-- Logs begin at Thu 2022-02-10 14:28:13 UTC, end at Thu 2022-02-10 16:23:27 UTC. -- Feb 10 15:01:25.713752 n-d-815324-7 systemd[1]: Started Devstack devstack@q-svc.service. Feb 10 15:01:28.640491 n-d-815324-7 neutron-server[103259]: INFO neutron.common.config [-] Logging enabled! Feb 10 15:01:28.641129 n-d-815324-7 neutron-server[103259]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 10 15:01:28.641283 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103259) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 15:01:28.644626 n-d-815324-7 neutron-server[103259]: INFO neutron.common.config [-] Logging enabled! Feb 10 15:01:28.644896 n-d-815324-7 neutron-server[103259]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 10 15:01:28.645200 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103259) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 15:01:28.646233 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 15:01:28.646546 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 15:01:28.646914 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 15:01:28.647159 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 15:01:28.647383 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 15:01:28.647845 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.648266 n-d-815324-7 neutron-server[103259]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 10 15:01:28.648573 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.648885 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.649176 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.649465 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.649749 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.650025 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.650308 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.650600 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.650884 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.651159 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.651444 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.651907 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.652191 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.652476 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.652796 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.653117 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] debug = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.653662 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.654304 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.654860 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.655142 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.655436 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.655715 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.655988 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.656265 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.656548 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.656901 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] host = n-d-815324-7 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.657178 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.657461 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.657744 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.658026 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.658297 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.658567 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.658846 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.659116 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.659384 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] log_file = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.659655 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.659937 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.660218 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.660500 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.660743 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.660965 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.661270 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.661553 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.662357 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.662629 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.662901 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.663172 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.663443 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.663708 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.663994 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.664276 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.664555 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.664947 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.665226 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.665497 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.665768 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.666049 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.666319 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.666589 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.666857 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.667139 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.667407 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.667677 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.667972 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.668253 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.668530 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.668840 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.669113 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.669391 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.669661 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.669930 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.670197 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] use_json = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.670463 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.670728 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.671003 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.671271 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.671540 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.671808 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.672078 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.672359 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.672625 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:28.672941 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.673233 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.673529 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.673824 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.674117 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.674393 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.674677 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.674953 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.675238 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.675521 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.675806 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.676081 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.676376 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.676667 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.676975 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.677289 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.679164 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.679164 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.679164 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.679164 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.679619 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.679619 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.679794 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.680333 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.680333 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.680798 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.681356 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.681356 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.681537 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.682550 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.682550 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.682550 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.682550 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.682932 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.683559 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.683559 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.683814 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.683895 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.684153 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.684422 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.684422 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.684422 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.684422 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.685598 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.685765 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.686063 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.686341 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.686612 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.686881 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.687154 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.687423 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.687705 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.687977 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.688245 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.688514 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.688816 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.689090 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.689359 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.689634 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.689903 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.690176 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.690445 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.690712 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.690979 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.691245 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.691515 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.691847 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.692194 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.692479 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.692781 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.693082 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.693358 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.693638 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.693910 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.694194 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.694488 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.694765 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.695042 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.695319 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.695594 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.695869 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.696144 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.696418 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.696716 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.696989 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.697279 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.697561 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.697843 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.698142 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.698419 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.698711 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.698987 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.699268 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.699545 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.699881 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.700102 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.700385 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.700700 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.700995 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.701287 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.701578 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.701869 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.702147 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.702454 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.702730 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:28.702946 n-d-815324-7 neutron-server[103259]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 15:01:28.703187 n-d-815324-7 neutron-server[103259]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103259) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 10 15:01:29.070609 n-d-815324-7 neutron-server[103259]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 10 15:01:29.070868 n-d-815324-7 neutron-server[103259]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 10 15:01:29.071174 n-d-815324-7 neutron-server[103259]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 10 15:01:29.071501 n-d-815324-7 neutron-server[103259]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 10 15:01:29.399359 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.399573 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.399838 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.401159 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.401431 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.401688 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.444930 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.445204 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.445466 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.460793 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.461067 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.461333 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.489407 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.489681 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.490482 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.525218 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.525489 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.525752 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.866312 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.866919 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.866919 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.867077 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.867756 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.970970 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.971289 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.971569 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.971838 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.972099 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.972404 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.972672 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.972941 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.973191 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.973468 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.973723 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.973988 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.974279 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.974526 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.974774 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.975033 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.975281 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.975541 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.975805 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.976060 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.976327 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.976574 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.976874 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.977248 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.977494 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.977734 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:29.978126 n-d-815324-7 neutron-server[103259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 15:01:29.978360 n-d-815324-7 neutron-server[103259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 15:01:29.978590 n-d-815324-7 neutron-server[103259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 15:01:29.978821 n-d-815324-7 neutron-server[103259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 15:01:29.979051 n-d-815324-7 neutron-server[103259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 15:01:29.979279 n-d-815324-7 neutron-server[103259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 15:01:29.979635 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 10 15:01:29.982854 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 10 15:01:29.986904 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 10 15:01:29.990645 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Feb 10 15:01:29.992269 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 10 15:01:29.992753 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 10 15:01:29.993084 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 10 15:01:29.993456 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 10 15:01:29.996275 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 10 15:01:29.996524 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 10 15:01:29.996895 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 15:01:30.001732 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 10 15:01:30.025346 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 10 15:01:30.025960 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.026257 n-d-815324-7 neutron-server[103259]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103259) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 10 15:01:30.026616 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.027993 n-d-815324-7 neutron-server[103259]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103259) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 10 15:01:30.028531 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 15:01:30.028805 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 10 15:01:30.032126 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.032356 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.094179 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 10 15:01:30.094413 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 10 15:01:30.094652 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 10 15:01:30.095147 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 10 15:01:30.115329 n-d-815324-7 neutron-server[103259]: DEBUG oslo_db.sqlalchemy.engines [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103259) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 10 15:01:30.557617 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Initializing driver for type 'gre' Feb 10 15:01:30.558566 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] gre ID ranges: [(1, 1000)] Feb 10 15:01:30.610291 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Initializing driver for type 'local' Feb 10 15:01:30.610657 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Initializing driver for type 'vlan' Feb 10 15:01:30.624714 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] VlanTypeDriver initialization complete Feb 10 15:01:30.625095 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Initializing driver for type 'vxlan' Feb 10 15:01:30.625571 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] vxlan ID ranges: [(1, 1000)] Feb 10 15:01:30.687523 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Initializing extension driver 'port_security' Feb 10 15:01:30.687870 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.extensions.port_security [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] PortSecurityExtensionDriver initialization complete Feb 10 15:01:30.688192 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Initializing mechanism driver 'openvswitch' Feb 10 15:01:30.688523 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Initializing mechanism driver 'hyperv' Feb 10 15:01:30.695777 n-d-815324-7 neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:01:30.696656 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > port after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.697047 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > port after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.697404 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > port after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.697942 n-d-815324-7 neutron-server[103259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 15:01:30.698373 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > subnet after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.698732 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > subnet after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.699084 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.699486 n-d-815324-7 neutron-server[103259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 15:01:30.699900 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > network after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.700253 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > network after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.700596 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > network after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.701029 n-d-815324-7 neutron-server[103259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 15:01:30.701441 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > security_group after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.701798 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > security_group after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.702145 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.702545 n-d-815324-7 neutron-server[103259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 15:01:30.702956 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.703305 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.703647 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.704044 n-d-815324-7 neutron-server[103259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 15:01:30.704451 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > address_group after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.704831 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > address_group after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.705174 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.705573 n-d-815324-7 neutron-server[103259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 15:01:30.706027 n-d-815324-7 neutron-server[103259]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] ML2 OVO RPC backend initialized. {{(pid=103259) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 10 15:01:30.706739 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.707095 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.707512 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > network before_response 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.707865 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > networks before_response 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.708218 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > port before_response 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.709184 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > ports before_response 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.709545 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > subnet before_response 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.709895 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > subnets before_response 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.710244 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > network after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.710591 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > network after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.710932 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > network after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.711277 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > port after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.711620 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > port after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.711959 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > port after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.712298 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > subnet after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.712639 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > subnet after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.713003 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.721891 n-d-815324-7 neutron-server[103259]: INFO neutron.quota [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded quota_driver: . Feb 10 15:01:30.722264 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.plugin [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Modular L2 Plugin initialization complete Feb 10 15:01:30.722616 n-d-815324-7 neutron-server[103259]: DEBUG neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading services supported by the core plugin {{(pid=103259) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 10 15:01:30.722959 n-d-815324-7 neutron-server[103259]: INFO neutron.plugins.ml2.managers [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Got port-security extension from driver 'port_security' Feb 10 15:01:30.723444 n-d-815324-7 neutron-server[103259]: INFO neutron.extensions.vlantransparent [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Disabled vlantransparent extension. Feb 10 15:01:30.723943 n-d-815324-7 neutron-server[103259]: DEBUG neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103259) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 10 15:01:30.724274 n-d-815324-7 neutron-server[103259]: INFO neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading Plugin: router Feb 10 15:01:30.760307 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.760742 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router after_create 55549900 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.761125 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router before_create 55549900 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.761495 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.761872 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.762233 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router after_delete 55549900 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.762595 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.762945 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.763306 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router after_create 55549900 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.763654 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router after_update 55549900 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.764009 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router after_update 55549900 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.764360 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.764753 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router after_update 55549900 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.765172 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router precommit_update 55549900 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.765541 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: port after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.765884 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: port after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.766225 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: subnet after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.766568 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.766920 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.767269 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router precommit_create 55549900 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.767619 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: port before_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.767965 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router precommit_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.768323 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router after_update 55549900 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.768696 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.769181 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router precommit_create 55549900 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.769546 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.769898 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router precommit_update 55549900 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.770268 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > agent after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.770625 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > agent after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.771065 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > network after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.772569 n-d-815324-7 neutron-server[103259]: DEBUG neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Tracking information for resource: router configured {{(pid=103259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 15:01:30.772949 n-d-815324-7 neutron-server[103259]: DEBUG neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Tracking information for resource: floatingip configured {{(pid=103259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 15:01:30.777930 n-d-815324-7 neutron-server[103259]: INFO neutron.db.l3_agentschedulers_db [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 10 15:01:30.778773 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: port after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.779135 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: port after_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.779482 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: port after_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.779831 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: port after_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.780788 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router before_create 55550100 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.781006 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.781367 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router precommit_create 55550100 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.781723 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > router precommit_update 55550100 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.786551 n-d-815324-7 neutron-server[103259]: DEBUG neutron.services.provider_configuration [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Service providers = [] {{(pid=103259) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 10 15:01:30.786918 n-d-815324-7 neutron-server[103259]: DEBUG neutron.db.servicetype_db [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103259) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 10 15:01:30.789921 n-d-815324-7 neutron-server[103259]: DEBUG neutron.services.service_base [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 15:01:30.790277 n-d-815324-7 neutron-server[103259]: DEBUG neutron.services.service_base [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 15:01:30.790621 n-d-815324-7 neutron-server[103259]: DEBUG neutron.services.service_base [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 15:01:30.791517 n-d-815324-7 neutron-server[103259]: DEBUG neutron.services.service_base [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 15:01:30.791891 n-d-815324-7 neutron-server[103259]: INFO neutron.services.service_base [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 10 15:01:30.792271 n-d-815324-7 neutron-server[103259]: DEBUG neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 15:01:30.792592 n-d-815324-7 neutron-server[103259]: INFO neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 10 15:01:30.803325 n-d-815324-7 neutron-server[103259]: DEBUG neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 15:01:30.803659 n-d-815324-7 neutron-server[103259]: INFO neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading Plugin: auto_allocate Feb 10 15:01:30.809569 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: network precommit_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.809890 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: network precommit_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.810412 n-d-815324-7 neutron-server[103259]: DEBUG neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 15:01:30.810734 n-d-815324-7 neutron-server[103259]: INFO neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading Plugin: tag Feb 10 15:01:30.817626 n-d-815324-7 neutron-server[103259]: DEBUG neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 15:01:30.818473 n-d-815324-7 neutron-server[103259]: INFO neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading Plugin: timestamp Feb 10 15:01:30.822327 n-d-815324-7 neutron-server[103259]: DEBUG neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 15:01:30.822661 n-d-815324-7 neutron-server[103259]: INFO neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading Plugin: network_ip_availability Feb 10 15:01:30.828137 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.828508 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.828890 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:30.829587 n-d-815324-7 neutron-server[103259]: DEBUG neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 15:01:30.829909 n-d-815324-7 neutron-server[103259]: INFO neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading Plugin: flavors Feb 10 15:01:30.835456 n-d-815324-7 neutron-server[103259]: DEBUG neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 15:01:30.835790 n-d-815324-7 neutron-server[103259]: INFO neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading Plugin: revisions Feb 10 15:01:30.840087 n-d-815324-7 neutron-server[103259]: DEBUG neutron.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 15:01:30.840484 n-d-815324-7 neutron-server[103259]: DEBUG oslo_concurrency.lockutils [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.769s {{(pid=103259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 10 15:01:30.841262 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103259) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 10 15:01:30.841604 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Initializing extension manager. Feb 10 15:01:30.842124 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: __init__.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.842466 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: __pycache__ {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.842800 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.843131 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: address_group.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.843883 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.844459 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: address-group Feb 10 15:01:30.844806 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: address_scope.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.845522 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.846030 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: address-scope Feb 10 15:01:30.846356 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.847278 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.847790 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: router-admin-state-down-before-update Feb 10 15:01:30.848116 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: agent.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.848853 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.849518 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: agent Feb 10 15:01:30.849847 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: agent_resources_synced.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.850768 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.851273 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: agent-resources-synced Feb 10 15:01:30.851594 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: allowedaddresspairs.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.853414 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.853930 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: allowed-address-pairs Feb 10 15:01:30.854257 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: auto_allocated_topology.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.855343 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.855854 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: auto-allocated-topology Feb 10 15:01:30.856180 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: availability_zone.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.856895 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.857403 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: availability_zone Feb 10 15:01:30.857728 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: availability_zone_filter.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.858716 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.859224 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: availability_zone_filter Feb 10 15:01:30.859548 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: data_plane_status.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.860467 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.861002 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension data-plane-status not supported by any of loaded plugins Feb 10 15:01:30.861329 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: default_subnetpools.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.862248 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.862752 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: default-subnetpools Feb 10 15:01:30.863074 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.863879 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.864380 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: dhcp_agent_scheduler Feb 10 15:01:30.864753 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: dns.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.865690 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.866188 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension dns-integration not supported by any of loaded plugins Feb 10 15:01:30.866509 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: dns_domain_ports.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.867429 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.867929 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 10 15:01:30.868247 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.869187 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.869694 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 10 15:01:30.870017 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: dvr.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.870690 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.871191 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: dvr Feb 10 15:01:30.871511 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: ecmp_routes.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.872427 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.872951 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 10 15:01:30.873276 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: empty_string_filtering.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.874186 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.874691 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: empty-string-filtering Feb 10 15:01:30.875011 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.875919 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.876421 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 10 15:01:30.876772 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.877685 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.878184 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 10 15:01:30.878504 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: external_net.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.879405 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.879908 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: external-net Feb 10 15:01:30.880228 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.881701 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.882203 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: extra_dhcp_opt Feb 10 15:01:30.882523 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: extraroute.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.883431 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.883938 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: extraroute Feb 10 15:01:30.884259 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: extraroute_atomic.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.885464 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.885969 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: extraroute-atomic Feb 10 15:01:30.886290 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: filter_validation.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.886953 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.887454 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: filter-validation Feb 10 15:01:30.887774 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: fip_pf_description.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.888701 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.889204 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 10 15:01:30.889525 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: fip_port_details.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.890630 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.891140 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: fip-port-details Feb 10 15:01:30.891460 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: flavors.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.892725 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.893239 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: flavors Feb 10 15:01:30.893563 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.895259 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.895780 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 10 15:01:30.896711 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: floatingip_pools.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.897415 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.897924 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: floatingip-pools Feb 10 15:01:30.898250 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: ip_allocation.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.899168 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.899670 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension ip_allocation not supported by any of loaded plugins Feb 10 15:01:30.899994 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.900960 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.901466 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: ip-substring-filtering Feb 10 15:01:30.901789 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: l2_adjacency.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.902703 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.903463 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 10 15:01:30.903786 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: l3.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.904780 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.905298 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: router Feb 10 15:01:30.905626 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.907869 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.908395 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 10 15:01:30.908753 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.909685 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.910201 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: ext-gw-mode Feb 10 15:01:30.910530 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.911458 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.911998 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: l3-ha Feb 10 15:01:30.912327 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.913266 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.913770 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 10 15:01:30.914096 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: l3_flavors.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.915011 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.915519 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: l3-flavors Feb 10 15:01:30.915845 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.917245 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.917763 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 10 15:01:30.918090 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.919006 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.919518 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 10 15:01:30.919843 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: l3agentscheduler.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.920919 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.921430 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: l3_agent_scheduler Feb 10 15:01:30.921759 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: local_ip.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.923559 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.924078 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension local_ip not supported by any of loaded plugins Feb 10 15:01:30.924410 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: logging.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.926072 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.926594 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension logging not supported by any of loaded plugins Feb 10 15:01:30.926926 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: metering.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.927693 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.928275 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: metering Feb 10 15:01:30.928601 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.929720 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.930236 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: metering_source_and_destination_fields Feb 10 15:01:30.930564 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: multiprovidernet.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.931491 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.932001 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: multi-provider Feb 10 15:01:30.932327 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: netmtu.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.933275 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.933787 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: net-mtu Feb 10 15:01:30.934111 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: netmtu_writable.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.935017 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.935523 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: net-mtu-writable Feb 10 15:01:30.935847 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: network_availability_zone.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.936513 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.937048 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: network_availability_zone Feb 10 15:01:30.937369 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: network_ip_availability.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.938484 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.938996 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: network-ip-availability Feb 10 15:01:30.939320 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: network_segment_range.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.940082 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.940580 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension network-segment-range not supported by any of loaded plugins Feb 10 15:01:30.940931 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: pagination.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.941915 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.942245 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: pagination Feb 10 15:01:30.942568 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: port_device_profile.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.944008 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.944514 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: port-device-profile Feb 10 15:01:30.944865 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.945785 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.946289 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: port-mac-address-regenerate Feb 10 15:01:30.946609 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.947526 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.948027 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: port-numa-affinity-policy Feb 10 15:01:30.948346 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: port_resource_request.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.949269 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.949767 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension port-resource-request not supported by any of loaded plugins Feb 10 15:01:30.950085 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: port_resource_request_groups.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.951067 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.951564 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 10 15:01:30.951881 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: portbindings.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.952846 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.953349 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: binding Feb 10 15:01:30.953668 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: portbindings_extended.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.954947 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.955461 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: binding-extended Feb 10 15:01:30.955788 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: portsecurity.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.956732 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.957244 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: port-security Feb 10 15:01:30.957570 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: project_id.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.959090 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.959419 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: project-id Feb 10 15:01:30.959743 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: providernet.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.960676 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.961206 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: provider Feb 10 15:01:30.961529 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: qos.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.965129 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.965654 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension qos not supported by any of loaded plugins Feb 10 15:01:30.965990 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.967244 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.967761 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 10 15:01:30.968088 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.969048 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.969560 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 10 15:01:30.969885 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: qos_default.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.970798 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.971307 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension qos-default not supported by any of loaded plugins Feb 10 15:01:30.971628 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: qos_fip.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.972557 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.973078 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension qos-fip not supported by any of loaded plugins Feb 10 15:01:30.973403 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.974454 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.974959 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 10 15:01:30.975279 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: qos_gateway_ip.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.976320 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.976866 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 10 15:01:30.977191 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: qos_port_network_policy.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.978101 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.978606 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 10 15:01:30.978926 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.979964 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.980476 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 10 15:01:30.980837 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: qos_pps_rule.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.982025 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.982536 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension qos-pps not supported by any of loaded plugins Feb 10 15:01:30.982863 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: qos_rule_type_details.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.983781 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.984286 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 10 15:01:30.984610 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: qos_rules_alias.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.985696 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.986204 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 10 15:01:30.986528 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: quota_check_limit.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.987441 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.987950 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: quota-check-limit Feb 10 15:01:30.988271 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: quotasv2.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.989216 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.989548 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: quotas Feb 10 15:01:30.989892 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: quotasv2_detail.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.991676 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.992020 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: quota_details Feb 10 15:01:30.992353 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: rbac.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.993435 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.993961 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: rbac-policies Feb 10 15:01:30.994295 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: rbac_address_group.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.995236 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.995752 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: rbac-address-group Feb 10 15:01:30.996081 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: rbac_address_scope.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.997037 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.997551 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: rbac-address-scope Feb 10 15:01:30.997880 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: rbac_security_groups.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:30.998792 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:30.999301 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: rbac-security-groups Feb 10 15:01:30.999626 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: rbac_subnetpool.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.000537 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.001078 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: rbac-subnetpool Feb 10 15:01:31.001407 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: revisionifmatch.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.002326 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.002836 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: revision-if-match Feb 10 15:01:31.003162 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: revisions.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.004394 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.004930 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: standard-attr-revisions Feb 10 15:01:31.005258 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: router_availability_zone.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.006456 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.006968 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: router_availability_zone Feb 10 15:01:31.007294 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: routerservicetype.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.008215 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.008753 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension router-service-type not supported by any of loaded plugins Feb 10 15:01:31.009080 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.010006 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.010514 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: security-groups-normalized-cidr Feb 10 15:01:31.010840 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.011768 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.012272 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: port-security-groups-filtering Feb 10 15:01:31.012597 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.013547 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.014053 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: security-groups-remote-address-group Feb 10 15:01:31.014378 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.015311 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.015818 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: security-groups-shared-filtering Feb 10 15:01:31.016144 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.016760 n-d-815324-7 neutron-server[103259]: WARNING neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 10 15:01:31.017105 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: securitygroup.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.028874 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.029403 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: security-group Feb 10 15:01:31.029738 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: segment.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.030523 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.031028 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension segment not supported by any of loaded plugins Feb 10 15:01:31.031357 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.032316 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.032860 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 10 15:01:31.033191 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: servicetype.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.034298 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.034812 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: service-type Feb 10 15:01:31.035140 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: sorting.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.036127 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.036459 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: sorting Feb 10 15:01:31.036846 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: standard_attr_segment.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.037773 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.038290 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 10 15:01:31.038610 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: standardattrdescription.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.039263 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.039767 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: standard-attr-description Feb 10 15:01:31.040089 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: stateful_security_group.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.041054 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.041565 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: stateful-security-group Feb 10 15:01:31.041886 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: stdattrs_common.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.042453 n-d-815324-7 neutron-server[103259]: WARNING neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 10 15:01:31.042773 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.043696 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.044207 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 10 15:01:31.044530 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: subnet_onboard.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.045658 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.046169 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: subnet_onboard Feb 10 15:01:31.046492 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.047418 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.047926 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 10 15:01:31.048248 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: subnet_service_types.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.049196 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.049707 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: subnet-service-types Feb 10 15:01:31.050030 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: subnetallocation.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.051109 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.051631 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: subnet_allocation Feb 10 15:01:31.051954 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.053167 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.053674 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: subnetpool-prefix-ops Feb 10 15:01:31.053996 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.054939 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.055450 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 10 15:01:31.055775 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: tagging.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.056870 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.057383 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: standard-attr-tag Feb 10 15:01:31.057711 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: timestamp.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.058919 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.059431 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loaded extension: standard-attr-timestamp Feb 10 15:01:31.059797 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: trunk.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.060827 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.061343 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension trunk not supported by any of loaded plugins Feb 10 15:01:31.061666 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: trunk_details.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.062595 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.063104 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension trunk-details not supported by any of loaded plugins Feb 10 15:01:31.063427 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: uplink_status_propagation.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.064347 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.064884 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 10 15:01:31.065208 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Loading extension file: vlantransparent.py {{(pid=103259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 15:01:31.065869 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 15:01:31.066372 n-d-815324-7 neutron-server[103259]: INFO neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 10 15:01:31.069449 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of TrackedResource for resource:network Feb 10 15:01:31.069965 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of TrackedResource for resource:subnet Feb 10 15:01:31.070362 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 15:01:31.070753 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of TrackedResource for resource:port Feb 10 15:01:31.071959 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.v2.resource_helper [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:01:31.072410 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.v2.resource_helper [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Service FLAVORS assigned prefix: {{(pid=103259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:01:31.073056 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.v2.resource_helper [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:01:31.073489 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.v2.resource_helper [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:01:31.073820 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of TrackedResource for resource:router Feb 10 15:01:31.074253 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of TrackedResource for resource:floatingip Feb 10 15:01:31.074734 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.v2.resource_helper [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Service METERING assigned prefix: /metering {{(pid=103259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:01:31.076165 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:31.076538 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:31.076916 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:01:31.077894 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 15:01:31.078336 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of TrackedResource for resource:security_group Feb 10 15:01:31.078778 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 15:01:31.079384 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.v2.resource_helper [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Service CORE assigned prefix: {{(pid=103259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:01:31.079717 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 15:01:31.080074 n-d-815324-7 neutron-server[103259]: WARNING neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] subnetpool is already registered Feb 10 15:01:31.080504 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.v2.resource_helper [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Service CORE assigned prefix: {{(pid=103259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:01:31.080861 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 15:01:31.081194 n-d-815324-7 neutron-server[103259]: WARNING neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] subnetpool is already registered Feb 10 15:01:31.083424 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.v2.resource_helper [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:01:31.083890 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.v2.resource_helper [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Service FLAVORS assigned prefix: {{(pid=103259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:01:31.084482 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.v2.resource_helper [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:01:31.084929 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.v2.resource_helper [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:01:31.085268 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of TrackedResource for resource:router Feb 10 15:01:31.085608 n-d-815324-7 neutron-server[103259]: WARNING neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] router is already registered Feb 10 15:01:31.086016 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of TrackedResource for resource:floatingip Feb 10 15:01:31.086351 n-d-815324-7 neutron-server[103259]: WARNING neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] floatingip is already registered Feb 10 15:01:31.086803 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.v2.resource_helper [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Service METERING assigned prefix: /metering {{(pid=103259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:01:31.087460 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 15:01:31.087785 n-d-815324-7 neutron-server[103259]: WARNING neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] rbac_policy is already registered Feb 10 15:01:31.088195 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of TrackedResource for resource:security_group Feb 10 15:01:31.088529 n-d-815324-7 neutron-server[103259]: WARNING neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] security_group is already registered Feb 10 15:01:31.088953 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 15:01:31.089286 n-d-815324-7 neutron-server[103259]: WARNING neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] security_group_rule is already registered Feb 10 15:01:31.089904 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.v2.resource_helper [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Service CORE assigned prefix: {{(pid=103259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:01:31.090231 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 15:01:31.090563 n-d-815324-7 neutron-server[103259]: WARNING neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] subnetpool is already registered Feb 10 15:01:31.090981 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.v2.resource_helper [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Service CORE assigned prefix: {{(pid=103259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 15:01:31.091305 n-d-815324-7 neutron-server[103259]: INFO neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 15:01:31.091635 n-d-815324-7 neutron-server[103259]: WARNING neutron.quota.resource_registry [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] subnetpool is already registered Feb 10 15:01:31.092113 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: extensions {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.093605 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: address-groups {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.095086 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: address-scopes {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.096426 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: agents {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.097617 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: auto-allocated-topology {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.098899 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: availability_zones {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.100183 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: dhcp-networks {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.101867 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: dhcp-agents {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.103317 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: routers {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.105574 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: flavors {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.106734 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: service_profiles {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.107952 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: next_providers {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.109445 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: service_profiles {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.110980 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: floatingip-pools {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.112215 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: routers {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.114368 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: floatingips {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.116188 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: l3-routers {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.117614 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: l3-agents {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.119033 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: metering-labels {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.120386 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: metering-label-rules {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.121697 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: network-ip-availabilities {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.122975 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: bindings {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.124620 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: quotas {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.126224 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: quotas {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.127770 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: rbac-policies {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.130989 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: security-groups {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.131831 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: security-group-rules {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.133101 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: service-providers {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.134340 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: subnetpools {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.135765 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: subnetpools {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.137251 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: tags {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.138937 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: tags {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.140777 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: tags {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.142571 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: tags {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.144345 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: tags {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.146242 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: tags {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.147976 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: tags {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.149924 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: tags {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.151688 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: tags {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.153841 n-d-815324-7 neutron-server[103259]: DEBUG neutron.api.extensions [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Extended resource: tags {{(pid=103259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 15:01:31.159683 n-d-815324-7 neutron-server[103259]: WARNING keystonemiddleware.auth_token [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 10 15:01:31.164450 n-d-815324-7 neutron-server[103259]: WARNING keystonemiddleware.auth_token [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 10 15:01:31.172993 n-d-815324-7 neutron-server[103259]: DEBUG oslo_concurrency.lockutils [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Acquired lock "singleton_lock" {{(pid=103259) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 10 15:01:31.173463 n-d-815324-7 neutron-server[103259]: DEBUG oslo_concurrency.lockutils [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Releasing lock "singleton_lock" {{(pid=103259) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 10 15:01:31.174102 n-d-815324-7 neutron-server[103259]: INFO oslo_service.service [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Starting 2 workers Feb 10 15:01:31.179504 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Started child 103368 {{(pid=103259) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 15:01:31.184012 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Started child 103369 {{(pid=103259) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 15:01:31.185122 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:31.185824 n-d-815324-7 neutron-server[103259]: INFO neutron.service [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 10 15:01:31.186360 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:31.186755 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [-] (103368) wsgi starting up on http://0.0.0.0:9696 Feb 10 15:01:31.188746 n-d-815324-7 neutron-server[103259]: INFO oslo_service.service [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Starting 1 workers Feb 10 15:01:31.188909 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:31.190208 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [-] (103369) wsgi starting up on http://0.0.0.0:9696 Feb 10 15:01:31.194571 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Started child 103370 {{(pid=103259) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 15:01:31.195133 n-d-815324-7 neutron-server[103259]: INFO oslo_service.service [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Starting 1 workers Feb 10 15:01:31.198548 n-d-815324-7 neutron-server[103370]: DEBUG neutron.service [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] calling RpcWorker wait() {{(pid=103370) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 10 15:01:31.199085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.service [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] returning from RpcWorker wait() {{(pid=103370) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 10 15:01:31.199636 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Started child 103371 {{(pid=103259) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 15:01:31.200416 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:31.200510 n-d-815324-7 neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aa79a96-38f6-45f4-b336-188fa91c3534 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:31.200937 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:01:31.202425 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103259) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 10 15:01:31.202637 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 15:01:31.202826 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 15:01:31.203059 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 15:01:31.203417 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 15:01:31.203586 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 15:01:31.204117 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.204398 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.204586 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:31.205054 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.205054 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.205238 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.205774 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.206056 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.206186 n-d-815324-7 neutron-server[103371]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:01:31.206276 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.206554 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.206802 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.206973 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.207137 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.207378 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.207612 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.207904 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.208187 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.208446 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.208736 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.208909 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.209179 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.209448 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.209660 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.209935 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] debug = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.210197 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.210677 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.210899 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.211144 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.211358 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.211647 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.211894 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.212174 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.212393 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.212626 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.212875 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.213142 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.213399 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.213629 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.213884 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.214095 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.214358 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.214577 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.215020 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] host = n-d-815324-7 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.215252 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.215483 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.215712 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.215965 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.216215 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.216457 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.216742 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.217014 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.217252 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.217491 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.217726 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.217949 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.218166 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.218398 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] log_file = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.218560 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] log_options = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.218795 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.219075 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.219321 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.219506 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.219673 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.219833 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.220078 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.220239 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.220493 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.220733 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.220947 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.221159 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.221370 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.221580 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.221822 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.222057 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.222273 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.222498 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.222740 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.222981 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.223202 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.223454 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.223665 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.223882 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.224134 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.224382 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.224602 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.224986 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.225264 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.225435 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.225602 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.225825 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.226039 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.226286 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.226647 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.226903 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.227238 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.227386 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.227599 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.227822 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.228077 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.228334 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.228546 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.228810 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.229022 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.229251 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.229546 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] use_json = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.229844 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.230119 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.230357 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.230571 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.230909 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.231027 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.231711 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.231711 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.231711 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.232462 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.232594 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.233090 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.233090 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.233326 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.233798 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.233798 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.234247 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.234247 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.234517 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.234809 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.235090 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.235347 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.235607 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.236171 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.236319 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.236591 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.236903 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.237123 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.237368 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.237757 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.237897 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.238062 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.238300 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.238549 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.238781 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.239015 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.239513 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.239609 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.240484 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.240714 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.240980 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.241239 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.241453 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.241671 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.241904 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.242141 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.242356 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.242574 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.242835 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.243069 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.243283 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.243516 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.243741 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.243976 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.244227 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.244453 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.246126 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.246126 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.246126 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.246126 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.246126 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.246126 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.246126 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.247885 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.247885 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.247885 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.247885 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.247885 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.247885 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.247885 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.249879 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.249879 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.249879 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.249879 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.249879 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.249879 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.250622 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.250622 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.250622 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.250622 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.251993 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.251993 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.251993 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.251993 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.251993 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.251993 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.252760 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.252760 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.252760 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.252760 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.253230 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.253230 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.253828 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.253828 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.253828 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.254273 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.254273 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.254867 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.254867 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.254867 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.255314 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.255314 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.256112 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.256467 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.258081 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.258081 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.258081 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.258081 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.258081 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.258081 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.258081 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.259236 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.259236 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.259236 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.259236 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.259236 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.259811 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.259811 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.259811 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.260152 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.260326 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.260451 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.260714 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.260969 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.261221 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.261856 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.261856 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.262123 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.262246 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.262508 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.262747 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.263000 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.263292 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.263537 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.263798 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.264053 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.264307 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.264571 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.264840 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.265101 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.265329 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.265575 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.265834 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.266109 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.266318 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.266531 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.266794 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.267078 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.267324 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.267539 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.267770 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.268022 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.268291 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.268539 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.268825 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.269085 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.269354 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.269608 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.269853 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.270387 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.270387 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.270578 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.270749 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.271022 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.271239 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.271473 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.271704 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.271938 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.272167 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.272379 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.272627 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.272878 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.273097 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.273314 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.273557 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.273771 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.274016 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.274260 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.274477 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.274694 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.274924 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.275220 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.275475 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.275712 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.276073 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.276242 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.276721 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.276721 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.277191 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.277191 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.277449 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.277621 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.277745 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.277963 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.278431 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.279005 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.279005 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.279219 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.279305 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.279504 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.279764 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.280015 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.280359 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.280608 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.280890 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.281137 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.281375 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.281591 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.281827 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.282044 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.282291 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.282507 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.282731 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.282940 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.283152 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.283366 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.283580 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.283813 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.284072 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.284311 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.284549 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.284791 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.285015 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.285247 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.285461 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.285674 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.285884 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.286094 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.286631 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.286631 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.286885 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.287191 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.287450 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.287680 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.287942 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.288179 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.288389 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.288735 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.288972 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.289185 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.289407 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.289644 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.289853 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.290370 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.290370 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.290552 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.290697 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.290913 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.291121 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.291899 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.291899 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.291899 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.292158 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.292158 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.292355 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.292597 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.292831 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.293042 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.293263 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.293503 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.293733 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.293960 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.294195 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.294404 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.294624 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.294836 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.295044 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.295327 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.295574 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.295791 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.296073 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.296318 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.296567 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.296842 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.297230 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.297937 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.297937 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.297937 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.298322 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.298519 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.298645 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.298934 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.299246 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.299466 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.299719 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.300003 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.300282 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.300549 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.300786 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.301082 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.301413 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.301677 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.301927 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.302788 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.302919 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.303142 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.303358 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.303606 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.303851 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.304065 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.304317 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.304563 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.304816 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.305055 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.305279 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.305494 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.305720 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.305948 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.306165 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.306377 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.306533 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 15:01:31.307082 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103259) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 10 15:01:31.307243 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 15:01:31.307389 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 15:01:31.307566 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 15:01:31.307736 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 15:01:31.307872 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 15:01:31.308081 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.308227 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.308386 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.308553 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.308813 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.308959 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.309105 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.309240 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.309375 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.309509 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.309639 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.309767 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.309948 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.310089 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.310224 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.310357 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.310500 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.310640 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.310775 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.310912 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.311041 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.311188 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.311316 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] debug = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.311450 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.311655 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.311811 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.311946 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.312104 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.312262 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.312416 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.312570 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.312739 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.312896 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.313053 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.313209 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.313363 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.313519 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.313674 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.313829 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.313967 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.314127 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.314281 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] host = n-d-815324-7 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.314437 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.314597 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.314752 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.314906 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.315062 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.315219 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.315375 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.315531 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.315685 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.315839 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.315995 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.316149 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.316305 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.316463 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] log_file = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.316617 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] log_options = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.316795 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.316950 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.317106 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.317285 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.317447 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.317602 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.317784 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.318504 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.318643 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.318767 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.318911 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.319049 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.319204 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.319358 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.319443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:01:31.319537 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.319657 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.319814 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.319969 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.320125 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.320281 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.320437 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.320591 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.320772 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.320926 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.321081 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.321237 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.321391 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.321546 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.321700 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.321855 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.322011 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.322167 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.322397 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.323261 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.323261 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.323261 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.323261 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.323261 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.323261 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.324388 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.324388 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.324388 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.324388 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.324388 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.324388 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.324388 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.325059 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] use_json = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.325059 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.325059 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.325059 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.325059 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.325632 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.325632 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.325632 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.325632 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.326056 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 15:01:31.326056 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.326056 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.326448 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.326448 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.326678 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.326678 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.326952 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.326952 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.327185 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.327306 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.327417 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.327537 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.327705 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.327866 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.328055 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.328177 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.328337 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.328496 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.328670 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.328836 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.328995 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.329155 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.329321 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.329482 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.329640 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.331212 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.331212 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.331212 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.331212 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.331212 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.331212 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.331212 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.331212 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.331857 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.331857 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.331857 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.331857 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.331857 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.331857 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.331857 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.332312 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.332312 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.332312 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.332528 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.332677 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.332806 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.332955 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.333114 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.333274 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.333483 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.333656 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.333817 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.333977 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.334137 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.334297 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.334455 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.334614 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.334788 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.334948 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.335109 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.335268 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.335428 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.335587 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.335804 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.335904 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.336050 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.336209 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.336369 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.336541 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.336723 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.336885 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.337044 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.337205 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.337364 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.337524 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.337684 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.337844 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.338003 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.338163 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.338323 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.338483 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.338643 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.338803 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.338962 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.339122 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.339283 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.339442 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.339602 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.339761 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.339922 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.340082 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.340249 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.340424 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.340609 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.340771 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.340932 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.341091 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.341251 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.341411 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.341570 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.341730 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.341891 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.342050 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.342209 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.342371 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.342530 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.342689 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.342849 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.343008 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.343167 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.343326 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.343486 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.343646 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.343807 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.343967 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.344195 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.344364 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.344978 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.344978 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.344978 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.345329 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.345329 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.345329 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.345671 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.345671 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.345983 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.345983 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.346281 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.346281 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.346525 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.346525 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.346722 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.346844 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.346965 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.347114 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.347325 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.347460 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.347586 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.347749 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.347910 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.348069 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.348228 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.348387 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.348547 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.348728 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.348889 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.349067 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.349233 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.349393 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.349607 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.349739 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.349861 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.350006 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.350165 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.350326 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.350486 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.350647 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.350808 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.350968 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.351127 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.351287 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.351445 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.351605 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.351765 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.351925 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.352086 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.352245 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.352404 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.352569 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.352828 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.352988 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.353152 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.353309 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.353467 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.353626 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.353792 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.353952 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.354111 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.354270 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.354430 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.354591 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.354755 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.354917 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.355079 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.355240 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.355398 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.355578 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.355711 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.355872 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.356031 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.356190 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.356348 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.356506 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.356703 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.356865 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.357026 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.357189 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.357370 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.357505 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.357666 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.357824 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.357984 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.358142 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.358303 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.358463 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.358621 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.358779 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.358941 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.359108 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.359246 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.359400 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.359559 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.359717 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.359877 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.360040 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.360232 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.360385 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.360513 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.360686 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.360849 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.361008 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.361167 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.361340 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.361500 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.361659 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.361819 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.361978 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.362137 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.362305 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.362465 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.362628 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.362805 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.362933 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.363076 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.363244 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.363408 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.363568 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.363723 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.363883 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.364041 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.364210 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.364371 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.364531 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.365239 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.365404 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.365564 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.365733 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.365894 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.366052 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.366215 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.366374 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.366532 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.366700 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.366859 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.367019 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.367179 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.367535 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.367700 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.367871 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.368032 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.368192 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.368360 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.368521 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.368708 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.368881 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.369031 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.369192 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.369355 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.369516 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.369675 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.369839 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.369997 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.370162 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.370332 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.370499 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.370661 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.370830 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.370998 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.371166 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.371326 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.371491 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.371662 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.371823 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.371982 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.372142 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.372301 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.372461 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.372620 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.372802 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.372962 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.373122 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.373282 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.373442 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.373601 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.373761 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.373920 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.374081 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.374240 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.374399 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.374560 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.374719 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 15:01:31.374870 n-d-815324-7 neutron-server[103259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 15:01:31.389966 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58316) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:01:31.398647 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065250 Feb 10 15:01:42.859474 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ade84ad-81f9-4c99-90e2-3e9f413c6650 None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:01:42.896289 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c279df0b-d152-4a55-9288-cab33725bdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-590584'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:42.935403 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ade84ad-81f9-4c99-90e2-3e9f413c6650 None None] No non-hosted networks {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 10 15:01:45.085809 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad2d52ba-3ea6-41b9-82f8-bffa2b5fcc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-590584'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:45.144003 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b46e9eeb-a17e-4562-ad70-22f4a961d224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:46.160735 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-590584'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:47.747022 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-590584'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:48.874667 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58398) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:01:48.889186 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-590584'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:48.890605 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:48.891065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:48.891619 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:48.891974 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:48.892339 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:48.892920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:48.893516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:48.894015 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:48.894568 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:48.894954 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:48.895661 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:48.900539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:48.901140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:48.901785 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-815324-7', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:01:48.909509 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-815324-7', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:01:49.372975 n-d-815324-7 neutron-server[103368]: WARNING oslo_policy.policy [None req-0a0d95f5-3c78-49e3-9866-9b1386b37a2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 15:01:49.373557 n-d-815324-7 neutron-server[103368]: WARNING oslo_policy.policy [None req-0a0d95f5-3c78-49e3-9866-9b1386b37a2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 15:01:49.602213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-0a0d95f5-3c78-49e3-9866-9b1386b37a2a admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:01:49.603268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0a0d95f5-3c78-49e3-9866-9b1386b37a2a admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7270339 Feb 10 15:01:52.069649 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58422) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:01:52.391752 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-eac4f295-4ca8-421b-8371-40ed6ee5f137 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:01:52.483584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.policy [None req-eac4f295-4ca8-421b-8371-40ed6ee5f137 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103368) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 10 15:01:52.524598 n-d-815324-7 neutron-server[103368]: WARNING oslo_policy.policy [None req-eac4f295-4ca8-421b-8371-40ed6ee5f137 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 15:01:52.524997 n-d-815324-7 neutron-server[103368]: WARNING oslo_policy.policy [None req-eac4f295-4ca8-421b-8371-40ed6ee5f137 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 15:01:52.621819 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-eac4f295-4ca8-421b-8371-40ed6ee5f137 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787938859787', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787938860344', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787938837196', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787938844117', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787938849891', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787938826073', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1997414', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1297008', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-333091', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-454624'] for rbac-policy (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:52.690767 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-eac4f295-4ca8-421b-8371-40ed6ee5f137 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:52.692546 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-eac4f295-4ca8-421b-8371-40ed6ee5f137 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6212065 Feb 10 15:01:53.081311 n-d-815324-7 neutron-server[103370]: INFO neutron.db.l3_hamode_db [None req-3e3a8611-5d74-48ab-aa69-201d0a0f8900 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 10 15:01:53.159143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a8611-5d74-48ab-aa69-201d0a0f8900 None None] Routers set() bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:01:53.159541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a8611-5d74-48ab-aa69-201d0a0f8900 None None] Router IDs set() for agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 15:01:55.087279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58432) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:01:55.390842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:01:55.419716 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Made reservation on behalf of 057e3eed236c47749560fcfcbff89b0c for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:01:55.423572 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:55.440286 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:55.548525 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Publish callbacks [] for security_group (e52eb579-3ac0-41c1-905e-bfafbb04a7ab), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:55.552466 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e52eb579-3ac0-41c1-905e-bfafbb04a7ab), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:55.576823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:01:55.614439 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787935788975', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (90b8cd02-ac72-4698-8f3f-50735f323329), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:55.615051 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Unsubscribe: segment precommit_create {{(pid=103368) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 15:01:55.615605 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Added segment 90b8cd02-ac72-4698-8f3f-50735f323329 of type vlan for network bc9ed1fa-b314-467e-8b25-b35c664028a3 Feb 10 15:01:55.621445 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e52eb579-3ac0-41c1-905e-bfafbb04a7ab,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:01:55.660378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:55.660873 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:55.661814 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:55.662176 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:55.662603 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:55.663004 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:55.663562 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:55.663935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:55.664330 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:55.664787 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:55.665301 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:55.665714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:55.666109 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Tracked resource versions report: Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: pushed versions: Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: { 'AddressGroup': {'1.2'}, Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'ConntrackHelper': {'1.0'}, Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'LocalIPAssociation': {'1.0'}, Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'Log': {'1.0'}, Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'Network': {'1.1'}, Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'Port': {'1.7'}, Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'PortForwarding': {'1.2'}, Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'QosPolicy': {'1.10'}, Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'SecurityGroup': {'1.5'}, Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'SecurityGroupRule': {'1.2'}, Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'SubPort': {'1.0'}, Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'Subnet': {'1.1'}, Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'Trunk': {'1.1'}} Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: consumer versions: Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: { DHCP agent@n-d-815324-7: {}, Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: L3 agent@n-d-815324-7: {}, Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: Metadata agent@n-d-815324-7: {}, Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: Metering agent@n-d-815324-7: {}, Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: Open vSwitch agent@n-d-815324-7: { 'AddressGroup': '1.2', Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'ConntrackHelper': '1.0', Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'LocalIPAssociation': '1.0', Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'Log': '1.0', Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'Network': '1.1', Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'Port': '1.7', Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'PortForwarding': '1.2', Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'QosPolicy': '1.10', Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'SecurityGroup': '1.5', Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'SecurityGroupRule': '1.2', Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'SubPort': '1.0', Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'Subnet': '1.1', Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: 'Trunk': '1.1'}} Feb 10 15:01:55.667382 n-d-815324-7 neutron-server[103368]: {{(pid=103368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 15:01:55.731289 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (bc9ed1fa-b314-467e-8b25-b35c664028a3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:55.769473 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (bc9ed1fa-b314-467e-8b25-b35c664028a3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:55.775008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:01:55.775729 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:55.844733 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7563560 Feb 10 15:01:55.893628 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20665da6-1d22-4789-982d-1b412ec07246 demo demo] Pushing event updated for resources: {'Network': ['ID=bc9ed1fa-b314-467e-8b25-b35c664028a3,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:01:55.909020 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network bc9ed1fa-b314-467e-8b25-b35c664028a3 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:01:58.324045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58444) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:01:58.730427 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40955acb-dd36-4842-ab0d-51a6520a141a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:01:58.731799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-40955acb-dd36-4842-ab0d-51a6520a141a demo admin] 10.222.0.64 "GET /v2.0/networks/bc9ed1fa-b314-467e-8b25-b35c664028a3 HTTP/1.1" status: 200 len: 825 time: 0.4067619 Feb 10 15:01:58.756350 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c00a0a92-baad-4888-87ea-cbb3f0a5109c demo admin] 10.222.0.64 "GET /v2.0/subnetpools/3ed9c171-189b-4776-8709-8960a3201e04 HTTP/1.1" status: 200 len: 734 time: 0.0188980 Feb 10 15:01:58.764844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-3a4146fe-b002-454c-9936-d053d412b86d demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '3ed9c171-189b-4776-8709-8960a3201e04', 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3', 'gateway_ip': '172.20.0.1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:01:58.785376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4146fe-b002-454c-9936-d053d412b86d demo admin] Made reservation on behalf of 057e3eed236c47749560fcfcbff89b0c for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:01:58.787617 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3a4146fe-b002-454c-9936-d053d412b86d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:59.073371 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3a4146fe-b002-454c-9936-d053d412b86d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for subnet (78abe019-058f-4eda-82c7-566c3445d9cd), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:59.141439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4146fe-b002-454c-9936-d053d412b86d demo admin] Pushing event updated for resources: {'Subnet': ['ID=78abe019-058f-4eda-82c7-566c3445d9cd,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:01:59.146104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4146fe-b002-454c-9936-d053d412b86d demo admin] Checking segment: {'id': '90b8cd02-ac72-4698-8f3f-50735f323329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:01:59.146670 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4146fe-b002-454c-9936-d053d412b86d demo admin] Network hostable DHCP agents. Network: bc9ed1fa-b314-467e-8b25-b35c664028a3, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:01:59.167495 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4146fe-b002-454c-9936-d053d412b86d demo admin] Network bc9ed1fa-b314-467e-8b25-b35c664028a3 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:01:59.178412 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-3a4146fe-b002-454c-9936-d053d412b86d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, bc9ed1fa-b314-467e-8b25-b35c664028a3) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:01:59.184391 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4146fe-b002-454c-9936-d053d412b86d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:01:59.185335 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3a4146fe-b002-454c-9936-d053d412b86d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:59.188952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee45fd6-2299-4de4-a6a2-c4398efc334f None None] Network bc9ed1fa-b314-467e-8b25-b35c664028a3 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:01:59.201987 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3a4146fe-b002-454c-9936-d053d412b86d demo admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4403598 Feb 10 15:01:59.458644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-bc9ed1fa-b314-467e-8b25-b35c664028a3', 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3', 'project_id': '057e3eed236c47749560fcfcbff89b0c', 'fixed_ips': [{'subnet_id': '78abe019-058f-4eda-82c7-566c3445d9cd'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:01:59.459912 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:01:59.739273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Allocated IP 172.20.0.2 (bc9ed1fa-b314-467e-8b25-b35c664028a3/78abe019-058f-4eda-82c7-566c3445d9cd/fed8b9da-bd6a-4a13-a988-87ae5fbc0558) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:02:00.003255 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Publish callbacks [] for port (fed8b9da-bd6a-4a13-a988-87ae5fbc0558), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:00.011290 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (fed8b9da-bd6a-4a13-a988-87ae5fbc0558), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:00.079671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Network bc9ed1fa-b314-467e-8b25-b35c664028a3 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:02:00.084863 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:02:00.097510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:02:00.104455 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Pushing event updated for resources: {'Port': ['ID=fed8b9da-bd6a-4a13-a988-87ae5fbc0558,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:02:00.134222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:00.134565 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:00.134910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:00.135248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:00.135578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:00.135903 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:00.136228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:00.136558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:00.136888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:00.137208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:00.137525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:00.137841 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:00.138156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Tracked resource versions report: Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: pushed versions: Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: { 'AddressGroup': {'1.2'}, Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'ConntrackHelper': {'1.0'}, Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'LocalIPAssociation': {'1.0'}, Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'Log': {'1.0'}, Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'Network': {'1.1'}, Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'Port': {'1.7'}, Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'PortForwarding': {'1.2'}, Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'QosPolicy': {'1.10'}, Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'SecurityGroup': {'1.5'}, Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'SecurityGroupRule': {'1.2'}, Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'SubPort': {'1.0'}, Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'Subnet': {'1.1'}, Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'Trunk': {'1.1'}} Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: consumer versions: Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: { DHCP agent@n-d-815324-7: {}, Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: L3 agent@n-d-815324-7: {}, Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: Metadata agent@n-d-815324-7: {}, Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: Metering agent@n-d-815324-7: {}, Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: Open vSwitch agent@n-d-815324-7: { 'AddressGroup': '1.2', Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'ConntrackHelper': '1.0', Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'LocalIPAssociation': '1.0', Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'Log': '1.0', Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'Network': '1.1', Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'Port': '1.7', Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'PortForwarding': '1.2', Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'QosPolicy': '1.10', Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'SecurityGroup': '1.5', Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'SecurityGroupRule': '1.2', Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'SubPort': '1.0', Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'Subnet': '1.1', Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: 'Trunk': '1.1'}} Feb 10 15:02:00.139231 n-d-815324-7 neutron-server[103370]: {{(pid=103370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 15:02:00.188213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Attempting to bind port fed8b9da-bd6a-4a13-a988-87ae5fbc0558 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:02:00.188614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Attempting to bind port fed8b9da-bd6a-4a13-a988-87ae5fbc0558 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '90b8cd02-ac72-4698-8f3f-50735f323329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:02:00.189057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Attempting to bind port fed8b9da-bd6a-4a13-a988-87ae5fbc0558 on network bc9ed1fa-b314-467e-8b25-b35c664028a3 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:02:00.194361 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:02:00.194771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Checking segment: {'id': '90b8cd02-ac72-4698-8f3f-50735f323329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:02:00.195227 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:00.195620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Bound using segment: {'id': '90b8cd02-ac72-4698-8f3f-50735f323329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:02:00.196100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Bound port: fed8b9da-bd6a-4a13-a988-87ae5fbc0558, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b8cd02-ac72-4698-8f3f-50735f323329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:02:00.196501 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fed8b9da-bd6a-4a13-a988-87ae5fbc0558), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:00.256733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] For port fed8b9da-bd6a-4a13-a988-87ae5fbc0558, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:02:00.260851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] For port fed8b9da-bd6a-4a13-a988-87ae5fbc0558, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fed8b9da-bd6a-4a13-a988-87ae5fbc0558,segment=NetworkSegment(90b8cd02-ac72-4698-8f3f-50735f323329),segment_id=90b8cd02-ac72-4698-8f3f-50735f323329)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:02:00.270445 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fed8b9da-bd6a-4a13-a988-87ae5fbc0558), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:00.332574 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba4906-1bbb-402f-b4b5-94c8fa1cc4bc None None] Pushing event updated for resources: {'Port': ['ID=fed8b9da-bd6a-4a13-a988-87ae5fbc0558,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:02:01.716634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58452) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:02:02.221195 n-d-815324-7 neutron-server[103369]: WARNING oslo_policy.policy [None req-4109a5b3-b6ba-40b0-9fb9-b5ccceda52ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 15:02:02.221766 n-d-815324-7 neutron-server[103369]: WARNING oslo_policy.policy [None req-4109a5b3-b6ba-40b0-9fb9-b5ccceda52ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 15:02:02.448560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-4109a5b3-b6ba-40b0-9fb9-b5ccceda52ae admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:02:02.449847 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4109a5b3-b6ba-40b0-9fb9-b5ccceda52ae admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7311702 Feb 10 15:02:04.940330 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58466) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:02:05.294001 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-4dc27bea-d1a1-4635-b0a1-88080191b99b admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:02:05.294001 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4dc27bea-d1a1-4635-b0a1-88080191b99b admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3419323 Feb 10 15:02:07.794013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58474) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:02:08.105039 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-41974167-53f7-46fc-ab21-73c6523c6eb8 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:02:08.169909 n-d-815324-7 neutron-server[103369]: DEBUG neutron.policy [None req-41974167-53f7-46fc-ab21-73c6523c6eb8 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103369) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 10 15:02:08.212546 n-d-815324-7 neutron-server[103369]: WARNING oslo_policy.policy [None req-41974167-53f7-46fc-ab21-73c6523c6eb8 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 15:02:08.212940 n-d-815324-7 neutron-server[103369]: WARNING oslo_policy.policy [None req-41974167-53f7-46fc-ab21-73c6523c6eb8 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 15:02:08.245441 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 5 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:02:08.275035 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-41974167-53f7-46fc-ab21-73c6523c6eb8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (ea1eedc2-b72e-4c05-a6f6-51b38008ab85), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:08.277092 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-41974167-53f7-46fc-ab21-73c6523c6eb8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (ea1eedc2-b72e-4c05-a6f6-51b38008ab85), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:08.436602 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-41974167-53f7-46fc-ab21-73c6523c6eb8 demo demo] Publish callbacks [] for router_controller (ea1eedc2-b72e-4c05-a6f6-51b38008ab85), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:08.442429 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-41974167-53f7-46fc-ab21-73c6523c6eb8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (ea1eedc2-b72e-4c05-a6f6-51b38008ab85), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:08.466674 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-41974167-53f7-46fc-ab21-73c6523c6eb8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:08.467906 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-41974167-53f7-46fc-ab21-73c6523c6eb8 demo demo] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6729336 Feb 10 15:02:10.942334 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58488) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:02:11.255968 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-df8eff3e-e000-42b6-9e80-9ce0499f943e admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:02:11.257026 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-df8eff3e-e000-42b6-9e80-9ce0499f943e admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3136923 Feb 10 15:02:11.506084 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fed8b9da-bd6a-4a13-a988-87ae5fbc0558 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:02:11.508271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da172ba-5082-4dd6-a37e-ef56db6b9389 None None] Network bc9ed1fa-b314-467e-8b25-b35c664028a3 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:02:11.670620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-68329dc2-9124-4b28-a203-5c0488bd0f56 None None] Provisioning complete for port fed8b9da-bd6a-4a13-a988-87ae5fbc0558 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:02:11.670939 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68329dc2-9124-4b28-a203-5c0488bd0f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fed8b9da-bd6a-4a13-a988-87ae5fbc0558), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:11.672346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port fed8b9da-bd6a-4a13-a988-87ae5fbc0558 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:02:11.672758 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fed8b9da-bd6a-4a13-a988-87ae5fbc0558), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:11.875893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port fed8b9da-bd6a-4a13-a988-87ae5fbc0558 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:02:11.876287 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fed8b9da-bd6a-4a13-a988-87ae5fbc0558), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:11.888802 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-68329dc2-9124-4b28-a203-5c0488bd0f56 None None] Current status of the port fed8b9da-bd6a-4a13-a988-87ae5fbc0558 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:02:11.889186 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68329dc2-9124-4b28-a203-5c0488bd0f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fed8b9da-bd6a-4a13-a988-87ae5fbc0558), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:11.930314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port fed8b9da-bd6a-4a13-a988-87ae5fbc0558, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fed8b9da-bd6a-4a13-a988-87ae5fbc0558,segment=NetworkSegment(90b8cd02-ac72-4698-8f3f-50735f323329),segment_id=90b8cd02-ac72-4698-8f3f-50735f323329)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:02:11.935583 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fed8b9da-bd6a-4a13-a988-87ae5fbc0558), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:12.009996 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-68329dc2-9124-4b28-a203-5c0488bd0f56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:02:12.010407 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-68329dc2-9124-4b28-a203-5c0488bd0f56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:02:12.011255 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=fed8b9da-bd6a-4a13-a988-87ae5fbc0558,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:02:12.545890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-68329dc2-9124-4b28-a203-5c0488bd0f56 None None] Current status of the port fed8b9da-bd6a-4a13-a988-87ae5fbc0558 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:02:12.665578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-708c82a0-e71b-4824-bc08-b94da9a054b5 None None] Provisioning complete for port fed8b9da-bd6a-4a13-a988-87ae5fbc0558 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:02:12.665967 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-708c82a0-e71b-4824-bc08-b94da9a054b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fed8b9da-bd6a-4a13-a988-87ae5fbc0558), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:12.739479 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-708c82a0-e71b-4824-bc08-b94da9a054b5 None None] Current status of the port fed8b9da-bd6a-4a13-a988-87ae5fbc0558 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:02:12.783371 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8828-dd91-4678-9604-718abed88fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:13.468600 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fed8b9da-bd6a-4a13-a988-87ae5fbc0558 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:02:13.515060 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port fed8b9da-bd6a-4a13-a988-87ae5fbc0558 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:02:13.515452 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fed8b9da-bd6a-4a13-a988-87ae5fbc0558), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:13.589426 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port fed8b9da-bd6a-4a13-a988-87ae5fbc0558 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:02:13.709588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58498) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:02:14.015885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a72d7c58-e3f8-477b-b64f-4cf4bbbcb834 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:02:14.034508 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72d7c58-e3f8-477b-b64f-4cf4bbbcb834 admin admin] Made reservation on behalf of 3c2e423c20654aaca14fd80c333adc25 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:02:14.036705 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a72d7c58-e3f8-477b-b64f-4cf4bbbcb834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:14.044593 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a72d7c58-e3f8-477b-b64f-4cf4bbbcb834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:14.113901 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a72d7c58-e3f8-477b-b64f-4cf4bbbcb834 admin admin] Publish callbacks [] for security_group (d433519f-559d-4e91-91f8-530ac9195727), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:14.117538 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a72d7c58-e3f8-477b-b64f-4cf4bbbcb834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d433519f-559d-4e91-91f8-530ac9195727), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:14.134338 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a72d7c58-e3f8-477b-b64f-4cf4bbbcb834 admin admin] Reserving flat network on physical network physnet1 {{(pid=103368) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 10 15:02:14.150579 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d7c58-e3f8-477b-b64f-4cf4bbbcb834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d433519f-559d-4e91-91f8-530ac9195727,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:02:14.156739 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a72d7c58-e3f8-477b-b64f-4cf4bbbcb834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (7961992c-b8f3-42d4-9805-9c3e0d22eca8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:14.157095 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-a72d7c58-e3f8-477b-b64f-4cf4bbbcb834 admin admin] Added segment 7961992c-b8f3-42d4-9805-9c3e0d22eca8 of type flat for network 4454d505-75c9-41c1-a257-953d507647a9 Feb 10 15:02:14.203110 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a72d7c58-e3f8-477b-b64f-4cf4bbbcb834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (4454d505-75c9-41c1-a257-953d507647a9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:14.232991 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a72d7c58-e3f8-477b-b64f-4cf4bbbcb834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (4454d505-75c9-41c1-a257-953d507647a9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:14.233903 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72d7c58-e3f8-477b-b64f-4cf4bbbcb834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:02:14.234469 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a72d7c58-e3f8-477b-b64f-4cf4bbbcb834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:14.284772 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a72d7c58-e3f8-477b-b64f-4cf4bbbcb834 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5740049 Feb 10 15:02:14.331357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d7c58-e3f8-477b-b64f-4cf4bbbcb834 admin admin] Pushing event updated for resources: {'Network': ['ID=4454d505-75c9-41c1-a257-953d507647a9,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:02:14.341321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 4454d505-75c9-41c1-a257-953d507647a9 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:02:15.078430 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc9aae3b-ac9f-4353-8a50-005bac33c377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:16.123205 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:16.720677 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58516) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:02:16.904239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8618858-f81d-45ac-b2a6-b984f0976def demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:02:16.905581 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f8618858-f81d-45ac-b2a6-b984f0976def demo admin] 10.222.0.64 "GET /v2.0/subnets/78abe019-058f-4eda-82c7-566c3445d9cd HTTP/1.1" status: 200 len: 849 time: 0.1839468 Feb 10 15:02:17.064049 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2d92a985-d2f5-4a9b-bf69-6ce310e4f535 demo admin] 10.222.0.64 "GET /v2.0/routers/ea1eedc2-b72e-4c05-a6f6-51b38008ab85 HTTP/1.1" status: 200 len: 704 time: 0.1527627 Feb 10 15:02:17.332565 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:17.621870 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Allocated IP 172.20.0.1 (bc9ed1fa-b314-467e-8b25-b35c664028a3/78abe019-058f-4eda-82c7-566c3445d9cd/3c74d6ad-0c8e-476e-a3c4-cd9a53c05306) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:02:17.701060 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:17.822346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Publish callbacks [] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:17.889307 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:17.958375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Network bc9ed1fa-b314-467e-8b25-b35c664028a3 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:02:17.962810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:02:17.965372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:02:17.965923 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (ea1eedc2-b72e-4c05-a6f6-51b38008ab85), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:18.029898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Pushing event updated for resources: {'Port': ['ID=3c74d6ad-0c8e-476e-a3c4-cd9a53c05306,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:02:18.176359 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:18.192877 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-baceefa5-33cd-4e18-a639-8232024954c0 None None] Provisioning complete for port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:02:18.193266 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-baceefa5-33cd-4e18-a639-8232024954c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:18.228747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-baceefa5-33cd-4e18-a639-8232024954c0 None None] Port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:02:18.380928 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Publish callbacks [] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:18.385356 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:18.386109 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (ea1eedc2-b72e-4c05-a6f6-51b38008ab85), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:18.467876 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Pushing event updated for resources: {'Port': ['ID=3c74d6ad-0c8e-476e-a3c4-cd9a53c05306,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:02:18.506646 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Network bc9ed1fa-b314-467e-8b25-b35c664028a3 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:02:18.507956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:02:18.670008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Router ea1eedc2-b72e-4c05-a6f6-51b38008ab85 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:02:18.750018 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a4ec3025-965d-4460-a323-b64149d17369 None None] Provisioning complete for port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:02:18.750557 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a4ec3025-965d-4460-a323-b64149d17369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:18.762736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:02:18.770359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5026e75f-298f-4269-a20c-0828c1ccdf95 demo admin] 10.222.0.64 "PUT /v2.0/routers/ea1eedc2-b72e-4c05-a6f6-51b38008ab85/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6980562 Feb 10 15:02:18.783704 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Sync routers for ids ['ea1eedc2-b72e-4c05-a6f6-51b38008ab85'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:02:18.792222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec3025-965d-4460-a323-b64149d17369 None None] Port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:02:18.796729 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Routers {'ea1eedc2-b72e-4c05-a6f6-51b38008ab85'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:02:18.797559 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:02:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ea1eedc2-b72e-4c05-a6f6-51b38008ab85'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:02:18.892949 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:19.006081 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Set router ea1eedc2-b72e-4c05-a6f6-51b38008ab85 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:02:19.434595 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1eedc2-b72e-4c05-a6f6-51b38008ab85', 'name': 'router1', 'tenant_id': '057e3eed236c47749560fcfcbff89b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:02:08Z', 'updated_at': '2022-02-10T15:02:18Z', 'revision_number': 2, 'project_id': '057e3eed236c47749560fcfcbff89b0c', 'gw_port_host': None, '_interfaces': [{'id': '3c74d6ad-0c8e-476e-a3c4-cd9a53c05306', 'name': '', 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3', 'tenant_id': '057e3eed236c47749560fcfcbff89b0c', 'mac_address': 'fa:16:3e:a0:85:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1eedc2-b72e-4c05-a6f6-51b38008ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78abe019-058f-4eda-82c7-566c3445d9cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:02:17Z', 'updated_at': '2022-02-10T15:02:18Z', 'revision_number': 2, 'project_id': '057e3eed236c47749560fcfcbff89b0c', 'subnets': [{'id': '78abe019-058f-4eda-82c7-566c3445d9cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ed9c171-189b-4776-8709-8960a3201e04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:02:19.484991 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Checking router: ea1eedc2-b72e-4c05-a6f6-51b38008ab85 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:02:19.485359 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Updating router ea1eedc2-b72e-4c05-a6f6-51b38008ab85 port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:02:19.536524 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:20.040393 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Publish callbacks [] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:20.047042 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:20.186726 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52ffe2-baa2-48b8-a887-7243eb0940d5 None None] Pushing event updated for resources: {'Port': ['ID=3c74d6ad-0c8e-476e-a3c4-cd9a53c05306,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:02:20.215191 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52ffe2-baa2-48b8-a887-7243eb0940d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:20.215533 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52ffe2-baa2-48b8-a887-7243eb0940d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:20.215873 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52ffe2-baa2-48b8-a887-7243eb0940d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:20.216207 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52ffe2-baa2-48b8-a887-7243eb0940d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:20.216535 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52ffe2-baa2-48b8-a887-7243eb0940d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:20.216885 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52ffe2-baa2-48b8-a887-7243eb0940d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:20.217219 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52ffe2-baa2-48b8-a887-7243eb0940d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:20.217539 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52ffe2-baa2-48b8-a887-7243eb0940d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:20.219470 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52ffe2-baa2-48b8-a887-7243eb0940d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:20.219470 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52ffe2-baa2-48b8-a887-7243eb0940d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:20.219470 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52ffe2-baa2-48b8-a887-7243eb0940d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:20.219470 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52ffe2-baa2-48b8-a887-7243eb0940d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:20.219470 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52ffe2-baa2-48b8-a887-7243eb0940d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52ffe2-baa2-48b8-a887-7243eb0940d5 None None] Tracked resource versions report: Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: pushed versions: Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: { 'AddressGroup': {'1.2'}, Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'ConntrackHelper': {'1.0'}, Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'LocalIPAssociation': {'1.0'}, Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'Log': {'1.0'}, Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'Network': {'1.1'}, Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'Port': {'1.7'}, Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'PortForwarding': {'1.2'}, Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'QosPolicy': {'1.10'}, Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'SecurityGroup': {'1.5'}, Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'SecurityGroupRule': {'1.2'}, Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'SubPort': {'1.0'}, Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'Subnet': {'1.1'}, Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'Trunk': {'1.1'}} Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: consumer versions: Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: { DHCP agent@n-d-815324-7: {}, Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: L3 agent@n-d-815324-7: {}, Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: Metadata agent@n-d-815324-7: {}, Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: Metering agent@n-d-815324-7: {}, Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: Open vSwitch agent@n-d-815324-7: { 'AddressGroup': '1.2', Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'ConntrackHelper': '1.0', Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'LocalIPAssociation': '1.0', Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'Log': '1.0', Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'Network': '1.1', Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'Port': '1.7', Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'PortForwarding': '1.2', Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'QosPolicy': '1.10', Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'SecurityGroup': '1.5', Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'SecurityGroupRule': '1.2', Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'SubPort': '1.0', Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'Subnet': '1.1', Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: 'Trunk': '1.1'}} Feb 10 15:02:20.220391 n-d-815324-7 neutron-server[103371]: {{(pid=103371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 15:02:20.227237 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Attempting to bind port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:02:20.227806 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Attempting to bind port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '90b8cd02-ac72-4698-8f3f-50735f323329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:02:20.228343 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Attempting to bind port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 on network bc9ed1fa-b314-467e-8b25-b35c664028a3 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:02:20.234647 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:02:20.235135 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Checking segment: {'id': '90b8cd02-ac72-4698-8f3f-50735f323329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:02:20.235708 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:20.236159 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Bound using segment: {'id': '90b8cd02-ac72-4698-8f3f-50735f323329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:02:20.236755 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Bound port: 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b8cd02-ac72-4698-8f3f-50735f323329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:02:20.237226 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:20.304114 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] For port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:02:20.321023 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-dc4a39d7-3e84-4de8-933a-576808ed7946 None None] Provisioning complete for port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:02:20.321589 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dc4a39d7-3e84-4de8-933a-576808ed7946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:20.324337 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] For port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=3c74d6ad-0c8e-476e-a3c4-cd9a53c05306,segment=NetworkSegment(90b8cd02-ac72-4698-8f3f-50735f323329),segment_id=90b8cd02-ac72-4698-8f3f-50735f323329)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:02:20.329901 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:20.357618 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a39d7-3e84-4de8-933a-576808ed7946 None None] Port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:02:20.384188 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Routers {'ea1eedc2-b72e-4c05-a6f6-51b38008ab85'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:02:20.384838 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:02:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ea1eedc2-b72e-4c05-a6f6-51b38008ab85'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:02:20.424054 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52ffe2-baa2-48b8-a887-7243eb0940d5 None None] Pushing event updated for resources: {'Port': ['ID=3c74d6ad-0c8e-476e-a3c4-cd9a53c05306,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:02:20.481522 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] Set router ea1eedc2-b72e-4c05-a6f6-51b38008ab85 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:02:20.589309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1fe76a27-e653-4649-95da-6e678a019d9b None None] Provisioning complete for port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:02:20.589627 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fe76a27-e653-4649-95da-6e678a019d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:20.671563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1fe76a27-e653-4649-95da-6e678a019d9b None None] Current status of the port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:02:20.671905 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fe76a27-e653-4649-95da-6e678a019d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:20.702873 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1fe76a27-e653-4649-95da-6e678a019d9b None None] For port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=3c74d6ad-0c8e-476e-a3c4-cd9a53c05306,segment=NetworkSegment(90b8cd02-ac72-4698-8f3f-50735f323329),segment_id=90b8cd02-ac72-4698-8f3f-50735f323329)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:02:20.707305 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1eedc2-b72e-4c05-a6f6-51b38008ab85', 'name': 'router1', 'tenant_id': '057e3eed236c47749560fcfcbff89b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:02:08Z', 'updated_at': '2022-02-10T15:02:18Z', 'revision_number': 2, 'project_id': '057e3eed236c47749560fcfcbff89b0c', 'gw_port_host': None, '_interfaces': [{'id': '3c74d6ad-0c8e-476e-a3c4-cd9a53c05306', 'name': '', 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3', 'tenant_id': '057e3eed236c47749560fcfcbff89b0c', 'mac_address': 'fa:16:3e:a0:85:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1eedc2-b72e-4c05-a6f6-51b38008ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78abe019-058f-4eda-82c7-566c3445d9cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:02:17Z', 'updated_at': '2022-02-10T15:02:20Z', 'revision_number': 4, 'project_id': '057e3eed236c47749560fcfcbff89b0c', 'subnets': [{'id': '78abe019-058f-4eda-82c7-566c3445d9cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ed9c171-189b-4776-8709-8960a3201e04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:02:20.707540 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fe76a27-e653-4649-95da-6e678a019d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:20.739019 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe279c3-f497-4a00-80db-931e2a9605d6 None None] The sync data for ids ['ea1eedc2-b72e-4c05-a6f6-51b38008ab85'] in n-d-815324-7 is: [{'id': 'ea1eedc2-b72e-4c05-a6f6-51b38008ab85', 'name': 'router1', 'tenant_id': '057e3eed236c47749560fcfcbff89b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:02:08Z', 'updated_at': '2022-02-10T15:02:18Z', 'revision_number': 2, 'project_id': '057e3eed236c47749560fcfcbff89b0c', 'gw_port_host': None, '_interfaces': [{'id': '3c74d6ad-0c8e-476e-a3c4-cd9a53c05306', 'name': '', 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3', 'tenant_id': '057e3eed236c47749560fcfcbff89b0c', 'mac_address': 'fa:16:3e:a0:85:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1eedc2-b72e-4c05-a6f6-51b38008ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78abe019-058f-4eda-82c7-566c3445d9cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:02:17Z', 'updated_at': '2022-02-10T15:02:20Z', 'revision_number': 4, 'project_id': '057e3eed236c47749560fcfcbff89b0c', 'subnets': [{'id': '78abe019-058f-4eda-82c7-566c3445d9cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ed9c171-189b-4776-8709-8960a3201e04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:02:20.761390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe76a27-e653-4649-95da-6e678a019d9b None None] Pushing event updated for resources: {'Port': ['ID=3c74d6ad-0c8e-476e-a3c4-cd9a53c05306,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:02:21.158399 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58536) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:02:21.282114 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3421d20-842d-4e91-9976-505ee9931ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:02:21.283420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f3421d20-842d-4e91-9976-505ee9931ab8 admin admin] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 842 time: 0.1240571 Feb 10 15:02:21.293012 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1736de55-fd74-458a-bb73-62d09629994c admin admin] Request body: {'subnet': {'gateway_ip': '172.25.3.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.3.0/24', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'enable_dhcp': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:02:21.314227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1736de55-fd74-458a-bb73-62d09629994c admin admin] Made reservation on behalf of 3c2e423c20654aaca14fd80c333adc25 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:02:21.317116 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1736de55-fd74-458a-bb73-62d09629994c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:21.670322 n-d-815324-7 neutron-server[103368]: DEBUG neutron.objects.ports [None req-1736de55-fd74-458a-bb73-62d09629994c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:02:21.670673 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1736de55-fd74-458a-bb73-62d09629994c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for subnet (1295fcc7-1af8-42ca-bfb0-15a242810f15), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:21.721408 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736de55-fd74-458a-bb73-62d09629994c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1295fcc7-1af8-42ca-bfb0-15a242810f15,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:02:21.731970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736de55-fd74-458a-bb73-62d09629994c admin admin] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:02:21.732323 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1736de55-fd74-458a-bb73-62d09629994c admin admin] Network hostable DHCP agents. Network: 4454d505-75c9-41c1-a257-953d507647a9, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:02:21.748675 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1736de55-fd74-458a-bb73-62d09629994c admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:02:21.757963 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-1736de55-fd74-458a-bb73-62d09629994c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 4454d505-75c9-41c1-a257-953d507647a9) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:02:21.762492 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1736de55-fd74-458a-bb73-62d09629994c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:02:21.763097 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1736de55-fd74-458a-bb73-62d09629994c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:21.769125 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf003b6f-5b5c-4aa6-8b71-ed45b3b29a54 None None] Network 4454d505-75c9-41c1-a257-953d507647a9 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:02:21.785591 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1736de55-fd74-458a-bb73-62d09629994c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4959674 Feb 10 15:02:21.879290 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70279d6-6ba7-45b7-b237-7d26f2b30689 None None] Network 4454d505-75c9-41c1-a257-953d507647a9 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:02:24.139240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58544) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:02:24.270451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6f7fa44f-f50c-4926-a31e-2e215291f48a demo admin] 10.222.0.64 "GET /v2.0/routers/ea1eedc2-b72e-4c05-a6f6-51b38008ab85 HTTP/1.1" status: 200 len: 710 time: 0.1300704 Feb 10 15:02:24.353350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db7a6e6-109d-4743-8a0b-b3621d22bca3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:02:24.354624 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5db7a6e6-109d-4743-8a0b-b3621d22bca3 demo admin] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 886 time: 0.0787549 Feb 10 15:02:24.363960 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:02:24.605503 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Publish callbacks [] for router_gateway (ea1eedc2-b72e-4c05-a6f6-51b38008ab85), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:24.840665 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Publish callbacks [] for router_gateway (ea1eedc2-b72e-4c05-a6f6-51b38008ab85), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:24.911774 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:25.012226 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Allocated IP 172.25.3.171 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/6d673828-6720-490c-87a1-2bc2a9535bc9) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:02:25.117518 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Publish callbacks [] for port (6d673828-6720-490c-87a1-2bc2a9535bc9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:25.150530 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (6d673828-6720-490c-87a1-2bc2a9535bc9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:25.192215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:02:25.195142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:02:25.197996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:02:25.234931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Pushing event updated for resources: {'Port': ['ID=6d673828-6720-490c-87a1-2bc2a9535bc9,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:02:25.538900 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Publish callbacks [] for router_gateway (ea1eedc2-b72e-4c05-a6f6-51b38008ab85), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:25.735641 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (ea1eedc2-b72e-4c05-a6f6-51b38008ab85), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:25.739245 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (ea1eedc2-b72e-4c05-a6f6-51b38008ab85), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:25.850974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Router ea1eedc2-b72e-4c05-a6f6-51b38008ab85 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:02:25.956614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:02:25.960915 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:25.962108 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-02f28607-2ab4-4848-aa68-b02925d7d504 demo admin] 10.222.0.64 "PUT /v2.0/routers/ea1eedc2-b72e-4c05-a6f6-51b38008ab85 HTTP/1.1" status: 200 len: 890 time: 1.6018331 Feb 10 15:02:27.502749 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:02:27.554371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:02:27.554695 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:27.632806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:02:28.422001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58556) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:02:28.537451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-80e6c0e3-4c7c-43a1-a16c-0fd1402d7174 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1144006 Feb 10 15:02:29.046465 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Sync routers for ids ['ea1eedc2-b72e-4c05-a6f6-51b38008ab85'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:02:29.058810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Routers {'ea1eedc2-b72e-4c05-a6f6-51b38008ab85'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:02:29.060066 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:02:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ea1eedc2-b72e-4c05-a6f6-51b38008ab85'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:02:29.276289 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Set router ea1eedc2-b72e-4c05-a6f6-51b38008ab85 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:02:29.734544 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1eedc2-b72e-4c05-a6f6-51b38008ab85', 'name': 'router1', 'tenant_id': '057e3eed236c47749560fcfcbff89b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '6d673828-6720-490c-87a1-2bc2a9535bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:02:08Z', 'updated_at': '2022-02-10T15:02:25Z', 'revision_number': 4, 'project_id': '057e3eed236c47749560fcfcbff89b0c', 'gw_port': {'id': '6d673828-6720-490c-87a1-2bc2a9535bc9', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:78:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1eedc2-b72e-4c05-a6f6-51b38008ab85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:02:24Z', 'updated_at': '2022-02-10T15:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '3c74d6ad-0c8e-476e-a3c4-cd9a53c05306', 'name': '', 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3', 'tenant_id': '057e3eed236c47749560fcfcbff89b0c', 'mac_address': 'fa:16:3e:a0:85:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1eedc2-b72e-4c05-a6f6-51b38008ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78abe019-058f-4eda-82c7-566c3445d9cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:02:17Z', 'updated_at': '2022-02-10T15:02:20Z', 'revision_number': 5, 'project_id': '057e3eed236c47749560fcfcbff89b0c', 'subnets': [{'id': '78abe019-058f-4eda-82c7-566c3445d9cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ed9c171-189b-4776-8709-8960a3201e04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:02:29.788456 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Checking router: ea1eedc2-b72e-4c05-a6f6-51b38008ab85 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:02:29.788896 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Updating router ea1eedc2-b72e-4c05-a6f6-51b38008ab85 port 6d673828-6720-490c-87a1-2bc2a9535bc9 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:02:29.845273 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6d673828-6720-490c-87a1-2bc2a9535bc9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:30.189965 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Publish callbacks [] for port (6d673828-6720-490c-87a1-2bc2a9535bc9), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:30.207921 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6d673828-6720-490c-87a1-2bc2a9535bc9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:30.263575 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Attempting to bind port 6d673828-6720-490c-87a1-2bc2a9535bc9 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:02:30.263945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Attempting to bind port 6d673828-6720-490c-87a1-2bc2a9535bc9 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:02:30.264690 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Attempting to bind port 6d673828-6720-490c-87a1-2bc2a9535bc9 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:02:30.267346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16dcca-8ed2-4058-a85f-3a26cb79947f None None] Pushing event updated for resources: {'Port': ['ID=6d673828-6720-490c-87a1-2bc2a9535bc9,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:02:30.272021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:02:30.272398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:02:30.272823 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:30.273214 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:02:30.274135 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Bound port: 6d673828-6720-490c-87a1-2bc2a9535bc9, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:02:30.274135 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6d673828-6720-490c-87a1-2bc2a9535bc9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:30.330282 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] For port 6d673828-6720-490c-87a1-2bc2a9535bc9, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:02:30.335085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] For port 6d673828-6720-490c-87a1-2bc2a9535bc9, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6d673828-6720-490c-87a1-2bc2a9535bc9,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:02:30.342407 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6d673828-6720-490c-87a1-2bc2a9535bc9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:30.399262 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Routers {'ea1eedc2-b72e-4c05-a6f6-51b38008ab85'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:02:30.399813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:02:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ea1eedc2-b72e-4c05-a6f6-51b38008ab85'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:02:30.458817 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16dcca-8ed2-4058-a85f-3a26cb79947f None None] Pushing event updated for resources: {'Port': ['ID=6d673828-6720-490c-87a1-2bc2a9535bc9,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:02:30.531747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] Set router ea1eedc2-b72e-4c05-a6f6-51b38008ab85 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:02:30.768804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1eedc2-b72e-4c05-a6f6-51b38008ab85', 'name': 'router1', 'tenant_id': '057e3eed236c47749560fcfcbff89b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '6d673828-6720-490c-87a1-2bc2a9535bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:02:08Z', 'updated_at': '2022-02-10T15:02:25Z', 'revision_number': 4, 'project_id': '057e3eed236c47749560fcfcbff89b0c', 'gw_port': {'id': '6d673828-6720-490c-87a1-2bc2a9535bc9', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:78:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1eedc2-b72e-4c05-a6f6-51b38008ab85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:02:24Z', 'updated_at': '2022-02-10T15:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '3c74d6ad-0c8e-476e-a3c4-cd9a53c05306', 'name': '', 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3', 'tenant_id': '057e3eed236c47749560fcfcbff89b0c', 'mac_address': 'fa:16:3e:a0:85:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1eedc2-b72e-4c05-a6f6-51b38008ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78abe019-058f-4eda-82c7-566c3445d9cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:02:17Z', 'updated_at': '2022-02-10T15:02:20Z', 'revision_number': 5, 'project_id': '057e3eed236c47749560fcfcbff89b0c', 'subnets': [{'id': '78abe019-058f-4eda-82c7-566c3445d9cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ed9c171-189b-4776-8709-8960a3201e04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:02:30.801660 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dedeb76-136e-494f-b053-2ead3653df6d None None] The sync data for ids ['ea1eedc2-b72e-4c05-a6f6-51b38008ab85'] in n-d-815324-7 is: [{'id': 'ea1eedc2-b72e-4c05-a6f6-51b38008ab85', 'name': 'router1', 'tenant_id': '057e3eed236c47749560fcfcbff89b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '6d673828-6720-490c-87a1-2bc2a9535bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:02:08Z', 'updated_at': '2022-02-10T15:02:25Z', 'revision_number': 4, 'project_id': '057e3eed236c47749560fcfcbff89b0c', 'gw_port': {'id': '6d673828-6720-490c-87a1-2bc2a9535bc9', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:78:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1eedc2-b72e-4c05-a6f6-51b38008ab85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:02:24Z', 'updated_at': '2022-02-10T15:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '3c74d6ad-0c8e-476e-a3c4-cd9a53c05306', 'name': '', 'network_id': 'bc9ed1fa-b314-467e-8b25-b35c664028a3', 'tenant_id': '057e3eed236c47749560fcfcbff89b0c', 'mac_address': 'fa:16:3e:a0:85:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1eedc2-b72e-4c05-a6f6-51b38008ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78abe019-058f-4eda-82c7-566c3445d9cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:02:17Z', 'updated_at': '2022-02-10T15:02:20Z', 'revision_number': 5, 'project_id': '057e3eed236c47749560fcfcbff89b0c', 'subnets': [{'id': '78abe019-058f-4eda-82c7-566c3445d9cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ed9c171-189b-4776-8709-8960a3201e04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:02:31.553913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6d673828-6720-490c-87a1-2bc2a9535bc9 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:02:31.604141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 6d673828-6720-490c-87a1-2bc2a9535bc9 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:02:31.604534 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6d673828-6720-490c-87a1-2bc2a9535bc9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:31.712566 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 6d673828-6720-490c-87a1-2bc2a9535bc9 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:02:31.713158 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6d673828-6720-490c-87a1-2bc2a9535bc9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:31.764204 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 6d673828-6720-490c-87a1-2bc2a9535bc9, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6d673828-6720-490c-87a1-2bc2a9535bc9,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:02:31.771922 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6d673828-6720-490c-87a1-2bc2a9535bc9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:31.835132 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=6d673828-6720-490c-87a1-2bc2a9535bc9,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:02:33.533701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6d673828-6720-490c-87a1-2bc2a9535bc9 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:02:33.662884 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 6d673828-6720-490c-87a1-2bc2a9535bc9 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:02:33.663179 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6d673828-6720-490c-87a1-2bc2a9535bc9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:33.823890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 6d673828-6720-490c-87a1-2bc2a9535bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:02:42.790180 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94bf2e6d-ac89-4411-8efb-a6c775c4dcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:45.085611 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c55cae9-2779-4aae-902b-37ee804186cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:45.244590 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 5 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:02:46.137167 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:47.710123 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:02:48.982368 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:03:12.783286 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-33e33a6e-27b0-45c8-8b01-504c7b68bc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:03:15.091481 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4b547b3-ae63-40ad-98b8-349817bb6d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:03:16.129891 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:03:17.701777 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:03:18.897979 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:03:22.244052 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 5 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:03:42.786993 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4cdc9ad1-149a-418a-bf7d-17ce0e1395c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:03:45.084189 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b158f699-0744-4406-a047-2eeb9d76643a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:03:46.132225 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:03:47.699545 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:03:48.891303 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:03:52.971197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59072) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:03:53.032087 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a6b6b9-f194-4367-aa04-2a196e13fdb3 admin admin] GET failed (client error): The resource could not be found. Feb 10 15:03:53.033337 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a2a6b6b9-f194-4367-aa04-2a196e13fdb3 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611219 Feb 10 15:03:53.195297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea79e5f-381b-4f9b-b4cf-a32a9efc36de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:03:53.196848 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7ea79e5f-381b-4f9b-b4cf-a32a9efc36de admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1593666 Feb 10 15:03:55.460796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59082) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:03:55.551511 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23506203-20d4-4ba7-8233-1f3cbe164e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:03:55.552892 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-23506203-20d4-4ba7-8233-1f3cbe164e47 admin admin] 10.222.0.64 "GET /v2.0/subnets/78abe019-058f-4eda-82c7-566c3445d9cd HTTP/1.1" status: 200 len: 849 time: 0.0910800 Feb 10 15:03:55.562439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:03:55.646153 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Publish callbacks [] for subnet (78abe019-058f-4eda-82c7-566c3445d9cd), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:03:55.785033 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787935756279'] for subnet (78abe019-058f-4eda-82c7-566c3445d9cd), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:03:55.819457 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:03:55.819668 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:03:55.822172 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] 10.222.0.64 "PUT /v2.0/subnets/78abe019-058f-4eda-82c7-566c3445d9cd HTTP/1.1" status: 200 len: 868 time: 0.2633209 Feb 10 15:03:55.822671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e8f97c-6027-426a-a491-5123e0262c55 None None] Network bc9ed1fa-b314-467e-8b25-b35c664028a3 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:03:55.840703 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Pushing event updated for resources: {'Subnet': ['ID=78abe019-058f-4eda-82c7-566c3445d9cd,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:03:55.849949 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:03:55.849949 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:03:55.850310 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:03:55.850546 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:03:55.850891 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:03:55.851222 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:03:55.851562 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:03:55.851889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:03:55.852221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:03:55.852551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:03:55.852930 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:03:55.853256 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:03:55.853576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc8a15-f0be-4c46-bc22-63bf6f5ed6db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:03:56.266036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6eb2ae22-da75-4ac8-9282-fc66f9ba70f2 None None] Provisioning complete for port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:03:56.266356 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6eb2ae22-da75-4ac8-9282-fc66f9ba70f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3c74d6ad-0c8e-476e-a3c4-cd9a53c05306), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:03:56.343211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6eb2ae22-da75-4ac8-9282-fc66f9ba70f2 None None] Current status of the port 3c74d6ad-0c8e-476e-a3c4-cd9a53c05306 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:03:56.353158 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6eb2ae22-da75-4ac8-9282-fc66f9ba70f2 None None] Provisioning complete for port fed8b9da-bd6a-4a13-a988-87ae5fbc0558 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:03:56.353573 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6eb2ae22-da75-4ac8-9282-fc66f9ba70f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fed8b9da-bd6a-4a13-a988-87ae5fbc0558), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:03:56.429446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6eb2ae22-da75-4ac8-9282-fc66f9ba70f2 None None] Current status of the port fed8b9da-bd6a-4a13-a988-87ae5fbc0558 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:03:58.066563 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59090) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:03:58.261424 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bd0501-89f2-441c-9c78-4c2e05ade7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:03:58.261896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bd0501-89f2-441c-9c78-4c2e05ade7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:03:58.263425 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e5bd0501-89f2-441c-9c78-4c2e05ade7c4 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959023 Feb 10 15:03:59.292878 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 5 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:04:00.483270 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59098) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:04:00.722124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fbeb3c-49ee-4733-9794-9d8d0ba17088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:04:00.722592 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fbeb3c-49ee-4733-9794-9d8d0ba17088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:04:00.724127 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-51fbeb3c-49ee-4733-9794-9d8d0ba17088 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2398856 Feb 10 15:04:02.989045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59106) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:04:03.110269 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30c375d-f866-49a0-98f5-d19b349f2099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:04:03.112055 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d30c375d-f866-49a0-98f5-d19b349f2099 admin admin] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 886 time: 0.1220508 Feb 10 15:04:05.370420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59114) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:04:05.499736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f051e1f-4464-4de3-b027-d4fe8d410e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:04:05.501716 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5f051e1f-4464-4de3-b027-d4fe8d410e0b admin admin] 10.222.0.64 "GET /v2.0/networks/bc9ed1fa-b314-467e-8b25-b35c664028a3 HTTP/1.1" status: 200 len: 869 time: 0.1297650 Feb 10 15:04:07.756036 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59122) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:04:07.877287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae11f72e-0a39-4f84-8648-29b716ce4d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:04:07.877737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae11f72e-0a39-4f84-8648-29b716ce4d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:04:07.879282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ae11f72e-0a39-4f84-8648-29b716ce4d5d admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223686 Feb 10 15:04:10.172407 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59130) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:04:10.268126 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bae5c90-cab6-4cf4-97cd-98ba638f5bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:04:10.268574 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bae5c90-cab6-4cf4-97cd-98ba638f5bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:04:10.270104 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2bae5c90-cab6-4cf4-97cd-98ba638f5bb0 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0965843 Feb 10 15:04:12.508859 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59138) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:04:12.603058 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebfd221-524d-4756-907a-badb387dd429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:04:12.608693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1ebfd221-524d-4756-907a-badb387dd429 admin admin] 10.222.0.64 "GET /v2.0/subnets/1295fcc7-1af8-42ca-bfb0-15a242810f15 HTTP/1.1" status: 200 len: 816 time: 0.0946302 Feb 10 15:04:12.790583 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7c7d14e8-e6e3-4ccb-ae24-1825280f71c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:14.840128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59146) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:04:14.930146 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc676db9-8dcf-423d-b1cf-9785685393dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:04:14.931487 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cc676db9-8dcf-423d-b1cf-9785685393dd admin admin] 10.222.0.64 "GET /v2.0/subnets/78abe019-058f-4eda-82c7-566c3445d9cd HTTP/1.1" status: 200 len: 868 time: 0.0903671 Feb 10 15:04:15.086887 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5331-1992-45aa-b22d-2e9029f22a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:16.134887 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:17.698581 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:18.894880 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:36.242089 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 5 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:04:38.577566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59198) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:04:38.624047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-e6be80ea-45c7-4df5-ab43-c70fab82b012 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:04:38.625103 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e6be80ea-45c7-4df5-ab43-c70fab82b012 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465963 Feb 10 15:04:40.985264 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59206) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:04:41.044211 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e49f5fc-1024-4d05-946f-db3b51f26c17 admin admin] GET failed (client error): The resource could not be found. Feb 10 15:04:41.045455 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3e49f5fc-1024-4d05-946f-db3b51f26c17 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592277 Feb 10 15:04:41.132917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9094c282-f536-41bc-9446-9b64cfe7d15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:04:41.134395 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9094c282-f536-41bc-9446-9b64cfe7d15f admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0850224 Feb 10 15:04:42.794916 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-92346545-78d2-482a-b259-9242d5fc1410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:43.391926 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59214) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:04:43.439208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a977cf2a-1bf7-4648-bbda-53218e18d655 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:04:43.457731 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a977cf2a-1bf7-4648-bbda-53218e18d655 admin admin] Made reservation on behalf of 3c2e423c20654aaca14fd80c333adc25 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:04:43.459997 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a977cf2a-1bf7-4648-bbda-53218e18d655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:43.487638 n-d-815324-7 neutron-server[103368]: WARNING neutron.services.revisions.revision_plugin [None req-a977cf2a-1bf7-4648-bbda-53218e18d655 admin admin] Could not find related network for resource to bump revision. Feb 10 15:04:43.498787 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a977cf2a-1bf7-4648-bbda-53218e18d655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:04:43.507810 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a977cf2a-1bf7-4648-bbda-53218e18d655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (1f2ee407-5f84-4908-8bba-a38a3352bb08), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:43.508147 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-a977cf2a-1bf7-4648-bbda-53218e18d655 admin admin] Added segment 1f2ee407-5f84-4908-8bba-a38a3352bb08 of type vlan for network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 Feb 10 15:04:43.546035 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a977cf2a-1bf7-4648-bbda-53218e18d655 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (8edafd2e-ab03-4e7a-b521-d08ff8e653e8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:43.569519 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a977cf2a-1bf7-4648-bbda-53218e18d655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (8edafd2e-ab03-4e7a-b521-d08ff8e653e8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:43.570432 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a977cf2a-1bf7-4648-bbda-53218e18d655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:04:43.571002 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a977cf2a-1bf7-4648-bbda-53218e18d655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:43.605606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a977cf2a-1bf7-4648-bbda-53218e18d655 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2120113 Feb 10 15:04:43.634908 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977cf2a-1bf7-4648-bbda-53218e18d655 admin admin] Pushing event updated for resources: {'Network': ['ID=8edafd2e-ab03-4e7a-b521-d08ff8e653e8,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:04:43.646477 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:04:45.090728 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-55c37584-1742-4585-84bf-e1bd31169c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:45.869816 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59222) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:04:45.929165 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa1262a-c592-42d5-9a70-09703bbbd429 admin admin] GET failed (client error): The resource could not be found. Feb 10 15:04:45.930438 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6aa1262a-c592-42d5-9a70-09703bbbd429 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596652 Feb 10 15:04:45.997341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0d62b6-0054-48f5-96b3-a9bda6274f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:04:45.998849 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ec0d62b6-0054-48f5-96b3-a9bda6274f30 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0643544 Feb 10 15:04:46.009002 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b7a2d91a-fefa-41d3-8ec1-1fe21776a7f9 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:04:46.027700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a2d91a-fefa-41d3-8ec1-1fe21776a7f9 admin admin] Made reservation on behalf of 3c2e423c20654aaca14fd80c333adc25 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:04:46.030028 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b7a2d91a-fefa-41d3-8ec1-1fe21776a7f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:46.138662 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:46.191498 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b7a2d91a-fefa-41d3-8ec1-1fe21776a7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for subnet (25d1ce89-6093-4315-84ad-100be99236a3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:46.250268 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2d91a-fefa-41d3-8ec1-1fe21776a7f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d1ce89-6093-4315-84ad-100be99236a3,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:04:46.259322 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a2d91a-fefa-41d3-8ec1-1fe21776a7f9 admin admin] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:04:46.259686 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a2d91a-fefa-41d3-8ec1-1fe21776a7f9 admin admin] Network hostable DHCP agents. Network: 8edafd2e-ab03-4e7a-b521-d08ff8e653e8, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:04:46.275243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a2d91a-fefa-41d3-8ec1-1fe21776a7f9 admin admin] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:04:46.283552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-b7a2d91a-fefa-41d3-8ec1-1fe21776a7f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 8edafd2e-ab03-4e7a-b521-d08ff8e653e8) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:04:46.287661 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a2d91a-fefa-41d3-8ec1-1fe21776a7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:04:46.288278 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b7a2d91a-fefa-41d3-8ec1-1fe21776a7f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:46.293511 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7a9435-6aef-449a-b33a-646a84a1fc44 None None] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:04:46.305372 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b7a2d91a-fefa-41d3-8ec1-1fe21776a7f9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2996774 Feb 10 15:04:46.404440 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'project_id': '3c2e423c20654aaca14fd80c333adc25', 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:04:46.405458 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:46.541930 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Allocated IP 192.168.233.2 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/d1704ee8-0cd9-4ec4-9245-397d9067b3c7) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:04:46.692930 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Publish callbacks [] for port (d1704ee8-0cd9-4ec4-9245-397d9067b3c7), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:46.698831 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (d1704ee8-0cd9-4ec4-9245-397d9067b3c7), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:46.744159 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:04:46.747352 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:04:46.750334 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:04:46.757614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Pushing event updated for resources: {'Port': ['ID=d1704ee8-0cd9-4ec4-9245-397d9067b3c7,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:04:46.780165 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:04:46.780514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:04:46.780875 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:04:46.781494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:04:46.781494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:04:46.781830 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:04:46.782148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:04:46.782466 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:04:46.783307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:04:46.783673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:04:46.783952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:04:46.784259 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:04:46.785036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:04:46.820138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Attempting to bind port d1704ee8-0cd9-4ec4-9245-397d9067b3c7 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:04:46.820502 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Attempting to bind port d1704ee8-0cd9-4ec4-9245-397d9067b3c7 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:04:46.820883 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Attempting to bind port d1704ee8-0cd9-4ec4-9245-397d9067b3c7 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:04:46.826302 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:04:46.826702 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:04:46.827105 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:46.827502 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:04:46.828504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Bound port: d1704ee8-0cd9-4ec4-9245-397d9067b3c7, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:04:46.828504 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d1704ee8-0cd9-4ec4-9245-397d9067b3c7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:46.889940 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] For port d1704ee8-0cd9-4ec4-9245-397d9067b3c7, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:04:46.893300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] For port d1704ee8-0cd9-4ec4-9245-397d9067b3c7, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d1704ee8-0cd9-4ec4-9245-397d9067b3c7,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:04:46.899265 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d1704ee8-0cd9-4ec4-9245-397d9067b3c7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:46.955206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51caac3e-2b9a-4340-b3a5-4cc989b8b4b3 None None] Pushing event updated for resources: {'Port': ['ID=d1704ee8-0cd9-4ec4-9245-397d9067b3c7,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:04:47.630057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d1704ee8-0cd9-4ec4-9245-397d9067b3c7 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:04:47.701282 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port d1704ee8-0cd9-4ec4-9245-397d9067b3c7 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:04:47.701704 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d1704ee8-0cd9-4ec4-9245-397d9067b3c7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:47.738063 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:47.795503 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port d1704ee8-0cd9-4ec4-9245-397d9067b3c7 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:04:47.795900 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d1704ee8-0cd9-4ec4-9245-397d9067b3c7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:47.834404 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port d1704ee8-0cd9-4ec4-9245-397d9067b3c7, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d1704ee8-0cd9-4ec4-9245-397d9067b3c7,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:04:47.838222 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d1704ee8-0cd9-4ec4-9245-397d9067b3c7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:47.871649 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0548c83f-b3ad-4d70-94fe-5cf2bd21f153 None None] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:04:47.940055 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=d1704ee8-0cd9-4ec4-9245-397d9067b3c7,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:04:47.962786 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5ee5cfbf-172b-4a15-8feb-309fd4abd931 None None] Provisioning complete for port d1704ee8-0cd9-4ec4-9245-397d9067b3c7 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:04:47.963166 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5ee5cfbf-172b-4a15-8feb-309fd4abd931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d1704ee8-0cd9-4ec4-9245-397d9067b3c7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:48.073437 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5ee5cfbf-172b-4a15-8feb-309fd4abd931 None None] Current status of the port d1704ee8-0cd9-4ec4-9245-397d9067b3c7 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:04:48.294553 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-96416426-2de8-4c72-8d5d-1764c82ec589 None None] Provisioning complete for port d1704ee8-0cd9-4ec4-9245-397d9067b3c7 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:04:48.294892 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-96416426-2de8-4c72-8d5d-1764c82ec589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d1704ee8-0cd9-4ec4-9245-397d9067b3c7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:48.379235 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-96416426-2de8-4c72-8d5d-1764c82ec589 None None] Current status of the port d1704ee8-0cd9-4ec4-9245-397d9067b3c7 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:04:48.901709 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:49.554858 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d1704ee8-0cd9-4ec4-9245-397d9067b3c7 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:04:49.601974 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port d1704ee8-0cd9-4ec4-9245-397d9067b3c7 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:04:49.602359 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d1704ee8-0cd9-4ec4-9245-397d9067b3c7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:04:49.680841 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port d1704ee8-0cd9-4ec4-9245-397d9067b3c7 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:05:12.796018 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e65b0f81-9e6c-4a43-822c-33f37677492c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:05:13.241354 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 5 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:05:15.094250 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-58b1780a-249b-462e-8cd4-1feced7762a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:05:16.140430 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:05:17.704609 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:05:18.895471 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:05:42.799032 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-89462de4-09b0-41c6-be67-ab70688b2b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:05:45.100543 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0956b2ca-ca37-4f64-a54b-ec0d3c9fdd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:05:46.143784 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:05:47.707366 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:05:48.897954 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:05:50.240788 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 5 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:06:00.016868 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59260) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:06:00.023138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-bb99b174-b7d6-4de4-8b32-f1c2e0c84225 tempest-verify_tempest_config-1452633157 tempest-verify_tempest_config-1452633157-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:06:00.024117 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bb99b174-b7d6-4de4-8b32-f1c2e0c84225 tempest-verify_tempest_config-1452633157 tempest-verify_tempest_config-1452633157-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057089 Feb 10 15:06:00.307639 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59278) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:06:00.411439 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:06:00.487084 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Publish callbacks [] for security_group (9277d129-cfa7-4b1e-9b57-31b7848b86ba), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:06:00.490865 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9277d129-cfa7-4b1e-9b57-31b7848b86ba), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:06:00.534738 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9277d129-cfa7-4b1e-9b57-31b7848b86ba,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:06:00.539374 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3789ea27f57d4d1a998c1bfef3ef09bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2307143 Feb 10 15:06:00.542445 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59282) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:06:00.543736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.544081 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.544420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.544859 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.545225 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.545557 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.545878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.546998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.546998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.546998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.547294 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.547509 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.547766 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f219da-6b53-4fd5-888e-40bdfacba511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.628498 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Publish callbacks [] for security_group (9277d129-cfa7-4b1e-9b57-31b7848b86ba), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:06:00.652520 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Publish callbacks [] for security_group (9277d129-cfa7-4b1e-9b57-31b7848b86ba), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:06:00.746019 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9277d129-cfa7-4b1e-9b57-31b7848b86ba), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:06:00.748513 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:06:00.752402 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9277d129-cfa7-4b1e-9b57-31b7848b86ba HTTP/1.1" status: 204 len: 168 time: 0.2061870 Feb 10 15:06:00.763691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9277d129-cfa7-4b1e-9b57-31b7848b86ba,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:06:00.774149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.774772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.775079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.775411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.775737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.776061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.776381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.776727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.777058 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.777364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.777683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.778000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.778315 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142674c-a2d8-4b3b-ac47-fbbeae3c61f0 admin admin] Tracked resource versions report: Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: pushed versions: Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: { 'AddressGroup': {'1.2'}, Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'ConntrackHelper': {'1.0'}, Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'LocalIPAssociation': {'1.0'}, Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'Log': {'1.0'}, Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'Network': {'1.1'}, Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'Port': {'1.7'}, Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'PortForwarding': {'1.2'}, Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'QosPolicy': {'1.10'}, Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'SecurityGroup': {'1.5'}, Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'SecurityGroupRule': {'1.2'}, Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'SubPort': {'1.0'}, Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'Subnet': {'1.1'}, Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'Trunk': {'1.1'}} Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: consumer versions: Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: { DHCP agent@n-d-815324-7: {}, Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: L3 agent@n-d-815324-7: {}, Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: Metadata agent@n-d-815324-7: {}, Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: Metering agent@n-d-815324-7: {}, Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: Open vSwitch agent@n-d-815324-7: { 'AddressGroup': '1.2', Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'ConntrackHelper': '1.0', Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'LocalIPAssociation': '1.0', Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'Log': '1.0', Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'Network': '1.1', Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'Port': '1.7', Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'PortForwarding': '1.2', Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'QosPolicy': '1.10', Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'SecurityGroup': '1.5', Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'SecurityGroupRule': '1.2', Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'SubPort': '1.0', Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'Subnet': '1.1', Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: 'Trunk': '1.1'}} Feb 10 15:06:00.779416 n-d-815324-7 neutron-server[103369]: {{(pid=103369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 15:06:12.800882 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-929257be-b185-4e34-ae79-30f4762fc5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:06:15.096146 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9cee5cc-3ba6-461c-b0ac-7c871e47728a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:06:16.147167 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:06:17.711645 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:06:18.902905 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:06:27.239805 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 5 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:06:42.802606 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bdb7085f-f7dc-4c63-8416-926fb839ba32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:06:45.097580 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3da251be-8f11-4198-ad63-d7fafc3873d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:06:46.149733 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:06:47.711611 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:06:48.905991 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:07:04.238981 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 5 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:07:12.803704 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcb8b7fa-19a5-4fb8-9a59-48a598ac3539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:07:15.100773 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3b38b629-4ee8-4070-991b-0dd4b1083bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:07:16.152970 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:07:17.713589 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:07:18.908600 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:07:41.238077 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 5 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:07:42.808434 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c12eff1-c7d0-47d8-a6c6-d8355382f7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:07:45.102455 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-31723af0-e7d4-42d2-9d42-9f93244c4a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:07:46.157547 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:07:47.719348 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:07:48.910818 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:08:12.809969 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ec746e8a-a8a3-4343-b6b4-0796ee1a53a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:08:15.106974 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e34f106-3cd8-4e22-8221-a3aeffcb1f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:08:16.159845 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:08:17.719670 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:08:18.235979 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 5 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:08:18.913249 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:08:42.811550 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e92a372-884c-4af3-81b9-2f58fe0067b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:08:45.107766 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2687548a-9620-4f24-be5b-e56c72598e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:08:46.161519 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:08:47.722659 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:08:48.915311 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:08:55.234208 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 5 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:09:06.663374 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-590584'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:09:11.017960 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-590584'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:09:12.813011 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8caf4371-7186-4c5f-97f3-66d1c4f24af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:09:15.109187 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-623672c2-41b6-410b-88ba-20fc0bc69ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:09:16.165493 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:09:17.730821 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:09:18.917368 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:09:32.233247 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:09:36.655382 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:09:41.004137 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:09:42.813818 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-79d298f4-439f-4671-9244-3cec195b03d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:09:45.110768 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-47a480b0-f449-45e5-8d7d-d42352510390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:09:46.167944 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:09:47.735020 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:09:48.919551 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:09:53.995824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59344) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:09:54.099414 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3f112e04-c1e0-45e1-8ff2-eb3b02ed3a3f admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1017227 Feb 10 15:09:56.352492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59354) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:09:56.406419 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-470f6459-2cbe-4012-a3fa-8a9b6a6bf5b5 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0528123 Feb 10 15:10:06.669295 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:10:09.231837 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:10:11.008136 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:10:12.814432 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-355f478d-f8f7-4f42-aaf9-e91f25af5189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:10:15.115188 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-39aeb7bb-4f3a-48c6-9c12-62b5be4c5de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:10:16.173643 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:10:17.732703 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:10:18.921618 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:10:36.671213 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:10:41.020459 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:10:42.817556 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a5df2da4-f536-4610-bb18-8c102fc1466f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:10:45.119976 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-575c47b7-77c0-4ce1-9f51-0ac2b379f73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:10:46.174708 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:10:46.231608 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:10:47.735669 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:10:48.923994 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:06.667789 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:11.046637 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:12.818335 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f8cd5a03-dbe4-414e-a507-041fdc513d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:15.135602 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f8ef6b1-5289-4b54-a53b-49a6a6487dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:16.181059 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:17.737718 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:18.938656 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:19.036323 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59570) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:19.517490 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bc9ec3c3-d00f-41ec-8316-03372eb81811 tempest-AutoAllocateNetworkTest-1594961236 tempest-AutoAllocateNetworkTest-1594961236-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=055882db3cce4236ae902d6d80cbe6c9&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4775169 Feb 10 15:11:19.517721 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59592) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:19.733364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610811bb-e4f8-4276-a43f-2539cc7e7d79 tempest-AutoAllocateNetworkTest-1594961236 tempest-AutoAllocateNetworkTest-1594961236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:19.738010 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59604) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:19.745888 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-610811bb-e4f8-4276-a43f-2539cc7e7d79 tempest-AutoAllocateNetworkTest-1594961236 tempest-AutoAllocateNetworkTest-1594961236-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2264082 Feb 10 15:11:19.806105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bb4fc089-48f7-491e-8465-454e9e592041 tempest-AutoAllocateNetworkTest-1594961236 tempest-AutoAllocateNetworkTest-1594961236-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669637 Feb 10 15:11:19.809158 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59610) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:19.840679 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f1972301-f4b2-4895-ad8f-0a1b3dba00ee tempest-AutoAllocateNetworkTest-1594961236 tempest-AutoAllocateNetworkTest-1594961236-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=055882db3cce4236ae902d6d80cbe6c9 HTTP/1.1" status: 200 len: 208 time: 0.0303006 Feb 10 15:11:20.507906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59658) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:20.946823 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:21.063730 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Publish callbacks [] for security_group (53bdd968-5c27-4d29-a933-2d5dc6b0e407), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:21.069273 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (53bdd968-5c27-4d29-a933-2d5dc6b0e407), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:21.116605 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bdd968-5c27-4d29-a933-2d5dc6b0e407,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:21.126953 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=055882db3cce4236ae902d6d80cbe6c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6175003 Feb 10 15:11:21.129223 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59690) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:21.137689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.138282 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.138766 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.139246 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.139721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.140363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.140855 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.141323 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.141827 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.142323 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.142838 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.143334 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.143826 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649b516-fa51-41ee-a8ae-f6c3cd72d144 admin admin] Tracked resource versions report: Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: pushed versions: Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: { 'AddressGroup': {'1.2'}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'ConntrackHelper': {'1.0'}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'LocalIPAssociation': {'1.0'}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'Log': {'1.0'}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'Network': {'1.1'}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'Port': {'1.7'}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'PortForwarding': {'1.2'}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'QosPolicy': {'1.10'}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'SecurityGroup': {'1.5'}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'SecurityGroupRule': {'1.2'}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'SubPort': {'1.0'}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'Subnet': {'1.1'}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'Trunk': {'1.1'}} Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: consumer versions: Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: { DHCP agent@n-d-815324-7: {}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: HyperV agent@n-h1-815324-7: {}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: HyperV agent@n-h2-815324-7: {}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: L3 agent@n-d-815324-7: {}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: Metadata agent@n-d-815324-7: {}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: Metering agent@n-d-815324-7: {}, Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: Open vSwitch agent@n-d-815324-7: { 'AddressGroup': '1.2', Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'ConntrackHelper': '1.0', Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'LocalIPAssociation': '1.0', Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'Log': '1.0', Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'Network': '1.1', Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'Port': '1.7', Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'PortForwarding': '1.2', Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'QosPolicy': '1.10', Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'SecurityGroup': '1.5', Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'SecurityGroupRule': '1.2', Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'SubPort': '1.0', Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'Subnet': '1.1', Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: 'Trunk': '1.1'}} Feb 10 15:11:21.145166 n-d-815324-7 neutron-server[103368]: {{(pid=103368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 15:11:21.214574 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Publish callbacks [] for security_group (53bdd968-5c27-4d29-a933-2d5dc6b0e407), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:21.246144 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Publish callbacks [] for security_group (53bdd968-5c27-4d29-a933-2d5dc6b0e407), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:21.335671 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (53bdd968-5c27-4d29-a933-2d5dc6b0e407), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:21.340368 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:21.345328 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53bdd968-5c27-4d29-a933-2d5dc6b0e407 HTTP/1.1" status: 204 len: 168 time: 0.2145154 Feb 10 15:11:21.355711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bdd968-5c27-4d29-a933-2d5dc6b0e407,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:21.363840 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.364169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.364633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.365007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.365343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.365677 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.366007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.366329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.366804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.367272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.367740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.368221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.368707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f060b08-1617-4e6e-9605-95d3aa229080 admin admin] Tracked resource versions report: Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: pushed versions: Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: { 'AddressGroup': {'1.2'}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'ConntrackHelper': {'1.0'}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'LocalIPAssociation': {'1.0'}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'Log': {'1.0'}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'Network': {'1.1'}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'Port': {'1.7'}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'PortForwarding': {'1.2'}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'QosPolicy': {'1.10'}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'SecurityGroup': {'1.5'}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'SecurityGroupRule': {'1.2'}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'SubPort': {'1.0'}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'Subnet': {'1.1'}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'Trunk': {'1.1'}} Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: consumer versions: Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: { DHCP agent@n-d-815324-7: {}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: HyperV agent@n-h1-815324-7: {}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: HyperV agent@n-h2-815324-7: {}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: L3 agent@n-d-815324-7: {}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: Metadata agent@n-d-815324-7: {}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: Metering agent@n-d-815324-7: {}, Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: Open vSwitch agent@n-d-815324-7: { 'AddressGroup': '1.2', Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'ConntrackHelper': '1.0', Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'LocalIPAssociation': '1.0', Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'Log': '1.0', Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'Network': '1.1', Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'Port': '1.7', Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'PortForwarding': '1.2', Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'QosPolicy': '1.10', Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'SecurityGroup': '1.5', Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'SecurityGroupRule': '1.2', Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'SubPort': '1.0', Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'Subnet': '1.1', Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: 'Trunk': '1.1'}} Feb 10 15:11:21.369971 n-d-815324-7 neutron-server[103369]: {{(pid=103369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 15:11:22.586024 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59784) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:22.678977 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59792) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:22.936841 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-07fbfddf-61b6-40c4-b7a4-810820150af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:22.962265 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d2316289-8657-4f51-9790-d9d3b1c79ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:23.083449 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-07fbfddf-61b6-40c4-b7a4-810820150af8 admin admin] Publish callbacks [] for security_group (2e9491c5-3286-4154-8682-a942bbc3ad1d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:23.094048 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-07fbfddf-61b6-40c4-b7a4-810820150af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2e9491c5-3286-4154-8682-a942bbc3ad1d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:23.120807 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d2316289-8657-4f51-9790-d9d3b1c79ad6 admin admin] Publish callbacks [] for security_group (56e5cac5-8a61-44c6-ae1a-a8a0a74685b4), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:23.129131 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d2316289-8657-4f51-9790-d9d3b1c79ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (56e5cac5-8a61-44c6-ae1a-a8a0a74685b4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:23.148888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59832) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:23.149424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-07fbfddf-61b6-40c4-b7a4-810820150af8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9b944866a99494d91b7c8b7fec93ee2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5609643 Feb 10 15:11:23.181008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d2316289-8657-4f51-9790-d9d3b1c79ad6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f8ce7281df64779a7228d648fe7c6ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5001240 Feb 10 15:11:23.181810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbfddf-61b6-40c4-b7a4-810820150af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9491c5-3286-4154-8682-a942bbc3ad1d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:23.182637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59838) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:23.221808 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2316289-8657-4f51-9790-d9d3b1c79ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e5cac5-8a61-44c6-ae1a-a8a0a74685b4,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:23.233591 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:11:23.280223 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10bd799e-54d3-4356-91e1-929437166533 admin admin] Publish callbacks [] for security_group (56e5cac5-8a61-44c6-ae1a-a8a0a74685b4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:23.284627 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa943c0a-d166-43f5-9c85-db58cabb560b admin admin] Publish callbacks [] for security_group (2e9491c5-3286-4154-8682-a942bbc3ad1d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:23.313797 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa943c0a-d166-43f5-9c85-db58cabb560b admin admin] Publish callbacks [] for security_group (2e9491c5-3286-4154-8682-a942bbc3ad1d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:23.335910 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59856) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:23.338244 n-d-815324-7 neutron-server[103368]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 15:11:23.345462 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10bd799e-54d3-4356-91e1-929437166533 admin admin] Publish callbacks [] for security_group (56e5cac5-8a61-44c6-ae1a-a8a0a74685b4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:23.376960 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-cd16bfe7-8d37-4af3-b030-5779e5811a69 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0c72cb1f3d864ea0b0445f152fb57ddd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396676 Feb 10 15:11:23.418225 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa943c0a-d166-43f5-9c85-db58cabb560b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2e9491c5-3286-4154-8682-a942bbc3ad1d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:23.421596 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa943c0a-d166-43f5-9c85-db58cabb560b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:23.423277 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fa943c0a-d166-43f5-9c85-db58cabb560b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e9491c5-3286-4154-8682-a942bbc3ad1d HTTP/1.1" status: 204 len: 168 time: 0.2728868 Feb 10 15:11:23.427613 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10bd799e-54d3-4356-91e1-929437166533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (56e5cac5-8a61-44c6-ae1a-a8a0a74685b4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:23.430399 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10bd799e-54d3-4356-91e1-929437166533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:23.434569 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-10bd799e-54d3-4356-91e1-929437166533 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56e5cac5-8a61-44c6-ae1a-a8a0a74685b4 HTTP/1.1" status: 204 len: 168 time: 0.2477334 Feb 10 15:11:23.439092 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa943c0a-d166-43f5-9c85-db58cabb560b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9491c5-3286-4154-8682-a942bbc3ad1d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:23.463955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd799e-54d3-4356-91e1-929437166533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e5cac5-8a61-44c6-ae1a-a8a0a74685b4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:23.650256 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-0301acfd-50f3-4c20-bb7c-a98515bc9a43 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:23.651918 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-0301acfd-50f3-4c20-bb7c-a98515bc9a43 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2738647 Feb 10 15:11:23.672134 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-2dad831c-7202-45ab-b433-fe033f1686ca tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/quotas/0c72cb1f3d864ea0b0445f152fb57ddd HTTP/1.1" status: 200 len: 375 time: 0.0110593 Feb 10 15:11:23.753679 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-35fb3958-a42d-4d0d-988b-325919b7e382 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c72cb1f3d864ea0b0445f152fb57ddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756614 Feb 10 15:11:24.040691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee16d00e-f5ca-482a-ba64-86a79bff877e req-4f4d3c24-fba4-4815-a8fb-e81418194fde tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 210 time: 0.0551145 Feb 10 15:11:24.041607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59910) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:24.054328 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8c93547a-166e-485c-a13f-5aea47fc70d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:24.149501 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8c93547a-166e-485c-a13f-5aea47fc70d5 admin admin] Publish callbacks [] for security_group (77596364-f928-40b3-9282-9a6a781f6679), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:24.154763 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8c93547a-166e-485c-a13f-5aea47fc70d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (77596364-f928-40b3-9282-9a6a781f6679), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:24.193454 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8c93547a-166e-485c-a13f-5aea47fc70d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f0b09f1bf1a45bd9b9265940af6dae2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1503534 Feb 10 15:11:24.194659 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93547a-166e-485c-a13f-5aea47fc70d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77596364-f928-40b3-9282-9a6a781f6679,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:24.195170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59916) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:24.257054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6fe2393c-8e70-45bd-820c-eea1306d3711 admin admin] Publish callbacks [] for security_group (77596364-f928-40b3-9282-9a6a781f6679), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:24.310370 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6fe2393c-8e70-45bd-820c-eea1306d3711 admin admin] Publish callbacks [] for security_group (77596364-f928-40b3-9282-9a6a781f6679), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:24.321579 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59922) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:24.337193 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e1e39330-8cd2-46ef-b9b6-18ae7827eef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:24.380401 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6fe2393c-8e70-45bd-820c-eea1306d3711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (77596364-f928-40b3-9282-9a6a781f6679), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:24.383138 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6fe2393c-8e70-45bd-820c-eea1306d3711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:24.384281 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6fe2393c-8e70-45bd-820c-eea1306d3711 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77596364-f928-40b3-9282-9a6a781f6679 HTTP/1.1" status: 204 len: 168 time: 0.1875706 Feb 10 15:11:24.392819 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2393c-8e70-45bd-820c-eea1306d3711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77596364-f928-40b3-9282-9a6a781f6679,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:24.569520 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e1e39330-8cd2-46ef-b9b6-18ae7827eef0 admin admin] Publish callbacks [] for security_group (1982a942-c153-45ff-aec4-9d53295d4d4f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:24.575041 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e1e39330-8cd2-46ef-b9b6-18ae7827eef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1982a942-c153-45ff-aec4-9d53295d4d4f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:24.614799 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e39330-8cd2-46ef-b9b6-18ae7827eef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1982a942-c153-45ff-aec4-9d53295d4d4f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:24.619950 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e1e39330-8cd2-46ef-b9b6-18ae7827eef0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2def6118d9b541ea8587fb6081ad16ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2977414 Feb 10 15:11:24.622867 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59936) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:24.725039 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-578c5033-e53f-43d0-a521-0c07f48fe329 admin admin] Publish callbacks [] for security_group (1982a942-c153-45ff-aec4-9d53295d4d4f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:24.768166 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-578c5033-e53f-43d0-a521-0c07f48fe329 admin admin] Publish callbacks [] for security_group (1982a942-c153-45ff-aec4-9d53295d4d4f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:24.838728 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-578c5033-e53f-43d0-a521-0c07f48fe329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1982a942-c153-45ff-aec4-9d53295d4d4f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:24.847731 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-578c5033-e53f-43d0-a521-0c07f48fe329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:24.849059 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-578c5033-e53f-43d0-a521-0c07f48fe329 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1982a942-c153-45ff-aec4-9d53295d4d4f HTTP/1.1" status: 204 len: 168 time: 0.2237601 Feb 10 15:11:24.881262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c5033-e53f-43d0-a521-0c07f48fe329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1982a942-c153-45ff-aec4-9d53295d4d4f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:24.926991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-852d4b0b-4c63-469f-b885-060483a45646 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f4babc16869b4f5d971bcdf2b83eb502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492392 Feb 10 15:11:25.070570 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-72b02619-af07-424c-9317-86290b36e15c tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:25.078501 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-72b02619-af07-424c-9317-86290b36e15c tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504307 Feb 10 15:11:25.095499 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-e67e5021-bb6a-4ca1-8d69-be9853c96a54 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/quotas/f4babc16869b4f5d971bcdf2b83eb502 HTTP/1.1" status: 200 len: 375 time: 0.0163102 Feb 10 15:11:25.130167 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-fb9fc5c8-b0d8-4f2f-88a6-9fc9850cbdc1 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4babc16869b4f5d971bcdf2b83eb502&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338078 Feb 10 15:11:25.520441 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-956328f3-4a6c-4147-82d5-dd9b9af57bc7 req-742f9c58-88e8-4a98-8535-f0fc14a1834e tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 210 time: 0.0616808 Feb 10 15:11:26.025196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60054) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:26.265496 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.72', 58275) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:26.316930 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-37110656-e83a-4706-a6c8-2645e3d9da7e tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0c72cb1f3d864ea0b0445f152fb57ddd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479980 Feb 10 15:11:26.376388 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12ac81f0-75b0-4212-a677-108848b0df20 req-cb3dc916-6443-4564-b906-8767e00f2cad tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 210 time: 0.3501406 Feb 10 15:11:26.539826 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-1429c3b5-a20e-4b77-8e7a-ace66583a893 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:26.546383 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-1429c3b5-a20e-4b77-8e7a-ace66583a893 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262745 Feb 10 15:11:26.617741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60108) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:26.642918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Request body: {'port': {'device_id': '8f9322af-da42-4a15-a943-3cfb7e60e2bb', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '0c72cb1f3d864ea0b0445f152fb57ddd'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:11:26.794026 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f6944f5-1e1a-4db0-aa1c-682360666972 req-82312cc1-8407-454e-a0e6-105c4d4cd0ab tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 210 time: 0.0750105 Feb 10 15:11:26.891971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-214263165-network', 'tenant_id': 'ef96867ec18f4dff8a2a1903005f827a'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:11:26.971583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] Made reservation on behalf of ef96867ec18f4dff8a2a1903005f827a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:11:26.975061 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:27.004995 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:27.059793 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.72', 58279) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:27.107937 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-bab75adf-0ab7-48f1-b950-dcc6a7002bb3 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f4babc16869b4f5d971bcdf2b83eb502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469892 Feb 10 15:11:27.143012 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Made reservation on behalf of 0c72cb1f3d864ea0b0445f152fb57ddd for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:11:27.149179 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:27.178029 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:27.226054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] Publish callbacks [] for security_group (cfdfc909-f834-41b4-9f3e-da476064aa48), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:27.239121 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (cfdfc909-f834-41b4-9f3e-da476064aa48), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:27.274132 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:11:27.322622 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787935788975', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (812870ff-7a99-4e14-8afc-85602316f3a9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:27.323989 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] Unsubscribe: segment precommit_create {{(pid=103369) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 15:11:27.325228 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] Added segment 812870ff-7a99-4e14-8afc-85602316f3a9 of type vlan for network 2503405f-5e7d-43d6-8b59-cea2598d27e2 Feb 10 15:11:27.344225 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdfc909-f834-41b4-9f3e-da476064aa48,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:27.364499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-e1ed0286-3abc-4f06-bea6-c74b2a6dbe83 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:27.366635 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-e1ed0286-3abc-4f06-bea6-c74b2a6dbe83 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514749 Feb 10 15:11:27.384784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Request body: {'port': {'device_id': '9b57be4e-6f47-4b42-b20b-996cb7303db2', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': 'f4babc16869b4f5d971bcdf2b83eb502'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:11:27.423692 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Publish callbacks [] for security_group (22897769-8fa2-4896-bf83-3773b413daee), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:27.445909 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (22897769-8fa2-4896-bf83-3773b413daee), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:27.487779 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (2503405f-5e7d-43d6-8b59-cea2598d27e2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:27.608838 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22897769-8fa2-4896-bf83-3773b413daee,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:27.638705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Made reservation on behalf of f4babc16869b4f5d971bcdf2b83eb502 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:11:27.643733 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:27.666158 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:27.686034 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (2503405f-5e7d-43d6-8b59-cea2598d27e2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:27.687647 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:27.700154 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:27.825286 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Publish callbacks [] for security_group (71808d37-fffb-4cd8-b3e1-1c021f8db3aa), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:27.839088 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (71808d37-fffb-4cd8-b3e1-1c021f8db3aa), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:27.864727 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2456219 Feb 10 15:11:27.875880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60202) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:27.895517 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-10b4d9e8-77da-4784-9dd2-1cece751d033 admin admin] Request body: {'subnet': {'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-214263165-subnet', 'tenant_id': 'ef96867ec18f4dff8a2a1903005f827a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:11:27.908798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71808d37-fffb-4cd8-b3e1-1c021f8db3aa,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:27.937937 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1dc28ec7-6db2-4de0-b180-71d8120fab4a req-10de117d-da98-49f6-8d28-c031ba7f660b tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 210 time: 0.1107721 Feb 10 15:11:28.012162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043556b9-d787-4594-b4c4-ccfa37740e8f admin admin] Pushing event updated for resources: {'Network': ['ID=2503405f-5e7d-43d6-8b59-cea2598d27e2,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:28.025487 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Allocated IP 192.168.233.175 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/1668b2f1-4e47-43e1-90fa-34f998e662ac) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:11:28.039082 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 2503405f-5e7d-43d6-8b59-cea2598d27e2 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:11:28.051719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b4d9e8-77da-4784-9dd2-1cece751d033 admin admin] Made reservation on behalf of ef96867ec18f4dff8a2a1903005f827a for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:11:28.058286 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10b4d9e8-77da-4784-9dd2-1cece751d033 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:28.269724 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d27ca4a5-ab2c-41d9-8886-e2a234c60cbb req-6a025dc3-ab45-48e1-9d0c-fa1b69cdfbb1 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 210 time: 0.2102602 Feb 10 15:11:28.495235 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Publish callbacks [] for port (1668b2f1-4e47-43e1-90fa-34f998e662ac), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:28.667182 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (1668b2f1-4e47-43e1-90fa-34f998e662ac), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:28.857558 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Allocated IP 192.168.233.82 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/a656edd0-706f-40c3-9ba2-fe546b9607bc) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:11:28.905461 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:11:29.010997 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:11:29.051534 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:11:29.056880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:29.057574 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:29.189924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Pushing event updated for resources: {'Port': ['ID=1668b2f1-4e47-43e1-90fa-34f998e662ac,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:29.224725 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-8e7647b4-bb24-42e9-9cb3-266899bf0170 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5863471 Feb 10 15:11:29.264187 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-4dae107c-def7-4f4d-b6ea-78e092b95d3c tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:11:29.264187 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-4dae107c-def7-4f4d-b6ea-78e092b95d3c tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243399 Feb 10 15:11:29.372539 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Publish callbacks [] for port (a656edd0-706f-40c3-9ba2-fe546b9607bc), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:29.408167 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10b4d9e8-77da-4784-9dd2-1cece751d033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for subnet (280068a4-721d-4c2d-853f-dbf51a615c03), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:29.450956 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (a656edd0-706f-40c3-9ba2-fe546b9607bc), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:29.468448 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6bd11893-9276-4d82-9536-d2f2abe9643c None None] Provisioning complete for port 1668b2f1-4e47-43e1-90fa-34f998e662ac triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:11:29.470789 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6bd11893-9276-4d82-9536-d2f2abe9643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1668b2f1-4e47-43e1-90fa-34f998e662ac), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:29.556342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6bd11893-9276-4d82-9536-d2f2abe9643c None None] Port 1668b2f1-4e47-43e1-90fa-34f998e662ac cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:11:29.566209 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4d9e8-77da-4784-9dd2-1cece751d033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=280068a4-721d-4c2d-853f-dbf51a615c03,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:29.602907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b4d9e8-77da-4784-9dd2-1cece751d033 admin admin] Checking segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:11:29.603484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b4d9e8-77da-4784-9dd2-1cece751d033 admin admin] Network hostable DHCP agents. Network: 2503405f-5e7d-43d6-8b59-cea2598d27e2, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:11:29.637826 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b4d9e8-77da-4784-9dd2-1cece751d033 admin admin] Network 2503405f-5e7d-43d6-8b59-cea2598d27e2 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:11:29.650197 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60290) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:29.667811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-10b4d9e8-77da-4784-9dd2-1cece751d033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 2503405f-5e7d-43d6-8b59-cea2598d27e2) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:11:29.677705 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf2ad45-b74e-4351-ae25-5dd3a279a96f None None] Network 2503405f-5e7d-43d6-8b59-cea2598d27e2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:11:29.684031 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b4d9e8-77da-4784-9dd2-1cece751d033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:29.684954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10b4d9e8-77da-4784-9dd2-1cece751d033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:29.696634 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:11:29.712116 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:11:29.720467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:11:29.743857 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-10b4d9e8-77da-4784-9dd2-1cece751d033 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8525500 Feb 10 15:11:29.746615 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:29.747657 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:29.823396 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Request body: {'port': {'device_id': '8f9322af-da42-4a15-a943-3cfb7e60e2bb', 'device_owner': 'compute:tempest-test_az-1314051034', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:11:29.850588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4747412 Feb 10 15:11:29.888971 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Request body: {'port': {'device_id': '9b57be4e-6f47-4b42-b20b-996cb7303db2', 'device_owner': 'compute:tempest-test_az-1314051034', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:11:29.958197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e9cb01-bc91-47bb-9258-478a0e4256b4 None None] Network 2503405f-5e7d-43d6-8b59-cea2598d27e2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:11:29.999483 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27b2ae-e64a-49af-8d6d-82f97475c043 req-f98bd251-a8bb-43cf-852a-5671e12dc7c9 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:30.008486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e27b2ae-e64a-49af-8d6d-82f97475c043 req-f98bd251-a8bb-43cf-852a-5671e12dc7c9 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 935 time: 0.3506577 Feb 10 15:11:30.011917 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a656edd0-706f-40c3-9ba2-fe546b9607bc), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:30.014622 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f70e3-f253-44e9-8866-8249cce30f18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Pushing event updated for resources: {'Port': ['ID=a656edd0-706f-40c3-9ba2-fe546b9607bc,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:30.054977 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9031982-9f52-4dbb-b337-07de8f23865f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:30.172343 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e27b2ae-e64a-49af-8d6d-82f97475c043 req-00b8193f-0339-4046-93b5-b838d8fc76d7 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627567 Feb 10 15:11:30.223834 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3114ae10-de59-477b-877a-acdfbe454c09 None None] Provisioning complete for port a656edd0-706f-40c3-9ba2-fe546b9607bc triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:11:30.224668 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3114ae10-de59-477b-877a-acdfbe454c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a656edd0-706f-40c3-9ba2-fe546b9607bc), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:30.233646 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9031982-9f52-4dbb-b337-07de8f23865f admin admin] Publish callbacks [] for security_group (760ea1d3-913b-4015-83f2-056ef230fe8d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:30.238814 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a41c28-ff00-4821-be40-c35344ca9758 req-02116b2d-507c-4d19-8555-5af169befc05 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:30.247130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35a41c28-ff00-4821-be40-c35344ca9758 req-02116b2d-507c-4d19-8555-5af169befc05 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 936 time: 0.2580571 Feb 10 15:11:30.256347 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9031982-9f52-4dbb-b337-07de8f23865f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (760ea1d3-913b-4015-83f2-056ef230fe8d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:30.285413 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3114ae10-de59-477b-877a-acdfbe454c09 None None] Port a656edd0-706f-40c3-9ba2-fe546b9607bc cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:11:30.300573 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1668b2f1-4e47-43e1-90fa-34f998e662ac), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:30.347324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9031982-9f52-4dbb-b337-07de8f23865f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760ea1d3-913b-4015-83f2-056ef230fe8d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:30.444163 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c9031982-9f52-4dbb-b337-07de8f23865f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24e0e8658e0040e08aed46ae0bf0f51e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7925427 Feb 10 15:11:30.459897 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60312) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:30.778363 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35a41c28-ff00-4821-be40-c35344ca9758 req-168f0d00-354c-4510-99b6-43f5672e62d5 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298567 Feb 10 15:11:30.862893 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7305f747-a58b-463f-82fb-eb37cbafcb7f admin admin] Publish callbacks [] for security_group (760ea1d3-913b-4015-83f2-056ef230fe8d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:30.923994 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7305f747-a58b-463f-82fb-eb37cbafcb7f admin admin] Publish callbacks [] for security_group (760ea1d3-913b-4015-83f2-056ef230fe8d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:31.047936 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7305f747-a58b-463f-82fb-eb37cbafcb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (760ea1d3-913b-4015-83f2-056ef230fe8d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:31.053801 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7305f747-a58b-463f-82fb-eb37cbafcb7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:31.061950 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7305f747-a58b-463f-82fb-eb37cbafcb7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/760ea1d3-913b-4015-83f2-056ef230fe8d HTTP/1.1" status: 204 len: 168 time: 0.6103964 Feb 10 15:11:31.090893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305f747-a58b-463f-82fb-eb37cbafcb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760ea1d3-913b-4015-83f2-056ef230fe8d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:31.145436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60348) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:31.153965 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-84415be8-fff7-4212-bdb0-0a990ab2e511 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-88806080-network', 'tenant_id': 'fd0296ad7f1b466f9a27780925d70acf'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:11:31.172942 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a656edd0-706f-40c3-9ba2-fe546b9607bc {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:11:31.207060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60352) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:31.213203 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Publish callbacks [] for port (a656edd0-706f-40c3-9ba2-fe546b9607bc), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:31.238704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84415be8-fff7-4212-bdb0-0a990ab2e511 admin admin] Made reservation on behalf of fd0296ad7f1b466f9a27780925d70acf for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:11:31.243223 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84415be8-fff7-4212-bdb0-0a990ab2e511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:31.261473 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84415be8-fff7-4212-bdb0-0a990ab2e511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:31.272125 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Transition to ACTIVE for port object a656edd0-706f-40c3-9ba2-fe546b9607bc will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:11:31.287940 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a656edd0-706f-40c3-9ba2-fe546b9607bc), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:31.455409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Pushing event updated for resources: {'Port': ['ID=a656edd0-706f-40c3-9ba2-fe546b9607bc,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:31.534678 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84415be8-fff7-4212-bdb0-0a990ab2e511 admin admin] Publish callbacks [] for security_group (06aac371-744f-451d-838a-58aacc7b903f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:31.541469 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Attempting to bind port a656edd0-706f-40c3-9ba2-fe546b9607bc on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:11:31.542259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Attempting to bind port a656edd0-706f-40c3-9ba2-fe546b9607bc by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:11:31.542827 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Attempting to bind port a656edd0-706f-40c3-9ba2-fe546b9607bc on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:11:31.553242 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Port a656edd0-706f-40c3-9ba2-fe546b9607bc on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:11:31.553980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Attempting to bind port a656edd0-706f-40c3-9ba2-fe546b9607bc on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:11:31.567645 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a72e4-541d-48a0-bbb1-48db4e456858 req-6e2ca891-f7d2-4a76-830f-38e8d8bfd15b tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:31.576299 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d1a72e4-541d-48a0-bbb1-48db4e456858 req-6e2ca891-f7d2-4a76-830f-38e8d8bfd15b tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 969 time: 0.2079215 Feb 10 15:11:31.579016 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:11:31.579493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:11:31.580147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:11:31.580748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Bound port: a656edd0-706f-40c3-9ba2-fe546b9607bc, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:11:31.581361 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a656edd0-706f-40c3-9ba2-fe546b9607bc), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:31.727621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] For port a656edd0-706f-40c3-9ba2-fe546b9607bc, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:11:31.734305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] For port a656edd0-706f-40c3-9ba2-fe546b9607bc, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=a656edd0-706f-40c3-9ba2-fe546b9607bc,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:11:31.800596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d1a72e4-541d-48a0-bbb1-48db4e456858 req-42f4b0ca-a767-4d0d-a8eb-43386484d298 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230284 Feb 10 15:11:31.808968 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a656edd0-706f-40c3-9ba2-fe546b9607bc), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:31.863072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1668b2f1-4e47-43e1-90fa-34f998e662ac {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:11:31.874355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Publish callbacks [] for port (1668b2f1-4e47-43e1-90fa-34f998e662ac), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:31.883587 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Pushing event updated for resources: {'Port': ['ID=a656edd0-706f-40c3-9ba2-fe546b9607bc,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:31.904583 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:31.906034 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:31.922480 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-a4a0ea3c-0e73-4655-8009-2060a89f3bcc service neutron] 10.222.0.72 "PUT /v2.0/ports/a656edd0-706f-40c3-9ba2-fe546b9607bc HTTP/1.1" status: 200 len: 1117 time: 2.0534370 Feb 10 15:11:31.923141 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b57be4e-6f47-4b42-b20b-996cb7303db2', 'tag': 'a656edd0-706f-40c3-9ba2-fe546b9607bc'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:11:31.938701 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84415be8-fff7-4212-bdb0-0a990ab2e511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (06aac371-744f-451d-838a-58aacc7b903f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:31.988546 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4dce81a7-7148-4c24-9eb0-7732e859db1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:32.001899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60374) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:32.117671 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Transition to ACTIVE for port object 1668b2f1-4e47-43e1-90fa-34f998e662ac will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:11:32.157131 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1668b2f1-4e47-43e1-90fa-34f998e662ac), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:32.170509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84415be8-fff7-4212-bdb0-0a990ab2e511 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:11:32.187819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60384) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:32.290801 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28568fe-a232-40c1-a6c2-e081d137098c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b57be4e-6f47-4b42-b20b-996cb7303db2", "tag": "a656edd0-706f-40c3-9ba2-fe546b9607bc"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:11:32.291779 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84415be8-fff7-4212-bdb0-0a990ab2e511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aac371-744f-451d-838a-58aacc7b903f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:32.295217 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ab06e9d3-543f-4593-9993-c4e95b8ac76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:32.321845 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84415be8-fff7-4212-bdb0-0a990ab2e511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (d85bcfed-2980-4154-a5a6-f552d215bab6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:32.322200 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-84415be8-fff7-4212-bdb0-0a990ab2e511 admin admin] Added segment d85bcfed-2980-4154-a5a6-f552d215bab6 of type vlan for network cb3f227f-25bf-4974-aaf0-17db740feb12 Feb 10 15:11:32.342694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-33e12343-9264-461a-90ee-da959899575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:32.346740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-33e12343-9264-461a-90ee-da959899575b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f4babc16869b4f5d971bcdf2b83eb502&device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 1151 time: 0.3333435 Feb 10 15:11:32.406488 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b637a-67a6-42ca-82f5-1dbc8a5cb1f4 req-f6f29660-eb31-4234-9f07-c1b4f74df46b tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:32.408053 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e14b637a-67a6-42ca-82f5-1dbc8a5cb1f4 req-f6f29660-eb31-4234-9f07-c1b4f74df46b tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 970 time: 0.3939621 Feb 10 15:11:32.480541 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ab06e9d3-543f-4593-9993-c4e95b8ac76f admin admin] Publish callbacks [] for security_group (8f31a4b0-8f21-4e49-9789-1278a450bbce), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:32.522240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Pushing event updated for resources: {'Port': ['ID=1668b2f1-4e47-43e1-90fa-34f998e662ac,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:32.524831 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ab06e9d3-543f-4593-9993-c4e95b8ac76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8f31a4b0-8f21-4e49-9789-1278a450bbce), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:32.664193 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7f9d-8416-44f4-9b68-305a7d3980e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:32.677715 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae090747-f090-428a-93f9-83e72df19ab6 x-openstack-request-id: req-ae090747-f090-428a-93f9-83e72df19ab6 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:11:32.678577 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b57be4e-6f47-4b42-b20b-996cb7303db2", "tag": "a656edd0-706f-40c3-9ba2-fe546b9607bc", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:11:32.680042 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae090747-f090-428a-93f9-83e72df19ab6 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:11:32.680746 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b57be4e-6f47-4b42-b20b-996cb7303db2', 'tag': 'a656edd0-706f-40c3-9ba2-fe546b9607bc', 'status': 'completed', 'code': 200} Feb 10 15:11:32.680850 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84415be8-fff7-4212-bdb0-0a990ab2e511 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (cb3f227f-25bf-4974-aaf0-17db740feb12), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:32.686430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Attempting to bind port 1668b2f1-4e47-43e1-90fa-34f998e662ac on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:11:32.686799 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Attempting to bind port 1668b2f1-4e47-43e1-90fa-34f998e662ac by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:11:32.687157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Attempting to bind port 1668b2f1-4e47-43e1-90fa-34f998e662ac on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:11:32.703310 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-159cefdc-b5e2-405b-837a-100f94e98220 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=a656edd0-706f-40c3-9ba2-fe546b9607bc HTTP/1.1" status: 200 len: 217 time: 0.2588735 Feb 10 15:11:32.742684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Port 1668b2f1-4e47-43e1-90fa-34f998e662ac on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:11:32.742966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Attempting to bind port 1668b2f1-4e47-43e1-90fa-34f998e662ac on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:11:32.753831 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4dce81a7-7148-4c24-9eb0-7732e859db1d admin admin] Publish callbacks [] for security_group (d33afbc1-ff0d-4f73-8e39-fee79f7435c2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:32.757891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:11:32.758263 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:11:32.758828 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:11:32.759395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Bound port: 1668b2f1-4e47-43e1-90fa-34f998e662ac, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:11:32.759653 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1668b2f1-4e47-43e1-90fa-34f998e662ac), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:32.768885 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ab06e9d3-543f-4593-9993-c4e95b8ac76f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=70ea9b6d6f7a4c30beabfda2e3299c6c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7492468 Feb 10 15:11:32.772985 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06e9d3-543f-4593-9993-c4e95b8ac76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f31a4b0-8f21-4e49-9789-1278a450bbce,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:32.786407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60394) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:32.786933 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4dce81a7-7148-4c24-9eb0-7732e859db1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d33afbc1-ff0d-4f73-8e39-fee79f7435c2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:32.831136 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4dce81a7-7148-4c24-9eb0-7732e859db1d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=240ac3a9ab9042a694496d0d3bc4c4f1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6226838 Feb 10 15:11:32.831758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60398) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:32.842632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e14b637a-67a6-42ca-82f5-1dbc8a5cb1f4 req-66c11664-3487-4857-80f2-7231d79ff2f5 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247701 Feb 10 15:11:32.866727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-9af034bb-6963-41a1-8fcc-ba2171641f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:32.873891 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-9af034bb-6963-41a1-8fcc-ba2171641f9e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1509988 Feb 10 15:11:32.912247 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84415be8-fff7-4212-bdb0-0a990ab2e511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (cb3f227f-25bf-4974-aaf0-17db740feb12), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:32.913283 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84415be8-fff7-4212-bdb0-0a990ab2e511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:32.913865 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84415be8-fff7-4212-bdb0-0a990ab2e511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:32.987162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce81a7-7148-4c24-9eb0-7732e859db1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33afbc1-ff0d-4f73-8e39-fee79f7435c2,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:33.003128 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7f9d-8416-44f4-9b68-305a7d3980e1 admin admin] Publish callbacks [] for security_group (1556d1f3-8c98-4a00-b3fa-986a23af929c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:33.014461 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-84415be8-fff7-4212-bdb0-0a990ab2e511 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8644214 Feb 10 15:11:33.014967 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60402) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:33.016395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] For port 1668b2f1-4e47-43e1-90fa-34f998e662ac, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:11:33.026146 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-8b05eec2-0238-455b-92ae-d510b49b9d66 admin admin] Request body: {'subnet': {'network_id': 'cb3f227f-25bf-4974-aaf0-17db740feb12', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-88806080-subnet', 'tenant_id': 'fd0296ad7f1b466f9a27780925d70acf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:11:33.030410 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7f9d-8416-44f4-9b68-305a7d3980e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1556d1f3-8c98-4a00-b3fa-986a23af929c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:33.083403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b05eec2-0238-455b-92ae-d510b49b9d66 admin admin] Made reservation on behalf of fd0296ad7f1b466f9a27780925d70acf for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:11:33.085507 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b05eec2-0238-455b-92ae-d510b49b9d66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:33.091541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] For port 1668b2f1-4e47-43e1-90fa-34f998e662ac, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1668b2f1-4e47-43e1-90fa-34f998e662ac,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:11:33.098695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84415be8-fff7-4212-bdb0-0a990ab2e511 admin admin] Pushing event updated for resources: {'Network': ['ID=cb3f227f-25bf-4974-aaf0-17db740feb12,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:33.116390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network cb3f227f-25bf-4974-aaf0-17db740feb12 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:11:33.118054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1668b2f1-4e47-43e1-90fa-34f998e662ac), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:33.136711 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a1e96fb-ec2d-422c-83f6-fd3694722dd2 admin admin] Publish callbacks [] for security_group (8f31a4b0-8f21-4e49-9789-1278a450bbce), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:33.184608 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39955cc3-351e-4632-8f7b-d90c42d771ad admin admin] Publish callbacks [] for security_group (d33afbc1-ff0d-4f73-8e39-fee79f7435c2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:33.224339 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:33.224941 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:33.237686 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] 10.222.0.72 "PUT /v2.0/ports/1668b2f1-4e47-43e1-90fa-34f998e662ac HTTP/1.1" status: 200 len: 1118 time: 3.6725302 Feb 10 15:11:33.240078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9322af-da42-4a15-a943-3cfb7e60e2bb', 'tag': '1668b2f1-4e47-43e1-90fa-34f998e662ac'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:11:33.347058 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-2178c7ae-b909-4a97-b914-af1330a60d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:33.349517 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-2178c7ae-b909-4a97-b914-af1330a60d5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4413240 Feb 10 15:11:33.354390 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b05eec2-0238-455b-92ae-d510b49b9d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for subnet (ad1e5b66-c41b-4ae1-840e-bfead6cd68a1), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:33.363038 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a7f9d-8416-44f4-9b68-305a7d3980e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1556d1f3-8c98-4a00-b3fa-986a23af929c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:33.440781 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05eec2-0238-455b-92ae-d510b49b9d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1e5b66-c41b-4ae1-840e-bfead6cd68a1,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:33.463001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbcf6b-a3a1-4d03-a807-06f6995ec6e0 req-aff59f0a-190e-493f-9e46-9014a398ee2c tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:33.469465 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a1e96fb-ec2d-422c-83f6-fd3694722dd2 admin admin] Publish callbacks [] for security_group (8f31a4b0-8f21-4e49-9789-1278a450bbce), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:33.478047 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39cbcf6b-a3a1-4d03-a807-06f6995ec6e0 req-aff59f0a-190e-493f-9e46-9014a398ee2c tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 969 time: 0.5343630 Feb 10 15:11:33.502210 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8c6a7f9d-8416-44f4-9b68-305a7d3980e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=433a17a599464a2bb7bd96f3ad13fa40&name=default HTTP/1.1" status: 200 len: 2995 time: 1.3121505 Feb 10 15:11:33.519639 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60412) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:33.591745 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2724fe13-0fed-45f3-b655-32765997da50" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9322af-da42-4a15-a943-3cfb7e60e2bb", "tag": "1668b2f1-4e47-43e1-90fa-34f998e662ac"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:11:33.607832 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39955cc3-351e-4632-8f7b-d90c42d771ad admin admin] Publish callbacks [] for security_group (d33afbc1-ff0d-4f73-8e39-fee79f7435c2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:33.619309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a411798-e39a-46e8-af34-f8d2ad0a4329 service neutron] Pushing event updated for resources: {'Port': ['ID=1668b2f1-4e47-43e1-90fa-34f998e662ac,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:33.692637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-e45c86a6-5941-4c65-b747-248f3786efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:33.694289 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-e45c86a6-5941-4c65-b747-248f3786efa3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c72cb1f3d864ea0b0445f152fb57ddd&device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 1152 time: 0.3320580 Feb 10 15:11:33.712088 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39cbcf6b-a3a1-4d03-a807-06f6995ec6e0 req-d59c39d2-665c-4046-ab0e-6a74a0e4c5dd tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330625 Feb 10 15:11:33.716377 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a1e96fb-ec2d-422c-83f6-fd3694722dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8f31a4b0-8f21-4e49-9789-1278a450bbce), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:33.719993 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a1e96fb-ec2d-422c-83f6-fd3694722dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:33.725945 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0a1e96fb-ec2d-422c-83f6-fd3694722dd2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f31a4b0-8f21-4e49-9789-1278a450bbce HTTP/1.1" status: 204 len: 168 time: 0.9073622 Feb 10 15:11:33.731997 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39955cc3-351e-4632-8f7b-d90c42d771ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d33afbc1-ff0d-4f73-8e39-fee79f7435c2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:33.740714 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39955cc3-351e-4632-8f7b-d90c42d771ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:33.743035 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-39955cc3-351e-4632-8f7b-d90c42d771ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d33afbc1-ff0d-4f73-8e39-fee79f7435c2 HTTP/1.1" status: 204 len: 168 time: 0.9052365 Feb 10 15:11:33.825567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e96fb-ec2d-422c-83f6-fd3694722dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f31a4b0-8f21-4e49-9789-1278a450bbce,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:33.902281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b05eec2-0238-455b-92ae-d510b49b9d66 admin admin] Checking segment: {'id': 'd85bcfed-2980-4154-a5a6-f552d215bab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb3f227f-25bf-4974-aaf0-17db740feb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:11:33.902852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b05eec2-0238-455b-92ae-d510b49b9d66 admin admin] Network hostable DHCP agents. Network: cb3f227f-25bf-4974-aaf0-17db740feb12, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:11:33.919308 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9471d385-c73f-493c-a4fa-b8cd7685a849 admin admin] Publish callbacks [] for security_group (1556d1f3-8c98-4a00-b3fa-986a23af929c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:33.993175 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-797f42f7-b52f-48fb-b62f-1ee5f4164f32 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128151 Feb 10 15:11:34.028600 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9471d385-c73f-493c-a4fa-b8cd7685a849 admin admin] Publish callbacks [] for security_group (1556d1f3-8c98-4a00-b3fa-986a23af929c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:34.053105 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc3096a-6454-4c41-95ed-8919c8895454 x-openstack-request-id: req-dbc3096a-6454-4c41-95ed-8919c8895454 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:11:34.054330 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9322af-da42-4a15-a943-3cfb7e60e2bb", "tag": "1668b2f1-4e47-43e1-90fa-34f998e662ac", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:11:34.054817 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dbc3096a-6454-4c41-95ed-8919c8895454 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:11:34.057471 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9322af-da42-4a15-a943-3cfb7e60e2bb', 'tag': '1668b2f1-4e47-43e1-90fa-34f998e662ac', 'status': 'completed', 'code': 200} Feb 10 15:11:34.071195 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39955cc3-351e-4632-8f7b-d90c42d771ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33afbc1-ff0d-4f73-8e39-fee79f7435c2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:34.074778 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-e9b54811-67b6-4b35-86b8-22003df0ca6d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1668b2f1-4e47-43e1-90fa-34f998e662ac HTTP/1.1" status: 200 len: 217 time: 0.3288028 Feb 10 15:11:34.127559 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b05eec2-0238-455b-92ae-d510b49b9d66 admin admin] Network cb3f227f-25bf-4974-aaf0-17db740feb12 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:11:34.199010 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-8b05eec2-0238-455b-92ae-d510b49b9d66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, cb3f227f-25bf-4974-aaf0-17db740feb12) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:11:34.219960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-5ad29b07-a855-45a3-ba39-de5325150305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:34.222761 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-5ad29b07-a855-45a3-ba39-de5325150305 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1283419 Feb 10 15:11:34.245375 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdec357-950d-495d-8357-be5ef823d5ae None None] Network cb3f227f-25bf-4974-aaf0-17db740feb12 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:11:34.262788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b05eec2-0238-455b-92ae-d510b49b9d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:34.263690 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b05eec2-0238-455b-92ae-d510b49b9d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:34.306790 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8b05eec2-0238-455b-92ae-d510b49b9d66 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2889659 Feb 10 15:11:34.307784 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9471d385-c73f-493c-a4fa-b8cd7685a849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1556d1f3-8c98-4a00-b3fa-986a23af929c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:34.310770 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9471d385-c73f-493c-a4fa-b8cd7685a849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:34.315198 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9471d385-c73f-493c-a4fa-b8cd7685a849 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1556d1f3-8c98-4a00-b3fa-986a23af929c HTTP/1.1" status: 204 len: 168 time: 0.7906156 Feb 10 15:11:34.335276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87342c2-df77-4353-94bb-b687dbb40d22 req-b8bad60a-2576-44a5-9fef-23799f9d008a tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:34.344205 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b87342c2-df77-4353-94bb-b687dbb40d22 req-b8bad60a-2576-44a5-9fef-23799f9d008a tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 970 time: 0.2426074 Feb 10 15:11:34.361386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a55b0b-cd83-498f-91a1-393acc6620b9 req-7f722e59-048f-47a9-94a3-0091f2d9a672 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966912 Feb 10 15:11:34.374034 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471d385-c73f-493c-a4fa-b8cd7685a849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1556d1f3-8c98-4a00-b3fa-986a23af929c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:34.457343 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b87342c2-df77-4353-94bb-b687dbb40d22 req-3b667fec-09c2-4e5c-8fa8-875c87fcc9f8 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113260 Feb 10 15:11:34.516497 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-d8ac706e-0eb0-44df-8b77-dceed87f5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:34.518866 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-d8ac706e-0eb0-44df-8b77-dceed87f5c63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2035863 Feb 10 15:11:34.552804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28568fe-a232-40c1-a6c2-e081d137098c req-9cd9917f-7599-4a64-8c68-dab1ed1ed396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:34.557623 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e28568fe-a232-40c1-a6c2-e081d137098c req-9cd9917f-7599-4a64-8c68-dab1ed1ed396 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f4babc16869b4f5d971bcdf2b83eb502&device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 1151 time: 0.0938828 Feb 10 15:11:34.576925 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842f5615-a6f7-47cd-8c09-ff4b85b5a4ff None None] Network cb3f227f-25bf-4974-aaf0-17db740feb12 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:11:34.639706 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60434) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:34.639930 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60436) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:34.674941 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-6a8e63fc-65bd-410d-862e-bbec0a379673 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496167 Feb 10 15:11:34.757686 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-01045fee-cf04-4b31-a958-027a6a243a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:34.775208 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8a917f53-8694-456a-8e83-fd37d5059ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:34.896710 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3379f7c3-b230-4e79-af0c-ee7bf439a464 req-5fbf1a5f-3cfe-471e-93f9-5f073a345697 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003183 Feb 10 15:11:35.124594 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724fe13-0fed-45f3-b655-32765997da50 req-eed249dd-abc2-41a2-9c6b-f8482b199da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:35.128804 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2724fe13-0fed-45f3-b655-32765997da50 req-eed249dd-abc2-41a2-9c6b-f8482b199da5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c72cb1f3d864ea0b0445f152fb57ddd&device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 1152 time: 0.1106677 Feb 10 15:11:35.332447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60448) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:35.360823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28568fe-a232-40c1-a6c2-e081d137098c req-2a8071ed-aaf7-43b3-bd2d-31a7c8d89e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:35.362315 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e28568fe-a232-40c1-a6c2-e081d137098c req-2a8071ed-aaf7-43b3-bd2d-31a7c8d89e82 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.7914422 Feb 10 15:11:35.417240 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2f52d1c6-d1c5-406b-97ee-a96e956f66ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:35.471377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724fe13-0fed-45f3-b655-32765997da50 req-db70628f-dca3-4fa0-a14f-b576b044e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:35.473392 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2724fe13-0fed-45f3-b655-32765997da50 req-db70628f-dca3-4fa0-a14f-b576b044e2c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.3072801 Feb 10 15:11:35.571056 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fa247-79d1-4438-a31f-da7bac91a8c6 req-49cbb326-37b4-4ca8-a050-d3bf0dc5234c tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:35.573057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-871fa247-79d1-4438-a31f-da7bac91a8c6 req-49cbb326-37b4-4ca8-a050-d3bf0dc5234c tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 969 time: 0.5950589 Feb 10 15:11:35.599037 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-01045fee-cf04-4b31-a958-027a6a243a74 admin admin] Publish callbacks [] for security_group (12cba4a9-8360-42bd-bd64-ff490606de81), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:35.623230 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-01045fee-cf04-4b31-a958-027a6a243a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (12cba4a9-8360-42bd-bd64-ff490606de81), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:35.806460 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8a917f53-8694-456a-8e83-fd37d5059ce9 admin admin] Publish callbacks [] for security_group (d9da4134-d9c2-4840-92d4-997d6060341e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:35.826113 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01045fee-cf04-4b31-a958-027a6a243a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cba4a9-8360-42bd-bd64-ff490606de81,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:35.830315 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-01045fee-cf04-4b31-a958-027a6a243a74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57863a78c33a4114af43a5ace4605d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1889124 Feb 10 15:11:35.833705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60466) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:35.856641 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8a917f53-8694-456a-8e83-fd37d5059ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d9da4134-d9c2-4840-92d4-997d6060341e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:35.911608 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-871fa247-79d1-4438-a31f-da7bac91a8c6 req-b05197ee-93cd-4286-b519-6b6d8d87db3a tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112483 Feb 10 15:11:35.936197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-5b6c94d7-81af-4b17-9b33-569bc052eec3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:35.936197 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-5b6c94d7-81af-4b17-9b33-569bc052eec3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 807 time: 0.4601953 Feb 10 15:11:35.952483 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4956ced-6e8e-4057-a1eb-e9c7083072f0 admin admin] Publish callbacks [] for security_group (12cba4a9-8360-42bd-bd64-ff490606de81), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:35.969629 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a917f53-8694-456a-8e83-fd37d5059ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9da4134-d9c2-4840-92d4-997d6060341e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:35.982682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8a917f53-8694-456a-8e83-fd37d5059ce9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=227e0e7db86f46539c097f9ccee6aad6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3392949 Feb 10 15:11:35.989595 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-27844af5-0ea2-4ab1-8f4c-ec09657a1a8a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/quotas/ef96867ec18f4dff8a2a1903005f827a HTTP/1.1" status: 200 len: 375 time: 0.0534391 Feb 10 15:11:35.992249 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60468) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:36.027600 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4956ced-6e8e-4057-a1eb-e9c7083072f0 admin admin] Publish callbacks [] for security_group (12cba4a9-8360-42bd-bd64-ff490606de81), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:36.085718 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-0d62bca2-e906-41fa-8ea1-03ad8858718d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951316 Feb 10 15:11:36.091154 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2f52d1c6-d1c5-406b-97ee-a96e956f66ec admin admin] Publish callbacks [] for security_group (97605918-68fc-419a-97fb-cb39975653eb), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:36.107630 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2f52d1c6-d1c5-406b-97ee-a96e956f66ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (97605918-68fc-419a-97fb-cb39975653eb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:36.112865 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38ff6dba-d31c-49e0-af26-d30f08b9219c admin admin] Publish callbacks [] for security_group (d9da4134-d9c2-4840-92d4-997d6060341e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:36.146169 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4956ced-6e8e-4057-a1eb-e9c7083072f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (12cba4a9-8360-42bd-bd64-ff490606de81), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:36.155294 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4956ced-6e8e-4057-a1eb-e9c7083072f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:36.173876 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b4956ced-6e8e-4057-a1eb-e9c7083072f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12cba4a9-8360-42bd-bd64-ff490606de81 HTTP/1.1" status: 204 len: 168 time: 0.3264251 Feb 10 15:11:36.179485 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38ff6dba-d31c-49e0-af26-d30f08b9219c admin admin] Publish callbacks [] for security_group (d9da4134-d9c2-4840-92d4-997d6060341e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:36.233057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9419ac4-5420-447b-b6dd-7477d546c6b2 req-a3e42f84-6994-47c9-a363-8cbb48f0b0e6 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:36.236465 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9419ac4-5420-447b-b6dd-7477d546c6b2 req-a3e42f84-6994-47c9-a363-8cbb48f0b0e6 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 970 time: 0.2406685 Feb 10 15:11:36.247669 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2f52d1c6-d1c5-406b-97ee-a96e956f66ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c7a24acd1fd4397891329832ff03576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9090436 Feb 10 15:11:36.250644 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60474) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:36.253166 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52d1c6-d1c5-406b-97ee-a96e956f66ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97605918-68fc-419a-97fb-cb39975653eb,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:36.256482 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4956ced-6e8e-4057-a1eb-e9c7083072f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cba4a9-8360-42bd-bd64-ff490606de81,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:36.348168 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38ff6dba-d31c-49e0-af26-d30f08b9219c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d9da4134-d9c2-4840-92d4-997d6060341e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:36.356030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38ff6dba-d31c-49e0-af26-d30f08b9219c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:36.359329 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-38ff6dba-d31c-49e0-af26-d30f08b9219c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9da4134-d9c2-4840-92d4-997d6060341e HTTP/1.1" status: 204 len: 168 time: 0.3620448 Feb 10 15:11:36.369237 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9419ac4-5420-447b-b6dd-7477d546c6b2 req-fd985482-252d-42cb-bc47-bb3af83de3e2 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210923 Feb 10 15:11:36.376255 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-aca5884c-8649-4967-8966-52de3b6028f8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:11:36.377305 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-aca5884c-8649-4967-8966-52de3b6028f8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0993159 Feb 10 15:11:36.381803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff6dba-d31c-49e0-af26-d30f08b9219c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9da4134-d9c2-4840-92d4-997d6060341e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:36.423341 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a89a837e-ead7-44a1-ad58-3abbf4261766 admin admin] Publish callbacks [] for security_group (97605918-68fc-419a-97fb-cb39975653eb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:36.518176 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a89a837e-ead7-44a1-ad58-3abbf4261766 admin admin] Publish callbacks [] for security_group (97605918-68fc-419a-97fb-cb39975653eb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:36.596439 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-3d7af1db-9a15-475d-83fd-1d38a9e76814 service neutron] 10.222.0.64 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051916 Feb 10 15:11:36.646644 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a89a837e-ead7-44a1-ad58-3abbf4261766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (97605918-68fc-419a-97fb-cb39975653eb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:36.649507 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a89a837e-ead7-44a1-ad58-3abbf4261766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:36.653581 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a89a837e-ead7-44a1-ad58-3abbf4261766 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97605918-68fc-419a-97fb-cb39975653eb HTTP/1.1" status: 204 len: 168 time: 0.3984702 Feb 10 15:11:36.682625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a837e-ead7-44a1-ad58-3abbf4261766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97605918-68fc-419a-97fb-cb39975653eb,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:36.719012 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:36.829325 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-cae7d329-7d5b-4474-8da4-43f1fa017cc3 service neutron] 10.222.0.64 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976316 Feb 10 15:11:37.211069 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b479af9-4be1-4b2d-a4da-b923e42a4eb8 req-07571ec6-a0eb-41c8-9497-e1ccfe05eca5 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 210 time: 0.1118772 Feb 10 15:11:37.225048 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c81457-6379-474a-8068-05f97fb39b38 req-820594a7-6bb9-4c9d-be2a-18d32bd5ba81 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:37.226603 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89c81457-6379-474a-8068-05f97fb39b38 req-820594a7-6bb9-4c9d-be2a-18d32bd5ba81 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 969 time: 0.2057493 Feb 10 15:11:37.327512 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89c81457-6379-474a-8068-05f97fb39b38 req-d3f3eb88-54f8-4e93-8399-25d495914d57 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943377 Feb 10 15:11:37.605026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564467e-457b-4304-9457-6b70e4ea2623 req-d847ff29-0899-4459-bbe3-6fada2a4b1ef tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:37.608874 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0564467e-457b-4304-9457-6b70e4ea2623 req-d847ff29-0899-4459-bbe3-6fada2a4b1ef tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 970 time: 0.0886190 Feb 10 15:11:37.680996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0564467e-457b-4304-9457-6b70e4ea2623 req-a8c21e13-4332-49d2-bebe-2929daa0d359 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626407 Feb 10 15:11:38.024005 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e28568fe-a232-40c1-a6c2-e081d137098c req-fd1093f9-b5fd-4f5a-bf1f-6e5c5a140915 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=a656edd0-706f-40c3-9ba2-fe546b9607bc HTTP/1.1" status: 200 len: 217 time: 0.0611885 Feb 10 15:11:38.025488 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2724fe13-0fed-45f3-b655-32765997da50 req-c227b49e-f9ea-4da9-a737-fa517903bb51 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1668b2f1-4e47-43e1-90fa-34f998e662ac HTTP/1.1" status: 200 len: 217 time: 0.0626554 Feb 10 15:11:38.081262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28568fe-a232-40c1-a6c2-e081d137098c req-1698b832-6dd6-4dad-89ff-a80f0be678ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:38.082744 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e28568fe-a232-40c1-a6c2-e081d137098c req-1698b832-6dd6-4dad-89ff-a80f0be678ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0496581 Feb 10 15:11:38.083948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724fe13-0fed-45f3-b655-32765997da50 req-4e1a36d0-8c0c-4e1d-b3d1-25e3d700d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:38.085333 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2724fe13-0fed-45f3-b655-32765997da50 req-4e1a36d0-8c0c-4e1d-b3d1-25e3d700d6c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0500405 Feb 10 15:11:38.152348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28568fe-a232-40c1-a6c2-e081d137098c req-517e50cb-4596-4566-b8c6-ae131ab9d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:38.154037 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e28568fe-a232-40c1-a6c2-e081d137098c req-517e50cb-4596-4566-b8c6-ae131ab9d01c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0611773 Feb 10 15:11:38.155732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724fe13-0fed-45f3-b655-32765997da50 req-c42cff42-4fbe-4185-98e8-c406e7f61248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:38.157646 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2724fe13-0fed-45f3-b655-32765997da50 req-c42cff42-4fbe-4185-98e8-c406e7f61248 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0638735 Feb 10 15:11:38.263883 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2724fe13-0fed-45f3-b655-32765997da50 req-cb0c42b8-79b3-44d4-8e09-27dcbd858942 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976079 Feb 10 15:11:38.268729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e28568fe-a232-40c1-a6c2-e081d137098c req-2b247193-34f5-402a-ba98-89f4f8c84c33 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026495 Feb 10 15:11:38.278180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.79', 61958) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:38.376978 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae6e2e20-373b-46a0-8b1f-0636e7fe1eb2 req-7d90f182-eb6e-4c47-bfe2-637b8f89edcf tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 210 time: 0.0574889 Feb 10 15:11:38.507347 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e28568fe-a232-40c1-a6c2-e081d137098c req-c0cbbb8d-b9e9-47b3-a59d-a8923cbf66eb service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087924 Feb 10 15:11:38.544611 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994356a7-714a-4233-95a0-28206062e831 req-2e5ea483-590f-4f30-8056-f8b59886a971 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:38.547543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-994356a7-714a-4233-95a0-28206062e831 req-2e5ea483-590f-4f30-8056-f8b59886a971 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 969 time: 0.0935225 Feb 10 15:11:38.583730 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2724fe13-0fed-45f3-b655-32765997da50 req-ce79ec67-9e5b-48ae-a466-9557dfae824e service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619352 Feb 10 15:11:38.615479 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-994356a7-714a-4233-95a0-28206062e831 req-ec50158b-b37c-4e8b-a835-253660da9d48 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624084 Feb 10 15:11:38.624514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-5dcb7671-bcd0-497d-b88d-6ae9bc1d0882 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:38.626954 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-5dcb7671-bcd0-497d-b88d-6ae9bc1d0882 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.79 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 807 time: 0.3474462 Feb 10 15:11:38.832468 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3d59a-fe6e-43d8-b06f-ecb56456601c req-1d55be37-97b7-4fa9-b744-07c2ecc8ac58 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:38.834145 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ca3d59a-fe6e-43d8-b06f-ecb56456601c req-1d55be37-97b7-4fa9-b744-07c2ecc8ac58 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 970 time: 0.0873220 Feb 10 15:11:38.898780 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ca3d59a-fe6e-43d8-b06f-ecb56456601c req-c6546a8e-e13f-4e0b-a834-e3d651aa67aa tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546105 Feb 10 15:11:39.503260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aaee77bf-6906-46cb-a869-32dea76a7e0d req-f4f4d2d4-1898-471e-b480-0281abff0252 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 210 time: 0.0428643 Feb 10 15:11:39.661932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60628) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:39.809007 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0231fc-0a2b-4b8f-b994-201d72df1655 req-15e7d755-1d28-4137-956a-cdfe7f7b4016 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:39.810553 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e0231fc-0a2b-4b8f-b994-201d72df1655 req-15e7d755-1d28-4137-956a-cdfe7f7b4016 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 969 time: 0.0690305 Feb 10 15:11:39.818326 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-509c6da6-f885-4ea0-88d3-77978af1f0ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:39.873059 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e0231fc-0a2b-4b8f-b994-201d72df1655 req-a02d489c-203b-4ebf-87d9-1e5f4207f1fb tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565650 Feb 10 15:11:39.918823 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-509c6da6-f885-4ea0-88d3-77978af1f0ea admin admin] Publish callbacks [] for security_group (ac9cbc8f-8bde-4286-b748-759f54393ed5), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:39.924258 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-509c6da6-f885-4ea0-88d3-77978af1f0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ac9cbc8f-8bde-4286-b748-759f54393ed5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:39.970035 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-509c6da6-f885-4ea0-88d3-77978af1f0ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6ade192e76c4b63bd281c1bd70a9efc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068681 Feb 10 15:11:39.972829 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60642) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:39.980500 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c6da6-f885-4ea0-88d3-77978af1f0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9cbc8f-8bde-4286-b748-759f54393ed5,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:40.080944 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d212760d-5c24-413d-95c6-8fb4d61eeafc admin admin] Publish callbacks [] for security_group (ac9cbc8f-8bde-4286-b748-759f54393ed5), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:40.111072 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d212760d-5c24-413d-95c6-8fb4d61eeafc admin admin] Publish callbacks [] for security_group (ac9cbc8f-8bde-4286-b748-759f54393ed5), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:40.118878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aee5a-9479-484f-bc5f-2df37e1146dc req-ae049a01-00e2-447e-8724-0717ce4f14a7 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:40.125534 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d81aee5a-9479-484f-bc5f-2df37e1146dc req-ae049a01-00e2-447e-8724-0717ce4f14a7 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 970 time: 0.1097176 Feb 10 15:11:40.198487 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d81aee5a-9479-484f-bc5f-2df37e1146dc req-18b787aa-9d6a-466b-8c94-bb3d88ae051e tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718150 Feb 10 15:11:40.222345 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d212760d-5c24-413d-95c6-8fb4d61eeafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ac9cbc8f-8bde-4286-b748-759f54393ed5), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:40.225095 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d212760d-5c24-413d-95c6-8fb4d61eeafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:40.229203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d212760d-5c24-413d-95c6-8fb4d61eeafc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac9cbc8f-8bde-4286-b748-759f54393ed5 HTTP/1.1" status: 204 len: 168 time: 0.2522833 Feb 10 15:11:40.235510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212760d-5c24-413d-95c6-8fb4d61eeafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9cbc8f-8bde-4286-b748-759f54393ed5,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:40.315340 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60660) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:40.348245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60664) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:40.571393 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d31ba25-e0ed-4006-88b4-7d38e4d65943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:40.649154 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5f4f4781-fbba-4682-9a3d-c243960549d3 req-366821c1-6f46-465b-a668-d02d827fd46a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 210 time: 0.0481665 Feb 10 15:11:40.654887 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-188ed55b-3dbd-42ca-a7ff-51cdaa7bc6dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:40.689250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60672) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:40.704457 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-687c67ac-cab0-4872-9ced-77a2e591e20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:40.745769 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d31ba25-e0ed-4006-88b4-7d38e4d65943 admin admin] Publish callbacks [] for security_group (648da976-0dc8-4180-8b44-b407a3fb42db), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:40.751121 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d31ba25-e0ed-4006-88b4-7d38e4d65943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (648da976-0dc8-4180-8b44-b407a3fb42db), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:40.806377 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-687c67ac-cab0-4872-9ced-77a2e591e20e admin admin] Publish callbacks [] for security_group (b8eb4ea0-f8c6-4d1b-8b40-b1a3a27d464c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:40.809872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8d31ba25-e0ed-4006-88b4-7d38e4d65943 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f7bdbcf53e1475ca132b418c829e697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4933958 Feb 10 15:11:40.810467 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-687c67ac-cab0-4872-9ced-77a2e591e20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b8eb4ea0-f8c6-4d1b-8b40-b1a3a27d464c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:40.812474 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31ba25-e0ed-4006-88b4-7d38e4d65943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648da976-0dc8-4180-8b44-b407a3fb42db,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:40.814044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60674) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:40.826429 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-188ed55b-3dbd-42ca-a7ff-51cdaa7bc6dd admin admin] Publish callbacks [] for security_group (fcdd3ada-14d7-46e4-aa2d-92ccbe5a8251), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:40.831092 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-188ed55b-3dbd-42ca-a7ff-51cdaa7bc6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fcdd3ada-14d7-46e4-aa2d-92ccbe5a8251), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:40.871538 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-188ed55b-3dbd-42ca-a7ff-51cdaa7bc6dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a18bac306e8f47469b731272c7a0fca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5221601 Feb 10 15:11:40.872519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ed55b-3dbd-42ca-a7ff-51cdaa7bc6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdd3ada-14d7-46e4-aa2d-92ccbe5a8251,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:40.875243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60676) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:40.883892 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-687c67ac-cab0-4872-9ced-77a2e591e20e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a665c04b02854ca48984d2e951a69396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930008 Feb 10 15:11:40.888333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60678) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:40.888602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c67ac-cab0-4872-9ced-77a2e591e20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eb4ea0-f8c6-4d1b-8b40-b1a3a27d464c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:40.930002 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f548cd5a-9d24-4095-b678-1e41149bf3c3 admin admin] Publish callbacks [] for security_group (648da976-0dc8-4180-8b44-b407a3fb42db), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:40.953055 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f548cd5a-9d24-4095-b678-1e41149bf3c3 admin admin] Publish callbacks [] for security_group (648da976-0dc8-4180-8b44-b407a3fb42db), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:40.961697 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c80a6df3-b664-449c-94d6-01f61f4e5862 admin admin] Publish callbacks [] for security_group (fcdd3ada-14d7-46e4-aa2d-92ccbe5a8251), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.008663 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f548cd5a-9d24-4095-b678-1e41149bf3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (648da976-0dc8-4180-8b44-b407a3fb42db), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.011612 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f548cd5a-9d24-4095-b678-1e41149bf3c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.015100 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f548cd5a-9d24-4095-b678-1e41149bf3c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/648da976-0dc8-4180-8b44-b407a3fb42db HTTP/1.1" status: 204 len: 168 time: 0.1895583 Feb 10 15:11:41.015240 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f826fc31-9cd7-41cc-8343-a892a5259eed admin admin] Publish callbacks [] for security_group (b8eb4ea0-f8c6-4d1b-8b40-b1a3a27d464c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.022179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548cd5a-9d24-4095-b678-1e41149bf3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648da976-0dc8-4180-8b44-b407a3fb42db,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:41.030509 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c80a6df3-b664-449c-94d6-01f61f4e5862 admin admin] Publish callbacks [] for security_group (fcdd3ada-14d7-46e4-aa2d-92ccbe5a8251), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.071330 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.086473 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f826fc31-9cd7-41cc-8343-a892a5259eed admin admin] Publish callbacks [] for security_group (b8eb4ea0-f8c6-4d1b-8b40-b1a3a27d464c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.115184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f058e0e-15c1-4b33-b43c-27b970f446e1 req-56f9deb2-867c-497a-91c5-1b32584e8a1e tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:41.116749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f058e0e-15c1-4b33-b43c-27b970f446e1 req-56f9deb2-867c-497a-91c5-1b32584e8a1e tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 969 time: 0.1416898 Feb 10 15:11:41.173932 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c80a6df3-b664-449c-94d6-01f61f4e5862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fcdd3ada-14d7-46e4-aa2d-92ccbe5a8251), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.176540 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c80a6df3-b664-449c-94d6-01f61f4e5862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.177723 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c80a6df3-b664-449c-94d6-01f61f4e5862 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fcdd3ada-14d7-46e4-aa2d-92ccbe5a8251 HTTP/1.1" status: 204 len: 168 time: 0.3015273 Feb 10 15:11:41.200417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f058e0e-15c1-4b33-b43c-27b970f446e1 req-b7f3efdb-63c3-4331-b603-e4acafd268ee tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760875 Feb 10 15:11:41.205211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a6df3-b664-449c-94d6-01f61f4e5862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdd3ada-14d7-46e4-aa2d-92ccbe5a8251,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:41.220158 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f826fc31-9cd7-41cc-8343-a892a5259eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b8eb4ea0-f8c6-4d1b-8b40-b1a3a27d464c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.220158 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f826fc31-9cd7-41cc-8343-a892a5259eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.220158 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f826fc31-9cd7-41cc-8343-a892a5259eed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8eb4ea0-f8c6-4d1b-8b40-b1a3a27d464c HTTP/1.1" status: 204 len: 168 time: 0.3263667 Feb 10 15:11:41.229289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826fc31-9cd7-41cc-8343-a892a5259eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eb4ea0-f8c6-4d1b-8b40-b1a3a27d464c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:41.373021 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b411cf8-8c16-40df-bb1b-11c704d62705 req-6ae87cbf-5496-44ad-a0bd-4929744509eb tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:41.375522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b411cf8-8c16-40df-bb1b-11c704d62705 req-6ae87cbf-5496-44ad-a0bd-4929744509eb tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 970 time: 0.0743828 Feb 10 15:11:41.430278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device a656edd0-706f-40c3-9ba2-fe546b9607bc details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:11:41.446604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60694) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:41.472984 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b411cf8-8c16-40df-bb1b-11c704d62705 req-ddc8ede5-de78-4981-8a80-30a793ba348a tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843260 Feb 10 15:11:41.474125 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9d2eac0d-14e3-45ad-aa13-f1b150ffcf45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.600741 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port a656edd0-706f-40c3-9ba2-fe546b9607bc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=a656edd0-706f-40c3-9ba2-fe546b9607bc,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:11:41.608794 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9d2eac0d-14e3-45ad-aa13-f1b150ffcf45 admin admin] Publish callbacks [] for security_group (de923096-af43-48b5-ac03-3bf98cf6a93c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.614017 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9d2eac0d-14e3-45ad-aa13-f1b150ffcf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (de923096-af43-48b5-ac03-3bf98cf6a93c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.624102 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'a656edd0-706f-40c3-9ba2-fe546b9607bc', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'a656edd0-706f-40c3-9ba2-fe546b9607bc', 'mac_address': 'fa:16:3e:c6:9b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:tempest-test_az-1314051034', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:11:41.666084 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9d2eac0d-14e3-45ad-aa13-f1b150ffcf45 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6792180e012466e8b32cca30a7db188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151401 Feb 10 15:11:41.666290 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60696) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:41.673263 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port a656edd0-706f-40c3-9ba2-fe546b9607bc is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:11:41.674882 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a656edd0-706f-40c3-9ba2-fe546b9607bc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.677798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2eac0d-14e3-45ad-aa13-f1b150ffcf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de923096-af43-48b5-ac03-3bf98cf6a93c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:41.710531 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60702) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:41.732789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a656edd0-706f-40c3-9ba2-fe546b9607bc {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:11:41.738900 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb19c377-fbf4-4d79-8803-ad21f6332b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.747422 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-927264c4-2f0d-49b7-b833-1258f3c1972a admin admin] Publish callbacks [] for security_group (de923096-af43-48b5-ac03-3bf98cf6a93c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.769228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port a656edd0-706f-40c3-9ba2-fe546b9607bc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=a656edd0-706f-40c3-9ba2-fe546b9607bc,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:11:41.776772 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a656edd0-706f-40c3-9ba2-fe546b9607bc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.777539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1668b2f1-4e47-43e1-90fa-34f998e662ac details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:11:41.816328 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1668b2f1-4e47-43e1-90fa-34f998e662ac, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1668b2f1-4e47-43e1-90fa-34f998e662ac,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:11:41.828150 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69bb929f-e63d-46e8-86d2-7f06402fa52b req-ec7df8cc-9745-4476-98b9-528a3d45d6ce tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 210 time: 0.0660400 Feb 10 15:11:41.854024 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-927264c4-2f0d-49b7-b833-1258f3c1972a admin admin] Publish callbacks [] for security_group (de923096-af43-48b5-ac03-3bf98cf6a93c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.875349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '1668b2f1-4e47-43e1-90fa-34f998e662ac', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '1668b2f1-4e47-43e1-90fa-34f998e662ac', 'mac_address': 'fa:16:3e:75:88:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:tempest-test_az-1314051034', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:11:41.929732 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-927264c4-2f0d-49b7-b833-1258f3c1972a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (de923096-af43-48b5-ac03-3bf98cf6a93c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.935741 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-927264c4-2f0d-49b7-b833-1258f3c1972a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.937506 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-927264c4-2f0d-49b7-b833-1258f3c1972a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de923096-af43-48b5-ac03-3bf98cf6a93c HTTP/1.1" status: 204 len: 168 time: 0.2698731 Feb 10 15:11:41.950104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927264c4-2f0d-49b7-b833-1258f3c1972a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de923096-af43-48b5-ac03-3bf98cf6a93c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:41.997335 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 1668b2f1-4e47-43e1-90fa-34f998e662ac is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:11:41.998085 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1668b2f1-4e47-43e1-90fa-34f998e662ac), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:41.998919 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb19c377-fbf4-4d79-8803-ad21f6332b85 admin admin] Publish callbacks [] for security_group (6b24fd88-14d9-4fa4-8bee-1cfaba5282a7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:42.005493 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb19c377-fbf4-4d79-8803-ad21f6332b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6b24fd88-14d9-4fa4-8bee-1cfaba5282a7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:42.018288 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=a656edd0-706f-40c3-9ba2-fe546b9607bc,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:42.028323 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1668b2f1-4e47-43e1-90fa-34f998e662ac {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:11:42.047240 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:42.047970 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:42.048316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:42.048680 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:42.049014 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:42.049390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:42.049895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:42.050227 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:42.050558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:42.050893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:42.051212 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:42.051540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:42.052033 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Tracked resource versions report: Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: pushed versions: Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: { 'AddressGroup': {'1.2'}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'ConntrackHelper': {'1.0'}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'LocalIPAssociation': {'1.0'}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'Log': {'1.0'}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'Network': {'1.1'}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'Port': {'1.7'}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'PortForwarding': {'1.2'}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'QosPolicy': {'1.10'}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'SecurityGroup': {'1.5'}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'SecurityGroupRule': {'1.2'}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'SubPort': {'1.0'}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'Subnet': {'1.1'}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'Trunk': {'1.1'}} Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: consumer versions: Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: { DHCP agent@n-d-815324-7: {}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: HyperV agent@n-h1-815324-7: {}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: HyperV agent@n-h2-815324-7: {}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: L3 agent@n-d-815324-7: {}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: Metadata agent@n-d-815324-7: {}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: Metering agent@n-d-815324-7: {}, Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: Open vSwitch agent@n-d-815324-7: { 'AddressGroup': '1.2', Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'ConntrackHelper': '1.0', Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'LocalIPAssociation': '1.0', Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'Log': '1.0', Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'Network': '1.1', Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'Port': '1.7', Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'PortForwarding': '1.2', Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'QosPolicy': '1.10', Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'SecurityGroup': '1.5', Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'SecurityGroupRule': '1.2', Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'SubPort': '1.0', Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'Subnet': '1.1', Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: 'Trunk': '1.1'}} Feb 10 15:11:42.053131 n-d-815324-7 neutron-server[103370]: {{(pid=103370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 15:11:42.055057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19c377-fbf4-4d79-8803-ad21f6332b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b24fd88-14d9-4fa4-8bee-1cfaba5282a7,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:42.085412 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1668b2f1-4e47-43e1-90fa-34f998e662ac, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1668b2f1-4e47-43e1-90fa-34f998e662ac,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:11:42.088415 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-eb19c377-fbf4-4d79-8803-ad21f6332b85 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c71ddb8b34a0436db1ab82df5de5438a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3761458 Feb 10 15:11:42.091598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60714) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:42.093333 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1668b2f1-4e47-43e1-90fa-34f998e662ac), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:42.173230 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36c339e2-9863-4fd9-92dc-8f8c8c0d7f0a admin admin] Publish callbacks [] for security_group (6b24fd88-14d9-4fa4-8bee-1cfaba5282a7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:42.201473 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36c339e2-9863-4fd9-92dc-8f8c8c0d7f0a admin admin] Publish callbacks [] for security_group (6b24fd88-14d9-4fa4-8bee-1cfaba5282a7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:42.215107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=1668b2f1-4e47-43e1-90fa-34f998e662ac,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:42.333900 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36c339e2-9863-4fd9-92dc-8f8c8c0d7f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6b24fd88-14d9-4fa4-8bee-1cfaba5282a7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:42.338087 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36c339e2-9863-4fd9-92dc-8f8c8c0d7f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:42.339666 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-36c339e2-9863-4fd9-92dc-8f8c8c0d7f0a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b24fd88-14d9-4fa4-8bee-1cfaba5282a7 HTTP/1.1" status: 204 len: 168 time: 0.2470605 Feb 10 15:11:42.349721 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c339e2-9863-4fd9-92dc-8f8c8c0d7f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b24fd88-14d9-4fa4-8bee-1cfaba5282a7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:42.407354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56c4c1-abd0-4c49-b12a-5db04cf1fd70 req-0d8f215e-c669-4d5b-99af-b2fc19352374 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:42.409460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e56c4c1-abd0-4c49-b12a-5db04cf1fd70 req-0d8f215e-c669-4d5b-99af-b2fc19352374 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 970 time: 0.0986412 Feb 10 15:11:42.483685 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e56c4c1-abd0-4c49-b12a-5db04cf1fd70 req-06cc1588-7fd6-46b3-b2dd-965c6d47525a tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661125 Feb 10 15:11:42.611873 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['a656edd0-706f-40c3-9ba2-fe546b9607bc'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:11:42.659024 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee94f2-db65-4ab1-af68-e97e79092835 req-aa783c43-10f1-45d6-b10c-4b49a2902fa4 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:42.668713 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6aee94f2-db65-4ab1-af68-e97e79092835 req-aa783c43-10f1-45d6-b10c-4b49a2902fa4 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 971 time: 0.0977147 Feb 10 15:11:42.686164 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['1668b2f1-4e47-43e1-90fa-34f998e662ac'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:11:42.739529 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6aee94f2-db65-4ab1-af68-e97e79092835 req-da27bcee-925d-458f-b9fd-2f68fefc441c tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671010 Feb 10 15:11:42.857890 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-22a78a8e-bd0c-4ffe-8437-3c6f4221f50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:42.953138 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6729f0a8-2b0c-4777-97fa-97be560101f5 req-7d9f0506-e9f3-40b2-9ba2-c32157f83b90 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 210 time: 0.0299962 Feb 10 15:11:43.407371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device a656edd0-706f-40c3-9ba2-fe546b9607bc up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:11:43.463536 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port a656edd0-706f-40c3-9ba2-fe546b9607bc completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:11:43.468420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port a656edd0-706f-40c3-9ba2-fe546b9607bc triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:11:43.468823 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a656edd0-706f-40c3-9ba2-fe546b9607bc), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:43.568446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port a656edd0-706f-40c3-9ba2-fe546b9607bc is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:11:43.569104 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a656edd0-706f-40c3-9ba2-fe546b9607bc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:43.593658 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b57be4e-6f47-4b42-b20b-996cb7303db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a656edd0-706f-40c3-9ba2-fe546b9607bc'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:11:43.644809 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c3640-252b-4346-9471-6707e0f35b1e req-05045cf6-0c37-4513-bd26-bce21c196edf tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:43.646976 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-033c3640-252b-4346-9471-6707e0f35b1e req-05045cf6-0c37-4513-bd26-bce21c196edf tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 970 time: 0.0672956 Feb 10 15:11:43.671539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port a656edd0-706f-40c3-9ba2-fe546b9607bc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=a656edd0-706f-40c3-9ba2-fe546b9607bc,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:11:43.676746 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a656edd0-706f-40c3-9ba2-fe546b9607bc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:43.677614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1668b2f1-4e47-43e1-90fa-34f998e662ac up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:11:43.708421 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-033c3640-252b-4346-9471-6707e0f35b1e req-187b8353-8afa-44c7-be3b-7c0a796c4b4b tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535080 Feb 10 15:11:43.757766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=a656edd0-706f-40c3-9ba2-fe546b9607bc,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:43.772044 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 1668b2f1-4e47-43e1-90fa-34f998e662ac completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:11:43.777030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 1668b2f1-4e47-43e1-90fa-34f998e662ac triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:11:43.777850 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1668b2f1-4e47-43e1-90fa-34f998e662ac), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:43.875622 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 1668b2f1-4e47-43e1-90fa-34f998e662ac is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:11:43.876250 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1668b2f1-4e47-43e1-90fa-34f998e662ac), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:43.883820 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68aa3d-1071-4ab8-965c-48ed65da199a req-696c6674-bb5b-4802-8c4b-6fbe48e70115 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:43.886143 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5c68aa3d-1071-4ab8-965c-48ed65da199a req-696c6674-bb5b-4802-8c4b-6fbe48e70115 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 971 time: 0.0691249 Feb 10 15:11:43.921681 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1668b2f1-4e47-43e1-90fa-34f998e662ac, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1668b2f1-4e47-43e1-90fa-34f998e662ac,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:11:43.928000 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1668b2f1-4e47-43e1-90fa-34f998e662ac), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:43.957292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5c68aa3d-1071-4ab8-965c-48ed65da199a req-35f9cf92-f8e2-436a-b564-67d06375fee2 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638080 Feb 10 15:11:43.983575 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=1668b2f1-4e47-43e1-90fa-34f998e662ac,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:44.035388 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9cab45-d258-4ebb-95d2-9d8f4b6bb177" -d '{"events": [{"server_uuid": "9b57be4e-6f47-4b42-b20b-996cb7303db2", "name": "network-vif-plugged", "status": "completed", "tag": "a656edd0-706f-40c3-9ba2-fe546b9607bc"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:11:44.067915 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6f0b26fc-9119-4b40-a0cf-f599a31c9770 req-a70e6a71-ad51-41c5-a0ab-97c6aebef447 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 210 time: 0.0274925 Feb 10 15:11:44.217254 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e634b2b5-9dd3-4807-969d-f6de5d8ed8c9 x-openstack-request-id: req-e634b2b5-9dd3-4807-969d-f6de5d8ed8c9 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:11:44.217572 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b57be4e-6f47-4b42-b20b-996cb7303db2", "name": "network-vif-plugged", "status": "completed", "tag": "a656edd0-706f-40c3-9ba2-fe546b9607bc", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:11:44.217828 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e634b2b5-9dd3-4807-969d-f6de5d8ed8c9 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:11:44.218276 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b57be4e-6f47-4b42-b20b-996cb7303db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a656edd0-706f-40c3-9ba2-fe546b9607bc', 'code': 200} Feb 10 15:11:44.315084 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933bc38-1d1a-4aaf-bd29-6d5803266ff8 req-05bba4f3-c966-434d-96df-2e2ad2ac35bc tempest-NetworksTest-629931284 tempest-NetworksTest-629931284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:44.315617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933bc38-1d1a-4aaf-bd29-6d5803266ff8 req-05bba4f3-c966-434d-96df-2e2ad2ac35bc tempest-NetworksTest-629931284 tempest-NetworksTest-629931284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:44.316164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933bc38-1d1a-4aaf-bd29-6d5803266ff8 req-05bba4f3-c966-434d-96df-2e2ad2ac35bc tempest-NetworksTest-629931284 tempest-NetworksTest-629931284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:44.316770 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933bc38-1d1a-4aaf-bd29-6d5803266ff8 req-05bba4f3-c966-434d-96df-2e2ad2ac35bc tempest-NetworksTest-629931284 tempest-NetworksTest-629931284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:44.317229 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933bc38-1d1a-4aaf-bd29-6d5803266ff8 req-05bba4f3-c966-434d-96df-2e2ad2ac35bc tempest-NetworksTest-629931284 tempest-NetworksTest-629931284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:44.320510 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e933bc38-1d1a-4aaf-bd29-6d5803266ff8 req-05bba4f3-c966-434d-96df-2e2ad2ac35bc tempest-NetworksTest-629931284 tempest-NetworksTest-629931284-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3595 time: 0.1280873 Feb 10 15:11:44.400116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585d45b-0f14-4552-bd38-b17dbf2d8e23 req-b2cd8090-954e-4b01-8b9b-fae94ce1eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:44.402363 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2585d45b-0f14-4552-bd38-b17dbf2d8e23 req-b2cd8090-954e-4b01-8b9b-fae94ce1eb46 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 1153 time: 0.1024683 Feb 10 15:11:44.427522 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2585d45b-0f14-4552-bd38-b17dbf2d8e23 req-fcc3025e-7f74-45a9-a831-5dd9c1c7c8c2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:44.435046 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d65f34-6d28-4335-b7c0-2aa0b5a13735 req-4078efc8-1a5f-409a-a778-f6d9f6647919 tempest-NetworksTest-629931284 tempest-NetworksTest-629931284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:44.436576 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91d65f34-6d28-4335-b7c0-2aa0b5a13735 req-4078efc8-1a5f-409a-a778-f6d9f6647919 tempest-NetworksTest-629931284 tempest-NetworksTest-629931284-project-admin] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 886 time: 0.0951924 Feb 10 15:11:44.519891 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2585d45b-0f14-4552-bd38-b17dbf2d8e23 req-fcc3025e-7f74-45a9-a831-5dd9c1c7c8c2 service neutron] Publish callbacks [] for security_group (074183ec-cd58-40c0-b3b5-4ef415d23e78), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:44.529590 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2585d45b-0f14-4552-bd38-b17dbf2d8e23 req-fcc3025e-7f74-45a9-a831-5dd9c1c7c8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (074183ec-cd58-40c0-b3b5-4ef415d23e78), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:44.587409 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2585d45b-0f14-4552-bd38-b17dbf2d8e23 req-fcc3025e-7f74-45a9-a831-5dd9c1c7c8c2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781507 Feb 10 15:11:44.587606 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dda2b-fbcd-414f-8ef0-736c5e2e7ceb req-bf7f9305-13ef-43c2-8046-dcb13e68435c tempest-NetworksTest-629931284 tempest-NetworksTest-629931284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:44.592888 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dda2b-fbcd-414f-8ef0-736c5e2e7ceb req-bf7f9305-13ef-43c2-8046-dcb13e68435c tempest-NetworksTest-629931284 tempest-NetworksTest-629931284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:44.593497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dda2b-fbcd-414f-8ef0-736c5e2e7ceb req-bf7f9305-13ef-43c2-8046-dcb13e68435c tempest-NetworksTest-629931284 tempest-NetworksTest-629931284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:44.593935 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3025e-7f74-45a9-a831-5dd9c1c7c8c2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=074183ec-cd58-40c0-b3b5-4ef415d23e78,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:44.594237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dda2b-fbcd-414f-8ef0-736c5e2e7ceb req-bf7f9305-13ef-43c2-8046-dcb13e68435c tempest-NetworksTest-629931284 tempest-NetworksTest-629931284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:44.594969 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dda2b-fbcd-414f-8ef0-736c5e2e7ceb req-bf7f9305-13ef-43c2-8046-dcb13e68435c tempest-NetworksTest-629931284 tempest-NetworksTest-629931284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:44.596846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-698dda2b-fbcd-414f-8ef0-736c5e2e7ceb req-bf7f9305-13ef-43c2-8046-dcb13e68435c tempest-NetworksTest-629931284 tempest-NetworksTest-629931284-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3595 time: 0.1409965 Feb 10 15:11:44.927596 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60854) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:45.107663 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff677f47-172a-41ce-818d-7dfaae92d52d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:45.120861 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7a36110a-8f68-4890-80d5-3ce2b5f126ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:45.178062 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b7cb6-c1cd-4f22-bef4-4cfa6c5fea07 req-f9843ea7-1117-4995-a1f1-f02561016b3a tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:45.179467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-873b7cb6-c1cd-4f22-bef4-4cfa6c5fea07 req-f9843ea7-1117-4995-a1f1-f02561016b3a tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 971 time: 0.2938218 Feb 10 15:11:45.190731 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff677f47-172a-41ce-818d-7dfaae92d52d admin admin] Publish callbacks [] for security_group (b582961c-6bf4-402e-bebc-8007ce95ee6e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:45.191147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02f1ac-51ff-4256-ac01-e939d296e020 req-18bd60f1-9277-426f-9398-af02cc4d2376 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:45.193636 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f02f1ac-51ff-4256-ac01-e939d296e020 req-18bd60f1-9277-426f-9398-af02cc4d2376 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 972 time: 0.0752382 Feb 10 15:11:45.194858 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff677f47-172a-41ce-818d-7dfaae92d52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b582961c-6bf4-402e-bebc-8007ce95ee6e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:45.235000 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ff677f47-172a-41ce-818d-7dfaae92d52d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c1e03b6edf74c0f862ffa86c7203795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058639 Feb 10 15:11:45.235000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff677f47-172a-41ce-818d-7dfaae92d52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b582961c-6bf4-402e-bebc-8007ce95ee6e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:45.236037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60872) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:45.263990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-873b7cb6-c1cd-4f22-bef4-4cfa6c5fea07 req-1b816510-4bd4-4568-b81b-b82f3d430ddf tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690801 Feb 10 15:11:45.271366 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f02f1ac-51ff-4256-ac01-e939d296e020 req-02487904-ce60-489a-9dbb-711a093f08f7 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684361 Feb 10 15:11:45.294888 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ee0093bb-46cd-4203-9742-abe5a7f65108 admin admin] Publish callbacks [] for security_group (b582961c-6bf4-402e-bebc-8007ce95ee6e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:45.320861 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ee0093bb-46cd-4203-9742-abe5a7f65108 admin admin] Publish callbacks [] for security_group (b582961c-6bf4-402e-bebc-8007ce95ee6e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:45.369534 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ae8cd23-8ea6-4dce-b79f-a2650e10191f req-054b510f-9fcf-4616-9a22-726b815050e8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 210 time: 0.0314877 Feb 10 15:11:45.377797 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ee0093bb-46cd-4203-9742-abe5a7f65108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b582961c-6bf4-402e-bebc-8007ce95ee6e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:45.380683 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ee0093bb-46cd-4203-9742-abe5a7f65108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:45.384266 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ee0093bb-46cd-4203-9742-abe5a7f65108 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b582961c-6bf4-402e-bebc-8007ce95ee6e HTTP/1.1" status: 204 len: 168 time: 0.1450398 Feb 10 15:11:45.391769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0093bb-46cd-4203-9742-abe5a7f65108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b582961c-6bf4-402e-bebc-8007ce95ee6e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:45.565932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-4cc6382f-a768-488d-9ad5-c2d18d4d80c7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Request body: {'port': {'device_id': '082f2f5e-de69-441f-90b1-266879f2d6ca', 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2', 'admin_state_up': True, 'tenant_id': 'ef96867ec18f4dff8a2a1903005f827a'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:11:45.684900 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-4cc6382f-a768-488d-9ad5-c2d18d4d80c7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Made reservation on behalf of ef96867ec18f4dff8a2a1903005f827a for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:11:45.688183 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-4cc6382f-a768-488d-9ad5-c2d18d4d80c7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:45.700032 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60904) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:45.724604 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c292b24c-a82e-47d8-8005-ff4ce6d5279f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:45.812373 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c292b24c-a82e-47d8-8005-ff4ce6d5279f admin admin] Publish callbacks [] for security_group (7605c943-aa35-4197-990f-a40310ae0348), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:45.817024 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c292b24c-a82e-47d8-8005-ff4ce6d5279f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7605c943-aa35-4197-990f-a40310ae0348), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:45.827637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-4cc6382f-a768-488d-9ad5-c2d18d4d80c7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Allocated IP 172.20.0.10 (2503405f-5e7d-43d6-8b59-cea2598d27e2/280068a4-721d-4c2d-853f-dbf51a615c03/78a16b36-80e5-4ef8-931f-e82aaec137d8) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:11:45.857384 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c292b24c-a82e-47d8-8005-ff4ce6d5279f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=938b57342a45450aad3c03276702efac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550925 Feb 10 15:11:45.858262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292b24c-a82e-47d8-8005-ff4ce6d5279f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7605c943-aa35-4197-990f-a40310ae0348,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:45.860506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60908) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:45.920029 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5511a798-b7ed-42aa-9a09-8e3bdb006162 admin admin] Publish callbacks [] for security_group (7605c943-aa35-4197-990f-a40310ae0348), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:45.941491 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5511a798-b7ed-42aa-9a09-8e3bdb006162 admin admin] Publish callbacks [] for security_group (7605c943-aa35-4197-990f-a40310ae0348), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:45.993392 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5511a798-b7ed-42aa-9a09-8e3bdb006162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7605c943-aa35-4197-990f-a40310ae0348), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:45.997090 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5511a798-b7ed-42aa-9a09-8e3bdb006162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:45.998615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5511a798-b7ed-42aa-9a09-8e3bdb006162 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7605c943-aa35-4197-990f-a40310ae0348 HTTP/1.1" status: 204 len: 168 time: 0.1371593 Feb 10 15:11:46.004563 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-4cc6382f-a768-488d-9ad5-c2d18d4d80c7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks [] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:46.007071 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511a798-b7ed-42aa-9a09-8e3bdb006162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7605c943-aa35-4197-990f-a40310ae0348,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:46.051880 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-4cc6382f-a768-488d-9ad5-c2d18d4d80c7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:46.063726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60914) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:46.094752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-4cc6382f-a768-488d-9ad5-c2d18d4d80c7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Network 2503405f-5e7d-43d6-8b59-cea2598d27e2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:11:46.100046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-4cc6382f-a768-488d-9ad5-c2d18d4d80c7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:11:46.102720 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-4cc6382f-a768-488d-9ad5-c2d18d4d80c7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:11:46.108551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-4cc6382f-a768-488d-9ad5-c2d18d4d80c7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:46.109209 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-4cc6382f-a768-488d-9ad5-c2d18d4d80c7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:46.128955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6382f-a768-488d-9ad5-c2d18d4d80c7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Pushing event updated for resources: {'Port': ['ID=78a16b36-80e5-4ef8-931f-e82aaec137d8,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:46.137524 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-4cc6382f-a768-488d-9ad5-c2d18d4d80c7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5764182 Feb 10 15:11:46.146663 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-60e4bf81-6c82-46af-afae-9b4221619904 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:11:46.147666 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-60e4bf81-6c82-46af-afae-9b4221619904 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055161 Feb 10 15:11:46.183152 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:46.219777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9322af-da42-4a15-a943-3cfb7e60e2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1668b2f1-4e47-43e1-90fa-34f998e662ac'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:11:46.224209 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73d04fe-2961-42ea-8d96-f99773fed22e" -d '{"events": [{"server_uuid": "8f9322af-da42-4a15-a943-3cfb7e60e2bb", "name": "network-vif-plugged", "status": "completed", "tag": "1668b2f1-4e47-43e1-90fa-34f998e662ac"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:11:46.271304 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e1f5e9-2c41-43a0-bc87-0ec7a88624e6 x-openstack-request-id: req-e3e1f5e9-2c41-43a0-bc87-0ec7a88624e6 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:11:46.271592 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9322af-da42-4a15-a943-3cfb7e60e2bb", "name": "network-vif-plugged", "status": "completed", "tag": "1668b2f1-4e47-43e1-90fa-34f998e662ac", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:11:46.271842 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3e1f5e9-2c41-43a0-bc87-0ec7a88624e6 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:11:46.272226 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9322af-da42-4a15-a943-3cfb7e60e2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1668b2f1-4e47-43e1-90fa-34f998e662ac', 'code': 200} Feb 10 15:11:46.321650 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18e1df48-032a-4e9b-bef1-da2bfc6deaca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:46.354477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Request body: {'port': {'device_id': '082f2f5e-de69-441f-90b1-266879f2d6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:11:46.479605 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:46.500906 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8616e89-969a-4ebc-8abf-9512272642d0 req-b3ef7ab7-b874-41a6-926b-ba9b4b1c972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:46.502635 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b8616e89-969a-4ebc-8abf-9512272642d0 req-b3ef7ab7-b874-41a6-926b-ba9b4b1c972f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 1154 time: 0.1141212 Feb 10 15:11:46.509309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de09751-3844-4672-93c2-86705593864d req-318618c4-f16c-46a4-b1b6-ccc9bea1b966 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:46.517404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8de09751-3844-4672-93c2-86705593864d req-318618c4-f16c-46a4-b1b6-ccc9bea1b966 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 972 time: 0.1382074 Feb 10 15:11:46.574744 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf97e40-7279-44b5-8d7b-c0646f7550bd req-9492de16-751a-4211-aedb-b8dec99ca8ca tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:46.576330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cf97e40-7279-44b5-8d7b-c0646f7550bd req-9492de16-751a-4211-aedb-b8dec99ca8ca tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 971 time: 0.1527483 Feb 10 15:11:46.598135 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18e1df48-032a-4e9b-bef1-da2bfc6deaca admin admin] Publish callbacks [] for security_group (6e25dd0a-b6d6-44db-967f-45a977c0aea3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:46.624970 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18e1df48-032a-4e9b-bef1-da2bfc6deaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6e25dd0a-b6d6-44db-967f-45a977c0aea3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:46.648291 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b8616e89-969a-4ebc-8abf-9512272642d0 req-dc0e3630-6084-4632-883c-2f9f324d7b83 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370940 Feb 10 15:11:46.652270 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8de09751-3844-4672-93c2-86705593864d req-b111166e-c180-43e2-a61a-768b684945ff tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339605 Feb 10 15:11:46.687044 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1df48-032a-4e9b-bef1-da2bfc6deaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e25dd0a-b6d6-44db-967f-45a977c0aea3,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:46.719592 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-18e1df48-032a-4e9b-bef1-da2bfc6deaca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60f430201e5f41388ea1a43b49e5dbcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6542392 Feb 10 15:11:46.723611 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60942) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:46.742904 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cf97e40-7279-44b5-8d7b-c0646f7550bd req-620b89a1-bbf5-4bb1-8bc3-c2381c848e18 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538737 Feb 10 15:11:46.824706 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c524563-ef67-4f7c-8e98-34412a771511 req-14e0e324-b925-4dd2-92cf-86ae40cb7412 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:46.826481 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c524563-ef67-4f7c-8e98-34412a771511 req-14e0e324-b925-4dd2-92cf-86ae40cb7412 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 932 time: 0.1045775 Feb 10 15:11:46.828159 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ad80984-9278-4883-8fbf-48cddc29df36 admin admin] Publish callbacks [] for security_group (6e25dd0a-b6d6-44db-967f-45a977c0aea3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:46.858788 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a16b36-80e5-4ef8-931f-e82aaec137d8 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:11:46.866844 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Publish callbacks [] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:46.875928 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ad80984-9278-4883-8fbf-48cddc29df36 admin admin] Publish callbacks [] for security_group (6e25dd0a-b6d6-44db-967f-45a977c0aea3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:46.880439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Transition to ACTIVE for port object 78a16b36-80e5-4ef8-931f-e82aaec137d8 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:11:46.886195 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:46.905922 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c524563-ef67-4f7c-8e98-34412a771511 req-c76ab671-ceec-4a73-a15a-8e70a9ff9f75 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725186 Feb 10 15:11:46.939486 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Pushing event updated for resources: {'Port': ['ID=78a16b36-80e5-4ef8-931f-e82aaec137d8,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:46.953810 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ad80984-9278-4883-8fbf-48cddc29df36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6e25dd0a-b6d6-44db-967f-45a977c0aea3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:46.956431 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ad80984-9278-4883-8fbf-48cddc29df36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:46.960013 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1ad80984-9278-4883-8fbf-48cddc29df36 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e25dd0a-b6d6-44db-967f-45a977c0aea3 HTTP/1.1" status: 204 len: 168 time: 0.2312999 Feb 10 15:11:46.966707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad80984-9278-4883-8fbf-48cddc29df36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e25dd0a-b6d6-44db-967f-45a977c0aea3,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:46.986987 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Attempting to bind port 78a16b36-80e5-4ef8-931f-e82aaec137d8 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:11:46.987301 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Attempting to bind port 78a16b36-80e5-4ef8-931f-e82aaec137d8 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:11:46.987524 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Attempting to bind port 78a16b36-80e5-4ef8-931f-e82aaec137d8 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:11:46.991944 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Port 78a16b36-80e5-4ef8-931f-e82aaec137d8 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:11:46.992190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Attempting to bind port 78a16b36-80e5-4ef8-931f-e82aaec137d8 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:11:46.998687 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:11:46.999045 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Checking segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:11:46.999434 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Bound using segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:11:46.999867 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Bound port: 78a16b36-80e5-4ef8-931f-e82aaec137d8, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:11:47.000455 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:47.071015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] For port 78a16b36-80e5-4ef8-931f-e82aaec137d8, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:11:47.074813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] For port 78a16b36-80e5-4ef8-931f-e82aaec137d8, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:11:47.081580 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:47.118825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:47.120091 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:47.121521 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] 10.222.0.79 "PUT /v2.0/ports/78a16b36-80e5-4ef8-931f-e82aaec137d8 HTTP/1.1" status: 200 len: 1092 time: 0.8683567 Feb 10 15:11:47.121955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082f2f5e-de69-441f-90b1-266879f2d6ca', 'tag': '78a16b36-80e5-4ef8-931f-e82aaec137d8'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:11:47.124202 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e70fee-98aa-47bf-b7f1-e0c2dd97c97c" -d '{"events": [{"name": "network-changed", "server_uuid": "082f2f5e-de69-441f-90b1-266879f2d6ca", "tag": "78a16b36-80e5-4ef8-931f-e82aaec137d8"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:11:47.170703 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1504d0fd-08b0-446b-b30f-099c4900ed04 x-openstack-request-id: req-1504d0fd-08b0-446b-b30f-099c4900ed04 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:11:47.170987 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082f2f5e-de69-441f-90b1-266879f2d6ca", "tag": "78a16b36-80e5-4ef8-931f-e82aaec137d8", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:11:47.171236 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1504d0fd-08b0-446b-b30f-099c4900ed04 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:11:47.171724 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082f2f5e-de69-441f-90b1-266879f2d6ca', 'tag': '78a16b36-80e5-4ef8-931f-e82aaec137d8', 'status': 'completed', 'code': 200} Feb 10 15:11:47.184357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58f08e-e7af-4951-ad04-d9745919d806 service neutron] Pushing event updated for resources: {'Port': ['ID=78a16b36-80e5-4ef8-931f-e82aaec137d8,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:47.228161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-908739a1-304c-4979-a442-8fea515467aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:47.229951 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-908739a1-304c-4979-a442-8fea515467aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 1126 time: 0.0552912 Feb 10 15:11:47.278542 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-80b0f276-2ce2-445e-8560-21d71a6653b6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8 HTTP/1.1" status: 200 len: 217 time: 0.0410573 Feb 10 15:11:47.329755 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-6f566dc4-29cc-482c-b03d-a2b5a803d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:47.331441 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-6f566dc4-29cc-482c-b03d-a2b5a803d417 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.0473425 Feb 10 15:11:47.339931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60964) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:47.354617 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a9ca0eb-af6f-4a2e-ad6e-42eb40df7494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:47.367194 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-59d5ddb4-c13b-46a5-9747-c8671ee804d2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297182 Feb 10 15:11:47.431369 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a9ca0eb-af6f-4a2e-ad6e-42eb40df7494 admin admin] Publish callbacks [] for security_group (4c1da56e-dac3-46f8-9598-175ad9b3dfbe), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:47.436370 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a9ca0eb-af6f-4a2e-ad6e-42eb40df7494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4c1da56e-dac3-46f8-9598-175ad9b3dfbe), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:47.466632 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-8b469a1c-d239-4d52-a6c0-c1f2b1bbe7c7 service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931611 Feb 10 15:11:47.474928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0a9ca0eb-af6f-4a2e-ad6e-42eb40df7494 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f0fe5cd07554c19add40ff649f4bb7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339104 Feb 10 15:11:47.476053 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ca0eb-af6f-4a2e-ad6e-42eb40df7494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1da56e-dac3-46f8-9598-175ad9b3dfbe,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:47.479023 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60968) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:47.529675 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48576e2e-d30f-40ba-babc-f5bd37f1868c admin admin] Publish callbacks [] for security_group (4c1da56e-dac3-46f8-9598-175ad9b3dfbe), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:47.554351 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48576e2e-d30f-40ba-babc-f5bd37f1868c admin admin] Publish callbacks [] for security_group (4c1da56e-dac3-46f8-9598-175ad9b3dfbe), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:47.566632 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0dd24038-5bc1-41b5-999f-6119a4ecb6e4 req-efad375e-4597-4fbe-ac08-7895f2e69eb2 service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936708 Feb 10 15:11:47.606135 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48576e2e-d30f-40ba-babc-f5bd37f1868c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4c1da56e-dac3-46f8-9598-175ad9b3dfbe), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:47.610314 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48576e2e-d30f-40ba-babc-f5bd37f1868c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:47.611628 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-48576e2e-d30f-40ba-babc-f5bd37f1868c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c1da56e-dac3-46f8-9598-175ad9b3dfbe HTTP/1.1" status: 204 len: 168 time: 0.1317956 Feb 10 15:11:47.619943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48576e2e-d30f-40ba-babc-f5bd37f1868c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1da56e-dac3-46f8-9598-175ad9b3dfbe,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:47.679788 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e70fee-98aa-47bf-b7f1-e0c2dd97c97c req-ba33b46c-fde7-4b1e-9d78-3108a184df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:47.681411 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c1e70fee-98aa-47bf-b7f1-e0c2dd97c97c req-ba33b46c-fde7-4b1e-9d78-3108a184df46 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 1126 time: 0.0645404 Feb 10 15:11:47.757073 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:47.821888 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10b56f-0d3a-4fd6-95c0-49a4d1b03e03 req-ec12700d-c23e-46fa-9312-f6bd94142d4f tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:47.830616 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc10b56f-0d3a-4fd6-95c0-49a4d1b03e03 req-ec12700d-c23e-46fa-9312-f6bd94142d4f tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 972 time: 0.0849853 Feb 10 15:11:47.862142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e70fee-98aa-47bf-b7f1-e0c2dd97c97c req-11d2d937-2bc8-44ff-8010-a0168e875fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:47.864166 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c1e70fee-98aa-47bf-b7f1-e0c2dd97c97c req-11d2d937-2bc8-44ff-8010-a0168e875fb6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.1766076 Feb 10 15:11:47.920931 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c1e70fee-98aa-47bf-b7f1-e0c2dd97c97c req-3f19b452-5378-4906-8c1d-635277bf9bae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8 HTTP/1.1" status: 200 len: 217 time: 0.0496590 Feb 10 15:11:47.941869 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc10b56f-0d3a-4fd6-95c0-49a4d1b03e03 req-1909ea9c-b8db-42a6-8361-784e0eea6c61 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933909 Feb 10 15:11:47.973478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ff4ab-46de-4a1b-9d4b-a46bd0ce3e98 req-704b8164-81e4-4bea-8b52-482a7e1c5f67 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:47.975148 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a58ff4ab-46de-4a1b-9d4b-a46bd0ce3e98 req-704b8164-81e4-4bea-8b52-482a7e1c5f67 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 971 time: 0.1436162 Feb 10 15:11:48.004122 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e70fee-98aa-47bf-b7f1-e0c2dd97c97c req-e4f67c8a-0bad-4e54-9fd6-8050f1e15f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:48.005719 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c1e70fee-98aa-47bf-b7f1-e0c2dd97c97c req-e4f67c8a-0bad-4e54-9fd6-8050f1e15f7a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.0785632 Feb 10 15:11:48.049093 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c1e70fee-98aa-47bf-b7f1-e0c2dd97c97c req-637f2070-4325-432b-a974-c20c28e9a45b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370374 Feb 10 15:11:48.052990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a58ff4ab-46de-4a1b-9d4b-a46bd0ce3e98 req-e113cde0-f6ae-4517-a665-5a8e6cb990e6 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648763 Feb 10 15:11:48.120345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d0eac-bfe5-4af4-8d3d-cf764c545fcb req-26d1d5c6-2ddb-488a-9d5f-18ce42f21a34 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:48.122220 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e5d0eac-bfe5-4af4-8d3d-cf764c545fcb req-26d1d5c6-2ddb-488a-9d5f-18ce42f21a34 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 944 time: 0.0683217 Feb 10 15:11:48.161203 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c1e70fee-98aa-47bf-b7f1-e0c2dd97c97c req-2b15feff-25ce-4fd1-9b9d-a1154cf09cc8 service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050761 Feb 10 15:11:48.195231 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e5d0eac-bfe5-4af4-8d3d-cf764c545fcb req-8fa837ca-d885-4d1b-bff5-28ab0bf292fb tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667427 Feb 10 15:11:48.292255 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c1e70fee-98aa-47bf-b7f1-e0c2dd97c97c req-3b172c85-4bcd-490a-aac6-a40384afddf3 service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233261 Feb 10 15:11:48.390421 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcf6a3-1940-43e3-a162-7f18a8fe8f58 req-2543a433-3692-4461-8bff-2cfa6df0c369 tempest-AggregatesAdminTestJSON-875470041 tempest-AggregatesAdminTestJSON-875470041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:48.391985 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a7fcf6a3-1940-43e3-a162-7f18a8fe8f58 req-2543a433-3692-4461-8bff-2cfa6df0c369 tempest-AggregatesAdminTestJSON-875470041 tempest-AggregatesAdminTestJSON-875470041-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 1153 time: 0.0786252 Feb 10 15:11:48.411567 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a7fcf6a3-1940-43e3-a162-7f18a8fe8f58 req-e4dba366-a7bf-467d-9b47-d22ad92f6062 tempest-AggregatesAdminTestJSON-875470041 tempest-AggregatesAdminTestJSON-875470041-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:48.493346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a7fcf6a3-1940-43e3-a162-7f18a8fe8f58 req-e4dba366-a7bf-467d-9b47-d22ad92f6062 tempest-AggregatesAdminTestJSON-875470041 tempest-AggregatesAdminTestJSON-875470041-project-admin] Publish callbacks [] for security_group (1f823fd0-8dea-4fd0-8826-5355864e7102), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:48.498612 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a7fcf6a3-1940-43e3-a162-7f18a8fe8f58 req-e4dba366-a7bf-467d-9b47-d22ad92f6062 tempest-AggregatesAdminTestJSON-875470041 tempest-AggregatesAdminTestJSON-875470041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1f823fd0-8dea-4fd0-8826-5355864e7102), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:48.551758 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a7fcf6a3-1940-43e3-a162-7f18a8fe8f58 req-e4dba366-a7bf-467d-9b47-d22ad92f6062 tempest-AggregatesAdminTestJSON-875470041 tempest-AggregatesAdminTestJSON-875470041-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537092 Feb 10 15:11:48.552508 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dba366-a7bf-467d-9b47-d22ad92f6062 tempest-AggregatesAdminTestJSON-875470041 tempest-AggregatesAdminTestJSON-875470041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f823fd0-8dea-4fd0-8826-5355864e7102,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:48.881589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb1f83-3e76-4494-8e16-523fec44039a req-3d2763ba-f93d-47c3-8fdc-ce157ce9ffe7 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:48.883253 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1cb1f83-3e76-4494-8e16-523fec44039a req-3d2763ba-f93d-47c3-8fdc-ce157ce9ffe7 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 971 time: 0.0546420 Feb 10 15:11:48.941212 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1cb1f83-3e76-4494-8e16-523fec44039a req-41d1c797-ca7e-4648-8439-d5f5c510411b tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520988 Feb 10 15:11:48.946764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:49.066493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9018a-df58-4ea5-8916-5bd1be9d3d6b req-c872661c-e2c1-4bac-b24c-15b9bda28b45 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:49.068008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9f9018a-df58-4ea5-8916-5bd1be9d3d6b req-c872661c-e2c1-4bac-b24c-15b9bda28b45 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 972 time: 0.0551317 Feb 10 15:11:49.120517 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9f9018a-df58-4ea5-8916-5bd1be9d3d6b req-7b4c4c60-fa96-485b-bca6-1788b8dfc767 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462971 Feb 10 15:11:49.404432 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82353792-bad7-4e15-a077-fc6b58bb9df8 req-67480b48-201b-462a-b57f-7022e3f00586 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:49.406099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82353792-bad7-4e15-a077-fc6b58bb9df8 req-67480b48-201b-462a-b57f-7022e3f00586 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 944 time: 0.0605628 Feb 10 15:11:49.457023 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82353792-bad7-4e15-a077-fc6b58bb9df8 req-055299ac-1235-4978-9502-2678f7db2c35 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446248 Feb 10 15:11:49.742479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9ffb0-ddea-4226-9728-884170969bfa req-ea33358d-33d4-46f6-8960-569f5ef211c1 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:49.743995 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29e9ffb0-ddea-4226-9728-884170969bfa req-ea33358d-33d4-46f6-8960-569f5ef211c1 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 972 time: 0.0548398 Feb 10 15:11:49.798694 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29e9ffb0-ddea-4226-9728-884170969bfa req-ef14fd21-196f-4219-90bd-56083555c119 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486815 Feb 10 15:11:50.084498 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caeb1c8-0cbe-4209-8181-d3e4f914cea4 req-a588d407-d9ec-4810-99b3-86cd8632848d tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:50.084498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8caeb1c8-0cbe-4209-8181-d3e4f914cea4 req-a588d407-d9ec-4810-99b3-86cd8632848d tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 971 time: 0.0652499 Feb 10 15:11:50.145806 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8caeb1c8-0cbe-4209-8181-d3e4f914cea4 req-24e22e72-0efb-464c-bc75-2ec76f7cced4 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/security-groups?id=71808d37-fffb-4cd8-b3e1-1c021f8db3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544682 Feb 10 15:11:50.184692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32886) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:50.295563 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e36e6192-7301-4456-9996-702df76543cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:50.370419 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e36e6192-7301-4456-9996-702df76543cf admin admin] Publish callbacks [] for security_group (e6a5b4a0-4bde-42b1-89bb-d1d638c3aee7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:50.374598 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e36e6192-7301-4456-9996-702df76543cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e6a5b4a0-4bde-42b1-89bb-d1d638c3aee7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:50.414693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e36e6192-7301-4456-9996-702df76543cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98318cf45c0f464bbba2c329039a4b8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263749 Feb 10 15:11:50.415434 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32892) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:50.421969 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e6192-7301-4456-9996-702df76543cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a5b4a0-4bde-42b1-89bb-d1d638c3aee7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:50.467964 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4fc12224-05c0-4f3c-a333-f9582d110fa6 admin admin] Publish callbacks [] for security_group (e6a5b4a0-4bde-42b1-89bb-d1d638c3aee7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:50.492109 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4fc12224-05c0-4f3c-a333-f9582d110fa6 admin admin] Publish callbacks [] for security_group (e6a5b4a0-4bde-42b1-89bb-d1d638c3aee7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:50.591251 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4fc12224-05c0-4f3c-a333-f9582d110fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e6a5b4a0-4bde-42b1-89bb-d1d638c3aee7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:50.593920 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4fc12224-05c0-4f3c-a333-f9582d110fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:50.595182 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4fc12224-05c0-4f3c-a333-f9582d110fa6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e6a5b4a0-4bde-42b1-89bb-d1d638c3aee7 HTTP/1.1" status: 204 len: 168 time: 0.1794775 Feb 10 15:11:50.609506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc12224-05c0-4f3c-a333-f9582d110fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a5b4a0-4bde-42b1-89bb-d1d638c3aee7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:50.629062 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cfcf2-174a-4be0-9f7f-cd0027bac5fa req-3c1075cb-93f0-4d88-b618-c1ded8dcae5f tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:50.631029 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a3cfcf2-174a-4be0-9f7f-cd0027bac5fa req-3c1075cb-93f0-4d88-b618-c1ded8dcae5f tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 944 time: 0.0900390 Feb 10 15:11:50.639934 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fb80e-e800-410a-994a-cc040bcfd4c7 req-3a1ecd90-d83a-4159-ae64-beaa6dd738c7 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:50.641485 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ee7fb80e-e800-410a-994a-cc040bcfd4c7 req-3a1ecd90-d83a-4159-ae64-beaa6dd738c7 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 971 time: 0.2489479 Feb 10 15:11:50.690373 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a3cfcf2-174a-4be0-9f7f-cd0027bac5fa req-c5cf7f03-9523-4882-b06b-2000dbc2fa26 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520067 Feb 10 15:11:50.808877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-ee7fb80e-e800-410a-994a-cc040bcfd4c7 req-0544a4a6-3b29-4983-bc99-3a54b871d686 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Deleting port a656edd0-706f-40c3-9ba2-fe546b9607bc {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:11:50.809216 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ee7fb80e-e800-410a-994a-cc040bcfd4c7 req-0544a4a6-3b29-4983-bc99-3a54b871d686 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a656edd0-706f-40c3-9ba2-fe546b9607bc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:50.911676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-ee7fb80e-e800-410a-994a-cc040bcfd4c7 req-0544a4a6-3b29-4983-bc99-3a54b871d686 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] For port a656edd0-706f-40c3-9ba2-fe546b9607bc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=a656edd0-706f-40c3-9ba2-fe546b9607bc,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:11:50.912301 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ee7fb80e-e800-410a-994a-cc040bcfd4c7 req-0544a4a6-3b29-4983-bc99-3a54b871d686 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a656edd0-706f-40c3-9ba2-fe546b9607bc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:50.925124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec362376-b1af-4fa5-a435-e098e5ff9a74 req-8a3c862e-215b-4b6e-9f02-73c7b79f145c tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:50.930425 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-ee7fb80e-e800-410a-994a-cc040bcfd4c7 req-0544a4a6-3b29-4983-bc99-3a54b871d686 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Calling delete_port for a656edd0-706f-40c3-9ba2-fe546b9607bc owned by compute:tempest-test_az-1314051034 {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:11:50.932350 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec362376-b1af-4fa5-a435-e098e5ff9a74 req-8a3c862e-215b-4b6e-9f02-73c7b79f145c tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 972 time: 0.0636430 Feb 10 15:11:50.977979 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec362376-b1af-4fa5-a435-e098e5ff9a74 req-97bcf9cb-a894-4d90-8e7a-10050ab9d9fd tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447044 Feb 10 15:11:51.089191 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32916) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:51.105234 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a96eca62-b54e-4e61-8e5a-820ceb044c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:51.111478 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ee7fb80e-e800-410a-994a-cc040bcfd4c7 req-0544a4a6-3b29-4983-bc99-3a54b871d686 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (a656edd0-706f-40c3-9ba2-fe546b9607bc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:51.125129 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['a656edd0-706f-40c3-9ba2-fe546b9607bc'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:11:51.144590 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544a4a6-3b29-4983-bc99-3a54b871d686 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Pushing event deleted for resources: {'Port': ['ID=a656edd0-706f-40c3-9ba2-fe546b9607bc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:51.251999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7fb80e-e800-410a-994a-cc040bcfd4c7 req-0544a4a6-3b29-4983-bc99-3a54b871d686 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] No DVR routers for this DVR port a656edd0-706f-40c3-9ba2-fe546b9607bc on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:11:51.255925 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ee7fb80e-e800-410a-994a-cc040bcfd4c7 req-0544a4a6-3b29-4983-bc99-3a54b871d686 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:51.263673 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ee7fb80e-e800-410a-994a-cc040bcfd4c7 req-0544a4a6-3b29-4983-bc99-3a54b871d686 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.72 "DELETE /v2.0/ports/a656edd0-706f-40c3-9ba2-fe546b9607bc HTTP/1.1" status: 204 len: 173 time: 0.6138043 Feb 10 15:11:51.263673 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b57be4e-6f47-4b42-b20b-996cb7303db2', 'name': 'network-vif-deleted', 'tag': 'a656edd0-706f-40c3-9ba2-fe546b9607bc'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:11:51.263937 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a96eca62-b54e-4e61-8e5a-820ceb044c6c admin admin] Publish callbacks [] for security_group (7a2b9605-5472-40d2-aa9c-f3968e35c25e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:51.265176 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b74a32-2dbf-4457-92fa-54bbfc14adab" -d '{"events": [{"server_uuid": "9b57be4e-6f47-4b42-b20b-996cb7303db2", "name": "network-vif-deleted", "tag": "a656edd0-706f-40c3-9ba2-fe546b9607bc"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:11:51.285952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7828ef7-c798-4ee8-8fb3-48cd187f2b82 req-8ece06a8-8f35-425e-ba45-373fcf396225 tempest-AggregatesAdminTestJSON-1192986295 tempest-AggregatesAdminTestJSON-1192986295-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b57be4e-6f47-4b42-b20b-996cb7303db2 HTTP/1.1" status: 200 len: 210 time: 0.0458069 Feb 10 15:11:51.293788 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a96eca62-b54e-4e61-8e5a-820ceb044c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7a2b9605-5472-40d2-aa9c-f3968e35c25e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:51.326289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d598f-3a92-4d53-b47b-86b797cd1991 req-164ee9c4-7eed-41e5-8aec-c1ead712daef tempest-DeleteServersAdminTestJSON-1808727024 tempest-DeleteServersAdminTestJSON-1808727024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:51.328062 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-046d598f-3a92-4d53-b47b-86b797cd1991 req-164ee9c4-7eed-41e5-8aec-c1ead712daef tempest-DeleteServersAdminTestJSON-1808727024 tempest-DeleteServersAdminTestJSON-1808727024-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 1154 time: 0.1734276 Feb 10 15:11:51.342142 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2caed8-fd4f-4183-b0ec-91393c2584da x-openstack-request-id: req-4b2caed8-fd4f-4183-b0ec-91393c2584da {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:11:51.342602 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b57be4e-6f47-4b42-b20b-996cb7303db2", "name": "network-vif-deleted", "tag": "a656edd0-706f-40c3-9ba2-fe546b9607bc", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:11:51.342749 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b2caed8-fd4f-4183-b0ec-91393c2584da {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:11:51.343053 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b57be4e-6f47-4b42-b20b-996cb7303db2', 'name': 'network-vif-deleted', 'tag': 'a656edd0-706f-40c3-9ba2-fe546b9607bc', 'status': 'completed', 'code': 200} Feb 10 15:11:51.360032 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96eca62-b54e-4e61-8e5a-820ceb044c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2b9605-5472-40d2-aa9c-f3968e35c25e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:51.408237 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a96eca62-b54e-4e61-8e5a-820ceb044c6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f10b495677054f898d6a5cc62972ef98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156252 Feb 10 15:11:51.408727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32924) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:51.474478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-046d598f-3a92-4d53-b47b-86b797cd1991 req-e61dab38-623b-46dc-8454-d9aedab208da tempest-DeleteServersAdminTestJSON-1808727024 tempest-DeleteServersAdminTestJSON-1808727024-project-admin] Deleting port 1668b2f1-4e47-43e1-90fa-34f998e662ac {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:11:51.475094 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-046d598f-3a92-4d53-b47b-86b797cd1991 req-e61dab38-623b-46dc-8454-d9aedab208da tempest-DeleteServersAdminTestJSON-1808727024 tempest-DeleteServersAdminTestJSON-1808727024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1668b2f1-4e47-43e1-90fa-34f998e662ac), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:51.483956 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a55e710f-3918-4395-8d22-1b8bc15b5906 admin admin] Publish callbacks [] for security_group (7a2b9605-5472-40d2-aa9c-f3968e35c25e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:51.515865 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a55e710f-3918-4395-8d22-1b8bc15b5906 admin admin] Publish callbacks [] for security_group (7a2b9605-5472-40d2-aa9c-f3968e35c25e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:51.569720 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a55e710f-3918-4395-8d22-1b8bc15b5906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7a2b9605-5472-40d2-aa9c-f3968e35c25e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:51.571658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-046d598f-3a92-4d53-b47b-86b797cd1991 req-e61dab38-623b-46dc-8454-d9aedab208da tempest-DeleteServersAdminTestJSON-1808727024 tempest-DeleteServersAdminTestJSON-1808727024-project-admin] For port 1668b2f1-4e47-43e1-90fa-34f998e662ac, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1668b2f1-4e47-43e1-90fa-34f998e662ac,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:11:51.572610 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-046d598f-3a92-4d53-b47b-86b797cd1991 req-e61dab38-623b-46dc-8454-d9aedab208da tempest-DeleteServersAdminTestJSON-1808727024 tempest-DeleteServersAdminTestJSON-1808727024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1668b2f1-4e47-43e1-90fa-34f998e662ac), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:51.573229 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a55e710f-3918-4395-8d22-1b8bc15b5906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:51.574388 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a55e710f-3918-4395-8d22-1b8bc15b5906 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a2b9605-5472-40d2-aa9c-f3968e35c25e HTTP/1.1" status: 204 len: 168 time: 0.1644192 Feb 10 15:11:51.589852 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e710f-3918-4395-8d22-1b8bc15b5906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2b9605-5472-40d2-aa9c-f3968e35c25e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:51.595857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-046d598f-3a92-4d53-b47b-86b797cd1991 req-e61dab38-623b-46dc-8454-d9aedab208da tempest-DeleteServersAdminTestJSON-1808727024 tempest-DeleteServersAdminTestJSON-1808727024-project-admin] Calling delete_port for 1668b2f1-4e47-43e1-90fa-34f998e662ac owned by compute:tempest-test_az-1314051034 {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:11:51.716829 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 78a16b36-80e5-4ef8-931f-e82aaec137d8 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:11:51.843654 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-046d598f-3a92-4d53-b47b-86b797cd1991 req-e61dab38-623b-46dc-8454-d9aedab208da tempest-DeleteServersAdminTestJSON-1808727024 tempest-DeleteServersAdminTestJSON-1808727024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (1668b2f1-4e47-43e1-90fa-34f998e662ac), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:51.887691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61dab38-623b-46dc-8454-d9aedab208da tempest-DeleteServersAdminTestJSON-1808727024 tempest-DeleteServersAdminTestJSON-1808727024-project-admin] Pushing event deleted for resources: {'Port': ['ID=1668b2f1-4e47-43e1-90fa-34f998e662ac,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:51.923876 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 78a16b36-80e5-4ef8-931f-e82aaec137d8, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:11:51.948968 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '78a16b36-80e5-4ef8-931f-e82aaec137d8', 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2', 'port_id': '78a16b36-80e5-4ef8-931f-e82aaec137d8', 'mac_address': 'fa:16:3e:cf:59:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280068a4-721d-4c2d-853f-dbf51a615c03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:11:51.952911 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['1668b2f1-4e47-43e1-90fa-34f998e662ac'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:11:51.972522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a0634-05b0-403c-9626-ea5e941866e0 req-485e9da6-eedf-4610-8939-39262e324929 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:51.974199 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-228a0634-05b0-403c-9626-ea5e941866e0 req-485e9da6-eedf-4610-8939-39262e324929 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 944 time: 0.1725628 Feb 10 15:11:51.974991 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-046d598f-3a92-4d53-b47b-86b797cd1991 req-e61dab38-623b-46dc-8454-d9aedab208da tempest-DeleteServersAdminTestJSON-1808727024 tempest-DeleteServersAdminTestJSON-1808727024-project-admin] No DVR routers for this DVR port 1668b2f1-4e47-43e1-90fa-34f998e662ac on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:11:51.978806 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-046d598f-3a92-4d53-b47b-86b797cd1991 req-e61dab38-623b-46dc-8454-d9aedab208da tempest-DeleteServersAdminTestJSON-1808727024 tempest-DeleteServersAdminTestJSON-1808727024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:51.982549 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-046d598f-3a92-4d53-b47b-86b797cd1991 req-e61dab38-623b-46dc-8454-d9aedab208da tempest-DeleteServersAdminTestJSON-1808727024 tempest-DeleteServersAdminTestJSON-1808727024-project-admin] 10.222.0.72 "DELETE /v2.0/ports/1668b2f1-4e47-43e1-90fa-34f998e662ac HTTP/1.1" status: 204 len: 173 time: 0.6437836 Feb 10 15:11:51.983066 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9322af-da42-4a15-a943-3cfb7e60e2bb', 'name': 'network-vif-deleted', 'tag': '1668b2f1-4e47-43e1-90fa-34f998e662ac'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:11:51.986104 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769fda51-6b63-4656-9da0-83b6a6457d08" -d '{"events": [{"server_uuid": "8f9322af-da42-4a15-a943-3cfb7e60e2bb", "name": "network-vif-deleted", "tag": "1668b2f1-4e47-43e1-90fa-34f998e662ac"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:11:52.061157 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-228a0634-05b0-403c-9626-ea5e941866e0 req-d2055840-0c77-4f7d-87f1-9fde9903afc6 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712318 Feb 10 15:11:52.116462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 78a16b36-80e5-4ef8-931f-e82aaec137d8 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:11:52.118063 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:52.135714 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a16b36-80e5-4ef8-931f-e82aaec137d8 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:11:52.166281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 78a16b36-80e5-4ef8-931f-e82aaec137d8, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:11:52.170548 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff73dd3-ee46-47bb-8989-073685adf86b x-openstack-request-id: req-7ff73dd3-ee46-47bb-8989-073685adf86b {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:11:52.171024 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9322af-da42-4a15-a943-3cfb7e60e2bb", "name": "network-vif-deleted", "tag": "1668b2f1-4e47-43e1-90fa-34f998e662ac", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:11:52.171456 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ff73dd3-ee46-47bb-8989-073685adf86b {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:11:52.171559 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9322af-da42-4a15-a943-3cfb7e60e2bb', 'name': 'network-vif-deleted', 'tag': '1668b2f1-4e47-43e1-90fa-34f998e662ac', 'status': 'completed', 'code': 200} Feb 10 15:11:52.178887 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:52.254523 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=78a16b36-80e5-4ef8-931f-e82aaec137d8,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:52.323253 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3eba0b3-8c2b-4eea-89ce-74d94aefaae2 req-fdc49cd9-02d9-470c-b48a-25699667980b tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f9322af-da42-4a15-a943-3cfb7e60e2bb HTTP/1.1" status: 200 len: 210 time: 0.0351214 Feb 10 15:11:52.640188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['78a16b36-80e5-4ef8-931f-e82aaec137d8'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:11:52.690565 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32982) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:52.832488 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1160f3dc-171a-40fd-8ee5-8e464837a54d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:52.915062 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1160f3dc-171a-40fd-8ee5-8e464837a54d admin admin] Publish callbacks [] for security_group (66ed4324-4b2e-4ad0-a7f4-9da226d4910f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:52.918973 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1160f3dc-171a-40fd-8ee5-8e464837a54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (66ed4324-4b2e-4ad0-a7f4-9da226d4910f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:52.963559 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1160f3dc-171a-40fd-8ee5-8e464837a54d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f941c08da9541abb057bc6cb07e1289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700117 Feb 10 15:11:52.965396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160f3dc-171a-40fd-8ee5-8e464837a54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ed4324-4b2e-4ad0-a7f4-9da226d4910f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:52.966185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33010) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:53.032087 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19bb14b6-af07-4d49-8fdc-c266bda9166b admin admin] Publish callbacks [] for security_group (66ed4324-4b2e-4ad0-a7f4-9da226d4910f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:53.054974 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19bb14b6-af07-4d49-8fdc-c266bda9166b admin admin] Publish callbacks [] for security_group (66ed4324-4b2e-4ad0-a7f4-9da226d4910f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:53.106958 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19bb14b6-af07-4d49-8fdc-c266bda9166b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (66ed4324-4b2e-4ad0-a7f4-9da226d4910f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:53.111763 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19bb14b6-af07-4d49-8fdc-c266bda9166b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:53.112967 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-19bb14b6-af07-4d49-8fdc-c266bda9166b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66ed4324-4b2e-4ad0-a7f4-9da226d4910f HTTP/1.1" status: 204 len: 168 time: 0.1457438 Feb 10 15:11:53.143564 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb14b6-af07-4d49-8fdc-c266bda9166b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ed4324-4b2e-4ad0-a7f4-9da226d4910f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:53.220604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bf83e-325f-403d-88f9-0d982a949f86 req-93f0b938-4fc5-4f4d-b242-d8059a066a88 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:53.222451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-596bf83e-325f-403d-88f9-0d982a949f86 req-93f0b938-4fc5-4f4d-b242-d8059a066a88 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 945 time: 0.0792623 Feb 10 15:11:53.300161 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-596bf83e-325f-403d-88f9-0d982a949f86 req-2fdb7dfc-9143-486d-95d4-a50d70b3446e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712912 Feb 10 15:11:53.387258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33056) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:53.514028 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33070) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:53.531962 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e352bd34-c985-47fe-83af-58cd077d6db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:53.623079 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-39a48b84-4cbc-40f5-b5e9-5456c67b78ae tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0c72cb1f3d864ea0b0445f152fb57ddd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325310 Feb 10 15:11:53.624558 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e352bd34-c985-47fe-83af-58cd077d6db3 admin admin] Publish callbacks [] for security_group (e30782d5-57d2-47a9-9c57-f8da78361b33), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:53.629532 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e352bd34-c985-47fe-83af-58cd077d6db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e30782d5-57d2-47a9-9c57-f8da78361b33), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:53.677015 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e352bd34-c985-47fe-83af-58cd077d6db3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c942dc8134a1409bb2bc05355e752699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1618137 Feb 10 15:11:53.678291 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352bd34-c985-47fe-83af-58cd077d6db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30782d5-57d2-47a9-9c57-f8da78361b33,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:53.681161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33090) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:53.703616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 78a16b36-80e5-4ef8-931f-e82aaec137d8 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:11:53.757981 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8288612c-0758-491a-9902-c14d1f46d54d admin admin] Publish callbacks [] for security_group (e30782d5-57d2-47a9-9c57-f8da78361b33), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:53.802668 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8288612c-0758-491a-9902-c14d1f46d54d admin admin] Publish callbacks [] for security_group (e30782d5-57d2-47a9-9c57-f8da78361b33), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:53.808209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-443daad2-7fa3-45ed-bfdf-c3618628139e tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:53.810111 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-443daad2-7fa3-45ed-bfdf-c3618628139e tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858783 Feb 10 15:11:53.816863 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 78a16b36-80e5-4ef8-931f-e82aaec137d8 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:11:53.820677 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5c126a6b-9043-4486-b023-f39afb1393f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:53.823980 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 78a16b36-80e5-4ef8-931f-e82aaec137d8 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:11:53.824370 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:53.847860 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-b77b309e-8577-4077-b3d9-b5fb0c653c2d tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/quotas/0c72cb1f3d864ea0b0445f152fb57ddd HTTP/1.1" status: 200 len: 375 time: 0.0249918 Feb 10 15:11:53.905946 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8288612c-0758-491a-9902-c14d1f46d54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e30782d5-57d2-47a9-9c57-f8da78361b33), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:53.908709 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-62e6ef88-97d2-4843-b814-ecf04dec4310 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c72cb1f3d864ea0b0445f152fb57ddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585558 Feb 10 15:11:53.909212 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8288612c-0758-491a-9902-c14d1f46d54d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:53.910711 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8288612c-0758-491a-9902-c14d1f46d54d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e30782d5-57d2-47a9-9c57-f8da78361b33 HTTP/1.1" status: 204 len: 168 time: 0.2285798 Feb 10 15:11:53.932604 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288612c-0758-491a-9902-c14d1f46d54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30782d5-57d2-47a9-9c57-f8da78361b33,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:53.963856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 78a16b36-80e5-4ef8-931f-e82aaec137d8 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:11:53.972595 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:53.981200 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5c126a6b-9043-4486-b023-f39afb1393f4 admin admin] Publish callbacks [] for security_group (eb4944d7-08c9-4da7-93ad-1b64b69a93ea), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:53.987280 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5c126a6b-9043-4486-b023-f39afb1393f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (eb4944d7-08c9-4da7-93ad-1b64b69a93ea), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:54.051007 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082f2f5e-de69-441f-90b1-266879f2d6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a16b36-80e5-4ef8-931f-e82aaec137d8'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:11:54.053342 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5c126a6b-9043-4486-b023-f39afb1393f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3eaff4874ef94f2fb6e9a27e86df6460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6646245 Feb 10 15:11:54.054020 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b9c325-9466-4bd6-84b3-6b54037b31c6" -d '{"events": [{"server_uuid": "082f2f5e-de69-441f-90b1-266879f2d6ca", "name": "network-vif-plugged", "status": "completed", "tag": "78a16b36-80e5-4ef8-931f-e82aaec137d8"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:11:54.054712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c126a6b-9043-4486-b023-f39afb1393f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4944d7-08c9-4da7-93ad-1b64b69a93ea,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:54.056786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33108) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:54.094032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 78a16b36-80e5-4ef8-931f-e82aaec137d8, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:11:54.104489 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:54.140413 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bc4758-b8b1-4da6-aaba-1c2cdab3173e x-openstack-request-id: req-f5bc4758-b8b1-4da6-aaba-1c2cdab3173e {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:11:54.141127 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082f2f5e-de69-441f-90b1-266879f2d6ca", "name": "network-vif-plugged", "status": "completed", "tag": "78a16b36-80e5-4ef8-931f-e82aaec137d8", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:11:54.141391 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5bc4758-b8b1-4da6-aaba-1c2cdab3173e {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:11:54.142165 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082f2f5e-de69-441f-90b1-266879f2d6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a16b36-80e5-4ef8-931f-e82aaec137d8', 'code': 200} Feb 10 15:11:54.152799 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-302aa8bb-0372-4e4f-b7ca-6712589fce0e admin admin] Publish callbacks [] for security_group (eb4944d7-08c9-4da7-93ad-1b64b69a93ea), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:54.191883 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-302aa8bb-0372-4e4f-b7ca-6712589fce0e admin admin] Publish callbacks [] for security_group (eb4944d7-08c9-4da7-93ad-1b64b69a93ea), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:54.194712 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=78a16b36-80e5-4ef8-931f-e82aaec137d8,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:54.271063 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cc2ca-557f-4bec-ae0e-a044416a46c6 req-998949f2-5a1d-4cf4-ae60-0f0e1fbfe5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:54.273459 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-409cc2ca-557f-4bec-ae0e-a044416a46c6 req-998949f2-5a1d-4cf4-ae60-0f0e1fbfe5de service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 1128 time: 0.0644007 Feb 10 15:11:54.282203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2a7cb40-2290-484f-8d80-3dc43659adc7 req-6c2da5ef-e36b-4225-a3ab-3e3644a6f7f2 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b25a10-e75e-455f-b629-662d852b7ae2 HTTP/1.1" status: 200 len: 210 time: 0.0635908 Feb 10 15:11:54.332394 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-302aa8bb-0372-4e4f-b7ca-6712589fce0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (eb4944d7-08c9-4da7-93ad-1b64b69a93ea), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:54.337057 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-302aa8bb-0372-4e4f-b7ca-6712589fce0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:54.341155 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-302aa8bb-0372-4e4f-b7ca-6712589fce0e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb4944d7-08c9-4da7-93ad-1b64b69a93ea HTTP/1.1" status: 204 len: 168 time: 0.2779381 Feb 10 15:11:54.347375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aa8bb-0372-4e4f-b7ca-6712589fce0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4944d7-08c9-4da7-93ad-1b64b69a93ea,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:54.392756 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-409cc2ca-557f-4bec-ae0e-a044416a46c6 req-3c3f6359-2c5f-4415-b94c-2aaab4182146 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112864 Feb 10 15:11:54.541925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368afefe-f2ed-4848-8ea8-7d39b9ce93d2 req-63407bf5-be1b-49d6-a209-1e0649821f5e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:54.547375 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-368afefe-f2ed-4848-8ea8-7d39b9ce93d2 req-63407bf5-be1b-49d6-a209-1e0649821f5e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 946 time: 0.0870214 Feb 10 15:11:54.635776 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-368afefe-f2ed-4848-8ea8-7d39b9ce93d2 req-8e62fb62-f19a-4e26-95e8-4ae5ccd93965 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818999 Feb 10 15:11:55.419575 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device a656edd0-706f-40c3-9ba2-fe546b9607bc no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:11:55.448990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: a656edd0-706f-40c3-9ba2-fe546b9607bc {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:11:55.449527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device a656edd0-706f-40c3-9ba2-fe546b9607bc not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:11:55.449951 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1668b2f1-4e47-43e1-90fa-34f998e662ac no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:11:55.477691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 1668b2f1-4e47-43e1-90fa-34f998e662ac {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:11:55.478402 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1668b2f1-4e47-43e1-90fa-34f998e662ac not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:11:55.562069 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-011459d0-28ac-4783-b912-8752a1e85bb7 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0c72cb1f3d864ea0b0445f152fb57ddd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577159 Feb 10 15:11:55.623169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8399316-577b-43be-93bc-26a5e063a573 req-881648a8-6d10-4165-b0ec-113b6d748e2d tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b25a10-e75e-455f-b629-662d852b7ae2 HTTP/1.1" status: 200 len: 210 time: 0.0600641 Feb 10 15:11:55.759037 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-1d21a31f-d89b-484d-947f-0d4bce7edc0d tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:55.761500 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-1d21a31f-d89b-484d-947f-0d4bce7edc0d tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943755 Feb 10 15:11:55.794348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-924dd8c7-f736-4383-bbc3-877b9504abb6 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Request body: {'port': {'device_id': 'e3b25a10-e75e-455f-b629-662d852b7ae2', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '0c72cb1f3d864ea0b0445f152fb57ddd'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:11:55.895267 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7737f-1216-4bab-b376-c7166e9e96ac req-7bad20f8-4fb1-49ca-99d8-30882596166a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:55.903084 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62d7737f-1216-4bab-b376-c7166e9e96ac req-7bad20f8-4fb1-49ca-99d8-30882596166a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 946 time: 0.1638961 Feb 10 15:11:55.924468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33286) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:55.973210 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62d7737f-1216-4bab-b376-c7166e9e96ac req-cd369ed8-e7fa-4274-8ccc-9535a99e5bb8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692255 Feb 10 15:11:55.983796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-924dd8c7-f736-4383-bbc3-877b9504abb6 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Made reservation on behalf of 0c72cb1f3d864ea0b0445f152fb57ddd for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:11:55.987916 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-924dd8c7-f736-4383-bbc3-877b9504abb6 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:56.155089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-924dd8c7-f736-4383-bbc3-877b9504abb6 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Allocated IP 192.168.233.75 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/38b8abe7-af15-4a7e-9ec8-48c819d074c0) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:11:56.366144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33320) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:56.371061 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-924dd8c7-f736-4383-bbc3-877b9504abb6 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Publish callbacks [] for port (38b8abe7-af15-4a7e-9ec8-48c819d074c0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:56.378406 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c7cf0331-9ce4-4ca2-8cac-5aa2b45eefda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:56.416789 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-924dd8c7-f736-4383-bbc3-877b9504abb6 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (38b8abe7-af15-4a7e-9ec8-48c819d074c0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:56.468824 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-924dd8c7-f736-4383-bbc3-877b9504abb6 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:11:56.471994 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-924dd8c7-f736-4383-bbc3-877b9504abb6 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:11:56.476140 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-924dd8c7-f736-4383-bbc3-877b9504abb6 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:11:56.481288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-924dd8c7-f736-4383-bbc3-877b9504abb6 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:56.481907 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-924dd8c7-f736-4383-bbc3-877b9504abb6 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:56.497081 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c7cf0331-9ce4-4ca2-8cac-5aa2b45eefda admin admin] Publish callbacks [] for security_group (66f0136c-8c30-4be3-9909-2b5690b762b6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:56.505976 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c7cf0331-9ce4-4ca2-8cac-5aa2b45eefda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (66f0136c-8c30-4be3-9909-2b5690b762b6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:56.539120 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-924dd8c7-f736-4383-bbc3-877b9504abb6 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7456918 Feb 10 15:11:56.539960 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924dd8c7-f736-4383-bbc3-877b9504abb6 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Pushing event updated for resources: {'Port': ['ID=38b8abe7-af15-4a7e-9ec8-48c819d074c0,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:56.560137 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Request body: {'port': {'device_id': 'e3b25a10-e75e-455f-b629-662d852b7ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:11:56.565809 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c7cf0331-9ce4-4ca2-8cac-5aa2b45eefda admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46e1fb0e7acc4b0199f70a6739908e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6401405 Feb 10 15:11:56.566616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33328) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:56.580030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf0331-9ce4-4ca2-8cac-5aa2b45eefda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f0136c-8c30-4be3-9909-2b5690b762b6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:56.675258 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-654d3c59-04f9-4290-8df8-210a3689900b admin admin] Publish callbacks [] for security_group (66f0136c-8c30-4be3-9909-2b5690b762b6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:56.703541 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-654d3c59-04f9-4290-8df8-210a3689900b admin admin] Publish callbacks [] for security_group (66f0136c-8c30-4be3-9909-2b5690b762b6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:56.744238 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (38b8abe7-af15-4a7e-9ec8-48c819d074c0), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:56.793522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c4d9bc7-5253-4528-9df7-fb2fc9b14721 req-2028e598-0310-41cb-abf5-3267559e480b tempest-AbsoluteLimitsNegativeTestJSON-1246969548 tempest-AbsoluteLimitsNegativeTestJSON-1246969548-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=69c7ba6bce1c463396f5e3737841b719&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510788 Feb 10 15:11:56.795031 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-654d3c59-04f9-4290-8df8-210a3689900b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (66f0136c-8c30-4be3-9909-2b5690b762b6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:56.800299 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-654d3c59-04f9-4290-8df8-210a3689900b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:56.804872 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-654d3c59-04f9-4290-8df8-210a3689900b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66f0136c-8c30-4be3-9909-2b5690b762b6 HTTP/1.1" status: 204 len: 168 time: 0.2340672 Feb 10 15:11:56.813444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d3c59-04f9-4290-8df8-210a3689900b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f0136c-8c30-4be3-9909-2b5690b762b6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:56.861449 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-61752d9b-f0f8-424c-bbbd-334fdd693527 None None] Provisioning complete for port 38b8abe7-af15-4a7e-9ec8-48c819d074c0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:11:56.861925 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-61752d9b-f0f8-424c-bbbd-334fdd693527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (38b8abe7-af15-4a7e-9ec8-48c819d074c0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:56.892583 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0bf2d0f8-0875-4fc9-b59f-183387b20c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:56.901354 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-61752d9b-f0f8-424c-bbbd-334fdd693527 None None] Port 38b8abe7-af15-4a7e-9ec8-48c819d074c0 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:11:56.988376 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0bf2d0f8-0875-4fc9-b59f-183387b20c55 admin admin] Publish callbacks [] for security_group (10b4c6ba-dbf6-423e-be4a-8e7b5371a11b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:56.996239 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0bf2d0f8-0875-4fc9-b59f-183387b20c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (10b4c6ba-dbf6-423e-be4a-8e7b5371a11b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.012478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33348) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:57.020970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e9c4f-d08c-4022-a7cb-6308aab65074 req-603b731d-de81-445f-a980-91a85cbfb0a8 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:57.027798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e94e9c4f-d08c-4022-a7cb-6308aab65074 req-603b731d-de81-445f-a980-91a85cbfb0a8 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b25a10-e75e-455f-b629-662d852b7ae2 HTTP/1.1" status: 200 len: 935 time: 0.2667599 Feb 10 15:11:57.060153 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0bf2d0f8-0875-4fc9-b59f-183387b20c55 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ff76e683bfc41c7b5ea560016e9fd63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6921692 Feb 10 15:11:57.064202 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33354) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:57.084769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2d0f8-0875-4fc9-b59f-183387b20c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b4c6ba-dbf6-423e-be4a-8e7b5371a11b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:57.098233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d9bc7-5253-4528-9df7-fb2fc9b14721 req-f9b5ab99-d2b2-4daf-844d-770e11370a57 tempest-AbsoluteLimitsNegativeTestJSON-1246969548 tempest-AbsoluteLimitsNegativeTestJSON-1246969548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:57.105275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c4d9bc7-5253-4528-9df7-fb2fc9b14721 req-f9b5ab99-d2b2-4daf-844d-770e11370a57 tempest-AbsoluteLimitsNegativeTestJSON-1246969548 tempest-AbsoluteLimitsNegativeTestJSON-1246969548-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2951612 Feb 10 15:11:57.131567 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3a529a52-1420-4342-be7c-ea0f85461621 admin admin] Publish callbacks [] for security_group (10b4c6ba-dbf6-423e-be4a-8e7b5371a11b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.142582 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c4d9bc7-5253-4528-9df7-fb2fc9b14721 req-6e042da0-ead8-4134-a60d-d6a7838c77e7 tempest-AbsoluteLimitsNegativeTestJSON-1246969548 tempest-AbsoluteLimitsNegativeTestJSON-1246969548-project] 10.222.0.64 "GET /v2.0/quotas/69c7ba6bce1c463396f5e3737841b719 HTTP/1.1" status: 200 len: 375 time: 0.0358968 Feb 10 15:11:57.156249 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3a529a52-1420-4342-be7c-ea0f85461621 admin admin] Publish callbacks [] for security_group (10b4c6ba-dbf6-423e-be4a-8e7b5371a11b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.168913 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33356) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:57.206998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c4d9bc7-5253-4528-9df7-fb2fc9b14721 req-80c0e057-f944-4626-9772-427cd24eeebe tempest-AbsoluteLimitsNegativeTestJSON-1246969548 tempest-AbsoluteLimitsNegativeTestJSON-1246969548-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=69c7ba6bce1c463396f5e3737841b719&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638955 Feb 10 15:11:57.223572 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e94e9c4f-d08c-4022-a7cb-6308aab65074 req-c4864717-d673-4fb9-8f88-2fb65e20bec3 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913052 Feb 10 15:11:57.225953 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3a529a52-1420-4342-be7c-ea0f85461621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (10b4c6ba-dbf6-423e-be4a-8e7b5371a11b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.229949 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3a529a52-1420-4342-be7c-ea0f85461621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.232339 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3a529a52-1420-4342-be7c-ea0f85461621 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10b4c6ba-dbf6-423e-be4a-8e7b5371a11b HTTP/1.1" status: 204 len: 168 time: 0.1669064 Feb 10 15:11:57.248929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a529a52-1420-4342-be7c-ea0f85461621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b4c6ba-dbf6-423e-be4a-8e7b5371a11b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:57.379993 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b8abe7-af15-4a7e-9ec8-48c819d074c0 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:11:57.390500 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Publish callbacks [] for port (38b8abe7-af15-4a7e-9ec8-48c819d074c0), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.400182 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f3a42-dd95-4db0-958f-6bed0a4a0ed2 req-97a9b02b-df5b-44f8-ab15-65d16f955d09 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:57.401862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-231f3a42-dd95-4db0-958f-6bed0a4a0ed2 req-97a9b02b-df5b-44f8-ab15-65d16f955d09 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 946 time: 0.0919771 Feb 10 15:11:57.419172 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Transition to ACTIVE for port object 38b8abe7-af15-4a7e-9ec8-48c819d074c0 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:11:57.429273 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (38b8abe7-af15-4a7e-9ec8-48c819d074c0), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.475897 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-178934ac-c805-4218-a357-0ed17f36d4a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.556633 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-231f3a42-dd95-4db0-958f-6bed0a4a0ed2 req-3bcd53c6-3f75-4a5b-9d71-f81301ec35f1 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455357 Feb 10 15:11:57.557585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Pushing event updated for resources: {'Port': ['ID=38b8abe7-af15-4a7e-9ec8-48c819d074c0,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:57.572410 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ccb65709-686d-4166-9065-41e09446454e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4babc16869b4f5d971bcdf2b83eb502&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5578763 Feb 10 15:11:57.575257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33370) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:57.605339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Attempting to bind port 38b8abe7-af15-4a7e-9ec8-48c819d074c0 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:11:57.606523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Attempting to bind port 38b8abe7-af15-4a7e-9ec8-48c819d074c0 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:11:57.606935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Attempting to bind port 38b8abe7-af15-4a7e-9ec8-48c819d074c0 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:11:57.612470 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Port 38b8abe7-af15-4a7e-9ec8-48c819d074c0 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:11:57.612962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Attempting to bind port 38b8abe7-af15-4a7e-9ec8-48c819d074c0 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:11:57.619882 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:11:57.620080 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:11:57.620443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:11:57.620903 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Bound port: 38b8abe7-af15-4a7e-9ec8-48c819d074c0, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:11:57.621263 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (38b8abe7-af15-4a7e-9ec8-48c819d074c0), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.656171 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-178934ac-c805-4218-a357-0ed17f36d4a4 admin admin] Publish callbacks [] for security_group (b0a509b6-c27a-4c1c-bb2f-15bdbcd7ffbc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.675960 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-178934ac-c805-4218-a357-0ed17f36d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b0a509b6-c27a-4c1c-bb2f-15bdbcd7ffbc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.706010 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33378) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:57.719406 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] For port 38b8abe7-af15-4a7e-9ec8-48c819d074c0, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:11:57.723103 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] For port 38b8abe7-af15-4a7e-9ec8-48c819d074c0, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=38b8abe7-af15-4a7e-9ec8-48c819d074c0,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:11:57.738380 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (38b8abe7-af15-4a7e-9ec8-48c819d074c0), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.788759 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:57.789381 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.792067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] 10.222.0.72 "PUT /v2.0/ports/38b8abe7-af15-4a7e-9ec8-48c819d074c0 HTTP/1.1" status: 200 len: 1095 time: 1.2458589 Feb 10 15:11:57.792517 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b25a10-e75e-455f-b629-662d852b7ae2', 'tag': '38b8abe7-af15-4a7e-9ec8-48c819d074c0'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:11:57.801690 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adf9056-164b-4dda-8eee-156fe345c5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b25a10-e75e-455f-b629-662d852b7ae2", "tag": "38b8abe7-af15-4a7e-9ec8-48c819d074c0"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:11:57.802202 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89719a58-3757-472f-937c-0d25e1c1c22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.823750 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-178934ac-c805-4218-a357-0ed17f36d4a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df5e2fc03aa347369b8f2f2d148caa50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6506588 Feb 10 15:11:57.835930 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33382) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:57.836876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178934ac-c805-4218-a357-0ed17f36d4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a509b6-c27a-4c1c-bb2f-15bdbcd7ffbc,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:57.842447 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-483e9a9a-d7b9-4ce0-9416-4558efe177ce admin admin] Publish callbacks [] for security_group (71808d37-fffb-4cd8-b3e1-1c021f8db3aa), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.866365 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-483e9a9a-d7b9-4ce0-9416-4558efe177ce admin admin] Publish callbacks [] for security_group (71808d37-fffb-4cd8-b3e1-1c021f8db3aa), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.914030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409ee2a-85f9-43de-81a8-098413a6fbf7 service neutron] Pushing event updated for resources: {'Port': ['ID=38b8abe7-af15-4a7e-9ec8-48c819d074c0,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:57.965741 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-483e9a9a-d7b9-4ce0-9416-4558efe177ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (71808d37-fffb-4cd8-b3e1-1c021f8db3aa), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.969026 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-483e9a9a-d7b9-4ce0-9416-4558efe177ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:57.970437 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-483e9a9a-d7b9-4ce0-9416-4558efe177ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71808d37-fffb-4cd8-b3e1-1c021f8db3aa HTTP/1.1" status: 204 len: 168 time: 0.3921075 Feb 10 15:11:58.000589 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b24029a-0600-4126-afb0-611b8f6cdcf1 admin admin] Publish callbacks [] for security_group (b0a509b6-c27a-4c1c-bb2f-15bdbcd7ffbc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.005437 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-d141f02e-7d5a-4dcf-96c9-c1c4d6b9a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:58.006970 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-d141f02e-7d5a-4dcf-96c9-c1c4d6b9a67d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c72cb1f3d864ea0b0445f152fb57ddd&device_id=e3b25a10-e75e-455f-b629-662d852b7ae2 HTTP/1.1" status: 200 len: 1129 time: 0.1552792 Feb 10 15:11:58.012176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e9a9a-d7b9-4ce0-9416-4558efe177ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71808d37-fffb-4cd8-b3e1-1c021f8db3aa,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:58.019747 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89719a58-3757-472f-937c-0d25e1c1c22d admin admin] Publish callbacks [] for security_group (b49e6e39-4922-4440-b34a-b57ab7e187cd), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.027968 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89719a58-3757-472f-937c-0d25e1c1c22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b49e6e39-4922-4440-b34a-b57ab7e187cd), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.078111 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-89719a58-3757-472f-937c-0d25e1c1c22d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=212a97a418364ba5acca274d53ebeb97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3706546 Feb 10 15:11:58.085511 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33388) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:58.124840 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89719a58-3757-472f-937c-0d25e1c1c22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49e6e39-4922-4440-b34a-b57ab7e187cd,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:58.133738 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-28f3c9cb-254d-49d6-9ea6-31283730cd4e req-f8a58cd5-9ce1-4e80-bbfe-45a48ab98ac0 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Request body: {'security_group': {'name': 'tempest-securitygroup-136570533', 'description': 'tempest-description-1090408269'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:11:58.139022 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-fe271182-52f9-42d2-b18f-a6310cf7ac17 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=38b8abe7-af15-4a7e-9ec8-48c819d074c0 HTTP/1.1" status: 200 len: 217 time: 0.1081824 Feb 10 15:11:58.145097 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b24029a-0600-4126-afb0-611b8f6cdcf1 admin admin] Publish callbacks [] for security_group (b0a509b6-c27a-4c1c-bb2f-15bdbcd7ffbc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.189945 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33390) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:58.207366 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69b60026-da3c-4e2c-891d-e46d781a0425 admin admin] Publish callbacks [] for security_group (b49e6e39-4922-4440-b34a-b57ab7e187cd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.227494 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40b939bc-1183-4dd8-bd90-66c856471616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.245845 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69b60026-da3c-4e2c-891d-e46d781a0425 admin admin] Publish callbacks [] for security_group (b49e6e39-4922-4440-b34a-b57ab7e187cd), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.325310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33394) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:58.366213 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69b60026-da3c-4e2c-891d-e46d781a0425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b49e6e39-4922-4440-b34a-b57ab7e187cd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.374403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69b60026-da3c-4e2c-891d-e46d781a0425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.377509 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-69b60026-da3c-4e2c-891d-e46d781a0425 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b49e6e39-4922-4440-b34a-b57ab7e187cd HTTP/1.1" status: 204 len: 168 time: 0.2891965 Feb 10 15:11:58.402584 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40b939bc-1183-4dd8-bd90-66c856471616 admin admin] Publish callbacks [] for security_group (24ca192c-6758-4a9b-9776-1dbb37f4a7b6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.426716 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40b939bc-1183-4dd8-bd90-66c856471616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (24ca192c-6758-4a9b-9776-1dbb37f4a7b6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.449097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b60026-da3c-4e2c-891d-e46d781a0425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49e6e39-4922-4440-b34a-b57ab7e187cd,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:58.458254 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-40b939bc-1183-4dd8-bd90-66c856471616 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f533dc4c6bae4c0cbf41ef0c5d053d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647166 Feb 10 15:11:58.462463 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33400) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:58.475912 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-28f3c9cb-254d-49d6-9ea6-31283730cd4e req-f8a58cd5-9ce1-4e80-bbfe-45a48ab98ac0 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.488194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-5bb384bd-2396-4677-ba6b-00d6009eafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:58.489933 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-5bb384bd-2396-4677-ba6b-00d6009eafe2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.3408458 Feb 10 15:11:58.493515 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-28f3c9cb-254d-49d6-9ea6-31283730cd4e req-f8a58cd5-9ce1-4e80-bbfe-45a48ab98ac0 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.515162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b939bc-1183-4dd8-bd90-66c856471616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ca192c-6758-4a9b-9776-1dbb37f4a7b6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:58.536917 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1663e051-f371-42c2-a41b-128599ed005d admin admin] Publish callbacks [] for security_group (24ca192c-6758-4a9b-9776-1dbb37f4a7b6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.563657 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f94441-98f5-442d-951c-d925c62964ad req-ecb9b08f-925f-4a45-a030-477f226792a4 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:58.565464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49f94441-98f5-442d-951c-d925c62964ad req-ecb9b08f-925f-4a45-a030-477f226792a4 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 1128 time: 0.1521909 Feb 10 15:11:58.574229 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b24029a-0600-4126-afb0-611b8f6cdcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b0a509b6-c27a-4c1c-bb2f-15bdbcd7ffbc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.576615 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1663e051-f371-42c2-a41b-128599ed005d admin admin] Publish callbacks [] for security_group (24ca192c-6758-4a9b-9776-1dbb37f4a7b6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.577109 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b24029a-0600-4126-afb0-611b8f6cdcf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.581071 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4b24029a-0600-4126-afb0-611b8f6cdcf1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0a509b6-c27a-4c1c-bb2f-15bdbcd7ffbc HTTP/1.1" status: 204 len: 168 time: 0.7396827 Feb 10 15:11:58.621633 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24029a-0600-4126-afb0-611b8f6cdcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a509b6-c27a-4c1c-bb2f-15bdbcd7ffbc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:58.630660 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-b254f4ff-dbd3-4d71-9889-e96035fe6bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:58.632242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-b254f4ff-dbd3-4d71-9889-e96035fe6bc0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1357656 Feb 10 15:11:58.641228 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1663e051-f371-42c2-a41b-128599ed005d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (24ca192c-6758-4a9b-9776-1dbb37f4a7b6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.646477 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1663e051-f371-42c2-a41b-128599ed005d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.650340 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1663e051-f371-42c2-a41b-128599ed005d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24ca192c-6758-4a9b-9776-1dbb37f4a7b6 HTTP/1.1" status: 204 len: 168 time: 0.1838465 Feb 10 15:11:58.657401 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6cd6c125-7db7-42a9-80b9-b2bda7e78f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.673826 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663e051-f371-42c2-a41b-128599ed005d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ca192c-6758-4a9b-9776-1dbb37f4a7b6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:58.699417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49f94441-98f5-442d-951c-d925c62964ad req-f6c4c29f-7382-4db7-ae5c-0eaa25eb04fb tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123641 Feb 10 15:11:58.794400 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac48b538-af65-4904-8792-a0b44df7563d x-openstack-request-id: req-ac48b538-af65-4904-8792-a0b44df7563d {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:11:58.795052 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b25a10-e75e-455f-b629-662d852b7ae2", "tag": "38b8abe7-af15-4a7e-9ec8-48c819d074c0", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:11:58.795052 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac48b538-af65-4904-8792-a0b44df7563d {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:11:58.795306 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b25a10-e75e-455f-b629-662d852b7ae2', 'tag': '38b8abe7-af15-4a7e-9ec8-48c819d074c0', 'status': 'completed', 'code': 200} Feb 10 15:11:58.838895 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6cd6c125-7db7-42a9-80b9-b2bda7e78f13 admin admin] Publish callbacks [] for security_group (ed106374-0b6c-4e83-8ede-1b59cbda4c1f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.840210 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-28f3c9cb-254d-49d6-9ea6-31283730cd4e req-f8a58cd5-9ce1-4e80-bbfe-45a48ab98ac0 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks [] for security_group (4e908a8d-3d6e-463e-bd0f-dd0806c65d33), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.849058 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6cd6c125-7db7-42a9-80b9-b2bda7e78f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ed106374-0b6c-4e83-8ede-1b59cbda4c1f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.861586 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-28f3c9cb-254d-49d6-9ea6-31283730cd4e req-f8a58cd5-9ce1-4e80-bbfe-45a48ab98ac0 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4e908a8d-3d6e-463e-bd0f-dd0806c65d33), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:58.929749 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6cd6c125-7db7-42a9-80b9-b2bda7e78f13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69c7ba6bce1c463396f5e3737841b719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6033559 Feb 10 15:11:58.930609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6c125-7db7-42a9-80b9-b2bda7e78f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed106374-0b6c-4e83-8ede-1b59cbda4c1f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:58.932854 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-470fa18b-a1f1-4a50-9ba9-c5c3f1c8db75 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918231 Feb 10 15:11:58.933004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33412) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:58.958429 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33414) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:59.004173 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a58cd5-9ce1-4e80-bbfe-45a48ab98ac0 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e908a8d-3d6e-463e-bd0f-dd0806c65d33,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:59.021647 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-80c2cbf8-15c1-4f0e-8b9a-92d8d3529a3f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=436841a8e81f4837928579ef1377a7d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0619810 Feb 10 15:11:59.024147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33418) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:59.053783 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c7a25be-4777-43d4-8410-5f50717ffc0f admin admin] Publish callbacks [] for security_group (ed106374-0b6c-4e83-8ede-1b59cbda4c1f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.087427 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c7a25be-4777-43d4-8410-5f50717ffc0f admin admin] Publish callbacks [] for security_group (ed106374-0b6c-4e83-8ede-1b59cbda4c1f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.111041 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5108cf-98ad-4d04-9ae2-b8fd73b1dd98 req-9c840b16-4876-458b-86ff-bb992f14b347 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:59.112556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc5108cf-98ad-4d04-9ae2-b8fd73b1dd98 req-9c840b16-4876-458b-86ff-bb992f14b347 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b25a10-e75e-455f-b629-662d852b7ae2 HTTP/1.1" status: 200 len: 947 time: 0.2044699 Feb 10 15:11:59.115461 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-28f3c9cb-254d-49d6-9ea6-31283730cd4e req-f8a58cd5-9ce1-4e80-bbfe-45a48ab98ac0 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks [] for security_group (2da9515a-9e21-4f12-9d99-e6a5d4a29cae), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.137661 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-28f3c9cb-254d-49d6-9ea6-31283730cd4e req-f8a58cd5-9ce1-4e80-bbfe-45a48ab98ac0 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2da9515a-9e21-4f12-9d99-e6a5d4a29cae), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.139925 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2097cd54-5dbf-4f67-95d2-0ad8dd306386 admin admin] Publish callbacks [] for security_group (1f823fd0-8dea-4fd0-8826-5355864e7102), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.153984 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e081727-6e0f-40a1-9e33-622363a3cb87 req-c5598aa6-bd78-4b4e-9785-6cc60dd15285 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867924 Feb 10 15:11:59.171568 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2097cd54-5dbf-4f67-95d2-0ad8dd306386 admin admin] Publish callbacks [] for security_group (1f823fd0-8dea-4fd0-8826-5355864e7102), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.194840 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-28f3c9cb-254d-49d6-9ea6-31283730cd4e req-f8a58cd5-9ce1-4e80-bbfe-45a48ab98ac0 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.213100 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28f3c9cb-254d-49d6-9ea6-31283730cd4e req-f8a58cd5-9ce1-4e80-bbfe-45a48ab98ac0 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1480479 Feb 10 15:11:59.217065 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c7a25be-4777-43d4-8410-5f50717ffc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ed106374-0b6c-4e83-8ede-1b59cbda4c1f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.219566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a58cd5-9ce1-4e80-bbfe-45a48ab98ac0 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da9515a-9e21-4f12-9d99-e6a5d4a29cae,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:59.219868 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c7a25be-4777-43d4-8410-5f50717ffc0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.224297 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4c7a25be-4777-43d4-8410-5f50717ffc0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed106374-0b6c-4e83-8ede-1b59cbda4c1f HTTP/1.1" status: 204 len: 168 time: 0.2903841 Feb 10 15:11:59.233499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a25be-4777-43d4-8410-5f50717ffc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed106374-0b6c-4e83-8ede-1b59cbda4c1f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:59.257784 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2097cd54-5dbf-4f67-95d2-0ad8dd306386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1f823fd0-8dea-4fd0-8826-5355864e7102), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.262202 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2097cd54-5dbf-4f67-95d2-0ad8dd306386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.268897 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2097cd54-5dbf-4f67-95d2-0ad8dd306386 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f823fd0-8dea-4fd0-8826-5355864e7102 HTTP/1.1" status: 204 len: 168 time: 0.2378600 Feb 10 15:11:59.285944 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097cd54-5dbf-4f67-95d2-0ad8dd306386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f823fd0-8dea-4fd0-8826-5355864e7102,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:59.293727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33432) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:59.299136 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc5108cf-98ad-4d04-9ae2-b8fd73b1dd98 req-899bda3e-2af8-48e9-9708-92e5607597ed tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770234 Feb 10 15:11:59.310445 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ced95a68-5b55-447a-bffb-ab300f13897f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.355023 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-28a78c19-32f4-43cf-acc8-938bd4d16188 req-b9519436-1600-417d-a0b3-576b27c390aa tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Request body: {'security_group': {'name': 'tempest-securitygroup-129208890', 'description': 'tempest-description-2098365570'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:11:59.384002 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befda69-fe1b-4387-9693-377dfa6d61ef req-ceb6ec5d-00c2-4628-a299-2644df940637 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:59.391379 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8befda69-fe1b-4387-9693-377dfa6d61ef req-ceb6ec5d-00c2-4628-a299-2644df940637 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 1128 time: 0.1013334 Feb 10 15:11:59.396269 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf9056-164b-4dda-8eee-156fe345c5a9 req-33516f3a-9106-42a0-8385-cd18621f182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:59.398019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6adf9056-164b-4dda-8eee-156fe345c5a9 req-33516f3a-9106-42a0-8385-cd18621f182d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c72cb1f3d864ea0b0445f152fb57ddd&device_id=e3b25a10-e75e-455f-b629-662d852b7ae2 HTTP/1.1" status: 200 len: 1129 time: 0.1794240 Feb 10 15:11:59.413506 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-28a78c19-32f4-43cf-acc8-938bd4d16188 req-b9519436-1600-417d-a0b3-576b27c390aa tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.427942 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ced95a68-5b55-447a-bffb-ab300f13897f admin admin] Publish callbacks [] for security_group (b244e881-02b3-4b88-94ea-b240e9c48a67), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.433379 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ced95a68-5b55-447a-bffb-ab300f13897f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b244e881-02b3-4b88-94ea-b240e9c48a67), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.491049 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ced95a68-5b55-447a-bffb-ab300f13897f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93878dae58c94c7aad9f892529e77332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1960313 Feb 10 15:11:59.493419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced95a68-5b55-447a-bffb-ab300f13897f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b244e881-02b3-4b88-94ea-b240e9c48a67,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:59.496718 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33436) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:11:59.534383 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8befda69-fe1b-4387-9693-377dfa6d61ef req-abcea5b2-5dba-46ca-b302-c64b73e9bb8d tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421371 Feb 10 15:11:59.568809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f4745ceb-417a-4f66-a11a-6a31fca03607 admin admin] Publish callbacks [] for security_group (b244e881-02b3-4b88-94ea-b240e9c48a67), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.588912 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf9056-164b-4dda-8eee-156fe345c5a9 req-471acef2-472c-4354-86dc-ebdeaae13e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:59.591130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6adf9056-164b-4dda-8eee-156fe345c5a9 req-471acef2-472c-4354-86dc-ebdeaae13e70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1863267 Feb 10 15:11:59.623611 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f4745ceb-417a-4f66-a11a-6a31fca03607 admin admin] Publish callbacks [] for security_group (b244e881-02b3-4b88-94ea-b240e9c48a67), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.627530 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-28a78c19-32f4-43cf-acc8-938bd4d16188 req-b9519436-1600-417d-a0b3-576b27c390aa tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks [] for security_group (ec59269c-9810-4ef2-b339-5934dcc7bdaa), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.674302 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f4745ceb-417a-4f66-a11a-6a31fca03607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b244e881-02b3-4b88-94ea-b240e9c48a67), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.678006 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f4745ceb-417a-4f66-a11a-6a31fca03607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.682162 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f4745ceb-417a-4f66-a11a-6a31fca03607 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b244e881-02b3-4b88-94ea-b240e9c48a67 HTTP/1.1" status: 204 len: 168 time: 0.1843240 Feb 10 15:11:59.683467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6adf9056-164b-4dda-8eee-156fe345c5a9 req-48e39179-3358-4796-9732-dcbf0c30ea10 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=38b8abe7-af15-4a7e-9ec8-48c819d074c0 HTTP/1.1" status: 200 len: 217 time: 0.0769141 Feb 10 15:11:59.683984 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-28a78c19-32f4-43cf-acc8-938bd4d16188 req-b9519436-1600-417d-a0b3-576b27c390aa tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ec59269c-9810-4ef2-b339-5934dcc7bdaa), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.691950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4745ceb-417a-4f66-a11a-6a31fca03607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b244e881-02b3-4b88-94ea-b240e9c48a67,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:59.717796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9519436-1600-417d-a0b3-576b27c390aa tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec59269c-9810-4ef2-b339-5934dcc7bdaa,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:11:59.771060 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-28a78c19-32f4-43cf-acc8-938bd4d16188 req-b9519436-1600-417d-a0b3-576b27c390aa tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:11:59.776669 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28a78c19-32f4-43cf-acc8-938bd4d16188 req-b9519436-1600-417d-a0b3-576b27c390aa tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4323466 Feb 10 15:11:59.796994 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf9056-164b-4dda-8eee-156fe345c5a9 req-994182dc-da27-424e-9af5-5d7f38728ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:59.798776 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6adf9056-164b-4dda-8eee-156fe345c5a9 req-994182dc-da27-424e-9af5-5d7f38728ab9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0833035 Feb 10 15:11:59.852111 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf9056-164b-4dda-8eee-156fe345c5a9 req-28d7c78e-a1f6-4eea-8eba-7b9f4428bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:11:59.853724 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6adf9056-164b-4dda-8eee-156fe345c5a9 req-28d7c78e-a1f6-4eea-8eba-7b9f4428bc32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0486071 Feb 10 15:11:59.955990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6adf9056-164b-4dda-8eee-156fe345c5a9 req-9d1c5d66-ba08-44db-bd75-5fbea41217a4 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954099 Feb 10 15:12:00.055109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6adf9056-164b-4dda-8eee-156fe345c5a9 req-98ab35a9-3e33-4fd7-a344-e6c5e591c0da service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931003 Feb 10 15:12:00.130424 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-86675ebb-2b92-4495-b82c-b3fe0acef71d req-dd69ce6b-e0a8-4429-98bd-8bf90c853816 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1689964516', 'description': 'tempest-description-709750975'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:00.161112 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-86675ebb-2b92-4495-b82c-b3fe0acef71d req-dd69ce6b-e0a8-4429-98bd-8bf90c853816 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:00.173455 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-86675ebb-2b92-4495-b82c-b3fe0acef71d req-dd69ce6b-e0a8-4429-98bd-8bf90c853816 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:00.236062 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:12:00.262405 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-86675ebb-2b92-4495-b82c-b3fe0acef71d req-dd69ce6b-e0a8-4429-98bd-8bf90c853816 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks [] for security_group (145ee716-0c8c-43e7-a477-1bcef882d226), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:00.267083 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-86675ebb-2b92-4495-b82c-b3fe0acef71d req-dd69ce6b-e0a8-4429-98bd-8bf90c853816 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (145ee716-0c8c-43e7-a477-1bcef882d226), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:00.304678 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69ce6b-e0a8-4429-98bd-8bf90c853816 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145ee716-0c8c-43e7-a477-1bcef882d226,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:00.329716 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-462eaede-14af-4ad6-8dee-c148536c8400 req-fe2b53d1-c12c-4398-9a0a-4b3bfa58ac52 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:12:00.330805 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-462eaede-14af-4ad6-8dee-c148536c8400 req-fe2b53d1-c12c-4398-9a0a-4b3bfa58ac52 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1954567 Feb 10 15:12:00.357599 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-86675ebb-2b92-4495-b82c-b3fe0acef71d req-dd69ce6b-e0a8-4429-98bd-8bf90c853816 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks [] for security_group (0526d229-2902-4821-bd1f-2afa51078653), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:00.362402 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-86675ebb-2b92-4495-b82c-b3fe0acef71d req-dd69ce6b-e0a8-4429-98bd-8bf90c853816 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0526d229-2902-4821-bd1f-2afa51078653), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:00.399270 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-86675ebb-2b92-4495-b82c-b3fe0acef71d req-dd69ce6b-e0a8-4429-98bd-8bf90c853816 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:00.400807 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-86675ebb-2b92-4495-b82c-b3fe0acef71d req-dd69ce6b-e0a8-4429-98bd-8bf90c853816 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2758410 Feb 10 15:12:00.402702 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69ce6b-e0a8-4429-98bd-8bf90c853816 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0526d229-2902-4821-bd1f-2afa51078653,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:00.548265 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefcdf3-b9ce-4e8f-a12c-25d26d530a4a req-4b00e17c-a862-42d0-8941-a2c80175f557 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:00.550059 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4eefcdf3-b9ce-4e8f-a12c-25d26d530a4a req-4b00e17c-a862-42d0-8941-a2c80175f557 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b25a10-e75e-455f-b629-662d852b7ae2 HTTP/1.1" status: 200 len: 947 time: 0.0819652 Feb 10 15:12:00.626151 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4eefcdf3-b9ce-4e8f-a12c-25d26d530a4a req-b45ec16f-c30b-4212-8926-ce0eb40fff46 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647645 Feb 10 15:12:00.644760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-8e32eb7f-aa49-4306-b3b4-0720e352b5d1 req-e00a5124-325d-4684-abbd-103241c690b2 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1243679969', 'description': 'tempest-description-299204560'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:00.670816 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8e32eb7f-aa49-4306-b3b4-0720e352b5d1 req-e00a5124-325d-4684-abbd-103241c690b2 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:00.773971 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8e32eb7f-aa49-4306-b3b4-0720e352b5d1 req-e00a5124-325d-4684-abbd-103241c690b2 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks [] for security_group (33f99ab1-8ac7-4578-b991-def82bbf0595), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:00.779738 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8e32eb7f-aa49-4306-b3b4-0720e352b5d1 req-e00a5124-325d-4684-abbd-103241c690b2 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (33f99ab1-8ac7-4578-b991-def82bbf0595), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:00.816789 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8e32eb7f-aa49-4306-b3b4-0720e352b5d1 req-e00a5124-325d-4684-abbd-103241c690b2 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:00.819021 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e32eb7f-aa49-4306-b3b4-0720e352b5d1 req-e00a5124-325d-4684-abbd-103241c690b2 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1792095 Feb 10 15:12:00.839130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5124-325d-4684-abbd-103241c690b2 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f99ab1-8ac7-4578-b991-def82bbf0595,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:01.050357 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-24cefe29-1c41-4f9b-8ff5-417e17801d42 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 28742 time: 0.2034800 Feb 10 15:12:01.159310 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-2f603851-cb98-41f6-8d1c-b422c88e593e tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/06aac371-744f-451d-838a-58aacc7b903f HTTP/1.1" status: 200 len: 2994 time: 0.0537755 Feb 10 15:12:01.202940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-7f614ead-5ad6-4291-bbe5-a174d1b75ee0 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/06aac371-744f-451d-838a-58aacc7b903f HTTP/1.1" status: 200 len: 2994 time: 0.0380657 Feb 10 15:12:01.272200 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-e3ad29bd-5c31-43c5-a578-1b337f04c720 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/074183ec-cd58-40c0-b3b5-4ef415d23e78 HTTP/1.1" status: 200 len: 2998 time: 0.0588090 Feb 10 15:12:01.318603 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-ef720760-32db-49a7-9952-6d0a5b134ebc tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/074183ec-cd58-40c0-b3b5-4ef415d23e78 HTTP/1.1" status: 200 len: 2998 time: 0.0454700 Feb 10 15:12:01.363352 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-80b6b9fd-823d-4892-afaf-b33acef8a385 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/145ee716-0c8c-43e7-a477-1bcef882d226 HTTP/1.1" status: 200 len: 2998 time: 0.0381353 Feb 10 15:12:01.415743 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-1faaf64a-3ffc-4a88-9b3b-1cd4c68049e8 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/145ee716-0c8c-43e7-a477-1bcef882d226 HTTP/1.1" status: 200 len: 2998 time: 0.0455408 Feb 10 15:12:01.464913 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-fcc9bc4c-c1a1-4b9e-a7e0-ac4cfb606aaa tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/22897769-8fa2-4896-bf83-3773b413daee HTTP/1.1" status: 200 len: 2994 time: 0.0428934 Feb 10 15:12:01.507675 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-16694b47-f2b8-448e-bd9d-0d69a7db8f1d tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/22897769-8fa2-4896-bf83-3773b413daee HTTP/1.1" status: 200 len: 2994 time: 0.0373600 Feb 10 15:12:01.558548 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-2bf8e480-5576-4d33-9eec-dabf1e1dad3b tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/4e908a8d-3d6e-463e-bd0f-dd0806c65d33 HTTP/1.1" status: 200 len: 2998 time: 0.0439484 Feb 10 15:12:01.620742 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-521c6493-ace9-4044-bff7-010cda503973 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/4e908a8d-3d6e-463e-bd0f-dd0806c65d33 HTTP/1.1" status: 200 len: 2998 time: 0.0549088 Feb 10 15:12:01.679804 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-8a8a275d-9366-4252-aea2-af785958ac03 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cfdfc909-f834-41b4-9f3e-da476064aa48 HTTP/1.1" status: 200 len: 2994 time: 0.0531993 Feb 10 15:12:01.693642 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33566) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:01.732000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33572) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:01.736769 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-17ecbe9a-0f40-42d4-948c-909183ecc33a tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cfdfc909-f834-41b4-9f3e-da476064aa48 HTTP/1.1" status: 200 len: 2994 time: 0.0488291 Feb 10 15:12:01.807588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-513cfdbc-5300-48c5-96bc-393fc1440f6b tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/d433519f-559d-4e91-91f8-530ac9195727 HTTP/1.1" status: 200 len: 2994 time: 0.0612214 Feb 10 15:12:01.870364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-97f00a52-c6c6-44aa-83b5-c19e43629405 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/d433519f-559d-4e91-91f8-530ac9195727 HTTP/1.1" status: 200 len: 2994 time: 0.0575504 Feb 10 15:12:01.926797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-1d76e34d-ffc7-4482-ba4c-4234734e3caa tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/e52eb579-3ac0-41c1-905e-bfafbb04a7ab HTTP/1.1" status: 200 len: 2990 time: 0.0494130 Feb 10 15:12:01.940552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-5857b266-6952-41d7-98a2-bbc2df6ba07c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-419625444-network', 'tenant_id': '6cea53e5d2bd48749cf0e2201b4f7a8a'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:01.978335 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6010c060-a1fe-4ddc-b47c-1e9ce81664bf req-c4eb6838-3fc4-4718-af81-01bfff432464 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/e52eb579-3ac0-41c1-905e-bfafbb04a7ab HTTP/1.1" status: 200 len: 2990 time: 0.0434806 Feb 10 15:12:02.005850 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0baa2140-0b69-4b38-b47d-79bddb790e3b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-network', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:02.010036 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5857b266-6952-41d7-98a2-bbc2df6ba07c admin admin] Made reservation on behalf of 6cea53e5d2bd48749cf0e2201b4f7a8a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:02.014198 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5857b266-6952-41d7-98a2-bbc2df6ba07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.028529 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5857b266-6952-41d7-98a2-bbc2df6ba07c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.063749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baa2140-0b69-4b38-b47d-79bddb790e3b admin admin] Made reservation on behalf of 07f5c3f964e945248d8cde923bf7b493 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:02.066216 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0baa2140-0b69-4b38-b47d-79bddb790e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.080722 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0baa2140-0b69-4b38-b47d-79bddb790e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.162328 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bb087-cae8-4937-8102-71153e06737a req-a6abdfea-7310-47dc-a7e3-78433b4ed6da tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:02.166379 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b40bb087-cae8-4937-8102-71153e06737a req-a6abdfea-7310-47dc-a7e3-78433b4ed6da tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b25a10-e75e-455f-b629-662d852b7ae2 HTTP/1.1" status: 200 len: 947 time: 0.1121440 Feb 10 15:12:02.172527 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0baa2140-0b69-4b38-b47d-79bddb790e3b admin admin] Publish callbacks [] for security_group (12285d0b-c778-4fd5-9864-12c87f8f7c3b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.183197 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0baa2140-0b69-4b38-b47d-79bddb790e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (12285d0b-c778-4fd5-9864-12c87f8f7c3b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.221733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0baa2140-0b69-4b38-b47d-79bddb790e3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:12:02.244707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa2140-0b69-4b38-b47d-79bddb790e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12285d0b-c778-4fd5-9864-12c87f8f7c3b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:02.253176 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0baa2140-0b69-4b38-b47d-79bddb790e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9b7288e6-d826-466f-9139-5656341ea865), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.254232 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-0baa2140-0b69-4b38-b47d-79bddb790e3b admin admin] Added segment 9b7288e6-d826-466f-9139-5656341ea865 of type vlan for network 7a195b29-9a45-4fa9-95be-2b9590709c3d Feb 10 15:12:02.297039 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b40bb087-cae8-4937-8102-71153e06737a req-180a6883-58e8-4564-afa9-a135a8cb2213 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208766 Feb 10 15:12:02.316753 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5857b266-6952-41d7-98a2-bbc2df6ba07c admin admin] Publish callbacks [] for security_group (f73f8253-89e0-42cf-825e-e88d680eeb35), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.331122 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5857b266-6952-41d7-98a2-bbc2df6ba07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f73f8253-89e0-42cf-825e-e88d680eeb35), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.337868 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0baa2140-0b69-4b38-b47d-79bddb790e3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (7a195b29-9a45-4fa9-95be-2b9590709c3d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.388228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5857b266-6952-41d7-98a2-bbc2df6ba07c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:12:02.439098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32e8060f-18fe-4807-b831-655c48334be8 req-06ea64c6-a2ee-4449-baee-14e0396b467f tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=539a7fd70b824fd9a109746ab8fbfa25 HTTP/1.1" status: 200 len: 6153 time: 0.1075954 Feb 10 15:12:02.460081 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857b266-6952-41d7-98a2-bbc2df6ba07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73f8253-89e0-42cf-825e-e88d680eeb35,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:02.466580 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5857b266-6952-41d7-98a2-bbc2df6ba07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (080c56b9-582b-4f70-bead-0d6ee44d57eb), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.467122 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-5857b266-6952-41d7-98a2-bbc2df6ba07c admin admin] Added segment 080c56b9-582b-4f70-bead-0d6ee44d57eb of type vlan for network c469b2fd-c6b2-48a9-a710-6ca2916e14da Feb 10 15:12:02.476213 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0baa2140-0b69-4b38-b47d-79bddb790e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (7a195b29-9a45-4fa9-95be-2b9590709c3d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.477198 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baa2140-0b69-4b38-b47d-79bddb790e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:02.477905 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0baa2140-0b69-4b38-b47d-79bddb790e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.544515 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32e8060f-18fe-4807-b831-655c48334be8 req-aed76d24-08aa-48a2-83f6-ed48e21d731a tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] 10.222.0.64 "GET /v2.0/security-groups/4e908a8d-3d6e-463e-bd0f-dd0806c65d33 HTTP/1.1" status: 200 len: 2998 time: 0.0979869 Feb 10 15:12:02.606530 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32e8060f-18fe-4807-b831-655c48334be8 req-12adfb6a-479d-4f39-826d-a4f2df71c931 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] 10.222.0.64 "GET /v2.0/security-groups/4e908a8d-3d6e-463e-bd0f-dd0806c65d33 HTTP/1.1" status: 200 len: 2998 time: 0.0560324 Feb 10 15:12:02.671357 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5857b266-6952-41d7-98a2-bbc2df6ba07c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (c469b2fd-c6b2-48a9-a710-6ca2916e14da), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.676842 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0baa2140-0b69-4b38-b47d-79bddb790e3b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9436347 Feb 10 15:12:02.682069 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33610) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:02.694050 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-24421233-66ac-4575-ae7b-fb450c5306a5 admin admin] Request body: {'subnet': {'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-subnet', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:02.720478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa2140-0b69-4b38-b47d-79bddb790e3b admin admin] Pushing event updated for resources: {'Network': ['ID=7a195b29-9a45-4fa9-95be-2b9590709c3d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:02.732551 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 7a195b29-9a45-4fa9-95be-2b9590709c3d details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:12:02.751467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-332fbfd5-3d50-4fb8-abc5-63793d7cbef4 req-9ecaa0fb-f0a1-4026-9d7a-97c693e2ef4e tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/33f99ab1-8ac7-4578-b991-def82bbf0595 HTTP/1.1" status: 200 len: 1794 time: 0.1154952 Feb 10 15:12:02.814947 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5857b266-6952-41d7-98a2-bbc2df6ba07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (c469b2fd-c6b2-48a9-a710-6ca2916e14da), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.818771 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5857b266-6952-41d7-98a2-bbc2df6ba07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:02.819715 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5857b266-6952-41d7-98a2-bbc2df6ba07c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.835563 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24421233-66ac-4575-ae7b-fb450c5306a5 admin admin] Made reservation on behalf of 07f5c3f964e945248d8cde923bf7b493 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:02.837892 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24421233-66ac-4575-ae7b-fb450c5306a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:02.867795 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5857b266-6952-41d7-98a2-bbc2df6ba07c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1725230 Feb 10 15:12:02.879944 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33618) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:02.889352 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f9096e14-edcf-4659-b17d-941b92197498 admin admin] Request body: {'subnet': {'network_id': 'c469b2fd-c6b2-48a9-a710-6ca2916e14da', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-419625444-subnet', 'tenant_id': '6cea53e5d2bd48749cf0e2201b4f7a8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:02.997117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857b266-6952-41d7-98a2-bbc2df6ba07c admin admin] Pushing event updated for resources: {'Network': ['ID=c469b2fd-c6b2-48a9-a710-6ca2916e14da,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:03.004354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9096e14-edcf-4659-b17d-941b92197498 admin admin] Made reservation on behalf of 6cea53e5d2bd48749cf0e2201b4f7a8a for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:03.006625 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9096e14-edcf-4659-b17d-941b92197498 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:03.010497 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network c469b2fd-c6b2-48a9-a710-6ca2916e14da details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:12:03.169121 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24421233-66ac-4575-ae7b-fb450c5306a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for subnet (bc1c408b-918c-450a-92c6-5027a88e32dc), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:03.199740 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-332fbfd5-3d50-4fb8-abc5-63793d7cbef4 req-74774c13-356b-4157-b3bd-406a5432b698 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks [] for security_group (33f99ab1-8ac7-4578-b991-def82bbf0595), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:03.220952 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-332fbfd5-3d50-4fb8-abc5-63793d7cbef4 req-74774c13-356b-4157-b3bd-406a5432b698 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks [] for security_group (33f99ab1-8ac7-4578-b991-def82bbf0595), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:03.254357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33632) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:03.293287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24421233-66ac-4575-ae7b-fb450c5306a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc1c408b-918c-450a-92c6-5027a88e32dc,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:03.302483 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24421233-66ac-4575-ae7b-fb450c5306a5 admin admin] Checking segment: {'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:03.303046 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24421233-66ac-4575-ae7b-fb450c5306a5 admin admin] Network hostable DHCP agents. Network: 7a195b29-9a45-4fa9-95be-2b9590709c3d, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:12:03.327790 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-332fbfd5-3d50-4fb8-abc5-63793d7cbef4 req-74774c13-356b-4157-b3bd-406a5432b698 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (33f99ab1-8ac7-4578-b991-def82bbf0595), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:03.335976 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-332fbfd5-3d50-4fb8-abc5-63793d7cbef4 req-74774c13-356b-4157-b3bd-406a5432b698 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:03.350877 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-332fbfd5-3d50-4fb8-abc5-63793d7cbef4 req-74774c13-356b-4157-b3bd-406a5432b698 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/33f99ab1-8ac7-4578-b991-def82bbf0595 HTTP/1.1" status: 204 len: 173 time: 0.5864730 Feb 10 15:12:03.360865 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24421233-66ac-4575-ae7b-fb450c5306a5 admin admin] Network 7a195b29-9a45-4fa9-95be-2b9590709c3d is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:12:03.379212 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74774c13-356b-4157-b3bd-406a5432b698 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f99ab1-8ac7-4578-b991-def82bbf0595,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:03.393156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-24421233-66ac-4575-ae7b-fb450c5306a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 7a195b29-9a45-4fa9-95be-2b9590709c3d) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:03.404580 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24421233-66ac-4575-ae7b-fb450c5306a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:03.405317 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24421233-66ac-4575-ae7b-fb450c5306a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:03.419090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6137ebff-06fc-40d2-998b-7bbfdc4c93f5 None None] Network 7a195b29-9a45-4fa9-95be-2b9590709c3d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:12:03.433351 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-24421233-66ac-4575-ae7b-fb450c5306a5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7472937 Feb 10 15:12:03.433351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33644) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:03.438688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:03.474013 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 38b8abe7-af15-4a7e-9ec8-48c819d074c0 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:12:03.492016 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (713039d6-ee09-4d66-ba1c-e9723334f331), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:03.494502 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (713039d6-ee09-4d66-ba1c-e9723334f331), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:03.546222 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9096e14-edcf-4659-b17d-941b92197498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for subnet (4b916edf-3d08-4a20-b4a7-3e88c1fcc2d4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:03.619340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a195b29-9a45-4fa9-95be-2b9590709c3d', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:12:03.620513 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:03.656034 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9096e14-edcf-4659-b17d-941b92197498 admin admin] Checking segment: {'id': '080c56b9-582b-4f70-bead-0d6ee44d57eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c469b2fd-c6b2-48a9-a710-6ca2916e14da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:03.656461 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9096e14-edcf-4659-b17d-941b92197498 admin admin] Network hostable DHCP agents. Network: c469b2fd-c6b2-48a9-a710-6ca2916e14da, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:12:03.660239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9096e14-edcf-4659-b17d-941b92197498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b916edf-3d08-4a20-b4a7-3e88c1fcc2d4,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:03.687316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9096e14-edcf-4659-b17d-941b92197498 admin admin] Network c469b2fd-c6b2-48a9-a710-6ca2916e14da is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:12:03.699331 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-f9096e14-edcf-4659-b17d-941b92197498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, c469b2fd-c6b2-48a9-a710-6ca2916e14da) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:03.704410 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9096e14-edcf-4659-b17d-941b92197498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:03.705050 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9096e14-edcf-4659-b17d-941b92197498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:03.716973 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-06d92fc6-faa7-42e1-a0d7-d440c326f001 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:12:03.725087 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f9096e14-edcf-4659-b17d-941b92197498 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8440058 Feb 10 15:12:03.725551 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-06d92fc6-faa7-42e1-a0d7-d440c326f001 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4658117 Feb 10 15:12:03.733580 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Publish callbacks [] for router_controller (713039d6-ee09-4d66-ba1c-e9723334f331), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:03.745349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a3adec-b29d-4f35-9208-566e4ec35a49 None None] Network c469b2fd-c6b2-48a9-a710-6ca2916e14da requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:12:03.943056 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Publish callbacks [] for router_gateway (713039d6-ee09-4d66-ba1c-e9723334f331), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:03.956116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 38b8abe7-af15-4a7e-9ec8-48c819d074c0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=38b8abe7-af15-4a7e-9ec8-48c819d074c0,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:03.978295 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '38b8abe7-af15-4a7e-9ec8-48c819d074c0', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '38b8abe7-af15-4a7e-9ec8-48c819d074c0', 'mac_address': 'fa:16:3e:7b:78:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:12:04.017493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cc216-cb8f-4081-affb-d406fe27dcd6 req-5f99461d-a3ad-4e40-9446-738290a184ba tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:04.018993 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-377cc216-cb8f-4081-affb-d406fe27dcd6 req-5f99461d-a3ad-4e40-9446-738290a184ba tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b25a10-e75e-455f-b629-662d852b7ae2 HTTP/1.1" status: 200 len: 947 time: 0.1441684 Feb 10 15:12:04.026221 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Allocated IP 172.20.0.2 (7a195b29-9a45-4fa9-95be-2b9590709c3d/bc1c408b-918c-450a-92c6-5027a88e32dc/61111dc1-e1d8-437f-9425-54f4a0ffbce8) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:12:04.027983 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-40ce225f-c7f5-4c43-a229-38c386b5bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:04.029460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-40ce225f-c7f5-4c43-a229-38c386b5bbc8 service neutron] 10.222.0.64 "GET /v2.0/ports/78a16b36-80e5-4ef8-931f-e82aaec137d8 HTTP/1.1" status: 200 len: 1125 time: 0.1535382 Feb 10 15:12:04.044690 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-b0c7b545-4a94-4a93-ab7e-af663f8bc79a service neutron] Request body: {'binding': {'host': 'n-h1-815324-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:04.045199 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-b0c7b545-4a94-4a93-ab7e-af663f8bc79a service neutron] Unknown quota resources ['binding']. {{(pid=103368) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:12:04.058312 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 38b8abe7-af15-4a7e-9ec8-48c819d074c0 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:04.058780 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (38b8abe7-af15-4a7e-9ec8-48c819d074c0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:04.066875 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e4f1c0-160d-4d10-8ed1-a906bc679d60 None None] Network c469b2fd-c6b2-48a9-a710-6ca2916e14da requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:12:04.119861 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b8abe7-af15-4a7e-9ec8-48c819d074c0 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:04.165552 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-377cc216-cb8f-4081-affb-d406fe27dcd6 req-6a42efc4-8f62-44a6-a318-4b0497e672df tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350245 Feb 10 15:12:04.218380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 38b8abe7-af15-4a7e-9ec8-48c819d074c0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=38b8abe7-af15-4a7e-9ec8-48c819d074c0,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:04.229584 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (38b8abe7-af15-4a7e-9ec8-48c819d074c0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:04.355822 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=38b8abe7-af15-4a7e-9ec8-48c819d074c0,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:04.363594 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Publish callbacks [] for port (61111dc1-e1d8-437f-9425-54f4a0ffbce8), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:04.371642 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (61111dc1-e1d8-437f-9425-54f4a0ffbce8), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:04.415091 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Network 7a195b29-9a45-4fa9-95be-2b9590709c3d is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:04.421927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:04.424206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Pushing event updated for resources: {'Port': ['ID=61111dc1-e1d8-437f-9425-54f4a0ffbce8,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:04.426315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:12:04.431728 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['38b8abe7-af15-4a7e-9ec8-48c819d074c0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:12:04.468934 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-70610d6f-8f76-4f89-bd3a-9f3f9d56435e req-ec968463-3d83-4a94-9679-a53b95d3754d tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "GET /v2.0/security-groups/0526d229-2902-4821-bd1f-2afa51078653 HTTP/1.1" status: 200 len: 1794 time: 0.0804460 Feb 10 15:12:04.523399 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-b0c7b545-4a94-4a93-ab7e-af663f8bc79a service neutron] Attempting to bind port 78a16b36-80e5-4ef8-931f-e82aaec137d8 on host n-h1-815324-7 for vnic_type normal with profile None {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:04.523732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-b0c7b545-4a94-4a93-ab7e-af663f8bc79a service neutron] Attempting to bind port 78a16b36-80e5-4ef8-931f-e82aaec137d8 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:04.524063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-b0c7b545-4a94-4a93-ab7e-af663f8bc79a service neutron] Attempting to bind port 78a16b36-80e5-4ef8-931f-e82aaec137d8 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:04.526244 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Attempting to bind port 61111dc1-e1d8-437f-9425-54f4a0ffbce8 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:04.526613 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Attempting to bind port 61111dc1-e1d8-437f-9425-54f4a0ffbce8 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:04.526971 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Attempting to bind port 61111dc1-e1d8-437f-9425-54f4a0ffbce8 on network 7a195b29-9a45-4fa9-95be-2b9590709c3d {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:04.538944 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:04.539320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Checking segment: {'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:04.539719 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:04.540107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Bound using segment: {'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:04.541181 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Bound port: 61111dc1-e1d8-437f-9425-54f4a0ffbce8, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:04.541556 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (61111dc1-e1d8-437f-9425-54f4a0ffbce8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:04.568193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-b0c7b545-4a94-4a93-ab7e-af663f8bc79a service neutron] Port 78a16b36-80e5-4ef8-931f-e82aaec137d8 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:12:04.568513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-b0c7b545-4a94-4a93-ab7e-af663f8bc79a service neutron] Attempting to bind port 78a16b36-80e5-4ef8-931f-e82aaec137d8 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:04.598042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-b0c7b545-4a94-4a93-ab7e-af663f8bc79a service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:04.598378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-b0c7b545-4a94-4a93-ab7e-af663f8bc79a service neutron] Checking segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:04.598756 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-b0c7b545-4a94-4a93-ab7e-af663f8bc79a service neutron] Bound using segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:04.599184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-b0c7b545-4a94-4a93-ab7e-af663f8bc79a service neutron] Bound port: 78a16b36-80e5-4ef8-931f-e82aaec137d8, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:04.639423 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] For port 61111dc1-e1d8-437f-9425-54f4a0ffbce8, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:04.644516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] For port 61111dc1-e1d8-437f-9425-54f4a0ffbce8, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=61111dc1-e1d8-437f-9425-54f4a0ffbce8,segment=NetworkSegment(9b7288e6-d826-466f-9139-5656341ea865),segment_id=9b7288e6-d826-466f-9139-5656341ea865)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:04.654791 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (61111dc1-e1d8-437f-9425-54f4a0ffbce8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:04.696341 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-70610d6f-8f76-4f89-bd3a-9f3f9d56435e req-7fd7ff3a-fe3b-4ed0-a485-91b9ceda21b9 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks [] for security_group (0526d229-2902-4821-bd1f-2afa51078653), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:04.702429 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Publish callbacks [] for router_gateway (713039d6-ee09-4d66-ba1c-e9723334f331), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:04.730445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792aa21-cef3-471d-9d9e-25d05e184f90 None None] Pushing event updated for resources: {'Port': ['ID=61111dc1-e1d8-437f-9425-54f4a0ffbce8,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:04.740874 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:04.747233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-b0c7b545-4a94-4a93-ab7e-af663f8bc79a service neutron] For port 78a16b36-80e5-4ef8-931f-e82aaec137d8, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:04.762120 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-b0c7b545-4a94-4a93-ab7e-af663f8bc79a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:04.763310 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-b0c7b545-4a94-4a93-ab7e-af663f8bc79a service neutron] 10.222.0.64 "POST /v2.0/ports/78a16b36-80e5-4ef8-931f-e82aaec137d8/bindings HTTP/1.1" status: 201 len: 389 time: 0.7278824 Feb 10 15:12:04.767861 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-70610d6f-8f76-4f89-bd3a-9f3f9d56435e req-7fd7ff3a-fe3b-4ed0-a485-91b9ceda21b9 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks [] for security_group (0526d229-2902-4821-bd1f-2afa51078653), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:04.873817 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-70610d6f-8f76-4f89-bd3a-9f3f9d56435e req-7fd7ff3a-fe3b-4ed0-a485-91b9ceda21b9 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0526d229-2902-4821-bd1f-2afa51078653), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:04.876614 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-70610d6f-8f76-4f89-bd3a-9f3f9d56435e req-7fd7ff3a-fe3b-4ed0-a485-91b9ceda21b9 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:04.877896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-70610d6f-8f76-4f89-bd3a-9f3f9d56435e req-7fd7ff3a-fe3b-4ed0-a485-91b9ceda21b9 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/0526d229-2902-4821-bd1f-2afa51078653 HTTP/1.1" status: 204 len: 173 time: 0.4019327 Feb 10 15:12:04.892211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7ff3a-fe3b-4ed0-a485-91b9ceda21b9 tempest-SecurityGroupsTestAdminJSON-1472319178 tempest-SecurityGroupsTestAdminJSON-1472319178-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0526d229-2902-4821-bd1f-2afa51078653,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:04.909779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Allocated IP 172.25.3.234 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/f53a5bb8-473e-4bf2-afa8-1427f207dce1) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:12:05.106638 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Publish callbacks [] for port (f53a5bb8-473e-4bf2-afa8-1427f207dce1), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:05.184422 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6c6bee46-c796-4fa6-be00-981f1cd0c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:05.185979 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6c6bee46-c796-4fa6-be00-981f1cd0c67f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 1128 time: 0.0974050 Feb 10 15:12:05.202245 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (f53a5bb8-473e-4bf2-afa8-1427f207dce1), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:05.291876 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:05.297692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:05.300100 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:12:05.346410 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Pushing event updated for resources: {'Port': ['ID=f53a5bb8-473e-4bf2-afa8-1427f207dce1,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:05.464101 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 38b8abe7-af15-4a7e-9ec8-48c819d074c0 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:05.514326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-1a19acf6-d68f-4dec-aa2e-0dc52c588587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:05.515826 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-1a19acf6-d68f-4dec-aa2e-0dc52c588587 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.3238773 Feb 10 15:12:05.518535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 38b8abe7-af15-4a7e-9ec8-48c819d074c0 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:12:05.524492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 38b8abe7-af15-4a7e-9ec8-48c819d074c0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:05.524492 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (38b8abe7-af15-4a7e-9ec8-48c819d074c0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:05.579345 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-9e0d7bb3-471b-4b29-b5fa-c21db6e4996d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8 HTTP/1.1" status: 200 len: 217 time: 0.0529511 Feb 10 15:12:05.590094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f43425-dc24-4af0-bdda-9942cd9d88e9 req-8be30981-7cc9-4545-8fb6-2490e06d768e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:05.597060 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12f43425-dc24-4af0-bdda-9942cd9d88e9 req-8be30981-7cc9-4545-8fb6-2490e06d768e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 946 time: 0.2515149 Feb 10 15:12:05.623600 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 38b8abe7-af15-4a7e-9ec8-48c819d074c0 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:05.624002 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (38b8abe7-af15-4a7e-9ec8-48c819d074c0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:05.649028 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b25a10-e75e-455f-b629-662d852b7ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b8abe7-af15-4a7e-9ec8-48c819d074c0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:05.652089 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10821057-c899-40a0-9b4a-ca5be1bd9daf" -d '{"events": [{"server_uuid": "e3b25a10-e75e-455f-b629-662d852b7ae2", "name": "network-vif-plugged", "status": "completed", "tag": "38b8abe7-af15-4a7e-9ec8-48c819d074c0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:05.666421 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 38b8abe7-af15-4a7e-9ec8-48c819d074c0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=38b8abe7-af15-4a7e-9ec8-48c819d074c0,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:05.670608 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (38b8abe7-af15-4a7e-9ec8-48c819d074c0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:05.695382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748867d4-b275-478a-9b9c-250a6050f110 req-a29df737-6477-457a-bceb-4298cf0615db tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:05.697418 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-748867d4-b275-478a-9b9c-250a6050f110 req-a29df737-6477-457a-bceb-4298cf0615db tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/networks?id=c469b2fd-c6b2-48a9-a710-6ca2916e14da HTTP/1.1" status: 200 len: 817 time: 0.3547816 Feb 10 15:12:05.725022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=38b8abe7-af15-4a7e-9ec8-48c819d074c0,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:05.750654 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-b97ac3b3-2b04-4181-9838-5fb25f5b8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:05.752118 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-b97ac3b3-2b04-4181-9838-5fb25f5b8ed9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.1531267 Feb 10 15:12:05.780857 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-748867d4-b275-478a-9b9c-250a6050f110 req-d060d6ad-2481-4c44-9c24-e03281f6e2d3 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/quotas/6cea53e5d2bd48749cf0e2201b4f7a8a HTTP/1.1" status: 200 len: 375 time: 0.0676069 Feb 10 15:12:05.799315 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12f43425-dc24-4af0-bdda-9942cd9d88e9 req-9e2abcc8-a4f5-4fdd-922c-139e364783aa tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013834 Feb 10 15:12:05.829403 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-e9f5c386-23dc-4dec-a011-b10d159ef81b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475700 Feb 10 15:12:05.859045 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-748867d4-b275-478a-9b9c-250a6050f110 req-f2f2143f-24a5-46db-b9e6-5dcd30f92ca4 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6cea53e5d2bd48749cf0e2201b4f7a8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587816 Feb 10 15:12:05.873696 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 61111dc1-e1d8-437f-9425-54f4a0ffbce8 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:05.882819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-748867d4-b275-478a-9b9c-250a6050f110 req-47eb5687-2690-4ed4-9e04-b9209faf17e9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:12:05.883813 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-748867d4-b275-478a-9b9c-250a6050f110 req-47eb5687-2690-4ed4-9e04-b9209faf17e9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155962 Feb 10 15:12:05.884418 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Publish callbacks [] for router_gateway (713039d6-ee09-4d66-ba1c-e9723334f331), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:05.906907 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f02018c-23db-4698-85f6-c29e89e92ca2 None None] Network 7a195b29-9a45-4fa9-95be-2b9590709c3d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:12:06.078882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4973544-f83d-47df-8c93-6ebcc7b7deaf req-d72dfad3-3c4f-43a8-9946-5e06bdc1ac90 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] 10.222.0.64 "GET /v2.0/security-groups/ec59269c-9810-4ef2-b339-5934dcc7bdaa HTTP/1.1" status: 200 len: 1794 time: 0.2456694 Feb 10 15:12:06.107414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6e989243-6b1d-4cce-8a05-6f8e180c015e None None] Provisioning complete for port 61111dc1-e1d8-437f-9425-54f4a0ffbce8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:06.107786 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6e989243-6b1d-4cce-8a05-6f8e180c015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (61111dc1-e1d8-437f-9425-54f4a0ffbce8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:06.137850 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 61111dc1-e1d8-437f-9425-54f4a0ffbce8 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:06.138221 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (61111dc1-e1d8-437f-9425-54f4a0ffbce8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:06.153463 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-8e1219c0-4775-44f9-a4cc-9b1055cb07d4 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966442 Feb 10 15:12:06.197662 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-748867d4-b275-478a-9b9c-250a6050f110 req-d1fbbea6-439f-490b-b29f-c80647aeb966 service neutron] 10.222.0.64 "GET /v2.0/networks/c469b2fd-c6b2-48a9-a710-6ca2916e14da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991970 Feb 10 15:12:06.288721 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6e989243-6b1d-4cce-8a05-6f8e180c015e None None] Current status of the port 61111dc1-e1d8-437f-9425-54f4a0ffbce8 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:06.289101 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6e989243-6b1d-4cce-8a05-6f8e180c015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (61111dc1-e1d8-437f-9425-54f4a0ffbce8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:06.300369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 61111dc1-e1d8-437f-9425-54f4a0ffbce8 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:06.300842 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (61111dc1-e1d8-437f-9425-54f4a0ffbce8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:06.347146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6e989243-6b1d-4cce-8a05-6f8e180c015e None None] For port 61111dc1-e1d8-437f-9425-54f4a0ffbce8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=61111dc1-e1d8-437f-9425-54f4a0ffbce8,segment=NetworkSegment(9b7288e6-d826-466f-9139-5656341ea865),segment_id=9b7288e6-d826-466f-9139-5656341ea865)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:06.351879 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6e989243-6b1d-4cce-8a05-6f8e180c015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (61111dc1-e1d8-437f-9425-54f4a0ffbce8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:06.429296 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:12:06.429818 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:12:06.433262 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e989243-6b1d-4cce-8a05-6f8e180c015e None None] Pushing event updated for resources: {'Port': ['ID=61111dc1-e1d8-437f-9425-54f4a0ffbce8,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:06.472963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-bdd07a06-1367-426e-830b-76b1bacbf6b2 None None] Provisioning complete for port 61111dc1-e1d8-437f-9425-54f4a0ffbce8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:06.473648 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bdd07a06-1367-426e-830b-76b1bacbf6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (61111dc1-e1d8-437f-9425-54f4a0ffbce8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:06.551948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-bdd07a06-1367-426e-830b-76b1bacbf6b2 None None] Current status of the port 61111dc1-e1d8-437f-9425-54f4a0ffbce8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:06.568816 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f4973544-f83d-47df-8c93-6ebcc7b7deaf req-3d48ae66-4516-4d04-9645-7a319ec98427 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks [] for security_group (ec59269c-9810-4ef2-b339-5934dcc7bdaa), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:06.648454 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-bf363a8a-c889-4e65-945b-462abded6ea6 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812326 Feb 10 15:12:06.654202 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-748867d4-b275-478a-9b9c-250a6050f110 req-f3d243fd-102f-4ef2-9914-8c11a78cef38 service neutron] 10.222.0.64 "GET /v2.0/networks/c469b2fd-c6b2-48a9-a710-6ca2916e14da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465919 Feb 10 15:12:06.657291 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f4973544-f83d-47df-8c93-6ebcc7b7deaf req-3d48ae66-4516-4d04-9645-7a319ec98427 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks [] for security_group (ec59269c-9810-4ef2-b339-5934dcc7bdaa), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:06.677997 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (713039d6-ee09-4d66-ba1c-e9723334f331), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:06.697166 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:06.746949 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f4973544-f83d-47df-8c93-6ebcc7b7deaf req-3d48ae66-4516-4d04-9645-7a319ec98427 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ec59269c-9810-4ef2-b339-5934dcc7bdaa), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:06.750663 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f4973544-f83d-47df-8c93-6ebcc7b7deaf req-3d48ae66-4516-4d04-9645-7a319ec98427 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:06.752076 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4973544-f83d-47df-8c93-6ebcc7b7deaf req-3d48ae66-4516-4d04-9645-7a319ec98427 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] 10.222.0.64 "DELETE /v2.0/security-groups/ec59269c-9810-4ef2-b339-5934dcc7bdaa HTTP/1.1" status: 204 len: 173 time: 0.6610816 Feb 10 15:12:06.767440 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48ae66-4516-4d04-9645-7a319ec98427 tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec59269c-9810-4ef2-b339-5934dcc7bdaa,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:06.919466 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e27c4d-9a03-4bf8-8c5f-76a15cda0cc8 x-openstack-request-id: req-c0e27c4d-9a03-4bf8-8c5f-76a15cda0cc8 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:06.920369 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b25a10-e75e-455f-b629-662d852b7ae2", "name": "network-vif-plugged", "status": "completed", "tag": "38b8abe7-af15-4a7e-9ec8-48c819d074c0", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:06.920694 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0e27c4d-9a03-4bf8-8c5f-76a15cda0cc8 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:06.921046 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b25a10-e75e-455f-b629-662d852b7ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b8abe7-af15-4a7e-9ec8-48c819d074c0', 'code': 200} Feb 10 15:12:06.984344 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 61111dc1-e1d8-437f-9425-54f4a0ffbce8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:07.006524 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98684d70-78b6-4201-a0c0-81c8cc1f4026 req-32b94f08-fbe6-4b35-8035-ae38f402f406 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:07.008216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98684d70-78b6-4201-a0c0-81c8cc1f4026 req-32b94f08-fbe6-4b35-8035-ae38f402f406 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b25a10-e75e-455f-b629-662d852b7ae2 HTTP/1.1" status: 200 len: 949 time: 0.1374352 Feb 10 15:12:07.016866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Router 713039d6-ee09-4d66-ba1c-e9723334f331 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:12:07.030003 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-e6e67108-0b05-419d-bc49-d954effb4373 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:07.035888 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-e6e67108-0b05-419d-bc49-d954effb4373 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca&tenant_id=ef96867ec18f4dff8a2a1903005f827a&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1128 time: 0.2239649 Feb 10 15:12:07.054381 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-7'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:07.072577 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4348f-edae-4d6e-b009-305bc020cb42 req-300e3d55-cf97-4531-b9bf-0f1e1a13ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:07.074125 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-edf4348f-edae-4d6e-b009-305bc020cb42 req-300e3d55-cf97-4531-b9bf-0f1e1a13ed3b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3b25a10-e75e-455f-b629-662d852b7ae2 HTTP/1.1" status: 200 len: 1131 time: 0.0642521 Feb 10 15:12:07.081020 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65050a3e-c7d4-43da-9d42-3b62ff21fe1d req-7d04a739-c81d-46ad-9c64-a303a94b8bbe tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] 10.222.0.64 "GET /v2.0/security-groups/2da9515a-9e21-4f12-9d99-e6a5d4a29cae HTTP/1.1" status: 200 len: 1794 time: 0.1425946 Feb 10 15:12:07.137235 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-edf4348f-edae-4d6e-b009-305bc020cb42 req-be184af0-e0a6-40e8-af13-82b6c91dd553 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561521 Feb 10 15:12:07.212985 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98684d70-78b6-4201-a0c0-81c8cc1f4026 req-37f2d1db-4ee2-4fb8-a86a-00cdecf8a6ba tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937726 Feb 10 15:12:07.265473 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:07.304509 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-65050a3e-c7d4-43da-9d42-3b62ff21fe1d req-f1b9910a-265d-4491-97d7-fe26682d4afd tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks [] for security_group (2da9515a-9e21-4f12-9d99-e6a5d4a29cae), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:07.321725 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:12:07.327842 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ee70f36-2506-4173-b977-0d8e68a7ada9 req-9db8b484-d1a2-4f55-b4a3-1b04e16f0f18 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 210 time: 0.0438902 Feb 10 15:12:07.331250 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Sync routers for ids ['713039d6-ee09-4d66-ba1c-e9723334f331'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:12:07.343877 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Routers {'713039d6-ee09-4d66-ba1c-e9723334f331'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:12:07.344301 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:11:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['713039d6-ee09-4d66-ba1c-e9723334f331'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:07.376131 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-65050a3e-c7d4-43da-9d42-3b62ff21fe1d req-f1b9910a-265d-4491-97d7-fe26682d4afd tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks [] for security_group (2da9515a-9e21-4f12-9d99-e6a5d4a29cae), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:07.413339 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:07.414480 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f214a93b-27b8-4375-b086-326c64b58dda admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.9801190 Feb 10 15:12:07.417899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33716) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:07.491877 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Set router 713039d6-ee09-4d66-ba1c-e9723334f331 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:12:07.531591 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-65050a3e-c7d4-43da-9d42-3b62ff21fe1d req-f1b9910a-265d-4491-97d7-fe26682d4afd tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2da9515a-9e21-4f12-9d99-e6a5d4a29cae), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:07.534170 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-65050a3e-c7d4-43da-9d42-3b62ff21fe1d req-f1b9910a-265d-4491-97d7-fe26682d4afd tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:07.535302 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65050a3e-c7d4-43da-9d42-3b62ff21fe1d req-f1b9910a-265d-4491-97d7-fe26682d4afd tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] 10.222.0.64 "DELETE /v2.0/security-groups/2da9515a-9e21-4f12-9d99-e6a5d4a29cae HTTP/1.1" status: 204 len: 173 time: 0.4433217 Feb 10 15:12:07.557797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] For port 78a16b36-80e5-4ef8-931f-e82aaec137d8, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:07.579360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33acd65-3850-42a8-bacb-ff7f76827a53 req-7c39a83d-40f7-4d34-83e1-cb47ff46b9b2 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:07.581088 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a33acd65-3850-42a8-bacb-ff7f76827a53 req-7c39a83d-40f7-4d34-83e1-cb47ff46b9b2 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 946 time: 0.1655667 Feb 10 15:12:07.583567 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9910a-265d-4491-97d7-fe26682d4afd tempest-SecurityGroupsTestAdminJSON-1971981253 tempest-SecurityGroupsTestAdminJSON-1971981253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da9515a-9e21-4f12-9d99-e6a5d4a29cae,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:07.647007 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] For port 78a16b36-80e5-4ef8-931f-e82aaec137d8, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:07.682928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a33acd65-3850-42a8-bacb-ff7f76827a53 req-2e273983-68b4-407c-bcba-ae1770614613 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914590 Feb 10 15:12:07.713030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082f2f5e-de69-441f-90b1-266879f2d6ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a16b36-80e5-4ef8-931f-e82aaec137d8'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:07.716743 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655c3976-4cad-489a-adca-db34b0eec35d" -d '{"events": [{"server_uuid": "082f2f5e-de69-441f-90b1-266879f2d6ca", "name": "network-vif-unplugged", "status": "completed", "tag": "78a16b36-80e5-4ef8-931f-e82aaec137d8"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:07.726363 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Publish callbacks [] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:07.739569 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:07.773586 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:05Z', 'revision_number': 3, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:07.800230 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328e92a3-55d0-4694-a1b7-f9618e9a7ce6 x-openstack-request-id: req-328e92a3-55d0-4694-a1b7-f9618e9a7ce6 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:07.800230 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082f2f5e-de69-441f-90b1-266879f2d6ca", "name": "network-vif-unplugged", "status": "completed", "tag": "78a16b36-80e5-4ef8-931f-e82aaec137d8", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:07.800515 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-328e92a3-55d0-4694-a1b7-f9618e9a7ce6 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:07.801054 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082f2f5e-de69-441f-90b1-266879f2d6ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a16b36-80e5-4ef8-931f-e82aaec137d8', 'code': 200} Feb 10 15:12:07.814944 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Checking router: 713039d6-ee09-4d66-ba1c-e9723334f331 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:12:07.815401 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Updating router 713039d6-ee09-4d66-ba1c-e9723334f331 port f53a5bb8-473e-4bf2-afa8-1427f207dce1 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:12:07.859382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 61111dc1-e1d8-437f-9425-54f4a0ffbce8 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:07.869286 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Pushing event updated for resources: {'Port': ['ID=78a16b36-80e5-4ef8-931f-e82aaec137d8,revision_number=7']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:07.871222 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f53a5bb8-473e-4bf2-afa8-1427f207dce1), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:07.925574 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Attempting to bind port 78a16b36-80e5-4ef8-931f-e82aaec137d8 on host n-h2-815324-7 for vnic_type normal with profile {"migrating_to": "n-h1-815324-7"} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:07.925920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Attempting to bind port 78a16b36-80e5-4ef8-931f-e82aaec137d8 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:07.926254 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Attempting to bind port 78a16b36-80e5-4ef8-931f-e82aaec137d8 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:07.933998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Port 78a16b36-80e5-4ef8-931f-e82aaec137d8 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:12:07.933998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Attempting to bind port 78a16b36-80e5-4ef8-931f-e82aaec137d8 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:07.941497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:07.942001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Checking segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:07.942936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Bound using segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:07.944192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Bound port: 78a16b36-80e5-4ef8-931f-e82aaec137d8, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:07.944725 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:08.026991 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 61111dc1-e1d8-437f-9425-54f4a0ffbce8 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:08.027373 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (61111dc1-e1d8-437f-9425-54f4a0ffbce8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:08.080543 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] For port 78a16b36-80e5-4ef8-931f-e82aaec137d8, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:08.091801 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] For port 78a16b36-80e5-4ef8-931f-e82aaec137d8, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:08.105255 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:08.228858 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 61111dc1-e1d8-437f-9425-54f4a0ffbce8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:08.261579 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Pushing event updated for resources: {'Port': ['ID=78a16b36-80e5-4ef8-931f-e82aaec137d8,revision_number=8']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:08.320631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:08.322271 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:08.323693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-6b0e825a-fa95-4e34-9493-6648d0c5ec37 service neutron] 10.222.0.72 "PUT /v2.0/ports/78a16b36-80e5-4ef8-931f-e82aaec137d8 HTTP/1.1" status: 200 len: 1122 time: 1.2810493 Feb 10 15:12:08.325401 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748867d4-b275-478a-9b9c-250a6050f110 req-c1cf668b-83c0-403e-98ec-0431cfa6c664 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:08.327613 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-748867d4-b275-478a-9b9c-250a6050f110 req-c1cf668b-83c0-403e-98ec-0431cfa6c664 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.72 "GET /v2.0/networks?id=c469b2fd-c6b2-48a9-a710-6ca2916e14da HTTP/1.1" status: 200 len: 817 time: 0.2018085 Feb 10 15:12:08.366075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-748867d4-b275-478a-9b9c-250a6050f110 req-08d773e9-0b52-4f98-83f7-b4615ec743b6 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Request body: {'port': {'device_id': 'bbe5dba7-932b-47e3-9d17-fe9c3e613c4a', 'network_id': 'c469b2fd-c6b2-48a9-a710-6ca2916e14da', 'admin_state_up': True, 'tenant_id': '6cea53e5d2bd48749cf0e2201b4f7a8a'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:08.402043 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['78a16b36-80e5-4ef8-931f-e82aaec137d8'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:12:08.486996 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Publish callbacks [] for port (f53a5bb8-473e-4bf2-afa8-1427f207dce1), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:08.502670 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f53a5bb8-473e-4bf2-afa8-1427f207dce1), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:08.624352 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33746) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:08.629820 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Attempting to bind port f53a5bb8-473e-4bf2-afa8-1427f207dce1 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:08.630212 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Attempting to bind port f53a5bb8-473e-4bf2-afa8-1427f207dce1 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:08.630578 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Attempting to bind port f53a5bb8-473e-4bf2-afa8-1427f207dce1 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:08.649140 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:08.650078 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:08.650476 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:08.650870 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:08.653115 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Bound port: f53a5bb8-473e-4bf2-afa8-1427f207dce1, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:08.653504 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f53a5bb8-473e-4bf2-afa8-1427f207dce1), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:08.654726 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:08.667522 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748867d4-b275-478a-9b9c-250a6050f110 req-08d773e9-0b52-4f98-83f7-b4615ec743b6 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Made reservation on behalf of 6cea53e5d2bd48749cf0e2201b4f7a8a for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:08.676202 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-748867d4-b275-478a-9b9c-250a6050f110 req-08d773e9-0b52-4f98-83f7-b4615ec743b6 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:08.719345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33750) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:08.764482 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] For port f53a5bb8-473e-4bf2-afa8-1427f207dce1, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:08.768053 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] For port f53a5bb8-473e-4bf2-afa8-1427f207dce1, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f53a5bb8-473e-4bf2-afa8-1427f207dce1,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:08.779918 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f53a5bb8-473e-4bf2-afa8-1427f207dce1), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:08.811711 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4a33e-5a7b-4bcf-b669-a999f688a205 None None] Pushing event updated for resources: {'Port': ['ID=f53a5bb8-473e-4bf2-afa8-1427f207dce1,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:08.815457 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Routers {'713039d6-ee09-4d66-ba1c-e9723334f331'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:12:08.816326 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:11:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['713039d6-ee09-4d66-ba1c-e9723334f331'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:08.821896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9894e8a-d21f-40cf-b200-08195ad46205 req-07d5ca20-87d5-463f-a7ab-c0ab3b07abd2 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 210 time: 0.0812302 Feb 10 15:12:08.823644 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4a33e-5a7b-4bcf-b669-a999f688a205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:08.823990 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4a33e-5a7b-4bcf-b669-a999f688a205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:08.824327 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4a33e-5a7b-4bcf-b669-a999f688a205 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:08.824743 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4a33e-5a7b-4bcf-b669-a999f688a205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:08.825008 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4a33e-5a7b-4bcf-b669-a999f688a205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:08.825335 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4a33e-5a7b-4bcf-b669-a999f688a205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:08.825656 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4a33e-5a7b-4bcf-b669-a999f688a205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:08.826103 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4a33e-5a7b-4bcf-b669-a999f688a205 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:08.826547 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4a33e-5a7b-4bcf-b669-a999f688a205 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:08.826871 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4a33e-5a7b-4bcf-b669-a999f688a205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:08.827669 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4a33e-5a7b-4bcf-b669-a999f688a205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:08.827669 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4a33e-5a7b-4bcf-b669-a999f688a205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:08.827859 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4a33e-5a7b-4bcf-b669-a999f688a205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4a33e-5a7b-4bcf-b669-a999f688a205 None None] Tracked resource versions report: Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: pushed versions: Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: { 'AddressGroup': {'1.2'}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'ConntrackHelper': {'1.0'}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'LocalIPAssociation': {'1.0'}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'Log': {'1.0'}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'Network': {'1.1'}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'Port': {'1.7'}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'PortForwarding': {'1.2'}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'QosPolicy': {'1.10'}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'SecurityGroup': {'1.5'}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'SecurityGroupRule': {'1.2'}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'SubPort': {'1.0'}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'Subnet': {'1.1'}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'Trunk': {'1.1'}} Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: consumer versions: Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: { DHCP agent@n-d-815324-7: {}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: HyperV agent@n-h1-815324-7: {}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: HyperV agent@n-h2-815324-7: {}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: L3 agent@n-d-815324-7: {}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: Metadata agent@n-d-815324-7: {}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: Metering agent@n-d-815324-7: {}, Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: Open vSwitch agent@n-d-815324-7: { 'AddressGroup': '1.2', Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'ConntrackHelper': '1.0', Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'LocalIPAssociation': '1.0', Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'Log': '1.0', Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'Network': '1.1', Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'Port': '1.7', Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'PortForwarding': '1.2', Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'QosPolicy': '1.10', Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'SecurityGroup': '1.5', Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'SecurityGroupRule': '1.2', Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'SubPort': '1.0', Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'Subnet': '1.1', Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: 'Trunk': '1.1'}} Feb 10 15:12:08.828854 n-d-815324-7 neutron-server[103371]: {{(pid=103371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 15:12:08.843330 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8c753c83-2734-42ff-b01d-36565a0b1578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:08.891077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68bce2-e07f-4793-9ad9-d4adc5c18598 req-f9bce574-d92c-4f14-8d1b-d420f436d1b7 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:08.899993 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4f68bce2-e07f-4793-9ad9-d4adc5c18598 req-f9bce574-d92c-4f14-8d1b-d420f436d1b7 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b25a10-e75e-455f-b629-662d852b7ae2 HTTP/1.1" status: 200 len: 949 time: 0.2331398 Feb 10 15:12:08.967536 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4a33e-5a7b-4bcf-b669-a999f688a205 None None] Pushing event updated for resources: {'Port': ['ID=f53a5bb8-473e-4bf2-afa8-1427f207dce1,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:08.991443 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1ab0a6d3-0507-47b4-b3d5-9462eae47a3c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=539a7fd70b824fd9a109746ab8fbfa25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652880 Feb 10 15:12:08.992343 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] Set router 713039d6-ee09-4d66-ba1c-e9723334f331 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:12:08.995039 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33760) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:09.009599 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4f68bce2-e07f-4793-9ad9-d4adc5c18598 req-850b5199-0c1a-4675-b59e-303153febc78 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031923 Feb 10 15:12:09.105806 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8c753c83-2734-42ff-b01d-36565a0b1578 admin admin] Publish callbacks [] for security_group (f42f7aa8-2062-4dd6-afae-8545dc6c5e0c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:09.116863 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ed473-ea34-44b5-abe3-491ff455ffa3 req-28226049-48e8-4135-95ef-760a242fdb61 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:09.124298 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-071ed473-ea34-44b5-abe3-491ff455ffa3 req-28226049-48e8-4135-95ef-760a242fdb61 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 944 time: 0.1064913 Feb 10 15:12:09.127388 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8c753c83-2734-42ff-b01d-36565a0b1578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f42f7aa8-2062-4dd6-afae-8545dc6c5e0c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:09.131418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Allocated IP 172.20.0.1 (7a195b29-9a45-4fa9-95be-2b9590709c3d/bc1c408b-918c-450a-92c6-5027a88e32dc/e4dd0662-8dfc-4e02-8f51-ac4119839841) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:12:09.136715 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33c1b2d0-0afb-4fa3-9eae-7c1ff49c0282 admin admin] Publish callbacks [] for security_group (4e908a8d-3d6e-463e-bd0f-dd0806c65d33), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:09.161583 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33c1b2d0-0afb-4fa3-9eae-7c1ff49c0282 admin admin] Publish callbacks [] for security_group (4e908a8d-3d6e-463e-bd0f-dd0806c65d33), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:09.216369 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-071ed473-ea34-44b5-abe3-491ff455ffa3 req-4ca47453-bb0f-4769-9b1d-9ec24dc07269 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863032 Feb 10 15:12:09.229344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c753c83-2734-42ff-b01d-36565a0b1578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42f7aa8-2062-4dd6-afae-8545dc6c5e0c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:09.236442 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8c753c83-2734-42ff-b01d-36565a0b1578 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=263a8929d61d4c5dbcd1dac617604a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5125270 Feb 10 15:12:09.240902 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33768) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:09.241549 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:05Z', 'revision_number': 3, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:09.287448 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e9639-cfd0-4c6a-bf77-9e67317dfac2 None None] The sync data for ids ['713039d6-ee09-4d66-ba1c-e9723334f331'] in n-d-815324-7 is: [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:05Z', 'revision_number': 3, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:12:09.334566 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf6c5-9366-4652-9c68-39013da1d14f admin admin] Publish callbacks [] for security_group (f42f7aa8-2062-4dd6-afae-8545dc6c5e0c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:09.370422 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf6c5-9366-4652-9c68-39013da1d14f admin admin] Publish callbacks [] for security_group (f42f7aa8-2062-4dd6-afae-8545dc6c5e0c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:09.448686 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf6c5-9366-4652-9c68-39013da1d14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f42f7aa8-2062-4dd6-afae-8545dc6c5e0c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:09.451539 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf6c5-9366-4652-9c68-39013da1d14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:09.452799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c3cbf6c5-9366-4652-9c68-39013da1d14f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f42f7aa8-2062-4dd6-afae-8545dc6c5e0c HTTP/1.1" status: 204 len: 168 time: 0.2109156 Feb 10 15:12:09.493074 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-748867d4-b275-478a-9b9c-250a6050f110 req-08d773e9-0b52-4f98-83f7-b4615ec743b6 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Allocated IP 172.20.0.8 (c469b2fd-c6b2-48a9-a710-6ca2916e14da/4b916edf-3d08-4a20-b4a7-3e88c1fcc2d4/9a2ffa5f-f120-415f-a834-515995e05e0b) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:12:09.552989 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbf6c5-9366-4652-9c68-39013da1d14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42f7aa8-2062-4dd6-afae-8545dc6c5e0c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:09.611753 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f52d71-088e-4711-b0ac-e4c89d4a57a0 req-f1adaea4-f5bf-4946-9ee4-0b4a944062ff tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:09.624730 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89f52d71-088e-4711-b0ac-e4c89d4a57a0 req-f1adaea4-f5bf-4946-9ee4-0b4a944062ff tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b25a10-e75e-455f-b629-662d852b7ae2 HTTP/1.1" status: 200 len: 949 time: 0.1705208 Feb 10 15:12:09.667908 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Publish callbacks [] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:09.702515 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89f52d71-088e-4711-b0ac-e4c89d4a57a0 req-5fb8aa7c-04d4-4c0e-b282-0139f17eb6a4 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720339 Feb 10 15:12:09.799922 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33c1b2d0-0afb-4fa3-9eae-7c1ff49c0282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4e908a8d-3d6e-463e-bd0f-dd0806c65d33), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:09.800347 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33c1b2d0-0afb-4fa3-9eae-7c1ff49c0282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:09.802272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082f2f5e-de69-441f-90b1-266879f2d6ca', 'tag': '78a16b36-80e5-4ef8-931f-e82aaec137d8'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:09.806130 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c695d5-6e21-4671-8005-15c2088287a1" -d '{"events": [{"name": "network-changed", "server_uuid": "082f2f5e-de69-441f-90b1-266879f2d6ca", "tag": "78a16b36-80e5-4ef8-931f-e82aaec137d8"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:09.806576 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-33c1b2d0-0afb-4fa3-9eae-7c1ff49c0282 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e908a8d-3d6e-463e-bd0f-dd0806c65d33 HTTP/1.1" status: 204 len: 168 time: 0.8105133 Feb 10 15:12:09.853982 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:09.897579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f53a5bb8-473e-4bf2-afa8-1427f207dce1 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:09.908785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1b2d0-0afb-4fa3-9eae-7c1ff49c0282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e908a8d-3d6e-463e-bd0f-dd0806c65d33,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:09.936577 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8be862-f618-4faa-935b-cac341a36710 x-openstack-request-id: req-cb8be862-f618-4faa-935b-cac341a36710 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:09.943201 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082f2f5e-de69-441f-90b1-266879f2d6ca", "tag": "78a16b36-80e5-4ef8-931f-e82aaec137d8", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:09.943463 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb8be862-f618-4faa-935b-cac341a36710 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:09.945546 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082f2f5e-de69-441f-90b1-266879f2d6ca', 'tag': '78a16b36-80e5-4ef8-931f-e82aaec137d8', 'status': 'completed', 'code': 200} Feb 10 15:12:09.972226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Network 7a195b29-9a45-4fa9-95be-2b9590709c3d is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:09.998268 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:10.000283 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e4dd0662-8dfc-4e02-8f51-ac4119839841,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:10.005634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:12:10.006357 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (713039d6-ee09-4d66-ba1c-e9723334f331), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:10.054506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33810) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:10.088621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f53a5bb8-473e-4bf2-afa8-1427f207dce1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:10.089363 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f53a5bb8-473e-4bf2-afa8-1427f207dce1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:10.183039 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf402420-7418-4cfd-9c2b-f4491bdee3f1 req-d7b4fe94-bbae-485e-a81e-546d9923e2a4 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 210 time: 0.0747001 Feb 10 15:12:10.223819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33814) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:10.264056 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3b8b7155-f846-4d46-ae3e-8fa489ff63ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:10.346200 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f53a5bb8-473e-4bf2-afa8-1427f207dce1 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:10.346871 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f53a5bb8-473e-4bf2-afa8-1427f207dce1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:10.410028 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port f53a5bb8-473e-4bf2-afa8-1427f207dce1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f53a5bb8-473e-4bf2-afa8-1427f207dce1,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:10.421788 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f53a5bb8-473e-4bf2-afa8-1427f207dce1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:10.551515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ef5a1cc3-89ae-4768-a6bd-4586593e04a2 None None] Provisioning complete for port e4dd0662-8dfc-4e02-8f51-ac4119839841 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:10.551886 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1cc3-89ae-4768-a6bd-4586593e04a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:10.555240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c695d5-6e21-4671-8005-15c2088287a1 req-904b9700-aea8-4c81-a406-ab0c34ce05cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:10.558249 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90c695d5-6e21-4671-8005-15c2088287a1 req-904b9700-aea8-4c81-a406-ab0c34ce05cc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 1156 time: 0.5881500 Feb 10 15:12:10.627436 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a1cc3-89ae-4768-a6bd-4586593e04a2 None None] Port e4dd0662-8dfc-4e02-8f51-ac4119839841 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:12:10.629472 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=f53a5bb8-473e-4bf2-afa8-1427f207dce1,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:10.684868 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3b8b7155-f846-4d46-ae3e-8fa489ff63ec admin admin] Publish callbacks [] for security_group (4066305a-97d0-440c-ad00-e25b5412255e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:10.716728 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3b8b7155-f846-4d46-ae3e-8fa489ff63ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4066305a-97d0-440c-ad00-e25b5412255e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:10.721669 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-748867d4-b275-478a-9b9c-250a6050f110 req-08d773e9-0b52-4f98-83f7-b4615ec743b6 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Publish callbacks [] for port (9a2ffa5f-f120-415f-a834-515995e05e0b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:10.730896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0308320-9a3b-411a-af6d-17bbb257c089 req-7492e3db-6f82-4016-a257-309545d06653 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:10.738607 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a0308320-9a3b-411a-af6d-17bbb257c089 req-7492e3db-6f82-4016-a257-309545d06653 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 944 time: 0.3058648 Feb 10 15:12:10.741381 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-eafcb86c-bd10-48d6-8949-ed365710c1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:10.796617 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c695d5-6e21-4671-8005-15c2088287a1 req-8863bec3-4969-4442-8f38-5d3b3a047ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:10.799494 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90c695d5-6e21-4671-8005-15c2088287a1 req-8863bec3-4969-4442-8f38-5d3b3a047ad3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.2323468 Feb 10 15:12:10.806504 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33824) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:10.813047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd1b83-6931-41f7-aed9-5bfa0d5a2e05 req-9b77006c-4558-45df-90a1-544befc789e2 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:10.819893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77fd1b83-6931-41f7-aed9-5bfa0d5a2e05 req-9b77006c-4558-45df-90a1-544befc789e2 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b25a10-e75e-455f-b629-662d852b7ae2 HTTP/1.1" status: 200 len: 949 time: 0.3888657 Feb 10 15:12:10.850816 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-748867d4-b275-478a-9b9c-250a6050f110 req-08d773e9-0b52-4f98-83f7-b4615ec743b6 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (9a2ffa5f-f120-415f-a834-515995e05e0b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:10.868218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3b8b7155-f846-4d46-ae3e-8fa489ff63ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e51409061af489ea314ff63a0d247f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6429932 Feb 10 15:12:10.879345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b7155-f846-4d46-ae3e-8fa489ff63ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4066305a-97d0-440c-ad00-e25b5412255e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:10.889843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33828) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:10.963473 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90c695d5-6e21-4671-8005-15c2088287a1 req-53da7025-d2e4-4416-94bf-01e1a54857a5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8 HTTP/1.1" status: 200 len: 217 time: 0.1344116 Feb 10 15:12:10.991078 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a0308320-9a3b-411a-af6d-17bbb257c089 req-0ac43da8-655b-43e6-b0eb-4895a37745bb tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446232 Feb 10 15:12:11.004027 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77fd1b83-6931-41f7-aed9-5bfa0d5a2e05 req-25a7109b-9cfc-4bc2-b4e6-a3eae8310a75 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832826 Feb 10 15:12:11.059790 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33830) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:11.062864 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.071541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748867d4-b275-478a-9b9c-250a6050f110 req-08d773e9-0b52-4f98-83f7-b4615ec743b6 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Network c469b2fd-c6b2-48a9-a710-6ca2916e14da is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:11.074923 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.089618 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7301a64e-e63e-4ee5-b2ab-ce238a64472c admin admin] Publish callbacks [] for security_group (4066305a-97d0-440c-ad00-e25b5412255e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.092772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-748867d4-b275-478a-9b9c-250a6050f110 req-08d773e9-0b52-4f98-83f7-b4615ec743b6 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:11.097152 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-eafcb86c-bd10-48d6-8949-ed365710c1bd admin admin] Publish callbacks [] for security_group (3b6c7343-92fd-446f-9a39-26bd17224084), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.099362 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-534e08e4-b11c-4824-ab5e-57704b669626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.104233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-748867d4-b275-478a-9b9c-250a6050f110 req-08d773e9-0b52-4f98-83f7-b4615ec743b6 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:12:11.109210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748867d4-b275-478a-9b9c-250a6050f110 req-08d773e9-0b52-4f98-83f7-b4615ec743b6 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:11.109842 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-748867d4-b275-478a-9b9c-250a6050f110 req-08d773e9-0b52-4f98-83f7-b4615ec743b6 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.111711 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-eafcb86c-bd10-48d6-8949-ed365710c1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3b6c7343-92fd-446f-9a39-26bd17224084), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.123028 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d773e9-0b52-4f98-83f7-b4615ec743b6 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Pushing event updated for resources: {'Port': ['ID=9a2ffa5f-f120-415f-a834-515995e05e0b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:11.126020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c695d5-6e21-4671-8005-15c2088287a1 req-dfdb88bc-3e4a-4786-87b9-a924d9f9fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:11.127464 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90c695d5-6e21-4671-8005-15c2088287a1 req-dfdb88bc-3e4a-4786-87b9-a924d9f9fe66 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.1397395 Feb 10 15:12:11.142997 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7301a64e-e63e-4ee5-b2ab-ce238a64472c admin admin] Publish callbacks [] for security_group (4066305a-97d0-440c-ad00-e25b5412255e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.173875 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-748867d4-b275-478a-9b9c-250a6050f110 req-08d773e9-0b52-4f98-83f7-b4615ec743b6 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8158813 Feb 10 15:12:11.194679 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b6caeb5b-5a3f-4829-85c5-d17846fd6717 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff145c8286b74cc4b9e11cf5df54479e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283286 Feb 10 15:12:11.199708 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90c695d5-6e21-4671-8005-15c2088287a1 req-497862c7-8277-454f-8057-e6ef942cde73 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636811 Feb 10 15:12:11.202700 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33832) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:11.207321 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-eafcb86c-bd10-48d6-8949-ed365710c1bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=87c3a1ced9994343ba8c5821aca67fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1489630 Feb 10 15:12:11.207607 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Request body: {'port': {'device_id': 'bbe5dba7-932b-47e3-9d17-fe9c3e613c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:11.210101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33836) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:11.222765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcb86c-bd10-48d6-8949-ed365710c1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6c7343-92fd-446f-9a39-26bd17224084,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:11.245563 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7301a64e-e63e-4ee5-b2ab-ce238a64472c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4066305a-97d0-440c-ad00-e25b5412255e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.248277 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7301a64e-e63e-4ee5-b2ab-ce238a64472c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.249982 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7301a64e-e63e-4ee5-b2ab-ce238a64472c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4066305a-97d0-440c-ad00-e25b5412255e HTTP/1.1" status: 204 len: 168 time: 0.3586822 Feb 10 15:12:11.266411 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301a64e-e63e-4ee5-b2ab-ce238a64472c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4066305a-97d0-440c-ad00-e25b5412255e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:11.362335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12cf26-6ef6-411d-b3a8-49caea7fa51d req-82b8bc9e-d063-46b9-a294-8af8961f4645 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:11.364497 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f12cf26-6ef6-411d-b3a8-49caea7fa51d req-82b8bc9e-d063-46b9-a294-8af8961f4645 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 931 time: 0.0835621 Feb 10 15:12:11.431227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f12cf26-6ef6-411d-b3a8-49caea7fa51d req-5ba06f61-28c1-40c6-830a-6b7650f3f4f5 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/security-groups?id=f73f8253-89e0-42cf-825e-e88d680eeb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568178 Feb 10 15:12:11.473714 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 78a16b36-80e5-4ef8-931f-e82aaec137d8 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:12:11.530242 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c46ec46-34f6-4627-9247-60c3be971ebc admin admin] Publish callbacks [] for security_group (3b6c7343-92fd-446f-9a39-26bd17224084), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.545508 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9a2ffa5f-f120-415f-a834-515995e05e0b), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.594819 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14c5005f-b61f-41af-9e50-8ea84f7c9003 admin admin] Publish callbacks [] for security_group (145ee716-0c8c-43e7-a477-1bcef882d226), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.601946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 78a16b36-80e5-4ef8-931f-e82aaec137d8, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:11.614749 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 78a16b36-80e5-4ef8-931f-e82aaec137d8 has no active binding in host n-h1-815324-7 {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:12:11.617101 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90c695d5-6e21-4671-8005-15c2088287a1 req-04dd35a4-45aa-4b36-bb62-9038d6e5e8c3 service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056907 Feb 10 15:12:11.653031 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c46ec46-34f6-4627-9247-60c3be971ebc admin admin] Publish callbacks [] for security_group (3b6c7343-92fd-446f-9a39-26bd17224084), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.658876 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-534e08e4-b11c-4824-ab5e-57704b669626 admin admin] Publish callbacks [] for security_group (b0e38791-5f6e-47cc-9718-1c9a9964243c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.701933 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-534e08e4-b11c-4824-ab5e-57704b669626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b0e38791-5f6e-47cc-9718-1c9a9964243c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.725241 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14c5005f-b61f-41af-9e50-8ea84f7c9003 admin admin] Publish callbacks [] for security_group (145ee716-0c8c-43e7-a477-1bcef882d226), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.749396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4757e14-8f48-4036-81ed-9ea5d2a9866b req-3863c3d3-9a74-479c-bb51-153e2b257119 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:11.752094 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4757e14-8f48-4036-81ed-9ea5d2a9866b req-3863c3d3-9a74-479c-bb51-153e2b257119 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3b25a10-e75e-455f-b629-662d852b7ae2 HTTP/1.1" status: 200 len: 949 time: 0.0662150 Feb 10 15:12:11.803836 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Publish callbacks [] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.850251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f53a5bb8-473e-4bf2-afa8-1427f207dce1 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:11.913425 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f53a5bb8-473e-4bf2-afa8-1427f207dce1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:11.914132 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f53a5bb8-473e-4bf2-afa8-1427f207dce1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.925205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e08e4-b11c-4824-ab5e-57704b669626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e38791-5f6e-47cc-9718-1c9a9964243c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:11.959936 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90c695d5-6e21-4671-8005-15c2088287a1 req-25b72b14-9f9e-4390-8571-daac0510139a service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243172 Feb 10 15:12:11.974038 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.974779 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (713039d6-ee09-4d66-ba1c-e9723334f331), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:11.994494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-b4757e14-8f48-4036-81ed-9ea5d2a9866b req-b1b0b70f-4755-4a9c-a138-2348f405fef1 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Deleting port 38b8abe7-af15-4a7e-9ec8-48c819d074c0 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:12:11.994892 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b4757e14-8f48-4036-81ed-9ea5d2a9866b req-b1b0b70f-4755-4a9c-a138-2348f405fef1 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (38b8abe7-af15-4a7e-9ec8-48c819d074c0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:12.031280 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f53a5bb8-473e-4bf2-afa8-1427f207dce1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:12.133691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-b4757e14-8f48-4036-81ed-9ea5d2a9866b req-b1b0b70f-4755-4a9c-a138-2348f405fef1 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] For port 38b8abe7-af15-4a7e-9ec8-48c819d074c0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=38b8abe7-af15-4a7e-9ec8-48c819d074c0,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:12.134150 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b4757e14-8f48-4036-81ed-9ea5d2a9866b req-b1b0b70f-4755-4a9c-a138-2348f405fef1 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (38b8abe7-af15-4a7e-9ec8-48c819d074c0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:12.188813 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-b4757e14-8f48-4036-81ed-9ea5d2a9866b req-b1b0b70f-4755-4a9c-a138-2348f405fef1 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Calling delete_port for 38b8abe7-af15-4a7e-9ec8-48c819d074c0 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:12:12.273175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9585f5-a67b-4311-a8be-af6d2a33ea0f req-48da411b-4949-4499-a79f-029c4c950426 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:12.275305 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a9585f5-a67b-4311-a8be-af6d2a33ea0f req-48da411b-4949-4499-a79f-029c4c950426 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 944 time: 0.1596370 Feb 10 15:12:12.287497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fdb89-ae10-4c56-8bad-0c9772b0bc69 req-a636c959-66e9-4e83-a8bc-15646904c297 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:12.289018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d28fdb89-ae10-4c56-8bad-0c9772b0bc69 req-a636c959-66e9-4e83-a8bc-15646904c297 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b25a10-e75e-455f-b629-662d852b7ae2 HTTP/1.1" status: 200 len: 949 time: 0.1622512 Feb 10 15:12:12.317099 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e4dd0662-8dfc-4e02-8f51-ac4119839841,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:12.333392 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-534e08e4-b11c-4824-ab5e-57704b669626 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1076125be78e4b8f8904d70881ddd94f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4923105 Feb 10 15:12:12.339118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33868) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:12.387928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a9585f5-a67b-4311-a8be-af6d2a33ea0f req-7d287e14-8a7b-4abc-9d9b-d1c79d8f4af3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978401 Feb 10 15:12:12.459649 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c46ec46-34f6-4627-9247-60c3be971ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3b6c7343-92fd-446f-9a39-26bd17224084), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:12.462409 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c46ec46-34f6-4627-9247-60c3be971ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:12.464758 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3c46ec46-34f6-4627-9247-60c3be971ebc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b6c7343-92fd-446f-9a39-26bd17224084 HTTP/1.1" status: 204 len: 168 time: 1.2424986 Feb 10 15:12:12.475823 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14c5005f-b61f-41af-9e50-8ea84f7c9003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (145ee716-0c8c-43e7-a477-1bcef882d226), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:12.479186 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14c5005f-b61f-41af-9e50-8ea84f7c9003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:12.483113 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-14c5005f-b61f-41af-9e50-8ea84f7c9003 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/145ee716-0c8c-43e7-a477-1bcef882d226 HTTP/1.1" status: 204 len: 168 time: 1.2739584 Feb 10 15:12:12.491112 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46ec46-34f6-4627-9247-60c3be971ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6c7343-92fd-446f-9a39-26bd17224084,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:12.547151 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5005f-b61f-41af-9e50-8ea84f7c9003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145ee716-0c8c-43e7-a477-1bcef882d226,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:12.572675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Network 7a195b29-9a45-4fa9-95be-2b9590709c3d is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:12.579125 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:12.585107 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9711ef89-53f3-42b2-8f98-3914339e1121 admin admin] Publish callbacks [] for security_group (b0e38791-5f6e-47cc-9718-1c9a9964243c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:12.608368 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9711ef89-53f3-42b2-8f98-3914339e1121 admin admin] Publish callbacks [] for security_group (b0e38791-5f6e-47cc-9718-1c9a9964243c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:12.697156 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9711ef89-53f3-42b2-8f98-3914339e1121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b0e38791-5f6e-47cc-9718-1c9a9964243c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:12.697156 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9711ef89-53f3-42b2-8f98-3914339e1121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:12.697156 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9711ef89-53f3-42b2-8f98-3914339e1121 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0e38791-5f6e-47cc-9718-1c9a9964243c HTTP/1.1" status: 204 len: 168 time: 0.3387828 Feb 10 15:12:12.697724 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d28fdb89-ae10-4c56-8bad-0c9772b0bc69 req-22a0f1b5-505f-49c7-9bb9-00f6bb0e307b tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.64 "GET /v2.0/security-groups?id=22897769-8fa2-4896-bf83-3773b413daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802960 Feb 10 15:12:12.788634 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb9b35-9401-4c27-87d0-b3625764030c req-6e49f407-5000-40db-9ed4-c82f5122a82e tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:12.796909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6cb9b35-9401-4c27-87d0-b3625764030c req-6e49f407-5000-40db-9ed4-c82f5122a82e tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 931 time: 0.1256044 Feb 10 15:12:12.798459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711ef89-53f3-42b2-8f98-3914339e1121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e38791-5f6e-47cc-9718-1c9a9964243c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:12.799147 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b4757e14-8f48-4036-81ed-9ea5d2a9866b req-b1b0b70f-4755-4a9c-a138-2348f405fef1 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (38b8abe7-af15-4a7e-9ec8-48c819d074c0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:12.824082 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['38b8abe7-af15-4a7e-9ec8-48c819d074c0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:12:12.910909 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-69725d9e-35e4-4a41-b377-f15ae15cb6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:12.917478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0b70f-4755-4a9c-a138-2348f405fef1 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Pushing event deleted for resources: {'Port': ['ID=38b8abe7-af15-4a7e-9ec8-48c819d074c0,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:12.962883 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2ffa5f-f120-415f-a834-515995e05e0b {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:12.974642 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Publish callbacks [] for port (9a2ffa5f-f120-415f-a834-515995e05e0b), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:12.984204 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6d2244b6-284a-4d9a-bca9-78a1d77ae220 None None] Provisioning complete for port e4dd0662-8dfc-4e02-8f51-ac4119839841 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:12.984864 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d2244b6-284a-4d9a-bca9-78a1d77ae220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:13.011828 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Router 713039d6-ee09-4d66-ba1c-e9723334f331 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:12:13.013446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Transition to ACTIVE for port object 9a2ffa5f-f120-415f-a834-515995e05e0b will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:12:13.019454 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9a2ffa5f-f120-415f-a834-515995e05e0b), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:13.040798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4757e14-8f48-4036-81ed-9ea5d2a9866b req-b1b0b70f-4755-4a9c-a138-2348f405fef1 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] No DVR routers for this DVR port 38b8abe7-af15-4a7e-9ec8-48c819d074c0 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:12:13.045871 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b4757e14-8f48-4036-81ed-9ea5d2a9866b req-b1b0b70f-4755-4a9c-a138-2348f405fef1 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:13.049532 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4757e14-8f48-4036-81ed-9ea5d2a9866b req-b1b0b70f-4755-4a9c-a138-2348f405fef1 tempest-DeleteServersAdminTestJSON-1797713269 tempest-DeleteServersAdminTestJSON-1797713269-project] 10.222.0.72 "DELETE /v2.0/ports/38b8abe7-af15-4a7e-9ec8-48c819d074c0 HTTP/1.1" status: 204 len: 173 time: 1.2901149 Feb 10 15:12:13.049940 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b25a10-e75e-455f-b629-662d852b7ae2', 'name': 'network-vif-deleted', 'tag': '38b8abe7-af15-4a7e-9ec8-48c819d074c0'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:13.054140 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d907ba-0860-44fd-b2fd-b5c99f0f56a8" -d '{"events": [{"server_uuid": "e3b25a10-e75e-455f-b629-662d852b7ae2", "name": "network-vif-deleted", "tag": "38b8abe7-af15-4a7e-9ec8-48c819d074c0"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:13.070639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2ffa5f-f120-415f-a834-515995e05e0b,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:13.075464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6cb9b35-9401-4c27-87d0-b3625764030c req-74865309-6f74-48d7-ad85-c922f9598fc4 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/security-groups?id=f73f8253-89e0-42cf-825e-e88d680eeb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465746 Feb 10 15:12:13.095939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6d2244b6-284a-4d9a-bca9-78a1d77ae220 None None] Port e4dd0662-8dfc-4e02-8f51-ac4119839841 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:12:13.114607 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11ed7a8-871e-460b-a137-8e6465a792ff x-openstack-request-id: req-d11ed7a8-871e-460b-a137-8e6465a792ff {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:13.115087 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b25a10-e75e-455f-b629-662d852b7ae2", "name": "network-vif-deleted", "tag": "38b8abe7-af15-4a7e-9ec8-48c819d074c0", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:13.115594 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d11ed7a8-871e-460b-a137-8e6465a792ff {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:13.116078 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b25a10-e75e-455f-b629-662d852b7ae2', 'name': 'network-vif-deleted', 'tag': '38b8abe7-af15-4a7e-9ec8-48c819d074c0', 'status': 'completed', 'code': 200} Feb 10 15:12:13.252638 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Attempting to bind port 9a2ffa5f-f120-415f-a834-515995e05e0b on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:13.252992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Attempting to bind port 9a2ffa5f-f120-415f-a834-515995e05e0b by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '080c56b9-582b-4f70-bead-0d6ee44d57eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c469b2fd-c6b2-48a9-a710-6ca2916e14da'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:13.253321 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Attempting to bind port 9a2ffa5f-f120-415f-a834-515995e05e0b on network c469b2fd-c6b2-48a9-a710-6ca2916e14da {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:13.260101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Port 9a2ffa5f-f120-415f-a834-515995e05e0b on network c469b2fd-c6b2-48a9-a710-6ca2916e14da not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:12:13.260510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Attempting to bind port 9a2ffa5f-f120-415f-a834-515995e05e0b on network c469b2fd-c6b2-48a9-a710-6ca2916e14da {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:13.274132 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:13.275018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Checking segment: {'id': '080c56b9-582b-4f70-bead-0d6ee44d57eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c469b2fd-c6b2-48a9-a710-6ca2916e14da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:13.281033 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Bound using segment: {'id': '080c56b9-582b-4f70-bead-0d6ee44d57eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c469b2fd-c6b2-48a9-a710-6ca2916e14da'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:13.281033 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Bound port: 9a2ffa5f-f120-415f-a834-515995e05e0b, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '080c56b9-582b-4f70-bead-0d6ee44d57eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c469b2fd-c6b2-48a9-a710-6ca2916e14da'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:13.281033 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9a2ffa5f-f120-415f-a834-515995e05e0b), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:13.301732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:12:13.308556 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-818118c1-59c7-4e0f-8fbb-00efcf45b3c9 admin admin] 10.222.0.64 "PUT /v2.0/routers/713039d6-ee09-4d66-ba1c-e9723334f331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8893003 Feb 10 15:12:13.318186 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Sync routers for ids ['713039d6-ee09-4d66-ba1c-e9723334f331'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:12:13.328202 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Routers {'713039d6-ee09-4d66-ba1c-e9723334f331'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:12:13.328866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:11:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['713039d6-ee09-4d66-ba1c-e9723334f331'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:13.366438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] For port 9a2ffa5f-f120-415f-a834-515995e05e0b, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:13.371166 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] For port 9a2ffa5f-f120-415f-a834-515995e05e0b, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9a2ffa5f-f120-415f-a834-515995e05e0b,segment=NetworkSegment(080c56b9-582b-4f70-bead-0d6ee44d57eb),segment_id=080c56b9-582b-4f70-bead-0d6ee44d57eb)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:13.377894 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9a2ffa5f-f120-415f-a834-515995e05e0b), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:13.428565 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33900) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:13.434677 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:13.437237 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:13.441058 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-748867d4-b275-478a-9b9c-250a6050f110 req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] 10.222.0.72 "PUT /v2.0/ports/9a2ffa5f-f120-415f-a834-515995e05e0b HTTP/1.1" status: 200 len: 1091 time: 2.2457566 Feb 10 15:12:13.441734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe5dba7-932b-47e3-9d17-fe9c3e613c4a', 'tag': '9a2ffa5f-f120-415f-a834-515995e05e0b'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:13.446401 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f851b5dd-d7f8-4230-af79-8d451b1f6d57" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe5dba7-932b-47e3-9d17-fe9c3e613c4a", "tag": "9a2ffa5f-f120-415f-a834-515995e05e0b"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:13.456758 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-34b83a3d-d91f-4c02-8e1c-0e968d030efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:13.522905 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Set router 713039d6-ee09-4d66-ba1c-e9723334f331 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:12:13.541000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d22a8-2184-4123-a47f-5daba87f1714 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2ffa5f-f120-415f-a834-515995e05e0b,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:13.560069 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01f526f-e8e3-479d-8083-1a62e17217ea x-openstack-request-id: req-e01f526f-e8e3-479d-8083-1a62e17217ea {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:13.560069 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe5dba7-932b-47e3-9d17-fe9c3e613c4a", "tag": "9a2ffa5f-f120-415f-a834-515995e05e0b", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:13.560293 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e01f526f-e8e3-479d-8083-1a62e17217ea {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:13.560770 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe5dba7-932b-47e3-9d17-fe9c3e613c4a', 'tag': '9a2ffa5f-f120-415f-a834-515995e05e0b', 'status': 'completed', 'code': 200} Feb 10 15:12:13.602392 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748867d4-b275-478a-9b9c-250a6050f110 req-550bc940-d609-49bf-b360-51bd48ad1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:13.604217 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-748867d4-b275-478a-9b9c-250a6050f110 req-550bc940-d609-49bf-b360-51bd48ad1ca7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cea53e5d2bd48749cf0e2201b4f7a8a&device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 1125 time: 0.1196933 Feb 10 15:12:13.674327 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-748867d4-b275-478a-9b9c-250a6050f110 req-741c1dfc-73a8-4f38-97fc-66e7ee1181b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a2ffa5f-f120-415f-a834-515995e05e0b HTTP/1.1" status: 200 len: 217 time: 0.0567784 Feb 10 15:12:13.726659 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33908) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:13.742763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748867d4-b275-478a-9b9c-250a6050f110 req-0c2341f7-149a-4cf2-b231-b4e8450bdc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:13.745008 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-748867d4-b275-478a-9b9c-250a6050f110 req-0c2341f7-149a-4cf2-b231-b4e8450bdc2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b916edf-3d08-4a20-b4a7-3e88c1fcc2d4 HTTP/1.1" status: 200 len: 857 time: 0.0644083 Feb 10 15:12:13.760702 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ace324-be2e-426f-a9aa-715de3c65867 req-a7f3da5b-54f8-4f7d-9d1e-17c7db71c171 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:13.790986 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5ace324-be2e-426f-a9aa-715de3c65867 req-a7f3da5b-54f8-4f7d-9d1e-17c7db71c171 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 944 time: 0.2556000 Feb 10 15:12:13.830113 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-748867d4-b275-478a-9b9c-250a6050f110 req-2984b71b-c912-434e-8f9b-f6284a992688 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c469b2fd-c6b2-48a9-a710-6ca2916e14da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773933 Feb 10 15:12:13.868376 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5ace324-be2e-426f-a9aa-715de3c65867 req-265f86e2-9782-48fa-9740-8fe653f495f8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711825 Feb 10 15:12:13.873710 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e25b7356-15f4-48df-af44-8c0a42a9fa35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:13.930331 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-34b83a3d-d91f-4c02-8e1c-0e968d030efd admin admin] Publish callbacks [] for security_group (32af642c-38f7-4122-9934-2aa614009522), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:13.938932 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-34b83a3d-d91f-4c02-8e1c-0e968d030efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (32af642c-38f7-4122-9934-2aa614009522), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:13.957943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e4dd0662-8dfc-4e02-8f51-ac4119839841', 'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'mac_address': 'fa:16:3e:65:b7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:08Z', 'updated_at': '2022-02-10T15:12:11Z', 'revision_number': 2, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'subnets': [{'id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:13.995285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-34b83a3d-d91f-4c02-8e1c-0e968d030efd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de7242ae82f44e47acc34acf117b6658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5653820 Feb 10 15:12:14.000410 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33924) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:14.001183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b83a3d-d91f-4c02-8e1c-0e968d030efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32af642c-38f7-4122-9934-2aa614009522,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:14.088808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Checking router: 713039d6-ee09-4d66-ba1c-e9723334f331 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:12:14.089176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Updating router 713039d6-ee09-4d66-ba1c-e9723334f331 port e4dd0662-8dfc-4e02-8f51-ac4119839841 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:12:14.109393 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9547-da96-4ef8-964e-f0fc5ec1a7bb admin admin] Publish callbacks [] for security_group (32af642c-38f7-4122-9934-2aa614009522), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:14.144417 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e25b7356-15f4-48df-af44-8c0a42a9fa35 admin admin] Publish callbacks [] for security_group (d9ab33d4-7b1f-4f5d-b3ea-3ae70a316074), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:14.153876 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:14.157052 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e25b7356-15f4-48df-af44-8c0a42a9fa35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d9ab33d4-7b1f-4f5d-b3ea-3ae70a316074), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:14.161814 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9547-da96-4ef8-964e-f0fc5ec1a7bb admin admin] Publish callbacks [] for security_group (32af642c-38f7-4122-9934-2aa614009522), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:14.240564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e25b7356-15f4-48df-af44-8c0a42a9fa35 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc10b9d109c447988d290bf72c56abd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5051160 Feb 10 15:12:14.245166 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b7356-15f4-48df-af44-8c0a42a9fa35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ab33d4-7b1f-4f5d-b3ea-3ae70a316074,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:14.255578 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-ee09e9b5-274a-4e47-a151-b834ebb285d2 service neutron] 10.222.0.79 "GET /v2.0/ports/78a16b36-80e5-4ef8-931f-e82aaec137d8/bindings/n-h1-815324-7 HTTP/1.1" status: 200 len: 384 time: 0.3617272 Feb 10 15:12:14.260198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33936) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:14.335348 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-748867d4-b275-478a-9b9c-250a6050f110 req-ca53b420-0ca5-40de-8a73-17e238d86338 service neutron] 10.222.0.72 "GET /v2.0/networks/c469b2fd-c6b2-48a9-a710-6ca2916e14da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987347 Feb 10 15:12:14.370363 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9547-da96-4ef8-964e-f0fc5ec1a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (32af642c-38f7-4122-9934-2aa614009522), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:14.373610 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9547-da96-4ef8-964e-f0fc5ec1a7bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:14.374862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-aa3a9547-da96-4ef8-964e-f0fc5ec1a7bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/32af642c-38f7-4122-9934-2aa614009522 HTTP/1.1" status: 204 len: 168 time: 0.3708260 Feb 10 15:12:14.390810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a9547-da96-4ef8-964e-f0fc5ec1a7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32af642c-38f7-4122-9934-2aa614009522,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:14.401986 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33e290-54c6-4d18-97de-462b668185f8 req-6c5dc39b-9675-4abe-8bad-6e2a25ac5094 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:14.410330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa33e290-54c6-4d18-97de-462b668185f8 req-6c5dc39b-9675-4abe-8bad-6e2a25ac5094 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 943 time: 0.1486857 Feb 10 15:12:14.419469 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-053b80c6-50db-4170-ad64-259ceb84fb02 admin admin] Publish callbacks [] for security_group (d9ab33d4-7b1f-4f5d-b3ea-3ae70a316074), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:14.446653 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-053b80c6-50db-4170-ad64-259ceb84fb02 admin admin] Publish callbacks [] for security_group (d9ab33d4-7b1f-4f5d-b3ea-3ae70a316074), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:14.510873 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-053b80c6-50db-4170-ad64-259ceb84fb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d9ab33d4-7b1f-4f5d-b3ea-3ae70a316074), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:14.513466 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-053b80c6-50db-4170-ad64-259ceb84fb02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:14.515129 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-053b80c6-50db-4170-ad64-259ceb84fb02 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9ab33d4-7b1f-4f5d-b3ea-3ae70a316074 HTTP/1.1" status: 204 len: 168 time: 0.2479699 Feb 10 15:12:14.525968 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Publish callbacks [] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:14.533047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b80c6-50db-4170-ad64-259ceb84fb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ab33d4-7b1f-4f5d-b3ea-3ae70a316074,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:14.552600 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-748867d4-b275-478a-9b9c-250a6050f110 req-3b6f8eba-6a01-494a-a63e-7f92f118d8d6 service neutron] 10.222.0.72 "GET /v2.0/networks/c469b2fd-c6b2-48a9-a710-6ca2916e14da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847680 Feb 10 15:12:14.563859 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa33e290-54c6-4d18-97de-462b668185f8 req-bce4d3d7-5560-4429-9e9c-ca18b890734b tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/security-groups?id=f73f8253-89e0-42cf-825e-e88d680eeb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524158 Feb 10 15:12:14.572061 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:14.621595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-da68e357-b0b2-411f-a734-c06e3e63a41b service neutron] For port 78a16b36-80e5-4ef8-931f-e82aaec137d8, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:14.645566 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92467063-b18b-48c3-91d1-d99f1cf3641f None None] Pushing event updated for resources: {'Port': ['ID=e4dd0662-8dfc-4e02-8f51-ac4119839841,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:14.694713 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-da68e357-b0b2-411f-a734-c06e3e63a41b service neutron] For port 78a16b36-80e5-4ef8-931f-e82aaec137d8, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:14.712933 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Attempting to bind port e4dd0662-8dfc-4e02-8f51-ac4119839841 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:14.713316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Attempting to bind port e4dd0662-8dfc-4e02-8f51-ac4119839841 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:14.713903 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Attempting to bind port e4dd0662-8dfc-4e02-8f51-ac4119839841 on network 7a195b29-9a45-4fa9-95be-2b9590709c3d {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:14.720036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:14.720418 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Checking segment: {'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:14.720872 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:14.724504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Bound using segment: {'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:14.724504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Bound port: e4dd0662-8dfc-4e02-8f51-ac4119839841, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:14.724504 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:14.739880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-da68e357-b0b2-411f-a734-c06e3e63a41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a16b36-80e5-4ef8-931f-e82aaec137d8 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:14.755077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-da68e357-b0b2-411f-a734-c06e3e63a41b service neutron] For port 78a16b36-80e5-4ef8-931f-e82aaec137d8, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:14.772992 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-da68e357-b0b2-411f-a734-c06e3e63a41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:14.829148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] For port e4dd0662-8dfc-4e02-8f51-ac4119839841, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:14.837000 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] For port e4dd0662-8dfc-4e02-8f51-ac4119839841, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e4dd0662-8dfc-4e02-8f51-ac4119839841,segment=NetworkSegment(9b7288e6-d826-466f-9139-5656341ea865),segment_id=9b7288e6-d826-466f-9139-5656341ea865)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:14.845769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851b5dd-d7f8-4230-af79-8d451b1f6d57 req-86e72f80-ce48-4366-9d45-979ddecae5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:14.848482 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f851b5dd-d7f8-4230-af79-8d451b1f6d57 req-86e72f80-ce48-4366-9d45-979ddecae5ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cea53e5d2bd48749cf0e2201b4f7a8a&device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 1125 time: 0.2238944 Feb 10 15:12:14.859348 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:15.001497 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851b5dd-d7f8-4230-af79-8d451b1f6d57 req-52447a99-c707-4bc8-80f2-2f9a456d7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:15.003658 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f851b5dd-d7f8-4230-af79-8d451b1f6d57 req-52447a99-c707-4bc8-80f2-2f9a456d7ac2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c469b2fd-c6b2-48a9-a710-6ca2916e14da HTTP/1.1" status: 200 len: 918 time: 0.1468139 Feb 10 15:12:15.059675 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f851b5dd-d7f8-4230-af79-8d451b1f6d57 req-ba889644-818e-45b1-a019-eee46489d8c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a2ffa5f-f120-415f-a834-515995e05e0b HTTP/1.1" status: 200 len: 217 time: 0.0483642 Feb 10 15:12:15.077066 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7214d37-4f08-4380-a83c-f505fce524fa req-eb569c7c-b1ac-45e7-a79a-64103624a96f tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:15.087498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7214d37-4f08-4380-a83c-f505fce524fa req-eb569c7c-b1ac-45e7-a79a-64103624a96f tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 944 time: 0.1201360 Feb 10 15:12:15.182299 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-da68e357-b0b2-411f-a734-c06e3e63a41b service neutron] Transition to ACTIVE for port object 78a16b36-80e5-4ef8-931f-e82aaec137d8 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:12:15.209062 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851b5dd-d7f8-4230-af79-8d451b1f6d57 req-6c2a7bfe-24cf-40ea-aa16-f39352102ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:15.210903 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f851b5dd-d7f8-4230-af79-8d451b1f6d57 req-6c2a7bfe-24cf-40ea-aa16-f39352102ad4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b916edf-3d08-4a20-b4a7-3e88c1fcc2d4 HTTP/1.1" status: 200 len: 857 time: 0.1400492 Feb 10 15:12:15.212473 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-da68e357-b0b2-411f-a734-c06e3e63a41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:15.261732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.79', 61989) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:15.270456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7214d37-4f08-4380-a83c-f505fce524fa req-e3589c0e-bfa2-4a0e-b6f9-7e70645eb8ac tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801691 Feb 10 15:12:15.299016 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92467063-b18b-48c3-91d1-d99f1cf3641f None None] Pushing event updated for resources: {'Port': ['ID=e4dd0662-8dfc-4e02-8f51-ac4119839841,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:15.301646 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-720d6b38-ac89-4878-a3ef-ad8e9feb6e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:15.309351 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f851b5dd-d7f8-4230-af79-8d451b1f6d57 req-5bc58937-16d8-43b0-892e-3e6365be7eff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c469b2fd-c6b2-48a9-a710-6ca2916e14da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791156 Feb 10 15:12:15.320287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Routers {'713039d6-ee09-4d66-ba1c-e9723334f331'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:12:15.320918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:11:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['713039d6-ee09-4d66-ba1c-e9723334f331'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:15.322878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8f8f2b19-2ecb-4897-898f-bab82f3fd2ae None None] Provisioning complete for port e4dd0662-8dfc-4e02-8f51-ac4119839841 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:15.323318 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2b19-2ecb-4897-898f-bab82f3fd2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:15.348441 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33964) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:15.361335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-da68e357-b0b2-411f-a734-c06e3e63a41b service neutron] No DVR routers for this DVR port 78a16b36-80e5-4ef8-931f-e82aaec137d8 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:12:15.490988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 38b8abe7-af15-4a7e-9ec8-48c819d074c0 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:12:15.506884 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68e357-b0b2-411f-a734-c06e3e63a41b service neutron] Pushing event updated for resources: {'Port': ['ID=78a16b36-80e5-4ef8-931f-e82aaec137d8,revision_number=10']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:15.583936 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-da68e357-b0b2-411f-a734-c06e3e63a41b service neutron] 10.222.0.79 "PUT /v2.0/ports/78a16b36-80e5-4ef8-931f-e82aaec137d8/bindings/n-h1-815324-7/activate HTTP/1.1" status: 200 len: 369 time: 1.3208747 Feb 10 15:12:15.587555 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 38b8abe7-af15-4a7e-9ec8-48c819d074c0 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:12:15.587910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 38b8abe7-af15-4a7e-9ec8-48c819d074c0 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:12:15.620358 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb81c40-ceb9-43d6-8d86-0d0d984ae4e5 req-7a0bee46-e68a-45d0-990d-af1631669788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:15.628489 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9bb81c40-ceb9-43d6-8d86-0d0d984ae4e5 req-7a0bee46-e68a-45d0-990d-af1631669788 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 1127 time: 0.3657570 Feb 10 15:12:15.769396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-a0474dd6-56eb-406c-b9a7-f19da7012dc9 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:15.772266 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-a0474dd6-56eb-406c-b9a7-f19da7012dc9 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca&tenant_id=ef96867ec18f4dff8a2a1903005f827a&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1127 time: 0.1190183 Feb 10 15:12:15.825234 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f2b19-2ecb-4897-898f-bab82f3fd2ae None None] Current status of the port e4dd0662-8dfc-4e02-8f51-ac4119839841 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:15.825643 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2b19-2ecb-4897-898f-bab82f3fd2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:15.881345 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] Set router 713039d6-ee09-4d66-ba1c-e9723334f331 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:12:15.906773 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8cdc31af-1267-40e8-9b24-b9be180aa681 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c72cb1f3d864ea0b0445f152fb57ddd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5568881 Feb 10 15:12:15.912835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33984) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:15.921175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297b43b-a471-40a9-a50a-14c5c2f3c761 req-b2190af4-073d-4d69-9172-b8d8b672c50b tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:15.928511 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2297b43b-a471-40a9-a50a-14c5c2f3c761 req-b2190af4-073d-4d69-9172-b8d8b672c50b tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 943 time: 0.2262874 Feb 10 15:12:16.025969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8f8f2b19-2ecb-4897-898f-bab82f3fd2ae None None] For port e4dd0662-8dfc-4e02-8f51-ac4119839841, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e4dd0662-8dfc-4e02-8f51-ac4119839841,segment=NetworkSegment(9b7288e6-d826-466f-9139-5656341ea865),segment_id=9b7288e6-d826-466f-9139-5656341ea865)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:16.037714 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2b19-2ecb-4897-898f-bab82f3fd2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:16.077871 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2297b43b-a471-40a9-a50a-14c5c2f3c761 req-0a89c1d8-7e2b-4381-8d45-339532d5be19 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/security-groups?id=f73f8253-89e0-42cf-825e-e88d680eeb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481006 Feb 10 15:12:16.086466 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-3d1fe7bb-fa06-401f-a0d3-3fe35a9132bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:16.088430 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-3d1fe7bb-fa06-401f-a0d3-3fe35a9132bb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca&tenant_id=ef96867ec18f4dff8a2a1903005f827a HTTP/1.1" status: 200 len: 1127 time: 0.3086851 Feb 10 15:12:16.097163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33990) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:16.106798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b1b83a4d-c723-4c76-b12c-1b464267b708 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954033795-network', 'tenant_id': '7cd5c9dd83094c7a9e5087b4767b699f'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:16.123096 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f883cb55-3319-4d32-a73f-94e15284b182 admin admin] Publish callbacks [] for security_group (22897769-8fa2-4896-bf83-3773b413daee), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:16.123923 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f851b5dd-d7f8-4230-af79-8d451b1f6d57 req-53243fcc-ba89-4ed8-b991-85331561a58f service neutron] 10.222.0.72 "GET /v2.0/networks/c469b2fd-c6b2-48a9-a710-6ca2916e14da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635887 Feb 10 15:12:16.244269 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:16.263845 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f883cb55-3319-4d32-a73f-94e15284b182 admin admin] Publish callbacks [] for security_group (22897769-8fa2-4896-bf83-3773b413daee), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:16.269221 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-df7d6175-73e9-4fa9-93a6-b36e875801d6 None None] Provisioning complete for port e4dd0662-8dfc-4e02-8f51-ac4119839841 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:16.270404 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-df7d6175-73e9-4fa9-93a6-b36e875801d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:16.332591 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb81c40-ceb9-43d6-8d86-0d0d984ae4e5 req-12a06417-32fc-40d6-bace-fd56589c2884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:16.339215 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9bb81c40-ceb9-43d6-8d86-0d0d984ae4e5 req-12a06417-32fc-40d6-bace-fd56589c2884 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.6545293 Feb 10 15:12:16.369684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f2b19-2ecb-4897-898f-bab82f3fd2ae None None] Pushing event updated for resources: {'Port': ['ID=e4dd0662-8dfc-4e02-8f51-ac4119839841,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:16.379942 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b83a4d-c723-4c76-b12c-1b464267b708 admin admin] Made reservation on behalf of 7cd5c9dd83094c7a9e5087b4767b699f for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:16.384946 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a4d-c723-4c76-b12c-1b464267b708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:16.452591 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a4d-c723-4c76-b12c-1b464267b708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:16.454804 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f851b5dd-d7f8-4230-af79-8d451b1f6d57 req-0ec83654-ff2a-4399-9661-426f89744734 service neutron] 10.222.0.72 "GET /v2.0/networks/c469b2fd-c6b2-48a9-a710-6ca2916e14da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236766 Feb 10 15:12:16.456564 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9bb81c40-ceb9-43d6-8d86-0d0d984ae4e5 req-f1180817-6954-47b5-9df8-ed1cbc0cf503 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8 HTTP/1.1" status: 200 len: 217 time: 0.1111667 Feb 10 15:12:16.519326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb81c40-ceb9-43d6-8d86-0d0d984ae4e5 req-d7ecbd2f-b65a-4c4a-b7c1-baf3d032996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:16.521503 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9bb81c40-ceb9-43d6-8d86-0d0d984ae4e5 req-d7ecbd2f-b65a-4c4a-b7c1-baf3d032996d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.0487068 Feb 10 15:12:16.523941 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-1a7c92fe-8768-437d-9b90-7dc8b875f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:16.528330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-1a7c92fe-8768-437d-9b90-7dc8b875f5ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 1127 time: 0.4041352 Feb 10 15:12:16.612805 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9bb81c40-ceb9-43d6-8d86-0d0d984ae4e5 req-e44b2a6f-4a45-49df-bd2b-bda77938c774 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827296 Feb 10 15:12:16.697913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-df7d6175-73e9-4fa9-93a6-b36e875801d6 None None] Current status of the port e4dd0662-8dfc-4e02-8f51-ac4119839841 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:16.729895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e4dd0662-8dfc-4e02-8f51-ac4119839841', 'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'mac_address': 'fa:16:3e:65:b7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:08Z', 'updated_at': '2022-02-10T15:12:14Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'subnets': [{'id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:16.746152 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f883cb55-3319-4d32-a73f-94e15284b182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (22897769-8fa2-4896-bf83-3773b413daee), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:16.749210 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f883cb55-3319-4d32-a73f-94e15284b182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:16.752671 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f883cb55-3319-4d32-a73f-94e15284b182 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/22897769-8fa2-4896-bf83-3773b413daee HTTP/1.1" status: 204 len: 168 time: 0.8186991 Feb 10 15:12:16.775631 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7053a0-79b0-4d64-ac58-83e9db73d475 None None] The sync data for ids ['713039d6-ee09-4d66-ba1c-e9723334f331'] in n-d-815324-7 is: [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e4dd0662-8dfc-4e02-8f51-ac4119839841', 'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'mac_address': 'fa:16:3e:65:b7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:08Z', 'updated_at': '2022-02-10T15:12:14Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'subnets': [{'id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:12:16.808494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883cb55-3319-4d32-a73f-94e15284b182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22897769-8fa2-4896-bf83-3773b413daee,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:16.841197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90229b-5341-4d56-9cee-8124f278cd04 req-ce3a5176-3bd8-4b7b-9732-2ec791ad5932 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:16.843136 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf90229b-5341-4d56-9cee-8124f278cd04 req-ce3a5176-3bd8-4b7b-9732-2ec791ad5932 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 945 time: 0.4400640 Feb 10 15:12:16.863531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-e241c5f9-9f8d-4c3c-96c8-674aa094bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:16.865829 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-e241c5f9-9f8d-4c3c-96c8-674aa094bc29 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.3297818 Feb 10 15:12:16.928579 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9bb81c40-ceb9-43d6-8d86-0d0d984ae4e5 req-35cc359a-f97b-43b8-9f18-eb109b330bc1 service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032067 Feb 10 15:12:16.957988 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-8cbecda9-a6a2-418c-8e5e-07a1e19de376 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8 HTTP/1.1" status: 200 len: 217 time: 0.0782578 Feb 10 15:12:17.045847 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a4d-c723-4c76-b12c-1b464267b708 admin admin] Publish callbacks [] for security_group (e3170c5c-e494-451a-854f-7e138fb3f75f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:17.070369 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a4d-c723-4c76-b12c-1b464267b708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e3170c5c-e494-451a-854f-7e138fb3f75f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:17.079640 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9bb81c40-ceb9-43d6-8d86-0d0d984ae4e5 req-7dccb038-93c1-4f2a-913d-7392cb2d10ae service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397688 Feb 10 15:12:17.109290 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-2fa65fd2-a0da-4153-9ad2-a060aaf02d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:17.112491 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-2fa65fd2-a0da-4153-9ad2-a060aaf02d67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.1478348 Feb 10 15:12:17.118471 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf90229b-5341-4d56-9cee-8124f278cd04 req-7e1814cd-de09-40eb-b0a4-56a122c8a93d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500732 Feb 10 15:12:17.168221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b83a4d-c723-4c76-b12c-1b464267b708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3170c5c-e494-451a-854f-7e138fb3f75f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:17.177760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b83a4d-c723-4c76-b12c-1b464267b708 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:12:17.208800 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-98c3f5ee-76e8-42c4-8bb8-4e270f4623a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890739 Feb 10 15:12:17.262362 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a4d-c723-4c76-b12c-1b464267b708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (7202d855-e163-44dd-95d7-cb933e580602), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:17.262704 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-b1b83a4d-c723-4c76-b12c-1b464267b708 admin admin] Added segment 7202d855-e163-44dd-95d7-cb933e580602 of type vlan for network 96194d6b-a169-422e-8f32-ab2d2e4cb3e9 Feb 10 15:12:17.347540 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a4d-c723-4c76-b12c-1b464267b708 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (96194d6b-a169-422e-8f32-ab2d2e4cb3e9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:17.391870 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c68e19-840a-4298-bd05-2e0ab6991ef8 req-dfb49871-7211-4534-8bd2-519b9a29708f tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:17.401571 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1c68e19-840a-4298-bd05-2e0ab6991ef8 req-dfb49871-7211-4534-8bd2-519b9a29708f tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 943 time: 0.1975739 Feb 10 15:12:17.446623 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-9e4d0c0c-186e-4b71-9c13-17a33f88e2b6 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274125 Feb 10 15:12:17.453936 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a4d-c723-4c76-b12c-1b464267b708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (96194d6b-a169-422e-8f32-ab2d2e4cb3e9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:17.454886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b83a4d-c723-4c76-b12c-1b464267b708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:17.455467 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a4d-c723-4c76-b12c-1b464267b708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:17.494563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9a2ffa5f-f120-415f-a834-515995e05e0b details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:12:17.546268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b1b83a4d-c723-4c76-b12c-1b464267b708 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4457908 Feb 10 15:12:17.549377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34042) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:17.558110 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-cec0ea29-01b2-454e-99b3-6d844d0ba4a1 admin admin] Request body: {'subnet': {'network_id': '96194d6b-a169-422e-8f32-ab2d2e4cb3e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954033795-subnet', 'tenant_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:17.586463 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec0ea29-01b2-454e-99b3-6d844d0ba4a1 admin admin] Made reservation on behalf of 7cd5c9dd83094c7a9e5087b4767b699f for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:17.590090 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cec0ea29-01b2-454e-99b3-6d844d0ba4a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:17.674883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b83a4d-c723-4c76-b12c-1b464267b708 admin admin] Pushing event updated for resources: {'Network': ['ID=96194d6b-a169-422e-8f32-ab2d2e4cb3e9,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:17.682942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34046) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:17.690836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 96194d6b-a169-422e-8f32-ab2d2e4cb3e9 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:12:17.700511 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1c68e19-840a-4298-bd05-2e0ab6991ef8 req-620fce49-a304-43e5-abf7-404c821b3598 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/security-groups?id=f73f8253-89e0-42cf-825e-e88d680eeb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779605 Feb 10 15:12:17.770976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34052) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:17.813473 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-17f8b778-9450-424f-acde-38b9ee180e42 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491654 Feb 10 15:12:17.844879 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e8964e77-cd97-439c-a1fd-eae12046fc00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:17.897546 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 78a16b36-80e5-4ef8-931f-e82aaec137d8 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:12:17.914458 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9a2ffa5f-f120-415f-a834-515995e05e0b, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9a2ffa5f-f120-415f-a834-515995e05e0b,segment=NetworkSegment(080c56b9-582b-4f70-bead-0d6ee44d57eb),segment_id=080c56b9-582b-4f70-bead-0d6ee44d57eb)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:18.005397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e4dd0662-8dfc-4e02-8f51-ac4119839841 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:18.041981 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cec0ea29-01b2-454e-99b3-6d844d0ba4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for subnet (98ff03ef-ef64-4e62-9cd0-c10f371ef35d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.100305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '9a2ffa5f-f120-415f-a834-515995e05e0b', 'network_id': 'c469b2fd-c6b2-48a9-a710-6ca2916e14da', 'port_id': '9a2ffa5f-f120-415f-a834-515995e05e0b', 'mac_address': 'fa:16:3e:03:91:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b916edf-3d08-4a20-b4a7-3e88c1fcc2d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:12:18.115501 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.159278 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0ea29-01b2-454e-99b3-6d844d0ba4a1 admin admin] Checking segment: {'id': '7202d855-e163-44dd-95d7-cb933e580602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '96194d6b-a169-422e-8f32-ab2d2e4cb3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:18.159789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec0ea29-01b2-454e-99b3-6d844d0ba4a1 admin admin] Network hostable DHCP agents. Network: 96194d6b-a169-422e-8f32-ab2d2e4cb3e9, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:12:18.180193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0ea29-01b2-454e-99b3-6d844d0ba4a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ff03ef-ef64-4e62-9cd0-c10f371ef35d,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:18.229922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] The host n-h2-815324-7 is not matching for port 78a16b36-80e5-4ef8-931f-e82aaec137d8 host n-h1-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:12:18.233885 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 78a16b36-80e5-4ef8-931f-e82aaec137d8 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:12:18.244671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-8b026f3b-5d17-4915-9598-460aa46c33b9 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:18.249591 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-8b026f3b-5d17-4915-9598-460aa46c33b9 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca&tenant_id=ef96867ec18f4dff8a2a1903005f827a&binding%3Ahost_id=n-h1-815324-7 HTTP/1.1" status: 200 len: 1127 time: 0.1384037 Feb 10 15:12:18.256272 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e4dd0662-8dfc-4e02-8f51-ac4119839841 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:18.256675 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.261195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 9a2ffa5f-f120-415f-a834-515995e05e0b is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:18.261591 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9a2ffa5f-f120-415f-a834-515995e05e0b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.268742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec0ea29-01b2-454e-99b3-6d844d0ba4a1 admin admin] Network 96194d6b-a169-422e-8f32-ab2d2e4cb3e9 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:12:18.301291 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e8964e77-cd97-439c-a1fd-eae12046fc00 admin admin] Publish callbacks [] for security_group (823f1df6-b8ec-431e-abdd-13669d78ea10), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.310209 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-cec0ea29-01b2-454e-99b3-6d844d0ba4a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 96194d6b-a169-422e-8f32-ab2d2e4cb3e9) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:18.312982 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-af907c1d-606b-4747-b291-852cf9e0c08e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.313619 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2ffa5f-f120-415f-a834-515995e05e0b {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:18.320036 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e8964e77-cd97-439c-a1fd-eae12046fc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (823f1df6-b8ec-431e-abdd-13669d78ea10), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.323276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154fefa2-599b-4f12-b552-e9638abe34c6 None None] Network 96194d6b-a169-422e-8f32-ab2d2e4cb3e9 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:12:18.370523 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec0ea29-01b2-454e-99b3-6d844d0ba4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:18.371497 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cec0ea29-01b2-454e-99b3-6d844d0ba4a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.398926 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e8964e77-cd97-439c-a1fd-eae12046fc00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17ef0f00bcbb4a62842bea57546e2211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6248207 Feb 10 15:12:18.401939 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34064) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:18.410380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34066) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:18.412077 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cec0ea29-01b2-454e-99b3-6d844d0ba4a1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8611522 Feb 10 15:12:18.419331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954033795-router', 'tenant_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:18.437854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9a2ffa5f-f120-415f-a834-515995e05e0b, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9a2ffa5f-f120-415f-a834-515995e05e0b,segment=NetworkSegment(080c56b9-582b-4f70-bead-0d6ee44d57eb),segment_id=080c56b9-582b-4f70-bead-0d6ee44d57eb)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:18.446877 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9a2ffa5f-f120-415f-a834-515995e05e0b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.508397 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-af907c1d-606b-4747-b291-852cf9e0c08e admin admin] Publish callbacks [] for security_group (bf0a26fc-6ba7-4a61-be30-3fff9c147612), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.523921 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-af907c1d-606b-4747-b291-852cf9e0c08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (bf0a26fc-6ba7-4a61-be30-3fff9c147612), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.548143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e4dd0662-8dfc-4e02-8f51-ac4119839841 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:18.558113 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8964e77-cd97-439c-a1fd-eae12046fc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823f1df6-b8ec-431e-abdd-13669d78ea10,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:18.605130 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (f18a5e52-676f-4250-9761-8b40dc17118c), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.606161 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (f18a5e52-676f-4250-9761-8b40dc17118c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.628075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af907c1d-606b-4747-b291-852cf9e0c08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0a26fc-6ba7-4a61-be30-3fff9c147612,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:18.636128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc341d-7e62-4e01-9350-dd0c53ec4325 req-49557d1c-4354-486a-99fd-443a3082b7a8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:18.643373 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85dc341d-7e62-4e01-9350-dd0c53ec4325 req-49557d1c-4354-486a-99fd-443a3082b7a8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 945 time: 0.2337279 Feb 10 15:12:18.654369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-96194d6b-a169-422e-8f32-ab2d2e4cb3e9', 'network_id': '96194d6b-a169-422e-8f32-ab2d2e4cb3e9', 'project_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'fixed_ips': [{'subnet_id': '98ff03ef-ef64-4e62-9cd0-c10f371ef35d'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:12:18.655853 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.676150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-f64e7534-525d-4275-b0e2-a2aad3a49185 service neutron] For port 78a16b36-80e5-4ef8-931f-e82aaec137d8, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:18.678284 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-af907c1d-606b-4747-b291-852cf9e0c08e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=446d9efa71a141eea545c07458ef2ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9941974 Feb 10 15:12:18.696226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34076) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:18.697375 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9cca3281-6311-4634-bc22-4ea45e0705de admin admin] Publish callbacks [] for security_group (823f1df6-b8ec-431e-abdd-13669d78ea10), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.706698 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Publish callbacks [] for router_controller (f18a5e52-676f-4250-9761-8b40dc17118c), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.710026 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-f64e7534-525d-4275-b0e2-a2aad3a49185 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.711547 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c45bd0-0274-44db-9f5b-b7146c878b28 req-f64e7534-525d-4275-b0e2-a2aad3a49185 service neutron] 10.222.0.72 "DELETE /v2.0/ports/78a16b36-80e5-4ef8-931f-e82aaec137d8/bindings/n-h2-815324-7 HTTP/1.1" status: 204 len: 173 time: 0.4542131 Feb 10 15:12:18.753735 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9cca3281-6311-4634-bc22-4ea45e0705de admin admin] Publish callbacks [] for security_group (823f1df6-b8ec-431e-abdd-13669d78ea10), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.804763 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85dc341d-7e62-4e01-9350-dd0c53ec4325 req-478a2e40-9e33-4f58-bc84-2c79b4687329 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603825 Feb 10 15:12:18.807649 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca37ae79-e69e-4379-a8df-a12537bc995d admin admin] Publish callbacks [] for security_group (bf0a26fc-6ba7-4a61-be30-3fff9c147612), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.841379 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca37ae79-e69e-4379-a8df-a12537bc995d admin admin] Publish callbacks [] for security_group (bf0a26fc-6ba7-4a61-be30-3fff9c147612), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.878404 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9cca3281-6311-4634-bc22-4ea45e0705de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (823f1df6-b8ec-431e-abdd-13669d78ea10), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.881985 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9cca3281-6311-4634-bc22-4ea45e0705de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.886770 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9cca3281-6311-4634-bc22-4ea45e0705de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/823f1df6-b8ec-431e-abdd-13669d78ea10 HTTP/1.1" status: 204 len: 168 time: 0.4827256 Feb 10 15:12:18.900340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca3281-6311-4634-bc22-4ea45e0705de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823f1df6-b8ec-431e-abdd-13669d78ea10,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:18.920524 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['9a2ffa5f-f120-415f-a834-515995e05e0b'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:12:18.942613 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca37ae79-e69e-4379-a8df-a12537bc995d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (bf0a26fc-6ba7-4a61-be30-3fff9c147612), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.945875 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca37ae79-e69e-4379-a8df-a12537bc995d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:18.948691 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ca37ae79-e69e-4379-a8df-a12537bc995d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf0a26fc-6ba7-4a61-be30-3fff9c147612 HTTP/1.1" status: 204 len: 168 time: 0.2485964 Feb 10 15:12:18.962733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37ae79-e69e-4379-a8df-a12537bc995d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0a26fc-6ba7-4a61-be30-3fff9c147612,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:19.026743 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Publish callbacks [] for router_gateway (f18a5e52-676f-4250-9761-8b40dc17118c), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:19.049992 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091cf0a-bbad-4073-b890-1639edd2d947 req-747493e0-3547-418b-bb24-8b323824c566 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:19.057353 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2091cf0a-bbad-4073-b890-1639edd2d947 req-747493e0-3547-418b-bb24-8b323824c566 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 944 time: 0.1023984 Feb 10 15:12:19.073567 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Allocated IP 172.20.0.2 (96194d6b-a169-422e-8f32-ab2d2e4cb3e9/98ff03ef-ef64-4e62-9cd0-c10f371ef35d/841726a1-84e1-4178-aaa9-48b850228c76) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:12:19.095632 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=9a2ffa5f-f120-415f-a834-515995e05e0b,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:19.109772 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:19.145261 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2091cf0a-bbad-4073-b890-1639edd2d947 req-b2955afa-34e1-43a7-9c82-317bd170e782 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/security-groups?id=f73f8253-89e0-42cf-825e-e88d680eeb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865872 Feb 10 15:12:19.435992 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560c14d-d57c-49c5-baf9-82ff54c58a85 req-06bf251f-3da3-496b-a242-37ddba2bb21a tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:19.441019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7560c14d-d57c-49c5-baf9-82ff54c58a85 req-06bf251f-3da3-496b-a242-37ddba2bb21a tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 1127 time: 0.1927927 Feb 10 15:12:19.534579 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Publish callbacks [] for router_gateway (f18a5e52-676f-4250-9761-8b40dc17118c), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:19.575218 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Publish callbacks [] for port (841726a1-84e1-4178-aaa9-48b850228c76), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:19.598514 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:19.606536 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (841726a1-84e1-4178-aaa9-48b850228c76), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:19.654311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7560c14d-d57c-49c5-baf9-82ff54c58a85 req-1fe9775c-86f5-4e44-beba-3291077d0b14 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961839 Feb 10 15:12:19.672561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Network 96194d6b-a169-422e-8f32-ab2d2e4cb3e9 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:19.676540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:19.686263 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:12:19.752724 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Allocated IP 172.25.3.29 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:12:19.788388 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Pushing event updated for resources: {'Port': ['ID=841726a1-84e1-4178-aaa9-48b850228c76,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:19.811496 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Attempting to bind port 841726a1-84e1-4178-aaa9-48b850228c76 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:19.811865 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Attempting to bind port 841726a1-84e1-4178-aaa9-48b850228c76 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7202d855-e163-44dd-95d7-cb933e580602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '96194d6b-a169-422e-8f32-ab2d2e4cb3e9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:19.812227 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Attempting to bind port 841726a1-84e1-4178-aaa9-48b850228c76 on network 96194d6b-a169-422e-8f32-ab2d2e4cb3e9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:19.817488 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:19.817861 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Checking segment: {'id': '7202d855-e163-44dd-95d7-cb933e580602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '96194d6b-a169-422e-8f32-ab2d2e4cb3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:19.818259 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:19.818647 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Bound using segment: {'id': '7202d855-e163-44dd-95d7-cb933e580602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '96194d6b-a169-422e-8f32-ab2d2e4cb3e9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:19.819106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Bound port: 841726a1-84e1-4178-aaa9-48b850228c76, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7202d855-e163-44dd-95d7-cb933e580602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '96194d6b-a169-422e-8f32-ab2d2e4cb3e9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:19.819480 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (841726a1-84e1-4178-aaa9-48b850228c76), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:19.886491 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] For port 841726a1-84e1-4178-aaa9-48b850228c76, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:19.890015 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Publish callbacks [] for port (ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:19.890198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] For port 841726a1-84e1-4178-aaa9-48b850228c76, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=841726a1-84e1-4178-aaa9-48b850228c76,segment=NetworkSegment(7202d855-e163-44dd-95d7-cb933e580602),segment_id=7202d855-e163-44dd-95d7-cb933e580602)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:19.899207 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (841726a1-84e1-4178-aaa9-48b850228c76), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:19.916983 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34134) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:19.937661 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5a75138c-5a3c-4b6b-9c4d-4a5a3a92cf17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:19.945123 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:19.973697 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37e8c4-859e-41bf-99f4-435caacfd3c3 None None] Pushing event updated for resources: {'Port': ['ID=841726a1-84e1-4178-aaa9-48b850228c76,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:20.010443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:20.013808 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:20.016592 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:12:20.064039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Pushing event updated for resources: {'Port': ['ID=ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:20.095824 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5a75138c-5a3c-4b6b-9c4d-4a5a3a92cf17 admin admin] Publish callbacks [] for security_group (81b17924-8b31-408c-ab3f-5dbe0b06dcbb), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:20.103595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5a75138c-5a3c-4b6b-9c4d-4a5a3a92cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (81b17924-8b31-408c-ab3f-5dbe0b06dcbb), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:20.189369 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5a75138c-5a3c-4b6b-9c4d-4a5a3a92cf17 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bd6cdadba2254f889f0290c4cbee9ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707453 Feb 10 15:12:20.192004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34146) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:20.217750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75138c-5a3c-4b6b-9c4d-4a5a3a92cf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b17924-8b31-408c-ab3f-5dbe0b06dcbb,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:20.296128 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36b8ea0c-9dfd-4aab-9a0f-3c659f4d1e95 admin admin] Publish callbacks [] for security_group (81b17924-8b31-408c-ab3f-5dbe0b06dcbb), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:20.331441 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36b8ea0c-9dfd-4aab-9a0f-3c659f4d1e95 admin admin] Publish callbacks [] for security_group (81b17924-8b31-408c-ab3f-5dbe0b06dcbb), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:20.422633 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36b8ea0c-9dfd-4aab-9a0f-3c659f4d1e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (81b17924-8b31-408c-ab3f-5dbe0b06dcbb), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:20.428432 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36b8ea0c-9dfd-4aab-9a0f-3c659f4d1e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:20.429656 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-36b8ea0c-9dfd-4aab-9a0f-3c659f4d1e95 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81b17924-8b31-408c-ab3f-5dbe0b06dcbb HTTP/1.1" status: 204 len: 168 time: 0.2362890 Feb 10 15:12:20.441629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8ea0c-9dfd-4aab-9a0f-3c659f4d1e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b17924-8b31-408c-ab3f-5dbe0b06dcbb,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:20.642120 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574ab90-1958-4ae8-8af9-7b75f7ce655b req-d88fd545-aafd-4da0-bd9e-f4bcb99820c9 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:20.643808 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4574ab90-1958-4ae8-8af9-7b75f7ce655b req-d88fd545-aafd-4da0-bd9e-f4bcb99820c9 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 944 time: 0.1740482 Feb 10 15:12:20.729234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-61d39e5e-658f-4c52-b593-8be978f14c64 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:20.730915 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-61d39e5e-658f-4c52-b593-8be978f14c64 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 807 time: 0.2629151 Feb 10 15:12:20.772561 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-1888f958-ae6e-48a3-848b-d73c64338074 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/quotas/ef96867ec18f4dff8a2a1903005f827a HTTP/1.1" status: 200 len: 375 time: 0.0359526 Feb 10 15:12:20.840687 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4574ab90-1958-4ae8-8af9-7b75f7ce655b req-8617d915-012e-485c-ad23-161c87c31162 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/security-groups?id=f73f8253-89e0-42cf-825e-e88d680eeb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577001 Feb 10 15:12:20.884615 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Publish callbacks [] for router_gateway (f18a5e52-676f-4250-9761-8b40dc17118c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:20.916049 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34174) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:20.947402 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-81487d5d-3724-4112-b245-11b95e4e441e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1424503 Feb 10 15:12:21.141648 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-26976dcc-03cc-4439-a632-012851f6c4ce service neutron] 10.222.0.64 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856296 Feb 10 15:12:21.277729 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (f18a5e52-676f-4250-9761-8b40dc17118c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:21.290642 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0d7ca7-c04e-482d-9735-f24c90147fed None None] Network 96194d6b-a169-422e-8f32-ab2d2e4cb3e9 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:12:21.340292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-7ce8a561-06e0-4256-90e8-3fcf897d1274 service neutron] 10.222.0.64 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912527 Feb 10 15:12:21.397989 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:21.415827 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-724ce14a-75e8-4b07-aa5d-c60acd27aa8f None None] Provisioning complete for port 841726a1-84e1-4178-aaa9-48b850228c76 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:21.417817 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-724ce14a-75e8-4b07-aa5d-c60acd27aa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (841726a1-84e1-4178-aaa9-48b850228c76), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:21.469684 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Router f18a5e52-676f-4250-9761-8b40dc17118c is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:12:21.503257 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9a2ffa5f-f120-415f-a834-515995e05e0b up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:21.548483 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Publish callbacks [] for security_group (512419b1-08d2-4d50-97fc-f71c0fbb596c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:21.556271 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (512419b1-08d2-4d50-97fc-f71c0fbb596c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:21.627194 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18165dc614df47999716e73fc4d4c978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7095783 Feb 10 15:12:21.631529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34198) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:21.709634 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-724ce14a-75e8-4b07-aa5d-c60acd27aa8f None None] Current status of the port 841726a1-84e1-4178-aaa9-48b850228c76 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:21.710828 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512419b1-08d2-4d50-97fc-f71c0fbb596c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:21.712573 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-724ce14a-75e8-4b07-aa5d-c60acd27aa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (841726a1-84e1-4178-aaa9-48b850228c76), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:21.746805 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:21.747936 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:21.749056 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:21.749675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:21.751325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:21.761932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:21.762300 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:21.762433 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 9a2ffa5f-f120-415f-a834-515995e05e0b completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:12:21.768730 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:12:21.771324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:21.771808 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:21.772256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:21.772588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:21.772952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:21.773279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606dc6e0-fb4a-48a0-b212-c3e995875c68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:21.781583 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Sync routers for ids ['f18a5e52-676f-4250-9761-8b40dc17118c'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:12:21.796606 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Routers {'f18a5e52-676f-4250-9761-8b40dc17118c'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:12:21.797290 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:12:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f18a5e52-676f-4250-9761-8b40dc17118c'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:21.800590 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 9a2ffa5f-f120-415f-a834-515995e05e0b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:21.801432 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9a2ffa5f-f120-415f-a834-515995e05e0b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:21.812137 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ba5452e-2b59-48ae-9d2e-f1077838f876 req-0913c1f5-0deb-4115-a1e0-e176aa5334c8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 210 time: 0.0376401 Feb 10 15:12:21.843624 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:21.848706 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2a567ca4-ae8e-4a48-8fbc-24abdc321069 admin admin] Publish callbacks [] for security_group (512419b1-08d2-4d50-97fc-f71c0fbb596c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:21.848706 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34212) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:21.849944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ce5f009d-bb0a-4d7d-af64-11d652e19764 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4368238 Feb 10 15:12:21.994459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-724ce14a-75e8-4b07-aa5d-c60acd27aa8f None None] For port 841726a1-84e1-4178-aaa9-48b850228c76, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=841726a1-84e1-4178-aaa9-48b850228c76,segment=NetworkSegment(7202d855-e163-44dd-95d7-cb933e580602),segment_id=7202d855-e163-44dd-95d7-cb933e580602)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:22.059050 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Set router f18a5e52-676f-4250-9761-8b40dc17118c gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:12:22.067682 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2a567ca4-ae8e-4a48-8fbc-24abdc321069 admin admin] Publish callbacks [] for security_group (512419b1-08d2-4d50-97fc-f71c0fbb596c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:22.126716 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 9a2ffa5f-f120-415f-a834-515995e05e0b is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:22.128172 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9a2ffa5f-f120-415f-a834-515995e05e0b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:22.130344 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 841726a1-84e1-4178-aaa9-48b850228c76 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:22.132022 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-724ce14a-75e8-4b07-aa5d-c60acd27aa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (841726a1-84e1-4178-aaa9-48b850228c76), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:22.319251 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954033795-router', 'tenant_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:18Z', 'updated_at': '2022-02-10T15:12:20Z', 'revision_number': 3, 'project_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'gw_port': {'id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:19Z', 'updated_at': '2022-02-10T15:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:22.325005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ce14a-75e8-4b07-aa5d-c60acd27aa8f None None] Pushing event updated for resources: {'Port': ['ID=841726a1-84e1-4178-aaa9-48b850228c76,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:22.370908 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2a567ca4-ae8e-4a48-8fbc-24abdc321069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (512419b1-08d2-4d50-97fc-f71c0fbb596c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:22.371844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79850fc-c59f-42a8-a925-6bee4799fe92 req-0cb56c1d-3d2d-4951-b77d-09c3a410c556 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:22.372015 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Checking router: f18a5e52-676f-4250-9761-8b40dc17118c for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:12:22.372567 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Updating router f18a5e52-676f-4250-9761-8b40dc17118c port ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:12:22.381270 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2a567ca4-ae8e-4a48-8fbc-24abdc321069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:22.387188 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b79850fc-c59f-42a8-a925-6bee4799fe92 req-0cb56c1d-3d2d-4951-b77d-09c3a410c556 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 944 time: 0.1619833 Feb 10 15:12:22.393417 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2a567ca4-ae8e-4a48-8fbc-24abdc321069 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/512419b1-08d2-4d50-97fc-f71c0fbb596c HTTP/1.1" status: 204 len: 168 time: 0.7607658 Feb 10 15:12:22.421291 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a567ca4-ae8e-4a48-8fbc-24abdc321069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512419b1-08d2-4d50-97fc-f71c0fbb596c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:22.437388 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:22.444111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9a2ffa5f-f120-415f-a834-515995e05e0b, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9a2ffa5f-f120-415f-a834-515995e05e0b,segment=NetworkSegment(080c56b9-582b-4f70-bead-0d6ee44d57eb),segment_id=080c56b9-582b-4f70-bead-0d6ee44d57eb)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:22.453358 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe5dba7-932b-47e3-9d17-fe9c3e613c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2ffa5f-f120-415f-a834-515995e05e0b'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:22.458240 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5437b8e0-05d9-4f18-b6b4-2da46f78794a" -d '{"events": [{"server_uuid": "bbe5dba7-932b-47e3-9d17-fe9c3e613c4a", "name": "network-vif-plugged", "status": "completed", "tag": "9a2ffa5f-f120-415f-a834-515995e05e0b"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:22.480897 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b79850fc-c59f-42a8-a925-6bee4799fe92 req-68dc37fe-24eb-495f-a928-af46c0fcf51e tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/security-groups?id=f73f8253-89e0-42cf-825e-e88d680eeb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927947 Feb 10 15:12:22.488528 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9a2ffa5f-f120-415f-a834-515995e05e0b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:22.619662 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=9a2ffa5f-f120-415f-a834-515995e05e0b,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:22.640560 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ded22ca0-6082-4ea3-a7cd-d40e06c0f657 None None] Provisioning complete for port 841726a1-84e1-4178-aaa9-48b850228c76 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:22.645790 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ded22ca0-6082-4ea3-a7cd-d40e06c0f657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (841726a1-84e1-4178-aaa9-48b850228c76), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:22.653010 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b2b02f-7a86-4bad-beed-a0903200a714 x-openstack-request-id: req-13b2b02f-7a86-4bad-beed-a0903200a714 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:22.655332 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe5dba7-932b-47e3-9d17-fe9c3e613c4a", "name": "network-vif-plugged", "status": "completed", "tag": "9a2ffa5f-f120-415f-a834-515995e05e0b", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:22.658334 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13b2b02f-7a86-4bad-beed-a0903200a714 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:22.659104 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe5dba7-932b-47e3-9d17-fe9c3e613c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2ffa5f-f120-415f-a834-515995e05e0b', 'code': 200} Feb 10 15:12:22.750370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 841726a1-84e1-4178-aaa9-48b850228c76 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:22.757713 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (841726a1-84e1-4178-aaa9-48b850228c76), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:22.814343 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc907cb3-c2d8-4442-83fb-d165837831d4 req-7d6df03c-7b69-4d54-91ae-b9dce7abe969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:22.815929 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc907cb3-c2d8-4442-83fb-d165837831d4 req-7d6df03c-7b69-4d54-91ae-b9dce7abe969 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 1127 time: 0.0913453 Feb 10 15:12:22.875920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ded22ca0-6082-4ea3-a7cd-d40e06c0f657 None None] Current status of the port 841726a1-84e1-4178-aaa9-48b850228c76 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:22.964842 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc907cb3-c2d8-4442-83fb-d165837831d4 req-7b05bdbe-a1e3-4696-b458-fdb3347b4912 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f73f8253-89e0-42cf-825e-e88d680eeb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395483 Feb 10 15:12:23.002637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 841726a1-84e1-4178-aaa9-48b850228c76 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:23.019634 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e83faa44-ae5c-4f75-b5cd-76cbeec1f454 req-7c9c2a59-43ac-46d6-a8f2-822afce239ca tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 210 time: 0.0750422 Feb 10 15:12:23.053030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:23.066845 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Publish callbacks [] for port (ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:23.074469 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:23.136979 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Attempting to bind port ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:23.137510 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Attempting to bind port ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:23.138117 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Attempting to bind port ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:23.147976 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa60f42-9059-49f8-a3a1-88f1506da1c2 None None] Pushing event updated for resources: {'Port': ['ID=ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:23.150611 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:23.151129 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:23.151666 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:23.152146 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:23.152734 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Bound port: ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:23.153343 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:23.240753 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] For port ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:23.244881 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] For port ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:23.253771 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:23.370463 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Allocated IP 172.20.0.1 (96194d6b-a169-422e-8f32-ab2d2e4cb3e9/98ff03ef-ef64-4e62-9cd0-c10f371ef35d/0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:12:23.388269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-2f95f7b9-4104-4fd9-adeb-cd77a52d665a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:23.390412 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-2f95f7b9-4104-4fd9-adeb-cd77a52d665a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.79 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 807 time: 0.1890898 Feb 10 15:12:23.405514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-c06a802f-877f-40e3-9ad5-fec62ec63d24 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Request body: {'port': {'device_id': '22c7edda-5eee-4d7c-85e7-c1d832c34d3d', 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2', 'admin_state_up': True, 'tenant_id': 'ef96867ec18f4dff8a2a1903005f827a'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:23.439509 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa60f42-9059-49f8-a3a1-88f1506da1c2 None None] Pushing event updated for resources: {'Port': ['ID=ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:23.480942 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Routers {'f18a5e52-676f-4250-9761-8b40dc17118c'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:12:23.482208 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:12:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f18a5e52-676f-4250-9761-8b40dc17118c'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:23.516615 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34272) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:23.631977 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34286) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:23.640677 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] Set router f18a5e52-676f-4250-9761-8b40dc17118c gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:12:23.706983 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Publish callbacks [] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:23.713352 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5a95a19-bbbe-4b79-b287-998a02f5efc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:23.728836 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-c06a802f-877f-40e3-9ad5-fec62ec63d24 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Made reservation on behalf of ef96867ec18f4dff8a2a1903005f827a for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:23.732594 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-c06a802f-877f-40e3-9ad5-fec62ec63d24 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:23.778183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ca2a8-b106-4b9e-b14f-8524bd28e889 req-dc9f42e7-4c38-48ab-bf24-809346b5e82b tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:23.781635 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-019ca2a8-b106-4b9e-b14f-8524bd28e889 req-dc9f42e7-4c38-48ab-bf24-809346b5e82b tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 945 time: 0.1646595 Feb 10 15:12:23.836287 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:23.888060 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 841726a1-84e1-4178-aaa9-48b850228c76 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:23.938711 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-019ca2a8-b106-4b9e-b14f-8524bd28e889 req-76f3ba64-fc62-46e6-a32b-66240369f237 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/security-groups?id=f73f8253-89e0-42cf-825e-e88d680eeb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491246 Feb 10 15:12:23.946868 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:23.953521 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34292) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:24.001566 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 841726a1-84e1-4178-aaa9-48b850228c76 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:24.005545 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (841726a1-84e1-4178-aaa9-48b850228c76), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.028684 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954033795-router', 'tenant_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:18Z', 'updated_at': '2022-02-10T15:12:20Z', 'revision_number': 3, 'project_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'gw_port': {'id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:19Z', 'updated_at': '2022-02-10T15:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:24.050740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-c06a802f-877f-40e3-9ad5-fec62ec63d24 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Allocated IP 172.20.0.2 (2503405f-5e7d-43d6-8b59-cea2598d27e2/280068a4-721d-4c2d-853f-dbf51a615c03/9658a1eb-bf9a-4c94-bb97-8f297d2e1f33) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:12:24.093037 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c419251d-5d88-4d6f-abea-03edf9b15e38 None None] The sync data for ids ['f18a5e52-676f-4250-9761-8b40dc17118c'] in n-d-815324-7 is: [{'id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954033795-router', 'tenant_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:18Z', 'updated_at': '2022-02-10T15:12:20Z', 'revision_number': 3, 'project_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'gw_port': {'id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:19Z', 'updated_at': '2022-02-10T15:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:12:24.118246 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Publish callbacks [] for security_group (cdeb2f55-9ced-4c33-a441-0486781c79a7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.141010 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (cdeb2f55-9ced-4c33-a441-0486781c79a7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.222247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 841726a1-84e1-4178-aaa9-48b850228c76 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:24.233407 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98caa290e17b43989b564125b1fe6478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7122712 Feb 10 15:12:24.269331 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5a95a19-bbbe-4b79-b287-998a02f5efc8 admin admin] Publish callbacks [] for security_group (d78c9cc5-4232-43ff-a260-fa1bbc23b9eb), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.275840 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34302) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:24.315190 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5a95a19-bbbe-4b79-b287-998a02f5efc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d78c9cc5-4232-43ff-a260-fa1bbc23b9eb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.372354 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d5a95a19-bbbe-4b79-b287-998a02f5efc8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b3c89620a614d4daad1c5ef7f0f3bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7115276 Feb 10 15:12:24.383194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c73c3302-6068-441b-9aef-9247f7a65656 req-ae058ba4-df49-432f-9884-cae7a12989d7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 210 time: 0.1115148 Feb 10 15:12:24.386679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34306) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:24.425692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34308) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:24.433774 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2003183240-network', 'tenant_id': '6980c2527c3f4cde8cf1fe5ca698dc05'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:24.442748 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-c06a802f-877f-40e3-9ad5-fec62ec63d24 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks [] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.498723 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-c06a802f-877f-40e3-9ad5-fec62ec63d24 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.510329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeb2f55-9ced-4c33-a441-0486781c79a7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:24.519067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Network 96194d6b-a169-422e-8f32-ab2d2e4cb3e9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:24.527290 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:24.529655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:12:24.530130 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (f18a5e52-676f-4250-9761-8b40dc17118c), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.592458 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Pushing event updated for resources: {'Port': ['ID=0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:24.600435 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:24.601505 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:24.601947 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:24.603687 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:24.605237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:24.607486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:24.607486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:24.608496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:24.609771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:24.618548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:24.620607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:24.621466 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:24.622193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7823d-e621-4488-a8cb-42219b7c6ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:24.674137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-c06a802f-877f-40e3-9ad5-fec62ec63d24 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Network 2503405f-5e7d-43d6-8b59-cea2598d27e2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:24.682054 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-c06a802f-877f-40e3-9ad5-fec62ec63d24 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:24.690740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-c06a802f-877f-40e3-9ad5-fec62ec63d24 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:12:24.707170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-c06a802f-877f-40e3-9ad5-fec62ec63d24 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:24.708392 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-c06a802f-877f-40e3-9ad5-fec62ec63d24 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.740226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a802f-877f-40e3-9ad5-fec62ec63d24 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Pushing event updated for resources: {'Port': ['ID=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:24.752031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a95a19-bbbe-4b79-b287-998a02f5efc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78c9cc5-4232-43ff-a260-fa1bbc23b9eb,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:24.759919 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] Made reservation on behalf of 6980c2527c3f4cde8cf1fe5ca698dc05 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:24.759919 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.766270 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-c06a802f-877f-40e3-9ad5-fec62ec63d24 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3678803 Feb 10 15:12:24.772831 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b89478c8-919f-4970-87e1-6672bc537339 admin admin] Publish callbacks [] for security_group (d78c9cc5-4232-43ff-a260-fa1bbc23b9eb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.792242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Request body: {'port': {'device_id': '22c7edda-5eee-4d7c-85e7-c1d832c34d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:24.808395 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b89478c8-919f-4970-87e1-6672bc537339 admin admin] Publish callbacks [] for security_group (d78c9cc5-4232-43ff-a260-fa1bbc23b9eb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.833695 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.847010 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.906499 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.919377 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-37dce8d0-ea8d-43b4-8782-9e18eca2aa55 None None] Provisioning complete for port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:24.919932 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-37dce8d0-ea8d-43b4-8782-9e18eca2aa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.940148 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6123136e-b261-4488-837d-e48fd6b7df55 admin admin] Publish callbacks [] for security_group (cdeb2f55-9ced-4c33-a441-0486781c79a7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:24.976583 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-37dce8d0-ea8d-43b4-8782-9e18eca2aa55 None None] Port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:12:25.013101 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0bb02584-f0f9-44f3-a882-3def106cf72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.099617 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] Publish callbacks [] for security_group (1b18d783-f352-4466-8b2d-814728a98fd0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.135159 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6123136e-b261-4488-837d-e48fd6b7df55 admin admin] Publish callbacks [] for security_group (cdeb2f55-9ced-4c33-a441-0486781c79a7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.158503 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1b18d783-f352-4466-8b2d-814728a98fd0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.178842 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b89478c8-919f-4970-87e1-6672bc537339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d78c9cc5-4232-43ff-a260-fa1bbc23b9eb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.182092 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b89478c8-919f-4970-87e1-6672bc537339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.183411 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b89478c8-919f-4970-87e1-6672bc537339 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d78c9cc5-4232-43ff-a260-fa1bbc23b9eb HTTP/1.1" status: 204 len: 168 time: 0.7638576 Feb 10 15:12:25.237812 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Publish callbacks [] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.246962 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.247749 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (f18a5e52-676f-4250-9761-8b40dc17118c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.281108 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:12:25.324665 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0bb02584-f0f9-44f3-a882-3def106cf72b admin admin] Publish callbacks [] for security_group (7798c764-25d5-4864-a727-12ca833914d2), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.335128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b18d783-f352-4466-8b2d-814728a98fd0,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:25.338591 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (88777fa0-b104-47ea-b72d-abb291238042), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.339087 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] Added segment 88777fa0-b104-47ea-b72d-abb291238042 of type vlan for network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b Feb 10 15:12:25.357689 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0bb02584-f0f9-44f3-a882-3def106cf72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7798c764-25d5-4864-a727-12ca833914d2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.398451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89478c8-919f-4970-87e1-6672bc537339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78c9cc5-4232-43ff-a260-fa1bbc23b9eb,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:25.399492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Pushing event updated for resources: {'Port': ['ID=0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:25.411317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024384ca-2c24-43cd-aa58-c5b95eb43f39 req-5dbb57ea-881e-41df-97e1-c4a03295ee23 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:25.420574 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-024384ca-2c24-43cd-aa58-c5b95eb43f39 req-5dbb57ea-881e-41df-97e1-c4a03295ee23 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 945 time: 0.3049448 Feb 10 15:12:25.496345 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:25.506747 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (bba4c2f7-b784-4274-bd35-bde2e7f7ce5b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.507452 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Publish callbacks [] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.528294 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-024384ca-2c24-43cd-aa58-c5b95eb43f39 req-acbe3d35-9c75-4ce2-b807-b0c94afdd914 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/security-groups?id=f73f8253-89e0-42cf-825e-e88d680eeb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067050 Feb 10 15:12:25.538496 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Network 96194d6b-a169-422e-8f32-ab2d2e4cb3e9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:25.540933 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Transition to ACTIVE for port object 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:12:25.546011 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:25.552583 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.816568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Pushing event updated for resources: {'Port': ['ID=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:25.836013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Attempting to bind port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:25.837140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Attempting to bind port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:25.837569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Attempting to bind port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:25.870943 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0bb02584-f0f9-44f3-a882-3def106cf72b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ac40a33bcd244adbf5df3be35dcdf38&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4274542 Feb 10 15:12:25.888686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:12:25.888686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Attempting to bind port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:25.889525 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.resource_extend [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:12:25.889626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34350) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:25.913388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:25.917632 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Checking segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:25.918117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Bound using segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:25.918658 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Bound port: 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:25.919195 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.924453 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6123136e-b261-4488-837d-e48fd6b7df55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (cdeb2f55-9ced-4c33-a441-0486781c79a7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.929632 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6123136e-b261-4488-837d-e48fd6b7df55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.934716 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6123136e-b261-4488-837d-e48fd6b7df55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cdeb2f55-9ced-4c33-a441-0486781c79a7 HTTP/1.1" status: 204 len: 168 time: 1.6573298 Feb 10 15:12:25.957276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:25.970347 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (bba4c2f7-b784-4274-bd35-bde2e7f7ce5b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:25.971443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:25.971886 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:26.029760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Router f18a5e52-676f-4250-9761-8b40dc17118c has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:12:26.076452 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-583d3bf8-a8ee-4a7c-ac14-54959021b444 admin admin] Publish callbacks [] for security_group (7798c764-25d5-4864-a727-12ca833914d2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:26.089643 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] Pushing event updated for resources: {'Network': ['ID=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:26.091490 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb02584-f0f9-44f3-a882-3def106cf72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7798c764-25d5-4864-a727-12ca833914d2,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:26.097648 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:26.098483 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:26.104469 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-583d3bf8-a8ee-4a7c-ac14-54959021b444 admin admin] Publish callbacks [] for security_group (7798c764-25d5-4864-a727-12ca833914d2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:26.111886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:12:26.118571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123136e-b261-4488-837d-e48fd6b7df55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeb2f55-9ced-4c33-a441-0486781c79a7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:26.149136 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b4f332eb-c722-4f5a-974c-2b5afe40a6cd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1818752 Feb 10 15:12:26.155900 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34360) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:26.168267 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0ed2c6aa-d544-4901-9148-efa796be146d admin admin] Request body: {'subnet': {'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2003183240-subnet', 'tenant_id': '6980c2527c3f4cde8cf1fe5ca698dc05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:26.170478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4963651-db64-4d68-ac39-df03d0552154 req-958492c6-6cfb-4b34-9716-e1847236afc4 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:26.178267 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4963651-db64-4d68-ac39-df03d0552154 req-958492c6-6cfb-4b34-9716-e1847236afc4 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 943 time: 0.6839106 Feb 10 15:12:26.178481 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-583d3bf8-a8ee-4a7c-ac14-54959021b444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7798c764-25d5-4864-a727-12ca833914d2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:26.182165 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-583d3bf8-a8ee-4a7c-ac14-54959021b444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:26.184174 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-583d3bf8-a8ee-4a7c-ac14-54959021b444 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7798c764-25d5-4864-a727-12ca833914d2 HTTP/1.1" status: 204 len: 168 time: 0.2938268 Feb 10 15:12:26.253148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee818553-fa30-473e-accd-84b49c58270c req-9fe7acf4-6bd9-4ecc-bf79-75c7950911e2 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:26.254724 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee818553-fa30-473e-accd-84b49c58270c req-9fe7acf4-6bd9-4ecc-bf79-75c7950911e2 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 945 time: 0.1664128 Feb 10 15:12:26.270433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4963651-db64-4d68-ac39-df03d0552154 req-deb76ac1-ce28-4690-8d72-9cf145d22847 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909312 Feb 10 15:12:26.300107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d3bf8-a8ee-4a7c-ac14-54959021b444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7798c764-25d5-4864-a727-12ca833914d2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:26.336197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-33b488f1-a20b-451f-af93-d97ca0b61140 None None] Provisioning complete for port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:26.337451 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] For port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:26.338877 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-33b488f1-a20b-451f-af93-d97ca0b61140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:26.353832 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee818553-fa30-473e-accd-84b49c58270c req-0cefaf71-2e6e-4551-a26e-38bf0f8af340 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/security-groups?id=f73f8253-89e0-42cf-825e-e88d680eeb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814545 Feb 10 15:12:26.393909 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed2c6aa-d544-4901-9148-efa796be146d admin admin] Made reservation on behalf of 6980c2527c3f4cde8cf1fe5ca698dc05 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:26.396682 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c6aa-d544-4901-9148-efa796be146d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:26.445161 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34368) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:26.458282 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-33b488f1-a20b-451f-af93-d97ca0b61140 None None] Port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:12:26.467304 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] For port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:26.490238 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:26.499925 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:26.500434 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:26.521721 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:12:26.531321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:26.536812 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:26.554293 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4ce2e9ae-64ff-43e2-8c9c-4495a365ac61 admin admin] 10.222.0.64 "PUT /v2.0/routers/f18a5e52-676f-4250-9761-8b40dc17118c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6951358 Feb 10 15:12:26.564322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:26.564995 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:26.566474 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] 10.222.0.79 "PUT /v2.0/ports/9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 HTTP/1.1" status: 200 len: 1091 time: 1.7916503 Feb 10 15:12:26.569346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c7edda-5eee-4d7c-85e7-c1d832c34d3d', 'tag': '9658a1eb-bf9a-4c94-bb97-8f297d2e1f33'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:26.571446 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe019db-4ffe-4f3d-949b-edc10f56b098" -d '{"events": [{"name": "network-changed", "server_uuid": "22c7edda-5eee-4d7c-85e7-c1d832c34d3d", "tag": "9658a1eb-bf9a-4c94-bb97-8f297d2e1f33"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:26.605609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54846be6-f41a-4d2b-9432-fab413dabc5a service neutron] Pushing event updated for resources: {'Port': ['ID=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:26.653626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:26.659229 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b24fe0-3c15-4545-bbfd-4cd203c8ec91 x-openstack-request-id: req-b8b24fe0-3c15-4545-bbfd-4cd203c8ec91 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:26.659624 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c7edda-5eee-4d7c-85e7-c1d832c34d3d", "tag": "9658a1eb-bf9a-4c94-bb97-8f297d2e1f33", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:26.660302 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b8b24fe0-3c15-4545-bbfd-4cd203c8ec91 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:26.660534 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c7edda-5eee-4d7c-85e7-c1d832c34d3d', 'tag': '9658a1eb-bf9a-4c94-bb97-8f297d2e1f33', 'status': 'completed', 'code': 200} Feb 10 15:12:26.734353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-04454b3f-8b0a-4458-991e-1d57048871ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:26.735877 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-04454b3f-8b0a-4458-991e-1d57048871ad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 1125 time: 0.1039507 Feb 10 15:12:26.741834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34380) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:26.751243 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c6aa-d544-4901-9148-efa796be146d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for subnet (8c6d7326-5c38-4fe8-832a-e5a495c9b28d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:26.758843 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e359431c-d936-481d-b89f-054989e7dd7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:26.809505 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Sync routers for ids ['f18a5e52-676f-4250-9761-8b40dc17118c'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:12:26.822834 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Routers {'f18a5e52-676f-4250-9761-8b40dc17118c'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:12:26.823781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:12:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f18a5e52-676f-4250-9761-8b40dc17118c'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:26.828319 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-9152c17b-0871-4c4a-bd3c-9e20bfb0590e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 HTTP/1.1" status: 200 len: 217 time: 0.0784357 Feb 10 15:12:26.873755 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e359431c-d936-481d-b89f-054989e7dd7c admin admin] Publish callbacks [] for security_group (5eca1df6-7749-470c-b886-59bfbd272bec), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:26.880409 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e359431c-d936-481d-b89f-054989e7dd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5eca1df6-7749-470c-b886-59bfbd272bec), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:26.899743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2c6aa-d544-4901-9148-efa796be146d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c6d7326-5c38-4fe8-832a-e5a495c9b28d,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:26.918026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-83513de0-7649-4f05-93fb-88b5d7f8b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:26.919563 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-83513de0-7649-4f05-93fb-88b5d7f8b215 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.0844641 Feb 10 15:12:26.920684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed2c6aa-d544-4901-9148-efa796be146d admin admin] Checking segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:26.921074 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed2c6aa-d544-4901-9148-efa796be146d admin admin] Network hostable DHCP agents. Network: bba4c2f7-b784-4274-bd35-bde2e7f7ce5b, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:12:26.944596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e359431c-d936-481d-b89f-054989e7dd7c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2055f76c8a554d03bbd2501b80ea839e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013183 Feb 10 15:12:26.947440 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34384) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:26.964899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359431c-d936-481d-b89f-054989e7dd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eca1df6-7749-470c-b886-59bfbd272bec,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:26.986533 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-5720c3ce-d7ca-4382-bc1f-1096a1298833 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570059 Feb 10 15:12:26.989702 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Set router f18a5e52-676f-4250-9761-8b40dc17118c gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:12:26.995418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed2c6aa-d544-4901-9148-efa796be146d admin admin] Network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:12:27.043929 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-354368e0-20ab-4e16-bf76-cf59a30b9974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:27.044983 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-0ed2c6aa-d544-4901-9148-efa796be146d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, bba4c2f7-b784-4274-bd35-bde2e7f7ce5b) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:27.049922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed2c6aa-d544-4901-9148-efa796be146d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:27.050710 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c6aa-d544-4901-9148-efa796be146d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:27.154730 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-354368e0-20ab-4e16-bf76-cf59a30b9974 admin admin] Publish callbacks [] for security_group (6094349b-920d-4988-85e1-594d9cb31b08), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:27.164025 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-354368e0-20ab-4e16-bf76-cf59a30b9974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6094349b-920d-4988-85e1-594d9cb31b08), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:27.164236 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0ed2c6aa-d544-4901-9148-efa796be146d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0040195 Feb 10 15:12:27.200959 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-854c8137-521f-4375-9651-7c28418515aa admin admin] Publish callbacks [] for security_group (5eca1df6-7749-470c-b886-59bfbd272bec), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:27.206149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354368e0-20ab-4e16-bf76-cf59a30b9974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6094349b-920d-4988-85e1-594d9cb31b08,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:27.218406 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-19a6881e-7242-4593-a04d-5a88d5790e8c service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203591 Feb 10 15:12:27.224243 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-354368e0-20ab-4e16-bf76-cf59a30b9974 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67ba2bde56c6499aa49ed5e492674116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7772734 Feb 10 15:12:27.225054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34394) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:27.249181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34396) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:27.265175 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-854c8137-521f-4375-9651-7c28418515aa admin admin] Publish callbacks [] for security_group (5eca1df6-7749-470c-b886-59bfbd272bec), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:27.270047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9e5ea7-1e24-41e3-9fcb-02bac32f0308 None None] Network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:12:27.281656 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-758d429d-f174-41cf-a33c-1b59c5fb3dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:27.346936 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-276da092-6ef0-460b-81ac-c1cd7dfb9dd4 admin admin] Publish callbacks [] for security_group (6094349b-920d-4988-85e1-594d9cb31b08), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:27.389934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23ff254-92df-4fd4-9445-d39ff6b111e5 None None] Network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:12:27.391080 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-276da092-6ef0-460b-81ac-c1cd7dfb9dd4 admin admin] Publish callbacks [] for security_group (6094349b-920d-4988-85e1-594d9cb31b08), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:27.485084 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-276da092-6ef0-460b-81ac-c1cd7dfb9dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6094349b-920d-4988-85e1-594d9cb31b08), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:27.487740 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-276da092-6ef0-460b-81ac-c1cd7dfb9dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:27.492089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-276da092-6ef0-460b-81ac-c1cd7dfb9dd4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6094349b-920d-4988-85e1-594d9cb31b08 HTTP/1.1" status: 204 len: 168 time: 0.2657392 Feb 10 15:12:27.521186 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0053c235-e035-4ed6-b270-7d87ec45f170 req-f2feb159-723b-4d8b-96e2-79a27a71966c service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884886 Feb 10 15:12:27.525522 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-854c8137-521f-4375-9651-7c28418515aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5eca1df6-7749-470c-b886-59bfbd272bec), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:27.530728 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-854c8137-521f-4375-9651-7c28418515aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:27.536700 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-854c8137-521f-4375-9651-7c28418515aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5eca1df6-7749-470c-b886-59bfbd272bec HTTP/1.1" status: 204 len: 168 time: 0.5591965 Feb 10 15:12:27.540350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276da092-6ef0-460b-81ac-c1cd7dfb9dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6094349b-920d-4988-85e1-594d9cb31b08,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:27.563779 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c8137-521f-4375-9651-7c28418515aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eca1df6-7749-470c-b886-59bfbd272bec,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:27.592459 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e65c-060b-42c1-b618-599773c2177f req-67cec6dc-3e01-438e-acd4-e60cb4114ad4 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:27.594376 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d60e65c-060b-42c1-b618-599773c2177f req-67cec6dc-3e01-438e-acd4-e60cb4114ad4 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 945 time: 0.2543821 Feb 10 15:12:27.625039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a60abe-ef39-4161-aa0d-624af21abdcf req-02ff3499-e70a-4653-a056-5ee95cfed96a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:27.632068 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85a60abe-ef39-4161-aa0d-624af21abdcf req-02ff3499-e70a-4653-a056-5ee95cfed96a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 943 time: 0.1959877 Feb 10 15:12:27.719855 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe019db-4ffe-4f3d-949b-edc10f56b098 req-2cdd2158-b8cd-4911-acdc-0461487f7a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:27.724607 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5fe019db-4ffe-4f3d-949b-edc10f56b098 req-2cdd2158-b8cd-4911-acdc-0461487f7a3e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 1125 time: 0.1308672 Feb 10 15:12:27.744869 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85a60abe-ef39-4161-aa0d-624af21abdcf req-5f9f34c5-d86b-4536-b7e6-0038c0f244f8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094975 Feb 10 15:12:27.813575 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954033795-router', 'tenant_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:18Z', 'updated_at': '2022-02-10T15:12:24Z', 'revision_number': 4, 'project_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'gw_port': {'id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:19Z', 'updated_at': '2022-02-10T15:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2', 'name': '', 'network_id': '96194d6b-a169-422e-8f32-ab2d2e4cb3e9', 'tenant_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'mac_address': 'fa:16:3e:6b:c1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '98ff03ef-ef64-4e62-9cd0-c10f371ef35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:23Z', 'updated_at': '2022-02-10T15:12:24Z', 'revision_number': 2, 'project_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'subnets': [{'id': '98ff03ef-ef64-4e62-9cd0-c10f371ef35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:27.882301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Checking router: f18a5e52-676f-4250-9761-8b40dc17118c for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:12:27.882614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Updating router f18a5e52-676f-4250-9761-8b40dc17118c port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:12:27.885594 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-758d429d-f174-41cf-a33c-1b59c5fb3dd6 admin admin] Publish callbacks [] for security_group (05ef3577-1876-485e-b85e-685bf7a6fed1), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:27.917455 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:27.920417 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-758d429d-f174-41cf-a33c-1b59c5fb3dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (05ef3577-1876-485e-b85e-685bf7a6fed1), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:27.920960 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:27.984203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d429d-f174-41cf-a33c-1b59c5fb3dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ef3577-1876-485e-b85e-685bf7a6fed1,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:28.047918 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-758d429d-f174-41cf-a33c-1b59c5fb3dd6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22de1ede4fd849018265c4ff45fe97ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7971685 Feb 10 15:12:28.048567 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34418) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:28.075216 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:28.075943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc100dc-07cd-4b58-b74a-e77322358727 req-6ef0620b-7e5d-4de5-94f2-376d8183524e tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:28.076389 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:28.083271 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6dc100dc-07cd-4b58-b74a-e77322358727 req-6ef0620b-7e5d-4de5-94f2-376d8183524e tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 945 time: 0.2543912 Feb 10 15:12:28.105444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe019db-4ffe-4f3d-949b-edc10f56b098 req-30b7149c-57f4-40ba-a23f-d946337c49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:28.108782 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5fe019db-4ffe-4f3d-949b-edc10f56b098 req-30b7149c-57f4-40ba-a23f-d946337c49e6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.3746572 Feb 10 15:12:28.108920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-3d60e65c-060b-42c1-b618-599773c2177f req-466f8dff-0493-4918-b94d-c959d9e6dcef tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Deleting port 9a2ffa5f-f120-415f-a834-515995e05e0b {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:12:28.109469 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3d60e65c-060b-42c1-b618-599773c2177f req-466f8dff-0493-4918-b94d-c959d9e6dcef tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9a2ffa5f-f120-415f-a834-515995e05e0b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:28.187060 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5fe019db-4ffe-4f3d-949b-edc10f56b098 req-ef005c3a-a204-49b1-b515-3d9946281433 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 HTTP/1.1" status: 200 len: 217 time: 0.0712812 Feb 10 15:12:28.192749 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:28.238707 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6dc100dc-07cd-4b58-b74a-e77322358727 req-24a8e70c-b837-41f9-ae9b-5ce6914f6aac tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/security-groups?id=f73f8253-89e0-42cf-825e-e88d680eeb35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506264 Feb 10 15:12:28.252270 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9deb2f4-62fc-4bbe-92a0-1f7e8170ce9b admin admin] Publish callbacks [] for security_group (05ef3577-1876-485e-b85e-685bf7a6fed1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:28.270984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe019db-4ffe-4f3d-949b-edc10f56b098 req-fee2572a-a748-4fd6-9767-d972114e2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:28.272617 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5fe019db-4ffe-4f3d-949b-edc10f56b098 req-fee2572a-a748-4fd6-9767-d972114e2437 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.0794826 Feb 10 15:12:28.291396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-3d60e65c-060b-42c1-b618-599773c2177f req-466f8dff-0493-4918-b94d-c959d9e6dcef tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] For port 9a2ffa5f-f120-415f-a834-515995e05e0b, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9a2ffa5f-f120-415f-a834-515995e05e0b,segment=NetworkSegment(080c56b9-582b-4f70-bead-0d6ee44d57eb),segment_id=080c56b9-582b-4f70-bead-0d6ee44d57eb)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:28.291767 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3d60e65c-060b-42c1-b618-599773c2177f req-466f8dff-0493-4918-b94d-c959d9e6dcef tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9a2ffa5f-f120-415f-a834-515995e05e0b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:28.308572 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9deb2f4-62fc-4bbe-92a0-1f7e8170ce9b admin admin] Publish callbacks [] for security_group (05ef3577-1876-485e-b85e-685bf7a6fed1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:28.318059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-3d60e65c-060b-42c1-b618-599773c2177f req-466f8dff-0493-4918-b94d-c959d9e6dcef tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Calling delete_port for 9a2ffa5f-f120-415f-a834-515995e05e0b owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:12:28.354686 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5fe019db-4ffe-4f3d-949b-edc10f56b098 req-a7e25988-fa7a-4141-85b1-f2cebfc8cbb0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746353 Feb 10 15:12:28.422385 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9deb2f4-62fc-4bbe-92a0-1f7e8170ce9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (05ef3577-1876-485e-b85e-685bf7a6fed1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:28.425336 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9deb2f4-62fc-4bbe-92a0-1f7e8170ce9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:28.429231 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b9deb2f4-62fc-4bbe-92a0-1f7e8170ce9b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05ef3577-1876-485e-b85e-685bf7a6fed1 HTTP/1.1" status: 204 len: 168 time: 0.3787775 Feb 10 15:12:28.437439 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Publish callbacks [] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:28.440760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9deb2f4-62fc-4bbe-92a0-1f7e8170ce9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ef3577-1876-485e-b85e-685bf7a6fed1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:28.454943 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:28.526096 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5fe019db-4ffe-4f3d-949b-edc10f56b098 req-8377f27f-8c6f-4936-b987-a555e99c8e2d service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643753 Feb 10 15:12:28.529682 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ff507-1e19-497d-bc16-1cfc60ce7f52 None None] Pushing event updated for resources: {'Port': ['ID=0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:28.529855 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3d60e65c-060b-42c1-b618-599773c2177f req-466f8dff-0493-4918-b94d-c959d9e6dcef tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (9a2ffa5f-f120-415f-a834-515995e05e0b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:28.559308 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['9a2ffa5f-f120-415f-a834-515995e05e0b'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:12:28.575944 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f8dff-0493-4918-b94d-c959d9e6dcef tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Pushing event deleted for resources: {'Port': ['ID=9a2ffa5f-f120-415f-a834-515995e05e0b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:28.627186 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Attempting to bind port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:28.627558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Attempting to bind port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7202d855-e163-44dd-95d7-cb933e580602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '96194d6b-a169-422e-8f32-ab2d2e4cb3e9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:28.627924 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Attempting to bind port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 on network 96194d6b-a169-422e-8f32-ab2d2e4cb3e9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:28.643164 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:28.643550 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Checking segment: {'id': '7202d855-e163-44dd-95d7-cb933e580602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '96194d6b-a169-422e-8f32-ab2d2e4cb3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:28.643965 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:28.644362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Bound using segment: {'id': '7202d855-e163-44dd-95d7-cb933e580602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '96194d6b-a169-422e-8f32-ab2d2e4cb3e9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:28.645156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Bound port: 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7202d855-e163-44dd-95d7-cb933e580602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '96194d6b-a169-422e-8f32-ab2d2e4cb3e9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:28.645543 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:28.726260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34434) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:28.748267 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8be7592-42cd-4e25-8e2c-65b6ecf37ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:28.754408 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5fe019db-4ffe-4f3d-949b-edc10f56b098 req-2be35733-30c8-49f7-a72d-15637f2e6b90 service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121158 Feb 10 15:12:28.796792 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] For port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:28.797601 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d60e65c-060b-42c1-b618-599773c2177f req-466f8dff-0493-4918-b94d-c959d9e6dcef tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] No DVR routers for this DVR port 9a2ffa5f-f120-415f-a834-515995e05e0b on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:12:28.803412 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3d60e65c-060b-42c1-b618-599773c2177f req-466f8dff-0493-4918-b94d-c959d9e6dcef tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:28.806553 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] For port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2,segment=NetworkSegment(7202d855-e163-44dd-95d7-cb933e580602),segment_id=7202d855-e163-44dd-95d7-cb933e580602)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:28.810018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d60e65c-060b-42c1-b618-599773c2177f req-466f8dff-0493-4918-b94d-c959d9e6dcef tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.72 "DELETE /v2.0/ports/9a2ffa5f-f120-415f-a834-515995e05e0b HTTP/1.1" status: 204 len: 173 time: 1.2044525 Feb 10 15:12:28.811007 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe5dba7-932b-47e3-9d17-fe9c3e613c4a', 'name': 'network-vif-deleted', 'tag': '9a2ffa5f-f120-415f-a834-515995e05e0b'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:28.814745 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6797794-c978-4a86-ada6-223c0a54d593" -d '{"events": [{"server_uuid": "bbe5dba7-932b-47e3-9d17-fe9c3e613c4a", "name": "network-vif-deleted", "tag": "9a2ffa5f-f120-415f-a834-515995e05e0b"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:28.824406 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:28.929013 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad2bb51-8e36-41ad-87cc-121a4a524edd x-openstack-request-id: req-cad2bb51-8e36-41ad-87cc-121a4a524edd {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:28.929324 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe5dba7-932b-47e3-9d17-fe9c3e613c4a", "name": "network-vif-deleted", "tag": "9a2ffa5f-f120-415f-a834-515995e05e0b", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:28.929734 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cad2bb51-8e36-41ad-87cc-121a4a524edd {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:28.931104 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe5dba7-932b-47e3-9d17-fe9c3e613c4a', 'name': 'network-vif-deleted', 'tag': '9a2ffa5f-f120-415f-a834-515995e05e0b', 'status': 'completed', 'code': 200} Feb 10 15:12:28.983301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Routers {'f18a5e52-676f-4250-9761-8b40dc17118c'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:12:28.988292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:12:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f18a5e52-676f-4250-9761-8b40dc17118c'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:29.027863 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8be7592-42cd-4e25-8e2c-65b6ecf37ef9 admin admin] Publish callbacks [] for security_group (d2764305-74c1-4a95-a674-e66975f15d01), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:29.035751 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8be7592-42cd-4e25-8e2c-65b6ecf37ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d2764305-74c1-4a95-a674-e66975f15d01), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:29.049185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007dbb2-c08a-4845-97ce-c3ef906705e8 req-eb04a089-d501-427d-9a30-afadff4c225e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:29.073198 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c007dbb2-c08a-4845-97ce-c3ef906705e8 req-eb04a089-d501-427d-9a30-afadff4c225e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 943 time: 0.1366837 Feb 10 15:12:29.091677 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f8be7592-42cd-4e25-8e2c-65b6ecf37ef9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e5bd9a72b77c45cf9ea6542cf3c780fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637450 Feb 10 15:12:29.092780 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be7592-42cd-4e25-8e2c-65b6ecf37ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2764305-74c1-4a95-a674-e66975f15d01,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:29.096554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34452) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:29.168520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ff507-1e19-497d-bc16-1cfc60ce7f52 None None] Pushing event updated for resources: {'Port': ['ID=0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:29.191324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9da98bf7-4032-425a-bd55-ffa75d3172a9 None None] Provisioning complete for port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:29.191988 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9da98bf7-4032-425a-bd55-ffa75d3172a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:29.194426 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e79faf3-7c6d-44a4-8fd4-a08d97837290 admin admin] Publish callbacks [] for security_group (d2764305-74c1-4a95-a674-e66975f15d01), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:29.206158 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c007dbb2-c08a-4845-97ce-c3ef906705e8 req-9415eb24-bc79-4240-908e-b261c76040b3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292183 Feb 10 15:12:29.250151 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e79faf3-7c6d-44a4-8fd4-a08d97837290 admin admin] Publish callbacks [] for security_group (d2764305-74c1-4a95-a674-e66975f15d01), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:29.365109 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e79faf3-7c6d-44a4-8fd4-a08d97837290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d2764305-74c1-4a95-a674-e66975f15d01), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:29.369217 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e79faf3-7c6d-44a4-8fd4-a08d97837290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:29.372073 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3e79faf3-7c6d-44a4-8fd4-a08d97837290 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2764305-74c1-4a95-a674-e66975f15d01 HTTP/1.1" status: 204 len: 168 time: 0.2739384 Feb 10 15:12:29.396263 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79faf3-7c6d-44a4-8fd4-a08d97837290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2764305-74c1-4a95-a674-e66975f15d01,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:29.401411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] Set router f18a5e52-676f-4250-9761-8b40dc17118c gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:12:29.458283 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9da98bf7-4032-425a-bd55-ffa75d3172a9 None None] Current status of the port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:29.458705 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9da98bf7-4032-425a-bd55-ffa75d3172a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:29.551953 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b00127c-22c7-4a97-9f5c-9b7aa1cb5b57 req-1eb90e13-06a7-41b3-8dc7-e487d16b3251 tempest-InstanceActionsV221TestJSON-1512061898 tempest-InstanceActionsV221TestJSON-1512061898-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe5dba7-932b-47e3-9d17-fe9c3e613c4a HTTP/1.1" status: 200 len: 210 time: 0.0559845 Feb 10 15:12:29.633945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9da98bf7-4032-425a-bd55-ffa75d3172a9 None None] For port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2,segment=NetworkSegment(7202d855-e163-44dd-95d7-cb933e580602),segment_id=7202d855-e163-44dd-95d7-cb933e580602)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:29.639235 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9da98bf7-4032-425a-bd55-ffa75d3172a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:29.664386 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34464) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:29.671263 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a2e9ed61-03e4-4624-863a-aef24809e52a tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--66411901', 'description': 'tempest-description--1072782991'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:29.713280 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ed61-03e4-4624-863a-aef24809e52a tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:29.794626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da98bf7-4032-425a-bd55-ffa75d3172a9 None None] Pushing event updated for resources: {'Port': ['ID=0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:29.805555 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c49fb86-9615-47aa-b68b-84ae0546bea4 None None] Provisioning complete for port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:29.805925 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c49fb86-9615-47aa-b68b-84ae0546bea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:29.832335 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ed61-03e4-4624-863a-aef24809e52a tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for security_group (edb77b59-2bf3-42a3-8828-2b265339637e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:29.839247 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ed61-03e4-4624-863a-aef24809e52a tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (edb77b59-2bf3-42a3-8828-2b265339637e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:29.854403 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954033795-router', 'tenant_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:18Z', 'updated_at': '2022-02-10T15:12:24Z', 'revision_number': 4, 'project_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'gw_port': {'id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:19Z', 'updated_at': '2022-02-10T15:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2', 'name': '', 'network_id': '96194d6b-a169-422e-8f32-ab2d2e4cb3e9', 'tenant_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'mac_address': 'fa:16:3e:6b:c1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '98ff03ef-ef64-4e62-9cd0-c10f371ef35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:23Z', 'updated_at': '2022-02-10T15:12:28Z', 'revision_number': 4, 'project_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'subnets': [{'id': '98ff03ef-ef64-4e62-9cd0-c10f371ef35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:29.878487 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ed61-03e4-4624-863a-aef24809e52a tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:29.880021 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a2e9ed61-03e4-4624-863a-aef24809e52a tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2141120 Feb 10 15:12:29.883024 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34476) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:29.885379 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2436018-efe7-4762-a587-45e5ad6e18fc None None] The sync data for ids ['f18a5e52-676f-4250-9761-8b40dc17118c'] in n-d-815324-7 is: [{'id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954033795-router', 'tenant_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:18Z', 'updated_at': '2022-02-10T15:12:24Z', 'revision_number': 4, 'project_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'gw_port': {'id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:19Z', 'updated_at': '2022-02-10T15:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2', 'name': '', 'network_id': '96194d6b-a169-422e-8f32-ab2d2e4cb3e9', 'tenant_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'mac_address': 'fa:16:3e:6b:c1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '98ff03ef-ef64-4e62-9cd0-c10f371ef35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:23Z', 'updated_at': '2022-02-10T15:12:28Z', 'revision_number': 4, 'project_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'subnets': [{'id': '98ff03ef-ef64-4e62-9cd0-c10f371ef35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:12:29.898391 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-3927793f-d1c9-4310-bd9e-f6cea7d19fcf tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Request body: {'security_group_rule': {'security_group_id': 'edb77b59-2bf3-42a3-8828-2b265339637e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:29.922155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9ed61-03e4-4624-863a-aef24809e52a tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb77b59-2bf3-42a3-8828-2b265339637e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:29.936911 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3927793f-d1c9-4310-bd9e-f6cea7d19fcf tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for security_group_rule (36d4b5df-3e36-4d98-9192-f4330d499dd4), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:29.986813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c49fb86-9615-47aa-b68b-84ae0546bea4 None None] Current status of the port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:30.000593 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34482) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:30.007220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-5f6e2dbd-434a-4dbe-a22f-5499930e3274 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-543640327-network', 'tenant_id': 'c042aedac3bf4cff823424a1be69bc95'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:30.051965 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6e2dbd-434a-4dbe-a22f-5499930e3274 admin admin] Made reservation on behalf of c042aedac3bf4cff823424a1be69bc95 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:30.054490 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2dbd-434a-4dbe-a22f-5499930e3274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.069051 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2dbd-434a-4dbe-a22f-5499930e3274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.073124 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3927793f-d1c9-4310-bd9e-f6cea7d19fcf tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for security_group_rule (36d4b5df-3e36-4d98-9192-f4330d499dd4), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.081801 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3927793f-d1c9-4310-bd9e-f6cea7d19fcf tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (36d4b5df-3e36-4d98-9192-f4330d499dd4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.105776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927793f-d1c9-4310-bd9e-f6cea7d19fcf tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d4b5df-3e36-4d98-9192-f4330d499dd4,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:30.120394 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3927793f-d1c9-4310-bd9e-f6cea7d19fcf tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.121759 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3927793f-d1c9-4310-bd9e-f6cea7d19fcf tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2367628 Feb 10 15:12:30.124344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34484) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:30.129355 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-5dd00e39-9165-432d-bf7b-988dfb809e93 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Request body: {'security_group_rule': {'security_group_id': 'edb77b59-2bf3-42a3-8828-2b265339637e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:30.170662 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5dd00e39-9165-432d-bf7b-988dfb809e93 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for security_group_rule (b697f119-fc33-4bfa-989a-5f96e0d61f15), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.221125 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2dbd-434a-4dbe-a22f-5499930e3274 admin admin] Publish callbacks [] for security_group (6bc11590-16a4-4e1d-81b2-fea936835888), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.237854 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2dbd-434a-4dbe-a22f-5499930e3274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6bc11590-16a4-4e1d-81b2-fea936835888), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.275260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6e2dbd-434a-4dbe-a22f-5499930e3274 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:12:30.285113 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5dd00e39-9165-432d-bf7b-988dfb809e93 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for security_group_rule (b697f119-fc33-4bfa-989a-5f96e0d61f15), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.299355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e2dbd-434a-4dbe-a22f-5499930e3274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc11590-16a4-4e1d-81b2-fea936835888,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:30.301515 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5dd00e39-9165-432d-bf7b-988dfb809e93 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (b697f119-fc33-4bfa-989a-5f96e0d61f15), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.309136 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2dbd-434a-4dbe-a22f-5499930e3274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (a20d8a9f-4507-4a54-823b-dbbff51ab582), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.309475 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-5f6e2dbd-434a-4dbe-a22f-5499930e3274 admin admin] Added segment a20d8a9f-4507-4a54-823b-dbbff51ab582 of type vlan for network 276449d2-4e14-481f-9f6c-3911ee4abb48 Feb 10 15:12:30.332190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd00e39-9165-432d-bf7b-988dfb809e93 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b697f119-fc33-4bfa-989a-5f96e0d61f15,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:30.386680 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5dd00e39-9165-432d-bf7b-988dfb809e93 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.387931 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5dd00e39-9165-432d-bf7b-988dfb809e93 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2625144 Feb 10 15:12:30.392895 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34498) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:30.405549 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:30.429429 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2dbd-434a-4dbe-a22f-5499930e3274 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (276449d2-4e14-481f-9f6c-3911ee4abb48), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.453917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f996e-3b2a-4d7b-a9bd-966619dcb73d req-46720e33-c53a-41ba-868b-6653a258b8c9 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:30.455680 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-af5f996e-3b2a-4d7b-a9bd-966619dcb73d req-46720e33-c53a-41ba-868b-6653a258b8c9 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 943 time: 0.1691747 Feb 10 15:12:30.491406 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2dbd-434a-4dbe-a22f-5499930e3274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (276449d2-4e14-481f-9f6c-3911ee4abb48), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.492417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6e2dbd-434a-4dbe-a22f-5499930e3274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:30.493676 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.500034 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2dbd-434a-4dbe-a22f-5499930e3274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.554621 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5f6e2dbd-434a-4dbe-a22f-5499930e3274 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5502439 Feb 10 15:12:30.557870 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34504) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:30.562830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e73cc43f-a0e4-4103-b950-dfbadcfb55f4 admin admin] Request body: {'subnet': {'network_id': '276449d2-4e14-481f-9f6c-3911ee4abb48', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-543640327-subnet', 'tenant_id': 'c042aedac3bf4cff823424a1be69bc95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:30.639713 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-af5f996e-3b2a-4d7b-a9bd-966619dcb73d req-ead62158-a5dd-4310-b106-656512bb4e13 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679981 Feb 10 15:12:30.651372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73cc43f-a0e4-4103-b950-dfbadcfb55f4 admin admin] Made reservation on behalf of c042aedac3bf4cff823424a1be69bc95 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:30.657854 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e73cc43f-a0e4-4103-b950-dfbadcfb55f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.688773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e2dbd-434a-4dbe-a22f-5499930e3274 admin admin] Pushing event updated for resources: {'Network': ['ID=276449d2-4e14-481f-9f6c-3911ee4abb48,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:30.707368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 276449d2-4e14-481f-9f6c-3911ee4abb48 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:12:30.918406 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:30.955659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34526) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:31.101304 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-44dc9210-d5f5-43b2-ae47-83ad8e011429 admin admin] Deleting subnet 4b916edf-3d08-4a20-b4a7-3e88c1fcc2d4 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:12:31.112367 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44dc9210-d5f5-43b2-ae47-83ad8e011429 admin admin] Publish callbacks [] for subnet (4b916edf-3d08-4a20-b4a7-3e88c1fcc2d4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:31.186617 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44dc9210-d5f5-43b2-ae47-83ad8e011429 admin admin] Publish callbacks [] for subnet (4b916edf-3d08-4a20-b4a7-3e88c1fcc2d4), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:31.194171 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e73cc43f-a0e4-4103-b950-dfbadcfb55f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for subnet (d2f8f548-3c13-42bb-a621-04278fe748fe), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:31.209149 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44dc9210-d5f5-43b2-ae47-83ad8e011429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (4b916edf-3d08-4a20-b4a7-3e88c1fcc2d4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:31.220744 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Allocated IP 172.25.3.62 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/5b8ba69f-5bbc-4717-b48b-f6e79f6281f1) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:12:31.302100 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44dc9210-d5f5-43b2-ae47-83ad8e011429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for subnet (4b916edf-3d08-4a20-b4a7-3e88c1fcc2d4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:31.331759 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73cc43f-a0e4-4103-b950-dfbadcfb55f4 admin admin] Checking segment: {'id': 'a20d8a9f-4507-4a54-823b-dbbff51ab582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '276449d2-4e14-481f-9f6c-3911ee4abb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:31.331994 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73cc43f-a0e4-4103-b950-dfbadcfb55f4 admin admin] Network hostable DHCP agents. Network: 276449d2-4e14-481f-9f6c-3911ee4abb48, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:12:31.355964 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc9210-d5f5-43b2-ae47-83ad8e011429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b916edf-3d08-4a20-b4a7-3e88c1fcc2d4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:31.367374 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44dc9210-d5f5-43b2-ae47-83ad8e011429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:31.377023 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-44dc9210-d5f5-43b2-ae47-83ad8e011429 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4b916edf-3d08-4a20-b4a7-3e88c1fcc2d4 HTTP/1.1" status: 204 len: 168 time: 0.4200938 Feb 10 15:12:31.377279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cc43f-a0e4-4103-b950-dfbadcfb55f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f8f548-3c13-42bb-a621-04278fe748fe,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:31.378492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34538) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:31.421403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73cc43f-a0e4-4103-b950-dfbadcfb55f4 admin admin] Network 276449d2-4e14-481f-9f6c-3911ee4abb48 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:12:31.488464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34542) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:31.496959 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for port (5b8ba69f-5bbc-4717-b48b-f6e79f6281f1), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:31.508756 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-e73cc43f-a0e4-4103-b950-dfbadcfb55f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 276449d2-4e14-481f-9f6c-3911ee4abb48) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:31.516589 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beedd40f-97a0-4348-aaac-b4cefe78a533 None None] Network 276449d2-4e14-481f-9f6c-3911ee4abb48 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:12:31.543935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73cc43f-a0e4-4103-b950-dfbadcfb55f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:31.543935 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e73cc43f-a0e4-4103-b950-dfbadcfb55f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:31.567959 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9a2ffa5f-f120-415f-a834-515995e05e0b no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:12:31.574623 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (c469b2fd-c6b2-48a9-a710-6ca2916e14da), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:31.627368 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-465dc895-55bc-4737-808b-42063e6b6979 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=15fd52d42c4549c1a1fd6f9365a2487b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837140 Feb 10 15:12:31.632156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 9a2ffa5f-f120-415f-a834-515995e05e0b {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:12:31.632471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9a2ffa5f-f120-415f-a834-515995e05e0b not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:12:31.670368 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e73cc43f-a0e4-4103-b950-dfbadcfb55f4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1114380 Feb 10 15:12:31.729611 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (c469b2fd-c6b2-48a9-a710-6ca2916e14da), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:31.752526 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:12:31.752804 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:12:31.759913 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:12:31.760297 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Subscribe: > port after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:12:31.760642 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:12:31.761002 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Subscribe: > port after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:12:31.761344 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:12:31.761682 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:12:31.762222 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:12:31.762820 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:12:31.770862 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e515fbb6-747e-4b37-9fb8-41745dcabd7b None None] Network 276449d2-4e14-481f-9f6c-3911ee4abb48 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:12:31.838320 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (5b8ba69f-5bbc-4717-b48b-f6e79f6281f1), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:31.846828 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:12:31.846828 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:12:31.847105 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:12:31.847319 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:12:31.847736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c469b2fd-c6b2-48a9-a710-6ca2916e14da']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:31.866026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080c56b9-582b-4f70-bead-0d6ee44d57eb') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:31.866322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080c56b9-582b-4f70-bead-0d6ee44d57eb') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:31.882941 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (080c56b9-582b-4f70-bead-0d6ee44d57eb), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:31.901258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:31.905513 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (080c56b9-582b-4f70-bead-0d6ee44d57eb), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:31.908941 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:31.915502 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:12:31.918816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:12:31.919311 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (080c56b9-582b-4f70-bead-0d6ee44d57eb), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:31.945509 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0899e5-52b7-4179-9d93-069d35f90b05 req-13239090-8824-4d1d-932c-21d5a54440ad tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: from cryptography.utils import int_from_bytes Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: from cryptography.utils import int_from_bytes Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:12:31.951734 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:12:31.954260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0899e5-52b7-4179-9d93-069d35f90b05 req-13239090-8824-4d1d-932c-21d5a54440ad tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 943 time: 0.1637435 Feb 10 15:12:31.964231 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-97fdbbf7-7215-4f33-b472-64c8058db365 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:31.965749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-97fdbbf7-7215-4f33-b472-64c8058db365 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3252304 Feb 10 15:12:31.970930 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Pushing event updated for resources: {'Port': ['ID=5b8ba69f-5bbc-4717-b48b-f6e79f6281f1,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:31.975537 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:12:31.996811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-193066f0-4063-4143-a0c3-033ba3b23758 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-680851624-network', 'tenant_id': '543fe50505f04fd198a7725e992a3dad'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:32.019004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:32.028814 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0899e5-52b7-4179-9d93-069d35f90b05 req-1e0fd684-1eb5-431c-93ce-bce3070bae63 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702991 Feb 10 15:12:32.030340 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-503bb7d3-0f4b-4c5f-9c7f-1e7e2d3e9b6f tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/quotas/15fd52d42c4549c1a1fd6f9365a2487b HTTP/1.1" status: 200 len: 375 time: 0.0559266 Feb 10 15:12:32.084998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-992a3350-e711-4dd0-817f-526d70c25f85 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=15fd52d42c4549c1a1fd6f9365a2487b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424974 Feb 10 15:12:32.088659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193066f0-4063-4143-a0c3-033ba3b23758 admin admin] Made reservation on behalf of 543fe50505f04fd198a7725e992a3dad for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:32.096845 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-193066f0-4063-4143-a0c3-033ba3b23758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.136741 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (c469b2fd-c6b2-48a9-a710-6ca2916e14da), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.139379 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-193066f0-4063-4143-a0c3-033ba3b23758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.176872 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.184576 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] 10.222.0.64 "DELETE /v2.0/networks/c469b2fd-c6b2-48a9-a710-6ca2916e14da HTTP/1.1" status: 204 len: 168 time: 0.8050449 Feb 10 15:12:32.221173 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for floatingip (44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.251669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23228e-d363-45e9-95d2-937bafd37a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=c469b2fd-c6b2-48a9-a710-6ca2916e14da,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:32.257006 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:32.260578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:32.261106 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.296319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '9658a1eb-bf9a-4c94-bb97-8f297d2e1f33', 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2', 'port_id': '9658a1eb-bf9a-4c94-bb97-8f297d2e1f33', 'mac_address': 'fa:16:3e:dc:ff:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280068a4-721d-4c2d-853f-dbf51a615c03', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:12:32.297610 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5b8ba69f-5bbc-4717-b48b-f6e79f6281f1), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.357344 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:32.358416 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.358656 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4270a65-502d-445c-a8b3-a122fcceabd8 req-6cd35df1-a03e-4aa5-bd30-0d5b52470106 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/ports?device_id=83284218-c231-4cbe-b798-05ecf2c59e0a HTTP/1.1" status: 200 len: 210 time: 0.0712726 Feb 10 15:12:32.382258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:32.388565 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-193066f0-4063-4143-a0c3-033ba3b23758 admin admin] Publish callbacks [] for security_group (c1010d7a-a307-4f83-8334-2741bb0e426e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.398228 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-193066f0-4063-4143-a0c3-033ba3b23758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c1010d7a-a307-4f83-8334-2741bb0e426e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.458439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193066f0-4063-4143-a0c3-033ba3b23758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:12:32.463988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:32.469066 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:32.474251 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.509952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193066f0-4063-4143-a0c3-033ba3b23758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1010d7a-a307-4f83-8334-2741bb0e426e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:32.515158 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-193066f0-4063-4143-a0c3-033ba3b23758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (31a5f985-49a3-43be-9cf7-773864c45b9a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.516271 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-193066f0-4063-4143-a0c3-033ba3b23758 admin admin] Added segment 31a5f985-49a3-43be-9cf7-773864c45b9a of type vlan for network 0f3669c6-8384-4552-a228-c98b5e4b50a2 Feb 10 15:12:32.593779 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:32.594518 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-193066f0-4063-4143-a0c3-033ba3b23758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (0f3669c6-8384-4552-a228-c98b5e4b50a2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.630046 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for port (5b8ba69f-5bbc-4717-b48b-f6e79f6281f1), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.638337 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5b8ba69f-5bbc-4717-b48b-f6e79f6281f1), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.658179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34584) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:32.679419 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.680425 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-193066f0-4063-4143-a0c3-033ba3b23758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (0f3669c6-8384-4552-a228-c98b5e4b50a2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.681486 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193066f0-4063-4143-a0c3-033ba3b23758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:32.684054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-193066f0-4063-4143-a0c3-033ba3b23758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.707365 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Pushing event updated for resources: {'Port': ['ID=5b8ba69f-5bbc-4717-b48b-f6e79f6281f1,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:32.708835 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.710386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6f0c7d40-054a-4ca6-9dbd-44d8f4fb58d3 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3167691 Feb 10 15:12:32.738490 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-193066f0-4063-4143-a0c3-033ba3b23758 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2412360 Feb 10 15:12:32.739389 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34590) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:32.744457 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e2bfd43e-e2ca-4cc1-8194-268dc88c3d1b admin admin] Request body: {'subnet': {'network_id': '0f3669c6-8384-4552-a228-c98b5e4b50a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-680851624-subnet', 'tenant_id': '543fe50505f04fd198a7725e992a3dad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:32.775858 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bfd43e-e2ca-4cc1-8194-268dc88c3d1b admin admin] Made reservation on behalf of 543fe50505f04fd198a7725e992a3dad for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:32.782073 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2bfd43e-e2ca-4cc1-8194-268dc88c3d1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:32.786656 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['9658a1eb-bf9a-4c94-bb97-8f297d2e1f33'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:12:32.799842 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-31bdfe7c-4c88-47b0-90cd-914fe2be7c8b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6cea53e5d2bd48749cf0e2201b4f7a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385384 Feb 10 15:12:32.812104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34592) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:32.838252 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193066f0-4063-4143-a0c3-033ba3b23758 admin admin] Pushing event updated for resources: {'Network': ['ID=0f3669c6-8384-4552-a228-c98b5e4b50a2,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:32.874402 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 0f3669c6-8384-4552-a228-c98b5e4b50a2 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:12:32.977415 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3eb58e3e-ba81-4bc7-a8a5-89e493b768c2 admin admin] Publish callbacks [] for security_group (f73f8253-89e0-42cf-825e-e88d680eeb35), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:33.001016 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3eb58e3e-ba81-4bc7-a8a5-89e493b768c2 admin admin] Publish callbacks [] for security_group (f73f8253-89e0-42cf-825e-e88d680eeb35), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:33.095779 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3eb58e3e-ba81-4bc7-a8a5-89e493b768c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f73f8253-89e0-42cf-825e-e88d680eeb35), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:33.098702 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3eb58e3e-ba81-4bc7-a8a5-89e493b768c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:33.100343 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3eb58e3e-ba81-4bc7-a8a5-89e493b768c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f73f8253-89e0-42cf-825e-e88d680eeb35 HTTP/1.1" status: 204 len: 168 time: 0.2836916 Feb 10 15:12:33.113403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb58e3e-ba81-4bc7-a8a5-89e493b768c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73f8253-89e0-42cf-825e-e88d680eeb35,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:33.610350 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2bfd43e-e2ca-4cc1-8194-268dc88c3d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for subnet (347aa421-526b-4646-9370-1a0353afb12d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:33.624699 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abf835-30cb-463e-999d-df80b5cd3047 req-ae4d45d5-8004-42d0-a878-ee94c14f9a25 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:33.625969 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63abf835-30cb-463e-999d-df80b5cd3047 req-ae4d45d5-8004-42d0-a878-ee94c14f9a25 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 944 time: 0.4653122 Feb 10 15:12:33.723620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-464333bc-74fe-4934-90b6-47ed2f64827b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:33.725169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-464333bc-74fe-4934-90b6-47ed2f64827b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 821 time: 0.4428272 Feb 10 15:12:33.739337 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfd43e-e2ca-4cc1-8194-268dc88c3d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=347aa421-526b-4646-9370-1a0353afb12d,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:33.793467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-57ffbf89-5375-478f-9e0c-79af9ba602ec tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/quotas/6980c2527c3f4cde8cf1fe5ca698dc05 HTTP/1.1" status: 200 len: 375 time: 0.0567324 Feb 10 15:12:33.797716 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-0fd34f2a-5cd3-4c90-a811-ed130652edfb tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=15fd52d42c4549c1a1fd6f9365a2487b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623586 Feb 10 15:12:33.808794 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63abf835-30cb-463e-999d-df80b5cd3047 req-b591b0a0-c4d8-4471-9b34-17e03b88f13d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497080 Feb 10 15:12:33.809592 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bfd43e-e2ca-4cc1-8194-268dc88c3d1b admin admin] Checking segment: {'id': '31a5f985-49a3-43be-9cf7-773864c45b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0f3669c6-8384-4552-a228-c98b5e4b50a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:33.809963 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bfd43e-e2ca-4cc1-8194-268dc88c3d1b admin admin] Network hostable DHCP agents. Network: 0f3669c6-8384-4552-a228-c98b5e4b50a2, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:12:33.877813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:33.918054 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-438dee2e-288b-4ce1-b425-a867a623916e tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743766 Feb 10 15:12:33.957530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:12:33.966001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:33.966512 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:34.042564 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bfd43e-e2ca-4cc1-8194-268dc88c3d1b admin admin] Network 0f3669c6-8384-4552-a228-c98b5e4b50a2 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:12:34.053165 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:34.053791 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:34.089300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:34.091118 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c7edda-5eee-4d7c-85e7-c1d832c34d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9658a1eb-bf9a-4c94-bb97-8f297d2e1f33'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:34.093884 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57435f43-fc40-4e3e-90c8-cd23fa4e0934" -d '{"events": [{"server_uuid": "22c7edda-5eee-4d7c-85e7-c1d832c34d3d", "name": "network-vif-plugged", "status": "completed", "tag": "9658a1eb-bf9a-4c94-bb97-8f297d2e1f33"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:34.097582 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:34.105360 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-80e5722f-24be-445a-99b1-604214d55701 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--66411901&fields=id&tenant_id=07f5c3f964e945248d8cde923bf7b493 HTTP/1.1" status: 200 len: 267 time: 0.1936650 Feb 10 15:12:34.114346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-e2bfd43e-e2ca-4cc1-8194-268dc88c3d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 0f3669c6-8384-4552-a228-c98b5e4b50a2) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:34.126901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f48774-02a9-4e47-91fd-17da8614cc0d None None] Network 0f3669c6-8384-4552-a228-c98b5e4b50a2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:12:34.139593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bfd43e-e2ca-4cc1-8194-268dc88c3d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:34.140193 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2bfd43e-e2ca-4cc1-8194-268dc88c3d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:34.166728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-ceec5368-8cb6-435e-b465-550a8999c741 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:34.168276 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-ceec5368-8cb6-435e-b465-550a8999c741 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3557491 Feb 10 15:12:34.188058 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Request body: {'port': {'device_id': '83284218-c231-4cbe-b798-05ecf2c59e0a', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '15fd52d42c4549c1a1fd6f9365a2487b'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:34.200175 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:34.245962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8e65c0-2ad1-4cff-941a-2a8ca77012c2 None None] Network 0f3669c6-8384-4552-a228-c98b5e4b50a2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:12:34.247370 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e2bfd43e-e2ca-4cc1-8194-268dc88c3d1b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5074296 Feb 10 15:12:34.262087 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-33706f1f-ce4d-4865-8984-8bd2a89c1acd service neutron] 10.222.0.64 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244846 Feb 10 15:12:34.392905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-6aa9b82b-5fa5-4236-981e-4e7d80f88bdc tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:34.393330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-6aa9b82b-5fa5-4236-981e-4e7d80f88bdc tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/networks?id=7a195b29-9a45-4fa9-95be-2b9590709c3d HTTP/1.1" status: 200 len: 823 time: 0.2771609 Feb 10 15:12:34.440872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-7270309e-c85f-42d3-af3e-1da7fb51a6d8 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/quotas/07f5c3f964e945248d8cde923bf7b493 HTTP/1.1" status: 200 len: 375 time: 0.0342450 Feb 10 15:12:34.467431 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-2837f604-80dd-4b5d-b5ff-26dbb9521a34 service neutron] 10.222.0.64 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044528 Feb 10 15:12:34.499029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Made reservation on behalf of 15fd52d42c4549c1a1fd6f9365a2487b for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:34.502359 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:34.514557 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:34.541773 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-bdbb9173-f576-4d10-86f2-3364f10261fc tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=07f5c3f964e945248d8cde923bf7b493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907254 Feb 10 15:12:34.712308 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7900185-1786-4bce-baa2-93de87ce6dac req-67c8bff7-ad8a-4d60-b51e-77ec18a9827e tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/ports?device_id=83284218-c231-4cbe-b798-05ecf2c59e0a HTTP/1.1" status: 200 len: 210 time: 0.0461192 Feb 10 15:12:34.716130 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Publish callbacks [] for security_group (09779833-d310-449a-9e03-c0c251eb3540), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:34.719691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-7b9b521f-1d7d-4373-8341-8c4dab872359 service neutron] 10.222.0.64 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615782 Feb 10 15:12:34.723627 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (09779833-d310-449a-9e03-c0c251eb3540), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:34.886866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09779833-d310-449a-9e03-c0c251eb3540,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:34.953758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34696) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:34.958747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-171e9236-25de-450f-a1ce-2792f85823d0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2011648819-network', 'tenant_id': '8975e7f302b747ebb36b09911bea71a0'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:34.971362 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-5f9a2b53-babd-4032-a188-aaea2ffcfe23 service neutron] 10.222.0.64 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428727 Feb 10 15:12:34.976227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Allocated IP 192.168.233.23 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/5b770979-f4c0-44f8-9134-c135a7527731) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:12:34.994309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171e9236-25de-450f-a1ce-2792f85823d0 admin admin] Made reservation on behalf of 8975e7f302b747ebb36b09911bea71a0 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:34.997055 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-171e9236-25de-450f-a1ce-2792f85823d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:35.024213 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-171e9236-25de-450f-a1ce-2792f85823d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:35.126252 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-171e9236-25de-450f-a1ce-2792f85823d0 admin admin] Publish callbacks [] for security_group (6eded276-4de1-414c-b79f-05da6abcbb82), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:35.131739 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-171e9236-25de-450f-a1ce-2792f85823d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6eded276-4de1-414c-b79f-05da6abcbb82), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:35.208986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e9236-25de-450f-a1ce-2792f85823d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eded276-4de1-414c-b79f-05da6abcbb82,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:35.216558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171e9236-25de-450f-a1ce-2792f85823d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:12:35.230159 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-171e9236-25de-450f-a1ce-2792f85823d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (a3099ed2-528d-48ca-baf6-f8178d400eee), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:35.230783 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-171e9236-25de-450f-a1ce-2792f85823d0 admin admin] Added segment a3099ed2-528d-48ca-baf6-f8178d400eee of type vlan for network f6b526cf-9187-4a8a-bd60-57b5924e3856 Feb 10 15:12:35.251535 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a068caa6-a86a-496e-81ba-18ac1e245835 x-openstack-request-id: req-a068caa6-a86a-496e-81ba-18ac1e245835 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:35.252364 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c7edda-5eee-4d7c-85e7-c1d832c34d3d", "name": "network-vif-plugged", "status": "completed", "tag": "9658a1eb-bf9a-4c94-bb97-8f297d2e1f33", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:35.252790 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a068caa6-a86a-496e-81ba-18ac1e245835 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:35.253314 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c7edda-5eee-4d7c-85e7-c1d832c34d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9658a1eb-bf9a-4c94-bb97-8f297d2e1f33', 'code': 200} Feb 10 15:12:35.308279 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-171e9236-25de-450f-a1ce-2792f85823d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (f6b526cf-9187-4a8a-bd60-57b5924e3856), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:35.330673 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Publish callbacks [] for port (5b770979-f4c0-44f8-9134-c135a7527731), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:35.410053 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (5b770979-f4c0-44f8-9134-c135a7527731), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:35.446482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:35.452533 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-171e9236-25de-450f-a1ce-2792f85823d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (f6b526cf-9187-4a8a-bd60-57b5924e3856), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:35.456244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171e9236-25de-450f-a1ce-2792f85823d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:35.464386 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-171e9236-25de-450f-a1ce-2792f85823d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:35.465542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:35.469483 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:12:35.475317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:35.476167 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:35.501335 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3181207 Feb 10 15:12:35.552780 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-171e9236-25de-450f-a1ce-2792f85823d0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5977397 Feb 10 15:12:35.563771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Request body: {'port': {'device_id': '83284218-c231-4cbe-b798-05ecf2c59e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:35.567756 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34722) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:35.584070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-6096778a-b65a-4613-bc0c-697dd3759af5 admin admin] Request body: {'subnet': {'network_id': 'f6b526cf-9187-4a8a-bd60-57b5924e3856', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2011648819-subnet', 'tenant_id': '8975e7f302b747ebb36b09911bea71a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:35.609597 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131b440-fcbe-4154-aeb9-ffd48570edfe tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Pushing event updated for resources: {'Port': ['ID=5b770979-f4c0-44f8-9134-c135a7527731,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:35.648577 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dc744-73c9-4d8e-9c55-659b49d9af63 req-7f692155-9b79-466d-802b-78ccb36f5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:35.650461 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c49dc744-73c9-4d8e-9c55-659b49d9af63 req-7f692155-9b79-466d-802b-78ccb36f5195 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 1127 time: 0.2649190 Feb 10 15:12:35.658898 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e9236-25de-450f-a1ce-2792f85823d0 admin admin] Pushing event updated for resources: {'Network': ['ID=f6b526cf-9187-4a8a-bd60-57b5924e3856,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:35.679613 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network f6b526cf-9187-4a8a-bd60-57b5924e3856 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:12:35.714960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6096778a-b65a-4613-bc0c-697dd3759af5 admin admin] Made reservation on behalf of 8975e7f302b747ebb36b09911bea71a0 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:35.717798 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6096778a-b65a-4613-bc0c-697dd3759af5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:35.761190 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c49dc744-73c9-4d8e-9c55-659b49d9af63 req-aa6d102f-d881-4534-87a8-eb2557168b25 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923817 Feb 10 15:12:35.778197 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fab6470c-3ab7-4e66-bebd-109f47ad7417 req-71b91826-ab1e-4b9b-ae29-b0f4d7e402f1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 210 time: 0.0620902 Feb 10 15:12:35.798427 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5b770979-f4c0-44f8-9134-c135a7527731), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:35.916834 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-85f8c7ea-cc98-4c10-b579-0e6bc72a691e None None] Provisioning complete for port 5b770979-f4c0-44f8-9134-c135a7527731 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:35.916834 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-85f8c7ea-cc98-4c10-b579-0e6bc72a691e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5b770979-f4c0-44f8-9134-c135a7527731), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:35.959742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-85f8c7ea-cc98-4c10-b579-0e6bc72a691e None None] Port 5b770979-f4c0-44f8-9134-c135a7527731 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:12:36.009994 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6096778a-b65a-4613-bc0c-697dd3759af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (4466d15d-05da-4a0e-b922-604dd0e65623), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:36.041666 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9056618f-2b63-4a00-b742-5c2257e63729 req-1b528a66-f93b-4ed1-9cbf-58e8c6f50da0 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 210 time: 0.0407491 Feb 10 15:12:36.110465 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096778a-b65a-4613-bc0c-697dd3759af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4466d15d-05da-4a0e-b922-604dd0e65623,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:36.123523 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096778a-b65a-4613-bc0c-697dd3759af5 admin admin] Checking segment: {'id': 'a3099ed2-528d-48ca-baf6-f8178d400eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f6b526cf-9187-4a8a-bd60-57b5924e3856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:36.126028 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6096778a-b65a-4613-bc0c-697dd3759af5 admin admin] Network hostable DHCP agents. Network: f6b526cf-9187-4a8a-bd60-57b5924e3856, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:12:36.165395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6096778a-b65a-4613-bc0c-697dd3759af5 admin admin] Network f6b526cf-9187-4a8a-bd60-57b5924e3856 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:12:36.186576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19927c-3557-47a6-8946-aa2058cc3395 req-d762c510-c890-49d9-a4c9-9ae8990a18c3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:36.194011 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f19927c-3557-47a6-8946-aa2058cc3395 req-d762c510-c890-49d9-a4c9-9ae8990a18c3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 945 time: 0.1899576 Feb 10 15:12:36.196516 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-6096778a-b65a-4613-bc0c-697dd3759af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, f6b526cf-9187-4a8a-bd60-57b5924e3856) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:36.205038 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13419dff-d502-4555-a0dc-a6afc19f6a2b None None] Network f6b526cf-9187-4a8a-bd60-57b5924e3856 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:12:36.205742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6096778a-b65a-4613-bc0c-697dd3759af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:36.206961 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6096778a-b65a-4613-bc0c-697dd3759af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:36.364816 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6096778a-b65a-4613-bc0c-697dd3759af5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7880445 Feb 10 15:12:36.369957 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f19927c-3557-47a6-8946-aa2058cc3395 req-aeed882f-ca97-44ba-a6bc-5f5ea7d5f9ac tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661632 Feb 10 15:12:36.375128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b770979-f4c0-44f8-9134-c135a7527731 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:36.398916 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Publish callbacks [] for port (5b770979-f4c0-44f8-9134-c135a7527731), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:36.431472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Transition to ACTIVE for port object 5b770979-f4c0-44f8-9134-c135a7527731 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:12:36.443930 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5b770979-f4c0-44f8-9134-c135a7527731), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:36.482033 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b951141-16a5-4639-ba9c-e5efd17c5f88 None None] Network f6b526cf-9187-4a8a-bd60-57b5924e3856 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:12:36.516722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-07352e64-e540-4417-8193-3829d48c195b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:36.518306 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-07352e64-e540-4417-8193-3829d48c195b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.79 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 821 time: 0.2971270 Feb 10 15:12:36.536631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-53b0aa40-abfa-4aed-afa8-fc3c39410b32 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Request body: {'port': {'device_id': 'de089a3a-228e-4bd7-b357-6811bf7ef9d9', 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b', 'admin_state_up': True, 'tenant_id': '6980c2527c3f4cde8cf1fe5ca698dc05'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:36.574837 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Pushing event updated for resources: {'Port': ['ID=5b770979-f4c0-44f8-9134-c135a7527731,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:36.591287 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43aed9a3-5a05-43c5-b9da-4ec49d1e0c5c req-a6f60906-b82f-4ca4-a75e-ad12a6fda0df tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0692990 Feb 10 15:12:36.695181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34748) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:36.710190 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:36.785678 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-53b0aa40-abfa-4aed-afa8-fc3c39410b32 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Made reservation on behalf of 6980c2527c3f4cde8cf1fe5ca698dc05 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:36.790580 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-53b0aa40-abfa-4aed-afa8-fc3c39410b32 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:36.807057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d3258e-7676-4dc5-9e6a-bbc1ba30edc3 admin admin] Deleting subnet 347aa421-526b-4646-9370-1a0353afb12d {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:12:36.823701 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3d3258e-7676-4dc5-9e6a-bbc1ba30edc3 admin admin] Publish callbacks [] for subnet (347aa421-526b-4646-9370-1a0353afb12d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:36.868191 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81204b6b-a483-419d-ae49-032700c99637 req-9832dd54-6486-49e3-9c68-1c8f0c15f51a tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:36.879115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81204b6b-a483-419d-ae49-032700c99637 req-9832dd54-6486-49e3-9c68-1c8f0c15f51a tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/ports?device_id=83284218-c231-4cbe-b798-05ecf2c59e0a HTTP/1.1" status: 200 len: 947 time: 0.3508966 Feb 10 15:12:36.890776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Attempting to bind port 5b770979-f4c0-44f8-9134-c135a7527731 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:36.909100 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Attempting to bind port 5b770979-f4c0-44f8-9134-c135a7527731 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:36.911857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Attempting to bind port 5b770979-f4c0-44f8-9134-c135a7527731 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:36.932852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Port 5b770979-f4c0-44f8-9134-c135a7527731 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:12:36.933184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Attempting to bind port 5b770979-f4c0-44f8-9134-c135a7527731 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:36.941361 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3d3258e-7676-4dc5-9e6a-bbc1ba30edc3 admin admin] Publish callbacks [] for subnet (347aa421-526b-4646-9370-1a0353afb12d), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:36.959092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:36.959436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:36.959821 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:36.960266 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Bound port: 5b770979-f4c0-44f8-9134-c135a7527731, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:36.960626 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5b770979-f4c0-44f8-9134-c135a7527731), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:36.976316 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3d3258e-7676-4dc5-9e6a-bbc1ba30edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (347aa421-526b-4646-9370-1a0353afb12d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:37.049318 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e36da83e-d291-49fe-a9f7-320d71f216a7 req-f6ad5ce0-910b-4efb-b2de-f36363a735d1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 210 time: 0.0978172 Feb 10 15:12:37.083697 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81204b6b-a483-419d-ae49-032700c99637 req-79c223e4-cdc9-49c5-af79-0d700acb7b6b tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/security-groups?id=09779833-d310-449a-9e03-c0c251eb3540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002997 Feb 10 15:12:37.145653 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-53b0aa40-abfa-4aed-afa8-fc3c39410b32 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Allocated IP 172.20.0.4 (bba4c2f7-b784-4274-bd35-bde2e7f7ce5b/8c6d7326-5c38-4fe8-832a-e5a495c9b28d/16c981da-4f30-447a-8ac8-e97d1cee64ca) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:12:37.173531 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3d3258e-7676-4dc5-9e6a-bbc1ba30edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for subnet (347aa421-526b-4646-9370-1a0353afb12d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:37.174458 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-a5328e4f-8f43-4bc5-a7b2-0f7b60d46b42 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:37.175960 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-a5328e4f-8f43-4bc5-a7b2-0f7b60d46b42 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.79 "GET /v2.0/networks?id=7a195b29-9a45-4fa9-95be-2b9590709c3d HTTP/1.1" status: 200 len: 823 time: 0.3501551 Feb 10 15:12:37.222871 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] For port 5b770979-f4c0-44f8-9134-c135a7527731, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:37.235401 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:12:37.240820 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] For port 5b770979-f4c0-44f8-9134-c135a7527731, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=5b770979-f4c0-44f8-9134-c135a7527731,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:37.254463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3258e-7676-4dc5-9e6a-bbc1ba30edc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=347aa421-526b-4646-9370-1a0353afb12d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:37.265670 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5b770979-f4c0-44f8-9134-c135a7527731), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:37.268063 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3d3258e-7676-4dc5-9e6a-bbc1ba30edc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:37.275092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c3d3258e-7676-4dc5-9e6a-bbc1ba30edc3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/347aa421-526b-4646-9370-1a0353afb12d HTTP/1.1" status: 204 len: 168 time: 0.5653610 Feb 10 15:12:37.284329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34770) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:37.321243 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed0a7b41-a269-4207-8385-9f0ab1db3f13 req-e439df3a-86c0-46c6-a0de-21991ae8176b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 210 time: 0.1284719 Feb 10 15:12:37.325195 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-81bb6c71-756e-433e-9dd5-9001d8f7e54c tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07f5c3f964e945248d8cde923bf7b493 HTTP/1.1" status: 200 len: 378 time: 0.1407287 Feb 10 15:12:37.344383 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-70a5e31f-72c4-4809-b8af-f8bd115462d2 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Request body: {'port': {'device_id': '63c722bf-e7d1-4f7f-93ca-2dc989c0dfad', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'admin_state_up': True, 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'security_groups': ['edb77b59-2bf3-42a3-8828-2b265339637e']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:37.365663 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:37.368219 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:37.369777 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] 10.222.0.72 "PUT /v2.0/ports/5b770979-f4c0-44f8-9134-c135a7527731 HTTP/1.1" status: 200 len: 1095 time: 1.8350396 Feb 10 15:12:37.370249 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83284218-c231-4cbe-b798-05ecf2c59e0a', 'tag': '5b770979-f4c0-44f8-9134-c135a7527731'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:37.373841 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae5d4dc-ea80-45e9-a746-c2d5207c3597" -d '{"events": [{"name": "network-changed", "server_uuid": "83284218-c231-4cbe-b798-05ecf2c59e0a", "tag": "5b770979-f4c0-44f8-9134-c135a7527731"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:37.481137 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de98fd7-eb2b-4c69-856f-8c91469235a4 x-openstack-request-id: req-3de98fd7-eb2b-4c69-856f-8c91469235a4 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:37.481505 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83284218-c231-4cbe-b798-05ecf2c59e0a", "tag": "5b770979-f4c0-44f8-9134-c135a7527731", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:37.481841 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3de98fd7-eb2b-4c69-856f-8c91469235a4 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:37.482775 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83284218-c231-4cbe-b798-05ecf2c59e0a', 'tag': '5b770979-f4c0-44f8-9134-c135a7527731', 'status': 'completed', 'code': 200} Feb 10 15:12:37.844957 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34792) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:37.855085 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28c75ad0-2eee-4fa8-bba8-6cbff0ff684d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (0f3669c6-8384-4552-a228-c98b5e4b50a2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:37.887248 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395b272-dac6-4b5d-99bf-e710a5792326 service neutron] Pushing event updated for resources: {'Port': ['ID=5b770979-f4c0-44f8-9134-c135a7527731,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:37.934759 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34796) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:37.938847 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-abff02d9-1666-48e7-b4b6-9a5801049aa7 req-b7a37259-4e6e-46e9-b20c-d67829eb688f tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0533216 Feb 10 15:12:37.967301 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-9f515f6f-42c2-457c-8316-19d271c5097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:37.969789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-9f515f6f-42c2-457c-8316-19d271c5097a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15fd52d42c4549c1a1fd6f9365a2487b&device_id=83284218-c231-4cbe-b798-05ecf2c59e0a HTTP/1.1" status: 200 len: 1129 time: 0.5174203 Feb 10 15:12:37.988776 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-70a5e31f-72c4-4809-b8af-f8bd115462d2 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Made reservation on behalf of 07f5c3f964e945248d8cde923bf7b493 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:37.992080 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-70a5e31f-72c4-4809-b8af-f8bd115462d2 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:37.993653 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bd56e-3279-4071-b63a-06cf74b1dfff req-c3a06314-6622-4534-93e1-044c2673b48b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:37.995227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f5bd56e-3279-4071-b63a-06cf74b1dfff req-c3a06314-6622-4534-93e1-044c2673b48b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 945 time: 0.1188161 Feb 10 15:12:38.003785 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-53b0aa40-abfa-4aed-afa8-fc3c39410b32 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks [] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.031127 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-5895401f-6096-46b1-8762-d656c03de6ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5b770979-f4c0-44f8-9134-c135a7527731 HTTP/1.1" status: 200 len: 217 time: 0.0539944 Feb 10 15:12:38.053830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28c75ad0-2eee-4fa8-bba8-6cbff0ff684d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (0f3669c6-8384-4552-a228-c98b5e4b50a2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.093101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-28c75ad0-2eee-4fa8-bba8-6cbff0ff684d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3669c6-8384-4552-a228-c98b5e4b50a2']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:38.116911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-1ee64f8e-4ff4-47d7-a812-7587cd9c0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:38.118549 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-1ee64f8e-4ff4-47d7-a812-7587cd9c0fe2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0757871 Feb 10 15:12:38.126653 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f5bd56e-3279-4071-b63a-06cf74b1dfff req-0c30db24-ccef-498a-90ff-f7a2e333ea8a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986085 Feb 10 15:12:38.139147 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bafa30c-0c24-418e-ac8d-85de3bf5e6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.158115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-28c75ad0-2eee-4fa8-bba8-6cbff0ff684d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a5f985-49a3-43be-9cf7-773864c45b9a') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:38.158626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-28c75ad0-2eee-4fa8-bba8-6cbff0ff684d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a5f985-49a3-43be-9cf7-773864c45b9a') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:38.182531 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-593dff81-cdfb-4a82-9a69-a7be8a6dc133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.186765 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28c75ad0-2eee-4fa8-bba8-6cbff0ff684d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (31a5f985-49a3-43be-9cf7-773864c45b9a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.206372 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-53b0aa40-abfa-4aed-afa8-fc3c39410b32 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.209117 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-edb3d971-ffc2-42ba-93b0-397653fa3d96 req-3056aaaa-f6d9-4ae5-9822-95acb2a915bf tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 210 time: 0.0427063 Feb 10 15:12:38.280599 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-3256e72d-eab9-40f3-a77c-d30745a7bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:38.282140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-3256e72d-eab9-40f3-a77c-d30745a7bb51 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1546271 Feb 10 15:12:38.283966 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28c75ad0-2eee-4fa8-bba8-6cbff0ff684d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (31a5f985-49a3-43be-9cf7-773864c45b9a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.330519 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c75ad0-2eee-4fa8-bba8-6cbff0ff684d admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:12:38.330914 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28c75ad0-2eee-4fa8-bba8-6cbff0ff684d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (31a5f985-49a3-43be-9cf7-773864c45b9a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.332859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-70a5e31f-72c4-4809-b8af-f8bd115462d2 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Allocated IP 172.20.0.4 (7a195b29-9a45-4fa9-95be-2b9590709c3d/bc1c408b-918c-450a-92c6-5027a88e32dc/9e2036bf-13a6-4629-995c-da716c7fa66f) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:12:38.337882 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:12:38.355458 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10605b-4bae-4709-bc2a-2f0c8f6c9ca4 req-9b03262c-b193-455c-8981-7efd00c37c60 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:38.356966 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb10605b-4bae-4709-bc2a-2f0c8f6c9ca4 req-9b03262c-b193-455c-8981-7efd00c37c60 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/ports?device_id=83284218-c231-4cbe-b798-05ecf2c59e0a HTTP/1.1" status: 200 len: 947 time: 0.1510801 Feb 10 15:12:38.369094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-53b0aa40-abfa-4aed-afa8-fc3c39410b32 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:38.387704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-53b0aa40-abfa-4aed-afa8-fc3c39410b32 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:38.421204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-53b0aa40-abfa-4aed-afa8-fc3c39410b32 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:12:38.455686 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bafa30c-0c24-418e-ac8d-85de3bf5e6d4 admin admin] Publish callbacks [] for security_group (1de2f346-7fe0-4ea8-9d43-f81a86cb41f2), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.459225 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0aa40-abfa-4aed-afa8-fc3c39410b32 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Pushing event updated for resources: {'Port': ['ID=16c981da-4f30-447a-8ac8-e97d1cee64ca,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:38.475999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f9030-7acf-438a-9305-d6f07bb95f7d req-e4704b66-e076-4886-8507-89632d7eead8 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:38.478133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-644f9030-7acf-438a-9305-d6f07bb95f7d req-e4704b66-e076-4886-8507-89632d7eead8 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 1127 time: 0.1951122 Feb 10 15:12:38.478792 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bafa30c-0c24-418e-ac8d-85de3bf5e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1de2f346-7fe0-4ea8-9d43-f81a86cb41f2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.503301 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28c75ad0-2eee-4fa8-bba8-6cbff0ff684d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (0f3669c6-8384-4552-a228-c98b5e4b50a2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.514557 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-b076e898-329a-4c5c-9c95-c66a310e6dd6 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148652 Feb 10 15:12:38.536112 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb10605b-4bae-4709-bc2a-2f0c8f6c9ca4 req-22298931-f18b-4528-9e21-7add0fa209ca tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/security-groups?id=09779833-d310-449a-9e03-c0c251eb3540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711805 Feb 10 15:12:38.537182 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d30140b8-4e7f-4b57-948e-264f878da99e req-29ac291d-9625-4598-b5aa-761cae1e4d1e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0584357 Feb 10 15:12:38.544840 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28c75ad0-2eee-4fa8-bba8-6cbff0ff684d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.550752 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-28c75ad0-2eee-4fa8-bba8-6cbff0ff684d admin admin] 10.222.0.64 "DELETE /v2.0/networks/0f3669c6-8384-4552-a228-c98b5e4b50a2 HTTP/1.1" status: 204 len: 168 time: 1.2622032 Feb 10 15:12:38.561674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34808) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:38.579744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c75ad0-2eee-4fa8-bba8-6cbff0ff684d admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3669c6-8384-4552-a228-c98b5e4b50a2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:38.584133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8bafa30c-0c24-418e-ac8d-85de3bf5e6d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d09badae699b4ddf90aabcb9c4f87b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6474540 Feb 10 15:12:38.588185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34810) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:38.612090 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-53b0aa40-abfa-4aed-afa8-fc3c39410b32 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:38.612328 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-53b0aa40-abfa-4aed-afa8-fc3c39410b32 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.635214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafa30c-0c24-418e-ac8d-85de3bf5e6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de2f346-7fe0-4ea8-9d43-f81a86cb41f2,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:38.662220 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-593dff81-cdfb-4a82-9a69-a7be8a6dc133 admin admin] Publish callbacks [] for security_group (d7743c01-10e5-4206-84a2-af9bb75b0559), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.674622 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-593dff81-cdfb-4a82-9a69-a7be8a6dc133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d7743c01-10e5-4206-84a2-af9bb75b0559), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.688761 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-53b0aa40-abfa-4aed-afa8-fc3c39410b32 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1567817 Feb 10 15:12:38.705878 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-644f9030-7acf-438a-9305-d6f07bb95f7d req-3afef300-0cbb-4fe8-af6b-85222454726a tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149086 Feb 10 15:12:38.715014 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Request body: {'port': {'device_id': 'de089a3a-228e-4bd7-b357-6811bf7ef9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:38.760198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23a1451-180b-4468-918c-c0a9524a5076 admin admin] Deleting subnet 4466d15d-05da-4a0e-b922-604dd0e65623 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:12:38.764268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4cfd88e2-b5e0-4e6f-96fd-6c6fea240274 req-aa90559d-7ca9-4c68-81c8-25ee73e9c972 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 210 time: 0.0611017 Feb 10 15:12:38.768362 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a23a1451-180b-4468-918c-c0a9524a5076 admin admin] Publish callbacks [] for subnet (4466d15d-05da-4a0e-b922-604dd0e65623), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.772970 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-593dff81-cdfb-4a82-9a69-a7be8a6dc133 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ae49ab93b384522a8cf262896701c9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9213712 Feb 10 15:12:38.782185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34814) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:38.782844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dff81-cdfb-4a82-9a69-a7be8a6dc133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7743c01-10e5-4206-84a2-af9bb75b0559,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:38.821702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9a262a2-b7f0-4788-913e-2abe2ca513b0 req-0b27c74a-b826-452a-b354-d8f7d65d084b service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955229 Feb 10 15:12:38.834339 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-70a5e31f-72c4-4809-b8af-f8bd115462d2 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for port (9e2036bf-13a6-4629-995c-da716c7fa66f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.839084 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6d68a63-18f2-4f29-b515-c1a78f4e8d3e admin admin] Publish callbacks [] for security_group (1de2f346-7fe0-4ea8-9d43-f81a86cb41f2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.856001 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a23a1451-180b-4468-918c-c0a9524a5076 admin admin] Publish callbacks [] for subnet (4466d15d-05da-4a0e-b922-604dd0e65623), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.873057 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a23a1451-180b-4468-918c-c0a9524a5076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (4466d15d-05da-4a0e-b922-604dd0e65623), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.880860 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.918925 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6d68a63-18f2-4f29-b515-c1a78f4e8d3e admin admin] Publish callbacks [] for security_group (1de2f346-7fe0-4ea8-9d43-f81a86cb41f2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.940512 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-541517f7-39dd-46b4-b2f0-405a49bd4440 admin admin] Publish callbacks [] for security_group (d7743c01-10e5-4206-84a2-af9bb75b0559), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.966650 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-70a5e31f-72c4-4809-b8af-f8bd115462d2 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9e2036bf-13a6-4629-995c-da716c7fa66f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:38.973465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c0948-5aa3-4375-b494-6ee6d2feef84 req-312e5aba-b3a5-4478-bc68-25a36ba11ea3 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:38.975008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-001c0948-5aa3-4375-b494-6ee6d2feef84 req-312e5aba-b3a5-4478-bc68-25a36ba11ea3 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 1127 time: 0.1507530 Feb 10 15:12:38.987577 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-541517f7-39dd-46b4-b2f0-405a49bd4440 admin admin] Publish callbacks [] for security_group (d7743c01-10e5-4206-84a2-af9bb75b0559), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:39.027641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5d4dc-ea80-45e9-a746-c2d5207c3597 req-c6279696-e78f-48f2-b0db-8d2c261b6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:39.029154 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ae5d4dc-ea80-45e9-a746-c2d5207c3597 req-c6279696-e78f-48f2-b0db-8d2c261b6778 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15fd52d42c4549c1a1fd6f9365a2487b&device_id=83284218-c231-4cbe-b798-05ecf2c59e0a HTTP/1.1" status: 200 len: 1129 time: 0.1309710 Feb 10 15:12:39.035313 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a23a1451-180b-4468-918c-c0a9524a5076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for subnet (4466d15d-05da-4a0e-b922-604dd0e65623), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:39.100490 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6d68a63-18f2-4f29-b515-c1a78f4e8d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1de2f346-7fe0-4ea8-9d43-f81a86cb41f2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:39.103827 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6d68a63-18f2-4f29-b515-c1a78f4e8d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:39.105936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b6d68a63-18f2-4f29-b515-c1a78f4e8d3e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1de2f346-7fe0-4ea8-9d43-f81a86cb41f2 HTTP/1.1" status: 204 len: 168 time: 0.5142670 Feb 10 15:12:39.105936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a1451-180b-4468-918c-c0a9524a5076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4466d15d-05da-4a0e-b922-604dd0e65623,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:39.116410 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a23a1451-180b-4468-918c-c0a9524a5076 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:39.120096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a23a1451-180b-4468-918c-c0a9524a5076 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4466d15d-05da-4a0e-b922-604dd0e65623 HTTP/1.1" status: 204 len: 168 time: 0.5579000 Feb 10 15:12:39.121466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-70a5e31f-72c4-4809-b8af-f8bd115462d2 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Network 7a195b29-9a45-4fa9-95be-2b9590709c3d is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:39.127936 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34820) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:39.138305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5e31f-72c4-4809-b8af-f8bd115462d2 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Pushing event updated for resources: {'Port': ['ID=9e2036bf-13a6-4629-995c-da716c7fa66f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:39.138429 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-001c0948-5aa3-4375-b494-6ee6d2feef84 req-adecdd1d-5169-4b6a-b65e-f56c25f3d041 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472836 Feb 10 15:12:39.141074 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-70a5e31f-72c4-4809-b8af-f8bd115462d2 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:39.183997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e433884c-e7fa-4fd3-9279-8063dfb7d0a4 req-46abd5ed-b556-4f47-bf54-ad4be57bc3b5 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0933900 Feb 10 15:12:39.189998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-70a5e31f-72c4-4809-b8af-f8bd115462d2 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:12:39.190540 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d68a63-18f2-4f29-b515-c1a78f4e8d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de2f346-7fe0-4ea8-9d43-f81a86cb41f2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:39.257690 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5d4dc-ea80-45e9-a746-c2d5207c3597 req-90a05100-ed5d-4d41-9a9d-a1f40f8a2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:39.259312 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ae5d4dc-ea80-45e9-a746-c2d5207c3597 req-90a05100-ed5d-4d41-9a9d-a1f40f8a2f81 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.2196844 Feb 10 15:12:39.322924 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ae5d4dc-ea80-45e9-a746-c2d5207c3597 req-c1cbae3f-bd84-40e8-8cf4-fda05ec68754 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5b770979-f4c0-44f8-9134-c135a7527731 HTTP/1.1" status: 200 len: 217 time: 0.0554888 Feb 10 15:12:39.394884 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-541517f7-39dd-46b4-b2f0-405a49bd4440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d7743c01-10e5-4206-84a2-af9bb75b0559), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:39.397778 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-541517f7-39dd-46b4-b2f0-405a49bd4440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:39.402547 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-541517f7-39dd-46b4-b2f0-405a49bd4440 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7743c01-10e5-4206-84a2-af9bb75b0559 HTTP/1.1" status: 204 len: 168 time: 0.6169050 Feb 10 15:12:39.424918 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9689482-8a36-48c7-8828-00c76f68dfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (f6b526cf-9187-4a8a-bd60-57b5924e3856), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:39.431698 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-70a5e31f-72c4-4809-b8af-f8bd115462d2 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:39.432624 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-70a5e31f-72c4-4809-b8af-f8bd115462d2 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:39.454783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541517f7-39dd-46b4-b2f0-405a49bd4440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7743c01-10e5-4206-84a2-af9bb75b0559,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:39.514023 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-70a5e31f-72c4-4809-b8af-f8bd115462d2 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1788120 Feb 10 15:12:39.534947 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5d4dc-ea80-45e9-a746-c2d5207c3597 req-ddd96736-d2ac-4ee4-8d32-fb960faf372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:39.540729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ae5d4dc-ea80-45e9-a746-c2d5207c3597 req-ddd96736-d2ac-4ee4-8d32-fb960faf372f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.2096453 Feb 10 15:12:39.545726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Request body: {'port': {'device_id': '63c722bf-e7d1-4f7f-93ca-2dc989c0dfad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:39.611931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9a87f86f-7b74-4e12-bfc0-22e2597427e9 None None] Provisioning complete for port 9e2036bf-13a6-4629-995c-da716c7fa66f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:39.614501 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9a87f86f-7b74-4e12-bfc0-22e2597427e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9e2036bf-13a6-4629-995c-da716c7fa66f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:39.636733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c981da-4f30-447a-8ac8-e97d1cee64ca {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:39.646181 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Publish callbacks [] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:39.702570 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc556af-70b3-46a6-8d5f-73e8854db60e req-f4f75d27-5753-48c9-bef7-ac831b575bf8 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:39.710337 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9dc556af-70b3-46a6-8d5f-73e8854db60e req-f4f75d27-5753-48c9-bef7-ac831b575bf8 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 1127 time: 0.1324010 Feb 10 15:12:39.719800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Transition to ACTIVE for port object 16c981da-4f30-447a-8ac8-e97d1cee64ca will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:12:39.722129 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8db21d-3726-4ba5-a30d-853715867c13 req-b19f12b4-3624-4de3-8c0c-35c411f5d85a tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:39.724572 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a8db21d-3726-4ba5-a30d-853715867c13 req-b19f12b4-3624-4de3-8c0c-35c411f5d85a tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 931 time: 0.3133571 Feb 10 15:12:39.732002 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9a87f86f-7b74-4e12-bfc0-22e2597427e9 None None] Port 9e2036bf-13a6-4629-995c-da716c7fa66f cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:12:39.738652 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9e2036bf-13a6-4629-995c-da716c7fa66f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:39.740601 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:39.765821 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5d4dc-ea80-45e9-a746-c2d5207c3597 req-4729bd95-1864-495a-ae99-0514ce8edb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:39.767264 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ae5d4dc-ea80-45e9-a746-c2d5207c3597 req-4729bd95-1864-495a-ae99-0514ce8edb8a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2153409 Feb 10 15:12:39.795446 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9689482-8a36-48c7-8828-00c76f68dfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (f6b526cf-9187-4a8a-bd60-57b5924e3856), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:39.827503 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34842) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:39.862872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c9689482-8a36-48c7-8828-00c76f68dfb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b526cf-9187-4a8a-bd60-57b5924e3856']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:39.868780 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c4b8c3a-5380-424e-96c3-731757713bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:39.869155 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9dc556af-70b3-46a6-8d5f-73e8854db60e req-1b5e36fc-9c7f-4d09-91ea-6db9e13a82c5 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579847 Feb 10 15:12:39.905947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a8db21d-3726-4ba5-a30d-853715867c13 req-71faf0f5-2d40-4487-9b5c-2081019e851a tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652555 Feb 10 15:12:39.912271 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Pushing event updated for resources: {'Port': ['ID=16c981da-4f30-447a-8ac8-e97d1cee64ca,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:39.920198 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c9689482-8a36-48c7-8828-00c76f68dfb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3099ed2-528d-48ca-baf6-f8178d400eee') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:39.920490 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c9689482-8a36-48c7-8828-00c76f68dfb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3099ed2-528d-48ca-baf6-f8178d400eee') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:39.942131 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9689482-8a36-48c7-8828-00c76f68dfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (a3099ed2-528d-48ca-baf6-f8178d400eee), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.015094 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9689482-8a36-48c7-8828-00c76f68dfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (a3099ed2-528d-48ca-baf6-f8178d400eee), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.017149 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ae5d4dc-ea80-45e9-a746-c2d5207c3597 req-c558f965-4ebb-47e6-910d-df37d932a53b service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367423 Feb 10 15:12:40.067600 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9689482-8a36-48c7-8828-00c76f68dfb2 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:12:40.068280 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9689482-8a36-48c7-8828-00c76f68dfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (a3099ed2-528d-48ca-baf6-f8178d400eee), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:12:40.078185 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:12:40.080516 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34844) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:40.130655 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96fff3-6d24-4ea9-b0ea-9c646e504fd0 req-d517bd55-0367-45e7-a4b7-f71ae9b19adb tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:40.132146 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a96fff3-6d24-4ea9-b0ea-9c646e504fd0 req-d517bd55-0367-45e7-a4b7-f71ae9b19adb tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/ports?device_id=83284218-c231-4cbe-b798-05ecf2c59e0a HTTP/1.1" status: 200 len: 947 time: 0.1626945 Feb 10 15:12:40.162193 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-13d8c4b1-6cf0-4e9c-9e1d-bfbd1ecdb808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.179161 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ae5d4dc-ea80-45e9-a746-c2d5207c3597 req-25c52945-41ec-4807-adf2-8d479c55f205 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554847 Feb 10 15:12:40.188279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05fbfc-186b-429e-b7a3-8f5e08764968 req-bb753e09-5702-413c-9794-be8c6b63db7f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:40.190066 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db05fbfc-186b-429e-b7a3-8f5e08764968 req-bb753e09-5702-413c-9794-be8c6b63db7f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 931 time: 0.1476028 Feb 10 15:12:40.213634 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9689482-8a36-48c7-8828-00c76f68dfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (f6b526cf-9187-4a8a-bd60-57b5924e3856), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.222506 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Attempting to bind port 16c981da-4f30-447a-8ac8-e97d1cee64ca on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:40.222879 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Attempting to bind port 16c981da-4f30-447a-8ac8-e97d1cee64ca by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:40.223204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Attempting to bind port 16c981da-4f30-447a-8ac8-e97d1cee64ca on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:40.225367 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a96fff3-6d24-4ea9-b0ea-9c646e504fd0 req-89882075-fbc7-41ea-8aaa-9d1facc66dfc tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/security-groups?id=09779833-d310-449a-9e03-c0c251eb3540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830102 Feb 10 15:12:40.274051 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9689482-8a36-48c7-8828-00c76f68dfb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.274562 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db05fbfc-186b-429e-b7a3-8f5e08764968 req-cdfd9ec7-adb5-40b5-9d73-bd068a3126ff tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726066 Feb 10 15:12:40.276963 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c9689482-8a36-48c7-8828-00c76f68dfb2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f6b526cf-9187-4a8a-bd60-57b5924e3856 HTTP/1.1" status: 204 len: 168 time: 1.1477330 Feb 10 15:12:40.295281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Port 16c981da-4f30-447a-8ac8-e97d1cee64ca on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:12:40.295603 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Attempting to bind port 16c981da-4f30-447a-8ac8-e97d1cee64ca on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:40.304600 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9689482-8a36-48c7-8828-00c76f68dfb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b526cf-9187-4a8a-bd60-57b5924e3856,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:40.324260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-370e1a64-34f6-45e4-a7c4-0f1a60438cb1 req-8ab53af1-968a-4bea-82d7-d241af0b5bf6 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0294323 Feb 10 15:12:40.326163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:40.326508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Checking segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:40.326888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Bound using segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:40.327313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Bound port: 16c981da-4f30-447a-8ac8-e97d1cee64ca, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:40.327665 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.388191 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c4b8c3a-5380-424e-96c3-731757713bdd admin admin] Publish callbacks [] for security_group (38b5f511-7ccf-48ca-8f68-7e92c66f181e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.421328 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c4b8c3a-5380-424e-96c3-731757713bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (38b5f511-7ccf-48ca-8f68-7e92c66f181e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.495475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34852) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:40.549313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-13d8cb69-9fac-47b7-9a9a-c6015540e56d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=543fe50505f04fd198a7725e992a3dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0524011 Feb 10 15:12:40.550251 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34856) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:40.609651 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e014fd3b-1d79-4d25-855e-4f133012807c admin admin] Publish callbacks [] for security_group (c1010d7a-a307-4f83-8334-2741bb0e426e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.633942 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e014fd3b-1d79-4d25-855e-4f133012807c admin admin] Publish callbacks [] for security_group (c1010d7a-a307-4f83-8334-2741bb0e426e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.688868 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e014fd3b-1d79-4d25-855e-4f133012807c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c1010d7a-a307-4f83-8334-2741bb0e426e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.692231 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e014fd3b-1d79-4d25-855e-4f133012807c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.693826 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e014fd3b-1d79-4d25-855e-4f133012807c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1010d7a-a307-4f83-8334-2741bb0e426e HTTP/1.1" status: 204 len: 168 time: 0.1423519 Feb 10 15:12:40.697612 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-13d8c4b1-6cf0-4e9c-9e1d-bfbd1ecdb808 admin admin] Publish callbacks [] for security_group (eb3b4c74-7be5-463f-b2ca-42dd9e6dbd4d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.704840 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014fd3b-1d79-4d25-855e-4f133012807c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1010d7a-a307-4f83-8334-2741bb0e426e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:40.709808 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7c4b8c3a-5380-424e-96c3-731757713bdd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43dd0062c45d4b7ead6d2b799ef85691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8789899 Feb 10 15:12:40.713033 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34868) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:40.716301 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-13d8c4b1-6cf0-4e9c-9e1d-bfbd1ecdb808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (eb3b4c74-7be5-463f-b2ca-42dd9e6dbd4d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.721311 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b8c3a-5380-424e-96c3-731757713bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b5f511-7ccf-48ca-8f68-7e92c66f181e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:40.725355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] For port 16c981da-4f30-447a-8ac8-e97d1cee64ca, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:40.734384 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] For port 16c981da-4f30-447a-8ac8-e97d1cee64ca, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:40.761733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2036bf-13a6-4629-995c-da716c7fa66f {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:40.789548 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Publish callbacks [] for port (9e2036bf-13a6-4629-995c-da716c7fa66f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.793734 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.837981 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ed939c7e-b5fc-4cbb-92f7-7281ca91fbc3 admin admin] Publish callbacks [] for security_group (38b5f511-7ccf-48ca-8f68-7e92c66f181e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.846253 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-13d8c4b1-6cf0-4e9c-9e1d-bfbd1ecdb808 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9aa12af91a641209a653f31648dbc9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7496011 Feb 10 15:12:40.848811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34870) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:40.861647 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Transition to ACTIVE for port object 9e2036bf-13a6-4629-995c-da716c7fa66f will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:12:40.862448 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8c4b1-6cf0-4e9c-9e1d-bfbd1ecdb808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3b4c74-7be5-463f-b2ca-42dd9e6dbd4d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:40.877433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:40.877937 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.879317 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-68106b32-a007-461d-b199-a567154c9df3 service neutron] 10.222.0.79 "PUT /v2.0/ports/16c981da-4f30-447a-8ac8-e97d1cee64ca HTTP/1.1" status: 200 len: 1091 time: 2.1708527 Feb 10 15:12:40.879957 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (9e2036bf-13a6-4629-995c-da716c7fa66f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.881742 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ed939c7e-b5fc-4cbb-92f7-7281ca91fbc3 admin admin] Publish callbacks [] for security_group (38b5f511-7ccf-48ca-8f68-7e92c66f181e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.881852 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de089a3a-228e-4bd7-b357-6811bf7ef9d9', 'tag': '16c981da-4f30-447a-8ac8-e97d1cee64ca'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:40.884679 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4c26f4-fa22-46f8-a632-75f1309f352c" -d '{"events": [{"name": "network-changed", "server_uuid": "de089a3a-228e-4bd7-b357-6811bf7ef9d9", "tag": "16c981da-4f30-447a-8ac8-e97d1cee64ca"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:40.944685 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68106b32-a007-461d-b199-a567154c9df3 service neutron] Pushing event updated for resources: {'Port': ['ID=16c981da-4f30-447a-8ac8-e97d1cee64ca,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:40.977231 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9261c4e2-a21e-46ba-b047-85dfdd87c2f9 x-openstack-request-id: req-9261c4e2-a21e-46ba-b047-85dfdd87c2f9 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:40.978868 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de089a3a-228e-4bd7-b357-6811bf7ef9d9", "tag": "16c981da-4f30-447a-8ac8-e97d1cee64ca", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:40.979333 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9261c4e2-a21e-46ba-b047-85dfdd87c2f9 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:40.979906 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de089a3a-228e-4bd7-b357-6811bf7ef9d9', 'tag': '16c981da-4f30-447a-8ac8-e97d1cee64ca', 'status': 'completed', 'code': 200} Feb 10 15:12:40.994420 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ed939c7e-b5fc-4cbb-92f7-7281ca91fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (38b5f511-7ccf-48ca-8f68-7e92c66f181e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.997061 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ed939c7e-b5fc-4cbb-92f7-7281ca91fbc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:40.998583 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ed939c7e-b5fc-4cbb-92f7-7281ca91fbc3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38b5f511-7ccf-48ca-8f68-7e92c66f181e HTTP/1.1" status: 204 len: 168 time: 0.2850213 Feb 10 15:12:41.026992 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed939c7e-b5fc-4cbb-92f7-7281ca91fbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b5f511-7ccf-48ca-8f68-7e92c66f181e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:41.108456 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:41.171726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2036bf-13a6-4629-995c-da716c7fa66f,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:41.189691 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9bcfc915-850f-49a2-92ee-81a4fb920223 admin admin] Publish callbacks [] for security_group (eb3b4c74-7be5-463f-b2ca-42dd9e6dbd4d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:41.231790 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee7d31fb-c50b-4eb0-85ac-37d7c0d6ac3d req-147283b7-7ede-4182-90ae-d9147880731b tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0787940 Feb 10 15:12:41.256000 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9bcfc915-850f-49a2-92ee-81a4fb920223 admin admin] Publish callbacks [] for security_group (eb3b4c74-7be5-463f-b2ca-42dd9e6dbd4d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:41.259014 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-396d6ca9-2160-44ce-9bde-1cffde4fe7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:41.260533 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-396d6ca9-2160-44ce-9bde-1cffde4fe7de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 1125 time: 0.3093691 Feb 10 15:12:41.283730 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab087a0-7f05-4440-9fec-51406f921719 req-b9518bc4-986d-4627-ab0a-9d068a5a470a tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:41.301942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Attempting to bind port 9e2036bf-13a6-4629-995c-da716c7fa66f on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:41.302534 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Attempting to bind port 9e2036bf-13a6-4629-995c-da716c7fa66f by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:41.303019 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Attempting to bind port 9e2036bf-13a6-4629-995c-da716c7fa66f on network 7a195b29-9a45-4fa9-95be-2b9590709c3d {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:41.305649 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ab087a0-7f05-4440-9fec-51406f921719 req-b9518bc4-986d-4627-ab0a-9d068a5a470a tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 1127 time: 0.2219656 Feb 10 15:12:41.359554 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-8f5a31c0-2478-4984-bff0-b702503c4de3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca HTTP/1.1" status: 200 len: 217 time: 0.0889554 Feb 10 15:12:41.368570 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Port 9e2036bf-13a6-4629-995c-da716c7fa66f on network 7a195b29-9a45-4fa9-95be-2b9590709c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:12:41.369185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Attempting to bind port 9e2036bf-13a6-4629-995c-da716c7fa66f on network 7a195b29-9a45-4fa9-95be-2b9590709c3d {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:41.398958 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ab087a0-7f05-4440-9fec-51406f921719 req-beebda8b-d0d3-489e-9082-6cebfefd03e8 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901322 Feb 10 15:12:41.419207 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:41.419559 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Checking segment: {'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:41.419926 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Bound using segment: {'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:41.420362 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Bound port: 9e2036bf-13a6-4629-995c-da716c7fa66f, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:41.420739 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9e2036bf-13a6-4629-995c-da716c7fa66f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:41.437033 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383a0dd-1d2b-4325-aca9-b9647dbac1b5 req-9db50103-964d-4ce8-891d-c89d7e39230b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:41.446343 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6383a0dd-1d2b-4325-aca9-b9647dbac1b5 req-9db50103-964d-4ce8-891d-c89d7e39230b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 943 time: 0.1124911 Feb 10 15:12:41.490067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-8f8cbd36-f241-4a50-9b09-2366aeb4b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:41.491541 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-8f8cbd36-f241-4a50-9b09-2366aeb4b30d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.1244998 Feb 10 15:12:41.527953 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9bcfc915-850f-49a2-92ee-81a4fb920223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (eb3b4c74-7be5-463f-b2ca-42dd9e6dbd4d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:41.529225 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9bcfc915-850f-49a2-92ee-81a4fb920223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:41.530339 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9bcfc915-850f-49a2-92ee-81a4fb920223 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb3b4c74-7be5-463f-b2ca-42dd9e6dbd4d HTTP/1.1" status: 204 len: 168 time: 0.6790023 Feb 10 15:12:41.532398 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34902) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:41.536681 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-ff6a6968-ce84-4afb-9404-f4ee82eb5c00 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363100 Feb 10 15:12:41.560606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfc915-850f-49a2-92ee-81a4fb920223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3b4c74-7be5-463f-b2ca-42dd9e6dbd4d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:41.564634 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6383a0dd-1d2b-4325-aca9-b9647dbac1b5 req-9d2c0fbb-546d-4aaa-b0dc-e5a7f598959c tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100860 Feb 10 15:12:41.583878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 5b770979-f4c0-44f8-9134-c135a7527731 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:12:41.590774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] For port 9e2036bf-13a6-4629-995c-da716c7fa66f, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:41.612590 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6ef2f63d-4204-43da-a0ee-32f6234b7205 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8975e7f302b747ebb36b09911bea71a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0790436 Feb 10 15:12:41.615114 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34906) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:41.636028 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] For port 9e2036bf-13a6-4629-995c-da716c7fa66f, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9e2036bf-13a6-4629-995c-da716c7fa66f,segment=NetworkSegment(9b7288e6-d826-466f-9139-5656341ea865),segment_id=9b7288e6-d826-466f-9139-5656341ea865)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:41.640280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cc581-336f-4a72-9e2a-baf4830c2a8a req-a861c146-776a-4680-9dbe-e7bcbe4c117b tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:41.641819 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f13cc581-336f-4a72-9e2a-baf4830c2a8a req-a861c146-776a-4680-9dbe-e7bcbe4c117b tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/ports?device_id=83284218-c231-4cbe-b798-05ecf2c59e0a HTTP/1.1" status: 200 len: 947 time: 0.1102705 Feb 10 15:12:41.657542 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (9e2036bf-13a6-4629-995c-da716c7fa66f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:41.744163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:41.744809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:41.746161 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] 10.222.0.79 "PUT /v2.0/ports/9e2036bf-13a6-4629-995c-da716c7fa66f HTTP/1.1" status: 200 len: 1091 time: 2.2222350 Feb 10 15:12:41.759273 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-b46fb7e8-00c9-4a7b-a09b-4e46a3b2ec58 service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030916 Feb 10 15:12:41.771775 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f13cc581-336f-4a72-9e2a-baf4830c2a8a req-623d5aad-50a0-4e0c-a514-4eb0a2bd9d2f tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/security-groups?id=09779833-d310-449a-9e03-c0c251eb3540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103766 Feb 10 15:12:41.817296 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8da9eb05-0448-418a-b887-ca3a2cc12eb4 admin admin] Publish callbacks [] for security_group (6eded276-4de1-414c-b79f-05da6abcbb82), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:41.869912 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8da9eb05-0448-418a-b887-ca3a2cc12eb4 admin admin] Publish callbacks [] for security_group (6eded276-4de1-414c-b79f-05da6abcbb82), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:41.910633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 5b770979-f4c0-44f8-9134-c135a7527731, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=5b770979-f4c0-44f8-9134-c135a7527731,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:41.925036 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2604dcc-2b3d-40c0-bf90-7b64fbc826f7 req-10f4ca99-9b9a-4226-9136-e9e53f243efb tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:41.926260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '5b770979-f4c0-44f8-9134-c135a7527731', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '5b770979-f4c0-44f8-9134-c135a7527731', 'mac_address': 'fa:16:3e:cf:be:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:12:41.936188 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2604dcc-2b3d-40c0-bf90-7b64fbc826f7 req-10f4ca99-9b9a-4226-9136-e9e53f243efb tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 943 time: 0.2060471 Feb 10 15:12:42.021423 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 5b770979-f4c0-44f8-9134-c135a7527731 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:42.025656 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5b770979-f4c0-44f8-9134-c135a7527731), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:42.048265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6a79b-2163-4b76-975d-15a6735cb862 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2036bf-13a6-4629-995c-da716c7fa66f,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:42.054623 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b770979-f4c0-44f8-9134-c135a7527731 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:42.094187 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2604dcc-2b3d-40c0-bf90-7b64fbc826f7 req-2a24c639-8578-42cb-b377-1d48f1f47105 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1368058 Feb 10 15:12:42.102642 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8da9eb05-0448-418a-b887-ca3a2cc12eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6eded276-4de1-414c-b79f-05da6abcbb82), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:42.110360 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8da9eb05-0448-418a-b887-ca3a2cc12eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:42.114528 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8da9eb05-0448-418a-b887-ca3a2cc12eb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6eded276-4de1-414c-b79f-05da6abcbb82 HTTP/1.1" status: 204 len: 168 time: 0.4966562 Feb 10 15:12:42.121520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 5b770979-f4c0-44f8-9134-c135a7527731, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=5b770979-f4c0-44f8-9134-c135a7527731,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:42.127479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9eb05-0448-418a-b887-ca3a2cc12eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eded276-4de1-414c-b79f-05da6abcbb82,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:42.139187 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5b770979-f4c0-44f8-9134-c135a7527731), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:42.176563 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5849aaf1-19aa-4d8c-b2c0-b99a6b617b19 req-985a4630-2916-4328-893d-f26913da6a9f service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174767 Feb 10 15:12:42.186532 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-11416071-cd08-413b-b278-39818f0efbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:42.194578 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-11416071-cd08-413b-b278-39818f0efbff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07f5c3f964e945248d8cde923bf7b493&device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 1125 time: 0.2629662 Feb 10 15:12:42.228355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=5b770979-f4c0-44f8-9134-c135a7527731,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:42.244841 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:42.245397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:42.245910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:42.246352 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:42.246747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:42.247307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:42.247852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:42.248183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:42.248604 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:42.249116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:42.249370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:42.249861 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:42.250374 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:12:42.260776 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-5394b966-85c3-45f3-ba2a-ec2b8245a193 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e2036bf-13a6-4629-995c-da716c7fa66f HTTP/1.1" status: 200 len: 217 time: 0.0627694 Feb 10 15:12:42.335557 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-fd0bc804-2fb9-4e3f-a3b1-57f5fd822100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:42.338015 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-fd0bc804-2fb9-4e3f-a3b1-57f5fd822100 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bc1c408b-918c-450a-92c6-5027a88e32dc HTTP/1.1" status: 200 len: 862 time: 0.0713239 Feb 10 15:12:42.349593 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['5b770979-f4c0-44f8-9134-c135a7527731'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:12:42.372044 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78e9d004-37e4-4b61-9301-ed55b3ef13c7 req-b7a1519f-afb0-48b3-b68e-6f38aaaaf8c5 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0486321 Feb 10 15:12:42.418645 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c26f4-fa22-46f8-a632-75f1309f352c req-e4f93c5e-ad3a-450f-8790-87a78af5e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:42.420156 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a4c26f4-fa22-46f8-a632-75f1309f352c req-e4f93c5e-ad3a-450f-8790-87a78af5e42d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 1125 time: 0.1691148 Feb 10 15:12:42.425229 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-d85c7049-fa81-4e13-aa72-3dbc7f6b5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:42.428300 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-d85c7049-fa81-4e13-aa72-3dbc7f6b5db0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a195b29-9a45-4fa9-95be-2b9590709c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0817986 Feb 10 15:12:42.602566 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c26f4-fa22-46f8-a632-75f1309f352c req-4da1c504-6961-4025-910b-02bb4d34936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:42.603931 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a4c26f4-fa22-46f8-a632-75f1309f352c req-4da1c504-6961-4025-910b-02bb4d34936a service neutron] 10.222.0.79 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.1745355 Feb 10 15:12:42.605822 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-e1903572-5a1d-453c-baac-4df2b9494fc1 service neutron] 10.222.0.79 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717925 Feb 10 15:12:42.671005 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a4c26f4-fa22-46f8-a632-75f1309f352c req-548268be-ec7f-4728-90d0-95af753993ec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca HTTP/1.1" status: 200 len: 217 time: 0.0556405 Feb 10 15:12:42.746593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caf542-2e44-414c-a78d-1522b3945ee8 req-3b43bec4-038a-406c-a14b-feac1ef60e2e tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:42.750708 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81caf542-2e44-414c-a78d-1522b3945ee8 req-3b43bec4-038a-406c-a14b-feac1ef60e2e tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 943 time: 0.0663269 Feb 10 15:12:42.773974 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c26f4-fa22-46f8-a632-75f1309f352c req-49d3adca-73ec-4790-b7cd-7e7f0b6e8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:42.776044 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a4c26f4-fa22-46f8-a632-75f1309f352c req-49d3adca-73ec-4790-b7cd-7e7f0b6e8e77 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.0934660 Feb 10 15:12:42.818509 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a4c26f4-fa22-46f8-a632-75f1309f352c req-21f14714-3aed-4c74-8c8d-d71ef39320f9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363598 Feb 10 15:12:42.826562 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-340f168f-addc-4d1e-92cb-0c0cfac32928 req-e39dc376-8e9c-47e6-8610-09435f8d73d6 service neutron] 10.222.0.79 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100105 Feb 10 15:12:42.827385 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81caf542-2e44-414c-a78d-1522b3945ee8 req-4a5d692e-d8f4-4a82-abd9-38ecbe928c77 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702488 Feb 10 15:12:42.855038 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-027792a8-57e1-42aa-bf14-3db0cf1c75db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:42.972231 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbfe34-1f35-49fc-8443-ea171f118a08 req-50a8902c-9af9-4cbd-b980-d28795728dba tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:42.972829 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a4c26f4-fa22-46f8-a632-75f1309f352c req-898467f9-7dfd-45b3-a300-e8615941d450 service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480052 Feb 10 15:12:42.980437 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fbbbfe34-1f35-49fc-8443-ea171f118a08 req-50a8902c-9af9-4cbd-b980-d28795728dba tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/ports?device_id=83284218-c231-4cbe-b798-05ecf2c59e0a HTTP/1.1" status: 200 len: 948 time: 0.0767097 Feb 10 15:12:42.983492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c722bf-e7d1-4f7f-93ca-2dc989c0dfad', 'tag': '9e2036bf-13a6-4629-995c-da716c7fa66f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:42.990228 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f2229d-7f17-461a-b947-2786af35af22" -d '{"events": [{"name": "network-changed", "server_uuid": "63c722bf-e7d1-4f7f-93ca-2dc989c0dfad", "tag": "9e2036bf-13a6-4629-995c-da716c7fa66f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:43.048769 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fbbbfe34-1f35-49fc-8443-ea171f118a08 req-8382bfa3-d1d8-47ba-9ac7-1224c50e5557 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/security-groups?id=09779833-d310-449a-9e03-c0c251eb3540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671875 Feb 10 15:12:43.118187 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904a81bc-597b-4703-a5ec-5e9ab2d77f84 x-openstack-request-id: req-904a81bc-597b-4703-a5ec-5e9ab2d77f84 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:43.118806 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c722bf-e7d1-4f7f-93ca-2dc989c0dfad", "tag": "9e2036bf-13a6-4629-995c-da716c7fa66f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:43.119104 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-904a81bc-597b-4703-a5ec-5e9ab2d77f84 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:43.121945 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c722bf-e7d1-4f7f-93ca-2dc989c0dfad', 'tag': '9e2036bf-13a6-4629-995c-da716c7fa66f', 'status': 'completed', 'code': 200} Feb 10 15:12:43.131692 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a4c26f4-fa22-46f8-a632-75f1309f352c req-bd045980-e5b7-476e-aa78-db68f26bee4b service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501529 Feb 10 15:12:43.229400 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2229d-7f17-461a-b947-2786af35af22 req-b0422f20-bb34-4844-9040-6f559b61a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:43.231330 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a4f2229d-7f17-461a-b947-2786af35af22 req-b0422f20-bb34-4844-9040-6f559b61a0dc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07f5c3f964e945248d8cde923bf7b493&device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 1125 time: 0.0752821 Feb 10 15:12:43.292371 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863661b-d534-44b9-8d42-904c6b3d2d64 req-6a0f2978-516c-4f69-9be3-1101af7d09e0 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:43.294274 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a863661b-d534-44b9-8d42-904c6b3d2d64 req-6a0f2978-516c-4f69-9be3-1101af7d09e0 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 943 time: 0.0889833 Feb 10 15:12:43.362119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2229d-7f17-461a-b947-2786af35af22 req-7283b14d-027b-4cc9-8819-9997637f9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:43.363615 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a4f2229d-7f17-461a-b947-2786af35af22 req-7283b14d-027b-4cc9-8819-9997637f9974 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7a195b29-9a45-4fa9-95be-2b9590709c3d HTTP/1.1" status: 200 len: 924 time: 0.1259587 Feb 10 15:12:43.416502 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a863661b-d534-44b9-8d42-904c6b3d2d64 req-50b79683-d6fe-4b98-8720-42fe790b56b4 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1101630 Feb 10 15:12:43.425943 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a4f2229d-7f17-461a-b947-2786af35af22 req-7a55b4ac-e993-41aa-986c-e7643b2ba8cf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e2036bf-13a6-4629-995c-da716c7fa66f HTTP/1.1" status: 200 len: 217 time: 0.0560532 Feb 10 15:12:43.457974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-bb068e80-c98b-4fa3-9892-819312549974 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:12:43.459092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-bb068e80-c98b-4fa3-9892-819312549974 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063131 Feb 10 15:12:43.483603 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2229d-7f17-461a-b947-2786af35af22 req-ab37a58d-1313-4808-aed8-8a86af80ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:43.485504 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a4f2229d-7f17-461a-b947-2786af35af22 req-ab37a58d-1313-4808-aed8-8a86af80ea6c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bc1c408b-918c-450a-92c6-5027a88e32dc HTTP/1.1" status: 200 len: 862 time: 0.0522227 Feb 10 15:12:43.533203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f90feeb-e0db-416e-9ecf-646825764c7f req-2604fd49-b306-4dbd-b8cf-e42bd107efae tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0331280 Feb 10 15:12:43.546314 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-1e9719fe-f261-41a2-8f11-54daa969acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:43.550405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2229d-7f17-461a-b947-2786af35af22 req-16b9e833-3626-4780-ba42-03f000d1c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:43.552567 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a4f2229d-7f17-461a-b947-2786af35af22 req-16b9e833-3626-4780-ba42-03f000d1c706 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a195b29-9a45-4fa9-95be-2b9590709c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0606310 Feb 10 15:12:43.553717 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-1e9719fe-f261-41a2-8f11-54daa969acb5 service neutron] 10.222.0.64 "GET /v2.0/ports/9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 HTTP/1.1" status: 200 len: 1124 time: 0.0822237 Feb 10 15:12:43.559057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-50d31119-8ce4-413b-94ca-cd3d90814746 service neutron] Request body: {'binding': {'host': 'n-h1-815324-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:43.559585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-50d31119-8ce4-413b-94ca-cd3d90814746 service neutron] Unknown quota resources ['binding']. {{(pid=103368) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:12:43.588241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 5b770979-f4c0-44f8-9134-c135a7527731 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:43.660676 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 5b770979-f4c0-44f8-9134-c135a7527731 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:12:43.666632 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 5b770979-f4c0-44f8-9134-c135a7527731 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:43.667009 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5b770979-f4c0-44f8-9134-c135a7527731), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:43.678718 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a4f2229d-7f17-461a-b947-2786af35af22 req-7cdf18e2-da82-4f83-971e-eee6ba7264cb service neutron] 10.222.0.79 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183658 Feb 10 15:12:43.761518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-50d31119-8ce4-413b-94ca-cd3d90814746 service neutron] Attempting to bind port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 on host n-h1-815324-7 for vnic_type normal with profile None {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:43.761882 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-50d31119-8ce4-413b-94ca-cd3d90814746 service neutron] Attempting to bind port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:43.762343 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-50d31119-8ce4-413b-94ca-cd3d90814746 service neutron] Attempting to bind port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:43.767166 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-50d31119-8ce4-413b-94ca-cd3d90814746 service neutron] Port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:12:43.767484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-50d31119-8ce4-413b-94ca-cd3d90814746 service neutron] Attempting to bind port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:43.774015 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-50d31119-8ce4-413b-94ca-cd3d90814746 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:43.774361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-50d31119-8ce4-413b-94ca-cd3d90814746 service neutron] Checking segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:43.774752 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-50d31119-8ce4-413b-94ca-cd3d90814746 service neutron] Bound using segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:43.775178 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-50d31119-8ce4-413b-94ca-cd3d90814746 service neutron] Bound port: 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:43.775486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 5b770979-f4c0-44f8-9134-c135a7527731 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:43.776157 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5b770979-f4c0-44f8-9134-c135a7527731), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:43.806617 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a4f2229d-7f17-461a-b947-2786af35af22 req-e7f14ba3-2142-4e61-9c02-23d070f523a2 service neutron] 10.222.0.79 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193006 Feb 10 15:12:43.834266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83284218-c231-4cbe-b798-05ecf2c59e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b770979-f4c0-44f8-9134-c135a7527731'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:43.839016 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4056e7bc-ce7c-475f-a5bb-b831921d8c1a" -d '{"events": [{"server_uuid": "83284218-c231-4cbe-b798-05ecf2c59e0a", "name": "network-vif-plugged", "status": "completed", "tag": "5b770979-f4c0-44f8-9134-c135a7527731"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:43.861482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-50d31119-8ce4-413b-94ca-cd3d90814746 service neutron] For port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:43.865862 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 5b770979-f4c0-44f8-9134-c135a7527731, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=5b770979-f4c0-44f8-9134-c135a7527731,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:43.870422 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-50d31119-8ce4-413b-94ca-cd3d90814746 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:43.871599 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-50d31119-8ce4-413b-94ca-cd3d90814746 service neutron] 10.222.0.64 "POST /v2.0/ports/9658a1eb-bf9a-4c94-bb97-8f297d2e1f33/bindings HTTP/1.1" status: 201 len: 389 time: 0.3170335 Feb 10 15:12:43.873126 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5b770979-f4c0-44f8-9134-c135a7527731), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:43.918733 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ce8de5-d6ef-486a-a9c5-c0df7409f68c x-openstack-request-id: req-01ce8de5-d6ef-486a-a9c5-c0df7409f68c {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:43.919139 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83284218-c231-4cbe-b798-05ecf2c59e0a", "name": "network-vif-plugged", "status": "completed", "tag": "5b770979-f4c0-44f8-9134-c135a7527731", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:43.919565 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01ce8de5-d6ef-486a-a9c5-c0df7409f68c {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:43.920139 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83284218-c231-4cbe-b798-05ecf2c59e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b770979-f4c0-44f8-9134-c135a7527731', 'code': 200} Feb 10 15:12:43.960068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=5b770979-f4c0-44f8-9134-c135a7527731,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:44.209792 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-17a97c55-c01b-4350-84ec-5c60f4b7ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:44.211796 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-17a97c55-c01b-4350-84ec-5c60f4b7ea57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 1127 time: 0.0520470 Feb 10 15:12:44.335292 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-801d2798-33db-4bed-98b8-52c4fa53c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:44.337439 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-801d2798-33db-4bed-98b8-52c4fa53c39a service neutron] 10.222.0.72 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.1156204 Feb 10 15:12:44.375024 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd9d68-209c-44a0-a9d7-9c0e31e8e73e req-3b08bc9e-141a-41cc-afbd-82bc37a5656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:44.375024 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9dbd9d68-209c-44a0-a9d7-9c0e31e8e73e req-3b08bc9e-141a-41cc-afbd-82bc37a5656e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=83284218-c231-4cbe-b798-05ecf2c59e0a HTTP/1.1" status: 200 len: 1131 time: 0.4088545 Feb 10 15:12:44.382229 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c610c-2a75-4014-9b36-cbfd36eac180 req-abf98b3d-8aa0-4b4b-980d-2edc02d85a4c tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:44.384176 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-9c20b585-8e1b-4938-aa39-925ac952c501 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 HTTP/1.1" status: 200 len: 217 time: 0.0393310 Feb 10 15:12:44.387763 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-915c610c-2a75-4014-9b36-cbfd36eac180 req-abf98b3d-8aa0-4b4b-980d-2edc02d85a4c tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 943 time: 0.3532720 Feb 10 15:12:44.443383 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-f99dc041-8a5f-4deb-90d0-ced11f222981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:44.445144 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-f99dc041-8a5f-4deb-90d0-ced11f222981 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.0559864 Feb 10 15:12:44.452519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c08e9-f22c-492c-a0ac-0077233016e9 req-963425d7-aa43-4968-af1a-29109b7f8b59 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:44.454040 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-859c08e9-f22c-492c-a0ac-0077233016e9 req-963425d7-aa43-4968-af1a-29109b7f8b59 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 945 time: 0.3786311 Feb 10 15:12:44.483363 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9dbd9d68-209c-44a0-a9d7-9c0e31e8e73e req-9963d899-4d18-4d7d-80ae-9db11d8be378 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=09779833-d310-449a-9e03-c0c251eb3540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943997 Feb 10 15:12:44.486984 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-13bc418f-223d-4328-807b-e1dbd816a29d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336332 Feb 10 15:12:44.503393 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-915c610c-2a75-4014-9b36-cbfd36eac180 req-53c7ee7b-a5c7-4931-bf16-67abd99cbd18 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078527 Feb 10 15:12:44.541580 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-859c08e9-f22c-492c-a0ac-0077233016e9 req-db9e071f-94a0-402f-af0d-e5e994bb0582 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814764 Feb 10 15:12:44.660548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbe343-b707-403c-bc5a-39d32f84c0cd req-ec79d086-1ddc-4184-ac2c-9f49ecac8044 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:44.662062 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5edbe343-b707-403c-bc5a-39d32f84c0cd req-ec79d086-1ddc-4184-ac2c-9f49ecac8044 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/ports?device_id=83284218-c231-4cbe-b798-05ecf2c59e0a HTTP/1.1" status: 200 len: 949 time: 0.0656996 Feb 10 15:12:44.739575 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5edbe343-b707-403c-bc5a-39d32f84c0cd req-ff59a8ff-9c70-49e2-953d-43c7c7a5ba1c tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/security-groups?id=09779833-d310-449a-9e03-c0c251eb3540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656388 Feb 10 15:12:44.875220 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eccd08-c3f9-400a-9fec-bdea12330456 req-6630b98a-a9c3-45f2-8dab-785feca8e276 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:44.877168 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68eccd08-c3f9-400a-9fec-bdea12330456 req-6630b98a-a9c3-45f2-8dab-785feca8e276 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 943 time: 0.0627639 Feb 10 15:12:44.942243 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68eccd08-c3f9-400a-9fec-bdea12330456 req-01accc2f-55d5-4e13-8453-3614f5abc0c7 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576997 Feb 10 15:12:44.962069 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-c0b0c0fe-86ea-4555-b86b-69df9290bf92 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925808 Feb 10 15:12:45.051464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3311949e-1ec0-4ba7-9bcd-7d883405bd41 req-bb36d9b0-f665-414f-948e-556deb1495f3 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0373685 Feb 10 15:12:45.092700 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-03fe7ea1-61a0-4be1-be45-7ab1fca6292f service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120379 Feb 10 15:12:45.119891 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f8060033-45e8-4599-9451-eed1aeca76f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:45.240289 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-13bcd153-4906-4d64-a75d-b84bf48796e0 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:45.241937 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-13bcd153-4906-4d64-a75d-b84bf48796e0 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d&tenant_id=ef96867ec18f4dff8a2a1903005f827a&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1127 time: 0.0938807 Feb 10 15:12:45.253984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-7'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:45.309211 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-941d6a7a-d8ec-4c66-8f61-d0f578e0512f tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5e99633c7bcc430f824a172b3a3baab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254486 Feb 10 15:12:45.328763 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:45.453527 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-65e492a4-780e-49a7-9a20-fa3d9b1373f3 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:45.456293 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-65e492a4-780e-49a7-9a20-fa3d9b1373f3 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1414278 Feb 10 15:12:45.481787 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-ca90fb39-fa5f-4195-b701-dc55cbe77039 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/quotas/5e99633c7bcc430f824a172b3a3baab9 HTTP/1.1" status: 200 len: 375 time: 0.0200310 Feb 10 15:12:45.482933 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] For port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:45.506800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35074) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:45.515121 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35076) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:45.518359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-9ad97317-9d64-4209-98f4-c1a7934c8d8d tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5e99633c7bcc430f824a172b3a3baab9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354321 Feb 10 15:12:45.573942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] For port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:45.651613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c7edda-5eee-4d7c-85e7-c1d832c34d3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9658a1eb-bf9a-4c94-bb97-8f297d2e1f33'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:45.654965 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f72c9b4-b085-4ada-8e1e-44c015db09e8" -d '{"events": [{"server_uuid": "22c7edda-5eee-4d7c-85e7-c1d832c34d3d", "name": "network-vif-unplugged", "status": "completed", "tag": "9658a1eb-bf9a-4c94-bb97-8f297d2e1f33"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:45.660931 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Publish callbacks [] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:45.670822 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:45.693699 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18959cd-12c7-4fbd-9bd0-f668c067d20d req-17262b49-d104-4d2c-af5b-6ba4ca571bdb tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:45.696224 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a18959cd-12c7-4fbd-9bd0-f668c067d20d req-17262b49-d104-4d2c-af5b-6ba4ca571bdb tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 943 time: 0.0712514 Feb 10 15:12:45.752501 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-812aeb83-4730-498d-9e79-404338d5d845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:45.758910 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a45967e9-ede4-4ce7-bdb7-d7b43aa70834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:45.807225 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a18959cd-12c7-4fbd-9bd0-f668c067d20d req-6db92eee-7744-4c56-ad9d-f2fb7e549dab tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053493 Feb 10 15:12:45.826880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Pushing event updated for resources: {'Port': ['ID=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:45.855644 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e9795-0673-4091-838e-1f275c3c3724 req-e1eb80fe-e8bd-4c27-bbfd-46c3c12ca79b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:45.855930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Attempting to bind port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 on host n-h2-815324-7 for vnic_type normal with profile {"migrating_to": "n-h1-815324-7"} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:45.856272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Attempting to bind port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:45.856598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Attempting to bind port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:45.865715 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-700e9795-0673-4091-838e-1f275c3c3724 req-e1eb80fe-e8bd-4c27-bbfd-46c3c12ca79b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 943 time: 0.1041148 Feb 10 15:12:45.875278 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd54849-c843-4964-8615-d377a115e0e3 x-openstack-request-id: req-5bd54849-c843-4964-8615-d377a115e0e3 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:45.875680 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c7edda-5eee-4d7c-85e7-c1d832c34d3d", "name": "network-vif-unplugged", "status": "completed", "tag": "9658a1eb-bf9a-4c94-bb97-8f297d2e1f33", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:45.875913 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5bd54849-c843-4964-8615-d377a115e0e3 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:45.876316 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c7edda-5eee-4d7c-85e7-c1d832c34d3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9658a1eb-bf9a-4c94-bb97-8f297d2e1f33', 'code': 200} Feb 10 15:12:45.884545 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:12:45.884910 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Attempting to bind port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:45.904872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:45.905151 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Checking segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:45.905577 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Bound using segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:45.906052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Bound port: 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:45.906437 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:45.943141 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-829fa2a0-3385-4711-861f-acdab61a07f3 req-0b248ea1-5e72-421c-b558-48f3c7c5aca3 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/ports?device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 210 time: 0.0363431 Feb 10 15:12:45.955668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 9e2036bf-13a6-4629-995c-da716c7fa66f details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:12:45.967451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-700e9795-0673-4091-838e-1f275c3c3724 req-94c4ed24-52e2-4b71-a3f8-66c9862004ee tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007276 Feb 10 15:12:46.030349 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a45967e9-ede4-4ce7-bdb7-d7b43aa70834 admin admin] Publish callbacks [] for security_group (168f137c-4183-459c-a147-a772e13960be), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.050813 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-812aeb83-4730-498d-9e79-404338d5d845 admin admin] Publish callbacks [] for security_group (e713edc3-d6da-41aa-b552-9000aa46fc41), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.052306 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a45967e9-ede4-4ce7-bdb7-d7b43aa70834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (168f137c-4183-459c-a147-a772e13960be), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.072569 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-812aeb83-4730-498d-9e79-404338d5d845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e713edc3-d6da-41aa-b552-9000aa46fc41), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.143983 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a45967e9-ede4-4ce7-bdb7-d7b43aa70834 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ee55642f7c34f3590a04fc555d834fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6278107 Feb 10 15:12:46.147175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35102) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:46.152365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45967e9-ede4-4ce7-bdb7-d7b43aa70834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168f137c-4183-459c-a147-a772e13960be,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:46.161903 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-812aeb83-4730-498d-9e79-404338d5d845 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e499cf1602174e71b98ab5b6358e1129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6522295 Feb 10 15:12:46.163301 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] For port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:46.166072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35106) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:46.186575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50309317-b35b-4e10-8afb-fdf753c9579a req-ffb74137-372d-4fde-91d0-bd06119d2083 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:46.189314 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50309317-b35b-4e10-8afb-fdf753c9579a req-ffb74137-372d-4fde-91d0-bd06119d2083 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/ports?device_id=83284218-c231-4cbe-b798-05ecf2c59e0a HTTP/1.1" status: 200 len: 949 time: 0.1560369 Feb 10 15:12:46.211379 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7fc39-d4d1-4158-821c-e5b65266dfbd req-27ed1e6c-1b61-4f45-85a8-36bf7202cec6 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:46.219975 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.220733 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ac7fc39-d4d1-4158-821c-e5b65266dfbd req-27ed1e6c-1b61-4f45-85a8-36bf7202cec6 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 943 time: 0.1651866 Feb 10 15:12:46.223986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] For port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:46.234492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 9e2036bf-13a6-4629-995c-da716c7fa66f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9e2036bf-13a6-4629-995c-da716c7fa66f,segment=NetworkSegment(9b7288e6-d826-466f-9139-5656341ea865),segment_id=9b7288e6-d826-466f-9139-5656341ea865)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:46.246157 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.251461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '9e2036bf-13a6-4629-995c-da716c7fa66f', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'port_id': '9e2036bf-13a6-4629-995c-da716c7fa66f', 'mac_address': 'fa:16:3e:e8:75:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:12:46.260483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812aeb83-4730-498d-9e79-404338d5d845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e713edc3-d6da-41aa-b552-9000aa46fc41,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:46.299258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 9e2036bf-13a6-4629-995c-da716c7fa66f is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:46.300030 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9e2036bf-13a6-4629-995c-da716c7fa66f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.302792 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25ae30af-2dc8-43a9-bdce-5c750e88c83c admin admin] Publish callbacks [] for security_group (e713edc3-d6da-41aa-b552-9000aa46fc41), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.319462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2036bf-13a6-4629-995c-da716c7fa66f {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:46.330125 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-060402cb-9d94-4ad9-b53d-55310cc5a2da admin admin] Publish callbacks [] for security_group (168f137c-4183-459c-a147-a772e13960be), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.349657 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ac7fc39-d4d1-4158-821c-e5b65266dfbd req-2aecc1b7-7832-4861-b4a5-fc7265ad71fd tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1250501 Feb 10 15:12:46.355387 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:46.356168 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.363922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 9e2036bf-13a6-4629-995c-da716c7fa66f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9e2036bf-13a6-4629-995c-da716c7fa66f,segment=NetworkSegment(9b7288e6-d826-466f-9139-5656341ea865),segment_id=9b7288e6-d826-466f-9139-5656341ea865)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:46.366529 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] 10.222.0.72 "PUT /v2.0/ports/9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 HTTP/1.1" status: 200 len: 1121 time: 1.1167767 Feb 10 15:12:46.369206 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9e2036bf-13a6-4629-995c-da716c7fa66f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.369866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 16c981da-4f30-447a-8ac8-e97d1cee64ca details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:12:46.371475 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50309317-b35b-4e10-8afb-fdf753c9579a req-3a77a154-4543-41bb-bae8-3b65f78429b3 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/security-groups?id=09779833-d310-449a-9e03-c0c251eb3540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722512 Feb 10 15:12:46.380693 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a27527-1ef6-49a2-8ff9-dab72173266f service neutron] Pushing event updated for resources: {'Port': ['ID=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,revision_number=8']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:46.385752 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25ae30af-2dc8-43a9-bdce-5c750e88c83c admin admin] Publish callbacks [] for security_group (e713edc3-d6da-41aa-b552-9000aa46fc41), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.439297 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-060402cb-9d94-4ad9-b53d-55310cc5a2da admin admin] Publish callbacks [] for security_group (168f137c-4183-459c-a147-a772e13960be), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.442175 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['9658a1eb-bf9a-4c94-bb97-8f297d2e1f33'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:12:46.474724 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25ae30af-2dc8-43a9-bdce-5c750e88c83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e713edc3-d6da-41aa-b552-9000aa46fc41), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.477992 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25ae30af-2dc8-43a9-bdce-5c750e88c83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.482476 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-25ae30af-2dc8-43a9-bdce-5c750e88c83c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e713edc3-d6da-41aa-b552-9000aa46fc41 HTTP/1.1" status: 204 len: 168 time: 0.3073616 Feb 10 15:12:46.492056 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae30af-2dc8-43a9-bdce-5c750e88c83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e713edc3-d6da-41aa-b552-9000aa46fc41,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:46.533480 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaff6257-974f-40e3-bdc4-0c58e7555b5c req-959d8399-a590-468a-9822-e30bea6cbea4 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0469816 Feb 10 15:12:46.557468 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-060402cb-9d94-4ad9-b53d-55310cc5a2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (168f137c-4183-459c-a147-a772e13960be), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.560339 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-060402cb-9d94-4ad9-b53d-55310cc5a2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.561767 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-060402cb-9d94-4ad9-b53d-55310cc5a2da admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/168f137c-4183-459c-a147-a772e13960be HTTP/1.1" status: 204 len: 168 time: 0.4134262 Feb 10 15:12:46.567438 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=9e2036bf-13a6-4629-995c-da716c7fa66f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:46.589142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060402cb-9d94-4ad9-b53d-55310cc5a2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168f137c-4183-459c-a147-a772e13960be,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:46.686620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 16c981da-4f30-447a-8ac8-e97d1cee64ca, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:46.729981 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '16c981da-4f30-447a-8ac8-e97d1cee64ca', 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b', 'port_id': '16c981da-4f30-447a-8ac8-e97d1cee64ca', 'mac_address': 'fa:16:3e:48:ce:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6d7326-5c38-4fe8-832a-e5a495c9b28d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:12:46.806051 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 16c981da-4f30-447a-8ac8-e97d1cee64ca is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:46.806440 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.823802 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c981da-4f30-447a-8ac8-e97d1cee64ca {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:46.848120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 16c981da-4f30-447a-8ac8-e97d1cee64ca, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:46.853216 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:46.908224 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=16c981da-4f30-447a-8ac8-e97d1cee64ca,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:46.989387 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db29825-e78b-45ef-82ae-cadcf7706116 req-7fa477fb-8402-4105-b0e2-923e08d357b0 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:46.996498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0db29825-e78b-45ef-82ae-cadcf7706116 req-7fa477fb-8402-4105-b0e2-923e08d357b0 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 944 time: 0.0892763 Feb 10 15:12:47.080836 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0db29825-e78b-45ef-82ae-cadcf7706116 req-d87542ff-4766-4487-b2ba-7a167ef570f8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759394 Feb 10 15:12:47.089083 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35132) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:47.120271 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53a1026c-efe9-4163-8da9-95ae4fae8719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.167952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['9e2036bf-13a6-4629-995c-da716c7fa66f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:12:47.178368 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35134) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:47.183959 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-d8319fb8-c0bf-4d6e-938f-c13d0eba816d tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5e99633c7bcc430f824a172b3a3baab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858178 Feb 10 15:12:47.186947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9e4b0174-7d64-482a-8682-a9a01f18497e req-81b9195b-0790-4f34-9976-57d9ff380e9c tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/ports?device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 210 time: 0.0603251 Feb 10 15:12:47.202218 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3617153-0206-4b1e-bac1-cc6654e970b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.227469 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['16c981da-4f30-447a-8ac8-e97d1cee64ca'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:12:47.250689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad83d1-0e43-42d7-b729-594fcf2fb546 req-29ef3ebe-bd2b-4580-9bf8-2eb451249a59 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:47.253045 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbad83d1-0e43-42d7-b729-594fcf2fb546 req-29ef3ebe-bd2b-4580-9bf8-2eb451249a59 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 943 time: 0.0682154 Feb 10 15:12:47.339002 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbad83d1-0e43-42d7-b729-594fcf2fb546 req-7b1d672c-4f61-4f39-9f14-7e9eb68a6fc0 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773225 Feb 10 15:12:47.389123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-a7fdf425-cdee-44a7-bec7-d513bd5d3816 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:47.390718 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-a7fdf425-cdee-44a7-bec7-d513bd5d3816 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737475 Feb 10 15:12:47.407858 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Request body: {'port': {'device_id': '99028ffc-01be-4161-a14d-2b3106c4c737', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '5e99633c7bcc430f824a172b3a3baab9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:47.461738 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53a1026c-efe9-4163-8da9-95ae4fae8719 admin admin] Publish callbacks [] for security_group (e2582cda-9c16-4231-9b1b-4327aaf91add), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.477005 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53a1026c-efe9-4163-8da9-95ae4fae8719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e2582cda-9c16-4231-9b1b-4327aaf91add), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.503510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bffbe-1254-4519-8dab-1421d10a40e3 req-4ef0c283-ae69-4146-b4fe-4f800644f172 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:47.505098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be4bffbe-1254-4519-8dab-1421d10a40e3 req-4ef0c283-ae69-4146-b4fe-4f800644f172 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 944 time: 0.0692487 Feb 10 15:12:47.545285 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3617153-0206-4b1e-bac1-cc6654e970b1 admin admin] Publish callbacks [] for security_group (6f1ef6bd-4b30-4ade-a784-fcb636d43898), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.557899 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-53a1026c-efe9-4163-8da9-95ae4fae8719 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e68eb4a641e4aa0800192cc70431c1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4677203 Feb 10 15:12:47.562834 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3617153-0206-4b1e-bac1-cc6654e970b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6f1ef6bd-4b30-4ade-a784-fcb636d43898), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.566758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35140) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:47.594392 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1026c-efe9-4163-8da9-95ae4fae8719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2582cda-9c16-4231-9b1b-4327aaf91add,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:47.610315 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be4bffbe-1254-4519-8dab-1421d10a40e3 req-bd15f682-b396-4e54-999c-a2d67b701077 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960238 Feb 10 15:12:47.621559 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce8c5d-43b3-4c91-90b7-c7753ff725bb req-5197074c-418d-4c96-b0f1-d6325400d696 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:47.623059 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bbce8c5d-43b3-4c91-90b7-c7753ff725bb req-5197074c-418d-4c96-b0f1-d6325400d696 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/ports?device_id=83284218-c231-4cbe-b798-05ecf2c59e0a HTTP/1.1" status: 200 len: 949 time: 0.1170745 Feb 10 15:12:47.624556 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b3617153-0206-4b1e-bac1-cc6654e970b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b228efb62239451ab7142da3aad6c77d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4426293 Feb 10 15:12:47.630626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35144) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:47.660796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3617153-0206-4b1e-bac1-cc6654e970b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1ef6bd-4b30-4ade-a784-fcb636d43898,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:47.669233 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3dba5279-a9b7-470a-ac47-2ad3862d72a3 admin admin] Publish callbacks [] for security_group (e2582cda-9c16-4231-9b1b-4327aaf91add), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.678841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Made reservation on behalf of 5e99633c7bcc430f824a172b3a3baab9 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:47.682741 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.696497 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.720380 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3dba5279-a9b7-470a-ac47-2ad3862d72a3 admin admin] Publish callbacks [] for security_group (e2582cda-9c16-4231-9b1b-4327aaf91add), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.731676 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-206bd177-bc24-4f1b-8d83-da790b80e820 admin admin] Publish callbacks [] for security_group (6f1ef6bd-4b30-4ade-a784-fcb636d43898), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.749882 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.750589 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bbce8c5d-43b3-4c91-90b7-c7753ff725bb req-811ee527-489a-4dac-9c32-e6050d94c7ed tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/security-groups?id=09779833-d310-449a-9e03-c0c251eb3540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097076 Feb 10 15:12:47.752560 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b8b09a7-cc3d-4326-a9c6-d0b5e3d3d56d req-7b59e7c9-b29d-49a1-a33a-7c4b2fe3ae73 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0532949 Feb 10 15:12:47.784145 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-206bd177-bc24-4f1b-8d83-da790b80e820 admin admin] Publish callbacks [] for security_group (6f1ef6bd-4b30-4ade-a784-fcb636d43898), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.809862 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3dba5279-a9b7-470a-ac47-2ad3862d72a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e2582cda-9c16-4231-9b1b-4327aaf91add), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.812858 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3dba5279-a9b7-470a-ac47-2ad3862d72a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.814169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3dba5279-a9b7-470a-ac47-2ad3862d72a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e2582cda-9c16-4231-9b1b-4327aaf91add HTTP/1.1" status: 204 len: 168 time: 0.2464786 Feb 10 15:12:47.823053 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba5279-a9b7-470a-ac47-2ad3862d72a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2582cda-9c16-4231-9b1b-4327aaf91add,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:47.852203 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Publish callbacks [] for security_group (9c353dea-f1a5-4b74-8e6d-3add4996260a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.858148 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9c353dea-f1a5-4b74-8e6d-3add4996260a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.877781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c7edda-5eee-4d7c-85e7-c1d832c34d3d', 'tag': '9658a1eb-bf9a-4c94-bb97-8f297d2e1f33'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:47.879971 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422dff1e-26ac-49ef-8b66-60e4149abb49" -d '{"events": [{"name": "network-changed", "server_uuid": "22c7edda-5eee-4d7c-85e7-c1d832c34d3d", "tag": "9658a1eb-bf9a-4c94-bb97-8f297d2e1f33"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:47.885686 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-206bd177-bc24-4f1b-8d83-da790b80e820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6f1ef6bd-4b30-4ade-a784-fcb636d43898), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.888163 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-206bd177-bc24-4f1b-8d83-da790b80e820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:47.892161 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-206bd177-bc24-4f1b-8d83-da790b80e820 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f1ef6bd-4b30-4ade-a784-fcb636d43898 HTTP/1.1" status: 204 len: 168 time: 0.2575793 Feb 10 15:12:47.931346 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0242a72c-b831-4aca-b275-19b638c64be7 x-openstack-request-id: req-0242a72c-b831-4aca-b275-19b638c64be7 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:47.931632 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c7edda-5eee-4d7c-85e7-c1d832c34d3d", "tag": "9658a1eb-bf9a-4c94-bb97-8f297d2e1f33", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:47.931876 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0242a72c-b831-4aca-b275-19b638c64be7 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:47.932254 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c7edda-5eee-4d7c-85e7-c1d832c34d3d', 'tag': '9658a1eb-bf9a-4c94-bb97-8f297d2e1f33', 'status': 'completed', 'code': 200} Feb 10 15:12:47.945350 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c353dea-f1a5-4b74-8e6d-3add4996260a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:47.991723 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bd177-bc24-4f1b-8d83-da790b80e820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1ef6bd-4b30-4ade-a784-fcb636d43898,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:48.062639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dff1e-26ac-49ef-8b66-60e4149abb49 req-b5ee3d35-020f-4cc2-abe4-a3fd68434c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:48.064147 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-422dff1e-26ac-49ef-8b66-60e4149abb49 req-b5ee3d35-020f-4cc2-abe4-a3fd68434c94 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 1155 time: 0.1102705 Feb 10 15:12:48.065253 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Allocated IP 192.168.233.246 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/3776b329-8569-40dc-ab93-9919db7163c1) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:12:48.247200 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dfe4c-b662-4a99-bc81-35fce2f4f3a0 req-d40fa0d5-7deb-407f-813e-1a585acd0515 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:48.257014 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a1dfe4c-b662-4a99-bc81-35fce2f4f3a0 req-d40fa0d5-7deb-407f-813e-1a585acd0515 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 944 time: 0.0934958 Feb 10 15:12:48.327795 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29bd70f3-3fd2-4eee-aedc-3cafde857431 req-6ec7b8f2-4113-4c1b-a671-b4e84a6f6647 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/ports?device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 210 time: 0.0514483 Feb 10 15:12:48.358580 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a1dfe4c-b662-4a99-bc81-35fce2f4f3a0 req-62f3d7ec-d889-44ed-8cd0-542d4e92594a tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998068 Feb 10 15:12:48.377362 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Publish callbacks [] for port (3776b329-8569-40dc-ab93-9919db7163c1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:48.388536 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dff1e-26ac-49ef-8b66-60e4149abb49 req-3f11bd3d-1a38-4e41-be5a-00b8047edc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:48.390587 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-422dff1e-26ac-49ef-8b66-60e4149abb49 req-3f11bd3d-1a38-4e41-be5a-00b8047edc99 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.3186970 Feb 10 15:12:48.456977 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-422dff1e-26ac-49ef-8b66-60e4149abb49 req-5f15d631-bcb4-48b0-a6b3-98a1a56bd350 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 HTTP/1.1" status: 200 len: 217 time: 0.0593328 Feb 10 15:12:48.480330 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ebc51-e56d-4098-9541-4289379063b6 req-1e605577-975b-4b65-a846-dcda9e5c7155 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:48.483248 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a3ebc51-e56d-4098-9541-4289379063b6 req-1e605577-975b-4b65-a846-dcda9e5c7155 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 943 time: 0.0698059 Feb 10 15:12:48.522968 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3776b329-8569-40dc-ab93-9919db7163c1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:48.525954 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dff1e-26ac-49ef-8b66-60e4149abb49 req-1f993436-b25d-4e42-9336-0f3e5bc6c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:48.527570 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-422dff1e-26ac-49ef-8b66-60e4149abb49 req-1f993436-b25d-4e42-9336-0f3e5bc6c5a8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.0641258 Feb 10 15:12:48.536276 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a3ebc51-e56d-4098-9541-4289379063b6 req-812cc41d-e2e3-4603-ad97-bfea52aa7891 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471802 Feb 10 15:12:48.573910 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:48.594169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:48.601998 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-422dff1e-26ac-49ef-8b66-60e4149abb49 req-67f069ca-847a-466d-bef8-6b3b09d1d0ff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590703 Feb 10 15:12:48.603162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:12:48.669730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:48.669730 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:48.781255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Pushing event updated for resources: {'Port': ['ID=3776b329-8569-40dc-ab93-9919db7163c1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:48.806361 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-f0f0061b-375e-4656-9df9-936ef95a84d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4060915 Feb 10 15:12:48.826213 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-422dff1e-26ac-49ef-8b66-60e4149abb49 req-546eb698-e9c3-4b1f-9282-1f8a311c907e service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550388 Feb 10 15:12:48.831289 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Request body: {'port': {'device_id': '99028ffc-01be-4161-a14d-2b3106c4c737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:48.933305 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:48.960149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5f349-c79a-46a6-9eeb-5765ca2ad18b req-8af72c64-dc67-45fb-9bd1-be669030c687 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:48.968714 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfc5f349-c79a-46a6-9eeb-5765ca2ad18b req-8af72c64-dc67-45fb-9bd1-be669030c687 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 944 time: 0.2079461 Feb 10 15:12:49.021694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8504eff3-6a82-4c9d-82eb-a4c57fda534e None None] Provisioning complete for port 3776b329-8569-40dc-ab93-9919db7163c1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:49.022073 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8504eff3-6a82-4c9d-82eb-a4c57fda534e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3776b329-8569-40dc-ab93-9919db7163c1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:49.045173 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3776b329-8569-40dc-ab93-9919db7163c1), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:49.053279 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfc5f349-c79a-46a6-9eeb-5765ca2ad18b req-d328cb44-a565-4d78-a0d4-8ed4a8b8a8ce tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831187 Feb 10 15:12:49.079075 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81533005-11ac-456a-a981-b17fa24e92b2 req-48c26930-dae3-4fd3-96c9-7cecb43e8ace tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:49.089869 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81533005-11ac-456a-a981-b17fa24e92b2 req-48c26930-dae3-4fd3-96c9-7cecb43e8ace tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/ports?device_id=83284218-c231-4cbe-b798-05ecf2c59e0a HTTP/1.1" status: 200 len: 949 time: 0.2459695 Feb 10 15:12:49.108673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8504eff3-6a82-4c9d-82eb-a4c57fda534e None None] Port 3776b329-8569-40dc-ab93-9919db7163c1 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:12:49.126941 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a0c02-55c9-4951-8797-6fa63687a03d req-89f51bdd-f4a1-458a-8fff-7f81d7854742 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:49.132564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-009a0c02-55c9-4951-8797-6fa63687a03d req-89f51bdd-f4a1-458a-8fff-7f81d7854742 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.72 "GET /v2.0/ports?device_id=83284218-c231-4cbe-b798-05ecf2c59e0a HTTP/1.1" status: 200 len: 949 time: 0.2426763 Feb 10 15:12:49.193130 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-422dff1e-26ac-49ef-8b66-60e4149abb49 req-d4f8f2b8-2339-4af3-a4fe-32e28f290683 service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582263 Feb 10 15:12:49.252413 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-57b80bef-cb3f-4354-bf37-1204c7ef33ec req-a099c699-c656-41ed-aca9-aaccbf293dd1 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0778701 Feb 10 15:12:49.309504 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81533005-11ac-456a-a981-b17fa24e92b2 req-0bbdac1a-0ea1-4874-b044-2bd51272ecef tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.64 "GET /v2.0/security-groups?id=09779833-d310-449a-9e03-c0c251eb3540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129066 Feb 10 15:12:49.409409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-009a0c02-55c9-4951-8797-6fa63687a03d req-f4466432-1b5d-480a-8ff6-acc309c92f07 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Deleting port 5b770979-f4c0-44f8-9134-c135a7527731 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:12:49.411148 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-009a0c02-55c9-4951-8797-6fa63687a03d req-f4466432-1b5d-480a-8ff6-acc309c92f07 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5b770979-f4c0-44f8-9134-c135a7527731), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:49.589279 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:12:49.631849 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df438c2-9d3d-43a3-aaee-525e75ac8519 req-bca49e86-77cd-4497-ab2a-bef0280e5acc tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:49.639614 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0df438c2-9d3d-43a3-aaee-525e75ac8519 req-bca49e86-77cd-4497-ab2a-bef0280e5acc tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/ports?device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 936 time: 0.1689103 Feb 10 15:12:49.647411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3776b329-8569-40dc-ab93-9919db7163c1 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:49.647956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-009a0c02-55c9-4951-8797-6fa63687a03d req-f4466432-1b5d-480a-8ff6-acc309c92f07 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] For port 5b770979-f4c0-44f8-9134-c135a7527731, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=5b770979-f4c0-44f8-9134-c135a7527731,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:49.648824 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-009a0c02-55c9-4951-8797-6fa63687a03d req-f4466432-1b5d-480a-8ff6-acc309c92f07 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5b770979-f4c0-44f8-9134-c135a7527731), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:49.656317 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Publish callbacks [] for port (3776b329-8569-40dc-ab93-9919db7163c1), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:49.670906 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Transition to ACTIVE for port object 3776b329-8569-40dc-ab93-9919db7163c1 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:12:49.680460 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (3776b329-8569-40dc-ab93-9919db7163c1), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:49.693959 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00240a-ce74-493a-ac98-58091cafe567 req-7fc77063-bddf-4c08-a68b-2ab9daf4f763 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:49.695510 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e00240a-ce74-493a-ac98-58091cafe567 req-7fc77063-bddf-4c08-a68b-2ab9daf4f763 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 944 time: 0.1998117 Feb 10 15:12:49.699226 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-009a0c02-55c9-4951-8797-6fa63687a03d req-f4466432-1b5d-480a-8ff6-acc309c92f07 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Calling delete_port for 5b770979-f4c0-44f8-9134-c135a7527731 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:12:49.749280 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0df438c2-9d3d-43a3-aaee-525e75ac8519 req-e9097d82-e0f2-48b3-ad0f-4901f4bc3745 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c353dea-f1a5-4b74-8e6d-3add4996260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085556 Feb 10 15:12:49.770173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Pushing event updated for resources: {'Port': ['ID=3776b329-8569-40dc-ab93-9919db7163c1,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:49.870762 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:49.872132 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Attempting to bind port 3776b329-8569-40dc-ab93-9919db7163c1 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:49.876190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Attempting to bind port 3776b329-8569-40dc-ab93-9919db7163c1 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:49.877669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Attempting to bind port 3776b329-8569-40dc-ab93-9919db7163c1 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:49.886975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 has no active binding in host n-h1-815324-7 {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:12:49.890074 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e00240a-ce74-493a-ac98-58091cafe567 req-5dd652bb-49e4-49e1-98ca-2055bb57ac73 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845756 Feb 10 15:12:49.892618 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Port 3776b329-8569-40dc-ab93-9919db7163c1 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:12:49.892974 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Attempting to bind port 3776b329-8569-40dc-ab93-9919db7163c1 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:49.909600 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:49.913098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:49.913491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:49.914477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Bound port: 3776b329-8569-40dc-ab93-9919db7163c1, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:49.914845 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3776b329-8569-40dc-ab93-9919db7163c1), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:49.965859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 9e2036bf-13a6-4629-995c-da716c7fa66f up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:50.024428 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] For port 3776b329-8569-40dc-ab93-9919db7163c1, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:50.027801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] For port 3776b329-8569-40dc-ab93-9919db7163c1, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3776b329-8569-40dc-ab93-9919db7163c1,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:50.045644 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (3776b329-8569-40dc-ab93-9919db7163c1), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:50.069576 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 9e2036bf-13a6-4629-995c-da716c7fa66f completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:12:50.076540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 9e2036bf-13a6-4629-995c-da716c7fa66f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:50.080123 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9e2036bf-13a6-4629-995c-da716c7fa66f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:50.117347 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff01d50-536a-4c16-a6b1-3e8a326b73a7 req-36070ea1-b141-4d60-b3de-a4ee99bb8da3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:50.119203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ff01d50-536a-4c16-a6b1-3e8a326b73a7 req-36070ea1-b141-4d60-b3de-a4ee99bb8da3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 943 time: 0.1841965 Feb 10 15:12:50.120589 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-009a0c02-55c9-4951-8797-6fa63687a03d req-f4466432-1b5d-480a-8ff6-acc309c92f07 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (5b770979-f4c0-44f8-9134-c135a7527731), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:50.135404 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Pushing event updated for resources: {'Port': ['ID=3776b329-8569-40dc-ab93-9919db7163c1,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:50.164631 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['5b770979-f4c0-44f8-9134-c135a7527731'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:12:50.165662 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4466432-1b5d-480a-8ff6-acc309c92f07 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Pushing event deleted for resources: {'Port': ['ID=5b770979-f4c0-44f8-9134-c135a7527731,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:50.207654 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-9ac9c296-1642-41f8-a79e-3a1c0d385f9c service neutron] 10.222.0.79 "GET /v2.0/ports/9658a1eb-bf9a-4c94-bb97-8f297d2e1f33/bindings/n-h1-815324-7 HTTP/1.1" status: 200 len: 384 time: 0.0740504 Feb 10 15:12:50.211680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:50.212292 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:50.213701 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-fe273c6d-08b3-422d-a81b-cf5095b27e92 service neutron] 10.222.0.72 "PUT /v2.0/ports/3776b329-8569-40dc-ab93-9919db7163c1 HTTP/1.1" status: 200 len: 1096 time: 1.3865180 Feb 10 15:12:50.214107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99028ffc-01be-4161-a14d-2b3106c4c737', 'tag': '3776b329-8569-40dc-ab93-9919db7163c1'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:50.216366 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f39ede7-8fa0-4049-a3b1-64041d29c996" -d '{"events": [{"name": "network-changed", "server_uuid": "99028ffc-01be-4161-a14d-2b3106c4c737", "tag": "3776b329-8569-40dc-ab93-9919db7163c1"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:50.264570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 9e2036bf-13a6-4629-995c-da716c7fa66f is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:50.265394 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9e2036bf-13a6-4629-995c-da716c7fa66f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:50.289839 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-009a0c02-55c9-4951-8797-6fa63687a03d req-f4466432-1b5d-480a-8ff6-acc309c92f07 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] No DVR routers for this DVR port 5b770979-f4c0-44f8-9134-c135a7527731 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:12:50.293068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c722bf-e7d1-4f7f-93ca-2dc989c0dfad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2036bf-13a6-4629-995c-da716c7fa66f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:50.295847 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f889aca-e7f0-4054-b206-6324f0825c68" -d '{"events": [{"server_uuid": "63c722bf-e7d1-4f7f-93ca-2dc989c0dfad", "name": "network-vif-plugged", "status": "completed", "tag": "9e2036bf-13a6-4629-995c-da716c7fa66f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:50.303058 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-009a0c02-55c9-4951-8797-6fa63687a03d req-f4466432-1b5d-480a-8ff6-acc309c92f07 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:50.306754 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-009a0c02-55c9-4951-8797-6fa63687a03d req-f4466432-1b5d-480a-8ff6-acc309c92f07 tempest-TenantUsagesTestJSON-348835631 tempest-TenantUsagesTestJSON-348835631-project] 10.222.0.72 "DELETE /v2.0/ports/5b770979-f4c0-44f8-9134-c135a7527731 HTTP/1.1" status: 204 len: 173 time: 1.1525702 Feb 10 15:12:50.312617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83284218-c231-4cbe-b798-05ecf2c59e0a', 'name': 'network-vif-deleted', 'tag': '5b770979-f4c0-44f8-9134-c135a7527731'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:50.313492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 9e2036bf-13a6-4629-995c-da716c7fa66f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9e2036bf-13a6-4629-995c-da716c7fa66f,segment=NetworkSegment(9b7288e6-d826-466f-9139-5656341ea865),segment_id=9b7288e6-d826-466f-9139-5656341ea865)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:50.315227 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72b7d12-15c8-4a3b-a693-96ae4700fe63" -d '{"events": [{"server_uuid": "83284218-c231-4cbe-b798-05ecf2c59e0a", "name": "network-vif-deleted", "tag": "5b770979-f4c0-44f8-9134-c135a7527731"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:50.318770 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9e2036bf-13a6-4629-995c-da716c7fa66f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:50.319997 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 16c981da-4f30-447a-8ac8-e97d1cee64ca up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:50.343937 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ff01d50-536a-4c16-a6b1-3e8a326b73a7 req-ed7de919-184d-4158-9228-0951c8d7a55b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831353 Feb 10 15:12:50.360518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b1ca2-8cd7-4a0b-89f9-a79be406d589 req-8800d13d-8742-465e-a293-87e842f1074b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:50.372612 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b3b1ca2-8cd7-4a0b-89f9-a79be406d589 req-8800d13d-8742-465e-a293-87e842f1074b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 944 time: 0.2130241 Feb 10 15:12:50.407268 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=9e2036bf-13a6-4629-995c-da716c7fa66f,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:50.446881 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 16c981da-4f30-447a-8ac8-e97d1cee64ca completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:12:50.453799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 16c981da-4f30-447a-8ac8-e97d1cee64ca triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:50.454559 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:50.470683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-cb15feac-89d0-456c-bdc0-2f8a774abd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:50.472516 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-cb15feac-89d0-456c-bdc0-2f8a774abd6b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e99633c7bcc430f824a172b3a3baab9&device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 1130 time: 0.1887555 Feb 10 15:12:50.477408 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b3b1ca2-8cd7-4a0b-89f9-a79be406d589 req-873ad9fc-bd5b-49cc-967f-0f857604531d tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045692 Feb 10 15:12:50.563017 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 16c981da-4f30-447a-8ac8-e97d1cee64ca is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:50.564965 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:50.602459 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-1226a47e-316e-46fa-8368-918ab2916faf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3776b329-8569-40dc-ab93-9919db7163c1 HTTP/1.1" status: 200 len: 217 time: 0.1144526 Feb 10 15:12:50.674605 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-cedb236c-ced6-4bb4-b93d-ea061c142f14 service neutron] For port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:50.682712 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 16c981da-4f30-447a-8ac8-e97d1cee64ca, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:50.693218 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:50.718742 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8238b23c-9138-4b2f-8c6a-a590102c6466 x-openstack-request-id: req-8238b23c-9138-4b2f-8c6a-a590102c6466 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:50.719239 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99028ffc-01be-4161-a14d-2b3106c4c737", "tag": "3776b329-8569-40dc-ab93-9919db7163c1", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:50.719687 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8238b23c-9138-4b2f-8c6a-a590102c6466 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:50.720230 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99028ffc-01be-4161-a14d-2b3106c4c737', 'tag': '3776b329-8569-40dc-ab93-9919db7163c1', 'status': 'completed', 'code': 200} Feb 10 15:12:50.727984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-15ff7f4e-6b7a-4e78-8c81-64a7729c0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:50.729739 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-15ff7f4e-6b7a-4e78-8c81-64a7729c0388 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1186221 Feb 10 15:12:50.733029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-cedb236c-ced6-4bb4-b93d-ea061c142f14 service neutron] For port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:50.737731 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-07caaded-2e84-4726-8d9d-14161f986390 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7f26d818a6e8498eb7182996574f355c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405066 Feb 10 15:12:50.785663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=16c981da-4f30-447a-8ac8-e97d1cee64ca,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:50.813920 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-cedb236c-ced6-4bb4-b93d-ea061c142f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:50.830512 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-cedb236c-ced6-4bb4-b93d-ea061c142f14 service neutron] For port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:50.859156 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-cedb236c-ced6-4bb4-b93d-ea061c142f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:50.860304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fea6329c-881a-46d5-9e2c-83aef1fec23c req-e4ca1596-bb60-431c-8954-94dfbbe995a1 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0647483 Feb 10 15:12:50.863359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-9051404a-b46e-4b1b-af97-9d32b5ad4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:50.865000 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-9051404a-b46e-4b1b-af97-9d32b5ad4167 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1107783 Feb 10 15:12:50.934789 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e0786c-c335-4ff1-9b07-a27dcdacd5d0 x-openstack-request-id: req-c3e0786c-c335-4ff1-9b07-a27dcdacd5d0 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:50.935752 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c722bf-e7d1-4f7f-93ca-2dc989c0dfad", "name": "network-vif-plugged", "status": "completed", "tag": "9e2036bf-13a6-4629-995c-da716c7fa66f", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:50.936109 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3e0786c-c335-4ff1-9b07-a27dcdacd5d0 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:50.937620 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c722bf-e7d1-4f7f-93ca-2dc989c0dfad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2036bf-13a6-4629-995c-da716c7fa66f', 'code': 200} Feb 10 15:12:50.962232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-61a3480b-ced1-4e90-a260-bcfa8c046d59 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:50.969303 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-61a3480b-ced1-4e90-a260-bcfa8c046d59 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276957 Feb 10 15:12:50.984213 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be506389-3884-4f23-a32f-db90e163105d x-openstack-request-id: req-be506389-3884-4f23-a32f-db90e163105d {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:50.984501 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83284218-c231-4cbe-b798-05ecf2c59e0a", "name": "network-vif-deleted", "tag": "5b770979-f4c0-44f8-9134-c135a7527731", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:50.984789 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be506389-3884-4f23-a32f-db90e163105d {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:50.985185 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83284218-c231-4cbe-b798-05ecf2c59e0a', 'name': 'network-vif-deleted', 'tag': '5b770979-f4c0-44f8-9134-c135a7527731', 'status': 'completed', 'code': 200} Feb 10 15:12:50.987807 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-40044128-a806-43b7-ac61-ddf63af176c2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/quotas/7f26d818a6e8498eb7182996574f355c HTTP/1.1" status: 200 len: 375 time: 0.0177138 Feb 10 15:12:51.056159 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-95c6d755-996f-4377-ab2c-5e6f10cb4910 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f26d818a6e8498eb7182996574f355c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556479 Feb 10 15:12:51.064620 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-d4dc40a1-798e-4d29-a266-8e313dfbf354 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910236 Feb 10 15:12:51.065753 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-cedb236c-ced6-4bb4-b93d-ea061c142f14 service neutron] Transition to ACTIVE for port object 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:12:51.081177 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-cedb236c-ced6-4bb4-b93d-ea061c142f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:51.234012 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-cedb236c-ced6-4bb4-b93d-ea061c142f14 service neutron] No DVR routers for this DVR port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:12:51.241412 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f9a70-4873-4c08-909c-18ea6b7de6e0 req-f8c3d7f1-44df-4151-8e65-073bd81e8045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:51.244071 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-351f9a70-4873-4c08-909c-18ea6b7de6e0 req-f8c3d7f1-44df-4151-8e65-073bd81e8045 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 1127 time: 0.2263274 Feb 10 15:12:51.247705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb236c-ced6-4bb4-b93d-ea061c142f14 service neutron] Pushing event updated for resources: {'Port': ['ID=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,revision_number=10']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:51.311326 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-cedb236c-ced6-4bb4-b93d-ea061c142f14 service neutron] 10.222.0.79 "PUT /v2.0/ports/9658a1eb-bf9a-4c94-bb97-8f297d2e1f33/bindings/n-h1-815324-7/activate HTTP/1.1" status: 200 len: 369 time: 1.0917201 Feb 10 15:12:51.320204 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911ddf1-221a-42f3-b76c-8199349271c6 req-7a8af4ca-d7c0-420e-a760-09c1deb0cc24 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:51.321867 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2911ddf1-221a-42f3-b76c-8199349271c6 req-7a8af4ca-d7c0-420e-a760-09c1deb0cc24 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/ports?device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 948 time: 0.1072576 Feb 10 15:12:51.324287 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6cab3446-a7ed-4db1-9c27-e01c42ec1015 req-ef526356-041c-46b8-8cdc-3942b1e353c3 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530909 Feb 10 15:12:51.347299 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-351f9a70-4873-4c08-909c-18ea6b7de6e0 req-ef9b5d46-19b6-4370-b34e-8dbe56c18dae service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932944 Feb 10 15:12:51.356534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b12351-09d3-4add-8cd0-2312517def6a req-f69aec46-b2aa-48e8-aa5b-c698d76828cf tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:51.358185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5b12351-09d3-4add-8cd0-2312517def6a req-f69aec46-b2aa-48e8-aa5b-c698d76828cf tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 945 time: 0.0933278 Feb 10 15:12:51.418109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2911ddf1-221a-42f3-b76c-8199349271c6 req-60b4ff80-d2f0-4e0b-948c-29bebc4a72c9 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c353dea-f1a5-4b74-8e6d-3add4996260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834262 Feb 10 15:12:51.473681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39ede7-8fa0-4049-a3b1-64041d29c996 req-15ef62b7-6ed7-4ff6-863b-ce72d83eb7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:51.475833 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9f39ede7-8fa0-4049-a3b1-64041d29c996 req-15ef62b7-6ed7-4ff6-863b-ce72d83eb7ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e99633c7bcc430f824a172b3a3baab9&device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 1130 time: 0.0778687 Feb 10 15:12:51.477288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35292) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:51.508253 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f3a1f98-000d-4f50-b7b9-0c3733dc4206 req-c5806df6-39cf-4b91-a27c-e49caa527d35 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 210 time: 0.0349274 Feb 10 15:12:51.536402 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5b12351-09d3-4add-8cd0-2312517def6a req-04c6a1de-d5d3-47e8-beb8-6f5577e5d918 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396806 Feb 10 15:12:51.622961 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39ede7-8fa0-4049-a3b1-64041d29c996 req-0075d7b3-eb10-41a5-be8c-ea2b381e19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:51.624552 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9f39ede7-8fa0-4049-a3b1-64041d29c996 req-0075d7b3-eb10-41a5-be8c-ea2b381e19ec service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1390460 Feb 10 15:12:51.684779 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9f39ede7-8fa0-4049-a3b1-64041d29c996 req-7126f4d7-e9cf-4144-a4ae-75e9c70a5ae8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3776b329-8569-40dc-ab93-9919db7163c1 HTTP/1.1" status: 200 len: 217 time: 0.0530007 Feb 10 15:12:51.716718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206fb74-510f-4e87-9c99-255d1caba79c req-b4549324-13e3-4a2e-a4a9-69858c6a1080 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:51.721349 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e206fb74-510f-4e87-9c99-255d1caba79c req-b4549324-13e3-4a2e-a4a9-69858c6a1080 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 944 time: 0.1389227 Feb 10 15:12:51.760504 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b7731322-e0da-4d04-baeb-a615d5871bc5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15fd52d42c4549c1a1fd6f9365a2487b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818065 Feb 10 15:12:51.762684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39ede7-8fa0-4049-a3b1-64041d29c996 req-3a0391a3-579d-4264-8fa7-45a74793eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:51.764250 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9f39ede7-8fa0-4049-a3b1-64041d29c996 req-3a0391a3-579d-4264-8fa7-45a74793eab1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0721166 Feb 10 15:12:51.764794 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35302) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:51.789625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-67b586bd-e90c-4478-8879-ef4f6f96d6ee tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:51.791228 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-67b586bd-e90c-4478-8879-ef4f6f96d6ee tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d&tenant_id=ef96867ec18f4dff8a2a1903005f827a&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1126 time: 0.1477835 Feb 10 15:12:51.806569 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d994d-1a04-4778-a157-0d8641e80706 req-97c195a8-5e94-4bae-9f83-ebc0b0f1c084 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:51.808599 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d87d994d-1a04-4778-a157-0d8641e80706 req-97c195a8-5e94-4bae-9f83-ebc0b0f1c084 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 945 time: 0.1501517 Feb 10 15:12:51.854170 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43c71f8d-28f8-40d2-96ba-6362ed559959 admin admin] Publish callbacks [] for security_group (09779833-d310-449a-9e03-c0c251eb3540), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:51.864166 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e206fb74-510f-4e87-9c99-255d1caba79c req-399ab9bc-760f-4546-8bf5-ec5fa4793794 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293314 Feb 10 15:12:51.867993 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39ede7-8fa0-4049-a3b1-64041d29c996 req-01c0405d-c1b3-4c98-bac9-b129628f5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:51.869692 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9f39ede7-8fa0-4049-a3b1-64041d29c996 req-01c0405d-c1b3-4c98-bac9-b129628f5982 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0913939 Feb 10 15:12:51.903949 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43c71f8d-28f8-40d2-96ba-6362ed559959 admin admin] Publish callbacks [] for security_group (09779833-d310-449a-9e03-c0c251eb3540), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:51.923604 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d87d994d-1a04-4778-a157-0d8641e80706 req-344be00e-52ad-4e5b-b4f7-62a4caa5191b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005745 Feb 10 15:12:51.927225 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-fce849a5-ba7f-4b78-882a-24ee4311434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:51.928631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-fce849a5-ba7f-4b78-882a-24ee4311434f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d&tenant_id=ef96867ec18f4dff8a2a1903005f827a HTTP/1.1" status: 200 len: 1126 time: 0.1171870 Feb 10 15:12:52.022910 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e6914c2f-f737-4eaf-86a7-37ca6fbd58c8 req-d019ec3c-14a0-44e3-989c-e3b48c0de9bf tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0342276 Feb 10 15:12:52.037889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-1be86221-cc0b-4c15-b44c-8f5e30fba533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:52.039930 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-1be86221-cc0b-4c15-b44c-8f5e30fba533 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 1126 time: 0.0845990 Feb 10 15:12:52.050291 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9f39ede7-8fa0-4049-a3b1-64041d29c996 req-4c038350-acb9-41a4-a3d3-fc0ef3e99969 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692019 Feb 10 15:12:52.051929 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43c71f8d-28f8-40d2-96ba-6362ed559959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (09779833-d310-449a-9e03-c0c251eb3540), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:52.061988 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43c71f8d-28f8-40d2-96ba-6362ed559959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:52.063424 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-43c71f8d-28f8-40d2-96ba-6362ed559959 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09779833-d310-449a-9e03-c0c251eb3540 HTTP/1.1" status: 204 len: 168 time: 0.2976978 Feb 10 15:12:52.161573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c71f8d-28f8-40d2-96ba-6362ed559959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09779833-d310-449a-9e03-c0c251eb3540,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:52.166953 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-44e69f57-a37e-41cf-8093-abca43076ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:52.168574 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-44e69f57-a37e-41cf-8093-abca43076ca6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.1220789 Feb 10 15:12:52.216181 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9f39ede7-8fa0-4049-a3b1-64041d29c996 req-109f7833-7d41-4926-8f91-da423b33e410 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511192 Feb 10 15:12:52.224999 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-33235814-35a9-4f3d-8718-1a83f90ecf7a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 HTTP/1.1" status: 200 len: 217 time: 0.0413768 Feb 10 15:12:52.279927 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-f673ac84-98d8-4dc8-8d0b-a7bbc8bef7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:52.282015 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-f673ac84-98d8-4dc8-8d0b-a7bbc8bef7a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.0508668 Feb 10 15:12:52.315694 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-4cb98b8a-6a78-4090-8fab-7e882cbb8c9f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259466 Feb 10 15:12:52.431544 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-3e2c04e1-f5ea-43d5-9a2d-bdec8cfd6497 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094871 Feb 10 15:12:52.443749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35336) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:52.480504 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-bceb6e32-aa63-4e34-a52e-54aa227f94f5 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7f26d818a6e8498eb7182996574f355c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484650 Feb 10 15:12:52.481487 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33e69f87-f071-45d5-9f5a-f7d22d5858d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:52.519345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35338) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:52.584156 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-0ebf8564-5316-47cf-bd69-60276e5aac13 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427774 Feb 10 15:12:52.651883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fef5b364-8880-425a-be6e-d245e963a610 req-85b30d0d-4021-4225-b2db-a2ae073d9603 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 210 time: 0.0570319 Feb 10 15:12:52.682116 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bad3cc-8638-4690-bc81-23b8facce93e req-7b4263b8-f9cd-4d03-85da-6c74cf05f9d9 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:52.683671 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4bad3cc-8638-4690-bc81-23b8facce93e req-7b4263b8-f9cd-4d03-85da-6c74cf05f9d9 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/ports?device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 948 time: 0.0985777 Feb 10 15:12:52.687336 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-983a2607-bc00-4edd-8287-ecfd51235364 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:52.688868 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-983a2607-bc00-4edd-8287-ecfd51235364 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999514 Feb 10 15:12:52.694375 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33e69f87-f071-45d5-9f5a-f7d22d5858d0 admin admin] Publish callbacks [] for security_group (e6e644ea-55a7-4f5e-8669-2dcbefcc8ead), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:52.698847 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33e69f87-f071-45d5-9f5a-f7d22d5858d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e6e644ea-55a7-4f5e-8669-2dcbefcc8ead), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:52.708628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Request body: {'port': {'device_id': '0fe4600d-3c58-420f-b654-d055538cdf98', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '7f26d818a6e8498eb7182996574f355c'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:52.834788 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4bad3cc-8638-4690-bc81-23b8facce93e req-c26639a8-f4ae-40ed-9e99-f8ab405b05d2 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c353dea-f1a5-4b74-8e6d-3add4996260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425407 Feb 10 15:12:52.856460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578902b-d85a-40e0-92e9-30f8eb4ee0d2 req-78fe270b-98b2-44a2-bb00-7031cbc79765 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:52.858021 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4578902b-d85a-40e0-92e9-30f8eb4ee0d2 req-78fe270b-98b2-44a2-bb00-7031cbc79765 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 945 time: 0.0895734 Feb 10 15:12:52.901162 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-33e69f87-f071-45d5-9f5a-f7d22d5858d0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45d0343d02824e288a0eae9e11313ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4499407 Feb 10 15:12:52.902166 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35350) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:52.909960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e69f87-f071-45d5-9f5a-f7d22d5858d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e644ea-55a7-4f5e-8669-2dcbefcc8ead,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:52.920818 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-49cda310-4ecd-43d1-b266-d3def259b2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:52.922366 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Made reservation on behalf of 7f26d818a6e8498eb7182996574f355c for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:52.926314 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:52.938692 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de089a3a-228e-4bd7-b357-6811bf7ef9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c981da-4f30-447a-8ac8-e97d1cee64ca'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:52.941744 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26656a2b-868a-4278-bf44-5d9868488f00" -d '{"events": [{"server_uuid": "de089a3a-228e-4bd7-b357-6811bf7ef9d9", "name": "network-vif-plugged", "status": "completed", "tag": "16c981da-4f30-447a-8ac8-e97d1cee64ca"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:52.949044 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.000746 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5226d236-9ae6-4a3d-a13e-56dec655eb6c admin admin] Publish callbacks [] for security_group (e6e644ea-55a7-4f5e-8669-2dcbefcc8ead), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.009922 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4578902b-d85a-40e0-92e9-30f8eb4ee0d2 req-d3b30852-9210-49b0-90e6-9ecc569ca400 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441696 Feb 10 15:12:53.012627 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-e0edc472-aed5-4738-9873-9af70b7b4ee3 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:53.014036 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-e0edc472-aed5-4738-9873-9af70b7b4ee3 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d&tenant_id=ef96867ec18f4dff8a2a1903005f827a&binding%3Ahost_id=n-h1-815324-7 HTTP/1.1" status: 200 len: 1126 time: 0.1245015 Feb 10 15:12:53.044106 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5226d236-9ae6-4a3d-a13e-56dec655eb6c admin admin] Publish callbacks [] for security_group (e6e644ea-55a7-4f5e-8669-2dcbefcc8ead), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.070717 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3279e1a3-bda9-4978-ab3a-caab9eb7b7ac x-openstack-request-id: req-3279e1a3-bda9-4978-ab3a-caab9eb7b7ac {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:53.071413 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de089a3a-228e-4bd7-b357-6811bf7ef9d9", "name": "network-vif-plugged", "status": "completed", "tag": "16c981da-4f30-447a-8ac8-e97d1cee64ca", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:53.071670 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3279e1a3-bda9-4978-ab3a-caab9eb7b7ac {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:53.072066 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de089a3a-228e-4bd7-b357-6811bf7ef9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c981da-4f30-447a-8ac8-e97d1cee64ca', 'code': 200} Feb 10 15:12:53.118568 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3e9cc-130f-493b-9205-6b42ff862e50 req-20062b55-c623-48d4-9562-513f5aace726 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:53.120158 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66b3e9cc-130f-493b-9205-6b42ff862e50 req-20062b55-c623-48d4-9562-513f5aace726 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 944 time: 0.1659646 Feb 10 15:12:53.129221 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks [] for security_group (98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.134936 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.174942 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5226d236-9ae6-4a3d-a13e-56dec655eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e6e644ea-55a7-4f5e-8669-2dcbefcc8ead), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.177340 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5226d236-9ae6-4a3d-a13e-56dec655eb6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.178721 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5226d236-9ae6-4a3d-a13e-56dec655eb6c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e6e644ea-55a7-4f5e-8669-2dcbefcc8ead HTTP/1.1" status: 204 len: 168 time: 0.2748430 Feb 10 15:12:53.228778 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-49cda310-4ecd-43d1-b266-d3def259b2c0 admin admin] Publish callbacks [] for security_group (24fe329b-78b9-4e9e-aba6-c14f4ea9d385), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.234785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:53.245237 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-49cda310-4ecd-43d1-b266-d3def259b2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (24fe329b-78b9-4e9e-aba6-c14f4ea9d385), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.257763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226d236-9ae6-4a3d-a13e-56dec655eb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e644ea-55a7-4f5e-8669-2dcbefcc8ead,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:53.301871 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66b3e9cc-130f-493b-9205-6b42ff862e50 req-c28e19ef-5ed3-408e-97e5-0c9ade5ea915 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594493 Feb 10 15:12:53.302052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162820b9-f784-4412-a6e3-596f5fc2800f req-b8ee1add-dd10-4fee-a3ec-db442befd2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:53.303493 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-162820b9-f784-4412-a6e3-596f5fc2800f req-b8ee1add-dd10-4fee-a3ec-db442befd2b4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 1127 time: 0.1441264 Feb 10 15:12:53.313566 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-49cda310-4ecd-43d1-b266-d3def259b2c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0662f2f6b2e444fae70db7b8cc742d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7927136 Feb 10 15:12:53.317726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35360) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:53.328072 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cda310-4ecd-43d1-b266-d3def259b2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fe329b-78b9-4e9e-aba6-c14f4ea9d385,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:53.332204 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-2288904b-ed9b-4768-8c63-6562de2358b7 service neutron] For port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:53.345351 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-2288904b-ed9b-4768-8c63-6562de2358b7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.346546 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaea7c96-77a9-4109-9c61-6028f2d61eed req-2288904b-ed9b-4768-8c63-6562de2358b7 service neutron] 10.222.0.72 "DELETE /v2.0/ports/9658a1eb-bf9a-4c94-bb97-8f297d2e1f33/bindings/n-h2-815324-7 HTTP/1.1" status: 204 len: 173 time: 0.3254411 Feb 10 15:12:53.357543 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592a5e3-d0e6-4d61-8fef-de798a9489a4 req-7fb601ff-9af8-4725-9b72-fadbba354a28 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:53.359085 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5592a5e3-d0e6-4d61-8fef-de798a9489a4 req-7fb601ff-9af8-4725-9b72-fadbba354a28 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 945 time: 0.1984546 Feb 10 15:12:53.370497 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Allocated IP 192.168.233.86 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/d61dacb8-0e6f-49ee-a2ad-58c3644acae3) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:12:53.418788 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-162820b9-f784-4412-a6e3-596f5fc2800f req-380b2acc-6acc-47d4-8492-03cc649d7df8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075516 Feb 10 15:12:53.420407 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f310e5fa-a2e7-4948-b0a4-70bf00b0885d admin admin] Publish callbacks [] for security_group (24fe329b-78b9-4e9e-aba6-c14f4ea9d385), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.445286 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5592a5e3-d0e6-4d61-8fef-de798a9489a4 req-a0bec8db-a19e-433a-8d6f-aed3348e283f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728829 Feb 10 15:12:53.506280 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f310e5fa-a2e7-4948-b0a4-70bf00b0885d admin admin] Publish callbacks [] for security_group (24fe329b-78b9-4e9e-aba6-c14f4ea9d385), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.509905 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c500c40-73b1-42d3-a9a4-83344ac2ffc2 req-c621166b-af75-418f-a650-020028865c44 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0598798 Feb 10 15:12:53.596337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 5b770979-f4c0-44f8-9134-c135a7527731 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:12:53.602666 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc40654-09f5-4819-a5de-588149cdaf79 req-ea8cefe7-dd26-4042-a81f-f155c5e3176d tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:53.604533 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cc40654-09f5-4819-a5de-588149cdaf79 req-ea8cefe7-dd26-4042-a81f-f155c5e3176d tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 945 time: 0.0658720 Feb 10 15:12:53.605796 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f310e5fa-a2e7-4948-b0a4-70bf00b0885d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (24fe329b-78b9-4e9e-aba6-c14f4ea9d385), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.613034 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f310e5fa-a2e7-4948-b0a4-70bf00b0885d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.613034 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f310e5fa-a2e7-4948-b0a4-70bf00b0885d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24fe329b-78b9-4e9e-aba6-c14f4ea9d385 HTTP/1.1" status: 204 len: 168 time: 0.2907090 Feb 10 15:12:53.614046 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35376) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:53.618348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-df10aa38-8f5f-4b4f-b25a-e27ba224b8e6 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Request body: {'floatingip': {'port_id': '9e2036bf-13a6-4629-995c-da716c7fa66f'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:53.629287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 5b770979-f4c0-44f8-9134-c135a7527731 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:12:53.629882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 5b770979-f4c0-44f8-9134-c135a7527731 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:12:53.630443 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks [] for port (d61dacb8-0e6f-49ee-a2ad-58c3644acae3), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.684183 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d61dacb8-0e6f-49ee-a2ad-58c3644acae3), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.726819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310e5fa-a2e7-4948-b0a4-70bf00b0885d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fe329b-78b9-4e9e-aba6-c14f4ea9d385,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:53.738972 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-df10aa38-8f5f-4b4f-b25a-e27ba224b8e6 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for floatingip (44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.764274 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:53.770433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:53.773482 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:12:53.826540 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Pushing event updated for resources: {'Port': ['ID=d61dacb8-0e6f-49ee-a2ad-58c3644acae3,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:53.844888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:53.845812 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:53.869319 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-2f39472a-588b-4b13-ad30-798b58531af2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1671729 Feb 10 15:12:53.884307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Request body: {'port': {'device_id': '0fe4600d-3c58-420f-b654-d055538cdf98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:54.010726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:12:54.130378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] The host n-h2-815324-7 is not matching for port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 host n-h1-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:12:54.131476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:12:54.166031 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35398) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:54.185034 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9134aefc-1934-4d70-877e-130fc8a9f63d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:54.207509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35400) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:54.234348 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d61dacb8-0e6f-49ee-a2ad-58c3644acae3), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:54.243617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-165b1bb3-0465-490a-b776-dc12fba3dabe None None] Provisioning complete for port d61dacb8-0e6f-49ee-a2ad-58c3644acae3 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:54.244849 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-165b1bb3-0465-490a-b776-dc12fba3dabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d61dacb8-0e6f-49ee-a2ad-58c3644acae3), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:54.291799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-165b1bb3-0465-490a-b776-dc12fba3dabe None None] Port d61dacb8-0e6f-49ee-a2ad-58c3644acae3 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:12:54.333215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d86ec-3a6f-48e1-98ab-8d1a28824309 req-29709a26-9ea8-4b30-93d5-8dd649ce1fae tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:54.334742 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d1d86ec-3a6f-48e1-98ab-8d1a28824309 req-29709a26-9ea8-4b30-93d5-8dd649ce1fae tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 1126 time: 0.6830649 Feb 10 15:12:54.425593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b29d0-0649-4724-99ba-41a5b9f41fee req-33cea4bd-1c03-4eda-af91-569bc93eecc8 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:54.433374 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a1b29d0-0649-4724-99ba-41a5b9f41fee req-33cea4bd-1c03-4eda-af91-569bc93eecc8 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 935 time: 0.5521998 Feb 10 15:12:54.436598 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9134aefc-1934-4d70-877e-130fc8a9f63d admin admin] Publish callbacks [] for security_group (5ce5654a-30c2-4d41-aedf-644a77a08096), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:54.447274 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9134aefc-1934-4d70-877e-130fc8a9f63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5ce5654a-30c2-4d41-aedf-644a77a08096), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:54.477016 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-8ccbd190-ebc4-4cb7-b98c-a5b4fda03b62 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1766430909-network', 'tenant_id': 'f79e418b8c244c348fe43266fc1c045e'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:54.529772 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d1d86ec-3a6f-48e1-98ab-8d1a28824309 req-fb0751fd-2438-4d67-ad46-fc90fb3ca377 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847243 Feb 10 15:12:54.552766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134aefc-1934-4d70-877e-130fc8a9f63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce5654a-30c2-4d41-aedf-644a77a08096,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:54.552966 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a1b29d0-0649-4724-99ba-41a5b9f41fee req-84aee076-5334-4146-89ff-f78d04d3af67 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172705 Feb 10 15:12:54.553053 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9134aefc-1934-4d70-877e-130fc8a9f63d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=698b504e4858429caea21b4cc0c6c52d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857772 Feb 10 15:12:54.557779 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35406) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:54.572931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccbd190-ebc4-4cb7-b98c-a5b4fda03b62 admin admin] Made reservation on behalf of f79e418b8c244c348fe43266fc1c045e for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:54.574790 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8ccbd190-ebc4-4cb7-b98c-a5b4fda03b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:54.601605 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8ccbd190-ebc4-4cb7-b98c-a5b4fda03b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:54.745061 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fe49ec3-5c1e-4ca6-8bee-6e1746719540 admin admin] Publish callbacks [] for security_group (5ce5654a-30c2-4d41-aedf-644a77a08096), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:54.755408 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61dacb8-0e6f-49ee-a2ad-58c3644acae3 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:54.775206 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Publish callbacks [] for port (d61dacb8-0e6f-49ee-a2ad-58c3644acae3), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:54.801210 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fe49ec3-5c1e-4ca6-8bee-6e1746719540 admin admin] Publish callbacks [] for security_group (5ce5654a-30c2-4d41-aedf-644a77a08096), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:54.820067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Transition to ACTIVE for port object d61dacb8-0e6f-49ee-a2ad-58c3644acae3 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:12:54.834599 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (d61dacb8-0e6f-49ee-a2ad-58c3644acae3), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:54.842495 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dddec-3877-429b-be8c-c0f1d7550dd1 req-0eada03d-9ca8-4245-8e7b-1cc1c36332a4 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:54.844030 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f23dddec-3877-429b-be8c-c0f1d7550dd1 req-0eada03d-9ca8-4245-8e7b-1cc1c36332a4 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/ports?device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 948 time: 0.1928704 Feb 10 15:12:54.892269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8ccbd190-ebc4-4cb7-b98c-a5b4fda03b62 admin admin] Publish callbacks [] for security_group (f346b580-33d2-453a-8b52-64814e56e05b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:54.904076 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8ccbd190-ebc4-4cb7-b98c-a5b4fda03b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f346b580-33d2-453a-8b52-64814e56e05b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:54.928244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d61dacb8-0e6f-49ee-a2ad-58c3644acae3,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:54.957015 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccfe78-3cfb-4e9b-b934-f0563dfd56d3 req-1f8dd8dc-af68-4514-84ea-3966117c4bc1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:54.958605 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8ccfe78-3cfb-4e9b-b934-f0563dfd56d3 req-1f8dd8dc-af68-4514-84ea-3966117c4bc1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 945 time: 0.2649038 Feb 10 15:12:54.964183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbd190-ebc4-4cb7-b98c-a5b4fda03b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f346b580-33d2-453a-8b52-64814e56e05b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:54.973974 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ccbd190-ebc4-4cb7-b98c-a5b4fda03b62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:12:54.977579 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fe49ec3-5c1e-4ca6-8bee-6e1746719540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5ce5654a-30c2-4d41-aedf-644a77a08096), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:54.980338 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fe49ec3-5c1e-4ca6-8bee-6e1746719540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:54.984101 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2fe49ec3-5c1e-4ca6-8bee-6e1746719540 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ce5654a-30c2-4d41-aedf-644a77a08096 HTTP/1.1" status: 204 len: 168 time: 0.4239280 Feb 10 15:12:55.037458 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8ccbd190-ebc4-4cb7-b98c-a5b4fda03b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (0f305be8-292d-49f9-b91a-ee56c9634ea5), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:55.037959 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-8ccbd190-ebc4-4cb7-b98c-a5b4fda03b62 admin admin] Added segment 0f305be8-292d-49f9-b91a-ee56c9634ea5 of type vlan for network 48de39ae-dbd1-43b4-bf32-6ddd37583331 Feb 10 15:12:55.040489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe49ec3-5c1e-4ca6-8bee-6e1746719540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce5654a-30c2-4d41-aedf-644a77a08096,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:55.105156 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8ccbd190-ebc4-4cb7-b98c-a5b4fda03b62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (48de39ae-dbd1-43b4-bf32-6ddd37583331), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:55.117401 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.resource_extend [None req-df10aa38-8f5f-4b4f-b25a-e27ba224b8e6 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:12:55.123016 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Attempting to bind port d61dacb8-0e6f-49ee-a2ad-58c3644acae3 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:55.123351 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Attempting to bind port d61dacb8-0e6f-49ee-a2ad-58c3644acae3 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:55.123682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Attempting to bind port d61dacb8-0e6f-49ee-a2ad-58c3644acae3 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:55.137472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Port d61dacb8-0e6f-49ee-a2ad-58c3644acae3 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:12:55.137811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Attempting to bind port d61dacb8-0e6f-49ee-a2ad-58c3644acae3 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:55.148541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:55.149086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:55.149544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:55.150148 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Bound port: d61dacb8-0e6f-49ee-a2ad-58c3644acae3, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:55.150774 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d61dacb8-0e6f-49ee-a2ad-58c3644acae3), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:55.154553 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8ccbd190-ebc4-4cb7-b98c-a5b4fda03b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (48de39ae-dbd1-43b4-bf32-6ddd37583331), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:55.155937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccbd190-ebc4-4cb7-b98c-a5b4fda03b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:55.156944 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8ccbd190-ebc4-4cb7-b98c-a5b4fda03b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:55.197682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f23dddec-3877-429b-be8c-c0f1d7550dd1 req-6618e06d-a558-4f2a-814a-9ff0585e4088 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c353dea-f1a5-4b74-8e6d-3add4996260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216302 Feb 10 15:12:55.218703 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8ccbd190-ebc4-4cb7-b98c-a5b4fda03b62 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0081589 Feb 10 15:12:55.222789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35416) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:55.227823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-601bff93-5d9f-4286-ae94-770c665cfd30 admin admin] Request body: {'subnet': {'network_id': '48de39ae-dbd1-43b4-bf32-6ddd37583331', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1766430909-subnet', 'tenant_id': 'f79e418b8c244c348fe43266fc1c045e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:55.253758 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8ccfe78-3cfb-4e9b-b934-f0563dfd56d3 req-0faaf533-7e43-4c4c-8c65-f068c3945219 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831492 Feb 10 15:12:55.257190 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-df10aa38-8f5f-4b4f-b25a-e27ba224b8e6 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:55.274604 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-df10aa38-8f5f-4b4f-b25a-e27ba224b8e6 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:55.285985 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbd190-ebc4-4cb7-b98c-a5b4fda03b62 admin admin] Pushing event updated for resources: {'Network': ['ID=48de39ae-dbd1-43b4-bf32-6ddd37583331,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:55.300122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 48de39ae-dbd1-43b4-bf32-6ddd37583331 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:12:55.308404 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601bff93-5d9f-4286-ae94-770c665cfd30 admin admin] Made reservation on behalf of f79e418b8c244c348fe43266fc1c045e for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:55.311151 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-601bff93-5d9f-4286-ae94-770c665cfd30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:55.346570 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] For port d61dacb8-0e6f-49ee-a2ad-58c3644acae3, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:55.390186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] For port d61dacb8-0e6f-49ee-a2ad-58c3644acae3, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d61dacb8-0e6f-49ee-a2ad-58c3644acae3,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:55.405527 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (d61dacb8-0e6f-49ee-a2ad-58c3644acae3), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:55.445748 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa71e335-4c57-4efd-b22d-88c495fe5703 req-e2705ca6-23eb-4cc7-b270-8b768120b286 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0609512 Feb 10 15:12:55.468240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:55.469209 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:55.471177 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] 10.222.0.72 "PUT /v2.0/ports/d61dacb8-0e6f-49ee-a2ad-58c3644acae3 HTTP/1.1" status: 200 len: 1095 time: 1.5936499 Feb 10 15:12:55.472755 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe4600d-3c58-420f-b654-d055538cdf98', 'tag': 'd61dacb8-0e6f-49ee-a2ad-58c3644acae3'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:55.474788 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a634029-bbc0-4321-8a3b-7f6af8fe00f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe4600d-3c58-420f-b654-d055538cdf98", "tag": "d61dacb8-0e6f-49ee-a2ad-58c3644acae3"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:55.507926 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39967bfe-3dc8-4240-9fa4-246bbaa395e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d61dacb8-0e6f-49ee-a2ad-58c3644acae3,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:55.606939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3776b329-8569-40dc-ab93-9919db7163c1 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:12:55.618378 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-df10aa38-8f5f-4b4f-b25a-e27ba224b8e6 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Floating IP 44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09 associated. External IP: 172.25.3.62, port: 9e2036bf-13a6-4629-995c-da716c7fa66f. Feb 10 15:12:55.647466 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93316032-4081-4ab3-886c-16de7f0b9c68 x-openstack-request-id: req-93316032-4081-4ab3-886c-16de7f0b9c68 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:55.648391 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe4600d-3c58-420f-b654-d055538cdf98", "tag": "d61dacb8-0e6f-49ee-a2ad-58c3644acae3", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:55.648572 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93316032-4081-4ab3-886c-16de7f0b9c68 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:55.648953 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe4600d-3c58-420f-b654-d055538cdf98', 'tag': 'd61dacb8-0e6f-49ee-a2ad-58c3644acae3', 'status': 'completed', 'code': 200} Feb 10 15:12:55.693794 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77382c29-a215-4f0c-a447-eff17bf35732 req-8ee4a654-c1ba-4e86-8414-9dfb134c53a5 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:55.704355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77382c29-a215-4f0c-a447-eff17bf35732 req-8ee4a654-c1ba-4e86-8414-9dfb134c53a5 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 807 time: 0.3350677 Feb 10 15:12:55.732078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-64591526-0e87-49b1-9fb2-75ee88f038b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:55.733600 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-64591526-0e87-49b1-9fb2-75ee88f038b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f26d818a6e8498eb7182996574f355c&device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 1129 time: 0.1794806 Feb 10 15:12:55.741057 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-601bff93-5d9f-4286-ae94-770c665cfd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (42375b3f-c7fe-4a71-98d0-3fd285d4cf09), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:55.745287 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77382c29-a215-4f0c-a447-eff17bf35732 req-a9f4dccc-c791-44f1-bdd0-375aa18ca682 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/quotas/ef96867ec18f4dff8a2a1903005f827a HTTP/1.1" status: 200 len: 375 time: 0.0399184 Feb 10 15:12:55.817550 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-4aea689a-c117-463f-80ef-a75c360fe435 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d61dacb8-0e6f-49ee-a2ad-58c3644acae3 HTTP/1.1" status: 200 len: 217 time: 0.0735717 Feb 10 15:12:55.833803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 3776b329-8569-40dc-ab93-9919db7163c1, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3776b329-8569-40dc-ab93-9919db7163c1,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:55.858380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '3776b329-8569-40dc-ab93-9919db7163c1', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '3776b329-8569-40dc-ab93-9919db7163c1', 'mac_address': 'fa:16:3e:55:2a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:12:55.884113 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bff93-5d9f-4286-ae94-770c665cfd30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42375b3f-c7fe-4a71-98d0-3fd285d4cf09,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:55.900213 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-31648640-1080-4184-9f29-bf923fde1dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:55.901732 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-31648640-1080-4184-9f29-bf923fde1dee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0770404 Feb 10 15:12:55.906684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601bff93-5d9f-4286-ae94-770c665cfd30 admin admin] Checking segment: {'id': '0f305be8-292d-49f9-b91a-ee56c9634ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '48de39ae-dbd1-43b4-bf32-6ddd37583331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:55.907042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601bff93-5d9f-4286-ae94-770c665cfd30 admin admin] Network hostable DHCP agents. Network: 48de39ae-dbd1-43b4-bf32-6ddd37583331, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:12:55.919617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 3776b329-8569-40dc-ab93-9919db7163c1 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:55.920012 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3776b329-8569-40dc-ab93-9919db7163c1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:55.937009 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3776b329-8569-40dc-ab93-9919db7163c1 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:55.962387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 3776b329-8569-40dc-ab93-9919db7163c1, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3776b329-8569-40dc-ab93-9919db7163c1,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:55.971399 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3776b329-8569-40dc-ab93-9919db7163c1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:55.972346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-e03e2f7e-16aa-43a5-8bde-896c03beeb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:55.974162 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-e03e2f7e-16aa-43a5-8bde-896c03beeb64 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0639009 Feb 10 15:12:55.975119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601bff93-5d9f-4286-ae94-770c665cfd30 admin admin] Network 48de39ae-dbd1-43b4-bf32-6ddd37583331 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:12:55.990209 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77382c29-a215-4f0c-a447-eff17bf35732 req-b4933f70-9db4-4c86-accc-4ca9d229955c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2434318 Feb 10 15:12:56.003565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-601bff93-5d9f-4286-ae94-770c665cfd30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 48de39ae-dbd1-43b4-bf32-6ddd37583331) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:56.017053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601bff93-5d9f-4286-ae94-770c665cfd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:56.017609 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-601bff93-5d9f-4286-ae94-770c665cfd30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:56.017800 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fee27-4565-4dad-8695-8f2481d07c6a req-83f98458-dc45-4b6b-a8f2-f561863aaf2d tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:56.025610 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5c8fee27-4565-4dad-8695-8f2481d07c6a req-83f98458-dc45-4b6b-a8f2-f561863aaf2d tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 947 time: 0.2767575 Feb 10 15:12:56.029754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841f7295-4c22-45b8-8024-d77d2d54ad33 None None] Network 48de39ae-dbd1-43b4-bf32-6ddd37583331 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:12:56.076598 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-601bff93-5d9f-4286-ae94-770c665cfd30 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8526874 Feb 10 15:12:56.080360 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35446) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:56.086834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1766430909-router', 'tenant_id': 'f79e418b8c244c348fe43266fc1c045e', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:56.114638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=3776b329-8569-40dc-ab93-9919db7163c1,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:56.119518 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-55a37ca6-c037-43ed-99bd-84323ac15c56 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378050 Feb 10 15:12:56.125564 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (71a0abf1-6131-4708-b7b7-ea56fb6d106d), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:56.128870 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (71a0abf1-6131-4708-b7b7-ea56fb6d106d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:56.196386 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-48de39ae-dbd1-43b4-bf32-6ddd37583331', 'network_id': '48de39ae-dbd1-43b4-bf32-6ddd37583331', 'project_id': 'f79e418b8c244c348fe43266fc1c045e', 'fixed_ips': [{'subnet_id': '42375b3f-c7fe-4a71-98d0-3fd285d4cf09'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:12:56.197420 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:56.221799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3776b329-8569-40dc-ab93-9919db7163c1'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:12:56.261594 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Publish callbacks [] for router_controller (71a0abf1-6131-4708-b7b7-ea56fb6d106d), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:56.320279 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca12b34c-334b-4693-80a3-5a1acef749fd req-cf4288a6-3efe-406c-a4d0-4960a43c37d6 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849098 Feb 10 15:12:56.443414 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Publish callbacks [] for router_gateway (71a0abf1-6131-4708-b7b7-ea56fb6d106d), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:56.456044 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5c8fee27-4565-4dad-8695-8f2481d07c6a req-f8c7a753-3edc-47d8-9c57-c491d4ada0ed tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293361 Feb 10 15:12:56.542970 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a634029-bbc0-4321-8a3b-7f6af8fe00f1 req-e7e9753b-9fe3-4439-bb31-6af82f922548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:56.544528 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3a634029-bbc0-4321-8a3b-7f6af8fe00f1 req-e7e9753b-9fe3-4439-bb31-6af82f922548 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f26d818a6e8498eb7182996574f355c&device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 1129 time: 0.0944867 Feb 10 15:12:56.618123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77382c29-a215-4f0c-a447-eff17bf35732 req-ff3f0d11-6c3e-4055-beb9-d91d3d040e4a service neutron] 10.222.0.64 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271644 Feb 10 15:12:56.618570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Allocated IP 172.20.0.2 (48de39ae-dbd1-43b4-bf32-6ddd37583331/42375b3f-c7fe-4a71-98d0-3fd285d4cf09/61d11d0e-fb37-487a-81d9-6672b085dc1d) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:12:56.670908 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df10aa38-8f5f-4b4f-b25a-e27ba224b8e6 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Router 713039d6-ee09-4d66-ba1c-e9723334f331 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:12:56.683335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298baddf-15d5-44a7-a337-7d8f0171a207 req-2bb49f68-24ef-4afd-9db3-d0295ec82b9f tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:56.684895 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-298baddf-15d5-44a7-a337-7d8f0171a207 req-2bb49f68-24ef-4afd-9db3-d0295ec82b9f tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/ports?device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 949 time: 0.1183124 Feb 10 15:12:56.691436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a634029-bbc0-4321-8a3b-7f6af8fe00f1 req-83bc2cb2-e169-421f-841a-7ca4ba2ef6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:56.692982 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3a634029-bbc0-4321-8a3b-7f6af8fe00f1 req-83bc2cb2-e169-421f-841a-7ca4ba2ef6e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1181045 Feb 10 15:12:56.741115 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3a634029-bbc0-4321-8a3b-7f6af8fe00f1 req-e6c2a9bc-55f8-46c3-99e0-36a46cd9f1f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d61dacb8-0e6f-49ee-a2ad-58c3644acae3 HTTP/1.1" status: 200 len: 217 time: 0.0408747 Feb 10 15:12:56.892580 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Publish callbacks [] for port (61d11d0e-fb37-487a-81d9-6672b085dc1d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:56.904815 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (61d11d0e-fb37-487a-81d9-6672b085dc1d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:56.905323 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df10aa38-8f5f-4b4f-b25a-e27ba224b8e6 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:12:56.910711 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-df10aa38-8f5f-4b4f-b25a-e27ba224b8e6 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:56.924893 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23062e0d-b0b6-47f3-b106-e3a749680910 None None] Sync routers for ids ['713039d6-ee09-4d66-ba1c-e9723334f331'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:12:56.941677 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23062e0d-b0b6-47f3-b106-e3a749680910 None None] Routers {'713039d6-ee09-4d66-ba1c-e9723334f331'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:12:56.942882 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-23062e0d-b0b6-47f3-b106-e3a749680910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:12:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['713039d6-ee09-4d66-ba1c-e9723334f331'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:56.944346 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77382c29-a215-4f0c-a447-eff17bf35732 req-74ddbf67-bed4-4e32-8a37-995a028cdc68 service neutron] 10.222.0.64 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127887 Feb 10 15:12:56.950191 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-df10aa38-8f5f-4b4f-b25a-e27ba224b8e6 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "PUT /v2.0/floatingips/44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09 HTTP/1.1" status: 200 len: 990 time: 3.3357828 Feb 10 15:12:56.951112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c722bf-e7d1-4f7f-93ca-2dc989c0dfad', 'tag': '9e2036bf-13a6-4629-995c-da716c7fa66f'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:56.954004 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d047afb4-0908-48c1-8896-87ff19aff35b" -d '{"events": [{"name": "network-changed", "server_uuid": "63c722bf-e7d1-4f7f-93ca-2dc989c0dfad", "tag": "9e2036bf-13a6-4629-995c-da716c7fa66f"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:56.963824 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-298baddf-15d5-44a7-a337-7d8f0171a207 req-a2104796-f5f8-4b8c-a512-48ebb68d721f tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c353dea-f1a5-4b74-8e6d-3add4996260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394955 Feb 10 15:12:57.034667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Network 48de39ae-dbd1-43b4-bf32-6ddd37583331 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:57.035546 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Pushing event updated for resources: {'Port': ['ID=61d11d0e-fb37-487a-81d9-6672b085dc1d,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:57.038494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:57.047995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:12:57.062813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a634029-bbc0-4321-8a3b-7f6af8fe00f1 req-fca3be76-0c2b-415e-98d8-8f745dfbd0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:57.064287 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3a634029-bbc0-4321-8a3b-7f6af8fe00f1 req-fca3be76-0c2b-415e-98d8-8f745dfbd0b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.2867379 Feb 10 15:12:57.105839 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Publish callbacks [] for router_gateway (71a0abf1-6131-4708-b7b7-ea56fb6d106d), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:57.112972 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-23062e0d-b0b6-47f3-b106-e3a749680910 None None] Set router 713039d6-ee09-4d66-ba1c-e9723334f331 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:12:57.132542 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:57.132921 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Attempting to bind port 61d11d0e-fb37-487a-81d9-6672b085dc1d on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:12:57.133211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Attempting to bind port 61d11d0e-fb37-487a-81d9-6672b085dc1d by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '0f305be8-292d-49f9-b91a-ee56c9634ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '48de39ae-dbd1-43b4-bf32-6ddd37583331'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:12:57.133602 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Attempting to bind port 61d11d0e-fb37-487a-81d9-6672b085dc1d on network 48de39ae-dbd1-43b4-bf32-6ddd37583331 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:12:57.138989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:12:57.139368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Checking segment: {'id': '0f305be8-292d-49f9-b91a-ee56c9634ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '48de39ae-dbd1-43b4-bf32-6ddd37583331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:12:57.139895 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:57.140435 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Bound using segment: {'id': '0f305be8-292d-49f9-b91a-ee56c9634ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '48de39ae-dbd1-43b4-bf32-6ddd37583331'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:12:57.141062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Bound port: 61d11d0e-fb37-487a-81d9-6672b085dc1d, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f305be8-292d-49f9-b91a-ee56c9634ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '48de39ae-dbd1-43b4-bf32-6ddd37583331'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:12:57.141452 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (61d11d0e-fb37-487a-81d9-6672b085dc1d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:57.185454 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a634029-bbc0-4321-8a3b-7f6af8fe00f1 req-11bb6fa4-3fc1-4df3-9df6-80108086a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:57.187092 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3a634029-bbc0-4321-8a3b-7f6af8fe00f1 req-11bb6fa4-3fc1-4df3-9df6-80108086a7d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1160061 Feb 10 15:12:57.193480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63cb2e-d998-43c6-8220-635f7b16ff22 req-100f9bec-01d2-4e3e-8bb9-5c3203de988c tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:57.195036 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc63cb2e-d998-43c6-8220-635f7b16ff22 req-100f9bec-01d2-4e3e-8bb9-5c3203de988c tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 945 time: 0.1108832 Feb 10 15:12:57.254804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] For port 61d11d0e-fb37-487a-81d9-6672b085dc1d, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:12:57.258878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] For port 61d11d0e-fb37-487a-81d9-6672b085dc1d, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=61d11d0e-fb37-487a-81d9-6672b085dc1d,segment=NetworkSegment(0f305be8-292d-49f9-b91a-ee56c9634ea5),segment_id=0f305be8-292d-49f9-b91a-ee56c9634ea5)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:12:57.266973 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (61d11d0e-fb37-487a-81d9-6672b085dc1d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:57.297129 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3a634029-bbc0-4321-8a3b-7f6af8fe00f1 req-6567a6fc-c103-4882-a1a9-8ace5dd86f23 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942245 Feb 10 15:12:57.342551 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77218ca9-be16-40f6-bfc4-19568234f5b0 req-9c7a1783-46c1-4ab7-882a-726d164c8a59 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0876248 Feb 10 15:12:57.371880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cbc30-fa57-4631-a3dd-98a4f60997dc None None] Pushing event updated for resources: {'Port': ['ID=61d11d0e-fb37-487a-81d9-6672b085dc1d,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:57.400397 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc63cb2e-d998-43c6-8220-635f7b16ff22 req-a4dbafc2-f58a-4ba6-b6f8-07eaadc95122 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935434 Feb 10 15:12:57.473991 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da313071-a0af-42e1-a800-c2cb20aeaa4e x-openstack-request-id: req-da313071-a0af-42e1-a800-c2cb20aeaa4e {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:57.474287 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c722bf-e7d1-4f7f-93ca-2dc989c0dfad", "tag": "9e2036bf-13a6-4629-995c-da716c7fa66f", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:57.474540 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da313071-a0af-42e1-a800-c2cb20aeaa4e {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:57.474945 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c722bf-e7d1-4f7f-93ca-2dc989c0dfad', 'tag': '9e2036bf-13a6-4629-995c-da716c7fa66f', 'status': 'completed', 'code': 200} Feb 10 15:12:57.497483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Allocated IP 172.25.3.54 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/47e203ba-214c-4b1a-a312-b349f1457002) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:12:57.601321 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3a634029-bbc0-4321-8a3b-7f6af8fe00f1 req-42d1c918-ceed-450e-8143-b87c2b7cd404 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910318 Feb 10 15:12:57.603198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3776b329-8569-40dc-ab93-9919db7163c1 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:57.678617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052bd2f-6c35-4b36-9a3a-4b5eb28b731f req-6549f2d6-a958-4207-9d0e-6edc05e4dd43 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:57.686226 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4052bd2f-6c35-4b36-9a3a-4b5eb28b731f req-6549f2d6-a958-4207-9d0e-6edc05e4dd43 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 945 time: 0.1628447 Feb 10 15:12:57.765132 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 3776b329-8569-40dc-ab93-9919db7163c1 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:12:57.765672 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047afb4-0908-48c1-8896-87ff19aff35b req-9cc637aa-3ac8-415b-9a0b-8c2e9ce6580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:57.767220 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d047afb4-0908-48c1-8896-87ff19aff35b req-9cc637aa-3ac8-415b-9a0b-8c2e9ce6580e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07f5c3f964e945248d8cde923bf7b493&device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 1127 time: 0.2714069 Feb 10 15:12:57.773547 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 3776b329-8569-40dc-ab93-9919db7163c1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:57.776932 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3776b329-8569-40dc-ab93-9919db7163c1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:57.831292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4052bd2f-6c35-4b36-9a3a-4b5eb28b731f req-cb21beb2-fdc2-491c-bef6-7fc909340c21 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1438692 Feb 10 15:12:57.924559 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-23062e0d-b0b6-47f3-b106-e3a749680910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'port_id': '9e2036bf-13a6-4629-995c-da716c7fa66f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'mac_address': 'fa:16:3e:e8:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c722bf-e7d1-4f7f-93ca-2dc989c0dfad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:12:31Z', 'updated_at': '2022-02-10T15:12:54Z', 'revision_number': 1, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dd0662-8dfc-4e02-8f51-ac4119839841', 'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'mac_address': 'fa:16:3e:65:b7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:08Z', 'updated_at': '2022-02-10T15:12:15Z', 'revision_number': 5, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'subnets': [{'id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:57.941554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047afb4-0908-48c1-8896-87ff19aff35b req-ddddc3a9-ed10-444a-8fed-d67d3df5bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:57.943546 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d047afb4-0908-48c1-8896-87ff19aff35b req-ddddc3a9-ed10-444a-8fed-d67d3df5bcc5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7a195b29-9a45-4fa9-95be-2b9590709c3d HTTP/1.1" status: 200 len: 924 time: 0.1668606 Feb 10 15:12:57.955653 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17c55908-7f84-4259-90dc-44532de62b1b req-ab09a51a-47d9-4ffd-ae5b-30256f9d6695 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 210 time: 0.0606239 Feb 10 15:12:57.988595 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23062e0d-b0b6-47f3-b106-e3a749680910 None None] Checking router: 713039d6-ee09-4d66-ba1c-e9723334f331 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:12:58.028141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 3776b329-8569-40dc-ab93-9919db7163c1 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:58.028532 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3776b329-8569-40dc-ab93-9919db7163c1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:58.030756 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23062e0d-b0b6-47f3-b106-e3a749680910 None None] Routers {'713039d6-ee09-4d66-ba1c-e9723334f331'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:12:58.031391 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-23062e0d-b0b6-47f3-b106-e3a749680910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:12:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['713039d6-ee09-4d66-ba1c-e9723334f331'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:58.067937 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 61d11d0e-fb37-487a-81d9-6672b085dc1d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:58.138062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99028ffc-01be-4161-a14d-2b3106c4c737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3776b329-8569-40dc-ab93-9919db7163c1'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:12:58.140011 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2012af-9991-4bea-a5eb-52982b029ed7" -d '{"events": [{"server_uuid": "99028ffc-01be-4161-a14d-2b3106c4c737", "name": "network-vif-plugged", "status": "completed", "tag": "3776b329-8569-40dc-ab93-9919db7163c1"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:12:58.165892 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 3776b329-8569-40dc-ab93-9919db7163c1, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3776b329-8569-40dc-ab93-9919db7163c1,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:58.176028 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3776b329-8569-40dc-ab93-9919db7163c1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:58.178840 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415566f2-bfdb-48cf-a14b-374540c8fb7b req-3e130895-415c-4a60-b91e-836e33a587ab tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:58.180624 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d047afb4-0908-48c1-8896-87ff19aff35b req-990320ff-f7f6-440b-b3a0-81fe686981ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e2036bf-13a6-4629-995c-da716c7fa66f HTTP/1.1" status: 200 len: 998 time: 0.2286148 Feb 10 15:12:58.182657 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-415566f2-bfdb-48cf-a14b-374540c8fb7b req-3e130895-415c-4a60-b91e-836e33a587ab tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 947 time: 0.1307342 Feb 10 15:12:58.197520 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Publish callbacks [] for port (47e203ba-214c-4b1a-a312-b349f1457002), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:58.225451 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 61d11d0e-fb37-487a-81d9-6672b085dc1d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:58.225820 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (61d11d0e-fb37-487a-81d9-6672b085dc1d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:58.255979 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=3776b329-8569-40dc-ab93-9919db7163c1,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:58.276903 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-23062e0d-b0b6-47f3-b106-e3a749680910 None None] Set router 713039d6-ee09-4d66-ba1c-e9723334f331 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:12:58.295281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047afb4-0908-48c1-8896-87ff19aff35b req-d854b7cd-a9bb-4583-8d37-a175c2e65719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:58.296774 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d047afb4-0908-48c1-8896-87ff19aff35b req-d854b7cd-a9bb-4583-8d37-a175c2e65719 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bc1c408b-918c-450a-92c6-5027a88e32dc HTTP/1.1" status: 200 len: 862 time: 0.0973034 Feb 10 15:12:58.302262 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-415566f2-bfdb-48cf-a14b-374540c8fb7b req-cce3a13d-c15f-413a-9733-3e569e4be157 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098578 Feb 10 15:12:58.316023 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (47e203ba-214c-4b1a-a312-b349f1457002), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:58.369591 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 61d11d0e-fb37-487a-81d9-6672b085dc1d is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:58.370318 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (61d11d0e-fb37-487a-81d9-6672b085dc1d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:58.408735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:12:58.419774 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd9e5a-f74d-4870-8db7-d7bce74e8691 req-b8e76c56-d273-4648-b30d-54ba10c5504a tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:58.427624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:12:58.433574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:12:58.444045 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 61d11d0e-fb37-487a-81d9-6672b085dc1d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=61d11d0e-fb37-487a-81d9-6672b085dc1d,segment=NetworkSegment(0f305be8-292d-49f9-b91a-ee56c9634ea5),segment_id=0f305be8-292d-49f9-b91a-ee56c9634ea5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:58.444285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81fd9e5a-f74d-4870-8db7-d7bce74e8691 req-b8e76c56-d273-4648-b30d-54ba10c5504a tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 1127 time: 0.1407266 Feb 10 15:12:58.452082 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (61d11d0e-fb37-487a-81d9-6672b085dc1d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:58.529230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Pushing event updated for resources: {'Port': ['ID=47e203ba-214c-4b1a-a312-b349f1457002,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:58.539468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047afb4-0908-48c1-8896-87ff19aff35b req-148575df-a7f3-4e37-a249-57626c47018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:58.541036 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d047afb4-0908-48c1-8896-87ff19aff35b req-148575df-a7f3-4e37-a249-57626c47018c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a195b29-9a45-4fa9-95be-2b9590709c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2346771 Feb 10 15:12:58.551729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81fd9e5a-f74d-4870-8db7-d7bce74e8691 req-374b5f09-bbb6-4664-81f1-2fcd4504e81e tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895898 Feb 10 15:12:58.556938 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=61d11d0e-fb37-487a-81d9-6672b085dc1d,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:58.621088 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-23062e0d-b0b6-47f3-b106-e3a749680910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'port_id': '9e2036bf-13a6-4629-995c-da716c7fa66f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'mac_address': 'fa:16:3e:e8:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c722bf-e7d1-4f7f-93ca-2dc989c0dfad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:12:31Z', 'updated_at': '2022-02-10T15:12:54Z', 'revision_number': 1, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dd0662-8dfc-4e02-8f51-ac4119839841', 'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'mac_address': 'fa:16:3e:65:b7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:08Z', 'updated_at': '2022-02-10T15:12:15Z', 'revision_number': 5, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'subnets': [{'id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:12:58.673094 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23062e0d-b0b6-47f3-b106-e3a749680910 None None] The sync data for ids ['713039d6-ee09-4d66-ba1c-e9723334f331'] in n-d-815324-7 is: [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'port_id': '9e2036bf-13a6-4629-995c-da716c7fa66f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'mac_address': 'fa:16:3e:e8:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c722bf-e7d1-4f7f-93ca-2dc989c0dfad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:12:31Z', 'updated_at': '2022-02-10T15:12:54Z', 'revision_number': 1, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dd0662-8dfc-4e02-8f51-ac4119839841', 'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'mac_address': 'fa:16:3e:65:b7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:08Z', 'updated_at': '2022-02-10T15:12:15Z', 'revision_number': 5, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'subnets': [{'id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:12:58.736203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca33fb-e53b-4584-b589-bbb0e4c8a416 req-f860caa9-6121-4fa0-9365-2e3d5110f8c3 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:58.737889 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5ca33fb-e53b-4584-b589-bbb0e4c8a416 req-f860caa9-6121-4fa0-9365-2e3d5110f8c3 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/ports?device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 950 time: 0.1132164 Feb 10 15:12:58.742892 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087d7486-201c-42e4-b2ae-f2f849fc7942 x-openstack-request-id: req-087d7486-201c-42e4-b2ae-f2f849fc7942 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:12:58.743413 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99028ffc-01be-4161-a14d-2b3106c4c737", "name": "network-vif-plugged", "status": "completed", "tag": "3776b329-8569-40dc-ab93-9919db7163c1", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:12:58.743816 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-087d7486-201c-42e4-b2ae-f2f849fc7942 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:12:58.744397 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99028ffc-01be-4161-a14d-2b3106c4c737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3776b329-8569-40dc-ab93-9919db7163c1', 'code': 200} Feb 10 15:12:58.878115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5ca33fb-e53b-4584-b589-bbb0e4c8a416 req-7ad9d52d-6421-4c9c-a3bb-f5c26679992e tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c353dea-f1a5-4b74-8e6d-3add4996260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240273 Feb 10 15:12:58.943263 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0725dd9c-3753-4d1b-b88b-a3036bee065e req-b83e2b3b-7d60-4678-9aee-27d8dda65111 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0977228 Feb 10 15:12:59.006074 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d047afb4-0908-48c1-8896-87ff19aff35b req-d650c584-226f-42c9-acf1-8f826a91d4ac service neutron] 10.222.0.79 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542112 Feb 10 15:12:59.022131 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840221e2-7527-47d5-8dc5-915a74204172 None None] Network 48de39ae-dbd1-43b4-bf32-6ddd37583331 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:12:59.081186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58022c-f46b-4ce5-9637-98fd3b3c6274 req-7ef3ecb0-0e6a-4eff-a7f4-4c9c79e61968 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:59.088683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d58022c-f46b-4ce5-9637-98fd3b3c6274 req-7ef3ecb0-0e6a-4eff-a7f4-4c9c79e61968 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 1127 time: 0.0761535 Feb 10 15:12:59.108309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77382c29-a215-4f0c-a447-eff17bf35732 req-33cb15a3-a782-49ca-be63-4ff96f965444 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:59.109839 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-77382c29-a215-4f0c-a447-eff17bf35732 req-33cb15a3-a782-49ca-be63-4ff96f965444 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.79 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 807 time: 0.3632572 Feb 10 15:12:59.129036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c977c71b-fe1a-42f8-860a-27856b7b33c4 None None] New status for floating IP 44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:12:59.135173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-77382c29-a215-4f0c-a447-eff17bf35732 req-3f5d8e3b-541e-4227-aaa7-189736fc7d3c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Request body: {'port': {'device_id': 'acb69486-5b30-4f98-959e-eedbda614ac8', 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2', 'admin_state_up': True, 'tenant_id': 'ef96867ec18f4dff8a2a1903005f827a'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:12:59.142270 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cc2dd-dbbf-4278-b8d9-d4b753f77f97 req-c8beb36d-91ec-4fe5-8c01-726dad857bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:59.144057 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ab0cc2dd-dbbf-4278-b8d9-d4b753f77f97 req-c8beb36d-91ec-4fe5-8c01-726dad857bb5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 1132 time: 0.3040440 Feb 10 15:12:59.152273 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b19aaf68-282a-45a6-8c87-264c16734063 req-348a60cc-a378-43fb-a393-4aebcbdd9e4e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 210 time: 0.0822413 Feb 10 15:12:59.204177 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d58022c-f46b-4ce5-9637-98fd3b3c6274 req-a81940f8-5384-4b87-8889-9c9146d5e936 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084213 Feb 10 15:12:59.224504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d75f7f84-7534-46b1-87ba-21a959e5441e None None] Provisioning complete for port 61d11d0e-fb37-487a-81d9-6672b085dc1d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:59.224957 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d75f7f84-7534-46b1-87ba-21a959e5441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (61d11d0e-fb37-487a-81d9-6672b085dc1d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:59.398407 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35520) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:59.483041 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-2860bbcf-ceb5-4461-ae62-c680d1787be5 req-ad6ab47d-c37b-4db3-94ad-1f7f1b4f5a74 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:12:59.485436 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2860bbcf-ceb5-4461-ae62-c680d1787be5 req-ad6ab47d-c37b-4db3-94ad-1f7f1b4f5a74 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209837 Feb 10 15:12:59.527244 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdea671-ffdb-496e-853d-2b631a4c16ad req-7577c3e8-9488-4d7f-ae68-74ccbac28f8b tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:12:59.535361 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6fdea671-ffdb-496e-853d-2b631a4c16ad req-7577c3e8-9488-4d7f-ae68-74ccbac28f8b tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 947 time: 0.1071782 Feb 10 15:12:59.555670 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d75f7f84-7534-46b1-87ba-21a959e5441e None None] Current status of the port 61d11d0e-fb37-487a-81d9-6672b085dc1d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:59.604216 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d61dacb8-0e6f-49ee-a2ad-58c3644acae3 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:12:59.628119 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6fdea671-ffdb-496e-853d-2b631a4c16ad req-76bbb030-66c9-443e-ae7a-ff35509d398c tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910285 Feb 10 15:12:59.643472 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f3e018bb-d3ed-4a1b-84b7-5734be2c85dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:59.670484 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ab0cc2dd-dbbf-4278-b8d9-d4b753f77f97 req-fe05a0d7-e40e-4bda-9b97-247f21e7087e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9c353dea-f1a5-4b74-8e6d-3add4996260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817505 Feb 10 15:12:59.734948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77382c29-a215-4f0c-a447-eff17bf35732 req-3f5d8e3b-541e-4227-aaa7-189736fc7d3c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Made reservation on behalf of ef96867ec18f4dff8a2a1903005f827a for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:12:59.738614 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-77382c29-a215-4f0c-a447-eff17bf35732 req-3f5d8e3b-541e-4227-aaa7-189736fc7d3c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:59.748848 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d61dacb8-0e6f-49ee-a2ad-58c3644acae3, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d61dacb8-0e6f-49ee-a2ad-58c3644acae3,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:59.749938 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f3e018bb-d3ed-4a1b-84b7-5734be2c85dc admin admin] Publish callbacks [] for security_group (42f0583f-5f34-4c70-a084-90f6c1e52593), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:59.760835 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f3e018bb-d3ed-4a1b-84b7-5734be2c85dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (42f0583f-5f34-4c70-a084-90f6c1e52593), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:59.764369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'd61dacb8-0e6f-49ee-a2ad-58c3644acae3', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'd61dacb8-0e6f-49ee-a2ad-58c3644acae3', 'mac_address': 'fa:16:3e:a7:79:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:12:59.806930 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e018bb-d3ed-4a1b-84b7-5734be2c85dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f0583f-5f34-4c70-a084-90f6c1e52593,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:12:59.811194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-34e9a5c4-d7ae-4265-ae9d-8a666c9fa449 None None] Provisioning complete for port 61d11d0e-fb37-487a-81d9-6672b085dc1d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:12:59.811779 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-34e9a5c4-d7ae-4265-ae9d-8a666c9fa449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (61d11d0e-fb37-487a-81d9-6672b085dc1d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:59.811901 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f3e018bb-d3ed-4a1b-84b7-5734be2c85dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10e188ba20dc4672918c871762323b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4120071 Feb 10 15:12:59.817355 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35526) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:12:59.851765 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port d61dacb8-0e6f-49ee-a2ad-58c3644acae3 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:12:59.852202 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d61dacb8-0e6f-49ee-a2ad-58c3644acae3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:59.888450 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61dacb8-0e6f-49ee-a2ad-58c3644acae3 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:12:59.892890 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cbb6a4b9-22de-4fad-a811-96d5de4b4699 admin admin] Publish callbacks [] for security_group (42f0583f-5f34-4c70-a084-90f6c1e52593), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:59.923878 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cbb6a4b9-22de-4fad-a811-96d5de4b4699 admin admin] Publish callbacks [] for security_group (42f0583f-5f34-4c70-a084-90f6c1e52593), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:59.958255 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Publish callbacks [] for router_gateway (71a0abf1-6131-4708-b7b7-ea56fb6d106d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:59.965293 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 61d11d0e-fb37-487a-81d9-6672b085dc1d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:12:59.973372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d61dacb8-0e6f-49ee-a2ad-58c3644acae3, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d61dacb8-0e6f-49ee-a2ad-58c3644acae3,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:12:59.988822 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cbb6a4b9-22de-4fad-a811-96d5de4b4699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (42f0583f-5f34-4c70-a084-90f6c1e52593), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:59.992488 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cbb6a4b9-22de-4fad-a811-96d5de4b4699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:12:59.996236 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cbb6a4b9-22de-4fad-a811-96d5de4b4699 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42f0583f-5f34-4c70-a084-90f6c1e52593 HTTP/1.1" status: 204 len: 168 time: 0.1751568 Feb 10 15:13:00.006974 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d61dacb8-0e6f-49ee-a2ad-58c3644acae3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:00.035835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6a4b9-22de-4fad-a811-96d5de4b4699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f0583f-5f34-4c70-a084-90f6c1e52593,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:00.065762 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380aebf6-ade6-472e-8150-123cc8ea449a req-74cba732-c98d-4b56-a979-2c77d2d8b374 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:00.072938 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-380aebf6-ade6-472e-8150-123cc8ea449a req-74cba732-c98d-4b56-a979-2c77d2d8b374 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/ports?device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 950 time: 0.0778396 Feb 10 15:13:00.109329 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d047afb4-0908-48c1-8896-87ff19aff35b req-15e09e3e-de01-47e7-86c3-96e0f3cb7c23 service neutron] 10.222.0.79 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0263269 Feb 10 15:13:00.151587 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-77382c29-a215-4f0c-a447-eff17bf35732 req-3f5d8e3b-541e-4227-aaa7-189736fc7d3c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Allocated IP 172.20.0.11 (2503405f-5e7d-43d6-8b59-cea2598d27e2/280068a4-721d-4c2d-853f-dbf51a615c03/444033d9-42f4-4dc5-9a8d-45f925980d03) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:00.168196 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-380aebf6-ade6-472e-8150-123cc8ea449a req-6662bfc4-c2dd-4572-99bf-bd44bc5cfe89 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c353dea-f1a5-4b74-8e6d-3add4996260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918169 Feb 10 15:13:00.293156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-34e9a5c4-d7ae-4265-ae9d-8a666c9fa449 None None] Current status of the port 61d11d0e-fb37-487a-81d9-6672b085dc1d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:00.311777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=d61dacb8-0e6f-49ee-a2ad-58c3644acae3,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:00.320640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 61d11d0e-fb37-487a-81d9-6672b085dc1d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:00.321262 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (61d11d0e-fb37-487a-81d9-6672b085dc1d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:00.354735 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (71a0abf1-6131-4708-b7b7-ea56fb6d106d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:00.373363 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d298d74d-810a-4150-b708-5fe8ccafdf61 req-6a1d0372-521f-4d7e-ad79-68c0f855821b tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0428610 Feb 10 15:13:00.426170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['d61dacb8-0e6f-49ee-a2ad-58c3644acae3'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:13:00.494109 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 61d11d0e-fb37-487a-81d9-6672b085dc1d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:00.520020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35554) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:00.530052 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d8630b8-9d46-4084-8175-d5a42dbcc845 req-6c454d79-2e4a-4e9f-89dd-751cb61adc2a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 210 time: 0.0420022 Feb 10 15:13:00.580028 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-832abd1c-0033-4b60-8c2c-7d7f9f41142d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:00.660769 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-77382c29-a215-4f0c-a447-eff17bf35732 req-3f5d8e3b-541e-4227-aaa7-189736fc7d3c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks [] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:00.736486 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-77382c29-a215-4f0c-a447-eff17bf35732 req-3f5d8e3b-541e-4227-aaa7-189736fc7d3c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:00.775897 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb516a6-2c3f-478f-b63a-9a74992bb9f3 req-c420d9bc-3391-4307-a9e5-6947d161b296 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:00.778457 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbb516a6-2c3f-478f-b63a-9a74992bb9f3 req-c420d9bc-3391-4307-a9e5-6947d161b296 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 948 time: 0.1021574 Feb 10 15:13:00.831000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77382c29-a215-4f0c-a447-eff17bf35732 req-3f5d8e3b-541e-4227-aaa7-189736fc7d3c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Network 2503405f-5e7d-43d6-8b59-cea2598d27e2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:00.837578 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d8e3b-541e-4227-aaa7-189736fc7d3c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Pushing event updated for resources: {'Port': ['ID=444033d9-42f4-4dc5-9a8d-45f925980d03,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:00.844023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-77382c29-a215-4f0c-a447-eff17bf35732 req-3f5d8e3b-541e-4227-aaa7-189736fc7d3c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:00.849141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-77382c29-a215-4f0c-a447-eff17bf35732 req-3f5d8e3b-541e-4227-aaa7-189736fc7d3c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:00.855733 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbb516a6-2c3f-478f-b63a-9a74992bb9f3 req-774ff183-9c0b-4ec2-8795-a73ce860d02a tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683675 Feb 10 15:13:00.883638 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Router 71a0abf1-6131-4708-b7b7-ea56fb6d106d is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:13:00.925463 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-832abd1c-0033-4b60-8c2c-7d7f9f41142d admin admin] Publish callbacks [] for security_group (e3024ac4-98b3-4829-806a-49b2e07f212f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:00.935206 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77382c29-a215-4f0c-a447-eff17bf35732 req-3f5d8e3b-541e-4227-aaa7-189736fc7d3c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:00.935806 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-77382c29-a215-4f0c-a447-eff17bf35732 req-3f5d8e3b-541e-4227-aaa7-189736fc7d3c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:00.971309 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-832abd1c-0033-4b60-8c2c-7d7f9f41142d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e3024ac4-98b3-4829-806a-49b2e07f212f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:01.020573 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-77382c29-a215-4f0c-a447-eff17bf35732 req-3f5d8e3b-541e-4227-aaa7-189736fc7d3c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8939304 Feb 10 15:13:01.033018 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-86adb93f-c527-455b-8623-1a35b2691771 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:13:01.034030 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-86adb93f-c527-455b-8623-1a35b2691771 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061874 Feb 10 15:13:01.036724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Request body: {'port': {'device_id': 'acb69486-5b30-4f98-959e-eedbda614ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:01.038981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832abd1c-0033-4b60-8c2c-7d7f9f41142d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3024ac4-98b3-4829-806a-49b2e07f212f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:01.045507 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-832abd1c-0033-4b60-8c2c-7d7f9f41142d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1327109cc1f94fa7bd67bb78344b839c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5245869 Feb 10 15:13:01.062765 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35562) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:01.087807 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-274736f6-07ce-47a9-8bc7-f45b6a1fb28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:01.089424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-274736f6-07ce-47a9-8bc7-f45b6a1fb28c service neutron] 10.222.0.64 "GET /v2.0/ports/16c981da-4f30-447a-8ac8-e97d1cee64ca HTTP/1.1" status: 200 len: 1124 time: 0.0399253 Feb 10 15:13:01.099039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-30279e01-3c4e-483f-bffa-2bbcf0223e45 service neutron] Request body: {'binding': {'host': 'n-h1-815324-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:01.099984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-30279e01-3c4e-483f-bffa-2bbcf0223e45 service neutron] Unknown quota resources ['binding']. {{(pid=103368) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:13:01.170479 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:13:01.182220 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Sync routers for ids ['71a0abf1-6131-4708-b7b7-ea56fb6d106d'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:13:01.190247 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:01.191845 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Routers {'71a0abf1-6131-4708-b7b7-ea56fb6d106d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:01.192686 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:12:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['71a0abf1-6131-4708-b7b7-ea56fb6d106d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:01.208445 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-756beb54-b118-4d38-a98e-98f8970d6deb admin admin] Publish callbacks [] for security_group (e3024ac4-98b3-4829-806a-49b2e07f212f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:01.237116 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:01.241371 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bdde8a35-2d34-43d8-a5ed-3243f3e202fb admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1569498 Feb 10 15:13:01.241558 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35566) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:01.266649 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-756beb54-b118-4d38-a98e-98f8970d6deb admin admin] Publish callbacks [] for security_group (e3024ac4-98b3-4829-806a-49b2e07f212f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:01.332916 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Set router 71a0abf1-6131-4708-b7b7-ea56fb6d106d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:01.407863 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-30279e01-3c4e-483f-bffa-2bbcf0223e45 service neutron] Attempting to bind port 16c981da-4f30-447a-8ac8-e97d1cee64ca on host n-h1-815324-7 for vnic_type normal with profile None {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:01.408198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-30279e01-3c4e-483f-bffa-2bbcf0223e45 service neutron] Attempting to bind port 16c981da-4f30-447a-8ac8-e97d1cee64ca by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:01.408566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-30279e01-3c4e-483f-bffa-2bbcf0223e45 service neutron] Attempting to bind port 16c981da-4f30-447a-8ac8-e97d1cee64ca on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:01.423198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-30279e01-3c4e-483f-bffa-2bbcf0223e45 service neutron] Port 16c981da-4f30-447a-8ac8-e97d1cee64ca on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:13:01.423752 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-30279e01-3c4e-483f-bffa-2bbcf0223e45 service neutron] Attempting to bind port 16c981da-4f30-447a-8ac8-e97d1cee64ca on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:01.438459 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-30279e01-3c4e-483f-bffa-2bbcf0223e45 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:01.438795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-30279e01-3c4e-483f-bffa-2bbcf0223e45 service neutron] Checking segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:01.439176 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-30279e01-3c4e-483f-bffa-2bbcf0223e45 service neutron] Bound using segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:01.439612 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-30279e01-3c4e-483f-bffa-2bbcf0223e45 service neutron] Bound port: 16c981da-4f30-447a-8ac8-e97d1cee64ca, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:01.452544 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4d515-d6d0-41a4-92e0-28896d367898 req-442567e6-1d0d-4f44-bc76-186f7cfd0192 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:01.454073 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b3b4d515-d6d0-41a4-92e0-28896d367898 req-442567e6-1d0d-4f44-bc76-186f7cfd0192 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/ports?device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 950 time: 0.1449850 Feb 10 15:13:01.484134 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-756beb54-b118-4d38-a98e-98f8970d6deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e3024ac4-98b3-4829-806a-49b2e07f212f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:01.486899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-756beb54-b118-4d38-a98e-98f8970d6deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:01.503639 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-756beb54-b118-4d38-a98e-98f8970d6deb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3024ac4-98b3-4829-806a-49b2e07f212f HTTP/1.1" status: 204 len: 168 time: 0.4061458 Feb 10 15:13:01.529788 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756beb54-b118-4d38-a98e-98f8970d6deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3024ac4-98b3-4829-806a-49b2e07f212f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:01.584547 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'name': 'tempest-FloatingIPsTestJSON-1766430909-router', 'tenant_id': 'f79e418b8c244c348fe43266fc1c045e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '47e203ba-214c-4b1a-a312-b349f1457002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:56Z', 'updated_at': '2022-02-10T15:12:58Z', 'revision_number': 3, 'project_id': 'f79e418b8c244c348fe43266fc1c045e', 'gw_port': {'id': '47e203ba-214c-4b1a-a312-b349f1457002', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:42:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:57Z', 'updated_at': '2022-02-10T15:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:01.611630 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d61dacb8-0e6f-49ee-a2ad-58c3644acae3 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:01.626635 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444033d9-42f4-4dc5-9a8d-45f925980d03 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:13:01.635584 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Publish callbacks [] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:01.636374 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-30279e01-3c4e-483f-bffa-2bbcf0223e45 service neutron] For port 16c981da-4f30-447a-8ac8-e97d1cee64ca, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:01.649809 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b3b4d515-d6d0-41a4-92e0-28896d367898 req-44ef210d-2f1a-494c-94d6-1146c6878ba5 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c353dea-f1a5-4b74-8e6d-3add4996260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706669 Feb 10 15:13:01.654482 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-30279e01-3c4e-483f-bffa-2bbcf0223e45 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:01.655605 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-30279e01-3c4e-483f-bffa-2bbcf0223e45 service neutron] 10.222.0.64 "POST /v2.0/ports/16c981da-4f30-447a-8ac8-e97d1cee64ca/bindings HTTP/1.1" status: 201 len: 389 time: 0.5600898 Feb 10 15:13:01.661036 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Checking router: 71a0abf1-6131-4708-b7b7-ea56fb6d106d for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:13:01.662448 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Updating router 71a0abf1-6131-4708-b7b7-ea56fb6d106d port 47e203ba-214c-4b1a-a312-b349f1457002 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:13:01.662849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Transition to ACTIVE for port object 444033d9-42f4-4dc5-9a8d-45f925980d03 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:13:01.679388 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:01.720520 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (47e203ba-214c-4b1a-a312-b349f1457002), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:01.783786 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port d61dacb8-0e6f-49ee-a2ad-58c3644acae3 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:13:01.788490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port d61dacb8-0e6f-49ee-a2ad-58c3644acae3 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:01.788894 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d61dacb8-0e6f-49ee-a2ad-58c3644acae3), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:01.810092 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Pushing event updated for resources: {'Port': ['ID=444033d9-42f4-4dc5-9a8d-45f925980d03,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:01.944389 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d56c1918-739f-438b-8e79-efecf933e2c9 req-1bb18737-fe7e-4c8f-afad-ae96c66c56cb tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0958469 Feb 10 15:13:01.962073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port d61dacb8-0e6f-49ee-a2ad-58c3644acae3 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:01.962865 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d61dacb8-0e6f-49ee-a2ad-58c3644acae3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:02.028968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Attempting to bind port 444033d9-42f4-4dc5-9a8d-45f925980d03 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:02.029369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Attempting to bind port 444033d9-42f4-4dc5-9a8d-45f925980d03 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:02.029714 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Attempting to bind port 444033d9-42f4-4dc5-9a8d-45f925980d03 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:02.053641 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe4600d-3c58-420f-b654-d055538cdf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61dacb8-0e6f-49ee-a2ad-58c3644acae3'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:02.057304 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c533fe-8276-4946-95f3-46a614468adb" -d '{"events": [{"server_uuid": "0fe4600d-3c58-420f-b654-d055538cdf98", "name": "network-vif-plugged", "status": "completed", "tag": "d61dacb8-0e6f-49ee-a2ad-58c3644acae3"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:02.094115 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d61dacb8-0e6f-49ee-a2ad-58c3644acae3, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d61dacb8-0e6f-49ee-a2ad-58c3644acae3,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:02.107377 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d61dacb8-0e6f-49ee-a2ad-58c3644acae3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:02.112108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Port 444033d9-42f4-4dc5-9a8d-45f925980d03 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:13:02.112448 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Attempting to bind port 444033d9-42f4-4dc5-9a8d-45f925980d03 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:02.117726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3143994-3c4a-4cef-8a71-194ee154fe84 req-a94904c0-beef-4cc5-8678-df60201d8bda tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:02.126525 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a3143994-3c4a-4cef-8a71-194ee154fe84 req-a94904c0-beef-4cc5-8678-df60201d8bda tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 944 time: 0.2620182 Feb 10 15:13:02.130013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:02.130279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Checking segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:02.130665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Bound using segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:02.137343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Bound port: 444033d9-42f4-4dc5-9a8d-45f925980d03, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:02.137727 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:02.189960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-d2c8f737-35c7-4db3-bc20-97df3a21fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:02.191492 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-d2c8f737-35c7-4db3-bc20-97df3a21fc2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 1127 time: 0.1775842 Feb 10 15:13:02.203886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=d61dacb8-0e6f-49ee-a2ad-58c3644acae3,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:02.215653 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a3143994-3c4a-4cef-8a71-194ee154fe84 req-4116c355-5174-4774-be40-fa9b59708b49 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876434 Feb 10 15:13:02.291201 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Publish callbacks [] for port (47e203ba-214c-4b1a-a312-b349f1457002), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:02.318017 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (47e203ba-214c-4b1a-a312-b349f1457002), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:02.361325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] For port 444033d9-42f4-4dc5-9a8d-45f925980d03, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:02.379097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] For port 444033d9-42f4-4dc5-9a8d-45f925980d03, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=444033d9-42f4-4dc5-9a8d-45f925980d03,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:02.397112 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:02.409068 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b289aa-4c07-4edb-a327-8438765de615 req-58d5a7f2-6d4a-43e2-a75f-f69ba6d3bbce tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:02.417242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08b289aa-4c07-4edb-a327-8438765de615 req-58d5a7f2-6d4a-43e2-a75f-f69ba6d3bbce tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 945 time: 0.3108823 Feb 10 15:13:02.430597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-1a42251e-a632-4021-9faa-a431656928a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:02.432087 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-1a42251e-a632-4021-9faa-a431656928a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.1729147 Feb 10 15:13:02.441343 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Attempting to bind port 47e203ba-214c-4b1a-a312-b349f1457002 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:02.442652 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Attempting to bind port 47e203ba-214c-4b1a-a312-b349f1457002 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:02.442652 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Attempting to bind port 47e203ba-214c-4b1a-a312-b349f1457002 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:02.455061 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09755bb9-3933-4b7b-9933-1f566acccffe None None] Pushing event updated for resources: {'Port': ['ID=47e203ba-214c-4b1a-a312-b349f1457002,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:02.456970 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:02.461564 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:02.462100 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:02.463151 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:02.463644 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:02.464095 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:02.466020 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-77382c29-a215-4f0c-a447-eff17bf35732 req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] 10.222.0.79 "PUT /v2.0/ports/444033d9-42f4-4dc5-9a8d-45f925980d03 HTTP/1.1" status: 200 len: 1092 time: 1.4355783 Feb 10 15:13:02.466346 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Bound port: 47e203ba-214c-4b1a-a312-b349f1457002, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:02.466478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb69486-5b30-4f98-959e-eedbda614ac8', 'tag': '444033d9-42f4-4dc5-9a8d-45f925980d03'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:02.466944 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (47e203ba-214c-4b1a-a312-b349f1457002), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:02.469146 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fcc782-7624-4364-b6fb-c7ce24d17a92" -d '{"events": [{"name": "network-changed", "server_uuid": "acb69486-5b30-4f98-959e-eedbda614ac8", "tag": "444033d9-42f4-4dc5-9a8d-45f925980d03"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:02.511465 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:02.516095 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-80617d2a-be38-45ae-a43f-79a5d76a29e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca HTTP/1.1" status: 200 len: 217 time: 0.0722332 Feb 10 15:13:02.541102 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08b289aa-4c07-4edb-a327-8438765de615 req-e3ac2596-f9d5-425e-978c-549f8855cbc0 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202590 Feb 10 15:13:02.554798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b7394-3296-4a49-af2c-c0f7ecf84f01 req-6ec9b0cb-a269-446a-a9bd-a2f3695da504 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:02.556331 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba7b7394-3296-4a49-af2c-c0f7ecf84f01 req-6ec9b0cb-a269-446a-a9bd-a2f3695da504 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 949 time: 0.2084084 Feb 10 15:13:02.589953 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] For port 47e203ba-214c-4b1a-a312-b349f1457002, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:02.595051 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] For port 47e203ba-214c-4b1a-a312-b349f1457002, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=47e203ba-214c-4b1a-a312-b349f1457002,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:02.606155 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (47e203ba-214c-4b1a-a312-b349f1457002), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:02.619471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c6954-013c-49cc-8610-6b5a7dae750b service neutron] Pushing event updated for resources: {'Port': ['ID=444033d9-42f4-4dc5-9a8d-45f925980d03,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:02.689378 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09755bb9-3933-4b7b-9933-1f566acccffe None None] Pushing event updated for resources: {'Port': ['ID=47e203ba-214c-4b1a-a312-b349f1457002,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:02.708576 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Routers {'71a0abf1-6131-4708-b7b7-ea56fb6d106d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:02.710664 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-a7e7ebec-d443-4b9c-9eec-01eefd4851d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:02.711340 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:12:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['71a0abf1-6131-4708-b7b7-ea56fb6d106d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:02.712136 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-a7e7ebec-d443-4b9c-9eec-01eefd4851d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.1306324 Feb 10 15:13:02.760958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77382c29-a215-4f0c-a447-eff17bf35732 req-ad3fe31d-11ed-4281-9d19-570236271ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:02.762643 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-77382c29-a215-4f0c-a447-eff17bf35732 req-ad3fe31d-11ed-4281-9d19-570236271ffc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 1126 time: 0.2484441 Feb 10 15:13:02.809830 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-239cb912-2fdb-4a23-9de3-53246606cb53 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853629 Feb 10 15:13:02.852834 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba7b7394-3296-4a49-af2c-c0f7ecf84f01 req-60961c88-3504-43bc-a5ae-b10bf440d818 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865822 Feb 10 15:13:02.900241 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadf0469-d9f1-40e7-a100-78e135a540ec x-openstack-request-id: req-eadf0469-d9f1-40e7-a100-78e135a540ec {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:02.900874 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe4600d-3c58-420f-b654-d055538cdf98", "name": "network-vif-plugged", "status": "completed", "tag": "d61dacb8-0e6f-49ee-a2ad-58c3644acae3", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:02.901141 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eadf0469-d9f1-40e7-a100-78e135a540ec {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:02.901532 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe4600d-3c58-420f-b654-d055538cdf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61dacb8-0e6f-49ee-a2ad-58c3644acae3', 'code': 200} Feb 10 15:13:02.907697 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-77382c29-a215-4f0c-a447-eff17bf35732 req-39c68b3a-9dbb-4596-9778-f729961e443c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=444033d9-42f4-4dc5-9a8d-45f925980d03 HTTP/1.1" status: 200 len: 217 time: 0.0925579 Feb 10 15:13:02.997938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Allocated IP 172.20.0.1 (48de39ae-dbd1-43b4-bf32-6ddd37583331/42375b3f-c7fe-4a71-98d0-3fd285d4cf09/c904a105-9f41-4b53-ae5a-f796b9e8aafb) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:03.013645 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77382c29-a215-4f0c-a447-eff17bf35732 req-d16ade79-ceed-4e15-b253-16adaf38591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:03.015104 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-77382c29-a215-4f0c-a447-eff17bf35732 req-d16ade79-ceed-4e15-b253-16adaf38591d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.1067655 Feb 10 15:13:03.016539 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca64e8a-691e-4df4-9b2a-5dfb4a319368 x-openstack-request-id: req-8ca64e8a-691e-4df4-9b2a-5dfb4a319368 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:03.016844 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb69486-5b30-4f98-959e-eedbda614ac8", "tag": "444033d9-42f4-4dc5-9a8d-45f925980d03", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:03.017088 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ca64e8a-691e-4df4-9b2a-5dfb4a319368 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:03.017476 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb69486-5b30-4f98-959e-eedbda614ac8', 'tag': '444033d9-42f4-4dc5-9a8d-45f925980d03', 'status': 'completed', 'code': 200} Feb 10 15:13:03.052148 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] Set router 71a0abf1-6131-4708-b7b7-ea56fb6d106d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:03.105392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ecaf5-5ba4-4081-98fc-c01a3bfcbe6e req-f2b7e93a-1ecd-4b79-a627-ddaa82273dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:03.107334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-099ecaf5-5ba4-4081-98fc-c01a3bfcbe6e req-f2b7e93a-1ecd-4b79-a627-ddaa82273dbe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 1131 time: 0.1391876 Feb 10 15:13:03.140556 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-f5804489-4aa2-40d0-b8b2-3ddd2befd434 service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189504 Feb 10 15:13:03.165653 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65ad80-215f-447b-a983-034a420c6f79 req-d7c1c346-e618-42df-b404-4957bb269e72 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:03.167557 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca65ad80-215f-447b-a983-034a420c6f79 req-d7c1c346-e618-42df-b404-4957bb269e72 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/ports?device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 950 time: 0.1669621 Feb 10 15:13:03.185379 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-77382c29-a215-4f0c-a447-eff17bf35732 req-c51fe95b-6042-446c-83c4-2e5ce5c01a4c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468194 Feb 10 15:13:03.217572 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0208d2db-6f39-45a5-aca1-c0a52a33a5dd req-70e30710-385e-4bcf-b541-082bed57e57b tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0768526 Feb 10 15:13:03.307652 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca65ad80-215f-447b-a983-034a420c6f79 req-92ccc405-6959-432b-a67f-7d1e6f6530f9 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c353dea-f1a5-4b74-8e6d-3add4996260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176853 Feb 10 15:13:03.325448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-099ecaf5-5ba4-4081-98fc-c01a3bfcbe6e req-e0187cbf-e3e9-4c46-825b-f08fa25a3268 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736152 Feb 10 15:13:03.384330 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Publish callbacks [] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:03.388111 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'name': 'tempest-FloatingIPsTestJSON-1766430909-router', 'tenant_id': 'f79e418b8c244c348fe43266fc1c045e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '47e203ba-214c-4b1a-a312-b349f1457002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:56Z', 'updated_at': '2022-02-10T15:12:58Z', 'revision_number': 3, 'project_id': 'f79e418b8c244c348fe43266fc1c045e', 'gw_port': {'id': '47e203ba-214c-4b1a-a312-b349f1457002', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:42:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:57Z', 'updated_at': '2022-02-10T15:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:03.405799 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b419c733-1a44-46ba-a519-e668a9d66d59 service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564962 Feb 10 15:13:03.431968 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df8c912-738d-458d-867b-a7b02ab11298 None None] The sync data for ids ['71a0abf1-6131-4708-b7b7-ea56fb6d106d'] in n-d-815324-7 is: [{'id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'name': 'tempest-FloatingIPsTestJSON-1766430909-router', 'tenant_id': 'f79e418b8c244c348fe43266fc1c045e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '47e203ba-214c-4b1a-a312-b349f1457002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:56Z', 'updated_at': '2022-02-10T15:12:58Z', 'revision_number': 3, 'project_id': 'f79e418b8c244c348fe43266fc1c045e', 'gw_port': {'id': '47e203ba-214c-4b1a-a312-b349f1457002', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:42:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:57Z', 'updated_at': '2022-02-10T15:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:13:03.485300 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a8afc-51c8-472c-b549-e7cc39f38a5e req-c151fa84-828a-4ca0-bec0-ee77bd66c907 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:03.488441 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-093a8afc-51c8-472c-b549-e7cc39f38a5e req-c151fa84-828a-4ca0-bec0-ee77bd66c907 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 944 time: 0.1343379 Feb 10 15:13:03.518325 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-77382c29-a215-4f0c-a447-eff17bf35732 req-713e1b4b-8f09-494e-81b7-bf8fd4c2cb58 service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175516 Feb 10 15:13:03.520379 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:03.647620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Network 48de39ae-dbd1-43b4-bf32-6ddd37583331 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:03.661289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:03.671550 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:03.672089 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (71a0abf1-6131-4708-b7b7-ea56fb6d106d), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:03.685628 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-77382c29-a215-4f0c-a447-eff17bf35732 req-27a50c48-5eba-42ef-924e-f67c957a037a service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596632 Feb 10 15:13:03.705400 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-49c80fb8-4273-4f19-b5bb-9d9ca2d96033 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:03.706925 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-49c80fb8-4273-4f19-b5bb-9d9ca2d96033 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9&tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1127 time: 0.0851476 Feb 10 15:13:03.724030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-7'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:04.138557 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:04.153061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcc782-7624-4364-b6fb-c7ce24d17a92 req-bee82af5-2f5b-43de-8e30-3cdc5e337f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:04.154780 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-38fcc782-7624-4364-b6fb-c7ce24d17a92 req-bee82af5-2f5b-43de-8e30-3cdc5e337f5e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 1126 time: 0.3938739 Feb 10 15:13:04.164661 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7a9a755a-076c-41a7-a76e-6e9b014a191c None None] Provisioning complete for port c904a105-9f41-4b53-ae5a-f796b9e8aafb triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:04.165677 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7a9a755a-076c-41a7-a76e-6e9b014a191c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:04.217383 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a755a-076c-41a7-a76e-6e9b014a191c None None] Port c904a105-9f41-4b53-ae5a-f796b9e8aafb cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:13:04.262297 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-093a8afc-51c8-472c-b549-e7cc39f38a5e req-70bf593b-ae19-4a2f-8c23-8175731a3671 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7645154 Feb 10 15:13:04.277934 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Pushing event updated for resources: {'Port': ['ID=c904a105-9f41-4b53-ae5a-f796b9e8aafb,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:04.347259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcc782-7624-4364-b6fb-c7ce24d17a92 req-e5e5cf6a-50b6-4724-9b7d-4a8a05390702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:04.350462 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-38fcc782-7624-4364-b6fb-c7ce24d17a92 req-e5e5cf6a-50b6-4724-9b7d-4a8a05390702 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.1873498 Feb 10 15:13:04.352301 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93999778-1011-4656-bd29-df998c2326fb req-63287af5-d37b-4138-888d-1db1999c9f4b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:04.360241 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-93999778-1011-4656-bd29-df998c2326fb req-63287af5-d37b-4138-888d-1db1999c9f4b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 945 time: 0.7029934 Feb 10 15:13:04.377228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] For port 16c981da-4f30-447a-8ac8-e97d1cee64ca, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:04.416361 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-38fcc782-7624-4364-b6fb-c7ce24d17a92 req-c18bd5d4-902a-431f-a6d9-bbebd42988a6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=444033d9-42f4-4dc5-9a8d-45f925980d03 HTTP/1.1" status: 200 len: 217 time: 0.0509582 Feb 10 15:13:04.477785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] For port 16c981da-4f30-447a-8ac8-e97d1cee64ca, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:04.482782 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befabc0-80c8-4a20-bacc-eff7f86526d7 req-9dfcf813-9cd6-4976-801b-2d11254d9f3a tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:04.484317 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0befabc0-80c8-4a20-bacc-eff7f86526d7 req-9dfcf813-9cd6-4976-801b-2d11254d9f3a tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 949 time: 0.1179223 Feb 10 15:13:04.485269 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:04.496428 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-93999778-1011-4656-bd29-df998c2326fb req-7a757ea1-a1e6-4d89-8199-837aca703d8e tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338141 Feb 10 15:13:04.501680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcc782-7624-4364-b6fb-c7ce24d17a92 req-fde4ed50-c567-41f7-b38d-68da27a005b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:04.503155 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-38fcc782-7624-4364-b6fb-c7ce24d17a92 req-fde4ed50-c567-41f7-b38d-68da27a005b5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.0797815 Feb 10 15:13:04.550188 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-38fcc782-7624-4364-b6fb-c7ce24d17a92 req-b7e20c9a-0323-471d-9d8b-73330fefcb96 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361066 Feb 10 15:13:04.556583 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Publish callbacks [] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:04.630691 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:04.663098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0befabc0-80c8-4a20-bacc-eff7f86526d7 req-5cfc97d9-f1b9-462b-8662-ce895929e8b4 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645687 Feb 10 15:13:04.680484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0500445-57ff-4267-af7a-1bd1e645dc13 req-ed4593f7-72a1-4eee-aed1-a2a55567ef95 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:04.682941 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0500445-57ff-4267-af7a-1bd1e645dc13 req-ed4593f7-72a1-4eee-aed1-a2a55567ef95 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.72 "GET /v2.0/ports?device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 950 time: 0.1743319 Feb 10 15:13:04.706493 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-38fcc782-7624-4364-b6fb-c7ce24d17a92 req-dad6dd07-54e0-470f-ae57-a50f50416d46 service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474612 Feb 10 15:13:04.784061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Pushing event updated for resources: {'Port': ['ID=16c981da-4f30-447a-8ac8-e97d1cee64ca,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:04.798962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Attempting to bind port 16c981da-4f30-447a-8ac8-e97d1cee64ca on host n-h2-815324-7 for vnic_type normal with profile {"migrating_to": "n-h1-815324-7"} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:04.799304 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Attempting to bind port 16c981da-4f30-447a-8ac8-e97d1cee64ca by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:04.799629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Attempting to bind port 16c981da-4f30-447a-8ac8-e97d1cee64ca on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:04.809404 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Port 16c981da-4f30-447a-8ac8-e97d1cee64ca on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:13:04.809723 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Attempting to bind port 16c981da-4f30-447a-8ac8-e97d1cee64ca on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:04.839379 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:04.839717 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Checking segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:04.840102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Bound using segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:04.840539 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Bound port: 16c981da-4f30-447a-8ac8-e97d1cee64ca, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:04.840917 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:04.888609 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac3e34e7-cc88-4727-89e9-08d641b758ea req-4a894244-b7ce-4054-a2ae-96c2250d0601 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0727699 Feb 10 15:13:04.916865 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-38fcc782-7624-4364-b6fb-c7ce24d17a92 req-f83bac8d-7c3d-4004-9029-1d7cc7456705 service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882300 Feb 10 15:13:04.934040 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] For port 16c981da-4f30-447a-8ac8-e97d1cee64ca, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:04.937170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] For port 16c981da-4f30-447a-8ac8-e97d1cee64ca, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:04.946499 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:04.953839 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Publish callbacks [] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:04.963779 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:04.964607 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (71a0abf1-6131-4708-b7b7-ea56fb6d106d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:05.021770 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de089a3a-228e-4bd7-b357-6811bf7ef9d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16c981da-4f30-447a-8ac8-e97d1cee64ca'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:05.024256 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5045ec37-78c1-478b-a72e-b2fc520fb019" -d '{"events": [{"server_uuid": "de089a3a-228e-4bd7-b357-6811bf7ef9d9", "name": "network-vif-unplugged", "status": "completed", "tag": "16c981da-4f30-447a-8ac8-e97d1cee64ca"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:05.029044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Pushing event updated for resources: {'Port': ['ID=16c981da-4f30-447a-8ac8-e97d1cee64ca,revision_number=8']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:05.032208 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:05.032850 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:05.034226 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b84ab625-6a41-40bd-b5f7-9a43faaa7b89 service neutron] 10.222.0.72 "PUT /v2.0/ports/16c981da-4f30-447a-8ac8-e97d1cee64ca HTTP/1.1" status: 200 len: 1121 time: 1.3146353 Feb 10 15:13:05.035994 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-c0500445-57ff-4267-af7a-1bd1e645dc13 req-5fa9798a-a0c0-482c-962c-800624230a1f tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Deleting port 3776b329-8569-40dc-ab93-9919db7163c1 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:13:05.036341 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c0500445-57ff-4267-af7a-1bd1e645dc13 req-5fa9798a-a0c0-482c-962c-800624230a1f tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3776b329-8569-40dc-ab93-9919db7163c1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:05.052807 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5c19d-892a-4257-94c9-51af1f245745 req-7d786cdb-a6d3-41e4-8856-150b52e53f55 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:05.055046 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7aa5c19d-892a-4257-94c9-51af1f245745 req-7d786cdb-a6d3-41e4-8856-150b52e53f55 tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/ports?device_id=99028ffc-01be-4161-a14d-2b3106c4c737 HTTP/1.1" status: 200 len: 950 time: 0.1632733 Feb 10 15:13:05.109784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Pushing event updated for resources: {'Port': ['ID=c904a105-9f41-4b53-ae5a-f796b9e8aafb,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:05.174905 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['16c981da-4f30-447a-8ac8-e97d1cee64ca'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:13:05.217407 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7aa5c19d-892a-4257-94c9-51af1f245745 req-91c41dc0-aa8a-454a-875a-31ed0e6ed14e tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c353dea-f1a5-4b74-8e6d-3add4996260a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454995 Feb 10 15:13:05.234708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Network 48de39ae-dbd1-43b4-bf32-6ddd37583331 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:05.239052 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:05.242596 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-c0500445-57ff-4267-af7a-1bd1e645dc13 req-5fa9798a-a0c0-482c-962c-800624230a1f tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] For port 3776b329-8569-40dc-ab93-9919db7163c1, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3776b329-8569-40dc-ab93-9919db7163c1,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:05.243035 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c0500445-57ff-4267-af7a-1bd1e645dc13 req-5fa9798a-a0c0-482c-962c-800624230a1f tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3776b329-8569-40dc-ab93-9919db7163c1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:05.260877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-c0500445-57ff-4267-af7a-1bd1e645dc13 req-5fa9798a-a0c0-482c-962c-800624230a1f tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Calling delete_port for 3776b329-8569-40dc-ab93-9919db7163c1 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:13:05.307803 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6e64ca-cb8f-4266-9dfd-9733364026f0 x-openstack-request-id: req-5d6e64ca-cb8f-4266-9dfd-9733364026f0 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:05.308295 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de089a3a-228e-4bd7-b357-6811bf7ef9d9", "name": "network-vif-unplugged", "status": "completed", "tag": "16c981da-4f30-447a-8ac8-e97d1cee64ca", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:05.308395 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d6e64ca-cb8f-4266-9dfd-9733364026f0 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:05.308715 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de089a3a-228e-4bd7-b357-6811bf7ef9d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16c981da-4f30-447a-8ac8-e97d1cee64ca', 'code': 200} Feb 10 15:13:05.542766 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Router 71a0abf1-6131-4708-b7b7-ea56fb6d106d has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:13:05.552691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62689b00-0de6-4c89-9f32-6b186eafa6f1 req-2191c686-5b1e-40fb-9d1c-d3e5b785023c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:05.554260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62689b00-0de6-4c89-9f32-6b186eafa6f1 req-2191c686-5b1e-40fb-9d1c-d3e5b785023c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 944 time: 0.1460164 Feb 10 15:13:05.588067 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a7b78c42-2bff-4b64-8a90-c34a7290806b None None] Provisioning complete for port c904a105-9f41-4b53-ae5a-f796b9e8aafb triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:05.599628 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7b78c42-2bff-4b64-8a90-c34a7290806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:05.669852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a7b78c42-2bff-4b64-8a90-c34a7290806b None None] Port c904a105-9f41-4b53-ae5a-f796b9e8aafb cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:13:05.723048 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c0500445-57ff-4267-af7a-1bd1e645dc13 req-5fa9798a-a0c0-482c-962c-800624230a1f tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (3776b329-8569-40dc-ab93-9919db7163c1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:05.735645 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3776b329-8569-40dc-ab93-9919db7163c1'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:13:05.783941 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9798a-a0c0-482c-962c-800624230a1f tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Pushing event deleted for resources: {'Port': ['ID=3776b329-8569-40dc-ab93-9919db7163c1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:05.793239 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62689b00-0de6-4c89-9f32-6b186eafa6f1 req-6b55698a-0d5b-4077-828b-029f8887265e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282004 Feb 10 15:13:05.823187 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35656) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:05.918132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a114c-4fb6-4c54-a3ba-81f4bcabee25 req-946a750c-063a-44b0-afa9-e1db1c914998 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:05.919936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a0a114c-4fb6-4c54-a3ba-81f4bcabee25 req-946a750c-063a-44b0-afa9-e1db1c914998 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 943 time: 0.2821088 Feb 10 15:13:05.952419 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 47e203ba-214c-4b1a-a312-b349f1457002 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:05.956428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0500445-57ff-4267-af7a-1bd1e645dc13 req-5fa9798a-a0c0-482c-962c-800624230a1f tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] No DVR routers for this DVR port 3776b329-8569-40dc-ab93-9919db7163c1 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:13:05.961568 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c0500445-57ff-4267-af7a-1bd1e645dc13 req-5fa9798a-a0c0-482c-962c-800624230a1f tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:05.964869 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0500445-57ff-4267-af7a-1bd1e645dc13 req-5fa9798a-a0c0-482c-962c-800624230a1f tempest-ServerDiagnosticsNegativeTest-1360486650 tempest-ServerDiagnosticsNegativeTest-1360486650-project] 10.222.0.72 "DELETE /v2.0/ports/3776b329-8569-40dc-ab93-9919db7163c1 HTTP/1.1" status: 204 len: 173 time: 1.2332733 Feb 10 15:13:05.966121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99028ffc-01be-4161-a14d-2b3106c4c737', 'name': 'network-vif-deleted', 'tag': '3776b329-8569-40dc-ab93-9919db7163c1'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:05.968359 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81b57fd-76bc-4f47-b0c1-208855f355ea" -d '{"events": [{"server_uuid": "99028ffc-01be-4161-a14d-2b3106c4c737", "name": "network-vif-deleted", "tag": "3776b329-8569-40dc-ab93-9919db7163c1"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:06.000951 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:13:06.005977 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b633829-a936-4cde-9994-521a39734371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:06.019102 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1d51d599-7cd1-4250-bd37-6233f6e03133 admin admin] 10.222.0.64 "PUT /v2.0/routers/71a0abf1-6131-4708-b7b7-ea56fb6d106d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7768018 Feb 10 15:13:06.028477 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Sync routers for ids ['71a0abf1-6131-4708-b7b7-ea56fb6d106d'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:13:06.059830 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a0a114c-4fb6-4c54-a3ba-81f4bcabee25 req-3115fab2-0d06-4252-a737-bc15c7c85bdb tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045938 Feb 10 15:13:06.083280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7a7ed-fc6d-418a-9222-d44faec508e9 req-9dde23e2-69a2-4767-9682-201c657f32e1 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:06.084165 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Routers {'71a0abf1-6131-4708-b7b7-ea56fb6d106d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:06.085929 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:12:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['71a0abf1-6131-4708-b7b7-ea56fb6d106d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:06.089248 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05c7a7ed-fc6d-418a-9222-d44faec508e9 req-9dde23e2-69a2-4767-9682-201c657f32e1 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 949 time: 0.2159843 Feb 10 15:13:06.171738 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b633829-a936-4cde-9994-521a39734371 admin admin] Publish callbacks [] for security_group (ff3f4b3b-7d09-4857-92f6-fa7eda6bff0c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:06.181051 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b633829-a936-4cde-9994-521a39734371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ff3f4b3b-7d09-4857-92f6-fa7eda6bff0c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:06.188026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 47e203ba-214c-4b1a-a312-b349f1457002 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:06.188597 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (47e203ba-214c-4b1a-a312-b349f1457002), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:06.216397 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc8c7c05-8d3f-4135-aa07-df9ffde08352 req-698b4075-dbae-48c8-a09e-604e83a18c06 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0423167 Feb 10 15:13:06.227360 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05c7a7ed-fc6d-418a-9222-d44faec508e9 req-a3e094f8-1284-440a-b45c-3142826a332c tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365385 Feb 10 15:13:06.259658 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b633829-a936-4cde-9994-521a39734371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3f4b3b-7d09-4857-92f6-fa7eda6bff0c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:06.282459 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2b633829-a936-4cde-9994-521a39734371 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ce005499fb94a2fb23b93844080b2e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4581110 Feb 10 15:13:06.285049 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35674) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:06.295813 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8866c163-39c1-4d4e-8348-153de6cc4f1f x-openstack-request-id: req-8866c163-39c1-4d4e-8348-153de6cc4f1f {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:06.296041 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99028ffc-01be-4161-a14d-2b3106c4c737", "name": "network-vif-deleted", "tag": "3776b329-8569-40dc-ab93-9919db7163c1", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:06.296290 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8866c163-39c1-4d4e-8348-153de6cc4f1f {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:06.296725 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99028ffc-01be-4161-a14d-2b3106c4c737', 'name': 'network-vif-deleted', 'tag': '3776b329-8569-40dc-ab93-9919db7163c1', 'status': 'completed', 'code': 200} Feb 10 15:13:06.296930 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Set router 71a0abf1-6131-4708-b7b7-ea56fb6d106d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:06.362075 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-566c50ec-c858-48ba-9e9e-831e406b7fca admin admin] Publish callbacks [] for security_group (ff3f4b3b-7d09-4857-92f6-fa7eda6bff0c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:06.386182 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-566c50ec-c858-48ba-9e9e-831e406b7fca admin admin] Publish callbacks [] for security_group (ff3f4b3b-7d09-4857-92f6-fa7eda6bff0c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:06.435537 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 47e203ba-214c-4b1a-a312-b349f1457002 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:06.435936 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (47e203ba-214c-4b1a-a312-b349f1457002), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:06.449681 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-566c50ec-c858-48ba-9e9e-831e406b7fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ff3f4b3b-7d09-4857-92f6-fa7eda6bff0c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:06.453346 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-566c50ec-c858-48ba-9e9e-831e406b7fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:06.455380 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-566c50ec-c858-48ba-9e9e-831e406b7fca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff3f4b3b-7d09-4857-92f6-fa7eda6bff0c HTTP/1.1" status: 204 len: 168 time: 0.1688130 Feb 10 15:13:06.465816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c50ec-c858-48ba-9e9e-831e406b7fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3f4b3b-7d09-4857-92f6-fa7eda6bff0c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:06.501396 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 47e203ba-214c-4b1a-a312-b349f1457002, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=47e203ba-214c-4b1a-a312-b349f1457002,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:06.515330 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (47e203ba-214c-4b1a-a312-b349f1457002), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:06.651702 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=47e203ba-214c-4b1a-a312-b349f1457002,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:06.715400 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'name': 'tempest-FloatingIPsTestJSON-1766430909-router', 'tenant_id': 'f79e418b8c244c348fe43266fc1c045e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '47e203ba-214c-4b1a-a312-b349f1457002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:56Z', 'updated_at': '2022-02-10T15:13:04Z', 'revision_number': 4, 'project_id': 'f79e418b8c244c348fe43266fc1c045e', 'gw_port': {'id': '47e203ba-214c-4b1a-a312-b349f1457002', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:42:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:57Z', 'updated_at': '2022-02-10T15:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'c904a105-9f41-4b53-ae5a-f796b9e8aafb', 'name': '', 'network_id': '48de39ae-dbd1-43b4-bf32-6ddd37583331', 'tenant_id': 'f79e418b8c244c348fe43266fc1c045e', 'mac_address': 'fa:16:3e:a0:9d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '42375b3f-c7fe-4a71-98d0-3fd285d4cf09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:02Z', 'updated_at': '2022-02-10T15:13:04Z', 'revision_number': 2, 'project_id': 'f79e418b8c244c348fe43266fc1c045e', 'subnets': [{'id': '42375b3f-c7fe-4a71-98d0-3fd285d4cf09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:06.770531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Checking router: 71a0abf1-6131-4708-b7b7-ea56fb6d106d for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:13:06.771114 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Updating router 71a0abf1-6131-4708-b7b7-ea56fb6d106d port c904a105-9f41-4b53-ae5a-f796b9e8aafb binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:13:06.774092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-2b6d5a95-612e-4122-9f83-204421692162 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3373628 Feb 10 15:13:06.801628 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:06.805667 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:06.808514 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:06.868602 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:06.972677 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c0e8b-ab51-4631-8849-0c8e42595bcf req-c4efe8b1-9988-4f2a-bfba-d3e617cf5906 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:06.979632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec3c0e8b-ab51-4631-8849-0c8e42595bcf req-c4efe8b1-9988-4f2a-bfba-d3e617cf5906 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 949 time: 0.1362722 Feb 10 15:13:07.008801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35688) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:07.024350 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d17f259f-efb6-42bc-a4f5-9e7ace5a1fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.080060 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec3c0e8b-ab51-4631-8849-0c8e42595bcf req-972f63b9-239f-4ae4-9bd4-4aa5da427a29 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954075 Feb 10 15:13:07.137150 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Publish callbacks [] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.155615 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.159715 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.167545 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d17f259f-efb6-42bc-a4f5-9e7ace5a1fb8 admin admin] Publish callbacks [] for security_group (658465b7-6209-460e-9272-5180c4acc0d2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.173315 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d17f259f-efb6-42bc-a4f5-9e7ace5a1fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (658465b7-6209-460e-9272-5180c4acc0d2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.196134 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35696) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:07.228925 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d17f259f-efb6-42bc-a4f5-9e7ace5a1fb8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38f66e6efab8460e909e2fe5f6f317eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160199 Feb 10 15:13:07.229077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35700) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:07.239778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f259f-efb6-42bc-a4f5-9e7ace5a1fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658465b7-6209-460e-9272-5180c4acc0d2,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:07.265569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32044108-5bc3-4bed-8e1b-de840f72abc7 None None] Pushing event updated for resources: {'Port': ['ID=c904a105-9f41-4b53-ae5a-f796b9e8aafb,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:07.321393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f0c21-1c39-43e7-949d-3c4f1693e992 req-b842a6d6-8f90-46ff-8d50-e537040c2476 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:07.321710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Attempting to bind port c904a105-9f41-4b53-ae5a-f796b9e8aafb on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:07.322237 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Attempting to bind port c904a105-9f41-4b53-ae5a-f796b9e8aafb by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '0f305be8-292d-49f9-b91a-ee56c9634ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '48de39ae-dbd1-43b4-bf32-6ddd37583331'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:07.322818 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Attempting to bind port c904a105-9f41-4b53-ae5a-f796b9e8aafb on network 48de39ae-dbd1-43b4-bf32-6ddd37583331 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:07.328834 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:07.329551 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Checking segment: {'id': '0f305be8-292d-49f9-b91a-ee56c9634ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '48de39ae-dbd1-43b4-bf32-6ddd37583331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:07.330152 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.330731 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Bound using segment: {'id': '0f305be8-292d-49f9-b91a-ee56c9634ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '48de39ae-dbd1-43b4-bf32-6ddd37583331'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:07.330845 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6f2f0c21-1c39-43e7-949d-3c4f1693e992 req-b842a6d6-8f90-46ff-8d50-e537040c2476 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 944 time: 0.1666548 Feb 10 15:13:07.331511 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Bound port: c904a105-9f41-4b53-ae5a-f796b9e8aafb, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f305be8-292d-49f9-b91a-ee56c9634ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '48de39ae-dbd1-43b4-bf32-6ddd37583331'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:07.332090 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.336037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de089a3a-228e-4bd7-b357-6811bf7ef9d9', 'tag': '16c981da-4f30-447a-8ac8-e97d1cee64ca'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:07.338344 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e453513-3baa-46b2-a7f0-d8cb957c0580" -d '{"events": [{"name": "network-changed", "server_uuid": "de089a3a-228e-4bd7-b357-6811bf7ef9d9", "tag": "16c981da-4f30-447a-8ac8-e97d1cee64ca"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:07.348197 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f640854-91a3-4676-a091-551f0845ab79 admin admin] Publish callbacks [] for security_group (658465b7-6209-460e-9272-5180c4acc0d2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.392137 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f640854-91a3-4676-a091-551f0845ab79 admin admin] Publish callbacks [] for security_group (658465b7-6209-460e-9272-5180c4acc0d2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.411007 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Allocated IP 172.25.3.210 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/f5a5ea92-84d6-407b-9e4e-d6eeca6c1c11) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:07.427203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6f2f0c21-1c39-43e7-949d-3c4f1693e992 req-39a39c60-2e52-48c7-8ffb-3b1dd732cb2e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954511 Feb 10 15:13:07.437874 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] For port c904a105-9f41-4b53-ae5a-f796b9e8aafb, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:07.445051 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] For port c904a105-9f41-4b53-ae5a-f796b9e8aafb, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c904a105-9f41-4b53-ae5a-f796b9e8aafb,segment=NetworkSegment(0f305be8-292d-49f9-b91a-ee56c9634ea5),segment_id=0f305be8-292d-49f9-b91a-ee56c9634ea5)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:07.455696 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.495334 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9d3c5968-104d-48da-b770-bb5463ced7ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e99633c7bcc430f824a172b3a3baab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982943 Feb 10 15:13:07.497957 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35708) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:07.534281 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f640854-91a3-4676-a091-551f0845ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (658465b7-6209-460e-9272-5180c4acc0d2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.537001 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f640854-91a3-4676-a091-551f0845ab79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.539040 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5f640854-91a3-4676-a091-551f0845ab79 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/658465b7-6209-460e-9272-5180c4acc0d2 HTTP/1.1" status: 204 len: 168 time: 0.3084505 Feb 10 15:13:07.556274 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f640854-91a3-4676-a091-551f0845ab79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658465b7-6209-460e-9272-5180c4acc0d2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:07.575702 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-58809d6e-ef1c-40c9-bde2-fdfda50d25ec admin admin] Publish callbacks [] for security_group (9c353dea-f1a5-4b74-8e6d-3add4996260a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.580967 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Routers {'71a0abf1-6131-4708-b7b7-ea56fb6d106d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:07.581703 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:12:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['71a0abf1-6131-4708-b7b7-ea56fb6d106d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:07.605995 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-58809d6e-ef1c-40c9-bde2-fdfda50d25ec admin admin] Publish callbacks [] for security_group (9c353dea-f1a5-4b74-8e6d-3add4996260a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.635057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32044108-5bc3-4bed-8e1b-de840f72abc7 None None] Pushing event updated for resources: {'Port': ['ID=c904a105-9f41-4b53-ae5a-f796b9e8aafb,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:07.643908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 16c981da-4f30-447a-8ac8-e97d1cee64ca details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:13:07.700332 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-58809d6e-ef1c-40c9-bde2-fdfda50d25ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9c353dea-f1a5-4b74-8e6d-3add4996260a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.706895 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-58809d6e-ef1c-40c9-bde2-fdfda50d25ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.708726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e81ba2-398d-4505-9785-8b8b079a8931 req-212902c8-0f00-499c-8a8c-f48d61f23903 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:07.709871 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-58809d6e-ef1c-40c9-bde2-fdfda50d25ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c353dea-f1a5-4b74-8e6d-3add4996260a HTTP/1.1" status: 204 len: 168 time: 0.2108810 Feb 10 15:13:07.730547 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58809d6e-ef1c-40c9-bde2-fdfda50d25ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c353dea-f1a5-4b74-8e6d-3add4996260a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:07.731602 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01e81ba2-398d-4505-9785-8b8b079a8931 req-212902c8-0f00-499c-8a8c-f48d61f23903 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 943 time: 0.2012749 Feb 10 15:13:07.752251 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks [] for port (f5a5ea92-84d6-407b-9e4e-d6eeca6c1c11), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.763129 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 16c981da-4f30-447a-8ac8-e97d1cee64ca, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:07.792765 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 16c981da-4f30-447a-8ac8-e97d1cee64ca has no active binding in host n-h1-815324-7 {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:13:07.836737 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5c9657ab-bda7-43c9-b460-0663ee524822 None None] Provisioning complete for port c904a105-9f41-4b53-ae5a-f796b9e8aafb triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:07.836737 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c9657ab-bda7-43c9-b460-0663ee524822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.891848 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (f5a5ea92-84d6-407b-9e4e-d6eeca6c1c11), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:07.910788 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01e81ba2-398d-4505-9785-8b8b079a8931 req-d62a54d1-6947-402f-b182-58f32bcd4b6e tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717734 Feb 10 15:13:07.954623 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 47e203ba-214c-4b1a-a312-b349f1457002 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:07.981824 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:07.985902 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:07.990799 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:07.998138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Pushing event updated for resources: {'Port': ['ID=f5a5ea92-84d6-407b-9e4e-d6eeca6c1c11,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:08.055410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] Set router 71a0abf1-6131-4708-b7b7-ea56fb6d106d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:08.094205 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5c19b134-49b0-4503-a6ef-cfa7817c1b37 req-97aa4be0-8590-4154-8d13-b43b1f83a062 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0637128 Feb 10 15:13:08.104892 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks [] for floatingip (e408db48-63ba-4161-9080-e620925748a9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.156129 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f5a5ea92-84d6-407b-9e4e-d6eeca6c1c11), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.263241 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-8387b16d-ff8f-4ee5-b39d-a793f49ee146 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7f26d818a6e8498eb7182996574f355c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502241 Feb 10 15:13:08.267343 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 444033d9-42f4-4dc5-9a8d-45f925980d03 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:13:08.315041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5c9657ab-bda7-43c9-b460-0663ee524822 None None] Current status of the port c904a105-9f41-4b53-ae5a-f796b9e8aafb is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:08.315305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35734) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:08.315416 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c9657ab-bda7-43c9-b460-0663ee524822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.330047 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f37f3b9-4bff-4674-836b-f345d64926cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.363162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 47e203ba-214c-4b1a-a312-b349f1457002 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:08.363531 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (47e203ba-214c-4b1a-a312-b349f1457002), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.430123 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f37f3b9-4bff-4674-836b-f345d64926cb admin admin] Publish callbacks [] for security_group (1c128b3f-c4bb-4280-aab3-f38a2974b464), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.437230 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f37f3b9-4bff-4674-836b-f345d64926cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1c128b3f-c4bb-4280-aab3-f38a2974b464), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.494160 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1f37f3b9-4bff-4674-836b-f345d64926cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6933b4594b0b4fa2b230e806f4dfbf85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773918 Feb 10 15:13:08.495574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37f3b9-4bff-4674-836b-f345d64926cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c128b3f-c4bb-4280-aab3-f38a2974b464,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:08.498243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35740) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:08.518371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5c9657ab-bda7-43c9-b460-0663ee524822 None None] For port c904a105-9f41-4b53-ae5a-f796b9e8aafb, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c904a105-9f41-4b53-ae5a-f796b9e8aafb,segment=NetworkSegment(0f305be8-292d-49f9-b91a-ee56c9634ea5),segment_id=0f305be8-292d-49f9-b91a-ee56c9634ea5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:08.534576 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c9657ab-bda7-43c9-b460-0663ee524822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.564963 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69c85443-343b-41a9-a20f-1248900d0197 admin admin] Publish callbacks [] for security_group (1c128b3f-c4bb-4280-aab3-f38a2974b464), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.596991 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69c85443-343b-41a9-a20f-1248900d0197 admin admin] Publish callbacks [] for security_group (1c128b3f-c4bb-4280-aab3-f38a2974b464), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.644547 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 444033d9-42f4-4dc5-9a8d-45f925980d03, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=444033d9-42f4-4dc5-9a8d-45f925980d03,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:08.688942 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69c85443-343b-41a9-a20f-1248900d0197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1c128b3f-c4bb-4280-aab3-f38a2974b464), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.690636 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d1a519f2-5702-44f4-b43b-aa0a77c1f3be None None] Provisioning complete for port c904a105-9f41-4b53-ae5a-f796b9e8aafb triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:08.691009 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d1a519f2-5702-44f4-b43b-aa0a77c1f3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.695082 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69c85443-343b-41a9-a20f-1248900d0197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.697183 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-69c85443-343b-41a9-a20f-1248900d0197 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c128b3f-c4bb-4280-aab3-f38a2974b464 HTTP/1.1" status: 204 len: 168 time: 0.1976254 Feb 10 15:13:08.709058 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c85443-343b-41a9-a20f-1248900d0197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c128b3f-c4bb-4280-aab3-f38a2974b464,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:08.730711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '444033d9-42f4-4dc5-9a8d-45f925980d03', 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2', 'port_id': '444033d9-42f4-4dc5-9a8d-45f925980d03', 'mac_address': 'fa:16:3e:fc:47:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280068a4-721d-4c2d-853f-dbf51a615c03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:13:08.762710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9657ab-bda7-43c9-b460-0663ee524822 None None] Pushing event updated for resources: {'Port': ['ID=c904a105-9f41-4b53-ae5a-f796b9e8aafb,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:08.770615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 47e203ba-214c-4b1a-a312-b349f1457002 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:08.821839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 444033d9-42f4-4dc5-9a8d-45f925980d03 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:08.822234 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.852669 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444033d9-42f4-4dc5-9a8d-45f925980d03 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:13:08.860966 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-1cdbfaa6-c3b8-4cac-8cd7-464ce376f0c2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:08.868847 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-1cdbfaa6-c3b8-4cac-8cd7-464ce376f0c2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6037779 Feb 10 15:13:08.889750 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-8348a24d-cd6c-4db5-9f7e-4e0ebb009c2b tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/quotas/7f26d818a6e8498eb7182996574f355c HTTP/1.1" status: 200 len: 375 time: 0.0196972 Feb 10 15:13:08.901877 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 444033d9-42f4-4dc5-9a8d-45f925980d03, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=444033d9-42f4-4dc5-9a8d-45f925980d03,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:08.917828 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.938412 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks [] for port (f5a5ea92-84d6-407b-9e4e-d6eeca6c1c11), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.946485 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f5a5ea92-84d6-407b-9e4e-d6eeca6c1c11), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.948399 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d1a519f2-5702-44f4-b43b-aa0a77c1f3be None None] Current status of the port c904a105-9f41-4b53-ae5a-f796b9e8aafb is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:08.956163 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'name': 'tempest-FloatingIPsTestJSON-1766430909-router', 'tenant_id': 'f79e418b8c244c348fe43266fc1c045e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '47e203ba-214c-4b1a-a312-b349f1457002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:56Z', 'updated_at': '2022-02-10T15:13:04Z', 'revision_number': 4, 'project_id': 'f79e418b8c244c348fe43266fc1c045e', 'gw_port': {'id': '47e203ba-214c-4b1a-a312-b349f1457002', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:57Z', 'updated_at': '2022-02-10T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'c904a105-9f41-4b53-ae5a-f796b9e8aafb', 'name': '', 'network_id': '48de39ae-dbd1-43b4-bf32-6ddd37583331', 'tenant_id': 'f79e418b8c244c348fe43266fc1c045e', 'mac_address': 'fa:16:3e:a0:9d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '42375b3f-c7fe-4a71-98d0-3fd285d4cf09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:02Z', 'updated_at': '2022-02-10T15:13:07Z', 'revision_number': 4, 'project_id': 'f79e418b8c244c348fe43266fc1c045e', 'subnets': [{'id': '42375b3f-c7fe-4a71-98d0-3fd285d4cf09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:08.992975 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (e408db48-63ba-4161-9080-e620925748a9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:08.993167 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e150331d-3f58-4925-8e9b-b5fc820126d0 None None] The sync data for ids ['71a0abf1-6131-4708-b7b7-ea56fb6d106d'] in n-d-815324-7 is: [{'id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'name': 'tempest-FloatingIPsTestJSON-1766430909-router', 'tenant_id': 'f79e418b8c244c348fe43266fc1c045e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '47e203ba-214c-4b1a-a312-b349f1457002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:56Z', 'updated_at': '2022-02-10T15:13:04Z', 'revision_number': 4, 'project_id': 'f79e418b8c244c348fe43266fc1c045e', 'gw_port': {'id': '47e203ba-214c-4b1a-a312-b349f1457002', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:57Z', 'updated_at': '2022-02-10T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'c904a105-9f41-4b53-ae5a-f796b9e8aafb', 'name': '', 'network_id': '48de39ae-dbd1-43b4-bf32-6ddd37583331', 'tenant_id': 'f79e418b8c244c348fe43266fc1c045e', 'mac_address': 'fa:16:3e:a0:9d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '42375b3f-c7fe-4a71-98d0-3fd285d4cf09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:02Z', 'updated_at': '2022-02-10T15:13:07Z', 'revision_number': 4, 'project_id': 'f79e418b8c244c348fe43266fc1c045e', 'subnets': [{'id': '42375b3f-c7fe-4a71-98d0-3fd285d4cf09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:13:09.009287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=444033d9-42f4-4dc5-9a8d-45f925980d03,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:09.021032 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-296af021-f7d1-4df0-8f26-7601c1dd6be3 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f26d818a6e8498eb7182996574f355c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299305 Feb 10 15:13:09.066055 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:09.075153 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2772872 Feb 10 15:13:09.083520 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0435c7-330b-42c0-b8c0-3ba6ba990ba3 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Pushing event updated for resources: {'Port': ['ID=f5a5ea92-84d6-407b-9e4e-d6eeca6c1c11,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:09.175777 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-1c452180-fa08-420c-b2bc-3db5820de866 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.0998328 Feb 10 15:13:09.274168 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88151232-f482-43ac-8416-386ba95381ba x-openstack-request-id: req-88151232-f482-43ac-8416-386ba95381ba {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:09.274555 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de089a3a-228e-4bd7-b357-6811bf7ef9d9", "tag": "16c981da-4f30-447a-8ac8-e97d1cee64ca", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:09.274816 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88151232-f482-43ac-8416-386ba95381ba {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:09.275233 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de089a3a-228e-4bd7-b357-6811bf7ef9d9', 'tag': '16c981da-4f30-447a-8ac8-e97d1cee64ca', 'status': 'completed', 'code': 200} Feb 10 15:13:09.276478 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['444033d9-42f4-4dc5-9a8d-45f925980d03'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:13:09.403477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e453513-3baa-46b2-a7f0-d8cb957c0580 req-3569b3bb-021a-4073-8863-2a5448370585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:09.407655 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e453513-3baa-46b2-a7f0-d8cb957c0580 req-3569b3bb-021a-4073-8863-2a5448370585 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 1155 time: 0.1036272 Feb 10 15:13:09.446070 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-b951abe3-358f-4494-ad65-47d38fe465ad tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:09.458746 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-b951abe3-358f-4494-ad65-47d38fe465ad tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.2753894 Feb 10 15:13:09.465443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-2bff6f91-a012-44d7-bfef-1cc5a1aa42f4 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:13:09.477193 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-766762e1-ca45-4ec9-936e-e455db939ee7 req-2bff6f91-a012-44d7-bfef-1cc5a1aa42f4 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175166 Feb 10 15:13:09.615386 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cf524-2e00-443a-b351-0b474c805ca9 req-a242fea4-688e-45b2-b1d9-c3139c60f869 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:09.622646 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e28cf524-2e00-443a-b351-0b474c805ca9 req-a242fea4-688e-45b2-b1d9-c3139c60f869 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 945 time: 0.1443734 Feb 10 15:13:09.628868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e453513-3baa-46b2-a7f0-d8cb957c0580 req-c06cfb47-1369-448e-8128-d108de516199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:09.638506 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e453513-3baa-46b2-a7f0-d8cb957c0580 req-c06cfb47-1369-448e-8128-d108de516199 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.2242839 Feb 10 15:13:09.660311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3776b329-8569-40dc-ab93-9919db7163c1 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:13:09.690029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c3ffe-0bd0-4ec2-af23-3f3c962b989a req-676dce26-c03f-40a3-9f58-998e1aa60216 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:09.697611 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e65c3ffe-0bd0-4ec2-af23-3f3c962b989a req-676dce26-c03f-40a3-9f58-998e1aa60216 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 943 time: 0.1257770 Feb 10 15:13:09.730569 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e28cf524-2e00-443a-b351-0b474c805ca9 req-aac7f02b-ee40-4778-b5b9-30b22b4257d8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054411 Feb 10 15:13:09.737595 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 3776b329-8569-40dc-ab93-9919db7163c1 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:13:09.737952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3776b329-8569-40dc-ab93-9919db7163c1 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:13:09.795937 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e453513-3baa-46b2-a7f0-d8cb957c0580 req-14a98627-522a-48eb-b7bf-847e43ac4002 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca HTTP/1.1" status: 200 len: 217 time: 0.1469431 Feb 10 15:13:09.845254 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e65c3ffe-0bd0-4ec2-af23-3f3c962b989a req-93761980-5f4d-4894-8d88-d3faf04f0387 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466742 Feb 10 15:13:09.925706 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6be13aa0-d472-4e48-951a-60fb2cc07fb9 req-551d1b82-168e-4b0f-ac4f-c49d47cda347 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0749619 Feb 10 15:13:09.983359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e453513-3baa-46b2-a7f0-d8cb957c0580 req-6605678a-51c2-45c6-b4ea-0ae0e385c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:09.988237 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e453513-3baa-46b2-a7f0-d8cb957c0580 req-6605678a-51c2-45c6-b4ea-0ae0e385c232 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.1757486 Feb 10 15:13:10.027897 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c904a105-9f41-4b53-ae5a-f796b9e8aafb up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:10.057067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fee20344-f4b0-41ec-aad6-e19fffa4e72c req-2e7e9769-aadc-4c66-8c4f-cd9f7fc8dbfc tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 210 time: 0.1042476 Feb 10 15:13:10.059574 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e453513-3baa-46b2-a7f0-d8cb957c0580 req-0f255219-d8df-4923-b81f-63f5ec690cbb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661349 Feb 10 15:13:10.111954 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8bb2c685-728a-439a-b4cd-61acafa0c2ca req-c97d9be7-5da6-406a-aa01-c454772f2510 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/floatingips/e408db48-63ba-4161-9080-e620925748a9 HTTP/1.1" status: 200 len: 693 time: 0.1112294 Feb 10 15:13:10.172619 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c904a105-9f41-4b53-ae5a-f796b9e8aafb triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:10.173833 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:10.261453 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e453513-3baa-46b2-a7f0-d8cb957c0580 req-81d6eef9-c925-44aa-89a4-d7bc4e4b7bcc service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718249 Feb 10 15:13:10.339390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c904a105-9f41-4b53-ae5a-f796b9e8aafb is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:10.391933 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2c685-728a-439a-b4cd-61acafa0c2ca req-25490312-c915-405d-a245-39ac11ae64f6 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:10.405379 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8bb2c685-728a-439a-b4cd-61acafa0c2ca req-25490312-c915-405d-a245-39ac11ae64f6 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.2921426 Feb 10 15:13:10.407760 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-f48a25ba-16c6-4595-adfa-1ff9d19cbf02 service neutron] 10.222.0.79 "GET /v2.0/ports/16c981da-4f30-447a-8ac8-e97d1cee64ca/bindings/n-h1-815324-7 HTTP/1.1" status: 200 len: 384 time: 0.1251578 Feb 10 15:13:10.411824 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-8bb2c685-728a-439a-b4cd-61acafa0c2ca req-0964c330-ec4f-4f33-ac2d-e1117d769d21 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:13:10.429787 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8bb2c685-728a-439a-b4cd-61acafa0c2ca req-0964c330-ec4f-4f33-ac2d-e1117d769d21 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0234790 Feb 10 15:13:10.578441 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e453513-3baa-46b2-a7f0-d8cb957c0580 req-adb7d66b-0c16-4ed4-b9a5-19e75a0accdb service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231478 Feb 10 15:13:10.617476 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-521b6403-080a-4b2c-819b-099f33868a95 req-b80e36f8-05b4-4241-afaa-f02d6a725eec tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=f79e418b8c244c348fe43266fc1c045e HTTP/1.1" status: 200 len: 696 time: 0.1817029 Feb 10 15:13:10.751599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-6e68b945-1b6c-4349-b164-853bd5e3e919 service neutron] For port 16c981da-4f30-447a-8ac8-e97d1cee64ca, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:10.763211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b6403-080a-4b2c-819b-099f33868a95 req-4ccfe6d3-7473-4487-b256-f6adfe1c1924 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:10.766955 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-521b6403-080a-4b2c-819b-099f33868a95 req-4ccfe6d3-7473-4487-b256-f6adfe1c1924 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/networks?id=4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 787 time: 0.1464949 Feb 10 15:13:10.780264 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-521b6403-080a-4b2c-819b-099f33868a95 req-d28c3fea-1b11-4afc-aa12-1ac9b05445a8 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:13:10.786136 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-521b6403-080a-4b2c-819b-099f33868a95 req-d28c3fea-1b11-4afc-aa12-1ac9b05445a8 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148091 Feb 10 15:13:10.787683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-6e68b945-1b6c-4349-b164-853bd5e3e919 service neutron] For port 16c981da-4f30-447a-8ac8-e97d1cee64ca, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:10.841328 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-6e68b945-1b6c-4349-b164-853bd5e3e919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c981da-4f30-447a-8ac8-e97d1cee64ca {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:13:10.861435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-6e68b945-1b6c-4349-b164-853bd5e3e919 service neutron] For port 16c981da-4f30-447a-8ac8-e97d1cee64ca, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:10.890108 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-6e68b945-1b6c-4349-b164-853bd5e3e919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:11.004448 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-6e68b945-1b6c-4349-b164-853bd5e3e919 service neutron] Transition to ACTIVE for port object 16c981da-4f30-447a-8ac8-e97d1cee64ca will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:13:11.011403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-6e68b945-1b6c-4349-b164-853bd5e3e919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:11.021171 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c6ce261-ced1-4fe5-97c0-30d2180efe31 req-b4fb4f09-979a-474b-baba-c0241a5f6ea2 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/floatingips/e408db48-63ba-4161-9080-e620925748a9 HTTP/1.1" status: 200 len: 693 time: 0.1660469 Feb 10 15:13:11.089040 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:11.124335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-6e68b945-1b6c-4349-b164-853bd5e3e919 service neutron] No DVR routers for this DVR port 16c981da-4f30-447a-8ac8-e97d1cee64ca on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:13:11.133384 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060cbb-22cf-41f3-b239-c17f5a07a7a0 req-3ad24d76-5832-42d4-baeb-ad36a7082356 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:11.137146 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-87060cbb-22cf-41f3-b239-c17f5a07a7a0 req-3ad24d76-5832-42d4-baeb-ad36a7082356 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 945 time: 0.2024875 Feb 10 15:13:11.163909 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68b945-1b6c-4349-b164-853bd5e3e919 service neutron] Pushing event updated for resources: {'Port': ['ID=16c981da-4f30-447a-8ac8-e97d1cee64ca,revision_number=10']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:11.174162 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-6e68b945-1b6c-4349-b164-853bd5e3e919 service neutron] 10.222.0.79 "PUT /v2.0/ports/16c981da-4f30-447a-8ac8-e97d1cee64ca/bindings/n-h1-815324-7/activate HTTP/1.1" status: 200 len: 369 time: 0.7490225 Feb 10 15:13:11.209543 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ce261-ced1-4fe5-97c0-30d2180efe31 req-4c0f26a7-6a05-40e1-8220-a10bf2b71e16 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:11.213907 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c6ce261-ced1-4fe5-97c0-30d2180efe31 req-4c0f26a7-6a05-40e1-8220-a10bf2b71e16 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.1888280 Feb 10 15:13:11.224110 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-0c6ce261-ced1-4fe5-97c0-30d2180efe31 req-a9497104-c7a7-434a-86c8-953fb46a51f7 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:13:11.225051 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c6ce261-ced1-4fe5-97c0-30d2180efe31 req-a9497104-c7a7-434a-86c8-953fb46a51f7 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070949 Feb 10 15:13:11.306201 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-87060cbb-22cf-41f3-b239-c17f5a07a7a0 req-05df6fb1-ab54-49d0-83e6-01e1a386258f tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536195 Feb 10 15:13:11.318825 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c6ce261-ced1-4fe5-97c0-30d2180efe31 req-b5095551-c791-461e-a4dc-11c4e2252c42 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.0809460 Feb 10 15:13:11.410705 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c6ce261-ced1-4fe5-97c0-30d2180efe31 req-2bdeab4b-75da-422f-b71f-cbfff1455e7e tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.0847206 Feb 10 15:13:11.494238 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-0eb1243e-efaa-4d4e-becf-9cc1167c4c2a tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7f26d818a6e8498eb7182996574f355c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392034 Feb 10 15:13:11.494449 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-afe872bd-57d2-409b-9d0e-c643eb88ac01 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:11.496277 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-afe872bd-57d2-409b-9d0e-c643eb88ac01 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9&tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1126 time: 0.2660358 Feb 10 15:13:11.627376 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-fde08275-5926-4720-9b02-c6044bbd8633 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:11.628888 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-fde08275-5926-4720-9b02-c6044bbd8633 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1232345 Feb 10 15:13:11.643354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-8df35151-7261-4e56-b282-fd9eba918518 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Request body: {'port': {'device_id': 'cabf5ef5-0c02-42aa-8c90-e24e351d6c75', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '7f26d818a6e8498eb7182996574f355c'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:11.646721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98013ae-2eea-4fce-b6ea-ef51a7d74f0d req-261deaea-4053-4de2-a772-3cb04d20a850 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:11.653173 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d98013ae-2eea-4fce-b6ea-ef51a7d74f0d req-261deaea-4053-4de2-a772-3cb04d20a850 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 944 time: 0.2379758 Feb 10 15:13:11.676555 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35854) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:11.678087 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-23f11696-3163-40a3-9334-f41b55570c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:11.679620 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-23f11696-3163-40a3-9334-f41b55570c04 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9&tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05 HTTP/1.1" status: 200 len: 1126 time: 0.1711702 Feb 10 15:13:11.716050 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-0c6ce261-ced1-4fe5-97c0-30d2180efe31 req-a8173d75-1a2d-4f90-9089-42b9a9a895a7 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Deleting port f5a5ea92-84d6-407b-9e4e-d6eeca6c1c11 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:13:11.716376 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0c6ce261-ced1-4fe5-97c0-30d2180efe31 req-a8173d75-1a2d-4f90-9089-42b9a9a895a7 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f5a5ea92-84d6-407b-9e4e-d6eeca6c1c11), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:11.728744 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d98013ae-2eea-4fce-b6ea-ef51a7d74f0d req-3b618bc1-79aa-4f4f-a0ad-3c1c5f5815fd tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708444 Feb 10 15:13:11.776279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-8df35151-7261-4e56-b282-fd9eba918518 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Made reservation on behalf of 7f26d818a6e8498eb7182996574f355c for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:13:11.782459 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-8df35151-7261-4e56-b282-fd9eba918518 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:11.852661 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-60d519d0-e925-4586-b46a-a2b4fbc59eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:11.859229 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e90c53e9-816f-4b0c-8fb3-2f871ebe4e22 req-effc3f4f-05a7-41d7-b41e-49241bfb7dea tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0387845 Feb 10 15:13:11.875845 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-a0957a76-81a2-491a-a90f-90f3e91edf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:11.877446 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-a0957a76-81a2-491a-a90f-90f3e91edf7c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 1126 time: 0.1634681 Feb 10 15:13:11.879284 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0c6ce261-ced1-4fe5-97c0-30d2180efe31 req-a8173d75-1a2d-4f90-9089-42b9a9a895a7 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f5a5ea92-84d6-407b-9e4e-d6eeca6c1c11), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:11.879617 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0c6ce261-ced1-4fe5-97c0-30d2180efe31 req-a8173d75-1a2d-4f90-9089-42b9a9a895a7 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks [] for floatingip (f5a5ea92-84d6-407b-9e4e-d6eeca6c1c11), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:11.903828 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-0c6ce261-ced1-4fe5-97c0-30d2180efe31 req-a8173d75-1a2d-4f90-9089-42b9a9a895a7 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Calling delete_port for f5a5ea92-84d6-407b-9e4e-d6eeca6c1c11 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:13:11.966324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-8df35151-7261-4e56-b282-fd9eba918518 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Allocated IP 192.168.233.94 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/fa63ced4-c692-41f0-98c8-de57c8ab00a6) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:12.000916 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-70271556-4fd8-420a-9a42-a63fa17b1b7f req-71c7dd92-ae87-419d-97ac-4cf000c89cc7 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 210 time: 0.0412476 Feb 10 15:13:12.041644 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-60d519d0-e925-4586-b46a-a2b4fbc59eed admin admin] Publish callbacks [] for security_group (b4c12236-8c11-4b80-9ed7-c9328528ddf0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.049915 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-60d519d0-e925-4586-b46a-a2b4fbc59eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b4c12236-8c11-4b80-9ed7-c9328528ddf0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.059046 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.72', 58314) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:12.110303 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-ffc2b288-db37-4f4a-9d34-f9ca80e761f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:12.111779 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-ffc2b288-db37-4f4a-9d34-f9ca80e761f7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.2285302 Feb 10 15:13:12.130870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 444033d9-42f4-4dc5-9a8d-45f925980d03 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:12.136079 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-60d519d0-e925-4586-b46a-a2b4fbc59eed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9236d093a348475bbc24daf766977cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4589517 Feb 10 15:13:12.139256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d519d0-e925-4586-b46a-a2b4fbc59eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c12236-8c11-4b80-9ed7-c9328528ddf0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:12.142013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35860) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:12.162030 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-5f425bf5-37f4-4c5e-ae92-e0f3bf663974 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca HTTP/1.1" status: 200 len: 217 time: 0.0427756 Feb 10 15:13:12.206933 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 444033d9-42f4-4dc5-9a8d-45f925980d03 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:13:12.212489 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 444033d9-42f4-4dc5-9a8d-45f925980d03 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:12.213860 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.235342 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a60e42a1-bec8-4f23-837f-8edb37192986 req-6290b6ed-4fc1-4733-b1f1-a2af9054776b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1751752 Feb 10 15:13:12.255238 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-aa25d4ee-9a24-4fca-a26a-9e9e3be0f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:12.256784 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-aa25d4ee-9a24-4fca-a26a-9e9e3be0f82f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.0687599 Feb 10 15:13:12.257970 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0c6ce261-ced1-4fe5-97c0-30d2180efe31 req-a8173d75-1a2d-4f90-9089-42b9a9a895a7 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (f5a5ea92-84d6-407b-9e4e-d6eeca6c1c11), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.278120 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-051381a5-9a89-45ab-a24f-802cd6f3349f admin admin] Publish callbacks [] for security_group (b4c12236-8c11-4b80-9ed7-c9328528ddf0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.315045 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-8df35151-7261-4e56-b282-fd9eba918518 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks [] for port (fa63ced4-c692-41f0-98c8-de57c8ab00a6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.332327 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 444033d9-42f4-4dc5-9a8d-45f925980d03 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:12.332797 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.334186 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-051381a5-9a89-45ab-a24f-802cd6f3349f admin admin] Publish callbacks [] for security_group (b4c12236-8c11-4b80-9ed7-c9328528ddf0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.338069 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-21c0bf2f-cada-43cf-9c3b-0ba3902a2558 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715168 Feb 10 15:13:12.349046 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8173d75-1a2d-4f90-9089-42b9a9a895a7 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Pushing event deleted for resources: {'Port': ['ID=f5a5ea92-84d6-407b-9e4e-d6eeca6c1c11,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:12.358742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb69486-5b30-4f98-959e-eedbda614ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444033d9-42f4-4dc5-9a8d-45f925980d03'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:12.361026 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d378d370-e508-4682-86a4-11f64274d05d" -d '{"events": [{"server_uuid": "acb69486-5b30-4f98-959e-eedbda614ac8", "name": "network-vif-plugged", "status": "completed", "tag": "444033d9-42f4-4dc5-9a8d-45f925980d03"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:12.376299 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 444033d9-42f4-4dc5-9a8d-45f925980d03, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=444033d9-42f4-4dc5-9a8d-45f925980d03,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:12.383335 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.384128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 16c981da-4f30-447a-8ac8-e97d1cee64ca no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:13:12.411707 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-8df35151-7261-4e56-b282-fd9eba918518 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fa63ced4-c692-41f0-98c8-de57c8ab00a6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.434541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['d61dacb8-0e6f-49ee-a2ad-58c3644acae3'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:13:12.435167 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0c6ce261-ced1-4fe5-97c0-30d2180efe31 req-a8173d75-1a2d-4f90-9089-42b9a9a895a7 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks [] for floatingip (e408db48-63ba-4161-9080-e620925748a9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.437760 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0c6ce261-ced1-4fe5-97c0-30d2180efe31 req-a8173d75-1a2d-4f90-9089-42b9a9a895a7 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.438915 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c6ce261-ced1-4fe5-97c0-30d2180efe31 req-a8173d75-1a2d-4f90-9089-42b9a9a895a7 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "DELETE /v2.0/floatingips/e408db48-63ba-4161-9080-e620925748a9 HTTP/1.1" status: 204 len: 173 time: 1.0079970 Feb 10 15:13:12.442910 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-57edd22e-61e2-434f-a51e-19749bb52af7 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1094322 Feb 10 15:13:12.449317 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-051381a5-9a89-45ab-a24f-802cd6f3349f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b4c12236-8c11-4b80-9ed7-c9328528ddf0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.452625 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-051381a5-9a89-45ab-a24f-802cd6f3349f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.456052 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-051381a5-9a89-45ab-a24f-802cd6f3349f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4c12236-8c11-4b80-9ed7-c9328528ddf0 HTTP/1.1" status: 204 len: 168 time: 0.3083799 Feb 10 15:13:12.488911 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-8df35151-7261-4e56-b282-fd9eba918518 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:12.489785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051381a5-9a89-45ab-a24f-802cd6f3349f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c12236-8c11-4b80-9ed7-c9328528ddf0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:12.501600 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-8df35151-7261-4e56-b282-fd9eba918518 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:12.507339 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-8df35151-7261-4e56-b282-fd9eba918518 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:12.512931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df35151-7261-4e56-b282-fd9eba918518 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Pushing event updated for resources: {'Port': ['ID=fa63ced4-c692-41f0-98c8-de57c8ab00a6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:12.575563 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e42a1-bec8-4f23-837f-8edb37192986 req-943983f5-79f2-4e09-ad93-51ae56fdf4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:12.577271 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a60e42a1-bec8-4f23-837f-8edb37192986 req-943983f5-79f2-4e09-ad93-51ae56fdf4c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 1127 time: 0.2454212 Feb 10 15:13:12.584452 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] The host n-h2-815324-7 is not matching for port 16c981da-4f30-447a-8ac8-e97d1cee64ca host n-h1-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:13:12.587679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 16c981da-4f30-447a-8ac8-e97d1cee64ca not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:13:12.620884 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=444033d9-42f4-4dc5-9a8d-45f925980d03,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:12.628801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-8df35151-7261-4e56-b282-fd9eba918518 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:12.641362 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-8df35151-7261-4e56-b282-fd9eba918518 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.682439 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-8df35151-7261-4e56-b282-fd9eba918518 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0447900 Feb 10 15:13:12.702179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Request body: {'port': {'device_id': 'cabf5ef5-0c02-42aa-8c90-e24e351d6c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:12.788872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-b55c11ea-eef5-487c-82d4-b76bd1747004 service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360013 Feb 10 15:13:12.793921 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e42a1-bec8-4f23-837f-8edb37192986 req-bc1c65f5-abaf-4cc3-8241-baa531294a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:12.795369 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a60e42a1-bec8-4f23-837f-8edb37192986 req-bc1c65f5-abaf-4cc3-8241-baa531294a82 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.1298544 Feb 10 15:13:12.799491 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fa63ced4-c692-41f0-98c8-de57c8ab00a6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.804384 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4313ee2c-08a4-4a5b-9cb6-e27a4faf5769 None None] Provisioning complete for port fa63ced4-c692-41f0-98c8-de57c8ab00a6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:12.804806 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4313ee2c-08a4-4a5b-9cb6-e27a4faf5769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fa63ced4-c692-41f0-98c8-de57c8ab00a6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.841028 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4313ee2c-08a4-4a5b-9cb6-e27a4faf5769 None None] Port fa63ced4-c692-41f0-98c8-de57c8ab00a6 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:13:12.858991 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-da53d820-1902-4ab8-adf0-980595d2eada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.943269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35884) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:12.970163 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-4f894dc2-d432-4056-877a-6672f9e38cbf service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719809 Feb 10 15:13:12.972253 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96098216-0f06-4a42-839a-50253c4d8e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:12.978049 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a60e42a1-bec8-4f23-837f-8edb37192986 req-4f59398c-6a98-41aa-b172-5cb4a22bc309 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8 HTTP/1.1" status: 200 len: 217 time: 0.0591929 Feb 10 15:13:12.987171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a274a2-2930-4468-830d-f407033760f5 req-641075b1-5932-4522-a531-e76704a6e304 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:12.995582 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65a274a2-2930-4468-830d-f407033760f5 req-641075b1-5932-4522-a531-e76704a6e304 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 946 time: 0.4414988 Feb 10 15:13:13.054155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-a2940675-b5aa-4d5a-a906-ffb1b2718d66 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:13.055504 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-a2940675-b5aa-4d5a-a906-ffb1b2718d66 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5914133 Feb 10 15:13:13.098796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-6690cf23-aa47-439d-a713-cea3857d3236 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/quotas/ee7e30a5c60144e3888d69f0b00a1cac HTTP/1.1" status: 200 len: 375 time: 0.0363863 Feb 10 15:13:13.108245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e42a1-bec8-4f23-837f-8edb37192986 req-bf2178fc-6f23-4de7-84a5-716444b3d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:13.110054 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a60e42a1-bec8-4f23-837f-8edb37192986 req-bf2178fc-6f23-4de7-84a5-716444b3d5fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.1047165 Feb 10 15:13:13.121149 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65a274a2-2930-4468-830d-f407033760f5 req-e032fd56-a9fe-4488-a98c-51f0ab23112a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246598 Feb 10 15:13:13.161431 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96098216-0f06-4a42-839a-50253c4d8e86 admin admin] Publish callbacks [] for security_group (47a98616-120b-4d56-984f-7cdbfa065847), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:13.164284 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa63ced4-c692-41f0-98c8-de57c8ab00a6 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:13:13.172786 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Publish callbacks [] for port (fa63ced4-c692-41f0-98c8-de57c8ab00a6), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:13.175131 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96098216-0f06-4a42-839a-50253c4d8e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (47a98616-120b-4d56-984f-7cdbfa065847), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:13.180421 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a60e42a1-bec8-4f23-837f-8edb37192986 req-e47930f0-7dff-4457-b3dc-e8656883e4d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580957 Feb 10 15:13:13.191594 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-20cb7469-7974-40d1-937a-989eb528c136 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794275 Feb 10 15:13:13.194941 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aba6a76-1d61-4175-bc03-f1344d2622c3 x-openstack-request-id: req-0aba6a76-1d61-4175-bc03-f1344d2622c3 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:13.195446 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb69486-5b30-4f98-959e-eedbda614ac8", "name": "network-vif-plugged", "status": "completed", "tag": "444033d9-42f4-4dc5-9a8d-45f925980d03", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:13.195534 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0aba6a76-1d61-4175-bc03-f1344d2622c3 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:13.196217 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb69486-5b30-4f98-959e-eedbda614ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444033d9-42f4-4dc5-9a8d-45f925980d03', 'code': 200} Feb 10 15:13:13.202769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Transition to ACTIVE for port object fa63ced4-c692-41f0-98c8-de57c8ab00a6 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:13:13.222335 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fa63ced4-c692-41f0-98c8-de57c8ab00a6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:13.230849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-96098216-0f06-4a42-839a-50253c4d8e86 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=422ce539e9a348adb1894efe4eb79d23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865365 Feb 10 15:13:13.236246 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35888) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:13.252384 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96098216-0f06-4a42-839a-50253c4d8e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a98616-120b-4d56-984f-7cdbfa065847,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:13.281190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Pushing event updated for resources: {'Port': ['ID=fa63ced4-c692-41f0-98c8-de57c8ab00a6,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:13.617146 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Attempting to bind port fa63ced4-c692-41f0-98c8-de57c8ab00a6 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:13.617508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Attempting to bind port fa63ced4-c692-41f0-98c8-de57c8ab00a6 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:13.617962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Attempting to bind port fa63ced4-c692-41f0-98c8-de57c8ab00a6 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:13.623056 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54241ad-dcf0-4b32-b406-777c21325138 req-685f4b57-164b-4547-b575-d8ac791fdc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:13.624549 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a54241ad-dcf0-4b32-b406-777c21325138 req-685f4b57-164b-4547-b575-d8ac791fdc23 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 1128 time: 0.3148251 Feb 10 15:13:13.626574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Port fa63ced4-c692-41f0-98c8-de57c8ab00a6 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:13:13.626896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Attempting to bind port fa63ced4-c692-41f0-98c8-de57c8ab00a6 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:13.638215 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:13.638541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:13.638918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:13.639440 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Bound port: fa63ced4-c692-41f0-98c8-de57c8ab00a6, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:13.639695 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fa63ced4-c692-41f0-98c8-de57c8ab00a6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:13.711865 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a54241ad-dcf0-4b32-b406-777c21325138 req-80e1643c-7f28-4de1-b38e-b4920ba29d1d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800219 Feb 10 15:13:13.736080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] For port fa63ced4-c692-41f0-98c8-de57c8ab00a6, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:13.739225 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] For port fa63ced4-c692-41f0-98c8-de57c8ab00a6, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fa63ced4-c692-41f0-98c8-de57c8ab00a6,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:13.746098 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fa63ced4-c692-41f0-98c8-de57c8ab00a6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:13.784537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:13.785203 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:13.786869 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] 10.222.0.72 "PUT /v2.0/ports/fa63ced4-c692-41f0-98c8-de57c8ab00a6 HTTP/1.1" status: 200 len: 1095 time: 1.0925791 Feb 10 15:13:13.787360 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabf5ef5-0c02-42aa-8c90-e24e351d6c75', 'tag': 'fa63ced4-c692-41f0-98c8-de57c8ab00a6'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:13.790683 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288bf388-4a00-488e-824e-c24cfc5aca65" -d '{"events": [{"name": "network-changed", "server_uuid": "cabf5ef5-0c02-42aa-8c90-e24e351d6c75", "tag": "fa63ced4-c692-41f0-98c8-de57c8ab00a6"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:13.813732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c81ab6-fb78-49c9-af02-9c548ee17fdc service neutron] Pushing event updated for resources: {'Port': ['ID=fa63ced4-c692-41f0-98c8-de57c8ab00a6,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:13.826133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a60e42a1-bec8-4f23-837f-8edb37192986 req-bb0360ee-3d1c-4a1d-9873-236c2399578e service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336479 Feb 10 15:13:13.854714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-0a5216a6-890c-4701-b3f0-b0542e5524c6 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:13.856278 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-0a5216a6-890c-4701-b3f0-b0542e5524c6 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9&tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&binding%3Ahost_id=n-h1-815324-7 HTTP/1.1" status: 200 len: 1126 time: 0.2588389 Feb 10 15:13:13.882483 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-55003b0c-ba28-4188-b176-c82c7901d3bf tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6665475 Feb 10 15:13:13.902661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-c69a18a0-5784-410b-88d3-c376c266df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:13.904485 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-c69a18a0-5784-410b-88d3-c376c266df52 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f26d818a6e8498eb7182996574f355c&device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 1129 time: 0.0532057 Feb 10 15:13:13.914355 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-73c26725-5f25-423a-a7b4-edc8eebf7786 admin admin] Publish callbacks [] for security_group (47a98616-120b-4d56-984f-7cdbfa065847), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:13.927495 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af5abf-d08f-45a5-b24b-ee9467ad19df req-41dbf4e2-dd92-426b-a375-7c1d2c50bc7a tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:13.935442 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1af5abf-d08f-45a5-b24b-ee9467ad19df req-41dbf4e2-dd92-426b-a375-7c1d2c50bc7a tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 944 time: 0.3037140 Feb 10 15:13:13.954446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:13.954997 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-f6ca8758-1540-47ed-8dc4-0d626ba9965e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=fa63ced4-c692-41f0-98c8-de57c8ab00a6 HTTP/1.1" status: 200 len: 217 time: 0.0407588 Feb 10 15:13:14.008451 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-7c67a6b2-44e9-4e84-958e-89776c165bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:14.010708 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-7c67a6b2-44e9-4e84-958e-89776c165bb4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0495954 Feb 10 15:13:14.079148 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-58a90fe9-1aee-4cd6-bd64-1f7bec23ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:14.083984 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-58a90fe9-1aee-4cd6-bd64-1f7bec23ded8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0657144 Feb 10 15:13:14.089238 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-73c26725-5f25-423a-a7b4-edc8eebf7786 admin admin] Publish callbacks [] for security_group (47a98616-120b-4d56-984f-7cdbfa065847), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:14.101912 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:14.180357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.72', 58315) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:14.193105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a60e42a1-bec8-4f23-837f-8edb37192986 req-b16c091c-1331-4513-8370-374cafcc445e service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466635 Feb 10 15:13:14.210114 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1af5abf-d08f-45a5-b24b-ee9467ad19df req-1f162f77-fccb-4b53-867a-d507a2a44eae tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737103 Feb 10 15:13:14.220482 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5c28f2a-0a02-4ef7-a774-b25dcfb28295 req-18e5d3f4-6c3a-44f4-8ac2-8962d9814650 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0380752 Feb 10 15:13:14.244831 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:13:14.250985 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-74b5ab15-5e22-4adb-92d0-91518ae54ae0 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601813 Feb 10 15:13:14.307730 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-73c26725-5f25-423a-a7b4-edc8eebf7786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (47a98616-120b-4d56-984f-7cdbfa065847), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:14.310388 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-73c26725-5f25-423a-a7b4-edc8eebf7786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:14.311491 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-73c26725-5f25-423a-a7b4-edc8eebf7786 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47a98616-120b-4d56-984f-7cdbfa065847 HTTP/1.1" status: 204 len: 168 time: 1.0609465 Feb 10 15:13:14.326558 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-c2a2d804-84d6-4d60-bbb7-a9ef773a63ed service neutron] For port 16c981da-4f30-447a-8ac8-e97d1cee64ca, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:14.348812 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-c2a2d804-84d6-4d60-bbb7-a9ef773a63ed service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:14.349911 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-254761f0-7bcd-424f-b3bc-9bb608bf3741 req-c2a2d804-84d6-4d60-bbb7-a9ef773a63ed service neutron] 10.222.0.72 "DELETE /v2.0/ports/16c981da-4f30-447a-8ac8-e97d1cee64ca/bindings/n-h2-815324-7 HTTP/1.1" status: 204 len: 173 time: 0.4811239 Feb 10 15:13:14.354163 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53abcd56-96ca-4a8e-a6c0-2863dc92ee6a req-8afe0ac9-2cf2-43ec-b1cc-ae08ca372456 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0493829 Feb 10 15:13:14.354880 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c26725-5f25-423a-a7b4-edc8eebf7786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a98616-120b-4d56-984f-7cdbfa065847,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:14.405335 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:14.570852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2308c-c00c-4bdb-947d-4c509d553ff0 req-28a947ba-b546-43e4-9c00-709aa1f40b9f tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:14.580949 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ea2308c-c00c-4bdb-947d-4c509d553ff0 req-28a947ba-b546-43e4-9c00-709aa1f40b9f tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 947 time: 0.1201231 Feb 10 15:13:14.596066 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf8fe5cf-83fc-4379-a59b-b88bbb8cb30c req-5c321c5a-28d0-4ff5-860b-c87e03818966 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579559 Feb 10 15:13:14.615877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Allocated IP 172.25.3.186 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/9bb80fc4-a12d-4459-898e-aa1a4b65c50f) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:14.648779 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-deeb017c-6b45-4f96-bc86-58fd5ebdbeca tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325713 Feb 10 15:13:14.680311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ea2308c-c00c-4bdb-947d-4c509d553ff0 req-4d7beb94-6587-4d1b-ac2b-660e70bd640a tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983679 Feb 10 15:13:14.801333 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8798b92-c124-48dc-9c04-b9cec7e2eb38 req-40eb770a-4612-44db-b04e-5624862f4498 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 210 time: 0.0485995 Feb 10 15:13:14.853225 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-42c6025a-de71-4b07-bac4-51c0c45caed2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:14.854703 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-42c6025a-de71-4b07-bac4-51c0c45caed2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981597 Feb 10 15:13:14.862183 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks [] for port (9bb80fc4-a12d-4459-898e-aa1a4b65c50f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:14.869874 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4496bf6-737f-473c-9fcf-58783f27be7a x-openstack-request-id: req-e4496bf6-737f-473c-9fcf-58783f27be7a {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:14.870214 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cabf5ef5-0c02-42aa-8c90-e24e351d6c75", "tag": "fa63ced4-c692-41f0-98c8-de57c8ab00a6", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:14.870806 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4496bf6-737f-473c-9fcf-58783f27be7a {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:14.871210 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cabf5ef5-0c02-42aa-8c90-e24e351d6c75', 'tag': 'fa63ced4-c692-41f0-98c8-de57c8ab00a6', 'status': 'completed', 'code': 200} Feb 10 15:13:14.878019 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Request body: {'port': {'device_id': '83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': 'ee7e30a5c60144e3888d69f0b00a1cac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:14.909285 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (9bb80fc4-a12d-4459-898e-aa1a4b65c50f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:14.970573 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:14.973750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:14.977653 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:14.990391 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Pushing event updated for resources: {'Port': ['ID=9bb80fc4-a12d-4459-898e-aa1a4b65c50f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:15.032304 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bf388-4a00-488e-824e-c24cfc5aca65 req-ecfa52fb-4080-448e-8ba7-081111ae2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:15.033852 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-288bf388-4a00-488e-824e-c24cfc5aca65 req-ecfa52fb-4080-448e-8ba7-081111ae2563 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f26d818a6e8498eb7182996574f355c&device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 1129 time: 0.1265032 Feb 10 15:13:15.075083 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks [] for floatingip (6235fe67-a0c3-4cdf-a209-75315dd46f0c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:15.096585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6275e5-fe32-463c-9535-58fd890dc616 req-86edebfa-c32c-4b64-996a-898341858279 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:15.098320 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e6275e5-fe32-463c-9535-58fd890dc616 req-86edebfa-c32c-4b64-996a-898341858279 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 946 time: 0.1031182 Feb 10 15:13:15.134461 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-71d6e074-bd52-49d1-b556-5c74d3095992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:15.163960 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9bb80fc4-a12d-4459-898e-aa1a4b65c50f), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:15.165144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Made reservation on behalf of ee7e30a5c60144e3888d69f0b00a1cac for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:13:15.168948 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:15.186953 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:15.223822 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bf388-4a00-488e-824e-c24cfc5aca65 req-63dc8e91-810c-4e18-ac32-219969234e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:15.226097 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-288bf388-4a00-488e-824e-c24cfc5aca65 req-63dc8e91-810c-4e18-ac32-219969234e7d service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1841326 Feb 10 15:13:15.280005 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-288bf388-4a00-488e-824e-c24cfc5aca65 req-c393fe2c-2286-4151-89b6-2bf403d64f64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=fa63ced4-c692-41f0-98c8-de57c8ab00a6 HTTP/1.1" status: 200 len: 217 time: 0.0439556 Feb 10 15:13:15.307711 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e6275e5-fe32-463c-9535-58fd890dc616 req-51e1cae5-90f5-479f-a7f6-7cc67090ca91 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816397 Feb 10 15:13:15.369107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35926) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:15.428281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bf388-4a00-488e-824e-c24cfc5aca65 req-3d7968dd-d840-4d76-8321-ee341a9dc70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:15.431237 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-288bf388-4a00-488e-824e-c24cfc5aca65 req-3d7968dd-d840-4d76-8321-ee341a9dc70e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1372569 Feb 10 15:13:15.433733 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks [] for security_group (9ad5ef2f-23ba-4699-b547-6653829892aa), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:15.444630 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9ad5ef2f-23ba-4699-b547-6653829892aa), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:15.453676 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks [] for port (9bb80fc4-a12d-4459-898e-aa1a4b65c50f), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:15.468266 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9bb80fc4-a12d-4459-898e-aa1a4b65c50f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:15.551672 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (6235fe67-a0c3-4cdf-a209-75315dd46f0c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:15.557015 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Pushing event updated for resources: {'Port': ['ID=9bb80fc4-a12d-4459-898e-aa1a4b65c50f,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:15.580216 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-449dd02b-36c0-40c2-ab5a-dda298b90cbf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-network', 'tenant_id': '26e690b06e5d477db6241710c94522d2'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:15.613346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:15.622343 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-4b9b059d-fa1e-4a8f-9cfb-388251057a63 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7263436 Feb 10 15:13:15.636019 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad5ef2f-23ba-4699-b547-6653829892aa,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:15.638248 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea40dc2-126d-442b-8de9-4938d5508549 req-cc4fe574-5fa7-422d-9200-b0d16e847786 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:15.641147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cea40dc2-126d-442b-8de9-4938d5508549 req-cc4fe574-5fa7-422d-9200-b0d16e847786 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 1126 time: 0.1841311 Feb 10 15:13:15.652213 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bf388-4a00-488e-824e-c24cfc5aca65 req-d6a0d664-bb2e-4c14-bde4-2f6139318b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:15.653806 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-288bf388-4a00-488e-824e-c24cfc5aca65 req-d6a0d664-bb2e-4c14-bde4-2f6139318b4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2045932 Feb 10 15:13:15.685763 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-f8be4e43-aaf3-41e2-859a-c478fc3984bb tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.186 HTTP/1.1" status: 200 len: 696 time: 0.0622480 Feb 10 15:13:15.686025 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449dd02b-36c0-40c2-ab5a-dda298b90cbf admin admin] Made reservation on behalf of 26e690b06e5d477db6241710c94522d2 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:13:15.688063 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-449dd02b-36c0-40c2-ab5a-dda298b90cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:15.717682 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-449dd02b-36c0-40c2-ab5a-dda298b90cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:15.780921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Allocated IP 192.168.233.109 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/b7341060-e935-41d4-8242-bd60d7574d5f) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:15.789364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cea40dc2-126d-442b-8de9-4938d5508549 req-1f2d4192-ae28-4d74-a8da-8325fa892436 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026280 Feb 10 15:13:15.831328 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-25376aa4-92bb-44f8-b661-83acaa56c569 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:15.833235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f75ba496-dd39-4f19-ba18-4e24a0049140 req-25376aa4-92bb-44f8-b661-83acaa56c569 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.1377394 Feb 10 15:13:15.880966 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-288bf388-4a00-488e-824e-c24cfc5aca65 req-20e435b5-fee4-40a6-83db-1edabd731e3b service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045364 Feb 10 15:13:15.967485 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-154bac40-07bc-4489-a1f2-beda036d2e77 req-0c8e413d-9f11-4dc9-a18d-9ff41740544c tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0494039 Feb 10 15:13:16.030131 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-449dd02b-36c0-40c2-ab5a-dda298b90cbf admin admin] Publish callbacks [] for security_group (a8ef6872-34d1-4958-981f-754fba608aaa), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:16.047246 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645447e-ce2a-40eb-98e7-0bdabe7be036 req-d2880222-7a86-45f8-82ee-fdb81f122b59 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:16.049121 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d645447e-ce2a-40eb-98e7-0bdabe7be036 req-d2880222-7a86-45f8-82ee-fdb81f122b59 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 947 time: 0.0718725 Feb 10 15:13:16.076466 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-449dd02b-36c0-40c2-ab5a-dda298b90cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a8ef6872-34d1-4958-981f-754fba608aaa), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:16.108784 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c9247aa-7200-4f03-8a98-60772010c41c req-46a1b369-ca7e-45de-b2ca-e491f1d36930 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 210 time: 0.0349379 Feb 10 15:13:16.120022 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-288bf388-4a00-488e-824e-c24cfc5aca65 req-84c0ae4e-2031-4b83-a71b-943c1073c07a service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308700 Feb 10 15:13:16.123029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449dd02b-36c0-40c2-ab5a-dda298b90cbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:13:16.124611 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d645447e-ce2a-40eb-98e7-0bdabe7be036 req-44953136-d43b-489f-9b60-5ed5bc24d9c8 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690472 Feb 10 15:13:16.149714 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dd02b-36c0-40c2-ab5a-dda298b90cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ef6872-34d1-4958-981f-754fba608aaa,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:16.169105 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-449dd02b-36c0-40c2-ab5a-dda298b90cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (88b84dc3-6a0d-451a-8da2-fd9d1dde19c3), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:16.169401 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-449dd02b-36c0-40c2-ab5a-dda298b90cbf admin admin] Added segment 88b84dc3-6a0d-451a-8da2-fd9d1dde19c3 of type vlan for network 93a13b65-168f-4f1d-877c-9ae76be87936 Feb 10 15:13:16.182772 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks [] for port (b7341060-e935-41d4-8242-bd60d7574d5f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:16.197341 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:16.231040 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6ffa0305-6ed8-43ec-8b76-7796823140ce req-30f67c78-0e38-46a4-bd1d-c1d73f825dc6 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/floatingips/6235fe67-a0c3-4cdf-a209-75315dd46f0c HTTP/1.1" status: 200 len: 693 time: 0.0698934 Feb 10 15:13:16.232567 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-449dd02b-36c0-40c2-ab5a-dda298b90cbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (93a13b65-168f-4f1d-877c-9ae76be87936), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:16.275181 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-449dd02b-36c0-40c2-ab5a-dda298b90cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (93a13b65-168f-4f1d-877c-9ae76be87936), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:16.276105 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449dd02b-36c0-40c2-ab5a-dda298b90cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:16.276697 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-449dd02b-36c0-40c2-ab5a-dda298b90cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:16.282249 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b7341060-e935-41d4-8242-bd60d7574d5f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:16.383009 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-449dd02b-36c0-40c2-ab5a-dda298b90cbf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.0094626 Feb 10 15:13:16.383009 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:16.384414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35958) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:16.387475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dd02b-36c0-40c2-ab5a-dda298b90cbf admin admin] Pushing event updated for resources: {'Network': ['ID=93a13b65-168f-4f1d-877c-9ae76be87936,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:16.392156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:16.394678 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:16.397278 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event updated for resources: {'Port': ['ID=b7341060-e935-41d4-8242-bd60d7574d5f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:16.398350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4a2137be-eb14-48e8-b32d-5bed59e33284 admin admin] Request body: {'subnet': {'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-subnet', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:16.401852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 93a13b65-168f-4f1d-877c-9ae76be87936 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:13:16.424991 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa0305-6ed8-43ec-8b76-7796823140ce req-86d9f8f3-e743-47a8-bedc-333301f6153f tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:16.426394 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6ffa0305-6ed8-43ec-8b76-7796823140ce req-86d9f8f3-e743-47a8-bedc-333301f6153f tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.1899974 Feb 10 15:13:16.460214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-e62b328d-49f3-474b-b6a0-adc818beb045 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:16.461098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:16.461819 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:16.467089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-e62b328d-49f3-474b-b6a0-adc818beb045 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 821 time: 0.1995127 Feb 10 15:13:16.493259 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fe882e90-b46f-4c92-bcde-9d734067258e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6210740 Feb 10 15:13:16.504631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Request body: {'port': {'device_id': '83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:16.511220 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2137be-eb14-48e8-b32d-5bed59e33284 admin admin] Made reservation on behalf of 26e690b06e5d477db6241710c94522d2 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:13:16.513508 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a2137be-eb14-48e8-b32d-5bed59e33284 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:16.521326 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-e1e583b4-82a4-47d6-9964-c7d5b7392e57 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/quotas/6980c2527c3f4cde8cf1fe5ca698dc05 HTTP/1.1" status: 200 len: 375 time: 0.0532205 Feb 10 15:13:16.536065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6ffa0305-6ed8-43ec-8b76-7796823140ce req-d56420f6-4315-4d8e-989c-783d439c7873 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.186 HTTP/1.1" status: 200 len: 696 time: 0.0968540 Feb 10 15:13:16.597450 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b7341060-e935-41d4-8242-bd60d7574d5f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:16.654595 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fe982884-5e67-474a-919f-a40eb49476ef None None] Provisioning complete for port b7341060-e935-41d4-8242-bd60d7574d5f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:16.654975 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fe982884-5e67-474a-919f-a40eb49476ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b7341060-e935-41d4-8242-bd60d7574d5f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:16.672821 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6ffa0305-6ed8-43ec-8b76-7796823140ce req-e8f0fcbb-2ff4-4b2e-896f-ae50b1000de2 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.186 HTTP/1.1" status: 200 len: 696 time: 0.1066070 Feb 10 15:13:16.691502 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fe982884-5e67-474a-919f-a40eb49476ef None None] Port b7341060-e935-41d4-8242-bd60d7574d5f cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:13:16.739015 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9356f3c9-5235-49c3-924b-7e9fcf871c99 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2018330 Feb 10 15:13:16.871397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7341060-e935-41d4-8242-bd60d7574d5f {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:13:16.878720 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Publish callbacks [] for port (b7341060-e935-41d4-8242-bd60d7574d5f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:16.890727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Transition to ACTIVE for port object b7341060-e935-41d4-8242-bd60d7574d5f will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:13:16.895106 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (b7341060-e935-41d4-8242-bd60d7574d5f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:16.948719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Pushing event updated for resources: {'Port': ['ID=b7341060-e935-41d4-8242-bd60d7574d5f,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:17.025285 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Attempting to bind port b7341060-e935-41d4-8242-bd60d7574d5f on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:17.025625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Attempting to bind port b7341060-e935-41d4-8242-bd60d7574d5f by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:17.025959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Attempting to bind port b7341060-e935-41d4-8242-bd60d7574d5f on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:17.031027 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Port b7341060-e935-41d4-8242-bd60d7574d5f on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:13:17.031358 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Attempting to bind port b7341060-e935-41d4-8242-bd60d7574d5f on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:17.036858 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:17.037201 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:17.037586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:17.038129 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Bound port: b7341060-e935-41d4-8242-bd60d7574d5f, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:17.038487 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b7341060-e935-41d4-8242-bd60d7574d5f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:17.108092 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] For port b7341060-e935-41d4-8242-bd60d7574d5f, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:17.111596 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] For port b7341060-e935-41d4-8242-bd60d7574d5f, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=b7341060-e935-41d4-8242-bd60d7574d5f,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:17.118642 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (b7341060-e935-41d4-8242-bd60d7574d5f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:17.155602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:17.156213 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:17.157648 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] 10.222.0.79 "PUT /v2.0/ports/b7341060-e935-41d4-8242-bd60d7574d5f HTTP/1.1" status: 200 len: 1096 time: 0.6576636 Feb 10 15:13:17.158101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2', 'tag': 'b7341060-e935-41d4-8242-bd60d7574d5f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:17.160368 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b465177e-06e7-41bf-b1bf-528e54775d87" -d '{"events": [{"name": "network-changed", "server_uuid": "83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2", "tag": "b7341060-e935-41d4-8242-bd60d7574d5f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:17.182729 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45a247-bb15-42a5-91ad-2b353753d97b service neutron] Pushing event updated for resources: {'Port': ['ID=b7341060-e935-41d4-8242-bd60d7574d5f,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:17.232810 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-1720add5-7e25-4bab-9733-750da43e3962 service neutron] 10.222.0.64 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819200 Feb 10 15:13:17.262953 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-6ffa0305-6ed8-43ec-8b76-7796823140ce req-f3a251ac-5b17-4219-903c-4ec878a4dc8a tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Deleting port 9bb80fc4-a12d-4459-898e-aa1a4b65c50f {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:13:17.263292 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6ffa0305-6ed8-43ec-8b76-7796823140ce req-f3a251ac-5b17-4219-903c-4ec878a4dc8a tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9bb80fc4-a12d-4459-898e-aa1a4b65c50f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:17.275454 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-100e007f-1550-41ab-858a-d9d1908789d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:17.276941 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-100e007f-1550-41ab-858a-d9d1908789d7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 1130 time: 0.0571353 Feb 10 15:13:17.298352 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a2137be-eb14-48e8-b32d-5bed59e33284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for subnet (8aad9e04-beb6-46ea-971b-c141c25615a8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:17.324002 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fc530e22-e764-4786-bc38-062b4d1be6bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=b7341060-e935-41d4-8242-bd60d7574d5f HTTP/1.1" status: 200 len: 217 time: 0.0388918 Feb 10 15:13:17.374435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fab9674c-47e1-4da2-b32b-b8113dfddec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:17.375955 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-fab9674c-47e1-4da2-b32b-b8113dfddec2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0455940 Feb 10 15:13:17.425627 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-c5b7038d-60bc-474c-9d35-2964e71fb707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:17.427070 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-c5b7038d-60bc-474c-9d35-2964e71fb707 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0455587 Feb 10 15:13:17.446947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-676dd780-61fd-4570-ac54-c7f1a087bdd2 service neutron] 10.222.0.64 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132552 Feb 10 15:13:17.462593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2137be-eb14-48e8-b32d-5bed59e33284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aad9e04-beb6-46ea-971b-c141c25615a8,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:17.467629 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6ffa0305-6ed8-43ec-8b76-7796823140ce req-f3a251ac-5b17-4219-903c-4ec878a4dc8a tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9bb80fc4-a12d-4459-898e-aa1a4b65c50f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:17.467956 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6ffa0305-6ed8-43ec-8b76-7796823140ce req-f3a251ac-5b17-4219-903c-4ec878a4dc8a tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks [] for floatingip (9bb80fc4-a12d-4459-898e-aa1a4b65c50f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:17.477452 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2137be-eb14-48e8-b32d-5bed59e33284 admin admin] Checking segment: {'id': '88b84dc3-6a0d-451a-8da2-fd9d1dde19c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:17.477816 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2137be-eb14-48e8-b32d-5bed59e33284 admin admin] Network hostable DHCP agents. Network: 93a13b65-168f-4f1d-877c-9ae76be87936, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:13:17.487844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-6ffa0305-6ed8-43ec-8b76-7796823140ce req-f3a251ac-5b17-4219-903c-4ec878a4dc8a tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Calling delete_port for 9bb80fc4-a12d-4459-898e-aa1a4b65c50f owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:13:17.532219 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-22b80fd8-d389-427c-aeb2-7efb5f0402ae service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978944 Feb 10 15:13:17.540557 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2137be-eb14-48e8-b32d-5bed59e33284 admin admin] Network 93a13b65-168f-4f1d-877c-9ae76be87936 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:13:17.568155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-4a2137be-eb14-48e8-b32d-5bed59e33284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 93a13b65-168f-4f1d-877c-9ae76be87936) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:17.578782 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2137be-eb14-48e8-b32d-5bed59e33284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:17.579363 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a2137be-eb14-48e8-b32d-5bed59e33284 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:17.595570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061d974b-8ae7-4c4a-b89f-29f96e661b77 None None] Network 93a13b65-168f-4f1d-877c-9ae76be87936 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:13:17.633077 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4a2137be-eb14-48e8-b32d-5bed59e33284 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 1.2458267 Feb 10 15:13:17.639441 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35970) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:17.653013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-router', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:17.668094 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd58e03c-a9ea-433d-97f9-1ab6835d5b3d req-d2b9e936-e390-40db-9a1c-a48a3b374b9d service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303432 Feb 10 15:13:17.685874 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (16c069dc-346a-41b3-a6c3-960a371be859), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:17.687864 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (16c069dc-346a-41b3-a6c3-960a371be859), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:17.701077 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device fa63ced4-c692-41f0-98c8-de57c8ab00a6 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:13:17.739366 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6ffa0305-6ed8-43ec-8b76-7796823140ce req-f3a251ac-5b17-4219-903c-4ec878a4dc8a tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (9bb80fc4-a12d-4459-898e-aa1a4b65c50f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:17.790613 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-93a13b65-168f-4f1d-877c-9ae76be87936', 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936', 'project_id': '26e690b06e5d477db6241710c94522d2', 'fixed_ips': [{'subnet_id': '8aad9e04-beb6-46ea-971b-c141c25615a8'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:13:17.791475 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:17.819842 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:17.867445 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a251ac-5b17-4219-903c-4ec878a4dc8a tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Pushing event deleted for resources: {'Port': ['ID=9bb80fc4-a12d-4459-898e-aa1a4b65c50f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:17.886121 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6ffa0305-6ed8-43ec-8b76-7796823140ce req-f3a251ac-5b17-4219-903c-4ec878a4dc8a tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks [] for floatingip (6235fe67-a0c3-4cdf-a209-75315dd46f0c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:17.886317 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ebdca351-baa1-41ea-a2df-d00cded76399 req-c974e2a0-fa8a-4a9c-b23b-c2dd4be4dd25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7db642cd658a403d95144150521d5349&device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0304897 Feb 10 15:13:17.887583 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6ffa0305-6ed8-43ec-8b76-7796823140ce req-f3a251ac-5b17-4219-903c-4ec878a4dc8a tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:17.888911 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6ffa0305-6ed8-43ec-8b76-7796823140ce req-f3a251ac-5b17-4219-903c-4ec878a4dc8a tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "DELETE /v2.0/floatingips/6235fe67-a0c3-4cdf-a209-75315dd46f0c HTTP/1.1" status: 204 len: 173 time: 1.2047143 Feb 10 15:13:17.906184 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Publish callbacks [] for router_controller (16c069dc-346a-41b3-a6c3-960a371be859), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:17.955343 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbec-708d-43bf-a6d9-37e2170691f6 req-367af7cd-4ccc-451d-851d-579a91022669 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:17.963477 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4677dbec-708d-43bf-a6d9-37e2170691f6 req-367af7cd-4ccc-451d-851d-579a91022669 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 946 time: 0.1161377 Feb 10 15:13:17.990065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port fa63ced4-c692-41f0-98c8-de57c8ab00a6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fa63ced4-c692-41f0-98c8-de57c8ab00a6,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:18.022885 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ebdca351-baa1-41ea-a2df-d00cded76399 req-09eccf2f-ca02-4532-8cd1-0f4fc84ea0cf service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7db642cd658a403d95144150521d5349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948045 Feb 10 15:13:18.034754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'fa63ced4-c692-41f0-98c8-de57c8ab00a6', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'fa63ced4-c692-41f0-98c8-de57c8ab00a6', 'mac_address': 'fa:16:3e:89:18:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:13:18.068732 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4677dbec-708d-43bf-a6d9-37e2170691f6 req-781dd079-8409-4308-81ea-0a3bbf0a5b76 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043358 Feb 10 15:13:18.076004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Allocated IP 172.20.0.2 (93a13b65-168f-4f1d-877c-9ae76be87936/8aad9e04-beb6-46ea-971b-c141c25615a8/02f8644f-5ddd-4016-8059-8bce8147b277) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:18.113127 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72313ae-995c-4907-bb84-1f998a293fa6 req-8f4dbb5f-ba96-49fc-8fb2-c9f077cb3ad2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:18.122424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f72313ae-995c-4907-bb84-1f998a293fa6 req-8f4dbb5f-ba96-49fc-8fb2-c9f077cb3ad2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 948 time: 0.1515086 Feb 10 15:13:18.167332 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port fa63ced4-c692-41f0-98c8-de57c8ab00a6 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:18.167733 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fa63ced4-c692-41f0-98c8-de57c8ab00a6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:18.209180 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f72313ae-995c-4907-bb84-1f998a293fa6 req-2d47acee-1a95-43fb-a8b9-6bc8d03d8856 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704875 Feb 10 15:13:18.275211 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e743c33-95c3-4528-930b-70b3b6063c0b x-openstack-request-id: req-3e743c33-95c3-4528-930b-70b3b6063c0b {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:18.275503 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2", "tag": "b7341060-e935-41d4-8242-bd60d7574d5f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:18.275747 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e743c33-95c3-4528-930b-70b3b6063c0b {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:18.276135 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2', 'tag': 'b7341060-e935-41d4-8242-bd60d7574d5f', 'status': 'completed', 'code': 200} Feb 10 15:13:18.291334 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c8bde-4de4-4db8-bb9c-fa3386822616 req-1cb1dbfc-28da-4e71-bc42-cbdfc4a4828f tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:18.299306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-864c8bde-4de4-4db8-bb9c-fa3386822616 req-1cb1dbfc-28da-4e71-bc42-cbdfc4a4828f tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 947 time: 0.0883434 Feb 10 15:13:18.363150 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa63ced4-c692-41f0-98c8-de57c8ab00a6 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:13:18.389572 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e25171e-8f37-4715-912e-7f43dbbc3d4e req-6c4e8e84-3849-453d-8bec-be1b3245446f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 210 time: 0.0492435 Feb 10 15:13:18.390107 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Publish callbacks [] for port (02f8644f-5ddd-4016-8059-8bce8147b277), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:18.395336 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port fa63ced4-c692-41f0-98c8-de57c8ab00a6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fa63ced4-c692-41f0-98c8-de57c8ab00a6,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:18.399481 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (02f8644f-5ddd-4016-8059-8bce8147b277), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:18.402094 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-864c8bde-4de4-4db8-bb9c-fa3386822616 req-b64fffd4-3737-4e61-a244-a2dc4fd2228d tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015801 Feb 10 15:13:18.405426 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fa63ced4-c692-41f0-98c8-de57c8ab00a6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:18.445170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Network 93a13b65-168f-4f1d-877c-9ae76be87936 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:18.446836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:18.453093 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:18.483249 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Publish callbacks [] for router_gateway (16c069dc-346a-41b3-a6c3-960a371be859), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:18.489553 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Pushing event updated for resources: {'Port': ['ID=02f8644f-5ddd-4016-8059-8bce8147b277,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:18.519438 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-3d1a44a0-d86d-40b0-8c2a-d7ec3e8217b7 req-af5cb70a-958c-4810-93a5-8f1c54408873 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] show failed (client error): The resource could not be found. Feb 10 15:13:18.520784 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d1a44a0-d86d-40b0-8c2a-d7ec3e8217b7 req-af5cb70a-958c-4810-93a5-8f1c54408873 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/floatingips/6235fe67-a0c3-4cdf-a209-75315dd46f0c HTTP/1.1" status: 404 len: 350 time: 0.0618577 Feb 10 15:13:18.555202 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Attempting to bind port 02f8644f-5ddd-4016-8059-8bce8147b277 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:18.555582 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Attempting to bind port 02f8644f-5ddd-4016-8059-8bce8147b277 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '88b84dc3-6a0d-451a-8da2-fd9d1dde19c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:18.556199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Attempting to bind port 02f8644f-5ddd-4016-8059-8bce8147b277 on network 93a13b65-168f-4f1d-877c-9ae76be87936 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:18.561790 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65eb59c8-e1fa-45db-a61b-903e981af152 req-5cb2e064-5b0a-44cf-b155-127c799aa389 tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.0397944 Feb 10 15:13:18.566356 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:18.566804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Checking segment: {'id': '88b84dc3-6a0d-451a-8da2-fd9d1dde19c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:18.567510 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:18.568341 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Bound using segment: {'id': '88b84dc3-6a0d-451a-8da2-fd9d1dde19c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:18.568460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Bound port: 02f8644f-5ddd-4016-8059-8bce8147b277, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b84dc3-6a0d-451a-8da2-fd9d1dde19c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:18.568855 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (02f8644f-5ddd-4016-8059-8bce8147b277), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:18.645526 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-2a0a2530-10cb-4181-af3c-4505c0163811 req-5c19cf92-6ff9-4088-b36f-67ebe04abc13 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] show failed (client error): The resource could not be found. Feb 10 15:13:18.646591 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a0a2530-10cb-4181-af3c-4505c0163811 req-5c19cf92-6ff9-4088-b36f-67ebe04abc13 tempest-FloatingIPsTestJSON-2089655132 tempest-FloatingIPsTestJSON-2089655132-project] 10.222.0.64 "GET /v2.0/floatingips/6235fe67-a0c3-4cdf-a209-75315dd46f0c HTTP/1.1" status: 404 len: 350 time: 0.0446463 Feb 10 15:13:18.647502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdca351-baa1-41ea-a2df-d00cded76399 req-8c867f44-78ee-4205-bf4c-a424f7c1c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:18.649184 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ebdca351-baa1-41ea-a2df-d00cded76399 req-8c867f44-78ee-4205-bf4c-a424f7c1c5a8 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3722527 Feb 10 15:13:18.652703 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=fa63ced4-c692-41f0-98c8-de57c8ab00a6,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:18.662209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35986) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:18.678470 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dd9f4382-61c2-4f8b-b77c-76c00b500703 req-3ad12ba3-5dd7-483f-b70d-41b7d3adc0e3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7906716 Feb 10 15:13:18.679589 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['fa63ced4-c692-41f0-98c8-de57c8ab00a6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:13:18.713014 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465177e-06e7-41bf-b1bf-528e54775d87 req-fe89610c-f9ec-4635-9d63-4ad2e6ceed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:18.714513 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b465177e-06e7-41bf-b1bf-528e54775d87 req-fe89610c-f9ec-4635-9d63-4ad2e6ceed1a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 1130 time: 0.4364870 Feb 10 15:13:18.731094 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] For port 02f8644f-5ddd-4016-8059-8bce8147b277, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:18.751024 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] For port 02f8644f-5ddd-4016-8059-8bce8147b277, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=02f8644f-5ddd-4016-8059-8bce8147b277,segment=NetworkSegment(88b84dc3-6a0d-451a-8da2-fd9d1dde19c3),segment_id=88b84dc3-6a0d-451a-8da2-fd9d1dde19c3)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:18.805666 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (02f8644f-5ddd-4016-8059-8bce8147b277), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:18.892669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465177e-06e7-41bf-b1bf-528e54775d87 req-949fb28f-97c5-427b-869c-b504354c233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:18.894409 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b465177e-06e7-41bf-b1bf-528e54775d87 req-949fb28f-97c5-427b-869c-b504354c233a service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1440394 Feb 10 15:13:18.942373 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01017b-4c9e-4081-9cb6-7bd4bf62777e None None] Pushing event updated for resources: {'Port': ['ID=02f8644f-5ddd-4016-8059-8bce8147b277,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:18.962726 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:18.980780 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b465177e-06e7-41bf-b1bf-528e54775d87 req-48384147-bf52-4638-9922-8ff5a4c41556 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=b7341060-e935-41d4-8242-bd60d7574d5f HTTP/1.1" status: 200 len: 217 time: 0.0781984 Feb 10 15:13:19.008833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839b7ca-ac22-422a-a596-7989257d594b req-9803f077-b77a-4417-9e05-49948c3a0d31 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:19.009141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f4382-61c2-4f8b-b77c-76c00b500703 req-bf16c69d-df16-460f-b774-8d6e7c2fde9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:19.011212 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dd9f4382-61c2-4f8b-b77c-76c00b500703 req-bf16c69d-df16-460f-b774-8d6e7c2fde9f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07f5c3f964e945248d8cde923bf7b493&device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 1127 time: 0.1634014 Feb 10 15:13:19.016288 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8839b7ca-ac22-422a-a596-7989257d594b req-9803f077-b77a-4417-9e05-49948c3a0d31 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 1128 time: 0.1709876 Feb 10 15:13:19.024309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.79', 62026) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:19.153885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465177e-06e7-41bf-b1bf-528e54775d87 req-cb5bebb7-45d5-4420-91d6-e54456eedf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:19.155335 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b465177e-06e7-41bf-b1bf-528e54775d87 req-cb5bebb7-45d5-4420-91d6-e54456eedf90 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1622245 Feb 10 15:13:19.190477 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8839b7ca-ac22-422a-a596-7989257d594b req-f2e1db76-b2df-4e15-b3ac-623232d0aa1c tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683047 Feb 10 15:13:19.341136 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f4382-61c2-4f8b-b77c-76c00b500703 req-a25c716e-3603-4cb9-a1ba-1f4c7428cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:19.343239 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dd9f4382-61c2-4f8b-b77c-76c00b500703 req-a25c716e-3603-4cb9-a1ba-1f4c7428cb7c service neutron] 10.222.0.79 "GET /v2.0/networks?id=7a195b29-9a45-4fa9-95be-2b9590709c3d HTTP/1.1" status: 200 len: 924 time: 0.2876334 Feb 10 15:13:19.347452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465177e-06e7-41bf-b1bf-528e54775d87 req-2e6a7261-631e-442e-80ba-a42e788041e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:19.348959 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b465177e-06e7-41bf-b1bf-528e54775d87 req-2e6a7261-631e-442e-80ba-a42e788041e9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1477602 Feb 10 15:13:19.359144 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Publish callbacks [] for router_gateway (16c069dc-346a-41b3-a6c3-960a371be859), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:19.388246 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-bdefcb55-9361-4382-9f25-08632c955e9a tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:19.389783 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-bdefcb55-9361-4382-9f25-08632c955e9a tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.79 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 821 time: 0.3607335 Feb 10 15:13:19.406604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-ab401e31-f6ab-470a-8ba5-5712deba1154 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Request body: {'port': {'device_id': '441187ac-cbdb-4315-96db-db060af6ea43', 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b', 'admin_state_up': True, 'tenant_id': '6980c2527c3f4cde8cf1fe5ca698dc05'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:19.424907 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:19.544840 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dd9f4382-61c2-4f8b-b77c-76c00b500703 req-dac57a43-5f6d-4007-88a3-c6e5a873de24 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e2036bf-13a6-4629-995c-da716c7fa66f HTTP/1.1" status: 200 len: 1000 time: 0.1921754 Feb 10 15:13:19.546146 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c124e-0256-4f16-afa6-3dbad89565c6 req-be55fe42-c137-45f0-b45a-0679b3c84aab tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:19.548188 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba4c124e-0256-4f16-afa6-3dbad89565c6 req-be55fe42-c137-45f0-b45a-0679b3c84aab tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 948 time: 0.2509427 Feb 10 15:13:19.642080 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b465177e-06e7-41bf-b1bf-528e54775d87 req-0c8093e8-74ad-4fa8-945c-327dc78053a2 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802861 Feb 10 15:13:19.664428 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f4382-61c2-4f8b-b77c-76c00b500703 req-7e640770-57ee-4c04-a38b-656a375782bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:19.666354 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dd9f4382-61c2-4f8b-b77c-76c00b500703 req-7e640770-57ee-4c04-a38b-656a375782bd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bc1c408b-918c-450a-92c6-5027a88e32dc HTTP/1.1" status: 200 len: 862 time: 0.1128645 Feb 10 15:13:19.670587 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-ab401e31-f6ab-470a-8ba5-5712deba1154 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Made reservation on behalf of 6980c2527c3f4cde8cf1fe5ca698dc05 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:13:19.674233 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-ab401e31-f6ab-470a-8ba5-5712deba1154 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:19.699088 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device fa63ced4-c692-41f0-98c8-de57c8ab00a6 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:19.705471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Allocated IP 172.25.3.190 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/577255a5-fd41-44e9-83be-59cbcccb6d3e) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:19.729311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba4c124e-0256-4f16-afa6-3dbad89565c6 req-d2c47058-6c28-4352-b173-8c95f0ed42ae tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312535 Feb 10 15:13:19.763063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274b10f-3ac9-458f-b57a-a78e46594b1a req-3203b353-e7dc-466f-8c00-0c4a45600474 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:19.764639 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d274b10f-3ac9-458f-b57a-a78e46594b1a req-3203b353-e7dc-466f-8c00-0c4a45600474 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 948 time: 0.2437460 Feb 10 15:13:19.809918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port fa63ced4-c692-41f0-98c8-de57c8ab00a6 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:13:19.828051 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port fa63ced4-c692-41f0-98c8-de57c8ab00a6 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:19.829654 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fa63ced4-c692-41f0-98c8-de57c8ab00a6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:19.940414 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f4382-61c2-4f8b-b77c-76c00b500703 req-439485ed-b7fd-49dd-ae3c-bfcdbaa44713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:19.953923 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dd9f4382-61c2-4f8b-b77c-76c00b500703 req-439485ed-b7fd-49dd-ae3c-bfcdbaa44713 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a195b29-9a45-4fa9-95be-2b9590709c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2709131 Feb 10 15:13:19.962770 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b465177e-06e7-41bf-b1bf-528e54775d87 req-8903de5a-297f-4d0f-aa91-0f1f27e3cb81 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137450 Feb 10 15:13:20.033220 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port fa63ced4-c692-41f0-98c8-de57c8ab00a6 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:20.033490 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fa63ced4-c692-41f0-98c8-de57c8ab00a6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:20.072075 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 02f8644f-5ddd-4016-8059-8bce8147b277 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:20.079867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabf5ef5-0c02-42aa-8c90-e24e351d6c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa63ced4-c692-41f0-98c8-de57c8ab00a6'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:20.082467 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c28a03-de06-4556-8bdd-212bf38fa477" -d '{"events": [{"server_uuid": "cabf5ef5-0c02-42aa-8c90-e24e351d6c75", "name": "network-vif-plugged", "status": "completed", "tag": "fa63ced4-c692-41f0-98c8-de57c8ab00a6"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:20.089575 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-26642d59-4354-46d5-97ce-3d411293f1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (71a0abf1-6131-4708-b7b7-ea56fb6d106d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:20.110881 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62f4040a-30ec-4e46-899d-a3e7a782f059 req-c80a4155-ab3c-470b-8538-eaaa6a3e9c99 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 210 time: 0.1336248 Feb 10 15:13:20.132349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port fa63ced4-c692-41f0-98c8-de57c8ab00a6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fa63ced4-c692-41f0-98c8-de57c8ab00a6,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:20.155943 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fa63ced4-c692-41f0-98c8-de57c8ab00a6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:20.166671 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ebdca351-baa1-41ea-a2df-d00cded76399 req-abddb497-7fce-4407-ade7-f5e36f37745a tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.72 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.1410718 Feb 10 15:13:20.210158 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d274b10f-3ac9-458f-b57a-a78e46594b1a req-e32149b7-868d-4a9a-9af7-2be51cc62f1e tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346108 Feb 10 15:13:20.248748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-ab401e31-f6ab-470a-8ba5-5712deba1154 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Allocated IP 172.20.0.11 (bba4c2f7-b784-4274-bd35-bde2e7f7ce5b/8c6d7326-5c38-4fe8-832a-e5a495c9b28d/3ee346dd-6dbc-469b-9349-510978c1ae8f) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:20.256431 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Publish callbacks [] for port (577255a5-fd41-44e9-83be-59cbcccb6d3e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:20.299244 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 02f8644f-5ddd-4016-8059-8bce8147b277 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:20.300380 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (02f8644f-5ddd-4016-8059-8bce8147b277), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:20.315064 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e009aed-abef-4357-957d-e316ab434c10 x-openstack-request-id: req-6e009aed-abef-4357-957d-e316ab434c10 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:20.316695 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabf5ef5-0c02-42aa-8c90-e24e351d6c75", "name": "network-vif-plugged", "status": "completed", "tag": "fa63ced4-c692-41f0-98c8-de57c8ab00a6", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:20.316960 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e009aed-abef-4357-957d-e316ab434c10 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:20.317376 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabf5ef5-0c02-42aa-8c90-e24e351d6c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa63ced4-c692-41f0-98c8-de57c8ab00a6', 'code': 200} Feb 10 15:13:20.327405 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dd9f4382-61c2-4f8b-b77c-76c00b500703 req-7d43898e-510d-463e-9597-30e44068f608 service neutron] 10.222.0.79 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467731 Feb 10 15:13:20.384566 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=fa63ced4-c692-41f0-98c8-de57c8ab00a6,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:20.393592 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (577255a5-fd41-44e9-83be-59cbcccb6d3e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:20.452751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 02f8644f-5ddd-4016-8059-8bce8147b277 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:20.453129 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (02f8644f-5ddd-4016-8059-8bce8147b277), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:20.494325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 02f8644f-5ddd-4016-8059-8bce8147b277, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=02f8644f-5ddd-4016-8059-8bce8147b277,segment=NetworkSegment(88b84dc3-6a0d-451a-8da2-fd9d1dde19c3),segment_id=88b84dc3-6a0d-451a-8da2-fd9d1dde19c3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:20.499190 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (02f8644f-5ddd-4016-8059-8bce8147b277), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:20.509091 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f5d87312-6427-47a4-bc31-2f79a8218a4b req-82cdccd8-1359-47dc-bdc5-c6902016c84b tempest-ServerShowV254Test-590221829 tempest-ServerShowV254Test-590221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=85782e00-6e2e-470c-bf89-2ab5968a9496 HTTP/1.1" status: 200 len: 210 time: 0.1780233 Feb 10 15:13:20.511616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Pushing event updated for resources: {'Port': ['ID=577255a5-fd41-44e9-83be-59cbcccb6d3e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:20.555983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c787b293-ea16-4467-89c4-6d8b327c6148 None None] Network 93a13b65-168f-4f1d-877c-9ae76be87936 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:13:20.697647 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5732efc9-6bcf-4311-81db-24b6001eba55 None None] Provisioning complete for port 02f8644f-5ddd-4016-8059-8bce8147b277 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:20.698741 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5732efc9-6bcf-4311-81db-24b6001eba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (02f8644f-5ddd-4016-8059-8bce8147b277), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:20.745387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=02f8644f-5ddd-4016-8059-8bce8147b277,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:20.749347 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-ab401e31-f6ab-470a-8ba5-5712deba1154 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks [] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:20.943565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:20.947656 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dd9f4382-61c2-4f8b-b77c-76c00b500703 req-31b0ae2b-93e3-42d4-8dd0-3bc94bf25943 service neutron] 10.222.0.79 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046224 Feb 10 15:13:20.948830 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:20.951406 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5732efc9-6bcf-4311-81db-24b6001eba55 None None] Current status of the port 02f8644f-5ddd-4016-8059-8bce8147b277 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:20.954164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:20.982952 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-ab401e31-f6ab-470a-8ba5-5712deba1154 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:21.013801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55874e4d-84ce-40e0-a785-20956703995f req-f6f16abf-b8cc-47f8-aa44-822dab941832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:21.015309 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-55874e4d-84ce-40e0-a785-20956703995f req-f6f16abf-b8cc-47f8-aa44-822dab941832 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 1131 time: 0.6136484 Feb 10 15:13:21.046197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-ab401e31-f6ab-470a-8ba5-5712deba1154 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:21.050188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-ab401e31-f6ab-470a-8ba5-5712deba1154 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:21.052762 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-26642d59-4354-46d5-97ce-3d411293f1af admin admin] Deleting port c904a105-9f41-4b53-ae5a-f796b9e8aafb {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:13:21.053163 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-26642d59-4354-46d5-97ce-3d411293f1af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:21.254213 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-55874e4d-84ce-40e0-a785-20956703995f req-cafde237-30a0-4161-8ec0-798e4665bfbe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107528 Feb 10 15:13:21.317776 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Publish callbacks [] for router_gateway (16c069dc-346a-41b3-a6c3-960a371be859), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:21.391774 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-eb189a57-d35f-4a7e-b25c-8da7f7fea573 None None] Provisioning complete for port 02f8644f-5ddd-4016-8059-8bce8147b277 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:21.392447 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eb189a57-d35f-4a7e-b25c-8da7f7fea573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (02f8644f-5ddd-4016-8059-8bce8147b277), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:21.454395 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-ab401e31-f6ab-470a-8ba5-5712deba1154 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:21.459335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-ab401e31-f6ab-470a-8ba5-5712deba1154 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:21.460512 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-ab401e31-f6ab-470a-8ba5-5712deba1154 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:21.491854 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb3fe2-65c5-4652-8faf-d9913e76ec6d req-24c26f34-b21e-4007-a9b9-ae45ee90c9e0 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:21.493386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bfcb3fe2-65c5-4652-8faf-d9913e76ec6d req-24c26f34-b21e-4007-a9b9-ae45ee90c9e0 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 948 time: 0.6208315 Feb 10 15:13:21.501337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-eb189a57-d35f-4a7e-b25c-8da7f7fea573 None None] Current status of the port 02f8644f-5ddd-4016-8059-8bce8147b277 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:21.521392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab401e31-f6ab-470a-8ba5-5712deba1154 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Pushing event updated for resources: {'Port': ['ID=3ee346dd-6dbc-469b-9349-510978c1ae8f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:21.549259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-26642d59-4354-46d5-97ce-3d411293f1af admin admin] For port c904a105-9f41-4b53-ae5a-f796b9e8aafb, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c904a105-9f41-4b53-ae5a-f796b9e8aafb,segment=NetworkSegment(0f305be8-292d-49f9-b91a-ee56c9634ea5),segment_id=0f305be8-292d-49f9-b91a-ee56c9634ea5)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:21.549608 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-26642d59-4354-46d5-97ce-3d411293f1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:21.563844 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (16c069dc-346a-41b3-a6c3-960a371be859), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:21.566556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-ab401e31-f6ab-470a-8ba5-5712deba1154 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1658468 Feb 10 15:13:21.575211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-26642d59-4354-46d5-97ce-3d411293f1af admin admin] Calling delete_port for c904a105-9f41-4b53-ae5a-f796b9e8aafb owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:13:21.589366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Request body: {'port': {'device_id': '441187ac-cbdb-4315-96db-db060af6ea43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:21.637545 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bfcb3fe2-65c5-4652-8faf-d9913e76ec6d req-168083ea-f305-48d2-a271-d5bfd91b4b70 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221828 Feb 10 15:13:21.680974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3f48c-7f77-4b85-850d-34ab0f5c8721 req-0ae65ce9-cfab-4719-b878-9a33eb2ff3da tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:21.685891 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-59b3f48c-7f77-4b85-850d-34ab0f5c8721 req-0ae65ce9-cfab-4719-b878-9a33eb2ff3da tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 932 time: 0.2222567 Feb 10 15:13:21.727932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Router 16c069dc-346a-41b3-a6c3-960a371be859 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:13:21.795653 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:21.832215 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-59b3f48c-7f77-4b85-850d-34ab0f5c8721 req-4b33f012-e119-4ca5-a2bc-53e8d3c146fa tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387348 Feb 10 15:13:21.867149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:13:21.878467 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Sync routers for ids ['16c069dc-346a-41b3-a6c3-960a371be859'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:13:21.902353 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:21.903644 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-27dea80a-0b5d-4850-a653-c8e98ece22ff admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.2631989 Feb 10 15:13:21.912503 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36030) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:21.925416 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Routers {'16c069dc-346a-41b3-a6c3-960a371be859'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:21.926053 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['16c069dc-346a-41b3-a6c3-960a371be859'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:21.968251 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d3dcb-8b5c-4b18-b867-976bc0af7c13 req-fe9c36ee-38aa-4a09-bedc-dc24e66713d6 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:21.969858 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f5d3dcb-8b5c-4b18-b867-976bc0af7c13 req-fe9c36ee-38aa-4a09-bedc-dc24e66713d6 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 949 time: 0.2425971 Feb 10 15:13:21.998385 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 02f8644f-5ddd-4016-8059-8bce8147b277 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:22.152396 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Set router 16c069dc-346a-41b3-a6c3-960a371be859 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:22.177594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device b7341060-e935-41d4-8242-bd60d7574d5f details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:13:22.220354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee346dd-6dbc-469b-9349-510978c1ae8f {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:13:22.228339 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Publish callbacks [] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:22.284223 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Transition to ACTIVE for port object 3ee346dd-6dbc-469b-9349-510978c1ae8f will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:13:22.341453 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:22.432847 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c069dc-346a-41b3-a6c3-960a371be859', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-router', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:17Z', 'updated_at': '2022-02-10T15:13:21Z', 'revision_number': 3, 'project_id': '26e690b06e5d477db6241710c94522d2', 'gw_port': {'id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:19Z', 'updated_at': '2022-02-10T15:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:22.464770 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36038) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:22.473800 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Checking router: 16c069dc-346a-41b3-a6c3-960a371be859 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:13:22.474292 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Updating router 16c069dc-346a-41b3-a6c3-960a371be859 port 577255a5-fd41-44e9-83be-59cbcccb6d3e binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:13:22.481906 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f5d3dcb-8b5c-4b18-b867-976bc0af7c13 req-db3f622a-17e5-4c15-bc26-5d5bfb6870d2 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263651 Feb 10 15:13:22.491481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee346dd-6dbc-469b-9349-510978c1ae8f,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:22.494004 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-26642d59-4354-46d5-97ce-3d411293f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (c904a105-9f41-4b53-ae5a-f796b9e8aafb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:22.515692 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (577255a5-fd41-44e9-83be-59cbcccb6d3e), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:22.550239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26642d59-4354-46d5-97ce-3d411293f1af admin admin] Pushing event deleted for resources: {'Port': ['ID=c904a105-9f41-4b53-ae5a-f796b9e8aafb,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:22.738163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Attempting to bind port 3ee346dd-6dbc-469b-9349-510978c1ae8f on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:22.738908 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Attempting to bind port 3ee346dd-6dbc-469b-9349-510978c1ae8f by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:22.739469 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Attempting to bind port 3ee346dd-6dbc-469b-9349-510978c1ae8f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:22.754767 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Port 3ee346dd-6dbc-469b-9349-510978c1ae8f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:13:22.755469 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Attempting to bind port 3ee346dd-6dbc-469b-9349-510978c1ae8f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:22.793932 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:22.797611 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Checking segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:22.798681 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Bound using segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:22.799635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Bound port: 3ee346dd-6dbc-469b-9349-510978c1ae8f, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:22.800239 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:22.858715 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:22.921091 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 02f8644f-5ddd-4016-8059-8bce8147b277 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:22.921731 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (02f8644f-5ddd-4016-8059-8bce8147b277), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:22.926013 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Publish callbacks [] for port (577255a5-fd41-44e9-83be-59cbcccb6d3e), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:22.933618 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (577255a5-fd41-44e9-83be-59cbcccb6d3e), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.002100 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Attempting to bind port 577255a5-fd41-44e9-83be-59cbcccb6d3e on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:23.003240 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Attempting to bind port 577255a5-fd41-44e9-83be-59cbcccb6d3e by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:23.003727 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Attempting to bind port 577255a5-fd41-44e9-83be-59cbcccb6d3e on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:23.015442 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:23.016253 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:23.017528 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.018129 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:23.019299 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Bound port: 577255a5-fd41-44e9-83be-59cbcccb6d3e, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:23.019689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port b7341060-e935-41d4-8242-bd60d7574d5f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=b7341060-e935-41d4-8242-bd60d7574d5f,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:23.020935 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (577255a5-fd41-44e9-83be-59cbcccb6d3e), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.024990 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc733bf-2c55-4208-89ba-48e706d2430a None None] Pushing event updated for resources: {'Port': ['ID=577255a5-fd41-44e9-83be-59cbcccb6d3e,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:23.037496 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'b7341060-e935-41d4-8242-bd60d7574d5f', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'b7341060-e935-41d4-8242-bd60d7574d5f', 'mac_address': 'fa:16:3e:7c:96:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:13:23.049295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] For port 3ee346dd-6dbc-469b-9349-510978c1ae8f, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:23.054349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] For port 3ee346dd-6dbc-469b-9349-510978c1ae8f, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:23.063970 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc733bf-2c55-4208-89ba-48e706d2430a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.064792 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc733bf-2c55-4208-89ba-48e706d2430a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.065514 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc733bf-2c55-4208-89ba-48e706d2430a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.066061 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc733bf-2c55-4208-89ba-48e706d2430a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.066604 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc733bf-2c55-4208-89ba-48e706d2430a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.067278 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc733bf-2c55-4208-89ba-48e706d2430a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.067812 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc733bf-2c55-4208-89ba-48e706d2430a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.068328 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc733bf-2c55-4208-89ba-48e706d2430a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.069774 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc733bf-2c55-4208-89ba-48e706d2430a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.070685 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc733bf-2c55-4208-89ba-48e706d2430a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.071283 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc733bf-2c55-4208-89ba-48e706d2430a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.072095 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc733bf-2c55-4208-89ba-48e706d2430a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.072685 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc733bf-2c55-4208-89ba-48e706d2430a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.089503 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-26642d59-4354-46d5-97ce-3d411293f1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (71a0abf1-6131-4708-b7b7-ea56fb6d106d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.113172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port b7341060-e935-41d4-8242-bd60d7574d5f is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:23.113569 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b7341060-e935-41d4-8242-bd60d7574d5f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.121321 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] For port 577255a5-fd41-44e9-83be-59cbcccb6d3e, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:23.124668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 02f8644f-5ddd-4016-8059-8bce8147b277 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:23.126568 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] For port 577255a5-fd41-44e9-83be-59cbcccb6d3e, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=577255a5-fd41-44e9-83be-59cbcccb6d3e,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:23.130883 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Publish callbacks [] for security_group (1617c0d1-b267-45ab-9844-776589bb2226), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.132076 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7341060-e935-41d4-8242-bd60d7574d5f {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:13:23.136068 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (577255a5-fd41-44e9-83be-59cbcccb6d3e), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.138936 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1617c0d1-b267-45ab-9844-776589bb2226), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.157341 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port b7341060-e935-41d4-8242-bd60d7574d5f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=b7341060-e935-41d4-8242-bd60d7574d5f,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:23.159296 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.165445 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b7341060-e935-41d4-8242-bd60d7574d5f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.207419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1617c0d1-b267-45ab-9844-776589bb2226,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:23.208185 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc733bf-2c55-4208-89ba-48e706d2430a None None] Pushing event updated for resources: {'Port': ['ID=577255a5-fd41-44e9-83be-59cbcccb6d3e,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:23.214791 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7db642cd658a403d95144150521d5349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7447882 Feb 10 15:13:23.219354 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Routers {'16c069dc-346a-41b3-a6c3-960a371be859'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:23.220350 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=b7341060-e935-41d4-8242-bd60d7574d5f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:23.220501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36046) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:23.221002 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['16c069dc-346a-41b3-a6c3-960a371be859'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:23.231690 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.232041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.232384 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.232754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.233108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.233435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.233768 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.234097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.234424 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.234744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.235065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.235386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.235705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30902b9c-30f9-405b-aab1-9a5b4e8ab62a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:23.260618 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee346dd-6dbc-469b-9349-510978c1ae8f,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:23.263607 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.321865 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9a34876e-beb5-48d0-be06-4043ac81518a admin admin] Publish callbacks [] for security_group (1617c0d1-b267-45ab-9844-776589bb2226), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.322501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:23.323192 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.324574 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-9303ba2e-428b-4e4d-b9ee-e3b394c6aee0 service neutron] 10.222.0.79 "PUT /v2.0/ports/3ee346dd-6dbc-469b-9349-510978c1ae8f HTTP/1.1" status: 200 len: 1092 time: 1.7425535 Feb 10 15:13:23.326575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441187ac-cbdb-4315-96db-db060af6ea43', 'tag': '3ee346dd-6dbc-469b-9349-510978c1ae8f'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:23.328860 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070e274a-dcb3-4c87-bed6-baa7c887e6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "441187ac-cbdb-4315-96db-db060af6ea43", "tag": "3ee346dd-6dbc-469b-9349-510978c1ae8f"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:23.345120 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb97a5-43b4-4553-9171-1f28ccf5dff5 req-bf5f982a-546b-48aa-a808-51c948f3c227 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:23.346902 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] Set router 16c069dc-346a-41b3-a6c3-960a371be859 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:23.351915 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cadb97a5-43b4-4553-9171-1f28ccf5dff5 req-bf5f982a-546b-48aa-a808-51c948f3c227 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 948 time: 0.5459361 Feb 10 15:13:23.394917 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9a34876e-beb5-48d0-be06-4043ac81518a admin admin] Publish callbacks [] for security_group (1617c0d1-b267-45ab-9844-776589bb2226), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.406731 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e104e23-0d6c-49c2-a8c7-bd9cff01c469 req-f045e33e-308a-4e44-8d02-aed5143103b4 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:23.408243 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e104e23-0d6c-49c2-a8c7-bd9cff01c469 req-f045e33e-308a-4e44-8d02-aed5143103b4 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 944 time: 0.4179909 Feb 10 15:13:23.478247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b7341060-e935-41d4-8242-bd60d7574d5f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:13:23.524156 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cadb97a5-43b4-4553-9171-1f28ccf5dff5 req-69fea59c-ab7d-45d6-8141-f48b69872568 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710906 Feb 10 15:13:23.562172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Allocated IP 172.20.0.1 (93a13b65-168f-4f1d-877c-9ae76be87936/8aad9e04-beb6-46ea-971b-c141c25615a8/b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:23.599219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-a7bb8dfb-b7f6-4a91-900d-193f6980fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:23.601444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-a7bb8dfb-b7f6-4a91-900d-193f6980fdc8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 1126 time: 0.2170434 Feb 10 15:13:23.604756 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c069dc-346a-41b3-a6c3-960a371be859', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-router', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:17Z', 'updated_at': '2022-02-10T15:13:21Z', 'revision_number': 3, 'project_id': '26e690b06e5d477db6241710c94522d2', 'gw_port': {'id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:19Z', 'updated_at': '2022-02-10T15:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:23.608470 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e104e23-0d6c-49c2-a8c7-bd9cff01c469 req-fec7c2f9-8c63-4cfe-b2fc-b52e77143f41 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779332 Feb 10 15:13:23.636375 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9a34876e-beb5-48d0-be06-4043ac81518a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1617c0d1-b267-45ab-9844-776589bb2226), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.641849 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9a34876e-beb5-48d0-be06-4043ac81518a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.646069 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9a34876e-beb5-48d0-be06-4043ac81518a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1617c0d1-b267-45ab-9844-776589bb2226 HTTP/1.1" status: 204 len: 168 time: 0.4246287 Feb 10 15:13:23.653745 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31234134-9855-4055-a030-7020a0ec5ea0 x-openstack-request-id: req-31234134-9855-4055-a030-7020a0ec5ea0 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:23.654205 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441187ac-cbdb-4315-96db-db060af6ea43", "tag": "3ee346dd-6dbc-469b-9349-510978c1ae8f", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:23.654715 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31234134-9855-4055-a030-7020a0ec5ea0 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:23.655144 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441187ac-cbdb-4315-96db-db060af6ea43', 'tag': '3ee346dd-6dbc-469b-9349-510978c1ae8f', 'status': 'completed', 'code': 200} Feb 10 15:13:23.680237 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1f40b-228e-48af-a576-b78ea8e68fb8 None None] The sync data for ids ['16c069dc-346a-41b3-a6c3-960a371be859'] in n-d-815324-7 is: [{'id': '16c069dc-346a-41b3-a6c3-960a371be859', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-router', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:17Z', 'updated_at': '2022-02-10T15:13:21Z', 'revision_number': 3, 'project_id': '26e690b06e5d477db6241710c94522d2', 'gw_port': {'id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:19Z', 'updated_at': '2022-02-10T15:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:13:23.687332 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-dcbe03f9-bc21-4383-874c-d3ae1c8c32f1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f HTTP/1.1" status: 200 len: 217 time: 0.0778575 Feb 10 15:13:23.704374 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34876e-beb5-48d0-be06-4043ac81518a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1617c0d1-b267-45ab-9844-776589bb2226,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:23.842302 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-e7f9c687-f6d1-478d-b9a8-d540462ea09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:23.843978 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-e7f9c687-f6d1-478d-b9a8-d540462ea09b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.1495774 Feb 10 15:13:23.916604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26642d59-4354-46d5-97ce-3d411293f1af admin admin] Router 71a0abf1-6131-4708-b7b7-ea56fb6d106d has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:13:23.924216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-a61a6520-f289-4181-ba6e-1dc06f891e20 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639248 Feb 10 15:13:23.947661 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Publish callbacks [] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:23.992968 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:24.039245 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Network 93a13b65-168f-4f1d-877c-9ae76be87936 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:24.043994 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:24.055165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:24.079293 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:24.102839 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (16c069dc-346a-41b3-a6c3-960a371be859), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:24.254707 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-6adb425a-a27c-45d9-a3d1-f4d14d1a1819 service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156734 Feb 10 15:13:24.327862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f13c4e-e592-47a3-b510-12deeb9c99a0 req-c60ca675-e686-4884-8865-30e895084fbd tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:24.329713 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a6f13c4e-e592-47a3-b510-12deeb9c99a0 req-c60ca675-e686-4884-8865-30e895084fbd tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 949 time: 0.2670317 Feb 10 15:13:24.345180 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26642d59-4354-46d5-97ce-3d411293f1af admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:13:24.354658 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-26642d59-4354-46d5-97ce-3d411293f1af admin admin] 10.222.0.64 "PUT /v2.0/routers/71a0abf1-6131-4708-b7b7-ea56fb6d106d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6907833 Feb 10 15:13:24.361296 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36076) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:24.372961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c9023-741d-4d37-989d-b6c7d9abb893 None None] Sync routers for ids ['71a0abf1-6131-4708-b7b7-ea56fb6d106d'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:13:24.406677 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c9023-741d-4d37-989d-b6c7d9abb893 None None] Routers {'71a0abf1-6131-4708-b7b7-ea56fb6d106d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:24.410428 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-231c9023-741d-4d37-989d-b6c7d9abb893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['71a0abf1-6131-4708-b7b7-ea56fb6d106d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:24.619830 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Publish callbacks [] for router (71a0abf1-6131-4708-b7b7-ea56fb6d106d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:24.627111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-231c9023-741d-4d37-989d-b6c7d9abb893 None None] Set router 71a0abf1-6131-4708-b7b7-ea56fb6d106d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:24.708962 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:24.839011 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c057e68b-7845-45fe-a978-c6fc689ec4b0 None None] Provisioning complete for port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:24.839412 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c057e68b-7845-45fe-a978-c6fc689ec4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:24.930915 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Publish callbacks [] for router_gateway (71a0abf1-6131-4708-b7b7-ea56fb6d106d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:24.931945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c057e68b-7845-45fe-a978-c6fc689ec4b0 None None] Port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:13:24.943632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a6f13c4e-e592-47a3-b510-12deeb9c99a0 req-beaf2b15-250c-477e-bc2a-74eae196fa72 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5941770 Feb 10 15:13:24.951918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-231c9023-741d-4d37-989d-b6c7d9abb893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'name': 'tempest-FloatingIPsTestJSON-1766430909-router', 'tenant_id': 'f79e418b8c244c348fe43266fc1c045e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '47e203ba-214c-4b1a-a312-b349f1457002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:56Z', 'updated_at': '2022-02-10T15:13:22Z', 'revision_number': 5, 'project_id': 'f79e418b8c244c348fe43266fc1c045e', 'gw_port': {'id': '47e203ba-214c-4b1a-a312-b349f1457002', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:57Z', 'updated_at': '2022-02-10T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:24.952179 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-719d7a25-ee62-4395-aedc-fe1ea16c69a4 req-7f8f4cfa-bde4-45e7-b225-0d1d03888e3f service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714118 Feb 10 15:13:24.973022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d072ea-53d7-422e-afde-cd2ef39ec57c req-318adf81-8c24-4859-a458-2d6a9a44d077 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:24.990138 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16d072ea-53d7-422e-afde-cd2ef39ec57c req-318adf81-8c24-4859-a458-2d6a9a44d077 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 949 time: 0.1628594 Feb 10 15:13:25.020432 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Publish callbacks [] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:25.029889 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:25.050987 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c9023-741d-4d37-989d-b6c7d9abb893 None None] Checking router: 71a0abf1-6131-4708-b7b7-ea56fb6d106d for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:13:25.074090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c9023-741d-4d37-989d-b6c7d9abb893 None None] Routers {'71a0abf1-6131-4708-b7b7-ea56fb6d106d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:25.074704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-231c9023-741d-4d37-989d-b6c7d9abb893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['71a0abf1-6131-4708-b7b7-ea56fb6d106d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:25.114281 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (16c069dc-346a-41b3-a6c3-960a371be859), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:25.157271 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:25.195019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16d072ea-53d7-422e-afde-cd2ef39ec57c req-a27ae88a-c554-4fd8-9dd0-8c9ffc4eb1a8 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983974 Feb 10 15:13:25.236158 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Deleting port 47e203ba-214c-4b1a-a312-b349f1457002 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:13:25.237885 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (47e203ba-214c-4b1a-a312-b349f1457002), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:25.269974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e274a-dcb3-4c87-bed6-baa7c887e6f5 req-86100a7b-7727-41ed-8304-681b6d4dc413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:25.276067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-070e274a-dcb3-4c87-bed6-baa7c887e6f5 req-86100a7b-7727-41ed-8304-681b6d4dc413 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 1126 time: 0.2327116 Feb 10 15:13:25.295877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Network 93a13b65-168f-4f1d-877c-9ae76be87936 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:25.298746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-231c9023-741d-4d37-989d-b6c7d9abb893 None None] Set router 71a0abf1-6131-4708-b7b7-ea56fb6d106d gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:25.300344 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:25.334131 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34100367-8d35-4e2c-92e6-524d53ab9e35 req-39b102d5-fca4-4944-829d-57e4bfdc28bc tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:25.335978 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34100367-8d35-4e2c-92e6-524d53ab9e35 req-39b102d5-fca4-4944-829d-57e4bfdc28bc tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 944 time: 0.2190242 Feb 10 15:13:25.483294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-231c9023-741d-4d37-989d-b6c7d9abb893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'name': 'tempest-FloatingIPsTestJSON-1766430909-router', 'tenant_id': 'f79e418b8c244c348fe43266fc1c045e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:56Z', 'updated_at': '2022-02-10T15:13:24Z', 'revision_number': 6, 'project_id': 'f79e418b8c244c348fe43266fc1c045e', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:25.515855 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c9023-741d-4d37-989d-b6c7d9abb893 None None] The sync data for ids ['71a0abf1-6131-4708-b7b7-ea56fb6d106d'] in n-d-815324-7 is: [{'id': '71a0abf1-6131-4708-b7b7-ea56fb6d106d', 'name': 'tempest-FloatingIPsTestJSON-1766430909-router', 'tenant_id': 'f79e418b8c244c348fe43266fc1c045e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:56Z', 'updated_at': '2022-02-10T15:13:24Z', 'revision_number': 6, 'project_id': 'f79e418b8c244c348fe43266fc1c045e', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:13:25.667238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Router 16c069dc-346a-41b3-a6c3-960a371be859 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:13:25.766535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b249b58b-73ec-4218-b4a0-5606382fdb93 None None] Provisioning complete for port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:25.767355 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b249b58b-73ec-4218-b4a0-5606382fdb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:25.812165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:13:25.818629 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9c95424b-ce1d-495c-a20d-4bc6571bb4d8 admin admin] 10.222.0.64 "PUT /v2.0/routers/16c069dc-346a-41b3-a6c3-960a371be859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9024973 Feb 10 15:13:25.831246 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b249b58b-73ec-4218-b4a0-5606382fdb93 None None] Port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:13:25.871822 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34100367-8d35-4e2c-92e6-524d53ab9e35 req-537c4a70-77a6-42d0-9c1b-67ddbcb6e88c tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222476 Feb 10 15:13:25.956107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36108) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:25.988163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] For port 47e203ba-214c-4b1a-a312-b349f1457002, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=47e203ba-214c-4b1a-a312-b349f1457002,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:25.990397 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (47e203ba-214c-4b1a-a312-b349f1457002), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:26.044767 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Calling delete_port for 47e203ba-214c-4b1a-a312-b349f1457002 owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:13:26.087845 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50f8aa-9aa3-4b14-9d9d-57c4480cf885 req-28b87fc2-feeb-45a0-a70e-98dc0aae826e tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:26.095895 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b50f8aa-9aa3-4b14-9d9d-57c4480cf885 req-28b87fc2-feeb-45a0-a70e-98dc0aae826e tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 949 time: 0.2762318 Feb 10 15:13:26.114288 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 577255a5-fd41-44e9-83be-59cbcccb6d3e up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:26.124163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e274a-dcb3-4c87-bed6-baa7c887e6f5 req-2805695d-3cea-4983-8c9f-11133250a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:26.126310 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-070e274a-dcb3-4c87-bed6-baa7c887e6f5 req-2805695d-3cea-4983-8c9f-11133250a95e service neutron] 10.222.0.79 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.8400931 Feb 10 15:13:26.158135 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device b7341060-e935-41d4-8242-bd60d7574d5f up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:26.188494 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd60db3e-dda6-491a-9440-e7e5c4cd66ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:26.235252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 577255a5-fd41-44e9-83be-59cbcccb6d3e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:26.236090 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (577255a5-fd41-44e9-83be-59cbcccb6d3e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:26.290870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port b7341060-e935-41d4-8242-bd60d7574d5f completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:13:26.302458 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port b7341060-e935-41d4-8242-bd60d7574d5f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:26.302701 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-070e274a-dcb3-4c87-bed6-baa7c887e6f5 req-ff599816-a6f5-4904-9297-b3ae69173126 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f HTTP/1.1" status: 200 len: 217 time: 0.0962889 Feb 10 15:13:26.303560 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b7341060-e935-41d4-8242-bd60d7574d5f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:26.341356 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd60db3e-dda6-491a-9440-e7e5c4cd66ea admin admin] Publish callbacks [] for security_group (c457a050-55fc-463e-9aad-c9fe54288199), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:26.356390 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd60db3e-dda6-491a-9440-e7e5c4cd66ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c457a050-55fc-463e-9aad-c9fe54288199), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:26.417774 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dd60db3e-dda6-491a-9440-e7e5c4cd66ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1bf88f58610d4fe69169795bea62a944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4604650 Feb 10 15:13:26.420595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36118) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:26.434297 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b50f8aa-9aa3-4b14-9d9d-57c4480cf885 req-bd15a8b4-7610-4915-aef5-294da3d3ea8a tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307045 Feb 10 15:13:26.447327 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60db3e-dda6-491a-9440-e7e5c4cd66ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c457a050-55fc-463e-9aad-c9fe54288199,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:26.462479 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 577255a5-fd41-44e9-83be-59cbcccb6d3e is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:26.462940 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (577255a5-fd41-44e9-83be-59cbcccb6d3e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:26.494558 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e274a-dcb3-4c87-bed6-baa7c887e6f5 req-83462788-2f52-48f0-a139-b92b4d289570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:26.495310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 577255a5-fd41-44e9-83be-59cbcccb6d3e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=577255a5-fd41-44e9-83be-59cbcccb6d3e,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:26.497432 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-070e274a-dcb3-4c87-bed6-baa7c887e6f5 req-83462788-2f52-48f0-a139-b92b4d289570 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.1875319 Feb 10 15:13:26.503854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port b7341060-e935-41d4-8242-bd60d7574d5f is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:26.504301 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b7341060-e935-41d4-8242-bd60d7574d5f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:26.508721 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (577255a5-fd41-44e9-83be-59cbcccb6d3e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:26.530202 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c904a105-9f41-4b53-ae5a-f796b9e8aafb no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:13:26.542716 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Sync routers for ids ['16c069dc-346a-41b3-a6c3-960a371be859'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:13:26.552028 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-070e274a-dcb3-4c87-bed6-baa7c887e6f5 req-65d1ffdb-d2ca-457e-bf3d-00199bbea862 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482376 Feb 10 15:13:26.563797 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: c904a105-9f41-4b53-ae5a-f796b9e8aafb {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:13:26.564137 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c904a105-9f41-4b53-ae5a-f796b9e8aafb not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:13:26.565805 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Routers {'16c069dc-346a-41b3-a6c3-960a371be859'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:26.567079 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['16c069dc-346a-41b3-a6c3-960a371be859'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:26.592732 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b6beb85d-615d-4a8b-b5ca-ec7c1c5f8b49 admin admin] Publish callbacks [] for security_group (c457a050-55fc-463e-9aad-c9fe54288199), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:26.629519 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b6beb85d-615d-4a8b-b5ca-ec7c1c5f8b49 admin admin] Publish callbacks [] for security_group (c457a050-55fc-463e-9aad-c9fe54288199), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:26.633466 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5065e-501c-4d4a-aa51-2839097f3432 req-4b91da61-0c96-4e03-a359-75b3a7222d50 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:26.634855 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29c5065e-501c-4d4a-aa51-2839097f3432 req-4b91da61-0c96-4e03-a359-75b3a7222d50 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 949 time: 0.3384473 Feb 10 15:13:26.664674 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port b7341060-e935-41d4-8242-bd60d7574d5f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=b7341060-e935-41d4-8242-bd60d7574d5f,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:26.673897 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7341060-e935-41d4-8242-bd60d7574d5f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:26.676224 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5879a6f-c469-4bf2-9d4c-277502616238" -d '{"events": [{"server_uuid": "83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2", "name": "network-vif-plugged", "status": "completed", "tag": "b7341060-e935-41d4-8242-bd60d7574d5f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:26.704393 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b7341060-e935-41d4-8242-bd60d7574d5f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:26.741739 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b6beb85d-615d-4a8b-b5ca-ec7c1c5f8b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c457a050-55fc-463e-9aad-c9fe54288199), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:26.746889 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=577255a5-fd41-44e9-83be-59cbcccb6d3e,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:26.764504 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b6beb85d-615d-4a8b-b5ca-ec7c1c5f8b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:26.767241 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b6beb85d-615d-4a8b-b5ca-ec7c1c5f8b49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c457a050-55fc-463e-9aad-c9fe54288199 HTTP/1.1" status: 204 len: 168 time: 0.3450859 Feb 10 15:13:26.796092 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6beb85d-615d-4a8b-b5ca-ec7c1c5f8b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c457a050-55fc-463e-9aad-c9fe54288199,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:26.830281 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Set router 16c069dc-346a-41b3-a6c3-960a371be859 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:26.892229 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-070e274a-dcb3-4c87-bed6-baa7c887e6f5 req-c8c0f633-67bd-4f90-a8fa-f5c6ccfb9020 service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313801 Feb 10 15:13:26.894961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=b7341060-e935-41d4-8242-bd60d7574d5f,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:26.934211 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (47e203ba-214c-4b1a-a312-b349f1457002), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:26.947791 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29c5065e-501c-4d4a-aa51-2839097f3432 req-4b4eab18-62bb-42b6-9a8b-f7d91e40a6e2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019514 Feb 10 15:13:27.042454 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad334af-ed64-435f-a5cb-13777b88be04 x-openstack-request-id: req-8ad334af-ed64-435f-a5cb-13777b88be04 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:27.042893 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2", "name": "network-vif-plugged", "status": "completed", "tag": "b7341060-e935-41d4-8242-bd60d7574d5f", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:27.043241 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ad334af-ed64-435f-a5cb-13777b88be04 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:27.043726 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7341060-e935-41d4-8242-bd60d7574d5f', 'code': 200} Feb 10 15:13:27.043851 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Pushing event deleted for resources: {'Port': ['ID=47e203ba-214c-4b1a-a312-b349f1457002,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:27.068910 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (71a0abf1-6131-4708-b7b7-ea56fb6d106d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:27.137758 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c069dc-346a-41b3-a6c3-960a371be859', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-router', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:17Z', 'updated_at': '2022-02-10T15:13:24Z', 'revision_number': 4, 'project_id': '26e690b06e5d477db6241710c94522d2', 'gw_port': {'id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:19Z', 'updated_at': '2022-02-10T15:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54', 'name': '', 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'mac_address': 'fa:16:3e:d2:81:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:23Z', 'updated_at': '2022-02-10T15:13:24Z', 'revision_number': 2, 'project_id': '26e690b06e5d477db6241710c94522d2', 'subnets': [{'id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:27.186038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0960cb-5d93-4b72-9c50-51d317c923bb req-cbacd977-92e3-433a-a881-5ecc22c8bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:27.186528 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (71a0abf1-6131-4708-b7b7-ea56fb6d106d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:27.187803 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ec0960cb-5d93-4b72-9c50-51d317c923bb req-cbacd977-92e3-433a-a881-5ecc22c8bad7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 1132 time: 0.0712526 Feb 10 15:13:27.188357 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Publish callbacks [] for router_controller (71a0abf1-6131-4708-b7b7-ea56fb6d106d), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:27.265986 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (71a0abf1-6131-4708-b7b7-ea56fb6d106d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:27.266540 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71a0abf1-6131-4708-b7b7-ea56fb6d106d {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:13:27.271032 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ec0960cb-5d93-4b72-9c50-51d317c923bb req-cda13edb-f6ac-45fa-a52c-fe2687c7d2dc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760460 Feb 10 15:13:27.281861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:27.282183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:27.282531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:27.282851 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:27.283183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:27.283516 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:27.283842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:27.284173 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:27.284488 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:27.284837 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:27.285161 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:27.285482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:27.285802 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:27.301369 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:27.302515 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6c2824a3-3d56-44dd-bb37-a18d2173499b admin admin] 10.222.0.64 "DELETE /v2.0/routers/71a0abf1-6131-4708-b7b7-ea56fb6d106d HTTP/1.1" status: 204 len: 168 time: 2.9298468 Feb 10 15:13:27.306021 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36146) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:27.389394 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-28807be4-309c-48cc-a86b-e661625d6d62 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:27.396263 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-28807be4-309c-48cc-a86b-e661625d6d62 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/networks?id=93a13b65-168f-4f1d-877c-9ae76be87936 HTTP/1.1" status: 200 len: 827 time: 0.5074825 Feb 10 15:13:27.415290 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07ecff3-72c0-4c35-ae16-ea07b8d50330 admin admin] Deleting subnet 42375b3f-c7fe-4a71-98d0-3fd285d4cf09 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:13:27.426679 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c07ecff3-72c0-4c35-ae16-ea07b8d50330 admin admin] Publish callbacks [] for subnet (42375b3f-c7fe-4a71-98d0-3fd285d4cf09), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:27.429530 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Checking router: 16c069dc-346a-41b3-a6c3-960a371be859 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:13:27.430054 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-0c4afd3a-6ecf-494b-a548-29c99943e0bf tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/quotas/26e690b06e5d477db6241710c94522d2 HTTP/1.1" status: 200 len: 375 time: 0.0328295 Feb 10 15:13:27.430502 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Updating router 16c069dc-346a-41b3-a6c3-960a371be859 port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:13:27.465550 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4903e-a1c3-4e56-988d-0067b5c7a06a req-d8210c20-4ba5-45a6-b67d-16c02c7b21dc tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:27.472427 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12c4903e-a1c3-4e56-988d-0067b5c7a06a req-d8210c20-4ba5-45a6-b67d-16c02c7b21dc tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 944 time: 0.2120218 Feb 10 15:13:27.490877 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:27.495478 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-070e274a-dcb3-4c87-bed6-baa7c887e6f5 req-0fe2ad75-166d-4706-9a83-c58212ea9785 service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446367 Feb 10 15:13:27.509967 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c07ecff3-72c0-4c35-ae16-ea07b8d50330 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (42375b3f-c7fe-4a71-98d0-3fd285d4cf09), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:27.579030 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-8a779a8b-a6c3-42cd-aea8-3bb3a41434f5 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=26e690b06e5d477db6241710c94522d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1480904 Feb 10 15:13:27.583070 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12c4903e-a1c3-4e56-988d-0067b5c7a06a req-d83043de-9465-483b-868a-8299f81bfe66 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098108 Feb 10 15:13:27.721268 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c07ecff3-72c0-4c35-ae16-ea07b8d50330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (42375b3f-c7fe-4a71-98d0-3fd285d4cf09), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:27.845175 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c07ecff3-72c0-4c35-ae16-ea07b8d50330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (42375b3f-c7fe-4a71-98d0-3fd285d4cf09), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:27.899450 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-01fbdef6-70ef-492e-a485-bfabeec0281e service neutron] 10.222.0.64 "GET /v2.0/networks/93a13b65-168f-4f1d-877c-9ae76be87936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064694 Feb 10 15:13:27.922041 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaadf35-9136-4981-8ea9-9b182025170d req-3517b4b4-7458-4c73-9752-d1f4a1453507 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:27.923490 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaaadf35-9136-4981-8ea9-9b182025170d req-3517b4b4-7458-4c73-9752-d1f4a1453507 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 949 time: 0.1602967 Feb 10 15:13:27.927678 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ecff3-72c0-4c35-ae16-ea07b8d50330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42375b3f-c7fe-4a71-98d0-3fd285d4cf09,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:27.939234 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c07ecff3-72c0-4c35-ae16-ea07b8d50330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:27.945009 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7292d148-9c60-4419-a3e7-4f4578870719 None None] Network 48de39ae-dbd1-43b4-bf32-6ddd37583331 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:13:27.968203 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c07ecff3-72c0-4c35-ae16-ea07b8d50330 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/42375b3f-c7fe-4a71-98d0-3fd285d4cf09 HTTP/1.1" status: 204 len: 168 time: 0.6555476 Feb 10 15:13:27.970687 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Publish callbacks [] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:27.971580 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36164) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:27.981532 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:28.011330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 577255a5-fd41-44e9-83be-59cbcccb6d3e up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:28.086165 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (48de39ae-dbd1-43b4-bf32-6ddd37583331), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:28.086412 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed32e16-2202-40b6-aa30-6957b64ddc48 None None] Pushing event updated for resources: {'Port': ['ID=b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:28.169923 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-af47f52e-af09-4f76-a9d6-8de58a6bce8a service neutron] 10.222.0.64 "GET /v2.0/networks/93a13b65-168f-4f1d-877c-9ae76be87936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696047 Feb 10 15:13:28.189151 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaaadf35-9136-4981-8ea9-9b182025170d req-f98167d1-a3aa-4e26-9e80-b19c4de1ed28 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326143 Feb 10 15:13:28.203103 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 3ee346dd-6dbc-469b-9349-510978c1ae8f details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:13:28.230270 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] Deleting port 61d11d0e-fb37-487a-81d9-6672b085dc1d {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:13:28.230270 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (61d11d0e-fb37-487a-81d9-6672b085dc1d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:28.244462 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Attempting to bind port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:28.244992 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Attempting to bind port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '88b84dc3-6a0d-451a-8da2-fd9d1dde19c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:28.245565 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Attempting to bind port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 on network 93a13b65-168f-4f1d-877c-9ae76be87936 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:28.252039 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:28.252636 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Checking segment: {'id': '88b84dc3-6a0d-451a-8da2-fd9d1dde19c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:28.253168 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:28.253659 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Bound using segment: {'id': '88b84dc3-6a0d-451a-8da2-fd9d1dde19c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:28.254233 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Bound port: b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b84dc3-6a0d-451a-8da2-fd9d1dde19c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:28.254717 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:28.321725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 577255a5-fd41-44e9-83be-59cbcccb6d3e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:28.322096 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (577255a5-fd41-44e9-83be-59cbcccb6d3e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:28.369394 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] For port 61d11d0e-fb37-487a-81d9-6672b085dc1d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=61d11d0e-fb37-487a-81d9-6672b085dc1d,segment=NetworkSegment(0f305be8-292d-49f9-b91a-ee56c9634ea5),segment_id=0f305be8-292d-49f9-b91a-ee56c9634ea5)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:28.369839 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (61d11d0e-fb37-487a-81d9-6672b085dc1d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:28.374176 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] For port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:28.381930 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] For port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54,segment=NetworkSegment(88b84dc3-6a0d-451a-8da2-fd9d1dde19c3),segment_id=88b84dc3-6a0d-451a-8da2-fd9d1dde19c3)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:28.389906 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] Calling delete_port for 61d11d0e-fb37-487a-81d9-6672b085dc1d owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:13:28.392461 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:28.474423 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e8de0-d700-4250-ad69-6807d7a85f1f req-19a067e1-9ae8-4027-b387-aa0478154ed8 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:28.488385 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b1e8de0-d700-4250-ad69-6807d7a85f1f req-19a067e1-9ae8-4027-b387-aa0478154ed8 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 950 time: 0.1382408 Feb 10 15:13:28.510903 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Routers {'16c069dc-346a-41b3-a6c3-960a371be859'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:28.511544 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['16c069dc-346a-41b3-a6c3-960a371be859'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:28.521253 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (61d11d0e-fb37-487a-81d9-6672b085dc1d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:28.565055 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] No DVR routers for this DVR port 61d11d0e-fb37-487a-81d9-6672b085dc1d on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:13:28.659360 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b1e8de0-d700-4250-ad69-6807d7a85f1f req-62b6d037-644e-4341-a73d-4843589319d6 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593814 Feb 10 15:13:28.666317 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] Set router 16c069dc-346a-41b3-a6c3-960a371be859 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:28.750963 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=61d11d0e-fb37-487a-81d9-6672b085dc1d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:28.803711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 3ee346dd-6dbc-469b-9349-510978c1ae8f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:28.856067 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '3ee346dd-6dbc-469b-9349-510978c1ae8f', 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b', 'port_id': '3ee346dd-6dbc-469b-9349-510978c1ae8f', 'mac_address': 'fa:16:3e:f0:76:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6d7326-5c38-4fe8-832a-e5a495c9b28d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:13:28.895120 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362810cc-73cd-4aac-81f8-18e094dabfdc req-f69bf76d-d19e-4add-b50e-5f6bf4538e07 tempest-LiveMigrationNegativeTest-446003827 tempest-LiveMigrationNegativeTest-446003827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:28.907931 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-362810cc-73cd-4aac-81f8-18e094dabfdc req-f69bf76d-d19e-4add-b50e-5f6bf4538e07 tempest-LiveMigrationNegativeTest-446003827 tempest-LiveMigrationNegativeTest-446003827-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 1131 time: 0.1004212 Feb 10 15:13:28.917658 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ca7502fd-195b-4c89-bf8a-811ad3226f40 None None] Provisioning complete for port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:28.918113 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ca7502fd-195b-4c89-bf8a-811ad3226f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:28.943211 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-362810cc-73cd-4aac-81f8-18e094dabfdc req-f4f53be9-ff12-47f3-bef0-9c24c938b115 tempest-LiveMigrationNegativeTest-446003827 tempest-LiveMigrationNegativeTest-446003827-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:28.967871 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (48de39ae-dbd1-43b4-bf32-6ddd37583331), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:29.015517 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48de39ae-dbd1-43b4-bf32-6ddd37583331']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:29.033629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f305be8-292d-49f9-b91a-ee56c9634ea5') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:29.034026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f305be8-292d-49f9-b91a-ee56c9634ea5') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:29.047592 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (0f305be8-292d-49f9-b91a-ee56c9634ea5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:29.066900 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4dde31b3-8c6e-43a3-ae20-4eacbf9cf11c req-d1a52914-c42b-497d-b2c1-a2b1d61d30eb tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 210 time: 0.0599051 Feb 10 15:13:29.068184 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (0f305be8-292d-49f9-b91a-ee56c9634ea5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:29.081314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:13:29.081314 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (0f305be8-292d-49f9-b91a-ee56c9634ea5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:29.128111 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-362810cc-73cd-4aac-81f8-18e094dabfdc req-f4f53be9-ff12-47f3-bef0-9c24c938b115 tempest-LiveMigrationNegativeTest-446003827 tempest-LiveMigrationNegativeTest-446003827-project-admin] Publish callbacks [] for security_group (395f0522-00d6-4a2c-a31c-33936e347724), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:29.135427 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-362810cc-73cd-4aac-81f8-18e094dabfdc req-f4f53be9-ff12-47f3-bef0-9c24c938b115 tempest-LiveMigrationNegativeTest-446003827 tempest-LiveMigrationNegativeTest-446003827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (395f0522-00d6-4a2c-a31c-33936e347724), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:29.153884 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed32e16-2202-40b6-aa30-6957b64ddc48 None None] Pushing event updated for resources: {'Port': ['ID=b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:29.181179 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c069dc-346a-41b3-a6c3-960a371be859', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-router', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:17Z', 'updated_at': '2022-02-10T15:13:24Z', 'revision_number': 4, 'project_id': '26e690b06e5d477db6241710c94522d2', 'gw_port': {'id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:19Z', 'updated_at': '2022-02-10T15:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54', 'name': '', 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'mac_address': 'fa:16:3e:d2:81:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:23Z', 'updated_at': '2022-02-10T15:13:28Z', 'revision_number': 4, 'project_id': '26e690b06e5d477db6241710c94522d2', 'subnets': [{'id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:13:29.191900 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:13:29.201161 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (48de39ae-dbd1-43b4-bf32-6ddd37583331), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:29.207331 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:29.220230 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] 10.222.0.64 "DELETE /v2.0/networks/48de39ae-dbd1-43b4-bf32-6ddd37583331 HTTP/1.1" status: 204 len: 168 time: 1.2461421 Feb 10 15:13:29.235123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd3301-7653-4813-89ce-cc301aa84e6d admin admin] Pushing event deleted for resources: {'Network': ['ID=48de39ae-dbd1-43b4-bf32-6ddd37583331,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:29.241961 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f53be9-ff12-47f3-bef0-9c24c938b115 tempest-LiveMigrationNegativeTest-446003827 tempest-LiveMigrationNegativeTest-446003827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395f0522-00d6-4a2c-a31c-33936e347724,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:29.256969 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d323a30-84c0-4bea-a195-3d20b12bf18f None None] The sync data for ids ['16c069dc-346a-41b3-a6c3-960a371be859'] in n-d-815324-7 is: [{'id': '16c069dc-346a-41b3-a6c3-960a371be859', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-router', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:17Z', 'updated_at': '2022-02-10T15:13:24Z', 'revision_number': 4, 'project_id': '26e690b06e5d477db6241710c94522d2', 'gw_port': {'id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:19Z', 'updated_at': '2022-02-10T15:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54', 'name': '', 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'mac_address': 'fa:16:3e:d2:81:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:23Z', 'updated_at': '2022-02-10T15:13:28Z', 'revision_number': 4, 'project_id': '26e690b06e5d477db6241710c94522d2', 'subnets': [{'id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:13:29.261415 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-362810cc-73cd-4aac-81f8-18e094dabfdc req-f4f53be9-ff12-47f3-bef0-9c24c938b115 tempest-LiveMigrationNegativeTest-446003827 tempest-LiveMigrationNegativeTest-446003827-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525262 Feb 10 15:13:29.329900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e142ab-9d88-444e-a059-7ada2f073243 req-d78395ca-c55c-4d10-974f-42378d16007d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:29.341553 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b7e142ab-9d88-444e-a059-7ada2f073243 req-d78395ca-c55c-4d10-974f-42378d16007d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 944 time: 0.1464581 Feb 10 15:13:29.422326 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc638722-6a3e-4e77-bea5-a12c4d556797 None None] DHCP port deletion for 48de39ae-dbd1-43b4-bf32-6ddd37583331 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:13:29.458297 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b7e142ab-9d88-444e-a059-7ada2f073243 req-0549d71a-0b38-4788-bb57-48ca984b9723 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153674 Feb 10 15:13:29.507043 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 577255a5-fd41-44e9-83be-59cbcccb6d3e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:29.535550 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 3ee346dd-6dbc-469b-9349-510978c1ae8f is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:29.541517 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:29.559730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee346dd-6dbc-469b-9349-510978c1ae8f {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:13:29.607182 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 3ee346dd-6dbc-469b-9349-510978c1ae8f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:29.615532 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:29.626206 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36206) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:29.697825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 47e203ba-214c-4b1a-a312-b349f1457002 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:13:29.752913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 47e203ba-214c-4b1a-a312-b349f1457002 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:13:29.753260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 47e203ba-214c-4b1a-a312-b349f1457002 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:13:29.783880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ca7502fd-195b-4c89-bf8a-811ad3226f40 None None] Current status of the port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:29.785134 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ca7502fd-195b-4c89-bf8a-811ad3226f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:29.812408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=3ee346dd-6dbc-469b-9349-510978c1ae8f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:29.833041 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5072eda5-97af-42c3-8d71-a373792d4ba2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f79e418b8c244c348fe43266fc1c045e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2042506 Feb 10 15:13:29.834472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36216) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:29.849710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ca7502fd-195b-4c89-bf8a-811ad3226f40 None None] For port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54,segment=NetworkSegment(88b84dc3-6a0d-451a-8da2-fd9d1dde19c3),segment_id=88b84dc3-6a0d-451a-8da2-fd9d1dde19c3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:29.859284 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ca7502fd-195b-4c89-bf8a-811ad3226f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:29.979332 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3ee346dd-6dbc-469b-9349-510978c1ae8f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:13:30.051302 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:30.065540 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d7bd318d-72bb-4076-9fa9-08ecff56d53a admin admin] Publish callbacks [] for security_group (f346b580-33d2-453a-8b52-64814e56e05b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:30.098183 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d7bd318d-72bb-4076-9fa9-08ecff56d53a admin admin] Publish callbacks [] for security_group (f346b580-33d2-453a-8b52-64814e56e05b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:30.166346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7502fd-195b-4c89-bf8a-811ad3226f40 None None] Pushing event updated for resources: {'Port': ['ID=b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:30.166963 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d7bd318d-72bb-4076-9fa9-08ecff56d53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f346b580-33d2-453a-8b52-64814e56e05b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:30.169953 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d7bd318d-72bb-4076-9fa9-08ecff56d53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:30.174376 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d7bd318d-72bb-4076-9fa9-08ecff56d53a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f346b580-33d2-453a-8b52-64814e56e05b HTTP/1.1" status: 204 len: 168 time: 0.3367393 Feb 10 15:13:30.187466 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8dc802d5-e22b-487f-a2d1-89dc01feade7 None None] Provisioning complete for port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:30.187844 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8dc802d5-e22b-487f-a2d1-89dc01feade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:30.262094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e7745-0c67-459f-84dd-e9839ee83b60 req-1152a500-72b9-4d6a-81f7-1b190ed7c8ef tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:30.269936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c64e7745-0c67-459f-84dd-e9839ee83b60 req-1152a500-72b9-4d6a-81f7-1b190ed7c8ef tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 950 time: 0.3590477 Feb 10 15:13:30.277041 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd318d-72bb-4076-9fa9-08ecff56d53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f346b580-33d2-453a-8b52-64814e56e05b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:30.285555 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:30.286099 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:30.353746 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656162e-4a1f-4801-baab-cf8d2bf06451 req-257d6839-2e12-4f3b-9c81-da949327558d tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:30.360850 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a656162e-4a1f-4801-baab-cf8d2bf06451 req-257d6839-2e12-4f3b-9c81-da949327558d tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 949 time: 0.2083442 Feb 10 15:13:30.443946 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a656162e-4a1f-4801-baab-cf8d2bf06451 req-49473bb0-1667-4ae0-9187-095d898760b6 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804157 Feb 10 15:13:30.453830 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c64e7745-0c67-459f-84dd-e9839ee83b60 req-2ee0f927-315e-4098-b1ad-e5f50b457e5f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729949 Feb 10 15:13:30.673578 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-f8e21eb4-eefc-4174-897a-ccf75b36baa6 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:30.675956 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-f8e21eb4-eefc-4174-897a-ccf75b36baa6 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.72 "GET /v2.0/networks?id=93a13b65-168f-4f1d-877c-9ae76be87936 HTTP/1.1" status: 200 len: 827 time: 0.2594635 Feb 10 15:13:30.695538 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-3bbc164a-203d-4c0b-ad66-75c6dfab71c7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Request body: {'port': {'device_id': '77e310f1-822d-4f6b-ae91-7c9ec0dd4c10', 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936', 'admin_state_up': True, 'tenant_id': '26e690b06e5d477db6241710c94522d2'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:30.703168 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8dc802d5-e22b-487f-a2d1-89dc01feade7 None None] Current status of the port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:30.708439 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25f23392-744b-4cd7-a94c-07e56109c67b req-ec443bb8-d505-43f5-b209-322dea5b46c5 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 210 time: 0.0729539 Feb 10 15:13:30.807738 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:30.905346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 61d11d0e-fb37-487a-81d9-6672b085dc1d no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:13:30.917091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-3bbc164a-203d-4c0b-ad66-75c6dfab71c7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Made reservation on behalf of 26e690b06e5d477db6241710c94522d2 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:13:30.927631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-3bbc164a-203d-4c0b-ad66-75c6dfab71c7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:30.941025 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 61d11d0e-fb37-487a-81d9-6672b085dc1d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:13:30.941626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428af50-820d-4403-889a-29f88f748286 req-7ebe77e8-fba2-4f2d-ab5c-befa0e3306f1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:30.941890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 61d11d0e-fb37-487a-81d9-6672b085dc1d not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:13:30.961884 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4428af50-820d-4403-889a-29f88f748286 req-7ebe77e8-fba2-4f2d-ab5c-befa0e3306f1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 945 time: 0.1316664 Feb 10 15:13:31.069339 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4428af50-820d-4403-889a-29f88f748286 req-a195ff3a-7463-4d1c-9e64-b7a421e353ed tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065397 Feb 10 15:13:31.096943 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-3bbc164a-203d-4c0b-ad66-75c6dfab71c7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Allocated IP 172.20.0.5 (93a13b65-168f-4f1d-877c-9ae76be87936/8aad9e04-beb6-46ea-971b-c141c25615a8/b1a85289-4ecd-4591-9974-f9b9555b6e52) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:31.156170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36250) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:31.258267 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdccdd-18d4-494a-8468-75c55f882a04 req-7dc7a3ed-34f5-4b50-9295-7d26fe76aafb tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:31.273031 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9bdccdd-18d4-494a-8468-75c55f882a04 req-7dc7a3ed-34f5-4b50-9295-7d26fe76aafb tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 1132 time: 0.0873663 Feb 10 15:13:31.299515 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c9bdccdd-18d4-494a-8468-75c55f882a04 req-b521ee39-4aa4-4249-bfaa-6e05ba451bd2 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:31.367788 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3d3ca0fd-2e54-4527-8931-dd782b63620b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:31.403901 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-3bbc164a-203d-4c0b-ad66-75c6dfab71c7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for port (b1a85289-4ecd-4591-9974-f9b9555b6e52), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:31.451941 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c9bdccdd-18d4-494a-8468-75c55f882a04 req-b521ee39-4aa4-4249-bfaa-6e05ba451bd2 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] Publish callbacks [] for security_group (9ebc12fe-9c6f-4b1b-abc1-d411c6603852), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:31.457155 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-3bbc164a-203d-4c0b-ad66-75c6dfab71c7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b1a85289-4ecd-4591-9974-f9b9555b6e52), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:31.474015 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c9bdccdd-18d4-494a-8468-75c55f882a04 req-b521ee39-4aa4-4249-bfaa-6e05ba451bd2 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9ebc12fe-9c6f-4b1b-abc1-d411c6603852), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:31.481498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-3bbc164a-203d-4c0b-ad66-75c6dfab71c7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Network 93a13b65-168f-4f1d-877c-9ae76be87936 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:31.487892 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-3bbc164a-203d-4c0b-ad66-75c6dfab71c7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:31.523241 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-3bbc164a-203d-4c0b-ad66-75c6dfab71c7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:31.523867 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521ee39-4aa4-4249-bfaa-6e05ba451bd2 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebc12fe-9c6f-4b1b-abc1-d411c6603852,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:31.574842 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9bdccdd-18d4-494a-8468-75c55f882a04 req-b521ee39-4aa4-4249-bfaa-6e05ba451bd2 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912381 Feb 10 15:13:31.602943 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3d3ca0fd-2e54-4527-8931-dd782b63620b admin admin] Publish callbacks [] for security_group (264139ab-a86d-4123-9543-e3ef3db1dc42), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:31.636587 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3d3ca0fd-2e54-4527-8931-dd782b63620b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (264139ab-a86d-4123-9543-e3ef3db1dc42), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:31.685105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3d3ca0fd-2e54-4527-8931-dd782b63620b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47dff79a71e94134a1a12ef75313668f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5274212 Feb 10 15:13:31.690231 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36268) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:31.691229 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-3bbc164a-203d-4c0b-ad66-75c6dfab71c7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:31.692521 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-3bbc164a-203d-4c0b-ad66-75c6dfab71c7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:31.704320 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc164a-203d-4c0b-ad66-75c6dfab71c7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Pushing event updated for resources: {'Port': ['ID=b1a85289-4ecd-4591-9974-f9b9555b6e52,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:31.735539 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-3bbc164a-203d-4c0b-ad66-75c6dfab71c7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0426905 Feb 10 15:13:31.757627 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Request body: {'port': {'device_id': '77e310f1-822d-4f6b-ae91-7c9ec0dd4c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:31.789167 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ca0fd-2e54-4527-8931-dd782b63620b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264139ab-a86d-4123-9543-e3ef3db1dc42,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:31.797230 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8cb1c47-a3a5-4fde-870a-6ce0fd63e801 admin admin] Publish callbacks [] for security_group (264139ab-a86d-4123-9543-e3ef3db1dc42), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:31.812219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751fcb9-484a-4a6b-8810-85c8c1aa0563 req-c6c9691b-c97c-4ace-bf65-35a5fb0b88b8 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:31.820439 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9751fcb9-484a-4a6b-8810-85c8c1aa0563 req-c6c9691b-c97c-4ace-bf65-35a5fb0b88b8 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 949 time: 0.2336798 Feb 10 15:13:31.867328 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18e9a6-1d37-40ae-9bb8-03c4cab188ee req-f17d99f2-81e7-4895-825d-b31964bd8d4b tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:31.868935 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c18e9a6-1d37-40ae-9bb8-03c4cab188ee req-f17d99f2-81e7-4895-825d-b31964bd8d4b tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.72 "GET /v2.0/ports?device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 949 time: 0.2642734 Feb 10 15:13:31.871996 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8cb1c47-a3a5-4fde-870a-6ce0fd63e801 admin admin] Publish callbacks [] for security_group (264139ab-a86d-4123-9543-e3ef3db1dc42), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:31.909327 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b1a85289-4ecd-4591-9974-f9b9555b6e52), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:31.950469 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7bc7fec6-f16a-475f-a3ee-d875cf95b8d0 None None] Provisioning complete for port b1a85289-4ecd-4591-9974-f9b9555b6e52 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:31.951690 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7bc7fec6-f16a-475f-a3ee-d875cf95b8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b1a85289-4ecd-4591-9974-f9b9555b6e52), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:31.971830 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36276) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:31.991880 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9751fcb9-484a-4a6b-8810-85c8c1aa0563 req-2e87c0c2-52bf-400b-a9db-cc8aea9da792 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654084 Feb 10 15:13:32.038444 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:32.069764 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8cb1c47-a3a5-4fde-870a-6ce0fd63e801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (264139ab-a86d-4123-9543-e3ef3db1dc42), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.072385 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8cb1c47-a3a5-4fde-870a-6ce0fd63e801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.075800 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d8cb1c47-a3a5-4fde-870a-6ce0fd63e801 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/264139ab-a86d-4123-9543-e3ef3db1dc42 HTTP/1.1" status: 204 len: 168 time: 0.3737099 Feb 10 15:13:32.122215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb1c47-a3a5-4fde-870a-6ce0fd63e801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264139ab-a86d-4123-9543-e3ef3db1dc42,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:32.170160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7fec6-f16a-475f-a3ee-d875cf95b8d0 None None] Port b1a85289-4ecd-4591-9974-f9b9555b6e52 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:13:32.204017 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-3c18e9a6-1d37-40ae-9bb8-03c4cab188ee req-dcc28c01-fdc9-463b-9fbe-bddbf357b6d0 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Deleting port fa63ced4-c692-41f0-98c8-de57c8ab00a6 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:13:32.204434 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3c18e9a6-1d37-40ae-9bb8-03c4cab188ee req-dcc28c01-fdc9-463b-9fbe-bddbf357b6d0 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fa63ced4-c692-41f0-98c8-de57c8ab00a6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.206464 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 3ee346dd-6dbc-469b-9349-510978c1ae8f up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:32.235725 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89046c79-0269-4588-ac3c-1e2a5b994281 req-250a88e0-6386-49f5-be5c-6e4232a7fe92 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:32.245389 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89046c79-0269-4588-ac3c-1e2a5b994281 req-250a88e0-6386-49f5-be5c-6e4232a7fe92 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 931 time: 0.2778213 Feb 10 15:13:32.250547 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-4ae2e0f5-75c4-45e4-ad60-96542c015987 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1260083795-network', 'tenant_id': 'db7129cd8a1549be964afa1ad2f78472'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:32.311415 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae2e0f5-75c4-45e4-ad60-96542c015987 admin admin] Made reservation on behalf of db7129cd8a1549be964afa1ad2f78472 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:13:32.314195 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e0f5-75c4-45e4-ad60-96542c015987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.314680 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:32.315240 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.340972 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e0f5-75c4-45e4-ad60-96542c015987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.400087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 3ee346dd-6dbc-469b-9349-510978c1ae8f completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:13:32.404512 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 3ee346dd-6dbc-469b-9349-510978c1ae8f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:32.404928 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.434414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-3c18e9a6-1d37-40ae-9bb8-03c4cab188ee req-dcc28c01-fdc9-463b-9fbe-bddbf357b6d0 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] For port fa63ced4-c692-41f0-98c8-de57c8ab00a6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fa63ced4-c692-41f0-98c8-de57c8ab00a6,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:32.435035 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3c18e9a6-1d37-40ae-9bb8-03c4cab188ee req-dcc28c01-fdc9-463b-9fbe-bddbf357b6d0 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fa63ced4-c692-41f0-98c8-de57c8ab00a6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.453207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-3c18e9a6-1d37-40ae-9bb8-03c4cab188ee req-dcc28c01-fdc9-463b-9fbe-bddbf357b6d0 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Calling delete_port for fa63ced4-c692-41f0-98c8-de57c8ab00a6 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:13:32.492336 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:32.546024 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 3ee346dd-6dbc-469b-9349-510978c1ae8f is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:32.546424 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.549835 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e0f5-75c4-45e4-ad60-96542c015987 admin admin] Publish callbacks [] for security_group (5f7fdfec-e2ce-4319-85c7-3030df9e0b1e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.554365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a85289-4ecd-4591-9974-f9b9555b6e52 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:13:32.562679 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Publish callbacks [] for port (b1a85289-4ecd-4591-9974-f9b9555b6e52), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.569262 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e0f5-75c4-45e4-ad60-96542c015987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5f7fdfec-e2ce-4319-85c7-3030df9e0b1e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.575108 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89046c79-0269-4588-ac3c-1e2a5b994281 req-479d5aeb-5925-4218-8345-aa9107890871 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8ef6872-34d1-4958-981f-754fba608aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287563 Feb 10 15:13:32.601547 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2e0f5-75c4-45e4-ad60-96542c015987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7fdfec-e2ce-4319-85c7-3030df9e0b1e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:32.612215 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Transition to ACTIVE for port object b1a85289-4ecd-4591-9974-f9b9555b6e52 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:13:32.616631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae2e0f5-75c4-45e4-ad60-96542c015987 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:13:32.624263 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (b1a85289-4ecd-4591-9974-f9b9555b6e52), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.635041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 3ee346dd-6dbc-469b-9349-510978c1ae8f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:32.638459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441187ac-cbdb-4315-96db-db060af6ea43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee346dd-6dbc-469b-9349-510978c1ae8f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:32.644138 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96103e80-d6de-4dbc-9304-a77bb9f99432" -d '{"events": [{"server_uuid": "441187ac-cbdb-4315-96db-db060af6ea43", "name": "network-vif-plugged", "status": "completed", "tag": "3ee346dd-6dbc-469b-9349-510978c1ae8f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:32.653927 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.656139 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3c18e9a6-1d37-40ae-9bb8-03c4cab188ee req-dcc28c01-fdc9-463b-9fbe-bddbf357b6d0 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (fa63ced4-c692-41f0-98c8-de57c8ab00a6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.687804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc28c01-fdc9-463b-9fbe-bddbf357b6d0 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Pushing event deleted for resources: {'Port': ['ID=fa63ced4-c692-41f0-98c8-de57c8ab00a6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:32.707459 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b062a0f-75a5-4cc9-a5d9-42f4b7bd349e req-8339d5f7-563c-4b54-9d4f-0b469a8ceda0 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:32.712991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b062a0f-75a5-4cc9-a5d9-42f4b7bd349e req-8339d5f7-563c-4b54-9d4f-0b469a8ceda0 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 945 time: 0.5363204 Feb 10 15:13:32.720238 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e0f5-75c4-45e4-ad60-96542c015987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (1966de7d-36c1-4a00-a724-7c91e06d3afb), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.728811 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-4ae2e0f5-75c4-45e4-ad60-96542c015987 admin admin] Added segment 1966de7d-36c1-4a00-a724-7c91e06d3afb of type vlan for network 17fd19ce-b002-4549-815d-defa552bf42d Feb 10 15:13:32.774347 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=3ee346dd-6dbc-469b-9349-510978c1ae8f,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:32.790338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['d61dacb8-0e6f-49ee-a2ad-58c3644acae3', 'fa63ced4-c692-41f0-98c8-de57c8ab00a6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:13:32.841149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c18e9a6-1d37-40ae-9bb8-03c4cab188ee req-dcc28c01-fdc9-463b-9fbe-bddbf357b6d0 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] No DVR routers for this DVR port fa63ced4-c692-41f0-98c8-de57c8ab00a6 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:13:32.865756 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e0f5-75c4-45e4-ad60-96542c015987 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (17fd19ce-b002-4549-815d-defa552bf42d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.868051 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3c18e9a6-1d37-40ae-9bb8-03c4cab188ee req-dcc28c01-fdc9-463b-9fbe-bddbf357b6d0 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.871976 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c18e9a6-1d37-40ae-9bb8-03c4cab188ee req-dcc28c01-fdc9-463b-9fbe-bddbf357b6d0 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.72 "DELETE /v2.0/ports/fa63ced4-c692-41f0-98c8-de57c8ab00a6 HTTP/1.1" status: 204 len: 173 time: 0.9930375 Feb 10 15:13:32.892582 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabf5ef5-0c02-42aa-8c90-e24e351d6c75', 'name': 'network-vif-deleted', 'tag': 'fa63ced4-c692-41f0-98c8-de57c8ab00a6'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:32.898983 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10456ef-692b-48a2-b525-afcbb9b2f3ba" -d '{"events": [{"server_uuid": "cabf5ef5-0c02-42aa-8c90-e24e351d6c75", "name": "network-vif-deleted", "tag": "fa63ced4-c692-41f0-98c8-de57c8ab00a6"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:32.925741 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e0f5-75c4-45e4-ad60-96542c015987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (17fd19ce-b002-4549-815d-defa552bf42d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.926737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae2e0f5-75c4-45e4-ad60-96542c015987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:32.927323 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e0f5-75c4-45e4-ad60-96542c015987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:32.969614 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-eab4d889-6e35-4c26-9fba-d0dac9710955 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1953156 Feb 10 15:13:33.079538 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4ae2e0f5-75c4-45e4-ad60-96542c015987 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1062384 Feb 10 15:13:33.080405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a85289-4ecd-4591-9974-f9b9555b6e52,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:33.083067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36314) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:33.110075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-e77d34a6-4ddb-4f70-85ae-76e7640edcc6 admin admin] Request body: {'subnet': {'network_id': '17fd19ce-b002-4549-815d-defa552bf42d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1260083795-subnet', 'tenant_id': 'db7129cd8a1549be964afa1ad2f78472', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:33.152161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77d34a6-4ddb-4f70-85ae-76e7640edcc6 admin admin] Made reservation on behalf of db7129cd8a1549be964afa1ad2f78472 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:13:33.160715 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e77d34a6-4ddb-4f70-85ae-76e7640edcc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:33.170608 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b062a0f-75a5-4cc9-a5d9-42f4b7bd349e req-a144ccc2-4b6e-41d4-9804-412441febee7 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478998 Feb 10 15:13:33.197834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Attempting to bind port b1a85289-4ecd-4591-9974-f9b9555b6e52 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:33.198337 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Attempting to bind port b1a85289-4ecd-4591-9974-f9b9555b6e52 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '88b84dc3-6a0d-451a-8da2-fd9d1dde19c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:33.199018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Attempting to bind port b1a85289-4ecd-4591-9974-f9b9555b6e52 on network 93a13b65-168f-4f1d-877c-9ae76be87936 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:33.211799 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-55abbe5e-619d-4978-801c-935015c9c677 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:33.219613 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-55abbe5e-619d-4978-801c-935015c9c677 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478876 Feb 10 15:13:33.230990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-218a9d00-a669-468a-bb8b-86bf445914a4 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/quotas/ee7e30a5c60144e3888d69f0b00a1cac HTTP/1.1" status: 200 len: 375 time: 0.0104766 Feb 10 15:13:33.259699 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Port b1a85289-4ecd-4591-9974-f9b9555b6e52 on network 93a13b65-168f-4f1d-877c-9ae76be87936 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:13:33.260563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Attempting to bind port b1a85289-4ecd-4591-9974-f9b9555b6e52 on network 93a13b65-168f-4f1d-877c-9ae76be87936 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:33.267940 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d704d7-68bf-41f2-9e90-d213288dfe59 x-openstack-request-id: req-b3d704d7-68bf-41f2-9e90-d213288dfe59 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:33.267940 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441187ac-cbdb-4315-96db-db060af6ea43", "name": "network-vif-plugged", "status": "completed", "tag": "3ee346dd-6dbc-469b-9349-510978c1ae8f", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:33.267940 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3d704d7-68bf-41f2-9e90-d213288dfe59 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:33.267940 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441187ac-cbdb-4315-96db-db060af6ea43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee346dd-6dbc-469b-9349-510978c1ae8f', 'code': 200} Feb 10 15:13:33.279470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:33.279855 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Checking segment: {'id': '88b84dc3-6a0d-451a-8da2-fd9d1dde19c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:33.280180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Bound using segment: {'id': '88b84dc3-6a0d-451a-8da2-fd9d1dde19c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:33.280608 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Bound port: b1a85289-4ecd-4591-9974-f9b9555b6e52, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b84dc3-6a0d-451a-8da2-fd9d1dde19c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:33.280999 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b1a85289-4ecd-4591-9974-f9b9555b6e52), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:33.287472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2e0f5-75c4-45e4-ad60-96542c015987 admin admin] Pushing event updated for resources: {'Network': ['ID=17fd19ce-b002-4549-815d-defa552bf42d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:33.303940 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 17fd19ce-b002-4549-815d-defa552bf42d details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:13:33.426613 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457e6ce2-da4f-4070-b08b-ea1dfede8b56 x-openstack-request-id: req-457e6ce2-da4f-4070-b08b-ea1dfede8b56 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:33.426912 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabf5ef5-0c02-42aa-8c90-e24e351d6c75", "name": "network-vif-deleted", "tag": "fa63ced4-c692-41f0-98c8-de57c8ab00a6", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:33.427161 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-457e6ce2-da4f-4070-b08b-ea1dfede8b56 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:33.427554 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabf5ef5-0c02-42aa-8c90-e24e351d6c75', 'name': 'network-vif-deleted', 'tag': 'fa63ced4-c692-41f0-98c8-de57c8ab00a6', 'status': 'completed', 'code': 200} Feb 10 15:13:33.479710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d64578-7c04-44aa-b67a-bb0bdfccf171 req-bf5b5d4b-27fc-472a-b420-5fa60886e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:33.481381 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53d64578-7c04-44aa-b67a-bb0bdfccf171 req-bf5b5d4b-27fc-472a-b420-5fa60886e47c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 1128 time: 0.1311903 Feb 10 15:13:33.490773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] For port b1a85289-4ecd-4591-9974-f9b9555b6e52, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:33.494637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] For port b1a85289-4ecd-4591-9974-f9b9555b6e52, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b1a85289-4ecd-4591-9974-f9b9555b6e52,segment=NetworkSegment(88b84dc3-6a0d-451a-8da2-fd9d1dde19c3),segment_id=88b84dc3-6a0d-451a-8da2-fd9d1dde19c3)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:33.499084 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-5260508a-718e-459e-a595-b67026702c97 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2550282 Feb 10 15:13:33.509742 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (b1a85289-4ecd-4591-9974-f9b9555b6e52), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:33.558020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:33.559115 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:33.560763 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] 10.222.0.72 "PUT /v2.0/ports/b1a85289-4ecd-4591-9974-f9b9555b6e52 HTTP/1.1" status: 200 len: 1091 time: 1.8181911 Feb 10 15:13:33.564235 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e310f1-822d-4f6b-ae91-7c9ec0dd4c10', 'tag': 'b1a85289-4ecd-4591-9974-f9b9555b6e52'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:33.574231 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc1744a-88b9-4cee-98ac-7998ed6e30f1" -d '{"events": [{"name": "network-changed", "server_uuid": "77e310f1-822d-4f6b-ae91-7c9ec0dd4c10", "tag": "b1a85289-4ecd-4591-9974-f9b9555b6e52"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:33.640747 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2fb925e4-169c-4624-a46b-b1588b727788 req-3ae81087-b694-4bec-a674-54964987ee0b tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabf5ef5-0c02-42aa-8c90-e24e351d6c75 HTTP/1.1" status: 200 len: 210 time: 0.1341984 Feb 10 15:13:33.670494 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30e637-5321-4785-9c7e-5f5d97a3a9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a85289-4ecd-4591-9974-f9b9555b6e52,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:33.755692 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53d64578-7c04-44aa-b67a-bb0bdfccf171 req-3247716e-f956-4079-b283-a23883b0d1a0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527721 Feb 10 15:13:33.806300 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370d8b29-6fa0-40e4-9d56-a306c0b8e693 x-openstack-request-id: req-370d8b29-6fa0-40e4-9d56-a306c0b8e693 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:33.806773 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e310f1-822d-4f6b-ae91-7c9ec0dd4c10", "tag": "b1a85289-4ecd-4591-9974-f9b9555b6e52", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:33.806998 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-370d8b29-6fa0-40e4-9d56-a306c0b8e693 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:33.807500 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e310f1-822d-4f6b-ae91-7c9ec0dd4c10', 'tag': 'b1a85289-4ecd-4591-9974-f9b9555b6e52', 'status': 'completed', 'code': 200} Feb 10 15:13:33.845171 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-f27e64ef-223c-4dd4-b3f7-4773d2ff2add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:33.849994 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-f27e64ef-223c-4dd4-b3f7-4773d2ff2add service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26e690b06e5d477db6241710c94522d2&device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 1125 time: 0.1336267 Feb 10 15:13:33.853593 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e77d34a6-4ddb-4f70-85ae-76e7640edcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (2d4ea80f-529c-44ba-ae20-3250ecdc73c9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:34.018963 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bac53-45b2-4ed4-9e9e-0d5ba4ca4b15 req-bfe3be7b-5390-47b7-bc5e-ca5708b589e3 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:34.030566 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e0bac53-45b2-4ed4-9e9e-0d5ba4ca4b15 req-bfe3be7b-5390-47b7-bc5e-ca5708b589e3 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 943 time: 0.1350942 Feb 10 15:13:34.103196 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e0bac53-45b2-4ed4-9e9e-0d5ba4ca4b15 req-0741fc87-7664-4897-9cff-f2d9f0ea91c1 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8ef6872-34d1-4958-981f-754fba608aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695791 Feb 10 15:13:34.171413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d34a6-4ddb-4f70-85ae-76e7640edcc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d4ea80f-529c-44ba-ae20-3250ecdc73c9,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:34.193363 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-b949c763-3d1b-47d6-ba31-abb73c2f448a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1a85289-4ecd-4591-9974-f9b9555b6e52 HTTP/1.1" status: 200 len: 217 time: 0.2845445 Feb 10 15:13:34.342446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21702098-73ff-4003-8982-4e1f8480452f req-fc18bfd6-608f-4a23-941a-0bb7c68135f0 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:34.354970 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21702098-73ff-4003-8982-4e1f8480452f req-fc18bfd6-608f-4a23-941a-0bb7c68135f0 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 946 time: 0.0708132 Feb 10 15:13:34.368583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d34a6-4ddb-4f70-85ae-76e7640edcc6 admin admin] Checking segment: {'id': '1966de7d-36c1-4a00-a724-7c91e06d3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '17fd19ce-b002-4549-815d-defa552bf42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:34.368982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d34a6-4ddb-4f70-85ae-76e7640edcc6 admin admin] Network hostable DHCP agents. Network: 17fd19ce-b002-4549-815d-defa552bf42d, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:13:34.416793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-75d97461-f5d1-4383-a6b6-700ad4b4155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:34.420435 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-75d97461-f5d1-4383-a6b6-700ad4b4155e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aad9e04-beb6-46ea-971b-c141c25615a8 HTTP/1.1" status: 200 len: 866 time: 0.1867149 Feb 10 15:13:34.476953 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21702098-73ff-4003-8982-4e1f8480452f req-ac22903f-2e0c-4960-83f9-a7d82bb5671f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095264 Feb 10 15:13:34.494652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d34a6-4ddb-4f70-85ae-76e7640edcc6 admin admin] Network 17fd19ce-b002-4549-815d-defa552bf42d is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:13:34.513846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-e77d34a6-4ddb-4f70-85ae-76e7640edcc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 17fd19ce-b002-4549-815d-defa552bf42d) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:34.519867 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d34a6-4ddb-4f70-85ae-76e7640edcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:34.520527 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e77d34a6-4ddb-4f70-85ae-76e7640edcc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:34.526481 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc989809-a08d-4e81-a1b6-078a52050ee7 None None] Network 17fd19ce-b002-4549-815d-defa552bf42d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:13:34.561926 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-c73b69cf-dc4c-4ee5-9830-a6d18df59bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:34.565612 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-c73b69cf-dc4c-4ee5-9830-a6d18df59bd4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93a13b65-168f-4f1d-877c-9ae76be87936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1341610 Feb 10 15:13:34.630110 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36354) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:34.636344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1260083795-router', 'tenant_id': 'db7129cd8a1549be964afa1ad2f78472', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:34.640360 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e77d34a6-4ddb-4f70-85ae-76e7640edcc6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5363994 Feb 10 15:13:34.686847 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (33a3e725-2707-45f8-886c-cbb4f1440fdd), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:34.692279 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (33a3e725-2707-45f8-886c-cbb4f1440fdd), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:34.723099 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-17fd19ce-b002-4549-815d-defa552bf42d', 'network_id': '17fd19ce-b002-4549-815d-defa552bf42d', 'project_id': 'db7129cd8a1549be964afa1ad2f78472', 'fixed_ips': [{'subnet_id': '2d4ea80f-529c-44ba-ae20-3250ecdc73c9'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:13:34.726108 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:34.781014 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Publish callbacks [] for router_controller (33a3e725-2707-45f8-886c-cbb4f1440fdd), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:34.894882 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-64318485-b565-4a1a-95e4-b50a5b952fe1 service neutron] 10.222.0.72 "GET /v2.0/networks/93a13b65-168f-4f1d-877c-9ae76be87936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218975 Feb 10 15:13:34.981376 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Allocated IP 172.20.0.2 (17fd19ce-b002-4549-815d-defa552bf42d/2d4ea80f-529c-44ba-ae20-3250ecdc73c9/8edbc60d-b331-41e0-a10b-1a137981975b) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:35.133918 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ffa8af61-1dbd-4b5b-986f-b6af746357a9 req-d4ec9c79-e0be-4fdc-8950-4839d954196a service neutron] 10.222.0.72 "GET /v2.0/networks/93a13b65-168f-4f1d-877c-9ae76be87936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328277 Feb 10 15:13:35.298723 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1744a-88b9-4cee-98ac-7998ed6e30f1 req-36de65f0-87ed-46f3-9064-5a42caa1e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:35.301818 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4cc1744a-88b9-4cee-98ac-7998ed6e30f1 req-36de65f0-87ed-46f3-9064-5a42caa1e65a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26e690b06e5d477db6241710c94522d2&device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 1125 time: 0.1104898 Feb 10 15:13:35.348926 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Publish callbacks [] for port (8edbc60d-b331-41e0-a10b-1a137981975b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:35.358111 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (8edbc60d-b331-41e0-a10b-1a137981975b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:35.436335 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2039dc7-c76f-4529-8392-ebb5be62f06c req-b2618edf-b7fb-4328-b117-2d0e437e1ac1 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 210 time: 0.6355062 Feb 10 15:13:35.456206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Network 17fd19ce-b002-4549-815d-defa552bf42d is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:35.458058 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Pushing event updated for resources: {'Port': ['ID=8edbc60d-b331-41e0-a10b-1a137981975b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:35.471212 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:35.474643 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:35.504989 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1744a-88b9-4cee-98ac-7998ed6e30f1 req-79f2f742-5e80-45ec-86fa-44102abcb3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:35.510515 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4cc1744a-88b9-4cee-98ac-7998ed6e30f1 req-79f2f742-5e80-45ec-86fa-44102abcb3c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=93a13b65-168f-4f1d-877c-9ae76be87936 HTTP/1.1" status: 200 len: 928 time: 0.2006204 Feb 10 15:13:35.600490 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4cc1744a-88b9-4cee-98ac-7998ed6e30f1 req-2474a5c6-d6ae-4266-83fd-9d1cba25cec0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1a85289-4ecd-4591-9974-f9b9555b6e52 HTTP/1.1" status: 200 len: 217 time: 0.0794210 Feb 10 15:13:35.644613 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Attempting to bind port 8edbc60d-b331-41e0-a10b-1a137981975b on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:35.645824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Attempting to bind port 8edbc60d-b331-41e0-a10b-1a137981975b by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1966de7d-36c1-4a00-a724-7c91e06d3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '17fd19ce-b002-4549-815d-defa552bf42d'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:35.647302 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Attempting to bind port 8edbc60d-b331-41e0-a10b-1a137981975b on network 17fd19ce-b002-4549-815d-defa552bf42d {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:35.654603 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:35.655253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Checking segment: {'id': '1966de7d-36c1-4a00-a724-7c91e06d3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '17fd19ce-b002-4549-815d-defa552bf42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:35.655973 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:35.656324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Bound using segment: {'id': '1966de7d-36c1-4a00-a724-7c91e06d3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '17fd19ce-b002-4549-815d-defa552bf42d'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:35.657000 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Bound port: 8edbc60d-b331-41e0-a10b-1a137981975b, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1966de7d-36c1-4a00-a724-7c91e06d3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '17fd19ce-b002-4549-815d-defa552bf42d'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:35.657658 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8edbc60d-b331-41e0-a10b-1a137981975b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:35.725358 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1744a-88b9-4cee-98ac-7998ed6e30f1 req-8c069818-5e41-4592-ad15-06dc6e188f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:35.730560 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4cc1744a-88b9-4cee-98ac-7998ed6e30f1 req-8c069818-5e41-4592-ad15-06dc6e188f3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aad9e04-beb6-46ea-971b-c141c25615a8 HTTP/1.1" status: 200 len: 866 time: 0.1211686 Feb 10 15:13:35.731729 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d26a2-2fb9-4622-a774-4a422ca28250 req-32143193-7063-4e17-a4a2-61c45b978623 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:35.733835 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d69d26a2-2fb9-4622-a774-4a422ca28250 req-32143193-7063-4e17-a4a2-61c45b978623 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 949 time: 0.3622942 Feb 10 15:13:35.743869 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Publish callbacks [] for router_gateway (33a3e725-2707-45f8-886c-cbb4f1440fdd), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:35.748222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] For port 8edbc60d-b331-41e0-a10b-1a137981975b, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:35.756530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] For port 8edbc60d-b331-41e0-a10b-1a137981975b, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8edbc60d-b331-41e0-a10b-1a137981975b,segment=NetworkSegment(1966de7d-36c1-4a00-a724-7c91e06d3afb),segment_id=1966de7d-36c1-4a00-a724-7c91e06d3afb)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:35.761809 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device fa63ced4-c692-41f0-98c8-de57c8ab00a6 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:13:35.788118 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802adfc-169e-4dca-adc2-aaff17b2798b req-4c00c2ad-66dd-464d-8fb5-45d9215763a6 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:35.790420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c802adfc-169e-4dca-adc2-aaff17b2798b req-4c00c2ad-66dd-464d-8fb5-45d9215763a6 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 943 time: 0.2026570 Feb 10 15:13:35.816777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: fa63ced4-c692-41f0-98c8-de57c8ab00a6 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:13:35.817500 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device fa63ced4-c692-41f0-98c8-de57c8ab00a6 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:13:35.826886 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8edbc60d-b331-41e0-a10b-1a137981975b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:35.841255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1744a-88b9-4cee-98ac-7998ed6e30f1 req-e200d18c-d6b1-47bb-9fdb-9224ddf63f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:35.847819 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4cc1744a-88b9-4cee-98ac-7998ed6e30f1 req-e200d18c-d6b1-47bb-9fdb-9224ddf63f1d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93a13b65-168f-4f1d-877c-9ae76be87936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1061840 Feb 10 15:13:35.923172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6a668-78e4-4f21-a466-54d98006d563 None None] Pushing event updated for resources: {'Port': ['ID=8edbc60d-b331-41e0-a10b-1a137981975b,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:36.016237 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d69d26a2-2fb9-4622-a774-4a422ca28250 req-9a7bbe08-44d9-4ea4-9c59-2129975f9ab1 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661746 Feb 10 15:13:36.022206 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4cc1744a-88b9-4cee-98ac-7998ed6e30f1 req-e8319243-45a2-4f99-8881-f2845debcb73 service neutron] 10.222.0.72 "GET /v2.0/networks/93a13b65-168f-4f1d-877c-9ae76be87936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651773 Feb 10 15:13:36.077071 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c802adfc-169e-4dca-adc2-aaff17b2798b req-c7d56cd6-c612-4c28-8e22-f164505ed614 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8ef6872-34d1-4958-981f-754fba608aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712173 Feb 10 15:13:36.215768 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4cc1744a-88b9-4cee-98ac-7998ed6e30f1 req-f342328f-7683-4f7b-94df-a1d8c143a798 service neutron] 10.222.0.72 "GET /v2.0/networks/93a13b65-168f-4f1d-877c-9ae76be87936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862719 Feb 10 15:13:36.332426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aae88d-d0b0-44ec-b33f-e62c053e64dd req-5f15ced2-c90b-48eb-b211-1bdbb0bbfcff tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:36.335304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-11aae88d-d0b0-44ec-b33f-e62c053e64dd req-5f15ced2-c90b-48eb-b211-1bdbb0bbfcff tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 946 time: 0.2407725 Feb 10 15:13:36.447157 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Publish callbacks [] for router_gateway (33a3e725-2707-45f8-886c-cbb4f1440fdd), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:36.481710 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:36.510377 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-11aae88d-d0b0-44ec-b33f-e62c053e64dd req-2bbacfab-6731-412e-bdcc-ffac1d757067 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332927 Feb 10 15:13:36.564131 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-9bee16fe-fe0a-4ccf-8f6d-7048296470e4 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428224 Feb 10 15:13:36.696974 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b668679-1340-40b4-95cf-812f0fe27302 req-77e44277-d682-426e-a127-b128946baeae tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 210 time: 0.0449870 Feb 10 15:13:36.750047 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:36.852549 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Allocated IP 172.25.3.9 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/1d31662d-acf5-4c43-923e-4ee872e2aeb2) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:36.873837 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-b7717ec3-4741-441e-98cc-b32c6182a00d tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:36.885848 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-b7717ec3-4741-441e-98cc-b32c6182a00d tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3027482 Feb 10 15:13:36.922651 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-d0e6e744-f5df-422f-97c7-4f54ab78af02 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347497 Feb 10 15:13:36.929933 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-9ac20329-0944-4d5e-bb76-c25291c9526f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Request body: {'port': {'device_id': '67c09df2-eac9-48e5-ac8c-55ab81dd9255', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': 'ee7e30a5c60144e3888d69f0b00a1cac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:37.003080 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9473ea-3d7a-4796-a86a-7d1952342ebc req-db29c873-5261-4d62-9911-1089b6076a3f tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:37.005011 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f9473ea-3d7a-4796-a86a-7d1952342ebc req-db29c873-5261-4d62-9911-1089b6076a3f tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 949 time: 0.2975309 Feb 10 15:13:37.015829 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c511511-bbbb-4e1a-9b69-c826697f531d req-7222b808-6b14-4793-a594-35bb159e6628 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:37.025274 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9c511511-bbbb-4e1a-9b69-c826697f531d req-7222b808-6b14-4793-a594-35bb159e6628 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 1128 time: 0.2724798 Feb 10 15:13:37.160153 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-49ce628f-97b1-442c-bab0-e587b4967452 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:37.161750 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-49ce628f-97b1-442c-bab0-e587b4967452 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263968 Feb 10 15:13:37.180920 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-df344396-ee4a-4c7f-8848-c9ad1a35c53c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Request body: {'port': {'device_id': '4ce39de1-ea02-4ab8-a302-fb73b4857cf6', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': 'ee7e30a5c60144e3888d69f0b00a1cac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:37.299180 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Publish callbacks [] for port (1d31662d-acf5-4c43-923e-4ee872e2aeb2), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:37.359085 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (1d31662d-acf5-4c43-923e-4ee872e2aeb2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:37.416208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2209195e-cb26-4777-b394-2c75930b7764 None None] Network 17fd19ce-b002-4549-815d-defa552bf42d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:13:37.450768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:37.454709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-9ac20329-0944-4d5e-bb76-c25291c9526f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Made reservation on behalf of ee7e30a5c60144e3888d69f0b00a1cac for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:13:37.461854 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-9ac20329-0944-4d5e-bb76-c25291c9526f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:37.463287 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9c511511-bbbb-4e1a-9b69-c826697f531d req-18728db7-6cc3-4845-a500-a48787f5ebe6 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372203 Feb 10 15:13:37.470118 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:37.472823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:37.503623 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-df344396-ee4a-4c7f-8848-c9ad1a35c53c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Made reservation on behalf of ee7e30a5c60144e3888d69f0b00a1cac for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:13:37.511527 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-df344396-ee4a-4c7f-8848-c9ad1a35c53c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:37.616754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ba22a301-18d1-4ce6-b3ec-ef824be46f34 None None] Provisioning complete for port 8edbc60d-b331-41e0-a10b-1a137981975b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:37.617383 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba22a301-18d1-4ce6-b3ec-ef824be46f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8edbc60d-b331-41e0-a10b-1a137981975b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:37.664080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-9ac20329-0944-4d5e-bb76-c25291c9526f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Allocated IP 192.168.233.151 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/3be1dd2f-6854-4bdb-b887-e5964e133a7d) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:37.769748 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b1a85289-4ecd-4591-9974-f9b9555b6e52 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:13:37.783364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-0f9473ea-3d7a-4796-a86a-7d1952342ebc req-1a8dfc85-da8f-4eda-b308-1b274bbd30e3 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Deleting port d61dacb8-0e6f-49ee-a2ad-58c3644acae3 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:13:37.785362 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0f9473ea-3d7a-4796-a86a-7d1952342ebc req-1a8dfc85-da8f-4eda-b308-1b274bbd30e3 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d61dacb8-0e6f-49ee-a2ad-58c3644acae3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:37.800266 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95ed9c-ef45-4583-aaad-73a70bb25fe2 req-fbe56945-83b8-44c8-868a-0e437878c0ad tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:37.801865 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea95ed9c-ef45-4583-aaad-73a70bb25fe2 req-fbe56945-83b8-44c8-868a-0e437878c0ad tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 949 time: 0.6145632 Feb 10 15:13:37.824427 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Pushing event updated for resources: {'Port': ['ID=1d31662d-acf5-4c43-923e-4ee872e2aeb2,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:37.855901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ba22a301-18d1-4ce6-b3ec-ef824be46f34 None None] Current status of the port 8edbc60d-b331-41e0-a10b-1a137981975b is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:37.865509 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba22a301-18d1-4ce6-b3ec-ef824be46f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8edbc60d-b331-41e0-a10b-1a137981975b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:38.048404 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port b1a85289-4ecd-4591-9974-f9b9555b6e52, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b1a85289-4ecd-4591-9974-f9b9555b6e52,segment=NetworkSegment(88b84dc3-6a0d-451a-8da2-fd9d1dde19c3),segment_id=88b84dc3-6a0d-451a-8da2-fd9d1dde19c3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:38.068738 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'b1a85289-4ecd-4591-9974-f9b9555b6e52', 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936', 'port_id': 'b1a85289-4ecd-4591-9974-f9b9555b6e52', 'mac_address': 'fa:16:3e:b1:df:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:13:38.081461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8edbc60d-b331-41e0-a10b-1a137981975b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:38.135228 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-9ac20329-0944-4d5e-bb76-c25291c9526f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks [] for port (3be1dd2f-6854-4bdb-b887-e5964e133a7d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:38.192316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port b1a85289-4ecd-4591-9974-f9b9555b6e52 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:38.192787 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b1a85289-4ecd-4591-9974-f9b9555b6e52), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:38.197012 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-9ac20329-0944-4d5e-bb76-c25291c9526f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3be1dd2f-6854-4bdb-b887-e5964e133a7d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:38.213108 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea95ed9c-ef45-4583-aaad-73a70bb25fe2 req-d3e1d6aa-bc8d-4f4e-bd4f-e256507f59bd tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/security-groups?id=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859372 Feb 10 15:13:38.216204 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-0f9473ea-3d7a-4796-a86a-7d1952342ebc req-1a8dfc85-da8f-4eda-b308-1b274bbd30e3 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] For port d61dacb8-0e6f-49ee-a2ad-58c3644acae3, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d61dacb8-0e6f-49ee-a2ad-58c3644acae3,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:38.216379 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0f9473ea-3d7a-4796-a86a-7d1952342ebc req-1a8dfc85-da8f-4eda-b308-1b274bbd30e3 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d61dacb8-0e6f-49ee-a2ad-58c3644acae3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:38.239214 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a85289-4ecd-4591-9974-f9b9555b6e52 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:13:38.254907 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-0f9473ea-3d7a-4796-a86a-7d1952342ebc req-1a8dfc85-da8f-4eda-b308-1b274bbd30e3 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Calling delete_port for d61dacb8-0e6f-49ee-a2ad-58c3644acae3 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:13:38.258925 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b7341060-e935-41d4-8242-bd60d7574d5f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:13:38.279343 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e8fb6-63e8-4a7d-bfce-d3d90181effe req-1a8d3ea6-e1b5-4e6d-8cd3-b5bf22d90d6c tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:38.279640 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-9ac20329-0944-4d5e-bb76-c25291c9526f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:38.286683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-9ac20329-0944-4d5e-bb76-c25291c9526f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:38.288635 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-662e8fb6-63e8-4a7d-bfce-d3d90181effe req-1a8d3ea6-e1b5-4e6d-8cd3-b5bf22d90d6c tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 943 time: 0.5207441 Feb 10 15:13:38.298795 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-9ac20329-0944-4d5e-bb76-c25291c9526f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:38.387701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ba22a301-18d1-4ce6-b3ec-ef824be46f34 None None] For port 8edbc60d-b331-41e0-a10b-1a137981975b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8edbc60d-b331-41e0-a10b-1a137981975b,segment=NetworkSegment(1966de7d-36c1-4a00-a724-7c91e06d3afb),segment_id=1966de7d-36c1-4a00-a724-7c91e06d3afb)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:38.391926 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-df344396-ee4a-4c7f-8848-c9ad1a35c53c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Allocated IP 192.168.233.161 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/3fffc403-7c02-477a-b1f7-220ed2eddcdb) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:38.398764 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Publish callbacks [] for router_gateway (33a3e725-2707-45f8-886c-cbb4f1440fdd), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:38.403312 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac20329-0944-4d5e-bb76-c25291c9526f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event updated for resources: {'Port': ['ID=3be1dd2f-6854-4bdb-b887-e5964e133a7d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:38.421404 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port b1a85289-4ecd-4591-9974-f9b9555b6e52, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b1a85289-4ecd-4591-9974-f9b9555b6e52,segment=NetworkSegment(88b84dc3-6a0d-451a-8da2-fd9d1dde19c3),segment_id=88b84dc3-6a0d-451a-8da2-fd9d1dde19c3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:38.426925 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba22a301-18d1-4ce6-b3ec-ef824be46f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8edbc60d-b331-41e0-a10b-1a137981975b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:38.441670 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b1a85289-4ecd-4591-9974-f9b9555b6e52), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:38.460918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-9ac20329-0944-4d5e-bb76-c25291c9526f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:38.461580 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-9ac20329-0944-4d5e-bb76-c25291c9526f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:38.497556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8edbc60d-b331-41e0-a10b-1a137981975b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:38.497942 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8edbc60d-b331-41e0-a10b-1a137981975b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:38.547838 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-9ac20329-0944-4d5e-bb76-c25291c9526f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6230526 Feb 10 15:13:38.588000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Request body: {'port': {'device_id': '67c09df2-eac9-48e5-ac8c-55ab81dd9255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:38.591646 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22a301-18d1-4ce6-b3ec-ef824be46f34 None None] Pushing event updated for resources: {'Port': ['ID=8edbc60d-b331-41e0-a10b-1a137981975b,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:38.639058 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-016f0a32-2dd3-413a-b983-4a9a74adf2f3 None None] Provisioning complete for port 8edbc60d-b331-41e0-a10b-1a137981975b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:38.639402 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-016f0a32-2dd3-413a-b983-4a9a74adf2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8edbc60d-b331-41e0-a10b-1a137981975b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:38.669938 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-662e8fb6-63e8-4a7d-bfce-d3d90181effe req-a3dcfb43-1ba3-4634-96c6-f7770c10d75e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8ef6872-34d1-4958-981f-754fba608aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671017 Feb 10 15:13:38.838758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c335d-a677-4280-aa66-e9d3141cdf05 req-87e1d461-6f45-4aa8-9acd-f984a5f07429 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:38.839985 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a6c335d-a677-4280-aa66-e9d3141cdf05 req-87e1d461-6f45-4aa8-9acd-f984a5f07429 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 1128 time: 0.4734371 Feb 10 15:13:38.881453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['b1a85289-4ecd-4591-9974-f9b9555b6e52'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:13:38.885794 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c83ca0a3-ef5c-463e-ac6b-03f97a1cf733 req-2d9a7356-5c79-4b06-81db-d79a23d5c974 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 210 time: 0.0868449 Feb 10 15:13:38.925452 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3be1dd2f-6854-4bdb-b887-e5964e133a7d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:39.005314 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-df344396-ee4a-4c7f-8848-c9ad1a35c53c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks [] for port (3fffc403-7c02-477a-b1f7-220ed2eddcdb), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:39.049889 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=b1a85289-4ecd-4591-9974-f9b9555b6e52,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:39.101798 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0f9473ea-3d7a-4796-a86a-7d1952342ebc req-1a8dfc85-da8f-4eda-b308-1b274bbd30e3 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (d61dacb8-0e6f-49ee-a2ad-58c3644acae3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:39.138864 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8edbc60d-b331-41e0-a10b-1a137981975b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:39.169706 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-df344396-ee4a-4c7f-8848-c9ad1a35c53c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3fffc403-7c02-477a-b1f7-220ed2eddcdb), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:39.189397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b7341060-e935-41d4-8242-bd60d7574d5f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:13:39.260894 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dfc85-da8f-4eda-b308-1b274bbd30e3 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Pushing event deleted for resources: {'Port': ['ID=d61dacb8-0e6f-49ee-a2ad-58c3644acae3,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:39.299778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-df344396-ee4a-4c7f-8848-c9ad1a35c53c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:39.313844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-df344396-ee4a-4c7f-8848-c9ad1a35c53c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:39.318175 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-df344396-ee4a-4c7f-8848-c9ad1a35c53c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:39.322931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-016f0a32-2dd3-413a-b983-4a9a74adf2f3 None None] Current status of the port 8edbc60d-b331-41e0-a10b-1a137981975b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:39.409366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9473ea-3d7a-4796-a86a-7d1952342ebc req-1a8dfc85-da8f-4eda-b308-1b274bbd30e3 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] No DVR routers for this DVR port d61dacb8-0e6f-49ee-a2ad-58c3644acae3 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:13:39.414081 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5283eb0b-fee2-4aa4-916f-3b750d63e937 req-75bcf1fe-22cc-41aa-8e60-daab245d234c tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe4600d-3c58-420f-b654-d055538cdf98 HTTP/1.1" status: 200 len: 210 time: 0.0565763 Feb 10 15:13:39.415151 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0f9473ea-3d7a-4796-a86a-7d1952342ebc req-1a8dfc85-da8f-4eda-b308-1b274bbd30e3 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:39.419760 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f9473ea-3d7a-4796-a86a-7d1952342ebc req-1a8dfc85-da8f-4eda-b308-1b274bbd30e3 tempest-LiveMigrationNegativeTest-1501432572 tempest-LiveMigrationNegativeTest-1501432572-project] 10.222.0.72 "DELETE /v2.0/ports/d61dacb8-0e6f-49ee-a2ad-58c3644acae3 HTTP/1.1" status: 204 len: 173 time: 2.3926873 Feb 10 15:13:39.421033 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe4600d-3c58-420f-b654-d055538cdf98', 'name': 'network-vif-deleted', 'tag': 'd61dacb8-0e6f-49ee-a2ad-58c3644acae3'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:39.433167 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f84e39-90e7-4339-802b-be28fc18ba8f" -d '{"events": [{"server_uuid": "0fe4600d-3c58-420f-b654-d055538cdf98", "name": "network-vif-deleted", "tag": "d61dacb8-0e6f-49ee-a2ad-58c3644acae3"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:39.441035 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a6c335d-a677-4280-aa66-e9d3141cdf05 req-b5c6f2a6-2999-4c60-8722-73133c5fe7e5 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580420 Feb 10 15:13:39.445183 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (33a3e725-2707-45f8-886c-cbb4f1440fdd), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:39.520585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ab7699d7-1f35-48c1-9c5c-1c10be9d8c5b None None] Provisioning complete for port 3be1dd2f-6854-4bdb-b887-e5964e133a7d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:39.520993 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ab7699d7-1f35-48c1-9c5c-1c10be9d8c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3be1dd2f-6854-4bdb-b887-e5964e133a7d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:39.546413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df344396-ee4a-4c7f-8848-c9ad1a35c53c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event updated for resources: {'Port': ['ID=3fffc403-7c02-477a-b1f7-220ed2eddcdb,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:39.610362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ab7699d7-1f35-48c1-9c5c-1c10be9d8c5b None None] Port 3be1dd2f-6854-4bdb-b887-e5964e133a7d cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:13:39.625098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-df344396-ee4a-4c7f-8848-c9ad1a35c53c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:39.625888 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-df344396-ee4a-4c7f-8848-c9ad1a35c53c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:39.692034 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-df344396-ee4a-4c7f-8848-c9ad1a35c53c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5185370 Feb 10 15:13:39.724988 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Request body: {'port': {'device_id': '4ce39de1-ea02-4ab8-a302-fb73b4857cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:39.744733 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc8061e-0e2a-4db6-bcfc-c6aec4b059c4 x-openstack-request-id: req-2fc8061e-0e2a-4db6-bcfc-c6aec4b059c4 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:39.744962 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe4600d-3c58-420f-b654-d055538cdf98", "name": "network-vif-deleted", "tag": "d61dacb8-0e6f-49ee-a2ad-58c3644acae3", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:39.745515 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fc8061e-0e2a-4db6-bcfc-c6aec4b059c4 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:39.745619 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe4600d-3c58-420f-b654-d055538cdf98', 'name': 'network-vif-deleted', 'tag': 'd61dacb8-0e6f-49ee-a2ad-58c3644acae3', 'status': 'completed', 'code': 200} Feb 10 15:13:39.773920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d61dacb8-0e6f-49ee-a2ad-58c3644acae3 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:13:39.863317 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: d61dacb8-0e6f-49ee-a2ad-58c3644acae3 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:13:39.869622 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d61dacb8-0e6f-49ee-a2ad-58c3644acae3 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:13:40.038323 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6971a9a-6091-461c-9638-a5673554251d req-17eba1fd-74d8-4a0f-aa30-b2faf8712ee7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:40.039979 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6971a9a-6091-461c-9638-a5673554251d req-17eba1fd-74d8-4a0f-aa30-b2faf8712ee7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 944 time: 0.2262859 Feb 10 15:13:40.040633 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Router 33a3e725-2707-45f8-886c-cbb4f1440fdd is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:13:40.072983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8edbc60d-b331-41e0-a10b-1a137981975b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:40.225668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8edbc60d-b331-41e0-a10b-1a137981975b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:40.226056 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8edbc60d-b331-41e0-a10b-1a137981975b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:40.294996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6971a9a-6091-461c-9638-a5673554251d req-3ffc03eb-b214-44af-95a5-8d448f9a3622 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8ef6872-34d1-4958-981f-754fba608aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441039 Feb 10 15:13:40.377590 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be1dd2f-6854-4bdb-b887-e5964e133a7d {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:13:40.392732 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Publish callbacks [] for port (3be1dd2f-6854-4bdb-b887-e5964e133a7d), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:40.441411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Transition to ACTIVE for port object 3be1dd2f-6854-4bdb-b887-e5964e133a7d will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:13:40.462509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (3be1dd2f-6854-4bdb-b887-e5964e133a7d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:40.486539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8edbc60d-b331-41e0-a10b-1a137981975b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:40.513906 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3fffc403-7c02-477a-b1f7-220ed2eddcdb), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:40.552221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3be1dd2f-6854-4bdb-b887-e5964e133a7d,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:40.674967 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Attempting to bind port 3be1dd2f-6854-4bdb-b887-e5964e133a7d on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:40.675381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Attempting to bind port 3be1dd2f-6854-4bdb-b887-e5964e133a7d by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:40.675731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Attempting to bind port 3be1dd2f-6854-4bdb-b887-e5964e133a7d on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:40.684170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Port 3be1dd2f-6854-4bdb-b887-e5964e133a7d on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:13:40.684526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Attempting to bind port 3be1dd2f-6854-4bdb-b887-e5964e133a7d on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:40.760258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:40.760912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:40.761571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:40.762548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Bound port: 3be1dd2f-6854-4bdb-b887-e5964e133a7d, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:40.763089 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3be1dd2f-6854-4bdb-b887-e5964e133a7d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:40.935663 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] For port 3be1dd2f-6854-4bdb-b887-e5964e133a7d, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:40.945650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a82292-cb92-4cc9-b72e-1e886db09674 req-07ccec02-c36f-4710-ae9d-fc3b4d02d166 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:40.952977 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b3a82292-cb92-4cc9-b72e-1e886db09674 req-07ccec02-c36f-4710-ae9d-fc3b4d02d166 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 1128 time: 0.8685176 Feb 10 15:13:40.969426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] For port 3be1dd2f-6854-4bdb-b887-e5964e133a7d, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3be1dd2f-6854-4bdb-b887-e5964e133a7d,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:40.992472 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (3be1dd2f-6854-4bdb-b887-e5964e133a7d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:41.024846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:13:41.038105 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Sync routers for ids ['33a3e725-2707-45f8-886c-cbb4f1440fdd'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:13:41.047620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Routers {'33a3e725-2707-45f8-886c-cbb4f1440fdd'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:41.048238 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['33a3e725-2707-45f8-886c-cbb4f1440fdd'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:41.150117 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b3a82292-cb92-4cc9-b72e-1e886db09674 req-68f6507a-7860-440b-b50e-8f970da5719f tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962628 Feb 10 15:13:41.175193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3be1dd2f-6854-4bdb-b887-e5964e133a7d,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:41.212536 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:41.215408 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7925bbd0-d07b-4c4d-a6a6-d6ee9be5f98a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.5829275 Feb 10 15:13:41.220722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36490) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:41.239170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9687b-95d0-4834-93ab-dab1418836b5 req-03f7fe82-d229-4092-a799-4dc967db33cc tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:41.260496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfc9687b-95d0-4834-93ab-dab1418836b5 req-03f7fe82-d229-4092-a799-4dc967db33cc tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 936 time: 0.3285594 Feb 10 15:13:41.272106 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:41.274166 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:41.274927 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:41.276512 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-539ee503-8557-4cae-86a7-3fd87e7728b0 service neutron] 10.222.0.72 "PUT /v2.0/ports/3be1dd2f-6854-4bdb-b887-e5964e133a7d HTTP/1.1" status: 200 len: 1096 time: 2.7035863 Feb 10 15:13:41.276999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c09df2-eac9-48e5-ac8c-55ab81dd9255', 'tag': '3be1dd2f-6854-4bdb-b887-e5964e133a7d'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:41.279262 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c55144-156d-4626-9a4a-1782f9362e20" -d '{"events": [{"name": "network-changed", "server_uuid": "67c09df2-eac9-48e5-ac8c-55ab81dd9255", "tag": "3be1dd2f-6854-4bdb-b887-e5964e133a7d"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:41.427341 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfc9687b-95d0-4834-93ab-dab1418836b5 req-236ec3af-d671-42de-a63a-a5d93a2b0d2c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658392 Feb 10 15:13:41.455804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Set router 33a3e725-2707-45f8-886c-cbb4f1440fdd gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:41.540443 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac16694a-4150-4030-8012-7744b0cd03ea x-openstack-request-id: req-ac16694a-4150-4030-8012-7744b0cd03ea {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:41.541032 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c09df2-eac9-48e5-ac8c-55ab81dd9255", "tag": "3be1dd2f-6854-4bdb-b887-e5964e133a7d", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:41.541032 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac16694a-4150-4030-8012-7744b0cd03ea {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:41.541369 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c09df2-eac9-48e5-ac8c-55ab81dd9255', 'tag': '3be1dd2f-6854-4bdb-b887-e5964e133a7d', 'status': 'completed', 'code': 200} Feb 10 15:13:41.589123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99e8d1-f161-4064-ae95-91951d7533b8 req-0e253a29-417d-48ec-a314-06e9f8ee4bd7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:41.598361 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b99e8d1-f161-4064-ae95-91951d7533b8 req-0e253a29-417d-48ec-a314-06e9f8ee4bd7 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 944 time: 0.1694598 Feb 10 15:13:41.686175 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b99e8d1-f161-4064-ae95-91951d7533b8 req-4a22a32a-e2f6-40f0-8373-8c7ab8caca93 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8ef6872-34d1-4958-981f-754fba608aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811224 Feb 10 15:13:41.833303 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fffc403-7c02-477a-b1f7-220ed2eddcdb {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:13:41.845115 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b1a85289-4ecd-4591-9974-f9b9555b6e52 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:41.847379 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Publish callbacks [] for port (3fffc403-7c02-477a-b1f7-220ed2eddcdb), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:41.988097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Transition to ACTIVE for port object 3fffc403-7c02-477a-b1f7-220ed2eddcdb will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:13:42.007355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (3fffc403-7c02-477a-b1f7-220ed2eddcdb), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:42.045173 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1260083795-router', 'tenant_id': 'db7129cd8a1549be964afa1ad2f78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:34Z', 'updated_at': '2022-02-10T15:13:37Z', 'revision_number': 3, 'project_id': 'db7129cd8a1549be964afa1ad2f78472', 'gw_port': {'id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:36Z', 'updated_at': '2022-02-10T15:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:42.087299 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Checking router: 33a3e725-2707-45f8-886c-cbb4f1440fdd for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:13:42.090366 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Updating router 33a3e725-2707-45f8-886c-cbb4f1440fdd port 1d31662d-acf5-4c43-923e-4ee872e2aeb2 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:13:42.123194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36508) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:42.126237 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fffc403-7c02-477a-b1f7-220ed2eddcdb,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:42.147168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-3e418f2a-ab73-4680-9f89-0b8df5b77c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:42.148425 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-3e418f2a-ab73-4680-9f89-0b8df5b77c2c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=67c09df2-eac9-48e5-ac8c-55ab81dd9255 HTTP/1.1" status: 200 len: 1130 time: 0.6894302 Feb 10 15:13:42.161925 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1d31662d-acf5-4c43-923e-4ee872e2aeb2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:42.164547 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port b1a85289-4ecd-4591-9974-f9b9555b6e52 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:13:42.240092 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-ef0a1062-0160-45af-8f30-2307700e5a0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3be1dd2f-6854-4bdb-b887-e5964e133a7d HTTP/1.1" status: 200 len: 217 time: 0.0636294 Feb 10 15:13:42.284070 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port b1a85289-4ecd-4591-9974-f9b9555b6e52 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:42.288981 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b1a85289-4ecd-4591-9974-f9b9555b6e52), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:42.348370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f248ef5-f9f7-4741-b168-37843d2b618a req-2274643f-a5ba-42a6-8660-28b688be6e46 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:42.362603 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f248ef5-f9f7-4741-b168-37843d2b618a req-2274643f-a5ba-42a6-8660-28b688be6e46 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 1128 time: 0.0776968 Feb 10 15:13:42.363227 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-f53632a8-9704-41be-8dea-4ec7ac1b2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:42.364706 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-f53632a8-9704-41be-8dea-4ec7ac1b2119 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1134362 Feb 10 15:13:42.365398 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Attempting to bind port 3fffc403-7c02-477a-b1f7-220ed2eddcdb on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:42.365727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Attempting to bind port 3fffc403-7c02-477a-b1f7-220ed2eddcdb by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:42.366053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Attempting to bind port 3fffc403-7c02-477a-b1f7-220ed2eddcdb on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:42.406679 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Port 3fffc403-7c02-477a-b1f7-220ed2eddcdb on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:13:42.407032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Attempting to bind port 3fffc403-7c02-477a-b1f7-220ed2eddcdb on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:42.444758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:42.445120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:42.445494 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:42.445944 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Bound port: 3fffc403-7c02-477a-b1f7-220ed2eddcdb, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:42.446303 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3fffc403-7c02-477a-b1f7-220ed2eddcdb), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:42.512669 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port b1a85289-4ecd-4591-9974-f9b9555b6e52 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:42.513157 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b1a85289-4ecd-4591-9974-f9b9555b6e52), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:42.530494 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f248ef5-f9f7-4741-b168-37843d2b618a req-e76429b1-3031-45e3-9c93-febc7f924988 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668158 Feb 10 15:13:42.533831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-d8e76a5e-1523-4251-9bf0-c8fe4e1a613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:42.535361 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-d8e76a5e-1523-4251-9bf0-c8fe4e1a613d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1409411 Feb 10 15:13:42.578554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36522) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:42.585907 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1bd4e7b7-e284-4571-857f-fe5f6bdaf530 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f26d818a6e8498eb7182996574f355c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4481285 Feb 10 15:13:42.659675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] For port 3fffc403-7c02-477a-b1f7-220ed2eddcdb, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:42.701806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e310f1-822d-4f6b-ae91-7c9ec0dd4c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a85289-4ecd-4591-9974-f9b9555b6e52'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:42.703694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc5fc5-08ed-4169-9d1a-1e76a7890320 req-e027caa5-26ca-47f2-abd7-763a7fae63e1 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:42.712791 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad9c9d4-b437-4173-a1c1-5f867fc95809" -d '{"events": [{"server_uuid": "77e310f1-822d-4f6b-ae91-7c9ec0dd4c10", "name": "network-vif-plugged", "status": "completed", "tag": "b1a85289-4ecd-4591-9974-f9b9555b6e52"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:42.715551 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39fc5fc5-08ed-4169-9d1a-1e76a7890320 req-e027caa5-26ca-47f2-abd7-763a7fae63e1 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 948 time: 0.1692951 Feb 10 15:13:42.731723 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] For port 3fffc403-7c02-477a-b1f7-220ed2eddcdb, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3fffc403-7c02-477a-b1f7-220ed2eddcdb,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:42.736953 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port b1a85289-4ecd-4591-9974-f9b9555b6e52, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b1a85289-4ecd-4591-9974-f9b9555b6e52,segment=NetworkSegment(88b84dc3-6a0d-451a-8da2-fd9d1dde19c3),segment_id=88b84dc3-6a0d-451a-8da2-fd9d1dde19c3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:42.751195 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b1a85289-4ecd-4591-9974-f9b9555b6e52), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:42.779532 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (3fffc403-7c02-477a-b1f7-220ed2eddcdb), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:42.835468 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-f81544e7-1fb1-4407-aafa-0e0728eecd34 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911770 Feb 10 15:13:42.853101 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-381329e4-3790-456d-bf41-d87db2ca3df9 admin admin] Publish callbacks [] for security_group (98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:42.865740 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-131c661c-c799-4508-b57a-cf653ac03dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:42.866309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:42.867105 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:42.868300 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] 10.222.0.72 "PUT /v2.0/ports/3fffc403-7c02-477a-b1f7-220ed2eddcdb HTTP/1.1" status: 200 len: 1096 time: 3.1601970 Feb 10 15:13:42.870319 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:42.907473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=b1a85289-4ecd-4591-9974-f9b9555b6e52,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:42.927265 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39fc5fc5-08ed-4169-9d1a-1e76a7890320 req-54a6cefe-f40b-4caa-b3be-482f1f83cd3a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055085 Feb 10 15:13:42.934736 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:42.935255 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:42.935669 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:42.936581 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:42.937134 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:42.937561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:42.938226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:42.939414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:42.940062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:42.940911 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:42.944144 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:42.944636 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:42.945158 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:13:42.979304 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Publish callbacks [] for port (1d31662d-acf5-4c43-923e-4ee872e2aeb2), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:42.982568 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfa3ab2-282b-4ea8-9005-bdcaccb4f4af x-openstack-request-id: req-5dfa3ab2-282b-4ea8-9005-bdcaccb4f4af {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:42.982883 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e310f1-822d-4f6b-ae91-7c9ec0dd4c10", "name": "network-vif-plugged", "status": "completed", "tag": "b1a85289-4ecd-4591-9974-f9b9555b6e52", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:42.984726 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5dfa3ab2-282b-4ea8-9005-bdcaccb4f4af {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:42.986408 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e310f1-822d-4f6b-ae91-7c9ec0dd4c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a85289-4ecd-4591-9974-f9b9555b6e52', 'code': 200} Feb 10 15:13:42.994771 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1d31662d-acf5-4c43-923e-4ee872e2aeb2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:43.049153 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-b0dd577a-addc-4489-893e-ddfe47af117f service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996939 Feb 10 15:13:43.114273 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-381329e4-3790-456d-bf41-d87db2ca3df9 admin admin] Publish callbacks [] for security_group (98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:43.152140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f60a4-0263-4bbb-ba1a-9ac3a91f9981 None None] Pushing event updated for resources: {'Port': ['ID=1d31662d-acf5-4c43-923e-4ee872e2aeb2,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:43.157522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Attempting to bind port 1d31662d-acf5-4c43-923e-4ee872e2aeb2 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:43.161127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Attempting to bind port 1d31662d-acf5-4c43-923e-4ee872e2aeb2 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:43.161943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Attempting to bind port 1d31662d-acf5-4c43-923e-4ee872e2aeb2 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:43.174610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf01569-4a74-49d8-aac5-aec6be716eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fffc403-7c02-477a-b1f7-220ed2eddcdb,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:43.176410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:43.177133 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:43.177806 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:43.180831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:43.181635 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Bound port: 1d31662d-acf5-4c43-923e-4ee872e2aeb2, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:43.182258 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1d31662d-acf5-4c43-923e-4ee872e2aeb2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:43.233569 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a37a3b-ee36-411d-8a7e-8acf3ea467ed req-c56ef32a-4664-4c9b-b7eb-6f5918ec55e1 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:43.250960 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54a37a3b-ee36-411d-8a7e-8acf3ea467ed req-c56ef32a-4664-4c9b-b7eb-6f5918ec55e1 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 945 time: 0.1916449 Feb 10 15:13:43.301042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c55144-156d-4626-9a4a-1782f9362e20 req-1920d080-c1d4-4f1e-bfc3-46909ee20fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:43.303526 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07c55144-156d-4626-9a4a-1782f9362e20 req-1920d080-c1d4-4f1e-bfc3-46909ee20fc6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=67c09df2-eac9-48e5-ac8c-55ab81dd9255 HTTP/1.1" status: 200 len: 1130 time: 0.1795528 Feb 10 15:13:43.322430 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] For port 1d31662d-acf5-4c43-923e-4ee872e2aeb2, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:43.352725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] For port 1d31662d-acf5-4c43-923e-4ee872e2aeb2, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1d31662d-acf5-4c43-923e-4ee872e2aeb2,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:43.370727 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54a37a3b-ee36-411d-8a7e-8acf3ea467ed req-cfeaa922-dcfd-45a5-a1ca-ca933f514ce8 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8ef6872-34d1-4958-981f-754fba608aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184092 Feb 10 15:13:43.377386 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1d31662d-acf5-4c43-923e-4ee872e2aeb2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:43.478545 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Routers {'33a3e725-2707-45f8-886c-cbb4f1440fdd'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:43.479192 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['33a3e725-2707-45f8-886c-cbb4f1440fdd'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:43.495687 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c55144-156d-4626-9a4a-1782f9362e20 req-48502427-bfc7-41ec-baf7-7fed9b86c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:43.497604 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07c55144-156d-4626-9a4a-1782f9362e20 req-48502427-bfc7-41ec-baf7-7fed9b86c2a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1858819 Feb 10 15:13:43.518401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f60a4-0263-4bbb-ba1a-9ac3a91f9981 None None] Pushing event updated for resources: {'Port': ['ID=1d31662d-acf5-4c43-923e-4ee872e2aeb2,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:43.554990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07c55144-156d-4626-9a4a-1782f9362e20 req-c7c49de1-f94e-4bf2-9bf3-e7c81415f1dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3be1dd2f-6854-4bdb-b887-e5964e133a7d HTTP/1.1" status: 200 len: 217 time: 0.0478766 Feb 10 15:13:43.619915 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] Set router 33a3e725-2707-45f8-886c-cbb4f1440fdd gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:43.646859 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c55144-156d-4626-9a4a-1782f9362e20 req-10ebe857-edc8-46b2-9a24-37d496b5fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:43.648354 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07c55144-156d-4626-9a4a-1782f9362e20 req-10ebe857-edc8-46b2-9a24-37d496b5fd89 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0859933 Feb 10 15:13:43.658884 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce39de1-ea02-4ab8-a302-fb73b4857cf6', 'tag': '3fffc403-7c02-477a-b1f7-220ed2eddcdb'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:43.666481 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb433a8-5ad1-4563-a2fb-0f5ede371b73" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce39de1-ea02-4ab8-a302-fb73b4857cf6", "tag": "3fffc403-7c02-477a-b1f7-220ed2eddcdb"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:43.728147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c55144-156d-4626-9a4a-1782f9362e20 req-2bb733ba-c956-4ec0-83a2-7f3af924a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:43.730055 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07c55144-156d-4626-9a4a-1782f9362e20 req-2bb733ba-c956-4ec0-83a2-7f3af924a4be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0749466 Feb 10 15:13:43.767908 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c917acaf-accf-4d00-9e57-87131e3f1cc4 x-openstack-request-id: req-c917acaf-accf-4d00-9e57-87131e3f1cc4 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:43.770378 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce39de1-ea02-4ab8-a302-fb73b4857cf6", "tag": "3fffc403-7c02-477a-b1f7-220ed2eddcdb", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:43.772537 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c917acaf-accf-4d00-9e57-87131e3f1cc4 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:43.774506 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce39de1-ea02-4ab8-a302-fb73b4857cf6', 'tag': '3fffc403-7c02-477a-b1f7-220ed2eddcdb', 'status': 'completed', 'code': 200} Feb 10 15:13:43.778756 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-1b658962-df2b-4239-8029-61a4ebd54075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:43.784186 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-1b658962-df2b-4239-8029-61a4ebd54075 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 1130 time: 0.7276809 Feb 10 15:13:43.790523 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0437c-10cb-40de-9588-c87d1939f897 req-2f371ec2-132e-422e-b776-d7f6c1f205d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:43.798762 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-94d0437c-10cb-40de-9588-c87d1939f897 req-2f371ec2-132e-422e-b776-d7f6c1f205d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 1127 time: 0.7188094 Feb 10 15:13:43.887456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07c55144-156d-4626-9a4a-1782f9362e20 req-f2b576fb-f501-4040-ba0b-847fa01fe81a service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503582 Feb 10 15:13:43.903850 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-381329e4-3790-456d-bf41-d87db2ca3df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:43.907165 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-381329e4-3790-456d-bf41-d87db2ca3df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:43.910912 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-381329e4-3790-456d-bf41-d87db2ca3df9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2 HTTP/1.1" status: 204 len: 168 time: 1.3139968 Feb 10 15:13:43.910912 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-c86d8de0-78e2-4799-b9ce-5c52758ff1c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=3fffc403-7c02-477a-b1f7-220ed2eddcdb HTTP/1.1" status: 200 len: 217 time: 0.0963111 Feb 10 15:13:43.966908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1260083795-router', 'tenant_id': 'db7129cd8a1549be964afa1ad2f78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:34Z', 'updated_at': '2022-02-10T15:13:37Z', 'revision_number': 3, 'project_id': 'db7129cd8a1549be964afa1ad2f78472', 'gw_port': {'id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:36Z', 'updated_at': '2022-02-10T15:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:43.974307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381329e4-3790-456d-bf41-d87db2ca3df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e0ba00-1b5b-4a6d-b13d-0b9ade0805b2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:43.997530 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-94d0437c-10cb-40de-9588-c87d1939f897 req-02d89428-1a01-49e1-813f-068370c5c6d9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a8ef6872-34d1-4958-981f-754fba608aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771359 Feb 10 15:13:44.025279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-2f43741f-5e41-4eef-96e8-12042282a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:44.026867 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-2f43741f-5e41-4eef-96e8-12042282a100 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1065981 Feb 10 15:13:44.037858 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Allocated IP 172.20.0.1 (17fd19ce-b002-4549-815d-defa552bf42d/2d4ea80f-529c-44ba-ae20-3250ecdc73c9/eea2a67a-b699-4f32-b6e2-05ec755bff93) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:44.046429 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8250f41-5880-47b1-ad6d-459cc96319b9 None None] The sync data for ids ['33a3e725-2707-45f8-886c-cbb4f1440fdd'] in n-d-815324-7 is: [{'id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1260083795-router', 'tenant_id': 'db7129cd8a1549be964afa1ad2f78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:34Z', 'updated_at': '2022-02-10T15:13:37Z', 'revision_number': 3, 'project_id': 'db7129cd8a1549be964afa1ad2f78472', 'gw_port': {'id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:36Z', 'updated_at': '2022-02-10T15:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:13:44.083627 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07c55144-156d-4626-9a4a-1782f9362e20 req-e854c5ee-3518-451f-9fa2-64a701f59965 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889880 Feb 10 15:13:44.175070 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126f79a-f869-4f72-8457-50b18dc247a2 req-dca41ed1-ade8-49f9-85a4-5f52a8a8acb5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:44.185317 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a126f79a-f869-4f72-8457-50b18dc247a2 req-dca41ed1-ade8-49f9-85a4-5f52a8a8acb5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 948 time: 0.0997360 Feb 10 15:13:44.189062 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Publish callbacks [] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:44.272435 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-54e80c94-15a0-487c-abde-5c82291378a5 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:13:44.274292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-54e80c94-15a0-487c-abde-5c82291378a5 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0278559 Feb 10 15:13:44.282192 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a126f79a-f869-4f72-8457-50b18dc247a2 req-6da7af9b-9443-47bf-a88b-3a526bd5fb48 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953856 Feb 10 15:13:44.347179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-fd0cc07d-b8b2-47fb-b1a2-d25ed2854497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:44.348728 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-fd0cc07d-b8b2-47fb-b1a2-d25ed2854497 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1386137 Feb 10 15:13:44.360986 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:44.415967 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-88f8a8cb-9959-4645-81fe-e6b1eaf8f7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:44.430976 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-88f8a8cb-9959-4645-81fe-e6b1eaf8f7fe service neutron] 10.222.0.64 "GET /v2.0/ports/3ee346dd-6dbc-469b-9349-510978c1ae8f HTTP/1.1" status: 200 len: 1125 time: 0.1430538 Feb 10 15:13:44.435430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-1d217db0-3496-427e-94a3-e30fec2e82cd service neutron] Request body: {'binding': {'host': 'n-h1-815324-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:44.435888 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-1d217db0-3496-427e-94a3-e30fec2e82cd service neutron] Unknown quota resources ['binding']. {{(pid=103368) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:13:44.442142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Pushing event updated for resources: {'Port': ['ID=eea2a67a-b699-4f32-b6e2-05ec755bff93,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:44.517375 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Network 17fd19ce-b002-4549-815d-defa552bf42d is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:44.520671 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:44.530764 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:44.593879 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-a3a60a41-8b25-4825-9eb0-8560a7ae02ce service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539683 Feb 10 15:13:44.765217 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdcfd7-6ac6-49bf-90fa-f1374247513e req-183edcff-c5fd-4249-b9d8-1338b08f45be tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:44.766806 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-55fdcfd7-6ac6-49bf-90fa-f1374247513e req-183edcff-c5fd-4249-b9d8-1338b08f45be tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 945 time: 0.2314770 Feb 10 15:13:44.782461 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (33a3e725-2707-45f8-886c-cbb4f1440fdd), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:44.836944 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36578) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:44.955384 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-1d217db0-3496-427e-94a3-e30fec2e82cd service neutron] Attempting to bind port 3ee346dd-6dbc-469b-9349-510978c1ae8f on host n-h1-815324-7 for vnic_type normal with profile None {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:44.955725 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-1d217db0-3496-427e-94a3-e30fec2e82cd service neutron] Attempting to bind port 3ee346dd-6dbc-469b-9349-510978c1ae8f by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:44.956068 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-1d217db0-3496-427e-94a3-e30fec2e82cd service neutron] Attempting to bind port 3ee346dd-6dbc-469b-9349-510978c1ae8f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:44.984615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-55fdcfd7-6ac6-49bf-90fa-f1374247513e req-d6886514-e2cc-4e58-a5df-0bb1adabca39 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8ef6872-34d1-4958-981f-754fba608aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925399 Feb 10 15:13:45.010373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-1d217db0-3496-427e-94a3-e30fec2e82cd service neutron] Port 3ee346dd-6dbc-469b-9349-510978c1ae8f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:13:45.013486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-1d217db0-3496-427e-94a3-e30fec2e82cd service neutron] Attempting to bind port 3ee346dd-6dbc-469b-9349-510978c1ae8f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:45.027338 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3a941fc4-62fd-47b9-8f8c-6982ecf56b36 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e73f910d27894a5991f9f9b5989f872e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1850779 Feb 10 15:13:45.029646 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36582) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:45.055230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-1d217db0-3496-427e-94a3-e30fec2e82cd service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:45.055645 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-1d217db0-3496-427e-94a3-e30fec2e82cd service neutron] Checking segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:45.055966 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-1d217db0-3496-427e-94a3-e30fec2e82cd service neutron] Bound using segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:45.056408 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-1d217db0-3496-427e-94a3-e30fec2e82cd service neutron] Bound port: 3ee346dd-6dbc-469b-9349-510978c1ae8f, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:45.148638 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:45.154845 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16cf7744-86a6-4839-af7e-d89b96273a12 req-31bbff8b-3cd9-4280-b8f8-8fddabc4d78c service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224535 Feb 10 15:13:45.181256 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0a9e3900-299d-44ec-b22e-bc2983e44509 None None] Provisioning complete for port eea2a67a-b699-4f32-b6e2-05ec755bff93 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:45.183290 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a9e3900-299d-44ec-b22e-bc2983e44509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:45.189658 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d96c5644-4be7-44c7-9d7a-dcc2b41f67bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:45.203851 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-1d217db0-3496-427e-94a3-e30fec2e82cd service neutron] For port 3ee346dd-6dbc-469b-9349-510978c1ae8f, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:45.219531 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-1d217db0-3496-427e-94a3-e30fec2e82cd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:45.235470 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-1d217db0-3496-427e-94a3-e30fec2e82cd service neutron] 10.222.0.64 "POST /v2.0/ports/3ee346dd-6dbc-469b-9349-510978c1ae8f/bindings HTTP/1.1" status: 201 len: 389 time: 0.8010926 Feb 10 15:13:45.236318 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e18bc6b0-cc00-472a-8d2c-06327de06b49 admin admin] Publish callbacks [] for security_group (395f0522-00d6-4a2c-a31c-33936e347724), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:45.285236 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e18bc6b0-cc00-472a-8d2c-06327de06b49 admin admin] Publish callbacks [] for security_group (395f0522-00d6-4a2c-a31c-33936e347724), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:45.294513 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e3900-299d-44ec-b22e-bc2983e44509 None None] Port eea2a67a-b699-4f32-b6e2-05ec755bff93 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:13:45.372287 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e18bc6b0-cc00-472a-8d2c-06327de06b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (395f0522-00d6-4a2c-a31c-33936e347724), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:45.377992 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e18bc6b0-cc00-472a-8d2c-06327de06b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:45.383675 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e18bc6b0-cc00-472a-8d2c-06327de06b49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/395f0522-00d6-4a2c-a31c-33936e347724 HTTP/1.1" status: 204 len: 168 time: 0.3475521 Feb 10 15:13:45.410501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bc6b0-cc00-472a-8d2c-06327de06b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395f0522-00d6-4a2c-a31c-33936e347724,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:45.542531 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb433a8-5ad1-4563-a2fb-0f5ede371b73 req-50e0dd8f-a437-4b04-aaff-f1d498fd5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:45.544066 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4fb433a8-5ad1-4563-a2fb-0f5ede371b73 req-50e0dd8f-a437-4b04-aaff-f1d498fd5c0b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 1130 time: 0.3013041 Feb 10 15:13:45.719813 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecee199-bba0-41e3-b761-885b4861e227 req-8a4411b9-870a-490f-a72f-239899645b70 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:45.726552 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ecee199-bba0-41e3-b761-885b4861e227 req-8a4411b9-870a-490f-a72f-239899645b70 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 946 time: 0.2164495 Feb 10 15:13:45.745155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2a89-c51f-4d6e-8edf-aecd2adf5edd req-75834bf2-4a1f-48bd-94dd-ea55f8595667 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:45.761332 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25fd2a89-c51f-4d6e-8edf-aecd2adf5edd req-75834bf2-4a1f-48bd-94dd-ea55f8595667 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 948 time: 0.2353656 Feb 10 15:13:45.803730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3be1dd2f-6854-4bdb-b887-e5964e133a7d details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:13:45.820919 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-996bf9fa-b760-4d4a-a593-afc729120a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:45.822689 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Publish callbacks [] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:45.823448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-996bf9fa-b760-4d4a-a593-afc729120a09 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 1128 time: 0.2307332 Feb 10 15:13:45.825315 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb433a8-5ad1-4563-a2fb-0f5ede371b73 req-4eb85e16-21e9-40a9-afbe-dd995ce14011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:45.826951 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4fb433a8-5ad1-4563-a2fb-0f5ede371b73 req-4eb85e16-21e9-40a9-afbe-dd995ce14011 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.2715354 Feb 10 15:13:45.830725 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:45.900079 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (33a3e725-2707-45f8-886c-cbb4f1440fdd), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:45.961397 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25fd2a89-c51f-4d6e-8edf-aecd2adf5edd req-ac838423-dcc9-446d-84e4-99e02bff97bf tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768537 Feb 10 15:13:45.995594 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4fb433a8-5ad1-4563-a2fb-0f5ede371b73 req-a7c33752-ad6a-48df-93a1-3a8d4ad55294 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=3fffc403-7c02-477a-b1f7-220ed2eddcdb HTTP/1.1" status: 200 len: 217 time: 0.1013217 Feb 10 15:13:46.023299 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ecee199-bba0-41e3-b761-885b4861e227 req-b5f77828-820a-41db-a2bf-a4a207fc73ff tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916322 Feb 10 15:13:46.033482 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Pushing event updated for resources: {'Port': ['ID=eea2a67a-b699-4f32-b6e2-05ec755bff93,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:46.098505 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-868bf711-08f3-4c45-9181-e5af789d045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:46.100731 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-868bf711-08f3-4c45-9181-e5af789d045e service neutron] 10.222.0.72 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.2649927 Feb 10 15:13:46.189682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-2aa8c06a-b603-47e7-a595-2c03d2af2de7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f HTTP/1.1" status: 200 len: 217 time: 0.0809433 Feb 10 15:13:46.207460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1d31662d-acf5-4c43-923e-4ee872e2aeb2 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:46.266021 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36600) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:46.277730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb433a8-5ad1-4563-a2fb-0f5ede371b73 req-e1bf7dbb-9e0b-4706-aeb3-9fb9273aa2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:46.279147 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4fb433a8-5ad1-4563-a2fb-0f5ede371b73 req-e1bf7dbb-9e0b-4706-aeb3-9fb9273aa2d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.2430191 Feb 10 15:13:46.351095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-5a94f90d-e363-478a-a283-0649a16bdedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:46.356839 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-5a94f90d-e363-478a-a283-0649a16bdedc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.1456933 Feb 10 15:13:46.362426 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:46.404332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Network 17fd19ce-b002-4549-815d-defa552bf42d is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:46.410574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:46.421250 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6c7a2feb-926f-4a3b-809c-818a8849e2c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509267 Feb 10 15:13:46.509575 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 3be1dd2f-6854-4bdb-b887-e5964e133a7d, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3be1dd2f-6854-4bdb-b887-e5964e133a7d,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:46.537476 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166b99e-d8dc-4cbb-9fa4-08694bec332b req-b77e97a0-c88d-444b-b4e6-b85e3d0b8b72 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:46.545892 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7166b99e-d8dc-4cbb-9fa4-08694bec332b req-b77e97a0-c88d-444b-b4e6-b85e3d0b8b72 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 945 time: 0.3579228 Feb 10 15:13:46.553205 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '3be1dd2f-6854-4bdb-b887-e5964e133a7d', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '3be1dd2f-6854-4bdb-b887-e5964e133a7d', 'mac_address': 'fa:16:3e:f7:b1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:13:46.575917 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 1d31662d-acf5-4c43-923e-4ee872e2aeb2 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:46.576303 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1d31662d-acf5-4c43-923e-4ee872e2aeb2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:46.577639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb433a8-5ad1-4563-a2fb-0f5ede371b73 req-d24e4116-314f-47f5-ad11-27c9f66366b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:46.579654 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4fb433a8-5ad1-4563-a2fb-0f5ede371b73 req-d24e4116-314f-47f5-ad11-27c9f66366b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2858832 Feb 10 15:13:46.598891 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-8133fbe4-65ca-4585-a350-506c8ed103ef service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659412 Feb 10 15:13:46.621330 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c6700c1-813f-4893-b371-d586eaf83b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:46.659030 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7166b99e-d8dc-4cbb-9fa4-08694bec332b req-87a670db-601a-4c6f-a9cd-616edc70bac4 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8ef6872-34d1-4958-981f-754fba608aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120250 Feb 10 15:13:46.678300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 3be1dd2f-6854-4bdb-b887-e5964e133a7d is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:46.678713 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3be1dd2f-6854-4bdb-b887-e5964e133a7d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:46.731929 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be1dd2f-6854-4bdb-b887-e5964e133a7d {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:13:46.794902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 3be1dd2f-6854-4bdb-b887-e5964e133a7d, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3be1dd2f-6854-4bdb-b887-e5964e133a7d,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:46.826081 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3be1dd2f-6854-4bdb-b887-e5964e133a7d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:46.867548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Router 33a3e725-2707-45f8-886c-cbb4f1440fdd has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:13:46.891253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 1d31662d-acf5-4c43-923e-4ee872e2aeb2 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:46.891656 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1d31662d-acf5-4c43-923e-4ee872e2aeb2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:46.920441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=3be1dd2f-6854-4bdb-b887-e5964e133a7d,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:46.926600 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 1d31662d-acf5-4c43-923e-4ee872e2aeb2, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1d31662d-acf5-4c43-923e-4ee872e2aeb2,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:46.933906 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1d31662d-acf5-4c43-923e-4ee872e2aeb2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:46.938944 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c6700c1-813f-4893-b371-d586eaf83b2f admin admin] Publish callbacks [] for security_group (a6e7e491-791d-454a-8c45-615153360bb6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:46.958226 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c6700c1-813f-4893-b371-d586eaf83b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a6e7e491-791d-454a-8c45-615153360bb6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:46.991081 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7d19abcb-1d61-4584-b064-360e27341fdf None None] Provisioning complete for port eea2a67a-b699-4f32-b6e2-05ec755bff93 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:46.991451 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7d19abcb-1d61-4584-b064-360e27341fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:46.998800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6700c1-813f-4893-b371-d586eaf83b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e7e491-791d-454a-8c45-615153360bb6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:47.035020 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=1d31662d-acf5-4c43-923e-4ee872e2aeb2,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:47.046633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7d19abcb-1d61-4584-b064-360e27341fdf None None] Port eea2a67a-b699-4f32-b6e2-05ec755bff93 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:13:47.070033 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3be1dd2f-6854-4bdb-b887-e5964e133a7d'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:13:47.095336 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-96b52f9f-f630-44b6-9cc0-97cbee56e0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 258 time: 0.3451045 Feb 10 15:13:47.105480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:47.137430 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2c6700c1-813f-4893-b371-d586eaf83b2f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa3434977ec443dcb915fef58d0c49ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8565934 Feb 10 15:13:47.142914 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36628) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:47.150456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-2f1babdb-cecf-4c24-a293-b7ac7ab864c4 service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419288 Feb 10 15:13:47.191571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cee91-e15d-420b-a2dc-20ddca5e39d2 req-94875790-42a9-4b36-be54-572b09352eaa tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:47.193282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-006cee91-e15d-420b-a2dc-20ddca5e39d2 req-94875790-42a9-4b36-be54-572b09352eaa tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 948 time: 0.0953417 Feb 10 15:13:47.194600 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:47.195640 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4fb433a8-5ad1-4563-a2fb-0f5ede371b73 req-dea14fa2-cb42-49d0-8524-a265f6d23b52 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978541 Feb 10 15:13:47.200525 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:13:47.219913 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fa0e0083-bc28-43a3-b82b-645ee8462c63 admin admin] 10.222.0.64 "PUT /v2.0/routers/33a3e725-2707-45f8-886c-cbb4f1440fdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9895620 Feb 10 15:13:47.222290 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Sync routers for ids ['33a3e725-2707-45f8-886c-cbb4f1440fdd'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:13:47.232912 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff263374-b3fb-4008-bdd4-46bbf4e9b3b1 admin admin] Publish callbacks [] for security_group (a6e7e491-791d-454a-8c45-615153360bb6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:47.242191 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Routers {'33a3e725-2707-45f8-886c-cbb4f1440fdd'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:47.243716 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['33a3e725-2707-45f8-886c-cbb4f1440fdd'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:47.296316 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff263374-b3fb-4008-bdd4-46bbf4e9b3b1 admin admin] Publish callbacks [] for security_group (a6e7e491-791d-454a-8c45-615153360bb6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:47.348480 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4fb433a8-5ad1-4563-a2fb-0f5ede371b73 req-4f3fe2f1-2b6a-4220-9810-e358dbe7ad42 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409576 Feb 10 15:13:47.373382 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-006cee91-e15d-420b-a2dc-20ddca5e39d2 req-98351664-d87b-4257-bf97-a7a8e3b4761e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421194 Feb 10 15:13:47.377492 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff263374-b3fb-4008-bdd4-46bbf4e9b3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a6e7e491-791d-454a-8c45-615153360bb6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:47.381731 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff263374-b3fb-4008-bdd4-46bbf4e9b3b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:47.385263 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ff263374-b3fb-4008-bdd4-46bbf4e9b3b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6e7e491-791d-454a-8c45-615153360bb6 HTTP/1.1" status: 204 len: 168 time: 0.2393575 Feb 10 15:13:47.400570 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Set router 33a3e725-2707-45f8-886c-cbb4f1440fdd gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:47.405745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff263374-b3fb-4008-bdd4-46bbf4e9b3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e7e491-791d-454a-8c45-615153360bb6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:47.527466 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-c031c373-dc26-404f-a998-775bdded7043 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:47.529164 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-c031c373-dc26-404f-a998-775bdded7043 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43&tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1128 time: 0.2625489 Feb 10 15:13:47.558175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-7'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:47.666623 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e23bb-edf7-4090-af42-af47fb30b961 req-631ebe0c-7d95-4e60-a816-d2f0ae819f2d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:47.668710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-796e23bb-edf7-4090-af42-af47fb30b961 req-631ebe0c-7d95-4e60-a816-d2f0ae819f2d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 946 time: 0.1571517 Feb 10 15:13:47.678325 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:47.681529 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1260083795-router', 'tenant_id': 'db7129cd8a1549be964afa1ad2f78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:34Z', 'updated_at': '2022-02-10T15:13:45Z', 'revision_number': 4, 'project_id': 'db7129cd8a1549be964afa1ad2f78472', 'gw_port': {'id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:36Z', 'updated_at': '2022-02-10T15:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'eea2a67a-b699-4f32-b6e2-05ec755bff93', 'name': '', 'network_id': '17fd19ce-b002-4549-815d-defa552bf42d', 'tenant_id': 'db7129cd8a1549be964afa1ad2f78472', 'mac_address': 'fa:16:3e:ae:20:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '2d4ea80f-529c-44ba-ae20-3250ecdc73c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:43Z', 'updated_at': '2022-02-10T15:13:45Z', 'revision_number': 2, 'project_id': 'db7129cd8a1549be964afa1ad2f78472', 'subnets': [{'id': '2d4ea80f-529c-44ba-ae20-3250ecdc73c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:47.698031 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:47.714060 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Checking router: 33a3e725-2707-45f8-886c-cbb4f1440fdd for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:13:47.714536 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Updating router 33a3e725-2707-45f8-886c-cbb4f1440fdd port eea2a67a-b699-4f32-b6e2-05ec755bff93 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:13:47.780424 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:47.788053 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:47.828085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3fffc403-7c02-477a-b1f7-220ed2eddcdb details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:13:47.828512 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-796e23bb-edf7-4090-af42-af47fb30b961 req-b2f0ba4e-e6e9-4c51-a917-be72721d7454 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528313 Feb 10 15:13:47.830025 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3be1dd2f-6854-4bdb-b887-e5964e133a7d up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:47.946518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 3be1dd2f-6854-4bdb-b887-e5964e133a7d completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:13:47.964710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1d31662d-acf5-4c43-923e-4ee872e2aeb2 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:47.966484 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 3be1dd2f-6854-4bdb-b887-e5964e133a7d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:47.966857 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3be1dd2f-6854-4bdb-b887-e5964e133a7d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.033703 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36654) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:48.056317 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-700ba3db-be91-4726-8cef-b87ea0b2dc36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.105274 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] For port 3ee346dd-6dbc-469b-9349-510978c1ae8f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:48.107972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Allocated IP 172.25.3.126 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/ba4c86e6-dfee-4b64-8304-662a4893c3e3) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:48.160306 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 3fffc403-7c02-477a-b1f7-220ed2eddcdb, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3fffc403-7c02-477a-b1f7-220ed2eddcdb,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:48.198106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '3fffc403-7c02-477a-b1f7-220ed2eddcdb', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '3fffc403-7c02-477a-b1f7-220ed2eddcdb', 'mac_address': 'fa:16:3e:b6:df:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:13:48.206531 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-700ba3db-be91-4726-8cef-b87ea0b2dc36 admin admin] Publish callbacks [] for security_group (9ad52136-4454-4842-8e87-7e3c940e755f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.213907 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] For port 3ee346dd-6dbc-469b-9349-510978c1ae8f, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:48.215106 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-700ba3db-be91-4726-8cef-b87ea0b2dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9ad52136-4454-4842-8e87-7e3c940e755f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.273387 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441187ac-cbdb-4315-96db-db060af6ea43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee346dd-6dbc-469b-9349-510978c1ae8f'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:48.276204 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39f0871-7f4d-4209-b5d2-11ab9539b4d9" -d '{"events": [{"server_uuid": "441187ac-cbdb-4315-96db-db060af6ea43", "name": "network-vif-unplugged", "status": "completed", "tag": "3ee346dd-6dbc-469b-9349-510978c1ae8f"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:48.285142 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Publish callbacks [] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.287530 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-700ba3db-be91-4726-8cef-b87ea0b2dc36 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=87ddba7776fe4873925ad1048c740542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531557 Feb 10 15:13:48.291805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36660) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:48.292676 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Publish callbacks [] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.299230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ba3db-be91-4726-8cef-b87ea0b2dc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad52136-4454-4842-8e87-7e3c940e755f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:48.305422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 1d31662d-acf5-4c43-923e-4ee872e2aeb2 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:48.306604 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1d31662d-acf5-4c43-923e-4ee872e2aeb2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.314171 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.314483 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.390281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Pushing event updated for resources: {'Port': ['ID=3ee346dd-6dbc-469b-9349-510978c1ae8f,revision_number=7']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:48.393693 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 3be1dd2f-6854-4bdb-b887-e5964e133a7d is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:48.397160 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3be1dd2f-6854-4bdb-b887-e5964e133a7d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.423447 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959e65a-0419-4392-aee9-d790f50f6b5e None None] Pushing event updated for resources: {'Port': ['ID=eea2a67a-b699-4f32-b6e2-05ec755bff93,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:48.435153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 3fffc403-7c02-477a-b1f7-220ed2eddcdb is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:48.435553 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3fffc403-7c02-477a-b1f7-220ed2eddcdb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.436960 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for port (ba4c86e6-dfee-4b64-8304-662a4893c3e3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.453098 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fffc403-7c02-477a-b1f7-220ed2eddcdb {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:13:48.486772 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Attempting to bind port eea2a67a-b699-4f32-b6e2-05ec755bff93 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:48.487054 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Attempting to bind port eea2a67a-b699-4f32-b6e2-05ec755bff93 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1966de7d-36c1-4a00-a724-7c91e06d3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '17fd19ce-b002-4549-815d-defa552bf42d'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:48.487417 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Attempting to bind port eea2a67a-b699-4f32-b6e2-05ec755bff93 on network 17fd19ce-b002-4549-815d-defa552bf42d {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:48.497670 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:48.498043 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Checking segment: {'id': '1966de7d-36c1-4a00-a724-7c91e06d3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '17fd19ce-b002-4549-815d-defa552bf42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:48.498453 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.498845 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Bound using segment: {'id': '1966de7d-36c1-4a00-a724-7c91e06d3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '17fd19ce-b002-4549-815d-defa552bf42d'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:48.499459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c09df2-eac9-48e5-ac8c-55ab81dd9255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be1dd2f-6854-4bdb-b887-e5964e133a7d'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:48.499588 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Bound port: eea2a67a-b699-4f32-b6e2-05ec755bff93, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1966de7d-36c1-4a00-a724-7c91e06d3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '17fd19ce-b002-4549-815d-defa552bf42d'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:48.499836 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.501895 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e8ece3-b939-4dd1-b3ea-9d70caaac0b4" -d '{"events": [{"server_uuid": "67c09df2-eac9-48e5-ac8c-55ab81dd9255", "name": "network-vif-plugged", "status": "completed", "tag": "3be1dd2f-6854-4bdb-b887-e5964e133a7d"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:48.516506 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 3fffc403-7c02-477a-b1f7-220ed2eddcdb, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3fffc403-7c02-477a-b1f7-220ed2eddcdb,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:48.521994 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 3be1dd2f-6854-4bdb-b887-e5964e133a7d, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3be1dd2f-6854-4bdb-b887-e5964e133a7d,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:48.526198 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3fffc403-7c02-477a-b1f7-220ed2eddcdb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.606664 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3be1dd2f-6854-4bdb-b887-e5964e133a7d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.608982 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] For port eea2a67a-b699-4f32-b6e2-05ec755bff93, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:48.612721 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] For port eea2a67a-b699-4f32-b6e2-05ec755bff93, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=eea2a67a-b699-4f32-b6e2-05ec755bff93,segment=NetworkSegment(1966de7d-36c1-4a00-a724-7c91e06d3afb),segment_id=1966de7d-36c1-4a00-a724-7c91e06d3afb)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:48.620025 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.623891 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bff6e0af-c3bb-4d18-9e80-e24e16bb8899 admin admin] Publish callbacks [] for security_group (9ad52136-4454-4842-8e87-7e3c940e755f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.656972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=3fffc403-7c02-477a-b1f7-220ed2eddcdb,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:48.676439 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bff6e0af-c3bb-4d18-9e80-e24e16bb8899 admin admin] Publish callbacks [] for security_group (9ad52136-4454-4842-8e87-7e3c940e755f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.700748 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 1d31662d-acf5-4c43-923e-4ee872e2aeb2 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:48.729652 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=3be1dd2f-6854-4bdb-b887-e5964e133a7d,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:48.734446 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-e1b72662-c9d6-45a9-afc6-1ebb29308190 req-65250b77-bdc5-4967-a5f6-f2ed18c099b0 tempest-FloatingIPDetailsNegativeTestJSON-2036717203 tempest-FloatingIPDetailsNegativeTestJSON-2036717203-project] show failed (client error): The resource could not be found. Feb 10 15:13:48.750665 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1b72662-c9d6-45a9-afc6-1ebb29308190 req-65250b77-bdc5-4967-a5f6-f2ed18c099b0 tempest-FloatingIPDetailsNegativeTestJSON-2036717203 tempest-FloatingIPDetailsNegativeTestJSON-2036717203-project] 10.222.0.64 "GET /v2.0/floatingips/07e31b2c-7d47-468d-99ac-7a22428b33ee HTTP/1.1" status: 404 len: 350 time: 0.2380672 Feb 10 15:13:48.758571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36672) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:48.803158 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642eb635-3788-4d04-9414-6a47db3dbe25 x-openstack-request-id: req-642eb635-3788-4d04-9414-6a47db3dbe25 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:48.803489 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441187ac-cbdb-4315-96db-db060af6ea43", "name": "network-vif-unplugged", "status": "completed", "tag": "3ee346dd-6dbc-469b-9349-510978c1ae8f", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:48.803724 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-642eb635-3788-4d04-9414-6a47db3dbe25 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:48.804173 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441187ac-cbdb-4315-96db-db060af6ea43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee346dd-6dbc-469b-9349-510978c1ae8f', 'code': 200} Feb 10 15:13:48.805765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Attempting to bind port 3ee346dd-6dbc-469b-9349-510978c1ae8f on host n-h2-815324-7 for vnic_type normal with profile {"migrating_to": "n-h1-815324-7"} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:48.806215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Attempting to bind port 3ee346dd-6dbc-469b-9349-510978c1ae8f by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:48.806821 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Attempting to bind port 3ee346dd-6dbc-469b-9349-510978c1ae8f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:48.811507 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (ba4c86e6-dfee-4b64-8304-662a4893c3e3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.817495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3fffc403-7c02-477a-b1f7-220ed2eddcdb'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:13:48.827772 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-38e6867d-c4b6-406d-af32-50a9395e821d None None] Provisioning complete for port eea2a67a-b699-4f32-b6e2-05ec755bff93 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:48.827998 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38e6867d-c4b6-406d-af32-50a9395e821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.828346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Port 3ee346dd-6dbc-469b-9349-510978c1ae8f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:13:48.828799 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Attempting to bind port 3ee346dd-6dbc-469b-9349-510978c1ae8f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:48.848134 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Routers {'33a3e725-2707-45f8-886c-cbb4f1440fdd'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:48.848935 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['33a3e725-2707-45f8-886c-cbb4f1440fdd'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:48.867772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:48.878038 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:48.886282 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:48.901056 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:48.901424 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Checking segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:48.901817 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Bound using segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:48.902268 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Bound port: 3ee346dd-6dbc-469b-9349-510978c1ae8f, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:48.902627 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.928843 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bff6e0af-c3bb-4d18-9e80-e24e16bb8899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9ad52136-4454-4842-8e87-7e3c940e755f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.933126 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bff6e0af-c3bb-4d18-9e80-e24e16bb8899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:48.936486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bff6e0af-c3bb-4d18-9e80-e24e16bb8899 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ad52136-4454-4842-8e87-7e3c940e755f HTTP/1.1" status: 204 len: 168 time: 0.6403968 Feb 10 15:13:48.975491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6e0af-c3bb-4d18-9e80-e24e16bb8899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad52136-4454-4842-8e87-7e3c940e755f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:48.995352 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Pushing event updated for resources: {'Port': ['ID=ba4c86e6-dfee-4b64-8304-662a4893c3e3,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:49.032904 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:49.107818 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] Set router 33a3e725-2707-45f8-886c-cbb4f1440fdd gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:49.146167 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for floatingip (95d9a167-aa97-4c6d-915e-8cb358be3ead), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:49.167159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] For port 3ee346dd-6dbc-469b-9349-510978c1ae8f, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:49.191835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ebc36-057c-4796-9c33-df2b07726bfd req-5bf54558-ffd1-450b-bfc0-f03ec2a0d47c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:49.201437 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-38e6867d-c4b6-406d-af32-50a9395e821d None None] Current status of the port eea2a67a-b699-4f32-b6e2-05ec755bff93 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:49.202157 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38e6867d-c4b6-406d-af32-50a9395e821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:49.210792 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-684ebc36-057c-4796-9c33-df2b07726bfd req-5bf54558-ffd1-450b-bfc0-f03ec2a0d47c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 949 time: 0.2163885 Feb 10 15:13:49.217090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] For port 3ee346dd-6dbc-469b-9349-510978c1ae8f, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:49.237302 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959e65a-0419-4392-aee9-d790f50f6b5e None None] Pushing event updated for resources: {'Port': ['ID=eea2a67a-b699-4f32-b6e2-05ec755bff93,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:49.258007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:49.289629 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ba4c86e6-dfee-4b64-8304-662a4893c3e3), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:49.293752 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-38e6867d-c4b6-406d-af32-50a9395e821d None None] For port eea2a67a-b699-4f32-b6e2-05ec755bff93, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=eea2a67a-b699-4f32-b6e2-05ec755bff93,segment=NetworkSegment(1966de7d-36c1-4a00-a724-7c91e06d3afb),segment_id=1966de7d-36c1-4a00-a724-7c91e06d3afb)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:49.308357 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38e6867d-c4b6-406d-af32-50a9395e821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:49.440301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6867d-c4b6-406d-af32-50a9395e821d None None] Pushing event updated for resources: {'Port': ['ID=eea2a67a-b699-4f32-b6e2-05ec755bff93,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:49.497709 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f9438b5c-7144-447a-9922-2f36e18c16f3 None None] Provisioning complete for port eea2a67a-b699-4f32-b6e2-05ec755bff93 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:49.498069 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9438b5c-7144-447a-9922-2f36e18c16f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:49.616964 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1260083795-router', 'tenant_id': 'db7129cd8a1549be964afa1ad2f78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:34Z', 'updated_at': '2022-02-10T15:13:45Z', 'revision_number': 4, 'project_id': 'db7129cd8a1549be964afa1ad2f78472', 'gw_port': {'id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:36Z', 'updated_at': '2022-02-10T15:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'eea2a67a-b699-4f32-b6e2-05ec755bff93', 'name': '', 'network_id': '17fd19ce-b002-4549-815d-defa552bf42d', 'tenant_id': 'db7129cd8a1549be964afa1ad2f78472', 'mac_address': 'fa:16:3e:ae:20:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '2d4ea80f-529c-44ba-ae20-3250ecdc73c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:43Z', 'updated_at': '2022-02-10T15:13:48Z', 'revision_number': 4, 'project_id': 'db7129cd8a1549be964afa1ad2f78472', 'subnets': [{'id': '2d4ea80f-529c-44ba-ae20-3250ecdc73c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:49.653747 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2796372-119d-460e-8b3f-0c19ed99bf6a None None] The sync data for ids ['33a3e725-2707-45f8-886c-cbb4f1440fdd'] in n-d-815324-7 is: [{'id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1260083795-router', 'tenant_id': 'db7129cd8a1549be964afa1ad2f78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:34Z', 'updated_at': '2022-02-10T15:13:45Z', 'revision_number': 4, 'project_id': 'db7129cd8a1549be964afa1ad2f78472', 'gw_port': {'id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:36Z', 'updated_at': '2022-02-10T15:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'eea2a67a-b699-4f32-b6e2-05ec755bff93', 'name': '', 'network_id': '17fd19ce-b002-4549-815d-defa552bf42d', 'tenant_id': 'db7129cd8a1549be964afa1ad2f78472', 'mac_address': 'fa:16:3e:ae:20:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '2d4ea80f-529c-44ba-ae20-3250ecdc73c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:43Z', 'updated_at': '2022-02-10T15:13:48Z', 'revision_number': 4, 'project_id': 'db7129cd8a1549be964afa1ad2f78472', 'subnets': [{'id': '2d4ea80f-529c-44ba-ae20-3250ecdc73c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:13:49.672683 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f9438b5c-7144-447a-9922-2f36e18c16f3 None None] Current status of the port eea2a67a-b699-4f32-b6e2-05ec755bff93 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:49.789295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Pushing event updated for resources: {'Port': ['ID=3ee346dd-6dbc-469b-9349-510978c1ae8f,revision_number=8']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:49.795056 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-684ebc36-057c-4796-9c33-df2b07726bfd req-6c7f98d2-4905-4140-938b-5e4f809ff3bb tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5833993 Feb 10 15:13:49.841745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:49.842352 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:49.843744 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6d32e4ad-5dc5-4400-9049-8711189c61ea service neutron] 10.222.0.72 "PUT /v2.0/ports/3ee346dd-6dbc-469b-9349-510978c1ae8f HTTP/1.1" status: 200 len: 1122 time: 2.3058569 Feb 10 15:13:49.872574 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc44a430-b901-4564-80c8-54213dad22ff x-openstack-request-id: req-bc44a430-b901-4564-80c8-54213dad22ff {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:49.873105 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c09df2-eac9-48e5-ac8c-55ab81dd9255", "name": "network-vif-plugged", "status": "completed", "tag": "3be1dd2f-6854-4bdb-b887-e5964e133a7d", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:49.873378 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc44a430-b901-4564-80c8-54213dad22ff {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:49.873812 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c09df2-eac9-48e5-ac8c-55ab81dd9255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be1dd2f-6854-4bdb-b887-e5964e133a7d', 'code': 200} Feb 10 15:13:49.938202 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3ee346dd-6dbc-469b-9349-510978c1ae8f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:13:50.100300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device eea2a67a-b699-4f32-b6e2-05ec755bff93 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:50.195504 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for port (ba4c86e6-dfee-4b64-8304-662a4893c3e3), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:50.214629 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ba4c86e6-dfee-4b64-8304-662a4893c3e3), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:50.222732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3734a-0472-4863-9c14-e8f7a5667ef1 req-6fef4da8-91d0-4e47-a0be-155e5976c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:50.230181 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9f3734a-0472-4863-9c14-e8f7a5667ef1 req-6fef4da8-91d0-4e47-a0be-155e5976c55b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=67c09df2-eac9-48e5-ac8c-55ab81dd9255 HTTP/1.1" status: 200 len: 1132 time: 0.2293043 Feb 10 15:13:50.277459 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a10d7187-0f02-4bb4-b51e-a928832d8f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (33a3e725-2707-45f8-886c-cbb4f1440fdd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:50.290956 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (95d9a167-aa97-4c6d-915e-8cb358be3ead), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:50.326431 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Pushing event updated for resources: {'Port': ['ID=ba4c86e6-dfee-4b64-8304-662a4893c3e3,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:50.339050 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:50.340687 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-101e3274-2d51-4fe8-b410-d0e91d934336 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2444851 Feb 10 15:13:50.360961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port eea2a67a-b699-4f32-b6e2-05ec755bff93 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:50.363024 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:50.440056 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9f3734a-0472-4863-9c14-e8f7a5667ef1 req-bc77f177-83b7-47b7-8688-28e42c58958c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823924 Feb 10 15:13:50.448862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-411bb8d0-8c1e-4145-ad69-e958275734af tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.0913408 Feb 10 15:13:50.644587 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-df219abd-bfe5-43ba-84fd-6fa4a5985ba1 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:50.649199 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd751107-eb0a-425e-802a-ed204136c9e3 req-df219abd-bfe5-43ba-84fd-6fa4a5985ba1 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.1925724 Feb 10 15:13:50.784752 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port eea2a67a-b699-4f32-b6e2-05ec755bff93 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:50.815206 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441187ac-cbdb-4315-96db-db060af6ea43', 'tag': '3ee346dd-6dbc-469b-9349-510978c1ae8f'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:50.828859 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97789170-a97c-45a1-96f4-9805d9d8a5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "441187ac-cbdb-4315-96db-db060af6ea43", "tag": "3ee346dd-6dbc-469b-9349-510978c1ae8f"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:50.855661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-a10d7187-0f02-4bb4-b51e-a928832d8f42 admin admin] Deleting port eea2a67a-b699-4f32-b6e2-05ec755bff93 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:13:50.856132 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a10d7187-0f02-4bb4-b51e-a928832d8f42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:50.902676 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc7e7d-f477-4c5e-9952-7c25ec71486a req-97d8dea7-6f04-4f9d-b0bf-12cb02bf6bb7 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:50.905359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bcbc7e7d-f477-4c5e-9952-7c25ec71486a req-97d8dea7-6f04-4f9d-b0bf-12cb02bf6bb7 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 944 time: 0.1478522 Feb 10 15:13:50.980400 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-a10d7187-0f02-4bb4-b51e-a928832d8f42 admin admin] For port eea2a67a-b699-4f32-b6e2-05ec755bff93, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=eea2a67a-b699-4f32-b6e2-05ec755bff93,segment=NetworkSegment(1966de7d-36c1-4a00-a724-7c91e06d3afb),segment_id=1966de7d-36c1-4a00-a724-7c91e06d3afb)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:50.980978 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a10d7187-0f02-4bb4-b51e-a928832d8f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:50.996936 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-a10d7187-0f02-4bb4-b51e-a928832d8f42 admin admin] Calling delete_port for eea2a67a-b699-4f32-b6e2-05ec755bff93 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:13:51.009092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bcbc7e7d-f477-4c5e-9952-7c25ec71486a req-ed5cf95d-cff0-41c2-94ab-54c290444d9b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933478 Feb 10 15:13:51.020782 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b168cc3-68a4-4852-8671-87e821653f48 req-25bf4ae9-230a-4d2c-b269-54fa06380dd5 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:51.039548 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b168cc3-68a4-4852-8671-87e821653f48 req-25bf4ae9-230a-4d2c-b269-54fa06380dd5 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 1128 time: 0.1138937 Feb 10 15:13:51.108185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b168cc3-68a4-4852-8671-87e821653f48 req-9850dc20-2055-4bc3-85b1-7325ab2bfbb3 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626948 Feb 10 15:13:51.234179 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:13:51.287864 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a10d7187-0f02-4bb4-b51e-a928832d8f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (eea2a67a-b699-4f32-b6e2-05ec755bff93), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:51.295321 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4461cbf-6982-4109-9048-69f0622f4837 req-3f684ae2-6483-4fc4-a777-66ab2733ca12 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:51.295321 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4461cbf-6982-4109-9048-69f0622f4837 req-3f684ae2-6483-4fc4-a777-66ab2733ca12 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1461110 Feb 10 15:13:51.308714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f52d7-37ef-4078-a992-70c12b610d3d req-979f04d7-bd0b-4ffc-9ce9-1fab2c0d2309 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:51.310425 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-357f52d7-37ef-4078-a992-70c12b610d3d req-979f04d7-bd0b-4ffc-9ce9-1fab2c0d2309 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 949 time: 0.0966787 Feb 10 15:13:51.321681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d7187-0f02-4bb4-b51e-a928832d8f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=eea2a67a-b699-4f32-b6e2-05ec755bff93,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:51.402443 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4461cbf-6982-4109-9048-69f0622f4837 req-dcf4381b-f174-4a86-ae15-bf5ffd10415a tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.0900273 Feb 10 15:13:51.417551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-e4461cbf-6982-4109-9048-69f0622f4837 req-b02a9d1a-ca45-4ef7-88f6-9c3e9d7029da tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Request body: {'floatingip': {'port_id': 'b1a85289-4ecd-4591-9974-f9b9555b6e52', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:51.497917 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e4461cbf-6982-4109-9048-69f0622f4837 req-b02a9d1a-ca45-4ef7-88f6-9c3e9d7029da tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for floatingip (95d9a167-aa97-4c6d-915e-8cb358be3ead), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:51.547064 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-357f52d7-37ef-4078-a992-70c12b610d3d req-9408ec4d-4744-407b-afec-4cf1888e910b tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276464 Feb 10 15:13:51.557960 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a10d7187-0f02-4bb4-b51e-a928832d8f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (33a3e725-2707-45f8-886c-cbb4f1440fdd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:51.743452 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3585f3-2a04-40a4-8c82-c84a5dff1745 x-openstack-request-id: req-2e3585f3-2a04-40a4-8c82-c84a5dff1745 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:51.743742 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441187ac-cbdb-4315-96db-db060af6ea43", "tag": "3ee346dd-6dbc-469b-9349-510978c1ae8f", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:51.743992 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e3585f3-2a04-40a4-8c82-c84a5dff1745 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:51.744386 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441187ac-cbdb-4315-96db-db060af6ea43', 'tag': '3ee346dd-6dbc-469b-9349-510978c1ae8f', 'status': 'completed', 'code': 200} Feb 10 15:13:51.824841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10d7187-0f02-4bb4-b51e-a928832d8f42 admin admin] Router 33a3e725-2707-45f8-886c-cbb4f1440fdd has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:13:51.829612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3ee346dd-6dbc-469b-9349-510978c1ae8f details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:13:51.831819 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3fffc403-7c02-477a-b1f7-220ed2eddcdb up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:13:51.915818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97789170-a97c-45a1-96f4-9805d9d8a5c8 req-a6afe4bc-91db-4e6b-8237-60afea36fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:51.916558 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97789170-a97c-45a1-96f4-9805d9d8a5c8 req-a6afe4bc-91db-4e6b-8237-60afea36fdb7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 1156 time: 0.1712782 Feb 10 15:13:52.061335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10d7187-0f02-4bb4-b51e-a928832d8f42 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:13:52.084921 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a10d7187-0f02-4bb4-b51e-a928832d8f42 admin admin] 10.222.0.64 "PUT /v2.0/routers/33a3e725-2707-45f8-886c-cbb4f1440fdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3279958 Feb 10 15:13:52.087408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b2ec5-f967-4625-90f1-6a29ab5fc371 None None] Sync routers for ids ['33a3e725-2707-45f8-886c-cbb4f1440fdd'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:13:52.088422 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36764) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:52.131544 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 3ee346dd-6dbc-469b-9349-510978c1ae8f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:52.153859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3ee346dd-6dbc-469b-9349-510978c1ae8f has no active binding in host n-h1-815324-7 {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:13:52.157771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b2ec5-f967-4625-90f1-6a29ab5fc371 None None] Routers {'33a3e725-2707-45f8-886c-cbb4f1440fdd'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:52.158549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-527b2ec5-f967-4625-90f1-6a29ab5fc371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['33a3e725-2707-45f8-886c-cbb4f1440fdd'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:52.165411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 3fffc403-7c02-477a-b1f7-220ed2eddcdb completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:13:52.267583 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 3fffc403-7c02-477a-b1f7-220ed2eddcdb triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:13:52.268585 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3fffc403-7c02-477a-b1f7-220ed2eddcdb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:52.273094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97789170-a97c-45a1-96f4-9805d9d8a5c8 req-8c42ac93-0a0c-4efb-b069-a596039c5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:52.274674 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97789170-a97c-45a1-96f4-9805d9d8a5c8 req-8c42ac93-0a0c-4efb-b069-a596039c5fab service neutron] 10.222.0.79 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.3482888 Feb 10 15:13:52.325761 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-527b2ec5-f967-4625-90f1-6a29ab5fc371 None None] Set router 33a3e725-2707-45f8-886c-cbb4f1440fdd gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:52.408681 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97789170-a97c-45a1-96f4-9805d9d8a5c8 req-2fc126b2-c9d0-48cd-a7cd-dd71b42b1466 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f HTTP/1.1" status: 200 len: 217 time: 0.0873234 Feb 10 15:13:52.470406 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5322c9f2-e48f-4df3-bb7d-3d296deb6bc2 admin admin] Publish callbacks [] for router (33a3e725-2707-45f8-886c-cbb4f1440fdd), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:52.515849 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 3fffc403-7c02-477a-b1f7-220ed2eddcdb is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:13:52.516244 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3fffc403-7c02-477a-b1f7-220ed2eddcdb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:52.531939 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.resource_extend [req-e4461cbf-6982-4109-9048-69f0622f4837 req-b02a9d1a-ca45-4ef7-88f6-9c3e9d7029da tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:13:52.534569 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97789170-a97c-45a1-96f4-9805d9d8a5c8 req-52ea88f2-e0f0-4d7f-a127-765939344aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:52.536482 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97789170-a97c-45a1-96f4-9805d9d8a5c8 req-52ea88f2-e0f0-4d7f-a127-765939344aa5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.1089280 Feb 10 15:13:52.565777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce39de1-ea02-4ab8-a302-fb73b4857cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fffc403-7c02-477a-b1f7-220ed2eddcdb'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:52.568064 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e3d338-14b5-4379-9eae-975677c238ce" -d '{"events": [{"server_uuid": "4ce39de1-ea02-4ab8-a302-fb73b4857cf6", "name": "network-vif-plugged", "status": "completed", "tag": "3fffc403-7c02-477a-b1f7-220ed2eddcdb"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:52.585652 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 3fffc403-7c02-477a-b1f7-220ed2eddcdb, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3fffc403-7c02-477a-b1f7-220ed2eddcdb,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:52.597820 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3fffc403-7c02-477a-b1f7-220ed2eddcdb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:52.611903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97789170-a97c-45a1-96f4-9805d9d8a5c8 req-e9e21e2c-a411-4ab2-bf51-c58668d6fdef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397851 Feb 10 15:13:52.661154 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-527b2ec5-f967-4625-90f1-6a29ab5fc371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1260083795-router', 'tenant_id': 'db7129cd8a1549be964afa1ad2f78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:34Z', 'updated_at': '2022-02-10T15:13:51Z', 'revision_number': 5, 'project_id': 'db7129cd8a1549be964afa1ad2f78472', 'gw_port': {'id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:36Z', 'updated_at': '2022-02-10T15:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:52.663030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=3fffc403-7c02-477a-b1f7-220ed2eddcdb,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:52.686253 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e4461cbf-6982-4109-9048-69f0622f4837 req-b02a9d1a-ca45-4ef7-88f6-9c3e9d7029da tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:52.702663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b2ec5-f967-4625-90f1-6a29ab5fc371 None None] Checking router: 33a3e725-2707-45f8-886c-cbb4f1440fdd for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:13:52.704525 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e4461cbf-6982-4109-9048-69f0622f4837 req-b02a9d1a-ca45-4ef7-88f6-9c3e9d7029da tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (95d9a167-aa97-4c6d-915e-8cb358be3ead), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:52.714116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b2ec5-f967-4625-90f1-6a29ab5fc371 None None] Routers {'33a3e725-2707-45f8-886c-cbb4f1440fdd'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:52.717338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-527b2ec5-f967-4625-90f1-6a29ab5fc371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['33a3e725-2707-45f8-886c-cbb4f1440fdd'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:52.783894 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5322c9f2-e48f-4df3-bb7d-3d296deb6bc2 admin admin] Publish callbacks [] for router_gateway (33a3e725-2707-45f8-886c-cbb4f1440fdd), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:52.867258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-527b2ec5-f967-4625-90f1-6a29ab5fc371 None None] Set router 33a3e725-2707-45f8-886c-cbb4f1440fdd gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:52.903019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97789170-a97c-45a1-96f4-9805d9d8a5c8 req-e5c52111-9d5a-4dd7-a9d5-5797a9dde409 service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821450 Feb 10 15:13:52.952597 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [req-e4461cbf-6982-4109-9048-69f0622f4837 req-b02a9d1a-ca45-4ef7-88f6-9c3e9d7029da tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Floating IP 95d9a167-aa97-4c6d-915e-8cb358be3ead associated. External IP: 172.25.3.126, port: b1a85289-4ecd-4591-9974-f9b9555b6e52. Feb 10 15:13:53.057303 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-5322c9f2-e48f-4df3-bb7d-3d296deb6bc2 admin admin] Deleting port 1d31662d-acf5-4c43-923e-4ee872e2aeb2 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:13:53.057643 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5322c9f2-e48f-4df3-bb7d-3d296deb6bc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1d31662d-acf5-4c43-923e-4ee872e2aeb2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:53.077820 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-527b2ec5-f967-4625-90f1-6a29ab5fc371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1260083795-router', 'tenant_id': 'db7129cd8a1549be964afa1ad2f78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:34Z', 'updated_at': '2022-02-10T15:13:51Z', 'revision_number': 5, 'project_id': 'db7129cd8a1549be964afa1ad2f78472', 'gw_port': {'id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:36Z', 'updated_at': '2022-02-10T15:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:53.114011 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b2ec5-f967-4625-90f1-6a29ab5fc371 None None] The sync data for ids ['33a3e725-2707-45f8-886c-cbb4f1440fdd'] in n-d-815324-7 is: [{'id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1260083795-router', 'tenant_id': 'db7129cd8a1549be964afa1ad2f78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:34Z', 'updated_at': '2022-02-10T15:13:51Z', 'revision_number': 5, 'project_id': 'db7129cd8a1549be964afa1ad2f78472', 'gw_port': {'id': '1d31662d-acf5-4c43-923e-4ee872e2aeb2', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a3e725-2707-45f8-886c-cbb4f1440fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:36Z', 'updated_at': '2022-02-10T15:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:13:53.120962 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97789170-a97c-45a1-96f4-9805d9d8a5c8 req-f3c2b8f8-9ec6-4632-994f-4d6890706a09 service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026246 Feb 10 15:13:53.340556 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36812) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:53.456145 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-afeb88db-accd-491f-a03d-c21cc9972ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:53.473223 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36816) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:53.540237 n-d-815324-7 neutron-server[103369]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 15:13:53.544503 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3b92bb46-cdf0-4f8a-a98f-8a40df220ac0 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:13:53.545585 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3b92bb46-cdf0-4f8a-a98f-8a40df220ac0 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0710917 Feb 10 15:13:53.547443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-5322c9f2-e48f-4df3-bb7d-3d296deb6bc2 admin admin] For port 1d31662d-acf5-4c43-923e-4ee872e2aeb2, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1d31662d-acf5-4c43-923e-4ee872e2aeb2,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:53.547962 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5322c9f2-e48f-4df3-bb7d-3d296deb6bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1d31662d-acf5-4c43-923e-4ee872e2aeb2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:53.565747 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-5322c9f2-e48f-4df3-bb7d-3d296deb6bc2 admin admin] Calling delete_port for 1d31662d-acf5-4c43-923e-4ee872e2aeb2 owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:13:53.576994 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-afeb88db-accd-491f-a03d-c21cc9972ccd admin admin] Publish callbacks [] for security_group (849a0cd6-1aa8-4aa7-a5d5-6721f4f085e1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:53.583071 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-afeb88db-accd-491f-a03d-c21cc9972ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (849a0cd6-1aa8-4aa7-a5d5-6721f4f085e1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:53.629678 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-afeb88db-accd-491f-a03d-c21cc9972ccd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce5ef09e97574ff2b3a649a1825b0b41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877464 Feb 10 15:13:53.632736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36824) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:53.640026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb88db-accd-491f-a03d-c21cc9972ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849a0cd6-1aa8-4aa7-a5d5-6721f4f085e1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:53.669736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4461cbf-6982-4109-9048-69f0622f4837 req-b02a9d1a-ca45-4ef7-88f6-9c3e9d7029da tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Router 16c069dc-346a-41b3-a6c3-960a371be859 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:13:53.725154 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75adb541-d420-4f95-a117-20baafd78f70 admin admin] Publish callbacks [] for security_group (849a0cd6-1aa8-4aa7-a5d5-6721f4f085e1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:53.740978 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee79-affb-4f30-b967-50d3452c6222 req-91a6b5ee-5139-470c-b64c-f9fcfa139bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:53.742370 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-91a6b5ee-5139-470c-b64c-f9fcfa139bbc service neutron] 10.222.0.64 "GET /v2.0/ports/444033d9-42f4-4dc5-9a8d-45f925980d03 HTTP/1.1" status: 200 len: 1125 time: 0.1230314 Feb 10 15:13:53.753156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3a18f0d5-7041-4908-9ab2-4c8cf17dfef2 service neutron] Request body: {'binding': {'host': 'n-h1-815324-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:53.753678 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3a18f0d5-7041-4908-9ab2-4c8cf17dfef2 service neutron] Unknown quota resources ['binding']. {{(pid=103369) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:13:53.761318 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75adb541-d420-4f95-a117-20baafd78f70 admin admin] Publish callbacks [] for security_group (849a0cd6-1aa8-4aa7-a5d5-6721f4f085e1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:53.871823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4461cbf-6982-4109-9048-69f0622f4837 req-b02a9d1a-ca45-4ef7-88f6-9c3e9d7029da tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:13:53.879444 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e4461cbf-6982-4109-9048-69f0622f4837 req-b02a9d1a-ca45-4ef7-88f6-9c3e9d7029da tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:53.880033 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75adb541-d420-4f95-a117-20baafd78f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (849a0cd6-1aa8-4aa7-a5d5-6721f4f085e1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:53.883315 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75adb541-d420-4f95-a117-20baafd78f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:53.887347 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-75adb541-d420-4f95-a117-20baafd78f70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/849a0cd6-1aa8-4aa7-a5d5-6721f4f085e1 HTTP/1.1" status: 204 len: 168 time: 0.2534215 Feb 10 15:13:53.892032 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bc60a-ab82-4edc-8136-8a676d3cbe67 None None] Sync routers for ids ['16c069dc-346a-41b3-a6c3-960a371be859'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:13:53.906496 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adb541-d420-4f95-a117-20baafd78f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849a0cd6-1aa8-4aa7-a5d5-6721f4f085e1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:53.907669 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bc60a-ab82-4edc-8136-8a676d3cbe67 None None] Routers {'16c069dc-346a-41b3-a6c3-960a371be859'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:53.910373 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0a7bc60a-ab82-4edc-8136-8a676d3cbe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['16c069dc-346a-41b3-a6c3-960a371be859'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:53.929465 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4461cbf-6982-4109-9048-69f0622f4837 req-b02a9d1a-ca45-4ef7-88f6-9c3e9d7029da tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "PUT /v2.0/floatingips/95d9a167-aa97-4c6d-915e-8cb358be3ead HTTP/1.1" status: 200 len: 996 time: 2.5200009 Feb 10 15:13:53.929990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e310f1-822d-4f6b-ae91-7c9ec0dd4c10', 'tag': 'b1a85289-4ecd-4591-9974-f9b9555b6e52'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:13:53.932498 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbe80d3-b455-4cb4-973a-b2fdd6299c22" -d '{"events": [{"name": "network-changed", "server_uuid": "77e310f1-822d-4f6b-ae91-7c9ec0dd4c10", "tag": "b1a85289-4ecd-4591-9974-f9b9555b6e52"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:13:53.941922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device eea2a67a-b699-4f32-b6e2-05ec755bff93 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:13:53.942471 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5322c9f2-e48f-4df3-bb7d-3d296deb6bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (1d31662d-acf5-4c43-923e-4ee872e2aeb2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:53.944811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3a18f0d5-7041-4908-9ab2-4c8cf17dfef2 service neutron] Attempting to bind port 444033d9-42f4-4dc5-9a8d-45f925980d03 on host n-h1-815324-7 for vnic_type normal with profile None {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:13:53.945228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3a18f0d5-7041-4908-9ab2-4c8cf17dfef2 service neutron] Attempting to bind port 444033d9-42f4-4dc5-9a8d-45f925980d03 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:13:53.945807 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3a18f0d5-7041-4908-9ab2-4c8cf17dfef2 service neutron] Attempting to bind port 444033d9-42f4-4dc5-9a8d-45f925980d03 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:53.951779 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3a18f0d5-7041-4908-9ab2-4c8cf17dfef2 service neutron] Port 444033d9-42f4-4dc5-9a8d-45f925980d03 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:13:53.952221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3a18f0d5-7041-4908-9ab2-4c8cf17dfef2 service neutron] Attempting to bind port 444033d9-42f4-4dc5-9a8d-45f925980d03 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:13:53.957599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3a18f0d5-7041-4908-9ab2-4c8cf17dfef2 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:13:53.958164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3a18f0d5-7041-4908-9ab2-4c8cf17dfef2 service neutron] Checking segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:13:53.959200 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3a18f0d5-7041-4908-9ab2-4c8cf17dfef2 service neutron] Bound using segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:13:53.959697 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3a18f0d5-7041-4908-9ab2-4c8cf17dfef2 service neutron] Bound port: 444033d9-42f4-4dc5-9a8d-45f925980d03, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:13:54.024770 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: eea2a67a-b699-4f32-b6e2-05ec755bff93 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:13:54.025118 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device eea2a67a-b699-4f32-b6e2-05ec755bff93 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:13:54.050508 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322c9f2-e48f-4df3-bb7d-3d296deb6bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d31662d-acf5-4c43-923e-4ee872e2aeb2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:54.076163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3a18f0d5-7041-4908-9ab2-4c8cf17dfef2 service neutron] For port 444033d9-42f4-4dc5-9a8d-45f925980d03, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=444033d9-42f4-4dc5-9a8d-45f925980d03,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:13:54.080596 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5322c9f2-e48f-4df3-bb7d-3d296deb6bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (33a3e725-2707-45f8-886c-cbb4f1440fdd), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:54.084749 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3a18f0d5-7041-4908-9ab2-4c8cf17dfef2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:54.087515 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3a18f0d5-7041-4908-9ab2-4c8cf17dfef2 service neutron] 10.222.0.64 "POST /v2.0/ports/444033d9-42f4-4dc5-9a8d-45f925980d03/bindings HTTP/1.1" status: 201 len: 389 time: 0.3377421 Feb 10 15:13:54.090454 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-0a7bc60a-ab82-4edc-8136-8a676d3cbe67 None None] Set router 16c069dc-346a-41b3-a6c3-960a371be859 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:54.211061 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5322c9f2-e48f-4df3-bb7d-3d296deb6bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (33a3e725-2707-45f8-886c-cbb4f1440fdd), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:54.213831 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5322c9f2-e48f-4df3-bb7d-3d296deb6bc2 admin admin] Publish callbacks [] for router_controller (33a3e725-2707-45f8-886c-cbb4f1440fdd), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:54.303448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6e310e5b-80af-4245-b9ba-5a7f8212d137 service neutron] 10.222.0.79 "GET /v2.0/ports/3ee346dd-6dbc-469b-9349-510978c1ae8f/bindings/n-h1-815324-7 HTTP/1.1" status: 200 len: 384 time: 0.3388138 Feb 10 15:13:54.320979 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5322c9f2-e48f-4df3-bb7d-3d296deb6bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (33a3e725-2707-45f8-886c-cbb4f1440fdd), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:54.321481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5322c9f2-e48f-4df3-bb7d-3d296deb6bc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33a3e725-2707-45f8-886c-cbb4f1440fdd {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:13:54.329683 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5322c9f2-e48f-4df3-bb7d-3d296deb6bc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:54.333373 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36836) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:54.333516 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5322c9f2-e48f-4df3-bb7d-3d296deb6bc2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/33a3e725-2707-45f8-886c-cbb4f1440fdd HTTP/1.1" status: 204 len: 168 time: 2.2424898 Feb 10 15:13:54.356460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4461cbf-6982-4109-9048-69f0622f4837 req-c5c6f588-a6ba-407c-b165-6c6c9289077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:54.358041 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4461cbf-6982-4109-9048-69f0622f4837 req-c5c6f588-a6ba-407c-b165-6c6c9289077c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26e690b06e5d477db6241710c94522d2&device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 1127 time: 0.3508937 Feb 10 15:13:54.375233 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0a7bc60a-ab82-4edc-8136-8a676d3cbe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c069dc-346a-41b3-a6c3-960a371be859', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-router', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:17Z', 'updated_at': '2022-02-10T15:13:24Z', 'revision_number': 4, 'project_id': '26e690b06e5d477db6241710c94522d2', 'gw_port': {'id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:19Z', 'updated_at': '2022-02-10T15:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '95d9a167-aa97-4c6d-915e-8cb358be3ead', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'port_id': 'b1a85289-4ecd-4591-9974-f9b9555b6e52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936', 'mac_address': 'fa:16:3e:b1:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e310f1-822d-4f6b-ae91-7c9ec0dd4c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:13:48Z', 'updated_at': '2022-02-10T15:13:52Z', 'revision_number': 1, 'project_id': '26e690b06e5d477db6241710c94522d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54', 'name': '', 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'mac_address': 'fa:16:3e:d2:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:23Z', 'updated_at': '2022-02-10T15:13:29Z', 'revision_number': 5, 'project_id': '26e690b06e5d477db6241710c94522d2', 'subnets': [{'id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:54.395461 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36838) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:54.407449 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb547cc5-2f3c-4180-a013-05268fdae3ae admin admin] Deleting subnet 2d4ea80f-529c-44ba-ae20-3250ecdc73c9 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:13:54.417759 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fb547cc5-2f3c-4180-a013-05268fdae3ae admin admin] Publish callbacks [] for subnet (2d4ea80f-529c-44ba-ae20-3250ecdc73c9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:54.419926 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-febd5a46-5027-4f3a-8bd7-72b916eda4c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:54.420418 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bc60a-ab82-4edc-8136-8a676d3cbe67 None None] Checking router: 16c069dc-346a-41b3-a6c3-960a371be859 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:13:54.433095 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bc60a-ab82-4edc-8136-8a676d3cbe67 None None] Routers {'16c069dc-346a-41b3-a6c3-960a371be859'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:13:54.434015 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0a7bc60a-ab82-4edc-8136-8a676d3cbe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['16c069dc-346a-41b3-a6c3-960a371be859'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:54.440085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24d10b-cb6b-4ee7-82ec-a0661c2538a8 req-ba49feda-024a-4086-87ca-e6f9495e96df tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:54.447438 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec24d10b-cb6b-4ee7-82ec-a0661c2538a8 req-ba49feda-024a-4086-87ca-e6f9495e96df tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 944 time: 0.2087538 Feb 10 15:13:54.473484 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fb547cc5-2f3c-4180-a013-05268fdae3ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (2d4ea80f-529c-44ba-ae20-3250ecdc73c9), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:54.581546 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-0a7bc60a-ab82-4edc-8136-8a676d3cbe67 None None] Set router 16c069dc-346a-41b3-a6c3-960a371be859 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:13:54.614630 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec24d10b-cb6b-4ee7-82ec-a0661c2538a8 req-53dd3d58-9b32-46cc-ab22-de30a24e1934 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663036 Feb 10 15:13:54.647628 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4461cbf-6982-4109-9048-69f0622f4837 req-c69a0162-ea3b-429c-b3f2-63b31141041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:54.649130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4461cbf-6982-4109-9048-69f0622f4837 req-c69a0162-ea3b-429c-b3f2-63b31141041c service neutron] 10.222.0.64 "GET /v2.0/networks?id=93a13b65-168f-4f1d-877c-9ae76be87936 HTTP/1.1" status: 200 len: 928 time: 0.2808228 Feb 10 15:13:54.762678 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-84baac3d-84d9-4184-83f2-3c4476c2875a service neutron] For port 3ee346dd-6dbc-469b-9349-510978c1ae8f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:54.793530 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4461cbf-6982-4109-9048-69f0622f4837 req-44e5b97f-fe01-4f6a-9775-b2af23ae25c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1a85289-4ecd-4591-9974-f9b9555b6e52 HTTP/1.1" status: 200 len: 999 time: 0.1359150 Feb 10 15:13:54.799275 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-84baac3d-84d9-4184-83f2-3c4476c2875a service neutron] For port 3ee346dd-6dbc-469b-9349-510978c1ae8f, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:54.887362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-84baac3d-84d9-4184-83f2-3c4476c2875a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee346dd-6dbc-469b-9349-510978c1ae8f {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:13:54.900830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4461cbf-6982-4109-9048-69f0622f4837 req-965aab0c-3f4a-423f-9b0d-95f5fcdcd9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:54.905687 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fb547cc5-2f3c-4180-a013-05268fdae3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (2d4ea80f-529c-44ba-ae20-3250ecdc73c9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:54.908357 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4461cbf-6982-4109-9048-69f0622f4837 req-965aab0c-3f4a-423f-9b0d-95f5fcdcd9aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8aad9e04-beb6-46ea-971b-c141c25615a8 HTTP/1.1" status: 200 len: 866 time: 0.1052077 Feb 10 15:13:54.909149 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-febd5a46-5027-4f3a-8bd7-72b916eda4c7 admin admin] Publish callbacks [] for security_group (760baa53-f082-46f5-ba94-5c0435547c0e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:54.910784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-84baac3d-84d9-4184-83f2-3c4476c2875a service neutron] For port 3ee346dd-6dbc-469b-9349-510978c1ae8f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:54.930431 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-febd5a46-5027-4f3a-8bd7-72b916eda4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (760baa53-f082-46f5-ba94-5c0435547c0e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:54.950562 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0a7bc60a-ab82-4edc-8136-8a676d3cbe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c069dc-346a-41b3-a6c3-960a371be859', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-router', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:17Z', 'updated_at': '2022-02-10T15:13:24Z', 'revision_number': 4, 'project_id': '26e690b06e5d477db6241710c94522d2', 'gw_port': {'id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:19Z', 'updated_at': '2022-02-10T15:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '95d9a167-aa97-4c6d-915e-8cb358be3ead', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'port_id': 'b1a85289-4ecd-4591-9974-f9b9555b6e52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936', 'mac_address': 'fa:16:3e:b1:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e310f1-822d-4f6b-ae91-7c9ec0dd4c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:13:48Z', 'updated_at': '2022-02-10T15:13:52Z', 'revision_number': 1, 'project_id': '26e690b06e5d477db6241710c94522d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54', 'name': '', 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'mac_address': 'fa:16:3e:d2:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:23Z', 'updated_at': '2022-02-10T15:13:29Z', 'revision_number': 5, 'project_id': '26e690b06e5d477db6241710c94522d2', 'subnets': [{'id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:54.955630 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-84baac3d-84d9-4184-83f2-3c4476c2875a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:54.998483 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-febd5a46-5027-4f3a-8bd7-72b916eda4c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d79b03cbc5304936a4964ef0ceebd157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5990322 Feb 10 15:13:54.998483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd5a46-5027-4f3a-8bd7-72b916eda4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760baa53-f082-46f5-ba94-5c0435547c0e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:54.998842 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bc60a-ab82-4edc-8136-8a676d3cbe67 None None] The sync data for ids ['16c069dc-346a-41b3-a6c3-960a371be859'] in n-d-815324-7 is: [{'id': '16c069dc-346a-41b3-a6c3-960a371be859', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-router', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:17Z', 'updated_at': '2022-02-10T15:13:24Z', 'revision_number': 4, 'project_id': '26e690b06e5d477db6241710c94522d2', 'gw_port': {'id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:19Z', 'updated_at': '2022-02-10T15:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '95d9a167-aa97-4c6d-915e-8cb358be3ead', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'port_id': 'b1a85289-4ecd-4591-9974-f9b9555b6e52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936', 'mac_address': 'fa:16:3e:b1:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e310f1-822d-4f6b-ae91-7c9ec0dd4c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:13:48Z', 'updated_at': '2022-02-10T15:13:52Z', 'revision_number': 1, 'project_id': '26e690b06e5d477db6241710c94522d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54', 'name': '', 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'mac_address': 'fa:16:3e:d2:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:23Z', 'updated_at': '2022-02-10T15:13:29Z', 'revision_number': 5, 'project_id': '26e690b06e5d477db6241710c94522d2', 'subnets': [{'id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:13:55.000007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36844) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:55.040249 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4461cbf-6982-4109-9048-69f0622f4837 req-bde729a7-d8b0-4d17-9164-d54946a35e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:55.041829 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4461cbf-6982-4109-9048-69f0622f4837 req-bde729a7-d8b0-4d17-9164-d54946a35e36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93a13b65-168f-4f1d-877c-9ae76be87936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1334486 Feb 10 15:13:55.063450 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fb547cc5-2f3c-4180-a013-05268fdae3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (2d4ea80f-529c-44ba-ae20-3250ecdc73c9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:55.064393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-e4461cbf-6982-4109-9048-69f0622f4837 req-63595016-6b24-4696-b49b-97881b67ddb7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:13:55.069085 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4461cbf-6982-4109-9048-69f0622f4837 req-63595016-6b24-4696-b49b-97881b67ddb7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138247 Feb 10 15:13:55.107907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb547cc5-2f3c-4180-a013-05268fdae3ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d4ea80f-529c-44ba-ae20-3250ecdc73c9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:55.118695 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fb547cc5-2f3c-4180-a013-05268fdae3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:55.124546 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b183d5c-a20d-49c4-8093-df8f5a0fce6d None None] Network 17fd19ce-b002-4549-815d-defa552bf42d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:13:55.125080 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-84baac3d-84d9-4184-83f2-3c4476c2875a service neutron] Transition to ACTIVE for port object 3ee346dd-6dbc-469b-9349-510978c1ae8f will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:13:55.126447 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fb547cc5-2f3c-4180-a013-05268fdae3ae admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2d4ea80f-529c-44ba-ae20-3250ecdc73c9 HTTP/1.1" status: 204 len: 168 time: 0.7919867 Feb 10 15:13:55.129234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36848) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:55.143596 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8b6b-2c4d-4cc9-9145-2c8f902e042f admin admin] Publish callbacks [] for security_group (760baa53-f082-46f5-ba94-5c0435547c0e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:55.152481 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-84baac3d-84d9-4184-83f2-3c4476c2875a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:55.174211 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8b6b-2c4d-4cc9-9145-2c8f902e042f admin admin] Publish callbacks [] for security_group (760baa53-f082-46f5-ba94-5c0435547c0e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:55.186896 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace888b9-db18-4557-89a5-0537b7d31f1b x-openstack-request-id: req-ace888b9-db18-4557-89a5-0537b7d31f1b {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:55.187513 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce39de1-ea02-4ab8-a302-fb73b4857cf6", "name": "network-vif-plugged", "status": "completed", "tag": "3fffc403-7c02-477a-b1f7-220ed2eddcdb", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:55.188065 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ace888b9-db18-4557-89a5-0537b7d31f1b {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:55.189656 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce39de1-ea02-4ab8-a302-fb73b4857cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fffc403-7c02-477a-b1f7-220ed2eddcdb', 'code': 200} Feb 10 15:13:55.241641 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8b6b-2c4d-4cc9-9145-2c8f902e042f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (760baa53-f082-46f5-ba94-5c0435547c0e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:55.250556 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8b6b-2c4d-4cc9-9145-2c8f902e042f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:55.254581 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ef1d8b6b-2c4d-4cc9-9145-2c8f902e042f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/760baa53-f082-46f5-ba94-5c0435547c0e HTTP/1.1" status: 204 len: 168 time: 0.2528636 Feb 10 15:13:55.263587 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d8b6b-2c4d-4cc9-9145-2c8f902e042f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760baa53-f082-46f5-ba94-5c0435547c0e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:55.282219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84baac3d-84d9-4184-83f2-3c4476c2875a service neutron] Pushing event updated for resources: {'Port': ['ID=3ee346dd-6dbc-469b-9349-510978c1ae8f,revision_number=10']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:55.425728 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7ce2c3-6349-4258-b807-c9f6f889ecac None None] New status for floating IP 95d9a167-aa97-4c6d-915e-8cb358be3ead: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:13:55.464944 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b0ded6-9234-45d4-a036-b357f6902fd3 None None] DHCP port deletion for 17fd19ce-b002-4549-815d-defa552bf42d request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:13:55.499570 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-84baac3d-84d9-4184-83f2-3c4476c2875a service neutron] No DVR routers for this DVR port 3ee346dd-6dbc-469b-9349-510978c1ae8f on host n-h2-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:13:55.516821 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (17fd19ce-b002-4549-815d-defa552bf42d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:55.542422 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4461cbf-6982-4109-9048-69f0622f4837 req-18cd2e6d-5a54-4e11-b3f6-d9bf20e7fc3c service neutron] 10.222.0.64 "GET /v2.0/networks/93a13b65-168f-4f1d-877c-9ae76be87936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543564 Feb 10 15:13:55.589392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b572d-beb2-4878-99e8-5808073b64da req-f4ee987b-f777-4909-9d79-b4ad6229f177 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:55.597431 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-266b572d-beb2-4878-99e8-5808073b64da req-f4ee987b-f777-4909-9d79-b4ad6229f177 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 950 time: 0.2923028 Feb 10 15:13:55.598612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e7b0ded6-9234-45d4-a036-b357f6902fd3 None None] Deleting port 8edbc60d-b331-41e0-a10b-1a137981975b {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:13:55.599185 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ded6-9234-45d4-a036-b357f6902fd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8edbc60d-b331-41e0-a10b-1a137981975b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:55.631773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe93be7-126b-4f0c-9cea-110a8a068bed req-f91efbdf-e30a-43fa-8728-6f787abd1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:55.633410 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7fe93be7-126b-4f0c-9cea-110a8a068bed req-f91efbdf-e30a-43fa-8728-6f787abd1b34 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 1132 time: 0.3528345 Feb 10 15:13:55.640786 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-84baac3d-84d9-4184-83f2-3c4476c2875a service neutron] 10.222.0.79 "PUT /v2.0/ports/3ee346dd-6dbc-469b-9349-510978c1ae8f/bindings/n-h1-815324-7/activate HTTP/1.1" status: 200 len: 369 time: 1.3283370 Feb 10 15:13:55.711046 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e7b0ded6-9234-45d4-a036-b357f6902fd3 None None] For port 8edbc60d-b331-41e0-a10b-1a137981975b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8edbc60d-b331-41e0-a10b-1a137981975b,segment=NetworkSegment(1966de7d-36c1-4a00-a724-7c91e06d3afb),segment_id=1966de7d-36c1-4a00-a724-7c91e06d3afb)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:55.711473 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ded6-9234-45d4-a036-b357f6902fd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8edbc60d-b331-41e0-a10b-1a137981975b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:55.725444 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e7b0ded6-9234-45d4-a036-b357f6902fd3 None None] Calling delete_port for 8edbc60d-b331-41e0-a10b-1a137981975b owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:13:55.765401 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6335c15b-24cd-4cc3-90f6-aacb67592d7c tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:55.767451 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6335c15b-24cd-4cc3-90f6-aacb67592d7c tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43&tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1127 time: 0.0690863 Feb 10 15:13:55.814737 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-266b572d-beb2-4878-99e8-5808073b64da req-3bfbadef-6fc2-4ce4-a963-767204fb884f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176156 Feb 10 15:13:55.839395 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7fe93be7-126b-4f0c-9cea-110a8a068bed req-62656cd8-897a-41b4-96eb-657f7b6ab10b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757646 Feb 10 15:13:55.855533 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4461cbf-6982-4109-9048-69f0622f4837 req-e180a014-70e0-4846-81a7-bbc50e3d2adc service neutron] 10.222.0.64 "GET /v2.0/networks/93a13b65-168f-4f1d-877c-9ae76be87936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849844 Feb 10 15:13:55.873058 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f820094a-07c1-4424-858c-0a443b80c934 x-openstack-request-id: req-f820094a-07c1-4424-858c-0a443b80c934 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:13:55.873444 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e310f1-822d-4f6b-ae91-7c9ec0dd4c10", "tag": "b1a85289-4ecd-4591-9974-f9b9555b6e52", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:13:55.874762 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f820094a-07c1-4424-858c-0a443b80c934 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:13:55.877063 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e310f1-822d-4f6b-ae91-7c9ec0dd4c10', 'tag': 'b1a85289-4ecd-4591-9974-f9b9555b6e52', 'status': 'completed', 'code': 200} Feb 10 15:13:55.891491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Deleting port 8edbc60d-b331-41e0-a10b-1a137981975b {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:13:55.891711 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8edbc60d-b331-41e0-a10b-1a137981975b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:55.914926 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-bc3c1e61-20cb-40a8-9f61-ebdc66ea7bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:55.920678 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-bc3c1e61-20cb-40a8-9f61-ebdc66ea7bc4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43&tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05 HTTP/1.1" status: 200 len: 1127 time: 0.1465027 Feb 10 15:13:55.940142 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ded6-9234-45d4-a036-b357f6902fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (8edbc60d-b331-41e0-a10b-1a137981975b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:55.967660 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0ded6-9234-45d4-a036-b357f6902fd3 None None] Pushing event deleted for resources: {'Port': ['ID=8edbc60d-b331-41e0-a10b-1a137981975b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:55.975221 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b0ded6-9234-45d4-a036-b357f6902fd3 None None] No DVR routers for this DVR port 8edbc60d-b331-41e0-a10b-1a137981975b on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:13:55.994307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8edbc60d-b331-41e0-a10b-1a137981975b no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:13:56.031929 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 8edbc60d-b331-41e0-a10b-1a137981975b {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:13:56.032961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8edbc60d-b331-41e0-a10b-1a137981975b not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:13:56.035678 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1d31662d-acf5-4c43-923e-4ee872e2aeb2 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:13:56.044941 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] For port 8edbc60d-b331-41e0-a10b-1a137981975b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8edbc60d-b331-41e0-a10b-1a137981975b,segment=NetworkSegment(1966de7d-36c1-4a00-a724-7c91e06d3afb),segment_id=1966de7d-36c1-4a00-a724-7c91e06d3afb)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:13:56.045307 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8edbc60d-b331-41e0-a10b-1a137981975b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:56.061929 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 1d31662d-acf5-4c43-923e-4ee872e2aeb2 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:13:56.061929 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1d31662d-acf5-4c43-923e-4ee872e2aeb2 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:13:56.068725 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Calling delete_port for 8edbc60d-b331-41e0-a10b-1a137981975b owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:13:56.084685 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecc3da-bcb7-4210-ab04-fc9a92a9ba47 req-4e1f46e7-1c09-4c21-aa4a-6730cf3b69c1 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:56.086849 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5ecc3da-bcb7-4210-ab04-fc9a92a9ba47 req-4e1f46e7-1c09-4c21-aa4a-6730cf3b69c1 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 946 time: 0.1474855 Feb 10 15:13:56.144093 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-997715fc-2cd6-40b0-ab36-f054b3e3848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:56.145691 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-997715fc-2cd6-40b0-ab36-f054b3e3848b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 1127 time: 0.0514126 Feb 10 15:13:56.219447 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5ecc3da-bcb7-4210-ab04-fc9a92a9ba47 req-5d345f16-e8da-4d65-ad66-587ac08f1888 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264868 Feb 10 15:13:56.264492 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (8edbc60d-b331-41e0-a10b-1a137981975b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:56.268905 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-e78ebe35-592e-4db9-9932-e76b44f02561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:56.270524 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-e78ebe35-592e-4db9-9932-e76b44f02561 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.1175683 Feb 10 15:13:56.285519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe80d3-b455-4cb4-973a-b2fdd6299c22 req-5332c482-5816-47d5-9fd9-0d1f7f60140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:56.288040 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0fbe80d3-b455-4cb4-973a-b2fdd6299c22 req-5332c482-5816-47d5-9fd9-0d1f7f60140e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26e690b06e5d477db6241710c94522d2&device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 1127 time: 0.1923468 Feb 10 15:13:56.325250 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-15ed3be0-b6c0-46db-84fa-71f33c24bd7a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f HTTP/1.1" status: 200 len: 217 time: 0.0473201 Feb 10 15:13:56.384736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-60e89f24-0262-4136-bd0a-253d5b9fcdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:56.386968 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-60e89f24-0262-4136-bd0a-253d5b9fcdf3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.0559201 Feb 10 15:13:56.388901 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] No DVR routers for this DVR port 8edbc60d-b331-41e0-a10b-1a137981975b on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:13:56.426514 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-e0a1d4c5-75ca-4bc3-83a0-ea1c95511bdf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318854 Feb 10 15:13:56.430342 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Pushing event deleted for resources: {'Port': ['ID=8edbc60d-b331-41e0-a10b-1a137981975b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:56.549635 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-0dcd140b-cdba-4dd1-ba46-f23487955c3d service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118958 Feb 10 15:13:56.670724 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-dd8b6d1a-f90b-4d37-834a-575beaadbf96 service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106069 Feb 10 15:13:56.908755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610ab02-6584-40b6-9409-e3aea8165185 req-cef3cdfe-95f8-4bea-8987-cea95f5cdc5c tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:56.910388 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3610ab02-6584-40b6-9409-e3aea8165185 req-cef3cdfe-95f8-4bea-8987-cea95f5cdc5c tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 945 time: 0.5998571 Feb 10 15:13:56.914802 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (17fd19ce-b002-4549-815d-defa552bf42d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:56.973333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe80d3-b455-4cb4-973a-b2fdd6299c22 req-4b394896-eae2-452e-8ad2-492ba40e7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:56.975191 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0fbe80d3-b455-4cb4-973a-b2fdd6299c22 req-4b394896-eae2-452e-8ad2-492ba40e7d57 service neutron] 10.222.0.72 "GET /v2.0/networks?id=93a13b65-168f-4f1d-877c-9ae76be87936 HTTP/1.1" status: 200 len: 928 time: 0.6707959 Feb 10 15:13:56.977263 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:13:56.977612 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:13:56.978362 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:13:56.978877 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Subscribe: > port after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:13:56.979063 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:13:56.979356 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Subscribe: > port after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:13:56.980048 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:13:56.980393 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:13:56.980746 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:13:56.981176 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:13:57.002779 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6204c27b-11a2-471b-b861-a263c9330053 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:57.004428 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-6204c27b-11a2-471b-b861-a263c9330053 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43&tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&binding%3Ahost_id=n-h1-815324-7 HTTP/1.1" status: 200 len: 1127 time: 0.0655313 Feb 10 15:13:57.049558 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:13:57.049941 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:13:57.050275 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:13:57.050613 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 15:13:57.050985 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fd19ce-b002-4549-815d-defa552bf42d']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:57.070107 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-b57292f7-42e3-47e5-907e-95623cbca90b tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 258 time: 0.7786899 Feb 10 15:13:57.085726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1966de7d-36c1-4a00-a724-7c91e06d3afb') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:57.086026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1966de7d-36c1-4a00-a724-7c91e06d3afb') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:13:57.150814 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:57.156420 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (1966de7d-36c1-4a00-a724-7c91e06d3afb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.171881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36902) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:57.206712 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (1966de7d-36c1-4a00-a724-7c91e06d3afb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.208783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-4d35f241-0a94-4ff1-940d-a20d257c1ac2 service neutron] For port 3ee346dd-6dbc-469b-9349-510978c1ae8f, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:13:57.214822 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-4d35f241-0a94-4ff1-940d-a20d257c1ac2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.216110 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4bcc6fb9-9cfc-4a9f-9943-f71691781d47 req-4d35f241-0a94-4ff1-940d-a20d257c1ac2 service neutron] 10.222.0.72 "DELETE /v2.0/ports/3ee346dd-6dbc-469b-9349-510978c1ae8f/bindings/n-h2-815324-7 HTTP/1.1" status: 204 len: 173 time: 0.2021892 Feb 10 15:13:57.230419 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3610ab02-6584-40b6-9409-e3aea8165185 req-1295dcbe-6e25-4791-8f0f-086610fae595 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025780 Feb 10 15:13:57.233771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:13:57.233934 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (1966de7d-36c1-4a00-a724-7c91e06d3afb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: from cryptography.utils import int_from_bytes Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: from cryptography.utils import int_from_bytes Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:13:57.238982 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:13:57.253597 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.272022 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0fbe80d3-b455-4cb4-973a-b2fdd6299c22 req-a4e9760f-9ec8-4ee0-8c88-481845a60040 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1a85289-4ecd-4591-9974-f9b9555b6e52 HTTP/1.1" status: 200 len: 1001 time: 0.2139585 Feb 10 15:13:57.351096 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3d11089e-d9ae-47b4-a2a6-c31a93952933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.404252 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (17fd19ce-b002-4549-815d-defa552bf42d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.424489 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.427786 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] 10.222.0.64 "DELETE /v2.0/networks/17fd19ce-b002-4549-815d-defa552bf42d HTTP/1.1" status: 204 len: 168 time: 2.2944150 Feb 10 15:13:57.441288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe80d3-b455-4cb4-973a-b2fdd6299c22 req-5397d5e5-f792-44e4-8d55-384f1ff80277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:57.443290 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0fbe80d3-b455-4cb4-973a-b2fdd6299c22 req-5397d5e5-f792-44e4-8d55-384f1ff80277 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aad9e04-beb6-46ea-971b-c141c25615a8 HTTP/1.1" status: 200 len: 866 time: 0.1141026 Feb 10 15:13:57.447638 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53adf2-0c09-466c-a249-5c5269aca1dd admin admin] Pushing event deleted for resources: {'Network': ['ID=17fd19ce-b002-4549-815d-defa552bf42d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:57.471151 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3d11089e-d9ae-47b4-a2a6-c31a93952933 admin admin] Publish callbacks [] for security_group (e002d152-0354-4f0d-a19e-a7290b5ee50d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.476027 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3d11089e-d9ae-47b4-a2a6-c31a93952933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e002d152-0354-4f0d-a19e-a7290b5ee50d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.524218 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3d11089e-d9ae-47b4-a2a6-c31a93952933 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39c138e99fad460688ec63569c07eccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496726 Feb 10 15:13:57.525273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11089e-d9ae-47b4-a2a6-c31a93952933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e002d152-0354-4f0d-a19e-a7290b5ee50d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:57.527902 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36916) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:57.535491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0932352-0cad-4bea-b6f8-c1e9fe728455 req-32a21ff6-cc88-4ede-bb65-65f71535c46d tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:57.537704 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0932352-0cad-4bea-b6f8-c1e9fe728455 req-32a21ff6-cc88-4ede-bb65-65f71535c46d tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 950 time: 0.2101486 Feb 10 15:13:57.578205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe80d3-b455-4cb4-973a-b2fdd6299c22 req-765678b8-3459-4223-9c25-d87df68a3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:57.579721 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0fbe80d3-b455-4cb4-973a-b2fdd6299c22 req-765678b8-3459-4223-9c25-d87df68a3abd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93a13b65-168f-4f1d-877c-9ae76be87936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1275184 Feb 10 15:13:57.583059 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f39d8644-fe20-44bf-a3f7-99c8da02c9c7 admin admin] Publish callbacks [] for security_group (e002d152-0354-4f0d-a19e-a7290b5ee50d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.613829 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f39d8644-fe20-44bf-a3f7-99c8da02c9c7 admin admin] Publish callbacks [] for security_group (e002d152-0354-4f0d-a19e-a7290b5ee50d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.638834 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.662480 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0932352-0cad-4bea-b6f8-c1e9fe728455 req-0746b3b8-3f78-4e4a-a606-fa9ca4196880 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101968 Feb 10 15:13:57.689746 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f39d8644-fe20-44bf-a3f7-99c8da02c9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e002d152-0354-4f0d-a19e-a7290b5ee50d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.695081 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f39d8644-fe20-44bf-a3f7-99c8da02c9c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.697114 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f39d8644-fe20-44bf-a3f7-99c8da02c9c7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e002d152-0354-4f0d-a19e-a7290b5ee50d HTTP/1.1" status: 204 len: 168 time: 0.1676474 Feb 10 15:13:57.716137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d8644-fe20-44bf-a3f7-99c8da02c9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e002d152-0354-4f0d-a19e-a7290b5ee50d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:57.795810 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36924) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:57.829031 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0fbe80d3-b455-4cb4-973a-b2fdd6299c22 req-9fa5d51a-5fad-433f-8646-34b69c7dc971 service neutron] 10.222.0.72 "GET /v2.0/networks/93a13b65-168f-4f1d-877c-9ae76be87936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406130 Feb 10 15:13:57.857119 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b22cfff5-d0a5-44fb-87a0-1796ee420743 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db7129cd8a1549be964afa1ad2f78472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0591297 Feb 10 15:13:57.859128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36928) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:57.884566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Allocated IP 172.25.3.22 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/6591c091-0240-46ab-ad45-02290d9d1e79) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:13:57.926497 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2eb1db8a-e9c4-4ff0-b170-a44dd7e07097 admin admin] Publish callbacks [] for security_group (5f7fdfec-e2ce-4319-85c7-3030df9e0b1e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.956217 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2eb1db8a-e9c4-4ff0-b170-a44dd7e07097 admin admin] Publish callbacks [] for security_group (5f7fdfec-e2ce-4319-85c7-3030df9e0b1e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:57.957900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7b3af-1ec8-4dbf-a4b0-1109beb93e6f req-67570e5d-cd9a-4ddd-abb7-ec75bfa51cc7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:57.965181 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24c7b3af-1ec8-4dbf-a4b0-1109beb93e6f req-67570e5d-cd9a-4ddd-abb7-ec75bfa51cc7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 946 time: 0.1961451 Feb 10 15:13:58.026836 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2eb1db8a-e9c4-4ff0-b170-a44dd7e07097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5f7fdfec-e2ce-4319-85c7-3030df9e0b1e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:58.030251 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2eb1db8a-e9c4-4ff0-b170-a44dd7e07097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:58.037040 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2eb1db8a-e9c4-4ff0-b170-a44dd7e07097 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f7fdfec-e2ce-4319-85c7-3030df9e0b1e HTTP/1.1" status: 204 len: 168 time: 0.1763098 Feb 10 15:13:58.054407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1db8a-e9c4-4ff0-b170-a44dd7e07097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7fdfec-e2ce-4319-85c7-3030df9e0b1e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:58.064668 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0fbe80d3-b455-4cb4-973a-b2fdd6299c22 req-853285c1-8287-4d8b-bb10-f933924a70cb service neutron] 10.222.0.72 "GET /v2.0/networks/93a13b65-168f-4f1d-877c-9ae76be87936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285547 Feb 10 15:13:58.096966 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24c7b3af-1ec8-4dbf-a4b0-1109beb93e6f req-3d55b7a8-d1a4-4139-9e1f-c4c38f5b9a5f tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309068 Feb 10 15:13:58.109539 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for port (6591c091-0240-46ab-ad45-02290d9d1e79), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:58.156848 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (6591c091-0240-46ab-ad45-02290d9d1e79), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:58.219819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:13:58.241664 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:13:58.247110 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:13:58.271930 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Pushing event updated for resources: {'Port': ['ID=6591c091-0240-46ab-ad45-02290d9d1e79,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:58.310112 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 3ee346dd-6dbc-469b-9349-510978c1ae8f no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:13:58.316461 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e1808-7ed0-4f62-8f69-870c48340fd5 req-03fea571-3e50-4e16-833a-86b57b0a7f18 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:58.318740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df7e1808-7ed0-4f62-8f69-870c48340fd5 req-03fea571-3e50-4e16-833a-86b57b0a7f18 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=67c09df2-eac9-48e5-ac8c-55ab81dd9255 HTTP/1.1" status: 200 len: 950 time: 0.1244297 Feb 10 15:13:58.367355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] The host n-h2-815324-7 is not matching for port 3ee346dd-6dbc-469b-9349-510978c1ae8f host n-h1-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:13:58.367972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 3ee346dd-6dbc-469b-9349-510978c1ae8f not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:13:58.423415 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for floatingip (aa54fc05-ab24-4d80-bfc9-bf19b36ee459), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:58.444347 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df7e1808-7ed0-4f62-8f69-870c48340fd5 req-439ec0d2-39c4-44ac-ae36-52971e63bf1d tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020877 Feb 10 15:13:58.452291 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee79-affb-4f30-b967-50d3452c6222 req-ece1ddf9-22a0-428e-9a74-d69a4433d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:58.453990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-ece1ddf9-22a0-428e-9a74-d69a4433d161 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 1128 time: 0.1133845 Feb 10 15:13:58.506690 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6591c091-0240-46ab-ad45-02290d9d1e79), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:58.592000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36944) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:58.614254 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-765b86d6-020e-40a8-876e-e3dfb465a005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:58.628420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee79-affb-4f30-b967-50d3452c6222 req-f4dd6800-97c3-46db-89dd-d0bdf4097096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:58.629913 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-f4dd6800-97c3-46db-89dd-d0bdf4097096 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.1606481 Feb 10 15:13:58.712863 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-765b86d6-020e-40a8-876e-e3dfb465a005 admin admin] Publish callbacks [] for security_group (4789124a-bd6c-420e-b229-6fd406249494), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:58.716864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-deee3d6e-70da-4b0e-907c-1694bc2c60dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=444033d9-42f4-4dc5-9a8d-45f925980d03 HTTP/1.1" status: 200 len: 217 time: 0.0715125 Feb 10 15:13:58.717024 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-765b86d6-020e-40a8-876e-e3dfb465a005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4789124a-bd6c-420e-b229-6fd406249494), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:58.762876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b86d6-020e-40a8-876e-e3dfb465a005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4789124a-bd6c-420e-b229-6fd406249494,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:58.763497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add6b55-38d3-4ef0-93ac-84fc99e4d6df req-42e434ad-8cd3-4653-bc92-15be37e4b066 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:58.771592 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9add6b55-38d3-4ef0-93ac-84fc99e4d6df req-42e434ad-8cd3-4653-bc92-15be37e4b066 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 945 time: 0.2434618 Feb 10 15:13:58.772807 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-765b86d6-020e-40a8-876e-e3dfb465a005 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8757ba5af339462a88dc2992b5147535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787026 Feb 10 15:13:58.773269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36950) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:58.849949 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c84f8224-93bd-47bf-bfb6-1e6b527a01d2 admin admin] Publish callbacks [] for security_group (4789124a-bd6c-420e-b229-6fd406249494), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:58.879452 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c84f8224-93bd-47bf-bfb6-1e6b527a01d2 admin admin] Publish callbacks [] for security_group (4789124a-bd6c-420e-b229-6fd406249494), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:58.879662 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee79-affb-4f30-b967-50d3452c6222 req-f6637d17-0de6-4ee6-b63e-77e9a575cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:58.881713 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-f6637d17-0de6-4ee6-b63e-77e9a575cea0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.1355300 Feb 10 15:13:58.903524 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9add6b55-38d3-4ef0-93ac-84fc99e4d6df req-42a340e9-b6d9-44f7-9b3d-32fa6d9efda0 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234465 Feb 10 15:13:58.940273 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c84f8224-93bd-47bf-bfb6-1e6b527a01d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4789124a-bd6c-420e-b229-6fd406249494), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:58.944436 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c84f8224-93bd-47bf-bfb6-1e6b527a01d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:58.945838 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c84f8224-93bd-47bf-bfb6-1e6b527a01d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4789124a-bd6c-420e-b229-6fd406249494 HTTP/1.1" status: 204 len: 168 time: 0.1716566 Feb 10 15:13:58.957245 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-1828f3ae-c49f-41bd-a9bb-13086cf8bc6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491960 Feb 10 15:13:58.960154 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f8224-93bd-47bf-bfb6-1e6b527a01d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4789124a-bd6c-420e-b229-6fd406249494,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:58.983646 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for port (6591c091-0240-46ab-ad45-02290d9d1e79), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:58.996668 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (6591c091-0240-46ab-ad45-02290d9d1e79), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:59.120045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Pushing event updated for resources: {'Port': ['ID=6591c091-0240-46ab-ad45-02290d9d1e79,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:13:59.125548 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (aa54fc05-ab24-4d80-bfc9-bf19b36ee459), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:59.156186 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-ba571280-5d59-4b7e-aa00-1a9516b92da4 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841943 Feb 10 15:13:59.176899 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:59.180044 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-5fd02d3f-800f-4fca-a48a-7ac37b4f3a9e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0978239 Feb 10 15:13:59.277824 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-75a4f2a5-bda0-4872-91a6-c65e3aee1c9d tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 695 time: 0.0842962 Feb 10 15:13:59.413855 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-be8efc57-543e-4c54-aad2-d4c78a6cf498 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506356 Feb 10 15:13:59.431389 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505d3cd-978b-4ccb-96bd-9d20393b558c req-347eb58f-8e14-466f-b679-032cac220288 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:59.436838 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505d3cd-978b-4ccb-96bd-9d20393b558c req-347eb58f-8e14-466f-b679-032cac220288 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:59.438522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0505d3cd-978b-4ccb-96bd-9d20393b558c req-347eb58f-8e14-466f-b679-032cac220288 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6&device_id=67c09df2-eac9-48e5-ac8c-55ab81dd9255 HTTP/1.1" status: 200 len: 1691 time: 0.1639831 Feb 10 15:13:59.474711 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-a025dbbf-2d92-428e-b8fd-2233098d9bde tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:59.476108 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d7362d1-e311-4dac-b00c-a9c45d880cf1 req-a025dbbf-2d92-428e-b8fd-2233098d9bde tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.1870937 Feb 10 15:13:59.530726 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0505d3cd-978b-4ccb-96bd-9d20393b558c req-2aa65f2b-98c5-4284-9d9b-6588f0fbbdd8 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822327 Feb 10 15:13:59.655047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dec4cf-2a39-4775-847d-67f2b727ad69 req-6f18394d-01c7-48a0-8935-cbcf4097a796 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:59.655047 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31dec4cf-2a39-4775-847d-67f2b727ad69 req-6f18394d-01c7-48a0-8935-cbcf4097a796 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 946 time: 0.0934434 Feb 10 15:13:59.697601 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36998) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:13:59.773040 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31dec4cf-2a39-4775-847d-67f2b727ad69 req-a0e69030-1ddb-4bab-af4d-2f87c47f89ef tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105342 Feb 10 15:13:59.798257 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebba1c-5133-4cb1-b6f3-7a33013ab079 req-ab8df332-34dc-4ee2-a512-aaa39043da3c tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:13:59.802658 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bebba1c-5133-4cb1-b6f3-7a33013ab079 req-ab8df332-34dc-4ee2-a512-aaa39043da3c tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1037269 Feb 10 15:13:59.859712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-1593445c-a5a9-43f2-bd63-3bb61ef0269c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2141708965-network', 'tenant_id': '5001674f434f427d9da6e0048aa2ff67'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:13:59.908868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1593445c-a5a9-43f2-bd63-3bb61ef0269c admin admin] Made reservation on behalf of 5001674f434f427d9da6e0048aa2ff67 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:13:59.912063 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1593445c-a5a9-43f2-bd63-3bb61ef0269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:59.923280 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1593445c-a5a9-43f2-bd63-3bb61ef0269c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:13:59.928347 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bebba1c-5133-4cb1-b6f3-7a33013ab079 req-6e487f27-c026-4121-96af-291c4654b0d3 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 695 time: 0.1184421 Feb 10 15:13:59.936053 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-3bebba1c-5133-4cb1-b6f3-7a33013ab079 req-cc88f15f-7891-4348-9578-fcdd3dde289e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Request body: {'floatingip': {'port_id': 'b1a85289-4ecd-4591-9974-f9b9555b6e52', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:00.001101 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3bebba1c-5133-4cb1-b6f3-7a33013ab079 req-cc88f15f-7891-4348-9578-fcdd3dde289e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for floatingip (aa54fc05-ab24-4d80-bfc9-bf19b36ee459), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:00.025812 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1593445c-a5a9-43f2-bd63-3bb61ef0269c admin admin] Publish callbacks [] for security_group (cadc3d65-839a-4c1a-8f86-1b9d2be0eacb), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:00.034093 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1593445c-a5a9-43f2-bd63-3bb61ef0269c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (cadc3d65-839a-4c1a-8f86-1b9d2be0eacb), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:00.075233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1593445c-a5a9-43f2-bd63-3bb61ef0269c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:14:00.082586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593445c-a5a9-43f2-bd63-3bb61ef0269c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:00.094882 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1593445c-a5a9-43f2-bd63-3bb61ef0269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (d72b70ca-368f-48b1-a30a-11066afe3edf), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:00.095346 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-1593445c-a5a9-43f2-bd63-3bb61ef0269c admin admin] Added segment d72b70ca-368f-48b1-a30a-11066afe3edf of type vlan for network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 Feb 10 15:14:00.137542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b3898-2104-46fc-ab28-3e70425af212 req-d91bfc48-750e-430a-a916-e765fbc98196 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:00.140085 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-248b3898-2104-46fc-ab28-3e70425af212 req-d91bfc48-750e-430a-a916-e765fbc98196 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 1127 time: 0.2538621 Feb 10 15:14:00.206483 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1593445c-a5a9-43f2-bd63-3bb61ef0269c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (9c7886d1-5ed5-4602-8219-a79b03bb84d6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:00.243560 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1593445c-a5a9-43f2-bd63-3bb61ef0269c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (9c7886d1-5ed5-4602-8219-a79b03bb84d6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:00.245444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1593445c-a5a9-43f2-bd63-3bb61ef0269c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:00.246365 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1593445c-a5a9-43f2-bd63-3bb61ef0269c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:00.290831 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-248b3898-2104-46fc-ab28-3e70425af212 req-f1217336-61df-46fa-9f0d-6997bf59729a tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447015 Feb 10 15:14:00.399446 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1593445c-a5a9-43f2-bd63-3bb61ef0269c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7004838 Feb 10 15:14:00.400320 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593445c-a5a9-43f2-bd63-3bb61ef0269c admin admin] Pushing event updated for resources: {'Network': ['ID=9c7886d1-5ed5-4602-8219-a79b03bb84d6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:00.403423 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37022) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:00.413221 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:14:00.416115 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d6f81ae6-71f3-4d56-a1c3-e2221088e3fb admin admin] Request body: {'subnet': {'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2141708965-subnet', 'tenant_id': '5001674f434f427d9da6e0048aa2ff67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:00.491549 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-3bebba1c-5133-4cb1-b6f3-7a33013ab079 req-cc88f15f-7891-4348-9578-fcdd3dde289e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 15:14:00.498061 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bebba1c-5133-4cb1-b6f3-7a33013ab079 req-cc88f15f-7891-4348-9578-fcdd3dde289e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "PUT /v2.0/floatingips/aa54fc05-ab24-4d80-bfc9-bf19b36ee459 HTTP/1.1" status: 409 len: 549 time: 0.5684905 Feb 10 15:14:00.514471 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f81ae6-71f3-4d56-a1c3-e2221088e3fb admin admin] Made reservation on behalf of 5001674f434f427d9da6e0048aa2ff67 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:00.516993 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d6f81ae6-71f3-4d56-a1c3-e2221088e3fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:01.128130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82fec191-2065-4e20-b7e6-9f9cdbff581c req-60c066f2-a941-4bc2-a768-61c6a3aeb83e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/floatingips/aa54fc05-ab24-4d80-bfc9-bf19b36ee459 HTTP/1.1" status: 200 len: 692 time: 0.5809116 Feb 10 15:14:01.263330 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5d409-9a7a-4fa9-8391-9ddf7f65609d req-7e4d3e07-dafc-48c2-9570-d9cb45339e62 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:01.271174 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8d5d409-9a7a-4fa9-8391-9ddf7f65609d req-7e4d3e07-dafc-48c2-9570-d9cb45339e62 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 1132 time: 0.6425812 Feb 10 15:14:01.352460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fec191-2065-4e20-b7e6-9f9cdbff581c req-2bea565c-861f-40f1-aa62-f2f296b0b8c5 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:01.354127 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82fec191-2065-4e20-b7e6-9f9cdbff581c req-2bea565c-861f-40f1-aa62-f2f296b0b8c5 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.2186821 Feb 10 15:14:01.375013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-82fec191-2065-4e20-b7e6-9f9cdbff581c req-d344d15d-9cf5-4988-9aad-e37c7ba7c13a tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:14:01.376295 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82fec191-2065-4e20-b7e6-9f9cdbff581c req-d344d15d-9cf5-4988-9aad-e37c7ba7c13a tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104032 Feb 10 15:14:01.392476 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8d5d409-9a7a-4fa9-8391-9ddf7f65609d req-6b49d183-3685-40d7-abc7-f47e03d2c54f tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157465 Feb 10 15:14:01.502340 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82fec191-2065-4e20-b7e6-9f9cdbff581c req-b59f58d5-7af9-4242-89fc-0221a9258217 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 695 time: 0.1082516 Feb 10 15:14:01.513621 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d6f81ae6-71f3-4d56-a1c3-e2221088e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (42884750-3964-4921-a5f3-59cc5dea59b7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:01.622886 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82fec191-2065-4e20-b7e6-9f9cdbff581c req-7c3177d1-5061-4c16-a433-84931fdda212 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 695 time: 0.1054013 Feb 10 15:14:01.732813 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f81ae6-71f3-4d56-a1c3-e2221088e3fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=42884750-3964-4921-a5f3-59cc5dea59b7,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:01.797494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f81ae6-71f3-4d56-a1c3-e2221088e3fb admin admin] Checking segment: {'id': 'd72b70ca-368f-48b1-a30a-11066afe3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:14:01.797871 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f81ae6-71f3-4d56-a1c3-e2221088e3fb admin admin] Network hostable DHCP agents. Network: 9c7886d1-5ed5-4602-8219-a79b03bb84d6, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:14:01.843916 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-92620986-14f2-4617-b3da-bc48a21e606a tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:01.845439 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-92620986-14f2-4617-b3da-bc48a21e606a tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 821 time: 0.3000894 Feb 10 15:14:01.870638 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-38162692-0333-4581-912f-2897b5a78ae9 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/quotas/6980c2527c3f4cde8cf1fe5ca698dc05 HTTP/1.1" status: 200 len: 375 time: 0.0169270 Feb 10 15:14:01.873282 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f81ae6-71f3-4d56-a1c3-e2221088e3fb admin admin] Network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:14:01.886460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-82fec191-2065-4e20-b7e6-9f9cdbff581c req-2c02fc34-a863-4c96-b8fd-82c8ff8adf5f tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Deleting port 6591c091-0240-46ab-ad45-02290d9d1e79 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:14:01.886843 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-82fec191-2065-4e20-b7e6-9f9cdbff581c req-2c02fc34-a863-4c96-b8fd-82c8ff8adf5f tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6591c091-0240-46ab-ad45-02290d9d1e79), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:01.911154 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-d6f81ae6-71f3-4d56-a1c3-e2221088e3fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 9c7886d1-5ed5-4602-8219-a79b03bb84d6) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:14:01.922223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17ff824-fee2-4730-a3fd-92b57e613d88 None None] Network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:14:01.923575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f81ae6-71f3-4d56-a1c3-e2221088e3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:01.924180 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d6f81ae6-71f3-4d56-a1c3-e2221088e3fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:02.102203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d6f81ae6-71f3-4d56-a1c3-e2221088e3fb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6976938 Feb 10 15:14:02.156143 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-82fec191-2065-4e20-b7e6-9f9cdbff581c req-2c02fc34-a863-4c96-b8fd-82c8ff8adf5f tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6591c091-0240-46ab-ad45-02290d9d1e79), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:02.156797 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-82fec191-2065-4e20-b7e6-9f9cdbff581c req-2c02fc34-a863-4c96-b8fd-82c8ff8adf5f tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for floatingip (6591c091-0240-46ab-ad45-02290d9d1e79), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:02.190889 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-e983951f-1a09-4b12-aaa9-a0e107f6374f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2836745 Feb 10 15:14:02.207259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-82fec191-2065-4e20-b7e6-9f9cdbff581c req-2c02fc34-a863-4c96-b8fd-82c8ff8adf5f tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Calling delete_port for 6591c091-0240-46ab-ad45-02290d9d1e79 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:14:02.412228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f443437-e7a2-490e-a865-f298d40f09b3 None None] Network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:14:02.494358 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-752d3872-eaa9-4fa3-9d81-5b489195bf12 service neutron] 10.222.0.64 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909038 Feb 10 15:14:02.675123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-4ce78453-6b92-4117-9d7d-f9246168e585 service neutron] 10.222.0.64 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483347 Feb 10 15:14:02.679902 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-82fec191-2065-4e20-b7e6-9f9cdbff581c req-2c02fc34-a863-4c96-b8fd-82c8ff8adf5f tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (6591c091-0240-46ab-ad45-02290d9d1e79), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:02.710098 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02fc34-a863-4c96-b8fd-82c8ff8adf5f tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Pushing event deleted for resources: {'Port': ['ID=6591c091-0240-46ab-ad45-02290d9d1e79,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:02.795701 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-82fec191-2065-4e20-b7e6-9f9cdbff581c req-2c02fc34-a863-4c96-b8fd-82c8ff8adf5f tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for floatingip (aa54fc05-ab24-4d80-bfc9-bf19b36ee459), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:02.799466 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-82fec191-2065-4e20-b7e6-9f9cdbff581c req-2c02fc34-a863-4c96-b8fd-82c8ff8adf5f tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:02.806093 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82fec191-2065-4e20-b7e6-9f9cdbff581c req-2c02fc34-a863-4c96-b8fd-82c8ff8adf5f tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "DELETE /v2.0/floatingips/aa54fc05-ab24-4d80-bfc9-bf19b36ee459 HTTP/1.1" status: 204 len: 173 time: 1.1757782 Feb 10 15:14:03.006377 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a818b1-0669-4c4b-954f-daedd60d21ac req-cb634338-f85f-4cf6-a464-c5c792f63042 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:03.010384 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91a818b1-0669-4c4b-954f-daedd60d21ac req-cb634338-f85f-4cf6-a464-c5c792f63042 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 946 time: 0.1452603 Feb 10 15:14:03.025566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b798f-5462-4f3d-b6e5-7e4ce111848b req-1ec88d64-6801-4e69-b079-325ae6dcce86 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:03.033763 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-048b798f-5462-4f3d-b6e5-7e4ce111848b req-1ec88d64-6801-4e69-b079-325ae6dcce86 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=67c09df2-eac9-48e5-ac8c-55ab81dd9255 HTTP/1.1" status: 200 len: 1132 time: 0.0888271 Feb 10 15:14:03.116129 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91a818b1-0669-4c4b-954f-daedd60d21ac req-e1ec140f-1f7f-4563-ada5-ef8f4ea7b132 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793040 Feb 10 15:14:03.144597 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-048b798f-5462-4f3d-b6e5-7e4ce111848b req-dd7e3ea2-10fd-4f3f-a81e-4bb468510f84 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913548 Feb 10 15:14:03.592912 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-264443eb-5171-4394-ae0d-b33f47a38448 req-ece3434e-0751-446c-bfd3-fe85819e760b tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 1001 time: 0.1410878 Feb 10 15:14:03.601838 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-4bf0b461-e30c-403e-bacd-d27bc8660457 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:03.603698 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-4bf0b461-e30c-403e-bacd-d27bc8660457 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/networks?id=9c7886d1-5ed5-4602-8219-a79b03bb84d6 HTTP/1.1" status: 200 len: 822 time: 0.1960936 Feb 10 15:14:03.653249 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-453d99be-4a92-41b8-832d-8cb12553edf7 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/quotas/5001674f434f427d9da6e0048aa2ff67 HTTP/1.1" status: 200 len: 375 time: 0.0381780 Feb 10 15:14:03.677817 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264443eb-5171-4394-ae0d-b33f47a38448 req-39c7bbcb-7088-4748-ae95-caf09ad637b0 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:03.679307 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-264443eb-5171-4394-ae0d-b33f47a38448 req-39c7bbcb-7088-4748-ae95-caf09ad637b0 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports/b1a85289-4ecd-4591-9974-f9b9555b6e52 HTTP/1.1" status: 200 len: 942 time: 0.0746162 Feb 10 15:14:03.698157 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-bde537cb-b7b6-40b9-a391-a686310955e5 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5001674f434f427d9da6e0048aa2ff67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390577 Feb 10 15:14:03.838757 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-264443eb-5171-4394-ae0d-b33f47a38448 req-daee7e24-ca98-49b9-9e17-8f917a77653d tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 1001 time: 0.1112692 Feb 10 15:14:03.858058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-5d60ff5c-f1f2-4214-a949-70c2dfde88e7 service neutron] 10.222.0.64 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526453 Feb 10 15:14:04.016771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264443eb-5171-4394-ae0d-b33f47a38448 req-ec2592c1-1702-4ef3-86f9-8ff881aea6ec tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:04.018340 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-264443eb-5171-4394-ae0d-b33f47a38448 req-ec2592c1-1702-4ef3-86f9-8ff881aea6ec tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.1740828 Feb 10 15:14:04.038793 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-37dae3eb-1dbe-4f4e-a8c5-3aa1d08700b9 service neutron] 10.222.0.64 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706665 Feb 10 15:14:04.164228 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-264443eb-5171-4394-ae0d-b33f47a38448 req-8b9d7973-8e3a-459a-a542-27a21fb87126 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 1001 time: 0.1365740 Feb 10 15:14:04.170968 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-264443eb-5171-4394-ae0d-b33f47a38448 req-0c9264c7-355b-4df3-a510-cc143da7e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:04.238421 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-b6138f5c-311d-4c42-9bde-bc1f6424cf55 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:04.240473 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-b6138f5c-311d-4c42-9bde-bc1f6424cf55 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.79 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 821 time: 0.2140977 Feb 10 15:14:04.255686 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-2baea47b-8d61-40d6-91d6-b5b982af3616 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Request body: {'port': {'device_id': '27ad83a1-b293-4c2e-9a34-89bcf6febfb9', 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b', 'admin_state_up': True, 'tenant_id': '6980c2527c3f4cde8cf1fe5ca698dc05'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:04.316467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-75c472b6-a3c2-40be-8da4-c6e679aefe0f req-1784e42b-6420-4c9f-841c-1ea1436f1abf tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 210 time: 0.0511131 Feb 10 15:14:04.320696 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-264443eb-5171-4394-ae0d-b33f47a38448 req-0c9264c7-355b-4df3-a510-cc143da7e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for floatingip (95d9a167-aa97-4c6d-915e-8cb358be3ead), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:04.543563 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-2baea47b-8d61-40d6-91d6-b5b982af3616 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Made reservation on behalf of 6980c2527c3f4cde8cf1fe5ca698dc05 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:04.547344 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-2baea47b-8d61-40d6-91d6-b5b982af3616 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:04.698042 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-264443eb-5171-4394-ae0d-b33f47a38448 req-0c9264c7-355b-4df3-a510-cc143da7e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:04.708512 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-264443eb-5171-4394-ae0d-b33f47a38448 req-0c9264c7-355b-4df3-a510-cc143da7e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (95d9a167-aa97-4c6d-915e-8cb358be3ead), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:04.708914 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [req-264443eb-5171-4394-ae0d-b33f47a38448 req-0c9264c7-355b-4df3-a510-cc143da7e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Floating IP 95d9a167-aa97-4c6d-915e-8cb358be3ead disassociated. External IP: 172.25.3.126, port: b1a85289-4ecd-4591-9974-f9b9555b6e52. Feb 10 15:14:04.771202 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-2baea47b-8d61-40d6-91d6-b5b982af3616 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Allocated IP 172.20.0.7 (bba4c2f7-b784-4274-bd35-bde2e7f7ce5b/8c6d7326-5c38-4fe8-832a-e5a495c9b28d/a0e4c669-7272-4de9-ad2b-9c1423a3eb9f) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:14:05.452225 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb5c05-0921-4316-a512-30d3978df5df req-e4d9de5b-22f2-45d6-ab93-20f90cb624ac tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:05.453864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ceb5c05-0921-4316-a512-30d3978df5df req-e4d9de5b-22f2-45d6-ab93-20f90cb624ac tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 946 time: 0.1802483 Feb 10 15:14:05.470788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-264443eb-5171-4394-ae0d-b33f47a38448 req-0c9264c7-355b-4df3-a510-cc143da7e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Router 16c069dc-346a-41b3-a6c3-960a371be859 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:14:05.528318 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-2baea47b-8d61-40d6-91d6-b5b982af3616 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks [] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:05.638077 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ceb5c05-0921-4316-a512-30d3978df5df req-f77810fa-0c2e-4348-a186-c9c4cd919f1c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660900 Feb 10 15:14:05.717079 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-2baea47b-8d61-40d6-91d6-b5b982af3616 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:05.725647 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-264443eb-5171-4394-ae0d-b33f47a38448 req-0c9264c7-355b-4df3-a510-cc143da7e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:14:05.741009 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c22d540-73e3-47fe-806c-0095a12c0f0b None None] Sync routers for ids ['16c069dc-346a-41b3-a6c3-960a371be859'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:14:05.756074 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22d540-73e3-47fe-806c-0095a12c0f0b None None] Routers {'16c069dc-346a-41b3-a6c3-960a371be859'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:14:05.763672 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0c22d540-73e3-47fe-806c-0095a12c0f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['16c069dc-346a-41b3-a6c3-960a371be859'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:05.775681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-ee84d73f-0d97-4ed1-bf5d-0443f24a5d51 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:05.777205 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-264443eb-5171-4394-ae0d-b33f47a38448 req-0c9264c7-355b-4df3-a510-cc143da7e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:05.778072 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-ee84d73f-0d97-4ed1-bf5d-0443f24a5d51 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.79 "GET /v2.0/networks?id=9c7886d1-5ed5-4602-8219-a79b03bb84d6 HTTP/1.1" status: 200 len: 822 time: 0.1617944 Feb 10 15:14:05.792273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-a44a2bd4-2446-4f5d-9254-0d5ce56b5c64 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Request body: {'port': {'device_id': '320890d1-4a27-477a-af59-041f7a690bbc', 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6', 'admin_state_up': True, 'tenant_id': '5001674f434f427d9da6e0048aa2ff67'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:05.935952 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-2baea47b-8d61-40d6-91d6-b5b982af3616 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:14:05.950799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8338bc4e-bdb3-41da-a8c4-3254595a5576 req-01c91060-75c6-4ea0-be3d-9bee4c9d6348 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 210 time: 0.1592453 Feb 10 15:14:05.963074 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-2baea47b-8d61-40d6-91d6-b5b982af3616 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:14:05.963629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-a44a2bd4-2446-4f5d-9254-0d5ce56b5c64 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Made reservation on behalf of 5001674f434f427d9da6e0048aa2ff67 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:05.964706 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baea47b-8d61-40d6-91d6-b5b982af3616 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Pushing event updated for resources: {'Port': ['ID=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:05.967629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-a44a2bd4-2446-4f5d-9254-0d5ce56b5c64 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:05.968692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-2baea47b-8d61-40d6-91d6-b5b982af3616 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:14:05.986582 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-0c22d540-73e3-47fe-806c-0095a12c0f0b None None] Set router 16c069dc-346a-41b3-a6c3-960a371be859 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:14:05.994072 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-264443eb-5171-4394-ae0d-b33f47a38448 req-0c9264c7-355b-4df3-a510-cc143da7e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "PUT /v2.0/floatingips/95d9a167-aa97-4c6d-915e-8cb358be3ead HTTP/1.1" status: 200 len: 695 time: 1.8289051 Feb 10 15:14:06.034126 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e310f1-822d-4f6b-ae91-7c9ec0dd4c10', 'tag': 'b1a85289-4ecd-4591-9974-f9b9555b6e52'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:06.037095 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dde4cb2-a360-45ab-b75e-c0125532e735" -d '{"events": [{"name": "network-changed", "server_uuid": "77e310f1-822d-4f6b-ae91-7c9ec0dd4c10", "tag": "b1a85289-4ecd-4591-9974-f9b9555b6e52"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:06.076746 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37192) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:06.137821 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-c2cd8e7f-1f7e-400c-9fd0-f18a6c0f0ac4 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431194 Feb 10 15:14:06.144666 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-2baea47b-8d61-40d6-91d6-b5b982af3616 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:06.145309 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-2baea47b-8d61-40d6-91d6-b5b982af3616 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:06.157077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-a44a2bd4-2446-4f5d-9254-0d5ce56b5c64 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Allocated IP 172.20.0.14 (9c7886d1-5ed5-4602-8219-a79b03bb84d6/42884750-3964-4921-a5f3-59cc5dea59b7/2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:14:06.203048 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-2baea47b-8d61-40d6-91d6-b5b982af3616 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9530251 Feb 10 15:14:06.243012 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Request body: {'port': {'device_id': '27ad83a1-b293-4c2e-9a34-89bcf6febfb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:06.267936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264443eb-5171-4394-ae0d-b33f47a38448 req-785b6f6d-0b5a-4346-8095-2bf3916bd91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:06.269806 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-264443eb-5171-4394-ae0d-b33f47a38448 req-785b6f6d-0b5a-4346-8095-2bf3916bd91a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26e690b06e5d477db6241710c94522d2&device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 1127 time: 0.2298179 Feb 10 15:14:06.374387 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-415e7912-b545-45ef-930e-fd3d3cb1785b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:06.394990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-0d97ecb9-2a6e-430e-9edb-978c526d106f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:06.401794 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-0d97ecb9-2a6e-430e-9edb-978c526d106f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630904 Feb 10 15:14:06.426000 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:06.437438 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-0d2d37ba-1758-4b75-bbd7-bd918a88a01d tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/quotas/ee7e30a5c60144e3888d69f0b00a1cac HTTP/1.1" status: 200 len: 375 time: 0.0347342 Feb 10 15:14:06.465665 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0c22d540-73e3-47fe-806c-0095a12c0f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c069dc-346a-41b3-a6c3-960a371be859', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-router', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:17Z', 'updated_at': '2022-02-10T15:13:24Z', 'revision_number': 4, 'project_id': '26e690b06e5d477db6241710c94522d2', 'gw_port': {'id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:19Z', 'updated_at': '2022-02-10T15:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54', 'name': '', 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'mac_address': 'fa:16:3e:d2:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:23Z', 'updated_at': '2022-02-10T15:13:29Z', 'revision_number': 5, 'project_id': '26e690b06e5d477db6241710c94522d2', 'subnets': [{'id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:06.470831 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-a44a2bd4-2446-4f5d-9254-0d5ce56b5c64 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:06.511414 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c22d540-73e3-47fe-806c-0095a12c0f0b None None] Checking router: 16c069dc-346a-41b3-a6c3-960a371be859 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:14:06.518872 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264443eb-5171-4394-ae0d-b33f47a38448 req-6b0537eb-41ed-4ece-827b-2c323519163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:06.520803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-264443eb-5171-4394-ae0d-b33f47a38448 req-6b0537eb-41ed-4ece-827b-2c323519163c service neutron] 10.222.0.64 "GET /v2.0/networks?id=93a13b65-168f-4f1d-877c-9ae76be87936 HTTP/1.1" status: 200 len: 928 time: 0.2423084 Feb 10 15:14:06.522116 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22d540-73e3-47fe-806c-0095a12c0f0b None None] Routers {'16c069dc-346a-41b3-a6c3-960a371be859'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:14:06.522961 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0c22d540-73e3-47fe-806c-0095a12c0f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['16c069dc-346a-41b3-a6c3-960a371be859'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:06.566046 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-415e7912-b545-45ef-930e-fd3d3cb1785b admin admin] Publish callbacks [] for security_group (e7ed12ae-5b90-46d0-8217-68025db1e623), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:06.571408 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-a44a2bd4-2446-4f5d-9254-0d5ce56b5c64 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:06.576908 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-415e7912-b545-45ef-930e-fd3d3cb1785b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e7ed12ae-5b90-46d0-8217-68025db1e623), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:06.580421 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-264443eb-5171-4394-ae0d-b33f47a38448 req-74b18502-64e7-4423-84cc-129213ebcebc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1a85289-4ecd-4591-9974-f9b9555b6e52 HTTP/1.1" status: 200 len: 217 time: 0.0504212 Feb 10 15:14:06.598165 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-0ac3d098-cb61-4863-8327-868f2724a89d tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1598160 Feb 10 15:14:06.655735 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-0c22d540-73e3-47fe-806c-0095a12c0f0b None None] Set router 16c069dc-346a-41b3-a6c3-960a371be859 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:14:06.664451 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-415e7912-b545-45ef-930e-fd3d3cb1785b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a5fb8190c30545ee91aab837130655d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5875695 Feb 10 15:14:06.665517 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a2bd4-2446-4f5d-9254-0d5ce56b5c64 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Pushing event updated for resources: {'Port': ['ID=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:06.682427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37196) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:06.725670 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:06.760929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-a44a2bd4-2446-4f5d-9254-0d5ce56b5c64 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:14:06.763692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e7912-b545-45ef-930e-fd3d3cb1785b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ed12ae-5b90-46d0-8217-68025db1e623,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:06.773718 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-a44a2bd4-2446-4f5d-9254-0d5ce56b5c64 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:14:06.779799 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-a44a2bd4-2446-4f5d-9254-0d5ce56b5c64 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:14:06.825674 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9d6a7780-a526-453a-8701-1c8034e1b44c admin admin] Publish callbacks [] for security_group (e7ed12ae-5b90-46d0-8217-68025db1e623), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:06.867040 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9d6a7780-a526-453a-8701-1c8034e1b44c admin admin] Publish callbacks [] for security_group (e7ed12ae-5b90-46d0-8217-68025db1e623), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:06.872454 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264443eb-5171-4394-ae0d-b33f47a38448 req-0a90da01-438b-4c88-86b2-29e0b95de34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:06.874859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-a44a2bd4-2446-4f5d-9254-0d5ce56b5c64 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:06.875235 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-a44a2bd4-2446-4f5d-9254-0d5ce56b5c64 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:06.881358 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-264443eb-5171-4394-ae0d-b33f47a38448 req-0a90da01-438b-4c88-86b2-29e0b95de34b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8aad9e04-beb6-46ea-971b-c141c25615a8 HTTP/1.1" status: 200 len: 866 time: 0.2764268 Feb 10 15:14:06.901598 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-a44a2bd4-2446-4f5d-9254-0d5ce56b5c64 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1137352 Feb 10 15:14:06.915743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Request body: {'port': {'device_id': '320890d1-4a27-477a-af59-041f7a690bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:06.999566 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:07.014051 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9d6a7780-a526-453a-8701-1c8034e1b44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e7ed12ae-5b90-46d0-8217-68025db1e623), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:07.017855 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9d6a7780-a526-453a-8701-1c8034e1b44c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:07.022590 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0c22d540-73e3-47fe-806c-0095a12c0f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c069dc-346a-41b3-a6c3-960a371be859', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-router', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:17Z', 'updated_at': '2022-02-10T15:13:24Z', 'revision_number': 4, 'project_id': '26e690b06e5d477db6241710c94522d2', 'gw_port': {'id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:19Z', 'updated_at': '2022-02-10T15:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54', 'name': '', 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'mac_address': 'fa:16:3e:d2:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:23Z', 'updated_at': '2022-02-10T15:13:29Z', 'revision_number': 5, 'project_id': '26e690b06e5d477db6241710c94522d2', 'subnets': [{'id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:07.023165 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9d6a7780-a526-453a-8701-1c8034e1b44c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7ed12ae-5b90-46d0-8217-68025db1e623 HTTP/1.1" status: 204 len: 168 time: 0.3360679 Feb 10 15:14:07.082617 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c22d540-73e3-47fe-806c-0095a12c0f0b None None] The sync data for ids ['16c069dc-346a-41b3-a6c3-960a371be859'] in n-d-815324-7 is: [{'id': '16c069dc-346a-41b3-a6c3-960a371be859', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-router', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:17Z', 'updated_at': '2022-02-10T15:13:24Z', 'revision_number': 4, 'project_id': '26e690b06e5d477db6241710c94522d2', 'gw_port': {'id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:19Z', 'updated_at': '2022-02-10T15:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54', 'name': '', 'network_id': '93a13b65-168f-4f1d-877c-9ae76be87936', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'mac_address': 'fa:16:3e:d2:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:23Z', 'updated_at': '2022-02-10T15:13:29Z', 'revision_number': 5, 'project_id': '26e690b06e5d477db6241710c94522d2', 'subnets': [{'id': '8aad9e04-beb6-46ea-971b-c141c25615a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:14:07.107873 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264443eb-5171-4394-ae0d-b33f47a38448 req-53c7a297-9bff-4b3a-9d2d-a07f8e2b31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:07.111141 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-264443eb-5171-4394-ae0d-b33f47a38448 req-53c7a297-9bff-4b3a-9d2d-a07f8e2b31fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93a13b65-168f-4f1d-877c-9ae76be87936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2181587 Feb 10 15:14:07.127120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a7780-a526-453a-8701-1c8034e1b44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ed12ae-5b90-46d0-8217-68025db1e623,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:07.340118 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-264443eb-5171-4394-ae0d-b33f47a38448 req-2308a16d-506f-4594-ac63-d9cd8bf1e77a service neutron] 10.222.0.64 "GET /v2.0/networks/93a13b65-168f-4f1d-877c-9ae76be87936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122505 Feb 10 15:14:07.454440 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e4c669-7272-4de9-ad2b-9c1423a3eb9f {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:07.484912 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Publish callbacks [] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:07.495265 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8721c0-2bfa-4c07-874f-f375ca829328 None None] New status for floating IP 95d9a167-aa97-4c6d-915e-8cb358be3ead: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:14:07.560254 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Transition to ACTIVE for port object a0e4c669-7272-4de9-ad2b-9c1423a3eb9f will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:14:07.577240 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:07.585092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-264443eb-5171-4394-ae0d-b33f47a38448 req-0cd98fd5-b749-44e4-b92b-445353687bc2 service neutron] 10.222.0.64 "GET /v2.0/networks/93a13b65-168f-4f1d-877c-9ae76be87936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351096 Feb 10 15:14:07.610334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:07.648254 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Publish callbacks [] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:07.660761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37224) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:07.692509 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:07.721139 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bdbf302c-bf25-4ab9-bf31-41e490e1a8a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:07.741068 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Transition to ACTIVE for port object 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:14:07.758192 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:07.888243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Attempting to bind port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:14:07.888735 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Attempting to bind port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:14:07.889246 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Attempting to bind port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:07.902250 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:14:07.902589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Attempting to bind port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:07.912430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:14:07.912798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Checking segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:14:07.913188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Bound using segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:14:07.913623 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Bound port: a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:14:07.913989 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:07.948052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Pushing event updated for resources: {'Port': ['ID=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:07.969500 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14a354-5898-4427-9a39-d1f7e77daee9 req-934a16fe-e56b-41c3-a12c-8b9443374ca4 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:07.978235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c14a354-5898-4427-9a39-d1f7e77daee9 req-934a16fe-e56b-41c3-a12c-8b9443374ca4 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 943 time: 0.1704752 Feb 10 15:14:08.080310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Attempting to bind port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:14:08.080807 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Attempting to bind port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'd72b70ca-368f-48b1-a30a-11066afe3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:14:08.082186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Attempting to bind port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 on network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:08.085665 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] For port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:14:08.105874 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 on network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:14:08.108322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Attempting to bind port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 on network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:08.126451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c14a354-5898-4427-9a39-d1f7e77daee9 req-5b636726-2c4c-4d32-8d01-e16276efc251 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478028 Feb 10 15:14:08.128536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] For port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:14:08.145355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:14:08.145832 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Checking segment: {'id': 'd72b70ca-368f-48b1-a30a-11066afe3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:14:08.160421 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Bound using segment: {'id': 'd72b70ca-368f-48b1-a30a-11066afe3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:14:08.161739 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Bound port: 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72b70ca-368f-48b1-a30a-11066afe3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:14:08.162836 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:08.167095 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:08.215825 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bdbf302c-bf25-4ab9-bf31-41e490e1a8a9 admin admin] Publish callbacks [] for security_group (cfcb3721-3b14-4ba3-bf2f-ada16e8e52b0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:08.237269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bdbf302c-bf25-4ab9-bf31-41e490e1a8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (cfcb3721-3b14-4ba3-bf2f-ada16e8e52b0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:08.267095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:08.267821 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:08.269564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] 10.222.0.79 "PUT /v2.0/ports/a0e4c669-7272-4de9-ad2b-9c1423a3eb9f HTTP/1.1" status: 200 len: 1091 time: 2.0332828 Feb 10 15:14:08.293484 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d135df-4ff7-4ebd-bbd2-c8586bdfd926 x-openstack-request-id: req-a3d135df-4ff7-4ebd-bbd2-c8586bdfd926 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:08.294167 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e310f1-822d-4f6b-ae91-7c9ec0dd4c10", "tag": "b1a85289-4ecd-4591-9974-f9b9555b6e52", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:08.294167 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3d135df-4ff7-4ebd-bbd2-c8586bdfd926 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:08.294369 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e310f1-822d-4f6b-ae91-7c9ec0dd4c10', 'tag': 'b1a85289-4ecd-4591-9974-f9b9555b6e52', 'status': 'completed', 'code': 200} Feb 10 15:14:08.351718 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bdbf302c-bf25-4ab9-bf31-41e490e1a8a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa5c4d1e3b074637a39c4780f7888517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6873176 Feb 10 15:14:08.361558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37232) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:08.402763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf302c-bf25-4ab9-bf31-41e490e1a8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcb3721-3b14-4ba3-bf2f-ada16e8e52b0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:08.447037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] For port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:14:08.462302 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886e6d5-7a3c-4396-81fe-1f82de779fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:08.494436 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd7cb-0de3-4808-bb51-424d533cd96c admin admin] Publish callbacks [] for security_group (cfcb3721-3b14-4ba3-bf2f-ada16e8e52b0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:08.500950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] For port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:14:08.523137 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:08.546354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:08.548067 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:08.549488 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] 10.222.0.79 "PUT /v2.0/ports/2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 HTTP/1.1" status: 200 len: 1092 time: 1.6390479 Feb 10 15:14:08.553100 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd7cb-0de3-4808-bb51-424d533cd96c admin admin] Publish callbacks [] for security_group (cfcb3721-3b14-4ba3-bf2f-ada16e8e52b0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:08.555533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320890d1-4a27-477a-af59-041f7a690bbc', 'tag': '2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:08.559011 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3081713d-42f1-436f-ab59-ad69253cdbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "320890d1-4a27-477a-af59-041f7a690bbc", "tag": "2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:08.576711 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde4cb2-a360-45ab-b75e-c0125532e735 req-427dcbd4-24c5-49b7-84fb-aee5b4dd597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:08.578967 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6dde4cb2-a360-45ab-b75e-c0125532e735 req-427dcbd4-24c5-49b7-84fb-aee5b4dd597e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26e690b06e5d477db6241710c94522d2&device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 1127 time: 0.2784460 Feb 10 15:14:08.592785 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43ad1e-a62d-471b-ad4f-f4887d6d806c req-730077b1-0cbc-445c-a638-8fb17dd95947 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:08.594611 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd43ad1e-a62d-471b-ad4f-f4887d6d806c req-730077b1-0cbc-445c-a638-8fb17dd95947 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 946 time: 0.2021060 Feb 10 15:14:08.647354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39386587-6c80-4932-91ec-1fb9d8cb0022 service neutron] Pushing event updated for resources: {'Port': ['ID=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:08.682231 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd7cb-0de3-4808-bb51-424d533cd96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (cfcb3721-3b14-4ba3-bf2f-ada16e8e52b0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:08.685110 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd7cb-0de3-4808-bb51-424d533cd96c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:08.686441 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8e7dd7cb-0de3-4808-bb51-424d533cd96c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cfcb3721-3b14-4ba3-bf2f-ada16e8e52b0 HTTP/1.1" status: 204 len: 168 time: 0.3208268 Feb 10 15:14:08.705806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7dd7cb-0de3-4808-bb51-424d533cd96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcb3721-3b14-4ba3-bf2f-ada16e8e52b0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:08.808317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-d0379d61-04e2-4ea9-96d6-833c14bed227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:08.812321 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-d0379d61-04e2-4ea9-96d6-833c14bed227 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5001674f434f427d9da6e0048aa2ff67&device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 1126 time: 0.0988905 Feb 10 15:14:08.826446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7c088-4442-448c-98f5-80cd0089cd3c req-caf045bd-bffa-40e9-ae0e-afa36553bce7 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:08.834736 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-adf7c088-4442-448c-98f5-80cd0089cd3c req-caf045bd-bffa-40e9-ae0e-afa36553bce7 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 944 time: 0.3420274 Feb 10 15:14:08.915772 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd43ad1e-a62d-471b-ad4f-f4887d6d806c req-311d749d-d735-44c8-8e97-c01e3895a748 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057775 Feb 10 15:14:08.920675 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-874f8fb1-4eeb-4dbc-b984-8c96f76debbe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 HTTP/1.1" status: 200 len: 217 time: 0.0952706 Feb 10 15:14:08.935066 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde4cb2-a360-45ab-b75e-c0125532e735 req-d4bd99c4-dc90-4dd7-a852-d3a5f9a5c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:08.936743 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6dde4cb2-a360-45ab-b75e-c0125532e735 req-d4bd99c4-dc90-4dd7-a852-d3a5f9a5c9fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=93a13b65-168f-4f1d-877c-9ae76be87936 HTTP/1.1" status: 200 len: 928 time: 0.3407147 Feb 10 15:14:09.007339 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-adf7c088-4442-448c-98f5-80cd0089cd3c req-3776aee7-a066-499d-8471-70b44f4b1abc tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669884 Feb 10 15:14:09.015749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6dde4cb2-a360-45ab-b75e-c0125532e735 req-2e2aa8b4-773f-41ed-9ee6-b8194e326129 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1a85289-4ecd-4591-9974-f9b9555b6e52 HTTP/1.1" status: 200 len: 217 time: 0.0676627 Feb 10 15:14:09.023325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-7aedcb6f-f195-4c5e-bae2-7fc0c72bfafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:09.028475 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-7aedcb6f-f195-4c5e-bae2-7fc0c72bfafe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 1125 time: 0.2343907 Feb 10 15:14:09.054866 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-4814f8ff-7a65-48cc-a9b0-a331ae7bbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:09.069531 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-4814f8ff-7a65-48cc-a9b0-a331ae7bbad8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42884750-3964-4921-a5f3-59cc5dea59b7 HTTP/1.1" status: 200 len: 862 time: 0.1422679 Feb 10 15:14:09.151829 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-eb0ef472-a8d7-4bb0-a8e4-6c95a020041f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f HTTP/1.1" status: 200 len: 217 time: 0.1050122 Feb 10 15:14:09.162873 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-1628d4bb-8b7e-40b4-adf7-2e79be255b54 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c7886d1-5ed5-4602-8219-a79b03bb84d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801368 Feb 10 15:14:09.186346 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a681d3c3-d80a-43ce-8e12-c5b1d42b84f3 req-3e05e2a3-fe7b-4500-a0b7-4585025f964a tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/floatingips/95d9a167-aa97-4c6d-915e-8cb358be3ead HTTP/1.1" status: 200 len: 693 time: 0.1415381 Feb 10 15:14:09.265692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde4cb2-a360-45ab-b75e-c0125532e735 req-ede940e3-2aba-4c6b-87b2-58d3459a35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:09.269105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6dde4cb2-a360-45ab-b75e-c0125532e735 req-ede940e3-2aba-4c6b-87b2-58d3459a35e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aad9e04-beb6-46ea-971b-c141c25615a8 HTTP/1.1" status: 200 len: 866 time: 0.2380667 Feb 10 15:14:09.290255 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-553756e0-e875-4039-b871-7e857425fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:09.290255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-553756e0-e875-4039-b871-7e857425fed5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.1276326 Feb 10 15:14:09.357879 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-ec2070f0-410d-4d95-ab25-5a54e325b0bf service neutron] 10.222.0.79 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881051 Feb 10 15:14:09.415975 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-c893db19-5607-4ec1-8aee-7dedb9382ae4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171193 Feb 10 15:14:09.454060 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-1dc63b58-5f98-4f46-b4c3-e13cb6fa244c tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--66411901&fields=id&tenant_id=07f5c3f964e945248d8cde923bf7b493 HTTP/1.1" status: 200 len: 267 time: 0.1716018 Feb 10 15:14:09.543648 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-daa69e04-9d7b-4633-bc64-be08c8dc4dc7 req-244c198d-b368-4042-abe8-e75d1348bf35 service neutron] 10.222.0.79 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327004 Feb 10 15:14:09.581911 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-5a297504-c3b4-4966-a95c-908a5e4e3ce7 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361922 Feb 10 15:14:09.622191 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-57d49563-d747-4627-8b5e-10ed6166a720 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:09.623924 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-57d49563-d747-4627-8b5e-10ed6166a720 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/networks?id=7a195b29-9a45-4fa9-95be-2b9590709c3d HTTP/1.1" status: 200 len: 823 time: 0.1561379 Feb 10 15:14:09.655335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681d3c3-d80a-43ce-8e12-c5b1d42b84f3 req-63f397e4-b3f4-46fa-8bd9-9ebd09fbaaa8 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:09.662810 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a681d3c3-d80a-43ce-8e12-c5b1d42b84f3 req-63f397e4-b3f4-46fa-8bd9-9ebd09fbaaa8 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.4754593 Feb 10 15:14:09.727054 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a681d3c3-d80a-43ce-8e12-c5b1d42b84f3 req-5837cdee-7222-4d96-a78a-06a4928e2ffb tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.0628662 Feb 10 15:14:09.773039 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c53fe-58c9-4392-9991-26ba6864531e req-c71f645c-4f0a-4933-b1dc-17239d105075 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:09.775837 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-717c53fe-58c9-4392-9991-26ba6864531e req-c71f645c-4f0a-4933-b1dc-17239d105075 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.79 "GET /v2.0/ports?device_id=63c722bf-e7d1-4f7f-93ca-2dc989c0dfad HTTP/1.1" status: 200 len: 945 time: 0.4446604 Feb 10 15:14:09.784349 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-e549b54e-4ee3-4cba-a573-7a8bfb4f46d5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:09.785881 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-e549b54e-4ee3-4cba-a573-7a8bfb4f46d5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903620 Feb 10 15:14:09.800012 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-12210a9f-886c-432e-8e72-5630f1823649 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Request body: {'port': {'device_id': '75d27e3e-82ca-42a8-8729-cca71622fc22', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': 'ee7e30a5c60144e3888d69f0b00a1cac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:09.861832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-c184abfd-2c51-4952-b586-4ae0f82355ee tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398433 Feb 10 15:14:10.089222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9513801f-7ef0-4508-95ea-b6bd90452f85 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:10.090718 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9513801f-7ef0-4508-95ea-b6bd90452f85 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229469 Feb 10 15:14:10.100883 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-717c53fe-58c9-4392-9991-26ba6864531e req-5bcafced-a7f8-4ae6-bbb6-64e3e16f5e56 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Deleting port 9e2036bf-13a6-4629-995c-da716c7fa66f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:14:10.101123 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-717c53fe-58c9-4392-9991-26ba6864531e req-5bcafced-a7f8-4ae6-bbb6-64e3e16f5e56 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9e2036bf-13a6-4629-995c-da716c7fa66f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:10.111387 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-ce4848a4-aef8-49a9-8e64-ef81c12031a4 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Request body: {'port': {'device_id': 'b28e1cf3-cd20-45cc-9ace-5a72fc8d8113', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': 'ee7e30a5c60144e3888d69f0b00a1cac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:10.142313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-12210a9f-886c-432e-8e72-5630f1823649 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Made reservation on behalf of ee7e30a5c60144e3888d69f0b00a1cac for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:10.146426 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-12210a9f-886c-432e-8e72-5630f1823649 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:10.197481 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-3e6617f5-7d12-46af-aa84-49755b997544 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/quotas/07f5c3f964e945248d8cde923bf7b493 HTTP/1.1" status: 200 len: 375 time: 0.5631394 Feb 10 15:14:10.209621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde4cb2-a360-45ab-b75e-c0125532e735 req-612143cc-35a7-41f0-9d27-83f5b60a3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:10.211093 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6dde4cb2-a360-45ab-b75e-c0125532e735 req-612143cc-35a7-41f0-9d27-83f5b60a3874 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93a13b65-168f-4f1d-877c-9ae76be87936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9213789 Feb 10 15:14:10.296714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ad83a1-b293-4c2e-9a34-89bcf6febfb9', 'tag': 'a0e4c669-7272-4de9-ad2b-9c1423a3eb9f'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:10.298874 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6a6de3-29f5-47b2-b8ad-9b85543bdb91" -d '{"events": [{"name": "network-changed", "server_uuid": "27ad83a1-b293-4c2e-9a34-89bcf6febfb9", "tag": "a0e4c669-7272-4de9-ad2b-9c1423a3eb9f"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:10.310531 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a681d3c3-d80a-43ce-8e12-c5b1d42b84f3 req-117bf17c-f169-4d9b-b23d-0928d7b28103 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.5816181 Feb 10 15:14:10.406826 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-7af2dd5a-24af-4c29-ad8e-2ec7ce3167d6 service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9584785 Feb 10 15:14:10.506883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-c4afff14-f051-4faa-811b-444cab3e6587 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=07f5c3f964e945248d8cde923bf7b493&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3017273 Feb 10 15:14:10.521780 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37288) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:10.578614 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-717c53fe-58c9-4392-9991-26ba6864531e req-5bcafced-a7f8-4ae6-bbb6-64e3e16f5e56 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] For port 9e2036bf-13a6-4629-995c-da716c7fa66f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9e2036bf-13a6-4629-995c-da716c7fa66f,segment=NetworkSegment(9b7288e6-d826-466f-9139-5656341ea865),segment_id=9b7288e6-d826-466f-9139-5656341ea865)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:10.578976 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-717c53fe-58c9-4392-9991-26ba6864531e req-5bcafced-a7f8-4ae6-bbb6-64e3e16f5e56 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9e2036bf-13a6-4629-995c-da716c7fa66f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:10.627177 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6dde4cb2-a360-45ab-b75e-c0125532e735 req-610b89c7-e8f6-4fe1-b737-4c04d991b484 service neutron] 10.222.0.72 "GET /v2.0/networks/93a13b65-168f-4f1d-877c-9ae76be87936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840578 Feb 10 15:14:10.734176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-ce4848a4-aef8-49a9-8e64-ef81c12031a4 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Made reservation on behalf of ee7e30a5c60144e3888d69f0b00a1cac for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:10.737498 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-ce4848a4-aef8-49a9-8e64-ef81c12031a4 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:10.748509 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97264f15-3d62-4454-96cc-9d96db4ef424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:10.766866 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-12210a9f-886c-432e-8e72-5630f1823649 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Allocated IP 192.168.233.42 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/ab46e3dd-534f-40d4-9227-b0fbca905259) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:14:10.793775 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b12679d-157d-4530-a839-6df7dc03f8a0 req-6fb248fe-8b9a-42ae-a11e-399041c7bab7 service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790226 Feb 10 15:14:10.800607 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-2b405784-eb0c-49a6-b3fd-60bec5788c9b service neutron] 10.222.0.64 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802165 Feb 10 15:14:10.875710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-a681d3c3-d80a-43ce-8e12-c5b1d42b84f3 req-7230eaac-a0aa-43a8-9989-56ea9e66c267 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Deleting port ba4c86e6-dfee-4b64-8304-662a4893c3e3 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:14:10.876070 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a681d3c3-d80a-43ce-8e12-c5b1d42b84f3 req-7230eaac-a0aa-43a8-9989-56ea9e66c267 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ba4c86e6-dfee-4b64-8304-662a4893c3e3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:10.911897 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6dde4cb2-a360-45ab-b75e-c0125532e735 req-bf024ead-8abe-4e59-a706-21c2d095a5d3 service neutron] 10.222.0.72 "GET /v2.0/networks/93a13b65-168f-4f1d-877c-9ae76be87936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542098 Feb 10 15:14:11.046413 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-2ccdbc63-9d86-4bc9-8905-389d902f38ab service neutron] 10.222.0.64 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369637 Feb 10 15:14:11.075059 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-717c53fe-58c9-4392-9991-26ba6864531e req-5bcafced-a7f8-4ae6-bbb6-64e3e16f5e56 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:11.075825 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-717c53fe-58c9-4392-9991-26ba6864531e req-5bcafced-a7f8-4ae6-bbb6-64e3e16f5e56 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:11.076212 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [req-717c53fe-58c9-4392-9991-26ba6864531e req-5bcafced-a7f8-4ae6-bbb6-64e3e16f5e56 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Floating IP 44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09 disassociated. External IP: 172.25.3.62, port: 9e2036bf-13a6-4629-995c-da716c7fa66f. Feb 10 15:14:11.076588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-717c53fe-58c9-4392-9991-26ba6864531e req-5bcafced-a7f8-4ae6-bbb6-64e3e16f5e56 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Calling delete_port for 9e2036bf-13a6-4629-995c-da716c7fa66f owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:14:11.082301 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a681d3c3-d80a-43ce-8e12-c5b1d42b84f3 req-7230eaac-a0aa-43a8-9989-56ea9e66c267 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ba4c86e6-dfee-4b64-8304-662a4893c3e3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:11.090040 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a681d3c3-d80a-43ce-8e12-c5b1d42b84f3 req-7230eaac-a0aa-43a8-9989-56ea9e66c267 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for floatingip (ba4c86e6-dfee-4b64-8304-662a4893c3e3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:11.107815 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:11.127148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-a681d3c3-d80a-43ce-8e12-c5b1d42b84f3 req-7230eaac-a0aa-43a8-9989-56ea9e66c267 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Calling delete_port for ba4c86e6-dfee-4b64-8304-662a4893c3e3 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:14:11.130360 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97264f15-3d62-4454-96cc-9d96db4ef424 admin admin] Publish callbacks [] for security_group (93a8e474-307c-40e6-a4f8-8e5f3910d17b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:11.139527 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97264f15-3d62-4454-96cc-9d96db4ef424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (93a8e474-307c-40e6-a4f8-8e5f3910d17b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:11.187421 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-97264f15-3d62-4454-96cc-9d96db4ef424 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8cd592b6b26a415a85d5341c163422cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6624207 Feb 10 15:14:11.190129 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37292) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:11.190637 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97264f15-3d62-4454-96cc-9d96db4ef424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a8e474-307c-40e6-a4f8-8e5f3910d17b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:11.251848 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-12210a9f-886c-432e-8e72-5630f1823649 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks [] for port (ab46e3dd-534f-40d4-9227-b0fbca905259), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:11.412480 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4181-6084-408e-a354-b3af726de74f admin admin] Publish callbacks [] for security_group (93a8e474-307c-40e6-a4f8-8e5f3910d17b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:11.440639 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-12210a9f-886c-432e-8e72-5630f1823649 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ab46e3dd-534f-40d4-9227-b0fbca905259), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:11.445825 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a681d3c3-d80a-43ce-8e12-c5b1d42b84f3 req-7230eaac-a0aa-43a8-9989-56ea9e66c267 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (ba4c86e6-dfee-4b64-8304-662a4893c3e3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:11.455663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b7341060-e935-41d4-8242-bd60d7574d5f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:11.458352 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3be1dd2f-6854-4bdb-b887-e5964e133a7d', '3fffc403-7c02-477a-b1f7-220ed2eddcdb'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:11.481990 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4181-6084-408e-a354-b3af726de74f admin admin] Publish callbacks [] for security_group (93a8e474-307c-40e6-a4f8-8e5f3910d17b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:11.551119 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-717c53fe-58c9-4392-9991-26ba6864531e req-5bcafced-a7f8-4ae6-bbb6-64e3e16f5e56 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9e2036bf-13a6-4629-995c-da716c7fa66f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:11.570918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230eaac-a0aa-43a8-9989-56ea9e66c267 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Pushing event deleted for resources: {'Port': ['ID=ba4c86e6-dfee-4b64-8304-662a4893c3e3,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:11.578719 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a681d3c3-d80a-43ce-8e12-c5b1d42b84f3 req-7230eaac-a0aa-43a8-9989-56ea9e66c267 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks [] for floatingip (95d9a167-aa97-4c6d-915e-8cb358be3ead), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:11.584488 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a681d3c3-d80a-43ce-8e12-c5b1d42b84f3 req-7230eaac-a0aa-43a8-9989-56ea9e66c267 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:11.611218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a681d3c3-d80a-43ce-8e12-c5b1d42b84f3 req-7230eaac-a0aa-43a8-9989-56ea9e66c267 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "DELETE /v2.0/floatingips/95d9a167-aa97-4c6d-915e-8cb358be3ead HTTP/1.1" status: 204 len: 173 time: 1.2740877 Feb 10 15:14:11.654696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-12210a9f-886c-432e-8e72-5630f1823649 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:14:11.675307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-12210a9f-886c-432e-8e72-5630f1823649 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:14:11.677369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12210a9f-886c-432e-8e72-5630f1823649 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event updated for resources: {'Port': ['ID=ab46e3dd-534f-40d4-9227-b0fbca905259,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:11.688822 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-ce4848a4-aef8-49a9-8e64-ef81c12031a4 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Allocated IP 192.168.233.137 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/75bcd7ec-1278-4a6e-95ae-e2a7405ee517) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:14:11.696862 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-12210a9f-886c-432e-8e72-5630f1823649 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:14:11.801051 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39c8b20-aa6f-4003-bc78-d3216fc9b4ab x-openstack-request-id: req-d39c8b20-aa6f-4003-bc78-d3216fc9b4ab {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:11.801358 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320890d1-4a27-477a-af59-041f7a690bbc", "tag": "2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:11.801744 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d39c8b20-aa6f-4003-bc78-d3216fc9b4ab {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:11.802011 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320890d1-4a27-477a-af59-041f7a690bbc', 'tag': '2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1', 'status': 'completed', 'code': 200} Feb 10 15:14:11.816237 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-12210a9f-886c-432e-8e72-5630f1823649 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:11.816956 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-12210a9f-886c-432e-8e72-5630f1823649 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:11.962827 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-12210a9f-886c-432e-8e72-5630f1823649 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1667638 Feb 10 15:14:12.014844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Request body: {'port': {'device_id': '75d27e3e-82ca-42a8-8729-cca71622fc22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:12.033570 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcafced-a7f8-4ae6-bbb6-64e3e16f5e56 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Pushing event deleted for resources: {'Port': ['ID=9e2036bf-13a6-4629-995c-da716c7fa66f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:12.045389 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4181-6084-408e-a354-b3af726de74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (93a8e474-307c-40e6-a4f8-8e5f3910d17b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:12.049940 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4181-6084-408e-a354-b3af726de74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:12.051022 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5e3b4181-6084-408e-a354-b3af726de74f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93a8e474-307c-40e6-a4f8-8e5f3910d17b HTTP/1.1" status: 204 len: 168 time: 0.8588064 Feb 10 15:14:12.064518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081713d-42f1-436f-ab59-ad69253cdbf4 req-3e45fa9b-ac29-4d7d-8fb7-d28c2e3bd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:12.067714 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3081713d-42f1-436f-ab59-ad69253cdbf4 req-3e45fa9b-ac29-4d7d-8fb7-d28c2e3bd8f9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5001674f434f427d9da6e0048aa2ff67&device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 1126 time: 0.3715811 Feb 10 15:14:12.168257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b4181-6084-408e-a354-b3af726de74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a8e474-307c-40e6-a4f8-8e5f3910d17b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:12.311029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-903bbb07-3586-45d0-b89f-72792a1bc7e7 None None] Provisioning complete for port ab46e3dd-534f-40d4-9227-b0fbca905259 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:14:12.311481 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-903bbb07-3586-45d0-b89f-72792a1bc7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ab46e3dd-534f-40d4-9227-b0fbca905259), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:12.378643 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081713d-42f1-436f-ab59-ad69253cdbf4 req-f0dbb73c-85a0-4c59-8cd9-8f76bf4a1c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:12.385682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3081713d-42f1-436f-ab59-ad69253cdbf4 req-f0dbb73c-85a0-4c59-8cd9-8f76bf4a1c70 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9c7886d1-5ed5-4602-8219-a79b03bb84d6 HTTP/1.1" status: 200 len: 923 time: 0.3024664 Feb 10 15:14:12.433777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:14:12.442046 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 9e2036bf-13a6-4629-995c-da716c7fa66f no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:14:12.470971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-717c53fe-58c9-4392-9991-26ba6864531e req-5bcafced-a7f8-4ae6-bbb6-64e3e16f5e56 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Router 713039d6-ee09-4d66-ba1c-e9723334f331 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:14:12.491919 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3081713d-42f1-436f-ab59-ad69253cdbf4 req-80c0ece2-7a5a-45d6-96fd-02f8975d9456 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 HTTP/1.1" status: 200 len: 217 time: 0.0888329 Feb 10 15:14:12.503637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 9e2036bf-13a6-4629-995c-da716c7fa66f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:14:12.503637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 9e2036bf-13a6-4629-995c-da716c7fa66f not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:14:12.517161 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0a8a1-efb3-406c-9638-558c235f9f8f req-8a164c3c-22b8-4f98-88ca-53be815eaece tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:12.520005 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cdd0a8a1-efb3-406c-9638-558c235f9f8f req-8a164c3c-22b8-4f98-88ca-53be815eaece tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=75d27e3e-82ca-42a8-8729-cca71622fc22 HTTP/1.1" status: 200 len: 935 time: 0.7425761 Feb 10 15:14:12.540885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff65f23-7727-4ce3-be08-da9bd73f0062 req-33a01057-48d4-4452-9be0-e7ced76422f8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:12.549855 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ff65f23-7727-4ce3-be08-da9bd73f0062 req-33a01057-48d4-4452-9be0-e7ced76422f8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 943 time: 0.7335727 Feb 10 15:14:12.566836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-903bbb07-3586-45d0-b89f-72792a1bc7e7 None None] Port ab46e3dd-534f-40d4-9227-b0fbca905259 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:14:12.568406 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ab46e3dd-534f-40d4-9227-b0fbca905259), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:12.712017 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081713d-42f1-436f-ab59-ad69253cdbf4 req-0c60ef4a-ae45-4088-ab0c-657a174714c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:12.713461 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3081713d-42f1-436f-ab59-ad69253cdbf4 req-0c60ef4a-ae45-4088-ab0c-657a174714c9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42884750-3964-4921-a5f3-59cc5dea59b7 HTTP/1.1" status: 200 len: 862 time: 0.1914892 Feb 10 15:14:12.714307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:12.733608 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ff65f23-7727-4ce3-be08-da9bd73f0062 req-9d38dff7-7476-4009-9f9d-983a0085f0de tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750963 Feb 10 15:14:12.739786 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1', 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6', 'port_id': '2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1', 'mac_address': 'fa:16:3e:c4:37:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42884750-3964-4921-a5f3-59cc5dea59b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:14:12.779785 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cdd0a8a1-efb3-406c-9638-558c235f9f8f req-d7a81801-b928-42c6-a797-c8efda32c539 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180686 Feb 10 15:14:12.827327 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3081713d-42f1-436f-ab59-ad69253cdbf4 req-2c68b5d9-18aa-46ed-82e5-ce42f57fe490 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c7886d1-5ed5-4602-8219-a79b03bb84d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795610 Feb 10 15:14:12.848270 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:12.849455 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:12.882763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:12.889925 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9181975f-af35-409d-9db1-2c723289bd69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:12.927334 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:12.944353 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:13.055720 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.79', 62056) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:13.102903 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37332) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:13.105989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:13.184954 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3081713d-42f1-436f-ab59-ad69253cdbf4 req-e0dbe6fb-0726-41e7-91ef-665841131881 service neutron] 10.222.0.79 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436000 Feb 10 15:14:13.201873 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ba7da-d58b-4590-b69c-7d34f0e38401 req-5b84d34a-11f2-4e82-b308-02ad90e8c59f tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:13.209378 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee3ba7da-d58b-4590-b69c-7d34f0e38401 req-5b84d34a-11f2-4e82-b308-02ad90e8c59f tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 946 time: 0.3091409 Feb 10 15:14:13.268290 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-ce4848a4-aef8-49a9-8e64-ef81c12031a4 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks [] for port (75bcd7ec-1278-4a6e-95ae-e2a7405ee517), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:13.304533 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab452084-c835-49c0-84b0-7cf02dafee91 req-020c6681-bc05-4942-8926-1490decc9575 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:13.314808 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab452084-c835-49c0-84b0-7cf02dafee91 req-020c6681-bc05-4942-8926-1490decc9575 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 945 time: 0.3584952 Feb 10 15:14:13.328013 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:13.350657 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-ce4848a4-aef8-49a9-8e64-ef81c12031a4 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (75bcd7ec-1278-4a6e-95ae-e2a7405ee517), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:13.381553 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3be1dd2f-6854-4bdb-b887-e5964e133a7d', '3fffc403-7c02-477a-b1f7-220ed2eddcdb'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:13.400026 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf086-29ef-4319-a3ac-b67f895cd6c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:13.478276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b7341060-e935-41d4-8242-bd60d7574d5f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:13.494519 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee3ba7da-d58b-4590-b69c-7d34f0e38401 req-8c285d33-f1d9-4910-ba3b-274b4dfc575d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570028 Feb 10 15:14:13.618216 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6fc1dd-827d-4630-b02c-4c8d3a08777a x-openstack-request-id: req-0a6fc1dd-827d-4630-b02c-4c8d3a08777a {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:13.618649 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ad83a1-b293-4c2e-9a34-89bcf6febfb9", "tag": "a0e4c669-7272-4de9-ad2b-9c1423a3eb9f", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:13.619962 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a6fc1dd-827d-4630-b02c-4c8d3a08777a {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:13.620387 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ad83a1-b293-4c2e-9a34-89bcf6febfb9', 'tag': 'a0e4c669-7272-4de9-ad2b-9c1423a3eb9f', 'status': 'completed', 'code': 200} Feb 10 15:14:13.620914 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.79', 62057) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:13.645606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab452084-c835-49c0-84b0-7cf02dafee91 req-8cf070da-eb87-440e-9d9a-8d9fd143dc18 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937489 Feb 10 15:14:13.730152 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d90750b-a1ec-4e53-bf3a-1ed6fed2fa83 req-1623aaed-408c-4f02-a250-8534beaa0500 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 210 time: 0.0823231 Feb 10 15:14:13.894626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-ce4848a4-aef8-49a9-8e64-ef81c12031a4 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:14:13.921583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-8afe94fe-c27f-4aa5-8e2d-6256a9c31752 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:13.923343 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-8afe94fe-c27f-4aa5-8e2d-6256a9c31752 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.79 "GET /v2.0/networks?id=7a195b29-9a45-4fa9-95be-2b9590709c3d HTTP/1.1" status: 200 len: 823 time: 0.8315809 Feb 10 15:14:13.924266 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4848a4-aef8-49a9-8e64-ef81c12031a4 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event updated for resources: {'Port': ['ID=75bcd7ec-1278-4a6e-95ae-e2a7405ee517,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:13.929966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-ce4848a4-aef8-49a9-8e64-ef81c12031a4 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:14:13.934936 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-ce4848a4-aef8-49a9-8e64-ef81c12031a4 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:14:14.031234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-717c53fe-58c9-4392-9991-26ba6864531e req-5bcafced-a7f8-4ae6-bbb6-64e3e16f5e56 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:14:14.035228 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e5b2076-bf60-4887-b608-94de2247b140 req-eab88e3e-ecd9-4e5e-8450-30b64a660bef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5390694 Feb 10 15:14:14.046342 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886dfa10-1d68-4b75-bfbb-88dc91ab000d None None] Sync routers for ids ['713039d6-ee09-4d66-ba1c-e9723334f331'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:14:14.063303 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3081713d-42f1-436f-ab59-ad69253cdbf4 req-bfc97171-485b-4d39-931d-24fc995a9c33 service neutron] 10.222.0.79 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8505075 Feb 10 15:14:14.068034 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886dfa10-1d68-4b75-bfbb-88dc91ab000d None None] Routers {'713039d6-ee09-4d66-ba1c-e9723334f331'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:14:14.069078 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-886dfa10-1d68-4b75-bfbb-88dc91ab000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['713039d6-ee09-4d66-ba1c-e9723334f331'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:14.174565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-717c53fe-58c9-4392-9991-26ba6864531e req-5bcafced-a7f8-4ae6-bbb6-64e3e16f5e56 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] No DVR routers for this DVR port 9e2036bf-13a6-4629-995c-da716c7fa66f on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:14:14.177801 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf086-29ef-4319-a3ac-b67f895cd6c3 admin admin] Publish callbacks [] for security_group (a6d60cad-6b3e-424a-80ef-7784140fa073), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:14.185779 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-717c53fe-58c9-4392-9991-26ba6864531e req-5bcafced-a7f8-4ae6-bbb6-64e3e16f5e56 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:14.194003 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-717c53fe-58c9-4392-9991-26ba6864531e req-5bcafced-a7f8-4ae6-bbb6-64e3e16f5e56 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.79 "DELETE /v2.0/ports/9e2036bf-13a6-4629-995c-da716c7fa66f HTTP/1.1" status: 204 len: 173 time: 4.4070868 Feb 10 15:14:14.204273 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a6de3-29f5-47b2-b8ad-9b85543bdb91 req-7eef38ad-8a94-495f-a5d3-38170dc9ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:14.206852 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a6a6de3-29f5-47b2-b8ad-9b85543bdb91 req-7eef38ad-8a94-495f-a5d3-38170dc9ab82 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 1125 time: 0.5596633 Feb 10 15:14:14.210610 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf086-29ef-4319-a3ac-b67f895cd6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a6d60cad-6b3e-424a-80ef-7784140fa073), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:14.214664 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c722bf-e7d1-4f7f-93ca-2dc989c0dfad', 'name': 'network-vif-deleted', 'tag': '9e2036bf-13a6-4629-995c-da716c7fa66f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:14.219444 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd1ba53-4cac-442a-8739-9b4fe8e2aae2" -d '{"events": [{"server_uuid": "63c722bf-e7d1-4f7f-93ca-2dc989c0dfad", "name": "network-vif-deleted", "tag": "9e2036bf-13a6-4629-995c-da716c7fa66f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:14.245857 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-886dfa10-1d68-4b75-bfbb-88dc91ab000d None None] Set router 713039d6-ee09-4d66-ba1c-e9723334f331 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:14:14.282316 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-e7fbe1c1-9a55-4379-938d-bc8de88383b0 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07f5c3f964e945248d8cde923bf7b493 HTTP/1.1" status: 200 len: 378 time: 0.3405087 Feb 10 15:14:14.296783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-3180f646-d0f4-4d2a-9a84-cb4f60d2e07f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Request body: {'port': {'device_id': '0701c55c-25f5-45c7-9a33-d7bd326907ea', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'admin_state_up': True, 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'security_groups': ['edb77b59-2bf3-42a3-8828-2b265339637e']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:14.299205 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4a0bf086-29ef-4319-a3ac-b67f895cd6c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e1e23835a30b4eec881790d52230d3e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1911397 Feb 10 15:14:14.325993 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37366) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:14.368262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62e427-198a-48a8-a4fc-bc330f0a0b59 req-38dfe6ad-031e-4f57-9b6a-d9a3f2467c99 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:14.369872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a62e427-198a-48a8-a4fc-bc330f0a0b59 req-38dfe6ad-031e-4f57-9b6a-d9a3f2467c99 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 943 time: 0.4521067 Feb 10 15:14:14.378798 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a0e4c669-7272-4de9-ad2b-9c1423a3eb9f details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:14:14.421172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-ce4848a4-aef8-49a9-8e64-ef81c12031a4 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:14.421819 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-ce4848a4-aef8-49a9-8e64-ef81c12031a4 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:14.458769 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11974e0-a5ff-4499-9cf4-228c6f1f1416 req-38cb0cb7-5044-4e8c-bb66-b01425437a21 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:14.460962 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-ce4848a4-aef8-49a9-8e64-ef81c12031a4 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3547804 Feb 10 15:14:14.466141 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d11974e0-a5ff-4499-9cf4-228c6f1f1416 req-38cb0cb7-5044-4e8c-bb66-b01425437a21 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6189899 Feb 10 15:14:14.555306 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bf086-29ef-4319-a3ac-b67f895cd6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d60cad-6b3e-424a-80ef-7784140fa073,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:14.556048 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:14.577365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Request body: {'port': {'device_id': 'b28e1cf3-cd20-45cc-9ace-5a72fc8d8113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:14.579295 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-540ef390-58e5-4ac9-b5aa-2f3ef3c92467 admin admin] Publish callbacks [] for security_group (a6d60cad-6b3e-424a-80ef-7784140fa073), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:14.584835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b2076-bf60-4887-b608-94de2247b140 req-0a7c3fdf-4e66-4aae-918a-77621bd1dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:14.589076 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e5b2076-bf60-4887-b608-94de2247b140 req-0a7c3fdf-4e66-4aae-918a-77621bd1dd71 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 1126 time: 0.5089188 Feb 10 15:14:14.598327 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab46e3dd-534f-40d4-9227-b0fbca905259 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:14.602891 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'a0e4c669-7272-4de9-ad2b-9c1423a3eb9f', 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b', 'port_id': 'a0e4c669-7272-4de9-ad2b-9c1423a3eb9f', 'mac_address': 'fa:16:3e:10:9d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6d7326-5c38-4fe8-832a-e5a495c9b28d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:14:14.607994 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Publish callbacks [] for port (ab46e3dd-534f-40d4-9227-b0fbca905259), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:14.621702 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Transition to ACTIVE for port object ab46e3dd-534f-40d4-9227-b0fbca905259 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:14:14.623404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d11974e0-a5ff-4499-9cf4-228c6f1f1416 req-aaa7b805-1f87-4673-b87e-5e02c544644b tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1561394 Feb 10 15:14:14.677869 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (ab46e3dd-534f-40d4-9227-b0fbca905259), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:14.719356 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1e27ed2b-ef80-49f4-95e9-2fd412b6c8d7 None None] Provisioning complete for port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:14:14.720186 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1e27ed2b-ef80-49f4-95e9-2fd412b6c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (75bcd7ec-1278-4a6e-95ae-e2a7405ee517), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:14.783148 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-886dfa10-1d68-4b75-bfbb-88dc91ab000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e4dd0662-8dfc-4e02-8f51-ac4119839841', 'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'mac_address': 'fa:16:3e:65:b7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:08Z', 'updated_at': '2022-02-10T15:12:15Z', 'revision_number': 5, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'subnets': [{'id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:14.844316 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-540ef390-58e5-4ac9-b5aa-2f3ef3c92467 admin admin] Publish callbacks [] for security_group (a6d60cad-6b3e-424a-80ef-7784140fa073), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:14.849217 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886dfa10-1d68-4b75-bfbb-88dc91ab000d None None] Checking router: 713039d6-ee09-4d66-ba1c-e9723334f331 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:14:14.850370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a6de3-29f5-47b2-b8ad-9b85543bdb91 req-35acfb12-b01d-4ca7-800a-963b1efad2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:14.852726 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a6a6de3-29f5-47b2-b8ad-9b85543bdb91 req-35acfb12-b01d-4ca7-800a-963b1efad2d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.5760012 Feb 10 15:14:14.854242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:14.855085 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:14.874862 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886dfa10-1d68-4b75-bfbb-88dc91ab000d None None] Routers {'713039d6-ee09-4d66-ba1c-e9723334f331'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:14:14.875789 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-886dfa10-1d68-4b75-bfbb-88dc91ab000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:13:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['713039d6-ee09-4d66-ba1c-e9723334f331'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:14.876300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1e27ed2b-ef80-49f4-95e9-2fd412b6c8d7 None None] Port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:14:14.884573 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e4c669-7272-4de9-ad2b-9c1423a3eb9f {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:14.916889 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:14.925325 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:14.996406 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab46e3dd-534f-40d4-9227-b0fbca905259,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:15.008073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:15.008744 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a6a6de3-29f5-47b2-b8ad-9b85543bdb91 req-ed3b7653-cd4e-43eb-986b-4ea6e642cbe4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f HTTP/1.1" status: 200 len: 217 time: 0.1447988 Feb 10 15:14:15.028883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a62e427-198a-48a8-a4fc-bc330f0a0b59 req-9533d95c-f27b-4d38-85e5-98c9b138bc24 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6159639 Feb 10 15:14:15.055746 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (75bcd7ec-1278-4a6e-95ae-e2a7405ee517), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:15.064416 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b2076-bf60-4887-b608-94de2247b140 req-d11c66e2-e9bf-41fc-b93c-c08fe131d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:15.069396 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e5b2076-bf60-4887-b608-94de2247b140 req-d11c66e2-e9bf-41fc-b93c-c08fe131d3fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.4370699 Feb 10 15:14:15.111346 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-886dfa10-1d68-4b75-bfbb-88dc91ab000d None None] Set router 713039d6-ee09-4d66-ba1c-e9723334f331 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:14:15.143275 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-15d6a9d3-0bae-4740-a4c4-c58b6e440600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:15.144513 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0822d858-ab70-4c94-8950-d3ac3decf221 x-openstack-request-id: req-0822d858-ab70-4c94-8950-d3ac3decf221 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:15.144513 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c722bf-e7d1-4f7f-93ca-2dc989c0dfad", "name": "network-vif-deleted", "tag": "9e2036bf-13a6-4629-995c-da716c7fa66f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:15.144800 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0822d858-ab70-4c94-8950-d3ac3decf221 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:15.145679 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c722bf-e7d1-4f7f-93ca-2dc989c0dfad', 'name': 'network-vif-deleted', 'tag': '9e2036bf-13a6-4629-995c-da716c7fa66f', 'status': 'completed', 'code': 200} Feb 10 15:14:15.214418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-3180f646-d0f4-4d2a-9a84-cb4f60d2e07f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Made reservation on behalf of 07f5c3f964e945248d8cde923bf7b493 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:15.217942 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-3180f646-d0f4-4d2a-9a84-cb4f60d2e07f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:15.246104 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-540ef390-58e5-4ac9-b5aa-2f3ef3c92467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a6d60cad-6b3e-424a-80ef-7784140fa073), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:15.249250 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-540ef390-58e5-4ac9-b5aa-2f3ef3c92467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:15.250390 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e5b2076-bf60-4887-b608-94de2247b140 req-28925c20-58e3-42ed-840c-393023795ee1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 HTTP/1.1" status: 200 len: 217 time: 0.1716135 Feb 10 15:14:15.250542 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-540ef390-58e5-4ac9-b5aa-2f3ef3c92467 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6d60cad-6b3e-424a-80ef-7784140fa073 HTTP/1.1" status: 204 len: 168 time: 0.9206409 Feb 10 15:14:15.279700 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['a0e4c669-7272-4de9-ad2b-9c1423a3eb9f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:15.377779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abe356-b96f-436b-b28d-d301399d2af2 req-8f05b316-337e-419d-94a1-85b0538512c8 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:15.379518 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05abe356-b96f-436b-b28d-d301399d2af2 req-8f05b316-337e-419d-94a1-85b0538512c8 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=75d27e3e-82ca-42a8-8729-cca71622fc22 HTTP/1.1" status: 200 len: 947 time: 0.5257280 Feb 10 15:14:15.380691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37394) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:15.426206 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-886dfa10-1d68-4b75-bfbb-88dc91ab000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e4dd0662-8dfc-4e02-8f51-ac4119839841', 'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'mac_address': 'fa:16:3e:65:b7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:08Z', 'updated_at': '2022-02-10T15:12:15Z', 'revision_number': 5, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'subnets': [{'id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:15.447761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a6de3-29f5-47b2-b8ad-9b85543bdb91 req-f6a5fa5d-b883-4e7d-ad69-edd8f6ac5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:15.449641 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a6a6de3-29f5-47b2-b8ad-9b85543bdb91 req-f6a5fa5d-b883-4e7d-ad69-edd8f6ac5395 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.3866944 Feb 10 15:14:15.495856 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886dfa10-1d68-4b75-bfbb-88dc91ab000d None None] The sync data for ids ['713039d6-ee09-4d66-ba1c-e9723334f331'] in n-d-815324-7 is: [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e4dd0662-8dfc-4e02-8f51-ac4119839841', 'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'mac_address': 'fa:16:3e:65:b7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:08Z', 'updated_at': '2022-02-10T15:12:15Z', 'revision_number': 5, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'subnets': [{'id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:14:15.509656 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-3180f646-d0f4-4d2a-9a84-cb4f60d2e07f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Allocated IP 172.20.0.12 (7a195b29-9a45-4fa9-95be-2b9590709c3d/bc1c408b-918c-450a-92c6-5027a88e32dc/18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:14:15.561991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ef390-58e5-4ac9-b5aa-2f3ef3c92467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d60cad-6b3e-424a-80ef-7784140fa073,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:15.607567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Attempting to bind port ab46e3dd-534f-40d4-9227-b0fbca905259 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:14:15.607903 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Attempting to bind port ab46e3dd-534f-40d4-9227-b0fbca905259 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:14:15.608234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Attempting to bind port ab46e3dd-534f-40d4-9227-b0fbca905259 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:15.769174 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Port ab46e3dd-534f-40d4-9227-b0fbca905259 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:14:15.769507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Attempting to bind port ab46e3dd-534f-40d4-9227-b0fbca905259 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:15.782103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:14:15.782353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:14:15.782715 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:14:15.783173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Bound port: ab46e3dd-534f-40d4-9227-b0fbca905259, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:14:15.783541 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ab46e3dd-534f-40d4-9227-b0fbca905259), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:15.830313 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7e5eda4f-d031-496d-ae0a-adfd212b3ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:15.834120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37400) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:15.887758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b30846-552b-4864-aa99-0e94a4e22669 None None] New status for floating IP 44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:14:15.942813 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0fe232c2-dbbe-44da-b973-dc1eb9cc1ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:15.949074 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05abe356-b96f-436b-b28d-d301399d2af2 req-ff4750fa-0777-41a6-ac30-06f5630983d2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335865 Feb 10 15:14:15.959933 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe99ffd-f95d-432f-86f6-fa9f5cab5804 req-c489ce6a-e0ed-46b6-ad45-eb30dc75cba5 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:15.967711 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bfe99ffd-f95d-432f-86f6-fa9f5cab5804 req-c489ce6a-e0ed-46b6-ad45-eb30dc75cba5 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 946 time: 0.7504025 Feb 10 15:14:15.994279 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a6a6de3-29f5-47b2-b8ad-9b85543bdb91 req-498f7876-05dd-43f8-9e83-d44ee0678d53 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5029314 Feb 10 15:14:16.065446 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b79ea8c1-9aa6-4b7b-b20c-3d3b092b6b70 req-6379fc72-44b3-42ad-b5f9-d97c001f861e tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0699921 Feb 10 15:14:16.066848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b2076-bf60-4887-b608-94de2247b140 req-9079ed0b-f680-49bb-a82d-82656fcccc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:16.068433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e5b2076-bf60-4887-b608-94de2247b140 req-9079ed0b-f680-49bb-a82d-82656fcccc30 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.7735693 Feb 10 15:14:16.099573 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-3180f646-d0f4-4d2a-9a84-cb4f60d2e07f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for port (18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:16.132367 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bfe99ffd-f95d-432f-86f6-fa9f5cab5804 req-7d319e57-ecf0-4644-9d95-5df5cdb54249 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636457 Feb 10 15:14:16.158467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e5b2076-bf60-4887-b608-94de2247b140 req-108e8315-2cd4-4942-ba8d-a6c32c03a43a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537038 Feb 10 15:14:16.201038 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:16.239380 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7e5eda4f-d031-496d-ae0a-adfd212b3ea5 admin admin] Publish callbacks [] for security_group (606442c0-7473-4cc6-ae89-b71935faeb69), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:16.250720 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] For port ab46e3dd-534f-40d4-9227-b0fbca905259, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:14:16.255344 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7e5eda4f-d031-496d-ae0a-adfd212b3ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (606442c0-7473-4cc6-ae89-b71935faeb69), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:16.278813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:16.287860 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-3180f646-d0f4-4d2a-9a84-cb4f60d2e07f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:16.296692 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f48616c4-5b2e-4018-af77-ad900050bee5 req-7c013640-5eb1-40d6-819a-c1b9ef2f9c4f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 210 time: 0.0758414 Feb 10 15:14:16.319220 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Publish callbacks [] for port (75bcd7ec-1278-4a6e-95ae-e2a7405ee517), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:16.323024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] For port ab46e3dd-534f-40d4-9227-b0fbca905259, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=ab46e3dd-534f-40d4-9227-b0fbca905259,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:14:16.374977 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (ab46e3dd-534f-40d4-9227-b0fbca905259), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:16.396389 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a6a6de3-29f5-47b2-b8ad-9b85543bdb91 req-fbdb4c12-6141-4d2a-b009-ee59a5ae9867 service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864095 Feb 10 15:14:16.399518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:14:16.418752 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7e5eda4f-d031-496d-ae0a-adfd212b3ea5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9334ff9179624dabbb1f93e45c41a65b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0347121 Feb 10 15:14:16.426165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37406) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:16.427691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Transition to ACTIVE for port object 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:14:16.433699 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcd2aa-60f5-4ac9-8aca-2abc3e9527a4 req-0eb4b9be-89a4-4146-83c8-ba07c9213f8f tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:16.436477 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b3bcd2aa-60f5-4ac9-8aca-2abc3e9527a4 req-0eb4b9be-89a4-4146-83c8-ba07c9213f8f tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 945 time: 0.3026433 Feb 10 15:14:16.440769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:16.442570 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:16.444640 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] 10.222.0.72 "PUT /v2.0/ports/ab46e3dd-534f-40d4-9227-b0fbca905259 HTTP/1.1" status: 200 len: 1095 time: 4.4448652 Feb 10 15:14:16.456971 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:14:16.463508 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:14:16.464434 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:16.467552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-3180f646-d0f4-4d2a-9a84-cb4f60d2e07f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Network 7a195b29-9a45-4fa9-95be-2b9590709c3d is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:14:16.473705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5eda4f-d031-496d-ae0a-adfd212b3ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606442c0-7473-4cc6-ae89-b71935faeb69,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:16.499883 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (75bcd7ec-1278-4a6e-95ae-e2a7405ee517), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:16.511628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-3180f646-d0f4-4d2a-9a84-cb4f60d2e07f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:14:16.514839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-3180f646-d0f4-4d2a-9a84-cb4f60d2e07f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:14:16.532682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180f646-d0f4-4d2a-9a84-cb4f60d2e07f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Pushing event updated for resources: {'Port': ['ID=18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:16.572594 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e5b2076-bf60-4887-b608-94de2247b140 req-92524670-07d4-4ae6-aab3-862ffaf61434 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578868 Feb 10 15:14:16.583353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:16.584096 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:16.605536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d87b5-4737-4304-99a2-859d0b906de3 req-94cb6992-d962-43ef-b4f4-803734409515 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:16.607133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d8d87b5-4737-4304-99a2-859d0b906de3 req-94cb6992-d962-43ef-b4f4-803734409515 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 944 time: 0.2300322 Feb 10 15:14:16.634489 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b3bcd2aa-60f5-4ac9-8aca-2abc3e9527a4 req-0caba197-3856-4b4c-8857-1a0a9ef329a2 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516092 Feb 10 15:14:16.649006 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320890d1-4a27-477a-af59-041f7a690bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:16.651784 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8513967-a382-476e-85b9-b72586247ac9" -d '{"events": [{"server_uuid": "320890d1-4a27-477a-af59-041f7a690bbc", "name": "network-vif-plugged", "status": "completed", "tag": "2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:16.658235 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:16.664806 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:16.683950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-3180f646-d0f4-4d2a-9a84-cb4f60d2e07f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:16.684785 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-3180f646-d0f4-4d2a-9a84-cb4f60d2e07f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:16.729395 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:16.807318 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a6a6de3-29f5-47b2-b8ad-9b85543bdb91 req-6724aa72-f1fe-4628-a218-5f15ee639d3c service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672643 Feb 10 15:14:16.840068 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d8d87b5-4737-4304-99a2-859d0b906de3 req-19f0fab8-7298-4b60-959a-09125ec0cf5f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041252 Feb 10 15:14:16.883771 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e5b2076-bf60-4887-b608-94de2247b140 req-f3a92002-add0-4cd8-b641-b12c2214fa89 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873394 Feb 10 15:14:16.933261 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4561ad74-9264-417f-89cb-8322f9b03cf1 x-openstack-request-id: req-4561ad74-9264-417f-89cb-8322f9b03cf1 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:16.939221 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320890d1-4a27-477a-af59-041f7a690bbc", "name": "network-vif-plugged", "status": "completed", "tag": "2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:16.939491 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4561ad74-9264-417f-89cb-8322f9b03cf1 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:16.939907 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320890d1-4a27-477a-af59-041f7a690bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1', 'code': 200} Feb 10 15:14:16.949482 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-3180f646-d0f4-4d2a-9a84-cb4f60d2e07f tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6594744 Feb 10 15:14:16.988464 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0fe232c2-dbbe-44da-b973-dc1eb9cc1ac2 admin admin] Publish callbacks [] for security_group (b08a1412-1aab-4f82-91f5-b53f4a551d81), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:16.994729 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Request body: {'port': {'device_id': '0701c55c-25f5-45c7-9a33-d7bd326907ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:16.998545 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17a8a1-0a13-414c-99a0-93fcb1d065f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab46e3dd-534f-40d4-9227-b0fbca905259,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:17.052433 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-bf626c50-7dad-4cc7-a77e-ec2168e95798 None None] Provisioning complete for port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:14:17.052872 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bf626c50-7dad-4cc7-a77e-ec2168e95798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:17.059760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Pushing event updated for resources: {'Port': ['ID=75bcd7ec-1278-4a6e-95ae-e2a7405ee517,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:17.084493 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0fe232c2-dbbe-44da-b973-dc1eb9cc1ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b08a1412-1aab-4f82-91f5-b53f4a551d81), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:17.098034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-bf626c50-7dad-4cc7-a77e-ec2168e95798 None None] Port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:14:17.099397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-0a20deec-4b89-4c4a-87be-6e8969df829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:17.100958 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-0a20deec-4b89-4c4a-87be-6e8969df829c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=75d27e3e-82ca-42a8-8729-cca71622fc22 HTTP/1.1" status: 200 len: 1129 time: 0.5724199 Feb 10 15:14:17.149183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afc6d2-b052-4cc7-a367-ea69fb082534 req-756ba3df-e354-486f-9746-8f595a3f4572 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:17.150967 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6afc6d2-b052-4cc7-a367-ea69fb082534 req-756ba3df-e354-486f-9746-8f595a3f4572 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 945 time: 0.1807754 Feb 10 15:14:17.160841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d27e3e-82ca-42a8-8729-cca71622fc22', 'tag': 'ab46e3dd-534f-40d4-9227-b0fbca905259'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:17.163084 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc67526c-cdb7-4537-a3a1-7653b9fee76a" -d '{"events": [{"name": "network-changed", "server_uuid": "75d27e3e-82ca-42a8-8729-cca71622fc22", "tag": "ab46e3dd-534f-40d4-9227-b0fbca905259"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:17.163296 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98746441-59e5-4563-be7e-39aeff47809b req-ca17a735-dc56-4612-8d57-47ee645b1e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:17.165008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98746441-59e5-4563-be7e-39aeff47809b req-ca17a735-dc56-4612-8d57-47ee645b1e21 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 1128 time: 0.1566513 Feb 10 15:14:17.166715 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-6b3be32a-cf29-4bad-9713-5bb1201fa6d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=ab46e3dd-534f-40d4-9227-b0fbca905259 HTTP/1.1" status: 200 len: 217 time: 0.0542746 Feb 10 15:14:17.178018 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5302f-501c-416c-8556-a6a361e77ea5 req-8c533cf5-f015-404f-98da-2b76b1a5de45 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:17.179953 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6c5302f-501c-416c-8556-a6a361e77ea5 req-8c533cf5-f015-404f-98da-2b76b1a5de45 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=75d27e3e-82ca-42a8-8729-cca71622fc22 HTTP/1.1" status: 200 len: 947 time: 0.1183333 Feb 10 15:14:17.192697 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9575b7fa-7fcc-4086-923a-da42d6e91831 admin admin] Publish callbacks [] for security_group (606442c0-7473-4cc6-ae89-b71935faeb69), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:17.279982 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0fe232c2-dbbe-44da-b973-dc1eb9cc1ac2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50406e672fa6442ca21da1b717c3b557&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4377458 Feb 10 15:14:17.280617 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37418) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:17.287083 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6afc6d2-b052-4cc7-a367-ea69fb082534 req-86a10e3e-f29f-48ba-9039-ac71376c4006 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8ef6872-34d1-4958-981f-754fba608aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277544 Feb 10 15:14:17.291609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe232c2-dbbe-44da-b973-dc1eb9cc1ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08a1412-1aab-4f82-91f5-b53f4a551d81,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:17.303377 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98746441-59e5-4563-be7e-39aeff47809b req-7900b3c6-1a0f-4c9c-b869-9d945f17105d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139655 Feb 10 15:14:17.310893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Attempting to bind port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:14:17.311237 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Attempting to bind port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:14:17.311633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Attempting to bind port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:17.312698 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6c5302f-501c-416c-8556-a6a361e77ea5 req-7c79c916-b227-4858-8a51-6398da6ede48 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192896 Feb 10 15:14:17.326485 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9575b7fa-7fcc-4086-923a-da42d6e91831 admin admin] Publish callbacks [] for security_group (606442c0-7473-4cc6-ae89-b71935faeb69), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:17.330109 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:17.356283 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:14:17.356612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Attempting to bind port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:17.369873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-47c33323-1cc9-4a2d-ab65-578a118405d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:17.371348 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-47c33323-1cc9-4a2d-ab65-578a118405d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1930337 Feb 10 15:14:17.392039 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be2db5b-78bc-459e-821e-882a97118aa9 x-openstack-request-id: req-4be2db5b-78bc-459e-821e-882a97118aa9 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:17.392331 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d27e3e-82ca-42a8-8729-cca71622fc22", "tag": "ab46e3dd-534f-40d4-9227-b0fbca905259", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:17.392581 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4be2db5b-78bc-459e-821e-882a97118aa9 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:17.393267 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d27e3e-82ca-42a8-8729-cca71622fc22', 'tag': 'ab46e3dd-534f-40d4-9227-b0fbca905259', 'status': 'completed', 'code': 200} Feb 10 15:14:17.394003 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:14:17.395515 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:14:17.395515 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:14:17.395515 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Bound port: 75bcd7ec-1278-4a6e-95ae-e2a7405ee517, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:14:17.395515 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (75bcd7ec-1278-4a6e-95ae-e2a7405ee517), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:17.438686 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02db04d-67fd-4719-a9ed-e548f68713ae req-e773c1cb-3505-4648-bcf9-5c1d26637d15 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:17.440477 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a02db04d-67fd-4719-a9ed-e548f68713ae req-e773c1cb-3505-4648-bcf9-5c1d26637d15 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 946 time: 0.0657208 Feb 10 15:14:17.525126 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a02db04d-67fd-4719-a9ed-e548f68713ae req-2f2fe314-9b77-4b4a-beb1-6dc7ca2221de tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725713 Feb 10 15:14:17.539052 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa8024-2f6a-4428-8788-d0c8acf68614 req-845b2bb6-9899-41cd-a3ac-ccc453ad2ae1 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:17.541516 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3fa8024-2f6a-4428-8788-d0c8acf68614 req-845b2bb6-9899-41cd-a3ac-ccc453ad2ae1 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 932 time: 0.0981431 Feb 10 15:14:17.548298 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d15b42a-9695-4025-81b2-fb99b4692834 admin admin] Publish callbacks [] for security_group (b08a1412-1aab-4f82-91f5-b53f4a551d81), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:17.609282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3fa8024-2f6a-4428-8788-d0c8acf68614 req-4fd5a7c9-4f60-4df8-8576-64f5dd210fb1 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614965 Feb 10 15:14:17.611173 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9575b7fa-7fcc-4086-923a-da42d6e91831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (606442c0-7473-4cc6-ae89-b71935faeb69), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:17.613732 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9575b7fa-7fcc-4086-923a-da42d6e91831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:17.617698 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9575b7fa-7fcc-4086-923a-da42d6e91831 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/606442c0-7473-4cc6-ae89-b71935faeb69 HTTP/1.1" status: 204 len: 168 time: 1.1832476 Feb 10 15:14:17.651742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-3a28677d-ff40-4343-8e63-23cfa1a478b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:17.653293 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-3a28677d-ff40-4343-8e63-23cfa1a478b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2491186 Feb 10 15:14:17.667245 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575b7fa-7fcc-4086-923a-da42d6e91831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606442c0-7473-4cc6-ae89-b71935faeb69,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:17.670200 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d15b42a-9695-4025-81b2-fb99b4692834 admin admin] Publish callbacks [] for security_group (b08a1412-1aab-4f82-91f5-b53f4a551d81), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:17.692924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] For port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:14:17.790321 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca456a1-32b1-4ded-8619-50eb10d9cd2b req-2abada15-5e9c-4f05-8338-bf28c01ae542 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:17.792797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ca456a1-32b1-4ded-8619-50eb10d9cd2b req-2abada15-5e9c-4f05-8338-bf28c01ae542 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 946 time: 0.0737526 Feb 10 15:14:17.795263 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:17.864897 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ca456a1-32b1-4ded-8619-50eb10d9cd2b req-2b7df981-35a3-4c65-acf7-c5e596c31581 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659056 Feb 10 15:14:17.972892 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] For port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=75bcd7ec-1278-4a6e-95ae-e2a7405ee517,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:14:17.997743 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (75bcd7ec-1278-4a6e-95ae-e2a7405ee517), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:18.023436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e110798-05e2-4f2b-9858-8f1f5836cf44 req-633a4b59-d8da-4693-bdc9-ef433a9cb943 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:18.026157 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e110798-05e2-4f2b-9858-8f1f5836cf44 req-633a4b59-d8da-4693-bdc9-ef433a9cb943 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 944 time: 0.0689375 Feb 10 15:14:18.096851 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e110798-05e2-4f2b-9858-8f1f5836cf44 req-8e10a05f-3d22-49e1-b0f0-cc381846c486 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622740 Feb 10 15:14:18.118922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:18.119491 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:18.120900 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] 10.222.0.79 "PUT /v2.0/ports/75bcd7ec-1278-4a6e-95ae-e2a7405ee517 HTTP/1.1" status: 200 len: 1096 time: 3.6457906 Feb 10 15:14:18.158267 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f76f8-cb05-4122-9b4f-b7ca62ebdb74 service neutron] Pushing event updated for resources: {'Port': ['ID=75bcd7ec-1278-4a6e-95ae-e2a7405ee517,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:18.163912 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d15b42a-9695-4025-81b2-fb99b4692834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b08a1412-1aab-4f82-91f5-b53f4a551d81), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:18.166487 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d15b42a-9695-4025-81b2-fb99b4692834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:18.169938 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7d15b42a-9695-4025-81b2-fb99b4692834 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b08a1412-1aab-4f82-91f5-b53f4a551d81 HTTP/1.1" status: 204 len: 168 time: 0.8774073 Feb 10 15:14:18.182774 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-337f7818-325a-457c-9f62-4b37e3d4517a service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074432 Feb 10 15:14:18.208370 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15b42a-9695-4025-81b2-fb99b4692834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08a1412-1aab-4f82-91f5-b53f4a551d81,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:18.387199 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:18.398325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a0e4c669-7272-4de9-ad2b-9c1423a3eb9f up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:14:18.403245 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Publish callbacks [] for port (18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:18.430465 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-292930c1-9aae-420a-a0ef-4328d00762e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:18.435551 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-292930c1-9aae-420a-a0ef-4328d00762e7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=b28e1cf3-cd20-45cc-9ace-5a72fc8d8113 HTTP/1.1" status: 200 len: 1130 time: 0.2323327 Feb 10 15:14:18.460692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Transition to ACTIVE for port object 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:14:18.469221 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-d6306c28-9505-40f7-8fbb-06ebd98823fd service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733338 Feb 10 15:14:18.513665 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:18.519027 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-1d74c7e9-9669-4027-8a1d-8c5b65417ec2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=75bcd7ec-1278-4a6e-95ae-e2a7405ee517 HTTP/1.1" status: 200 len: 217 time: 0.0700309 Feb 10 15:14:18.627598 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fed06-82b8-4c53-8625-d1f2924f17cc req-4c3c17dd-f1f7-4b36-b8fb-6c87f6e6d59c tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:18.640142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-161fed06-82b8-4c53-8625-d1f2924f17cc req-4c3c17dd-f1f7-4b36-b8fb-6c87f6e6d59c tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 945 time: 0.2037120 Feb 10 15:14:18.647387 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Pushing event updated for resources: {'Port': ['ID=18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:18.652097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:14:18.656083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:14:18.656459 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:18.713779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0982b-7718-49c0-b4b8-6a1b0b845aa2 req-4e48304f-474d-4d41-a909-35f64a664d72 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:18.718595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-e9664967-8420-4f90-a511-2c31622307c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:18.720327 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-e9664967-8420-4f90-a511-2c31622307c1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1785598 Feb 10 15:14:18.722291 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21d0982b-7718-49c0-b4b8-6a1b0b845aa2 req-4e48304f-474d-4d41-a909-35f64a664d72 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=75d27e3e-82ca-42a8-8729-cca71622fc22 HTTP/1.1" status: 200 len: 947 time: 0.2334666 Feb 10 15:14:18.758054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a532d62-68b2-402d-831d-0e638eb354a1 req-20c70ff3-cdb4-4ab0-80be-3d9a74200637 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:18.759732 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a532d62-68b2-402d-831d-0e638eb354a1 req-20c70ff3-cdb4-4ab0-80be-3d9a74200637 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.72 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 945 time: 0.2761068 Feb 10 15:14:18.858553 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67526c-cdb7-4537-a3a1-7653b9fee76a req-82f4e055-bdd0-4c4d-a2d0-9fca8034eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:18.858840 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:18.861873 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:18.862137 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc67526c-cdb7-4537-a3a1-7653b9fee76a req-82f4e055-bdd0-4c4d-a2d0-9fca8034eb08 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=75d27e3e-82ca-42a8-8729-cca71622fc22 HTTP/1.1" status: 200 len: 1129 time: 0.3085995 Feb 10 15:14:18.909192 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:18.918384 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-161fed06-82b8-4c53-8625-d1f2924f17cc req-2e97795f-d44c-4443-8b3a-5c948ce801fe tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8ef6872-34d1-4958-981f-754fba608aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709582 Feb 10 15:14:18.933123 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:18.982826 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Attempting to bind port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:14:18.983282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Attempting to bind port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:14:18.983492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Attempting to bind port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a on network 7a195b29-9a45-4fa9-95be-2b9590709c3d {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:19.006820 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ad83a1-b293-4c2e-9a34-89bcf6febfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e4c669-7272-4de9-ad2b-9c1423a3eb9f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:19.017131 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92013165-8c2e-4ce9-a198-f863682fcdca" -d '{"events": [{"server_uuid": "27ad83a1-b293-4c2e-9a34-89bcf6febfb9", "name": "network-vif-plugged", "status": "completed", "tag": "a0e4c669-7272-4de9-ad2b-9c1423a3eb9f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:19.031828 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:19.060101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a on network 7a195b29-9a45-4fa9-95be-2b9590709c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:14:19.060471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Attempting to bind port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a on network 7a195b29-9a45-4fa9-95be-2b9590709c3d {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:19.063618 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-cf8d9782-a3e0-4604-b02f-30ccbe981777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:19.069211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:19.070639 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-cf8d9782-a3e0-4604-b02f-30ccbe981777 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3270476 Feb 10 15:14:19.071702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21d0982b-7718-49c0-b4b8-6a1b0b845aa2 req-b8c84852-09e9-47f9-bcdb-1becf6937a22 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969964 Feb 10 15:14:19.089785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:14:19.090741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Checking segment: {'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:14:19.090741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Bound using segment: {'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:14:19.091112 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Bound port: 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7288e6-d826-466f-9139-5656341ea865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:14:19.091366 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:19.189095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b076d09-5120-4923-91f9-8c65f962a517 req-684e15a7-4c50-4b45-a103-79082845c870 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:19.190867 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b076d09-5120-4923-91f9-8c65f962a517 req-684e15a7-4c50-4b45-a103-79082845c870 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 946 time: 0.1471851 Feb 10 15:14:19.203968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67526c-cdb7-4537-a3a1-7653b9fee76a req-13d50bb2-d803-49d3-b7ee-5a3d19ad72b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:19.205484 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc67526c-cdb7-4537-a3a1-7653b9fee76a req-13d50bb2-d803-49d3-b7ee-5a3d19ad72b4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.3294322 Feb 10 15:14:19.207567 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-3a532d62-68b2-402d-831d-0e638eb354a1 req-ce8082b4-acdb-4fa5-ab9f-9ce64a0bfad4 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Deleting port b1a85289-4ecd-4591-9974-f9b9555b6e52 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:14:19.207567 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3a532d62-68b2-402d-831d-0e638eb354a1 req-ce8082b4-acdb-4fa5-ab9f-9ce64a0bfad4 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b1a85289-4ecd-4591-9974-f9b9555b6e52), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:19.282202 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc67526c-cdb7-4537-a3a1-7653b9fee76a req-dbdd0110-08c1-4903-afac-be27a6fc9e94 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=ab46e3dd-534f-40d4-9227-b0fbca905259 HTTP/1.1" status: 200 len: 217 time: 0.0551937 Feb 10 15:14:19.330174 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b076d09-5120-4923-91f9-8c65f962a517 req-fdbe56c5-960d-4b70-bd72-6d4cb9b69cfb tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191359 Feb 10 15:14:19.347826 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67526c-cdb7-4537-a3a1-7653b9fee76a req-cdcfcdfd-1a8a-4af5-9083-3323fc06bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:19.347983 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf152-9b9f-48ff-b79d-b2b4a29a4432 req-993419c3-a14f-482c-9c28-a11726c626a1 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:19.355603 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4abf152-9b9f-48ff-b79d-b2b4a29a4432 req-993419c3-a14f-482c-9c28-a11726c626a1 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 944 time: 0.1862297 Feb 10 15:14:19.359827 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc67526c-cdb7-4537-a3a1-7653b9fee76a req-cdcfcdfd-1a8a-4af5-9083-3323fc06bbce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0615036 Feb 10 15:14:19.369343 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-3a532d62-68b2-402d-831d-0e638eb354a1 req-ce8082b4-acdb-4fa5-ab9f-9ce64a0bfad4 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] For port b1a85289-4ecd-4591-9974-f9b9555b6e52, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b1a85289-4ecd-4591-9974-f9b9555b6e52,segment=NetworkSegment(88b84dc3-6a0d-451a-8da2-fd9d1dde19c3),segment_id=88b84dc3-6a0d-451a-8da2-fd9d1dde19c3)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:19.369694 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3a532d62-68b2-402d-831d-0e638eb354a1 req-ce8082b4-acdb-4fa5-ab9f-9ce64a0bfad4 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b1a85289-4ecd-4591-9974-f9b9555b6e52), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:19.390956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-3a532d62-68b2-402d-831d-0e638eb354a1 req-ce8082b4-acdb-4fa5-ab9f-9ce64a0bfad4 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Calling delete_port for b1a85289-4ecd-4591-9974-f9b9555b6e52 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:14:19.403635 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28e1cf3-cd20-45cc-9ace-5a72fc8d8113', 'tag': '75bcd7ec-1278-4a6e-95ae-e2a7405ee517'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:19.406261 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f9e23b-103a-43e7-817a-3eb80564f1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b28e1cf3-cd20-45cc-9ace-5a72fc8d8113", "tag": "75bcd7ec-1278-4a6e-95ae-e2a7405ee517"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:19.419212 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-d49c233c-3388-48ec-9209-017bf24d730b service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440044 Feb 10 15:14:19.424165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] For port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:14:19.427213 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4abf152-9b9f-48ff-b79d-b2b4a29a4432 req-20c517f8-c53e-4797-93e7-5b38e53cc48c tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702119 Feb 10 15:14:19.482981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] For port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a,segment=NetworkSegment(9b7288e6-d826-466f-9139-5656341ea865),segment_id=9b7288e6-d826-466f-9139-5656341ea865)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:14:19.515129 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67526c-cdb7-4537-a3a1-7653b9fee76a req-520e2a91-a062-4207-987c-711a39998b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:19.516793 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc67526c-cdb7-4537-a3a1-7653b9fee76a req-520e2a91-a062-4207-987c-711a39998b6f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1460311 Feb 10 15:14:19.518264 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:19.536569 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7034f8-8426-4ce7-aa39-a3a57e27cc7c x-openstack-request-id: req-db7034f8-8426-4ce7-aa39-a3a57e27cc7c {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:19.537125 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ad83a1-b293-4c2e-9a34-89bcf6febfb9", "name": "network-vif-plugged", "status": "completed", "tag": "a0e4c669-7272-4de9-ad2b-9c1423a3eb9f", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:19.537236 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db7034f8-8426-4ce7-aa39-a3a57e27cc7c {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:19.537590 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ad83a1-b293-4c2e-9a34-89bcf6febfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e4c669-7272-4de9-ad2b-9c1423a3eb9f', 'code': 200} Feb 10 15:14:19.582435 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3a532d62-68b2-402d-831d-0e638eb354a1 req-ce8082b4-acdb-4fa5-ab9f-9ce64a0bfad4 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b1a85289-4ecd-4591-9974-f9b9555b6e52), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:19.612835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['b1a85289-4ecd-4591-9974-f9b9555b6e52'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:19.714663 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7bdf880-bbd5-46d6-81a1-10ad9b917f71 req-4cd19de0-af8c-4756-94da-3ff1f2282efb service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830846 Feb 10 15:14:19.743312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8082b4-acdb-4fa5-ab9f-9ce64a0bfad4 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Pushing event deleted for resources: {'Port': ['ID=b1a85289-4ecd-4591-9974-f9b9555b6e52,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:19.748915 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Pushing event updated for resources: {'Port': ['ID=18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:19.749264 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a532d62-68b2-402d-831d-0e638eb354a1 req-ce8082b4-acdb-4fa5-ab9f-9ce64a0bfad4 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] No DVR routers for this DVR port b1a85289-4ecd-4591-9974-f9b9555b6e52 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:14:19.773451 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3a532d62-68b2-402d-831d-0e638eb354a1 req-ce8082b4-acdb-4fa5-ab9f-9ce64a0bfad4 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:19.777430 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a532d62-68b2-402d-831d-0e638eb354a1 req-ce8082b4-acdb-4fa5-ab9f-9ce64a0bfad4 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.72 "DELETE /v2.0/ports/b1a85289-4ecd-4591-9974-f9b9555b6e52 HTTP/1.1" status: 204 len: 173 time: 1.0007269 Feb 10 15:14:19.778277 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e310f1-822d-4f6b-ae91-7c9ec0dd4c10', 'name': 'network-vif-deleted', 'tag': 'b1a85289-4ecd-4591-9974-f9b9555b6e52'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:19.780860 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e810156-5ca5-4806-a2be-32efe1093a1d" -d '{"events": [{"server_uuid": "77e310f1-822d-4f6b-ae91-7c9ec0dd4c10", "name": "network-vif-deleted", "tag": "b1a85289-4ecd-4591-9974-f9b9555b6e52"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:19.785851 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:19.786999 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:19.789622 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-9379b5a2-ef7b-4fd1-be1a-071558dd8a9d service neutron] 10.222.0.79 "PUT /v2.0/ports/18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a HTTP/1.1" status: 200 len: 1092 time: 2.7990091 Feb 10 15:14:19.826223 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958371d5-4103-493e-8069-f8356ca9da1a req-daec7c30-92ea-4526-abcd-3bcef19a055d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:19.834947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-958371d5-4103-493e-8069-f8356ca9da1a req-daec7c30-92ea-4526-abcd-3bcef19a055d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.2067826 Feb 10 15:14:19.860201 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cc3dd-71e6-4ddc-aee1-6ae028924508 req-7f66940a-0ca4-4ee6-ade2-82a7261d9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:19.862083 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5b6cc3dd-71e6-4ddc-aee1-6ae028924508 req-7f66940a-0ca4-4ee6-ade2-82a7261d9339 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 1128 time: 0.1242518 Feb 10 15:14:19.881185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a095f-c809-4eee-8f12-7426b1d1634d req-e7575454-2535-4786-9bf2-519dbd247766 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:19.894109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-555a095f-c809-4eee-8f12-7426b1d1634d req-e7575454-2535-4786-9bf2-519dbd247766 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 946 time: 0.3241441 Feb 10 15:14:19.902358 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc67526c-cdb7-4537-a3a1-7653b9fee76a req-dab0d26a-9b5c-48a9-9704-532233bd17f0 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064301 Feb 10 15:14:19.944448 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37d401-d67d-4c3a-a071-bcab8313fad5 req-7f60c509-affa-4e81-88cf-31cc1c532271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:19.948681 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f37d401-d67d-4c3a-a071-bcab8313fad5 req-7f60c509-affa-4e81-88cf-31cc1c532271 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 1127 time: 0.2453074 Feb 10 15:14:20.099780 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-958371d5-4103-493e-8069-f8356ca9da1a req-191f5c20-957e-4dae-b7df-1d209c4233f6 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606719 Feb 10 15:14:20.106262 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-555a095f-c809-4eee-8f12-7426b1d1634d req-be8761f9-1801-4322-9536-4a6c91c266e8 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968310 Feb 10 15:14:20.174838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f37d401-d67d-4c3a-a071-bcab8313fad5 req-32882fb0-a614-4e5a-8961-cb0af13f7bcd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723392 Feb 10 15:14:20.207060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-0fb62c04-27bb-4be0-b370-41c220bb6b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:20.209320 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-0fb62c04-27bb-4be0-b370-41c220bb6b29 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07f5c3f964e945248d8cde923bf7b493&device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 1126 time: 0.2425921 Feb 10 15:14:20.236030 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe61eec-4336-4bb6-9b19-f16dbb786a67 x-openstack-request-id: req-dbe61eec-4336-4bb6-9b19-f16dbb786a67 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:20.236700 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e310f1-822d-4f6b-ae91-7c9ec0dd4c10", "name": "network-vif-deleted", "tag": "b1a85289-4ecd-4591-9974-f9b9555b6e52", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:20.237189 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dbe61eec-4336-4bb6-9b19-f16dbb786a67 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:20.237798 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e310f1-822d-4f6b-ae91-7c9ec0dd4c10', 'name': 'network-vif-deleted', 'tag': 'b1a85289-4ecd-4591-9974-f9b9555b6e52', 'status': 'completed', 'code': 200} Feb 10 15:14:20.240041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cc3dd-71e6-4ddc-aee1-6ae028924508 req-9bf637a1-6093-4cbe-847e-2c66a657c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:20.241563 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5b6cc3dd-71e6-4ddc-aee1-6ae028924508 req-9bf637a1-6093-4cbe-847e-2c66a657c481 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.3382487 Feb 10 15:14:20.243139 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579dbadf-0c5e-439e-8aae-aa0704891f49 x-openstack-request-id: req-579dbadf-0c5e-439e-8aae-aa0704891f49 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:20.243426 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28e1cf3-cd20-45cc-9ace-5a72fc8d8113", "tag": "75bcd7ec-1278-4a6e-95ae-e2a7405ee517", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:20.243674 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-579dbadf-0c5e-439e-8aae-aa0704891f49 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:20.244310 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28e1cf3-cd20-45cc-9ace-5a72fc8d8113', 'tag': '75bcd7ec-1278-4a6e-95ae-e2a7405ee517', 'status': 'completed', 'code': 200} Feb 10 15:14:20.246699 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc67526c-cdb7-4537-a3a1-7653b9fee76a req-dc320a40-b7d5-442c-a2f3-211def08b437 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344939 Feb 10 15:14:20.345258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-10e56019-d98d-4449-8468-075110ff75b7 req-25f4563f-41d0-4731-ac94-16abf814a23d tempest-FloatingIPsAssociationNegativeTestJSON-1308094792 tempest-FloatingIPsAssociationNegativeTestJSON-1308094792-project] 10.222.0.64 "GET /v2.0/ports?device_id=77e310f1-822d-4f6b-ae91-7c9ec0dd4c10 HTTP/1.1" status: 200 len: 210 time: 0.0339799 Feb 10 15:14:20.416887 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4680d7-2134-4a29-96ea-5457ad7ca0e1 req-be5414a5-d17e-4e02-9cbd-bbef69e8ea11 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:20.418881 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c4680d7-2134-4a29-96ea-5457ad7ca0e1 req-be5414a5-d17e-4e02-9cbd-bbef69e8ea11 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=75d27e3e-82ca-42a8-8729-cca71622fc22 HTTP/1.1" status: 200 len: 947 time: 0.0761747 Feb 10 15:14:20.486589 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5b6cc3dd-71e6-4ddc-aee1-6ae028924508 req-8b52dfbb-49bc-47bb-b189-1b55d76dda5c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=444033d9-42f4-4dc5-9a8d-45f925980d03 HTTP/1.1" status: 200 len: 217 time: 0.0490634 Feb 10 15:14:20.536723 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c4680d7-2134-4a29-96ea-5457ad7ca0e1 req-43885fd1-72cd-4cf4-b584-59851285b817 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060951 Feb 10 15:14:20.557363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cf547-7442-436c-9ac4-30fd815da44b req-78ece789-c6cb-4cbc-af1a-d49e35f7e00b tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:20.558778 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-950cf547-7442-436c-9ac4-30fd815da44b req-78ece789-c6cb-4cbc-af1a-d49e35f7e00b tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 946 time: 0.1385548 Feb 10 15:14:20.563430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9e23b-103a-43e7-817a-3eb80564f1cf req-f3465070-33fc-4558-9161-a8341c09d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:20.564841 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79f9e23b-103a-43e7-817a-3eb80564f1cf req-f3465070-33fc-4558-9161-a8341c09d5b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=b28e1cf3-cd20-45cc-9ace-5a72fc8d8113 HTTP/1.1" status: 200 len: 1130 time: 0.0902364 Feb 10 15:14:20.565710 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-ceceb247-6bf1-43a5-9231-68a23902c382 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a HTTP/1.1" status: 200 len: 217 time: 0.1184862 Feb 10 15:14:20.684512 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cc3dd-71e6-4ddc-aee1-6ae028924508 req-20fa1494-cf07-4c43-8b06-5354b3fc0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:20.686468 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5b6cc3dd-71e6-4ddc-aee1-6ae028924508 req-20fa1494-cf07-4c43-8b06-5354b3fc0440 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.1571505 Feb 10 15:14:20.688414 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-05727deb-b82c-4aca-8105-bb8d1e6fc1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:20.690099 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-05727deb-b82c-4aca-8105-bb8d1e6fc1f0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bc1c408b-918c-450a-92c6-5027a88e32dc HTTP/1.1" status: 200 len: 862 time: 0.1235349 Feb 10 15:14:20.775569 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5b6cc3dd-71e6-4ddc-aee1-6ae028924508 req-11447e2e-d0ce-4e7e-9f86-3da36b4fb589 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776687 Feb 10 15:14:20.790400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-950cf547-7442-436c-9ac4-30fd815da44b req-0beb17a4-5b5d-4ddf-818d-4a3860916ded tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244880 Feb 10 15:14:20.819667 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9e23b-103a-43e7-817a-3eb80564f1cf req-ffc6f40b-6669-4900-8620-762cf91daec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:20.830542 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79f9e23b-103a-43e7-817a-3eb80564f1cf req-ffc6f40b-6669-4900-8620-762cf91daec7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.2573111 Feb 10 15:14:20.887205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8d3c4-f0af-4db2-a17a-32c1496f8f03 req-45e041f5-52af-4745-bcad-37bf2a9e5962 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:20.888720 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f5f8d3c4-f0af-4db2-a17a-32c1496f8f03 req-45e041f5-52af-4745-bcad-37bf2a9e5962 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 946 time: 0.1810462 Feb 10 15:14:20.893306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79f9e23b-103a-43e7-817a-3eb80564f1cf req-8bf3ce2d-c13b-4cdb-8d7b-6bf5a11caba5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=75bcd7ec-1278-4a6e-95ae-e2a7405ee517 HTTP/1.1" status: 200 len: 217 time: 0.0501192 Feb 10 15:14:20.915425 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-5c63d660-7f8a-400d-9e07-458a8c5c3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:20.917064 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-5c63d660-7f8a-400d-9e07-458a8c5c3da7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a195b29-9a45-4fa9-95be-2b9590709c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2049482 Feb 10 15:14:20.973209 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5b6cc3dd-71e6-4ddc-aee1-6ae028924508 req-62fc2646-805f-48bd-a755-6d6fd3ef0e8c service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906033 Feb 10 15:14:21.003143 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9e23b-103a-43e7-817a-3eb80564f1cf req-d48c3e14-f769-4d90-943e-2e708dca863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:21.005240 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79f9e23b-103a-43e7-817a-3eb80564f1cf req-d48c3e14-f769-4d90-943e-2e708dca863e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1018574 Feb 10 15:14:21.016632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f5f8d3c4-f0af-4db2-a17a-32c1496f8f03 req-5ef36ff2-b7d0-4470-a192-2368a76d1a59 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160231 Feb 10 15:14:21.054502 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131121c-f340-4d62-9b89-4c5e573175c5 req-fcf0c5cd-8a9f-4a2d-96c4-eff42996123e tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:21.056043 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0131121c-f340-4d62-9b89-4c5e573175c5 req-fcf0c5cd-8a9f-4a2d-96c4-eff42996123e tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 944 time: 0.1657732 Feb 10 15:14:21.078595 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-f51effbe-5ba2-4687-8fa7-cff9472b1a11 service neutron] 10.222.0.79 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534557 Feb 10 15:14:21.101536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9e23b-103a-43e7-817a-3eb80564f1cf req-af5f7ed5-f71a-430a-9a8b-e2a1a426c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:21.103026 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79f9e23b-103a-43e7-817a-3eb80564f1cf req-af5f7ed5-f71a-430a-9a8b-e2a1a426c810 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0899565 Feb 10 15:14:21.158638 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0131121c-f340-4d62-9b89-4c5e573175c5 req-546fb4ab-ad25-47ee-a156-5f89976aa54e tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895228 Feb 10 15:14:21.207317 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5b6cc3dd-71e6-4ddc-aee1-6ae028924508 req-6eb42ed8-d86e-44d8-800f-937664cc7840 service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268980 Feb 10 15:14:21.240742 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-935a5399-525a-4a55-a6ee-87b7958dc70b req-0168a09d-81dd-4bef-b99b-53b9a5050203 service neutron] 10.222.0.79 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336381 Feb 10 15:14:21.347159 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79f9e23b-103a-43e7-817a-3eb80564f1cf req-0d079ff8-1060-4a41-ac97-57e2ad677816 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334514 Feb 10 15:14:21.357991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37576) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:21.361550 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2809bfb-52bf-4fb5-95d6-17b71c66a479 req-9e809a32-1ba4-4acf-9ded-a9b996d8976e tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:21.363118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37578) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:21.363253 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f2809bfb-52bf-4fb5-95d6-17b71c66a479 req-9e809a32-1ba4-4acf-9ded-a9b996d8976e tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 946 time: 0.1890695 Feb 10 15:14:21.382121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fadc6c-83ff-4bd3-be57-bb9a7455f55b req-34c9661b-51a1-437b-9c7f-8758977424af tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:21.383599 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12fadc6c-83ff-4bd3-be57-bb9a7455f55b req-34c9661b-51a1-437b-9c7f-8758977424af tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.1338842 Feb 10 15:14:21.486192 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5b0719dd-a085-4baa-adc9-af8f43c3f31d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:21.487906 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e7a2-346d-4f0d-ac3b-d51df39e4322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:21.514501 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f2809bfb-52bf-4fb5-95d6-17b71c66a479 req-6db99fa0-2ab2-4ced-9ac7-772b3a5b1c58 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299012 Feb 10 15:14:21.521043 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12fadc6c-83ff-4bd3-be57-bb9a7455f55b req-fee329f5-a0ed-4903-a961-d154abd099c3 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185470 Feb 10 15:14:21.542335 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79f9e23b-103a-43e7-817a-3eb80564f1cf req-2dbcf65e-cd08-4e7a-8b6f-f10c2546f120 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759756 Feb 10 15:14:21.588052 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37590) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:21.860578 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e7a2-346d-4f0d-ac3b-d51df39e4322 admin admin] Publish callbacks [] for security_group (fc955b9f-0ddc-411b-a820-d705ca9d80fb), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:21.862935 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5b0719dd-a085-4baa-adc9-af8f43c3f31d admin admin] Publish callbacks [] for security_group (ef7ff393-1395-4ce0-85ce-c66f605b5c42), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:21.866670 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e7a2-346d-4f0d-ac3b-d51df39e4322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fc955b9f-0ddc-411b-a820-d705ca9d80fb), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:21.883311 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5b0719dd-a085-4baa-adc9-af8f43c3f31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ef7ff393-1395-4ce0-85ce-c66f605b5c42), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:21.930877 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2ff5e7a2-346d-4f0d-ac3b-d51df39e4322 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e7277ec07a442d8b256d79607a6ed37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5635760 Feb 10 15:14:21.931113 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5b0719dd-a085-4baa-adc9-af8f43c3f31d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75f0a9e7e1b3463a9475f6d319fd4c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5718713 Feb 10 15:14:21.931718 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5e7a2-346d-4f0d-ac3b-d51df39e4322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc955b9f-0ddc-411b-a820-d705ca9d80fb,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:21.934140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37592) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:21.934488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37594) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:22.007669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0719dd-a085-4baa-adc9-af8f43c3f31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7ff393-1395-4ce0-85ce-c66f605b5c42,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:22.024659 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device ab46e3dd-534f-40d4-9227-b0fbca905259 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:14:22.027356 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b1a85289-4ecd-4591-9974-f9b9555b6e52 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:14:22.034692 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0ac68aca-aa7d-4da5-9b54-b11c5328cbba admin admin] Publish callbacks [] for security_group (ef7ff393-1395-4ce0-85ce-c66f605b5c42), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:22.053903 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0756-7b7c-4bf7-80a4-9e8976737aa2 admin admin] Publish callbacks [] for security_group (fc955b9f-0ddc-411b-a820-d705ca9d80fb), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:22.063699 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: b1a85289-4ecd-4591-9974-f9b9555b6e52 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:14:22.064380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b1a85289-4ecd-4591-9974-f9b9555b6e52 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:14:22.073387 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0ac68aca-aa7d-4da5-9b54-b11c5328cbba admin admin] Publish callbacks [] for security_group (ef7ff393-1395-4ce0-85ce-c66f605b5c42), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:22.082548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084df89-0bdd-4fb1-8bda-f13561b61f79 req-b42dd7d9-54dc-4e75-a476-283875d469c0 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:22.089196 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1084df89-0bdd-4fb1-8bda-f13561b61f79 req-b42dd7d9-54dc-4e75-a476-283875d469c0 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 946 time: 0.4556057 Feb 10 15:14:22.100997 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0756-7b7c-4bf7-80a4-9e8976737aa2 admin admin] Publish callbacks [] for security_group (fc955b9f-0ddc-411b-a820-d705ca9d80fb), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:22.120780 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec9015-046a-4349-9d52-b3972dd79142 req-f7fe8942-9df3-4c74-b357-b537e333bcff tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:22.122665 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6ec9015-046a-4349-9d52-b3972dd79142 req-f7fe8942-9df3-4c74-b357-b537e333bcff tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=75d27e3e-82ca-42a8-8729-cca71622fc22 HTTP/1.1" status: 200 len: 947 time: 0.4784994 Feb 10 15:14:22.158328 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0ac68aca-aa7d-4da5-9b54-b11c5328cbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ef7ff393-1395-4ce0-85ce-c66f605b5c42), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:22.161534 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0ac68aca-aa7d-4da5-9b54-b11c5328cbba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:22.165176 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0ac68aca-aa7d-4da5-9b54-b11c5328cbba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef7ff393-1395-4ce0-85ce-c66f605b5c42 HTTP/1.1" status: 204 len: 168 time: 0.2261820 Feb 10 15:14:22.172600 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac68aca-aa7d-4da5-9b54-b11c5328cbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7ff393-1395-4ce0-85ce-c66f605b5c42,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:22.178309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port ab46e3dd-534f-40d4-9227-b0fbca905259, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=ab46e3dd-534f-40d4-9227-b0fbca905259,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:22.181081 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0756-7b7c-4bf7-80a4-9e8976737aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fc955b9f-0ddc-411b-a820-d705ca9d80fb), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:22.184274 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0756-7b7c-4bf7-80a4-9e8976737aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:22.185467 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cf7c0756-7b7c-4bf7-80a4-9e8976737aa2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc955b9f-0ddc-411b-a820-d705ca9d80fb HTTP/1.1" status: 204 len: 168 time: 0.2500663 Feb 10 15:14:22.194139 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c0756-7b7c-4bf7-80a4-9e8976737aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc955b9f-0ddc-411b-a820-d705ca9d80fb,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:22.195476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'ab46e3dd-534f-40d4-9227-b0fbca905259', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'ab46e3dd-534f-40d4-9227-b0fbca905259', 'mac_address': 'fa:16:3e:c2:20:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:14:22.245078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0701c55c-25f5-45c7-9a33-d7bd326907ea', 'tag': '18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:22.257881 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ead7b3-7ba0-43b5-af75-3d790d80bab6" -d '{"events": [{"name": "network-changed", "server_uuid": "0701c55c-25f5-45c7-9a33-d7bd326907ea", "tag": "18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:22.272009 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port ab46e3dd-534f-40d4-9227-b0fbca905259 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:22.272499 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ab46e3dd-534f-40d4-9227-b0fbca905259), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:22.284435 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1084df89-0bdd-4fb1-8bda-f13561b61f79 req-4d73581c-822f-40e0-82c8-63cc62ecfac4 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936545 Feb 10 15:14:22.288538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab46e3dd-534f-40d4-9227-b0fbca905259 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:22.310005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port ab46e3dd-534f-40d4-9227-b0fbca905259, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=ab46e3dd-534f-40d4-9227-b0fbca905259,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:22.317578 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ab46e3dd-534f-40d4-9227-b0fbca905259), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:22.320536 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6ec9015-046a-4349-9d52-b3972dd79142 req-942af61c-6854-446e-8e78-99fff60e4698 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845148 Feb 10 15:14:22.385526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=ab46e3dd-534f-40d4-9227-b0fbca905259,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:22.543083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda090ab-deda-4814-a90b-9740deed687f req-f8be79cc-6bb6-4d3a-abe3-b7baa3055ed6 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:22.550466 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cda090ab-deda-4814-a90b-9740deed687f req-f8be79cc-6bb6-4d3a-abe3-b7baa3055ed6 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 946 time: 0.1469541 Feb 10 15:14:22.581919 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37614) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:22.582958 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042ba5d-d7b5-48bc-b416-d138c25948d4 req-0baea6cc-d332-4f7d-aba3-6c17556e01ff tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:22.585450 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e042ba5d-d7b5-48bc-b416-d138c25948d4 req-0baea6cc-d332-4f7d-aba3-6c17556e01ff tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 944 time: 0.1406085 Feb 10 15:14:22.597588 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e44cc9ac-fd14-4d2a-8ec0-aa6aa6f59532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:22.640432 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37616) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:22.683298 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b310d91-25e1-4d4a-b23a-086f5d58f2bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:22.698477 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cda090ab-deda-4814-a90b-9740deed687f req-b065b4f0-034e-43f4-84b2-4ad0b43b5103 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472290 Feb 10 15:14:22.703155 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e44cc9ac-fd14-4d2a-8ec0-aa6aa6f59532 admin admin] Publish callbacks [] for security_group (2b09ee76-d9a5-4a65-8c85-5daa7ca87910), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:22.719691 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e44cc9ac-fd14-4d2a-8ec0-aa6aa6f59532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2b09ee76-d9a5-4a65-8c85-5daa7ca87910), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:22.744848 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e042ba5d-d7b5-48bc-b416-d138c25948d4 req-2c99f16b-29a2-4638-98a6-b75f85f6469c tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1504395 Feb 10 15:14:22.760414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['ab46e3dd-534f-40d4-9227-b0fbca905259'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:22.847756 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e44cc9ac-fd14-4d2a-8ec0-aa6aa6f59532 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e67a1f8a538b43debcf5cb1a21f47e67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641580 Feb 10 15:14:22.856755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37620) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:22.886980 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0407fdc8-9cf6-4bd6-b869-17b157e9de2e x-openstack-request-id: req-0407fdc8-9cf6-4bd6-b869-17b157e9de2e {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:22.886980 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0701c55c-25f5-45c7-9a33-d7bd326907ea", "tag": "18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:22.886980 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0407fdc8-9cf6-4bd6-b869-17b157e9de2e {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:22.887866 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0701c55c-25f5-45c7-9a33-d7bd326907ea', 'tag': '18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a', 'status': 'completed', 'code': 200} Feb 10 15:14:22.889900 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cc9ac-fd14-4d2a-8ec0-aa6aa6f59532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b09ee76-d9a5-4a65-8c85-5daa7ca87910,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:22.915198 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b310d91-25e1-4d4a-b23a-086f5d58f2bd admin admin] Publish callbacks [] for security_group (2609252c-c79f-483c-b285-1ff1806bd0e2), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:22.917896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee79-affb-4f30-b967-50d3452c6222 req-70ca36ca-ee37-44d5-b17d-ee35f36dee59 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:22.919788 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-70ca36ca-ee37-44d5-b17d-ee35f36dee59 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8&tenant_id=ef96867ec18f4dff8a2a1903005f827a&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1128 time: 0.1507013 Feb 10 15:14:22.934930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-7'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:22.959320 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b310d91-25e1-4d4a-b23a-086f5d58f2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2609252c-c79f-483c-b285-1ff1806bd0e2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:23.000259 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:23.021771 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b66dbe28-45bf-4d00-9d98-fb03637c39a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (16c069dc-346a-41b3-a6c3-960a371be859), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:23.075344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ead7b3-7ba0-43b5-af75-3d790d80bab6 req-174654d3-90ea-4129-af01-434d31a07ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:23.076796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8ead7b3-7ba0-43b5-af75-3d790d80bab6 req-174654d3-90ea-4129-af01-434d31a07ac8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07f5c3f964e945248d8cde923bf7b493&device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 1126 time: 0.2570567 Feb 10 15:14:23.078957 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2b310d91-25e1-4d4a-b23a-086f5d58f2bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cae0475d27084248864272a08ca39b4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4375591 Feb 10 15:14:23.093898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37626) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:23.127464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] For port 444033d9-42f4-4dc5-9a8d-45f925980d03, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=444033d9-42f4-4dc5-9a8d-45f925980d03,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:23.145741 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b310d91-25e1-4d4a-b23a-086f5d58f2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2609252c-c79f-483c-b285-1ff1806bd0e2,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:23.162968 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ba485-0cc4-4438-8ef1-450c0c55c2c9 req-6e9d90f5-41a1-4d33-8c0d-71c0ef7fe584 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:23.164453 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-326ba485-0cc4-4438-8ef1-450c0c55c2c9 req-6e9d90f5-41a1-4d33-8c0d-71c0ef7fe584 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.2738330 Feb 10 15:14:23.167676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] For port 444033d9-42f4-4dc5-9a8d-45f925980d03, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:14:23.181905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6e15c-ee53-45bd-a77b-25010f0bebba req-eed172be-fece-40f4-aada-30f5f721e4af tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:23.183382 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9b6e15c-ee53-45bd-a77b-25010f0bebba req-eed172be-fece-40f4-aada-30f5f721e4af tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 946 time: 0.2905543 Feb 10 15:14:23.192286 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-01655c4b-ad49-4143-8a3b-78de8354d721 admin admin] Publish callbacks [] for security_group (2b09ee76-d9a5-4a65-8c85-5daa7ca87910), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:23.210678 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Publish callbacks [] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:23.216277 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:23.304705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Pushing event updated for resources: {'Port': ['ID=444033d9-42f4-4dc5-9a8d-45f925980d03,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:23.312129 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Attempting to bind port 444033d9-42f4-4dc5-9a8d-45f925980d03 on host n-h2-815324-7 for vnic_type normal with profile {"migrating_to": "n-h1-815324-7"} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:14:23.312460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Attempting to bind port 444033d9-42f4-4dc5-9a8d-45f925980d03 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:14:23.312829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Attempting to bind port 444033d9-42f4-4dc5-9a8d-45f925980d03 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:23.316529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:23.317506 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:23.317849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:23.318186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:23.318515 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:23.318843 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:23.319166 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:23.319491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:23.319814 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:23.320134 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:23.320453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:23.320796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:23.321117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:23.327725 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Port 444033d9-42f4-4dc5-9a8d-45f925980d03 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:14:23.328095 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Attempting to bind port 444033d9-42f4-4dc5-9a8d-45f925980d03 on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:23.333777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:14:23.336101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Checking segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:14:23.336101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Bound using segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:14:23.336101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Bound port: 444033d9-42f4-4dc5-9a8d-45f925980d03, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:14:23.336101 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:23.337990 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-01655c4b-ad49-4143-8a3b-78de8354d721 admin admin] Publish callbacks [] for security_group (2b09ee76-d9a5-4a65-8c85-5daa7ca87910), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:23.400323 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] For port 444033d9-42f4-4dc5-9a8d-45f925980d03, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:14:23.403381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] For port 444033d9-42f4-4dc5-9a8d-45f925980d03, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=444033d9-42f4-4dc5-9a8d-45f925980d03,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:14:23.409858 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:23.433138 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bcfd3988-d2ab-40f0-a156-f2b7f453cc00 admin admin] Publish callbacks [] for security_group (2609252c-c79f-483c-b285-1ff1806bd0e2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:23.467660 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-326ba485-0cc4-4438-8ef1-450c0c55c2c9 req-4f0417bb-3679-404a-a3a5-ae2eb6eb0db1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833021 Feb 10 15:14:23.478604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ead7b3-7ba0-43b5-af75-3d790d80bab6 req-fdb3116a-bdaa-4b19-80f9-9894411191ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:23.480084 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8ead7b3-7ba0-43b5-af75-3d790d80bab6 req-fdb3116a-bdaa-4b19-80f9-9894411191ba service neutron] 10.222.0.79 "GET /v2.0/networks?id=7a195b29-9a45-4fa9-95be-2b9590709c3d HTTP/1.1" status: 200 len: 924 time: 0.3909531 Feb 10 15:14:23.497084 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Pushing event updated for resources: {'Port': ['ID=444033d9-42f4-4dc5-9a8d-45f925980d03,revision_number=8']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:23.503076 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:23.505131 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:23.509149 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3ad4dc88-d8fa-4a92-8e21-0495416c2f54 service neutron] 10.222.0.72 "PUT /v2.0/ports/444033d9-42f4-4dc5-9a8d-45f925980d03 HTTP/1.1" status: 200 len: 1122 time: 0.5800376 Feb 10 15:14:23.516291 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9b6e15c-ee53-45bd-a77b-25010f0bebba req-f646eeab-5878-4686-b77b-ee8a7f48a521 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204947 Feb 10 15:14:23.530208 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bcfd3988-d2ab-40f0-a156-f2b7f453cc00 admin admin] Publish callbacks [] for security_group (2609252c-c79f-483c-b285-1ff1806bd0e2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:23.568683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8ead7b3-7ba0-43b5-af75-3d790d80bab6 req-2bdc7c38-84c3-403a-8c9b-1503357c97df service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a HTTP/1.1" status: 200 len: 217 time: 0.0561895 Feb 10 15:14:23.637519 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['444033d9-42f4-4dc5-9a8d-45f925980d03'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:23.647198 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-01655c4b-ad49-4143-8a3b-78de8354d721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2b09ee76-d9a5-4a65-8c85-5daa7ca87910), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:23.649883 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-01655c4b-ad49-4143-8a3b-78de8354d721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:23.651096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-01655c4b-ad49-4143-8a3b-78de8354d721 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b09ee76-d9a5-4a65-8c85-5daa7ca87910 HTTP/1.1" status: 204 len: 168 time: 0.7884302 Feb 10 15:14:23.714056 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01655c4b-ad49-4143-8a3b-78de8354d721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b09ee76-d9a5-4a65-8c85-5daa7ca87910,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:23.739785 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['444033d9-42f4-4dc5-9a8d-45f925980d03'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:23.746949 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ead7b3-7ba0-43b5-af75-3d790d80bab6 req-6c990f80-567d-4c6a-93f6-46ed6905b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:23.748447 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8ead7b3-7ba0-43b5-af75-3d790d80bab6 req-6c990f80-567d-4c6a-93f6-46ed6905b314 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bc1c408b-918c-450a-92c6-5027a88e32dc HTTP/1.1" status: 200 len: 862 time: 0.1682928 Feb 10 15:14:23.788237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa75b1-ebf9-41f3-aa02-74d93191b652 req-a7f7253b-4bf1-4564-9789-e1514555015c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:23.789823 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-feaa75b1-ebf9-41f3-aa02-74d93191b652 req-a7f7253b-4bf1-4564-9789-e1514555015c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=75d27e3e-82ca-42a8-8729-cca71622fc22 HTTP/1.1" status: 200 len: 948 time: 0.2260048 Feb 10 15:14:23.818177 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bcfd3988-d2ab-40f0-a156-f2b7f453cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2609252c-c79f-483c-b285-1ff1806bd0e2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:23.820771 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bcfd3988-d2ab-40f0-a156-f2b7f453cc00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:23.821928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bcfd3988-d2ab-40f0-a156-f2b7f453cc00 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2609252c-c79f-483c-b285-1ff1806bd0e2 HTTP/1.1" status: 204 len: 168 time: 0.7246594 Feb 10 15:14:23.851152 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff10f4-1b52-40b3-b7d3-33dc107a2d04 req-1bae3617-b823-44cf-8915-8005b431ac2e tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:23.852814 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0eff10f4-1b52-40b3-b7d3-33dc107a2d04 req-1bae3617-b823-44cf-8915-8005b431ac2e tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 1127 time: 0.2404084 Feb 10 15:14:23.887113 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd3988-d2ab-40f0-a156-f2b7f453cc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2609252c-c79f-483c-b285-1ff1806bd0e2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:23.979546 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ead7b3-7ba0-43b5-af75-3d790d80bab6 req-ec5ec82e-45e0-425e-8e24-4f0a00c4dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:23.981547 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8ead7b3-7ba0-43b5-af75-3d790d80bab6 req-ec5ec82e-45e0-425e-8e24-4f0a00c4dc0f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a195b29-9a45-4fa9-95be-2b9590709c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2246659 Feb 10 15:14:24.003222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-feaa75b1-ebf9-41f3-aa02-74d93191b652 req-1458928a-5be5-4838-a404-32b2f697f2d8 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945279 Feb 10 15:14:24.023746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 444033d9-42f4-4dc5-9a8d-45f925980d03 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:14:24.026615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device ab46e3dd-534f-40d4-9227-b0fbca905259 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:14:24.097674 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0eff10f4-1b52-40b3-b7d3-33dc107a2d04 req-970eb1f3-5c82-42e8-b197-b28a94e053e4 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298648 Feb 10 15:14:24.166626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port ab46e3dd-534f-40d4-9227-b0fbca905259 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:14:24.185546 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port ab46e3dd-534f-40d4-9227-b0fbca905259 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:14:24.186079 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ab46e3dd-534f-40d4-9227-b0fbca905259), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:24.238398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 444033d9-42f4-4dc5-9a8d-45f925980d03, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=444033d9-42f4-4dc5-9a8d-45f925980d03,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:24.262148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 444033d9-42f4-4dc5-9a8d-45f925980d03 has no active binding in host n-h1-815324-7 {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:14:24.263481 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8ead7b3-7ba0-43b5-af75-3d790d80bab6 req-723a3b8b-c24e-4b35-bc9d-e395d2fcbb75 service neutron] 10.222.0.79 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724869 Feb 10 15:14:24.267475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-b66dbe28-45bf-4d00-9d98-fb03637c39a7 admin admin] Deleting port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:14:24.268611 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b66dbe28-45bf-4d00-9d98-fb03637c39a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:24.315387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port ab46e3dd-534f-40d4-9227-b0fbca905259 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:24.316177 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ab46e3dd-534f-40d4-9227-b0fbca905259), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:24.345804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d27e3e-82ca-42a8-8729-cca71622fc22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab46e3dd-534f-40d4-9227-b0fbca905259'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:24.347799 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd43d6-4e6d-44df-867b-9370629f917f req-429c93a8-1486-4491-b1ce-77417685a3f1 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:24.348120 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbcc2b9-aef5-4ca0-b864-d0c471454aae" -d '{"events": [{"server_uuid": "75d27e3e-82ca-42a8-8729-cca71622fc22", "name": "network-vif-plugged", "status": "completed", "tag": "ab46e3dd-534f-40d4-9227-b0fbca905259"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:24.356474 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21bd43d6-4e6d-44df-867b-9370629f917f req-429c93a8-1486-4491-b1ce-77417685a3f1 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 946 time: 0.2464020 Feb 10 15:14:24.363368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port ab46e3dd-534f-40d4-9227-b0fbca905259, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=ab46e3dd-534f-40d4-9227-b0fbca905259,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:24.368025 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ab46e3dd-534f-40d4-9227-b0fbca905259), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:24.427030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:14:24.458999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=ab46e3dd-534f-40d4-9227-b0fbca905259,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:24.496195 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ea342-c95d-4e29-9556-891b25be5a44 req-2ee697eb-602f-4da6-8572-eac0ad0eb32e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:24.497755 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-679ea342-c95d-4e29-9556-891b25be5a44 req-2ee697eb-602f-4da6-8572-eac0ad0eb32e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 944 time: 0.2533276 Feb 10 15:14:24.509614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-b66dbe28-45bf-4d00-9d98-fb03637c39a7 admin admin] For port b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54,segment=NetworkSegment(88b84dc3-6a0d-451a-8da2-fd9d1dde19c3),segment_id=88b84dc3-6a0d-451a-8da2-fd9d1dde19c3)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:24.509978 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b66dbe28-45bf-4d00-9d98-fb03637c39a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:24.573322 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21bd43d6-4e6d-44df-867b-9370629f917f req-84defa5c-c4a3-4815-bf91-db560e9aa389 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158587 Feb 10 15:14:24.574401 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-b66dbe28-45bf-4d00-9d98-fb03637c39a7 admin admin] Calling delete_port for b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:14:24.601071 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=75bcd7ec-1278-4a6e-95ae-e2a7405ee517,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:24.603564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8ead7b3-7ba0-43b5-af75-3d790d80bab6 req-95378f48-62ce-4fde-81b2-ba051f3c2cea service neutron] 10.222.0.79 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308806 Feb 10 15:14:24.620722 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '75bcd7ec-1278-4a6e-95ae-e2a7405ee517', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '75bcd7ec-1278-4a6e-95ae-e2a7405ee517', 'mac_address': 'fa:16:3e:48:2c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:14:24.677614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:24.679097 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (75bcd7ec-1278-4a6e-95ae-e2a7405ee517), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:24.702539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:24.717300 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-679ea342-c95d-4e29-9556-891b25be5a44 req-8b47a529-bffd-445c-9ca4-695cf209b57b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002194 Feb 10 15:14:24.746888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=75bcd7ec-1278-4a6e-95ae-e2a7405ee517,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:24.762848 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (75bcd7ec-1278-4a6e-95ae-e2a7405ee517), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:24.791054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4db5af-e795-4906-a99b-f5c68d3d72e2 req-ce85b413-7a5f-4204-89b8-f0439d363b8d tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:24.798210 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d4db5af-e795-4906-a99b-f5c68d3d72e2 req-ce85b413-7a5f-4204-89b8-f0439d363b8d tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 944 time: 0.1644850 Feb 10 15:14:24.875306 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44179ee4-e346-4f49-8776-5110e3d8634f x-openstack-request-id: req-44179ee4-e346-4f49-8776-5110e3d8634f {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:24.875639 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d27e3e-82ca-42a8-8729-cca71622fc22", "name": "network-vif-plugged", "status": "completed", "tag": "ab46e3dd-534f-40d4-9227-b0fbca905259", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:24.875908 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44179ee4-e346-4f49-8776-5110e3d8634f {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:24.876382 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d27e3e-82ca-42a8-8729-cca71622fc22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab46e3dd-534f-40d4-9227-b0fbca905259', 'code': 200} Feb 10 15:14:24.889174 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb69486-5b30-4f98-959e-eedbda614ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '444033d9-42f4-4dc5-9a8d-45f925980d03'}, {'name': 'network-changed', 'server_uuid': 'acb69486-5b30-4f98-959e-eedbda614ac8', 'tag': '444033d9-42f4-4dc5-9a8d-45f925980d03'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:24.891957 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caa4f2d-23c2-40c3-8994-27501d7cc76f" -d '{"events": [{"server_uuid": "acb69486-5b30-4f98-959e-eedbda614ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "444033d9-42f4-4dc5-9a8d-45f925980d03"}, {"name": "network-changed", "server_uuid": "acb69486-5b30-4f98-959e-eedbda614ac8", "tag": "444033d9-42f4-4dc5-9a8d-45f925980d03"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:24.906670 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=75bcd7ec-1278-4a6e-95ae-e2a7405ee517,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:24.949307 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d4db5af-e795-4906-a99b-f5c68d3d72e2 req-757507ef-a15d-4c9b-9bde-030000c25700 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1501231 Feb 10 15:14:25.024042 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7647bf60-2e74-4ca7-af96-20e72a116cc9 x-openstack-request-id: req-7647bf60-2e74-4ca7-af96-20e72a116cc9 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:25.024450 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb69486-5b30-4f98-959e-eedbda614ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "444033d9-42f4-4dc5-9a8d-45f925980d03", "code": 200}, {"name": "network-changed", "server_uuid": "acb69486-5b30-4f98-959e-eedbda614ac8", "tag": "444033d9-42f4-4dc5-9a8d-45f925980d03", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:25.024561 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7647bf60-2e74-4ca7-af96-20e72a116cc9 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:25.025257 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb69486-5b30-4f98-959e-eedbda614ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '444033d9-42f4-4dc5-9a8d-45f925980d03', 'code': 200} Feb 10 15:14:25.025517 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb69486-5b30-4f98-959e-eedbda614ac8', 'tag': '444033d9-42f4-4dc5-9a8d-45f925980d03', 'status': 'completed', 'code': 200} Feb 10 15:14:25.046115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5762736-72ad-4e5c-aa81-3f244c0a88cf req-c9f3ae7c-1c95-4fcd-a252-02aa2ad87510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:25.047705 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5762736-72ad-4e5c-aa81-3f244c0a88cf req-c9f3ae7c-1c95-4fcd-a252-02aa2ad87510 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=75d27e3e-82ca-42a8-8729-cca71622fc22 HTTP/1.1" status: 200 len: 1131 time: 0.1186707 Feb 10 15:14:25.116440 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b66dbe28-45bf-4d00-9d98-fb03637c39a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:25.136680 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5762736-72ad-4e5c-aa81-3f244c0a88cf req-fbf6437a-490b-452b-9909-07bc206e495b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795088 Feb 10 15:14:25.146315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['75bcd7ec-1278-4a6e-95ae-e2a7405ee517'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:25.157467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dbe28-45bf-4d00-9d98-fb03637c39a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:25.169551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dd519-4e09-4dff-81c4-5c4e9ca69ff7 req-99a71458-e6c5-4b1f-932a-e900a0c7e0b6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:25.176521 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd6dd519-4e09-4dff-81c4-5c4e9ca69ff7 req-99a71458-e6c5-4b1f-932a-e900a0c7e0b6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 946 time: 0.1683645 Feb 10 15:14:25.229011 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa4f2d-23c2-40c3-8994-27501d7cc76f req-e7eed915-3dec-44f7-b9a5-0b49ab5eb030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:25.230702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1caa4f2d-23c2-40c3-8994-27501d7cc76f req-e7eed915-3dec-44f7-b9a5-0b49ab5eb030 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 1156 time: 0.1770718 Feb 10 15:14:25.543892 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd6dd519-4e09-4dff-81c4-5c4e9ca69ff7 req-d5dccada-26e4-4ef8-ac60-e31bc56a8af5 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616877 Feb 10 15:14:25.811901 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37782) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:25.964869 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e98d5b47-e074-41b4-8701-b7e3ecb9907e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:25.993894 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa4f2d-23c2-40c3-8994-27501d7cc76f req-b8c9fef3-4737-4dbc-907b-1ed608164cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:25.995540 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1caa4f2d-23c2-40c3-8994-27501d7cc76f req-b8c9fef3-4737-4dbc-907b-1ed608164cf3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.7543201 Feb 10 15:14:26.066107 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e98d5b47-e074-41b4-8701-b7e3ecb9907e admin admin] Publish callbacks [] for security_group (08aecb03-cb27-4a44-89de-8837720b3139), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:26.073768 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e98d5b47-e074-41b4-8701-b7e3ecb9907e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (08aecb03-cb27-4a44-89de-8837720b3139), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:26.099649 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1caa4f2d-23c2-40c3-8994-27501d7cc76f req-9c6c0962-79af-4053-a026-ab39aeb65bc2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=444033d9-42f4-4dc5-9a8d-45f925980d03 HTTP/1.1" status: 200 len: 217 time: 0.0874846 Feb 10 15:14:26.113263 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d5b47-e074-41b4-8701-b7e3ecb9907e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08aecb03-cb27-4a44-89de-8837720b3139,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:26.125473 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e98d5b47-e074-41b4-8701-b7e3ecb9907e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fabfa817540845e4a503a9506852f55a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086731 Feb 10 15:14:26.125881 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b0e5b-3bb8-4250-9942-d477cb467c0d req-29e51381-c349-4aab-9722-2a88c3a36f1a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:26.126354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37812) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:26.126550 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b06b0e5b-3bb8-4250-9942-d477cb467c0d req-29e51381-c349-4aab-9722-2a88c3a36f1a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=75d27e3e-82ca-42a8-8729-cca71622fc22 HTTP/1.1" status: 200 len: 949 time: 0.6594779 Feb 10 15:14:26.189806 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b1003865-7611-49e8-a5d3-a6b1e2c6f950 admin admin] Publish callbacks [] for security_group (08aecb03-cb27-4a44-89de-8837720b3139), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:26.200088 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b66dbe28-45bf-4d00-9d98-fb03637c39a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (16c069dc-346a-41b3-a6c3-960a371be859), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:26.222258 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b1003865-7611-49e8-a5d3-a6b1e2c6f950 admin admin] Publish callbacks [] for security_group (08aecb03-cb27-4a44-89de-8837720b3139), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:26.222459 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30956d3d-7816-48cc-a663-52be61d60573 req-ba81682f-99ca-4ab2-b450-c717d2456da9 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:26.229829 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-30956d3d-7816-48cc-a663-52be61d60573 req-ba81682f-99ca-4ab2-b450-c717d2456da9 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 946 time: 0.2631290 Feb 10 15:14:26.312793 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b1003865-7611-49e8-a5d3-a6b1e2c6f950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (08aecb03-cb27-4a44-89de-8837720b3139), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:26.317789 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b1003865-7611-49e8-a5d3-a6b1e2c6f950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:26.327376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa4f2d-23c2-40c3-8994-27501d7cc76f req-b4aeb76c-baf1-46b4-aa6a-93176d6a380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:26.328896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1caa4f2d-23c2-40c3-8994-27501d7cc76f req-b4aeb76c-baf1-46b4-aa6a-93176d6a380b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.2013273 Feb 10 15:14:26.337304 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b1003865-7611-49e8-a5d3-a6b1e2c6f950 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08aecb03-cb27-4a44-89de-8837720b3139 HTTP/1.1" status: 204 len: 168 time: 0.2086728 Feb 10 15:14:26.351745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1003865-7611-49e8-a5d3-a6b1e2c6f950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aecb03-cb27-4a44-89de-8837720b3139,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:26.378504 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b06b0e5b-3bb8-4250-9942-d477cb467c0d req-ef2c6835-4d07-4289-ae4d-5aafc28a788e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114234 Feb 10 15:14:26.397175 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37818) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:26.431166 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1caa4f2d-23c2-40c3-8994-27501d7cc76f req-0e40f68e-f299-42a5-9cd0-1556ef687dc7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882628 Feb 10 15:14:26.452636 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:14:26.455269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:14:26.472335 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-30956d3d-7816-48cc-a663-52be61d60573 req-87cef6c7-4876-4bd7-b7c6-9709a5f19f74 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415688 Feb 10 15:14:26.587281 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b2f55740-2bda-47f4-817e-15a41b29a848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:26.676270 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:14:26.692167 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:14:26.692570 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (75bcd7ec-1278-4a6e-95ae-e2a7405ee517), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:26.713053 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a,segment=NetworkSegment(9b7288e6-d826-466f-9139-5656341ea865),segment_id=9b7288e6-d826-466f-9139-5656341ea865)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:26.742047 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b2f55740-2bda-47f4-817e-15a41b29a848 admin admin] Publish callbacks [] for security_group (9df12935-3ccc-44b5-9cf5-9eaf709fbdc0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:26.746071 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1caa4f2d-23c2-40c3-8994-27501d7cc76f req-6c9a6c55-bbb0-4c3c-bc9d-f5a683a70061 service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072529 Feb 10 15:14:26.746552 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b2f55740-2bda-47f4-817e-15a41b29a848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9df12935-3ccc-44b5-9cf5-9eaf709fbdc0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:26.792681 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b2f55740-2bda-47f4-817e-15a41b29a848 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=974020d3f2b0428c8f6fb9ff34205fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3938735 Feb 10 15:14:26.802194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11665a-d583-49ed-8318-c13ed3844a63 req-fdf05d2d-f7ca-4b7a-a6ae-b30d4a2988fe tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:26.802749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37828) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:26.808996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a11665a-d583-49ed-8318-c13ed3844a63 req-fdf05d2d-f7ca-4b7a-a6ae-b30d4a2988fe tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 944 time: 0.2408829 Feb 10 15:14:26.816599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'port_id': '18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a', 'mac_address': 'fa:16:3e:1e:80:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:14:26.823058 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c698d8c-9730-4ec9-be0a-af872588143d req-8ff399d2-fe06-41eb-88ff-618c61484404 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:26.831957 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c698d8c-9730-4ec9-be0a-af872588143d req-8ff399d2-fe06-41eb-88ff-618c61484404 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 944 time: 0.2671769 Feb 10 15:14:26.851251 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f55740-2bda-47f4-817e-15a41b29a848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df12935-3ccc-44b5-9cf5-9eaf709fbdc0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:26.915885 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1aa146e1-3a3a-4142-9b3b-a1bc36785116 admin admin] Publish callbacks [] for security_group (9df12935-3ccc-44b5-9cf5-9eaf709fbdc0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:26.950813 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1aa146e1-3a3a-4142-9b3b-a1bc36785116 admin admin] Publish callbacks [] for security_group (9df12935-3ccc-44b5-9cf5-9eaf709fbdc0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:26.958654 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:26.959071 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (75bcd7ec-1278-4a6e-95ae-e2a7405ee517), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:26.984511 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:26.987584 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:27.044105 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1aa146e1-3a3a-4142-9b3b-a1bc36785116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9df12935-3ccc-44b5-9cf5-9eaf709fbdc0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:27.046902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28e1cf3-cd20-45cc-9ace-5a72fc8d8113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bcd7ec-1278-4a6e-95ae-e2a7405ee517'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:27.050906 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1aa146e1-3a3a-4142-9b3b-a1bc36785116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:27.051988 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fb83fa-bc37-454e-9d43-774346dbe0fe" -d '{"events": [{"server_uuid": "b28e1cf3-cd20-45cc-9ace-5a72fc8d8113", "name": "network-vif-plugged", "status": "completed", "tag": "75bcd7ec-1278-4a6e-95ae-e2a7405ee517"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:27.055776 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1aa146e1-3a3a-4142-9b3b-a1bc36785116 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9df12935-3ccc-44b5-9cf5-9eaf709fbdc0 HTTP/1.1" status: 204 len: 168 time: 0.2494783 Feb 10 15:14:27.071886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa146e1-3a3a-4142-9b3b-a1bc36785116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df12935-3ccc-44b5-9cf5-9eaf709fbdc0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:27.078629 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:27.095345 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=75bcd7ec-1278-4a6e-95ae-e2a7405ee517,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:27.115234 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (75bcd7ec-1278-4a6e-95ae-e2a7405ee517), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:27.118588 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a,segment=NetworkSegment(9b7288e6-d826-466f-9139-5656341ea865),segment_id=9b7288e6-d826-466f-9139-5656341ea865)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:27.212688 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=75bcd7ec-1278-4a6e-95ae-e2a7405ee517,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:27.215653 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:27.217316 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c698d8c-9730-4ec9-be0a-af872588143d req-d4f2aec3-09e5-4b0a-b42f-7d9f878629de tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3843300 Feb 10 15:14:27.242620 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a11665a-d583-49ed-8318-c13ed3844a63 req-c0382865-52af-4b13-806c-1b2597227a15 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069526 Feb 10 15:14:27.300261 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1caa4f2d-23c2-40c3-8994-27501d7cc76f req-c6118884-521c-4395-8c18-37a622a213fb service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654970 Feb 10 15:14:27.330148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66dbe28-45bf-4d00-9d98-fb03637c39a7 admin admin] Router 16c069dc-346a-41b3-a6c3-960a371be859 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:14:27.367152 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fa9cd9-162c-4470-afea-17487f82da75 x-openstack-request-id: req-f0fa9cd9-162c-4470-afea-17487f82da75 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:27.367764 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28e1cf3-cd20-45cc-9ace-5a72fc8d8113", "name": "network-vif-plugged", "status": "completed", "tag": "75bcd7ec-1278-4a6e-95ae-e2a7405ee517", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:27.371424 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0fa9cd9-162c-4470-afea-17487f82da75 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:27.372157 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28e1cf3-cd20-45cc-9ace-5a72fc8d8113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bcd7ec-1278-4a6e-95ae-e2a7405ee517', 'code': 200} Feb 10 15:14:27.390410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:27.631618 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66dbe28-45bf-4d00-9d98-fb03637c39a7 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:14:27.644361 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e1428-0506-47b6-8c6e-0d9ac1e8c08c None None] Sync routers for ids ['16c069dc-346a-41b3-a6c3-960a371be859'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:14:27.645969 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b66dbe28-45bf-4d00-9d98-fb03637c39a7 admin admin] 10.222.0.64 "PUT /v2.0/routers/16c069dc-346a-41b3-a6c3-960a371be859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0561941 Feb 10 15:14:27.649881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37864) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:27.664710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:27.666658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e6415-426d-4217-93b0-134303240090 req-aa709cd1-bb52-4c89-b0d9-8b23375457cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:27.667576 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a44e6415-426d-4217-93b0-134303240090 req-aa709cd1-bb52-4c89-b0d9-8b23375457cb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b28e1cf3-cd20-45cc-9ace-5a72fc8d8113 HTTP/1.1" status: 200 len: 1132 time: 0.1422546 Feb 10 15:14:27.680779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7966f-6389-4992-9b26-c127f19f5745 req-fc9bf392-2ef9-4475-ac83-7da7a08be758 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:27.682344 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bb7966f-6389-4992-9b26-c127f19f5745 req-fc9bf392-2ef9-4475-ac83-7da7a08be758 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=75d27e3e-82ca-42a8-8729-cca71622fc22 HTTP/1.1" status: 200 len: 949 time: 0.1581330 Feb 10 15:14:27.690235 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e1428-0506-47b6-8c6e-0d9ac1e8c08c None None] Routers {'16c069dc-346a-41b3-a6c3-960a371be859'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:14:27.693256 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c66e1428-0506-47b6-8c6e-0d9ac1e8c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:14:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['16c069dc-346a-41b3-a6c3-960a371be859'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:27.869739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a44e6415-426d-4217-93b0-134303240090 req-1b8ab4a2-b1ce-43c8-9c02-4a10e58dd978 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863806 Feb 10 15:14:27.904195 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bb7966f-6389-4992-9b26-c127f19f5745 req-33d83e3e-5c15-4dfc-b2b5-e1858feabbf6 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955972 Feb 10 15:14:27.991878 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31f9bdb5-b8f9-4754-bc55-282fc82cc469 admin admin] Publish callbacks [] for router (16c069dc-346a-41b3-a6c3-960a371be859), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:28.002272 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-c66e1428-0506-47b6-8c6e-0d9ac1e8c08c None None] Set router 16c069dc-346a-41b3-a6c3-960a371be859 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:14:28.043302 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37884) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:28.105566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d90a6-f247-4ba8-910b-4cf62ea5baac req-139103d5-8e56-48c9-956f-9379dae79e4f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:28.116549 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c47d90a6-f247-4ba8-910b-4cf62ea5baac req-139103d5-8e56-48c9-956f-9379dae79e4f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28e1cf3-cd20-45cc-9ace-5a72fc8d8113 HTTP/1.1" status: 200 len: 950 time: 0.1222146 Feb 10 15:14:28.176161 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31f9bdb5-b8f9-4754-bc55-282fc82cc469 admin admin] Publish callbacks [] for router_gateway (16c069dc-346a-41b3-a6c3-960a371be859), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:28.217066 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c47d90a6-f247-4ba8-910b-4cf62ea5baac req-615ba1db-b0e6-4844-ad47-b877912ce02f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992677 Feb 10 15:14:28.239070 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:14:28.249088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-782836818-network', 'tenant_id': 'c56196bc21924d2ca71f747218218382'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:28.272732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-31f9bdb5-b8f9-4754-bc55-282fc82cc469 admin admin] Deleting port 577255a5-fd41-44e9-83be-59cbcccb6d3e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:14:28.273027 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31f9bdb5-b8f9-4754-bc55-282fc82cc469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (577255a5-fd41-44e9-83be-59cbcccb6d3e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:28.280507 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Made reservation on behalf of c56196bc21924d2ca71f747218218382 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:28.283066 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:28.302370 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:28.422799 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-31f9bdb5-b8f9-4754-bc55-282fc82cc469 admin admin] For port 577255a5-fd41-44e9-83be-59cbcccb6d3e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=577255a5-fd41-44e9-83be-59cbcccb6d3e,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:28.423203 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31f9bdb5-b8f9-4754-bc55-282fc82cc469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (577255a5-fd41-44e9-83be-59cbcccb6d3e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:28.437257 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Publish callbacks [] for security_group (0e759574-f9b9-4a64-b419-f98d67eda1ae), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:28.439212 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c66e1428-0506-47b6-8c6e-0d9ac1e8c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c069dc-346a-41b3-a6c3-960a371be859', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-router', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:17Z', 'updated_at': '2022-02-10T15:14:24Z', 'revision_number': 5, 'project_id': '26e690b06e5d477db6241710c94522d2', 'gw_port': {'id': '577255a5-fd41-44e9-83be-59cbcccb6d3e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c069dc-346a-41b3-a6c3-960a371be859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:13:19Z', 'updated_at': '2022-02-10T15:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:28.446608 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0e759574-f9b9-4a64-b419-f98d67eda1ae), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:28.450448 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-31f9bdb5-b8f9-4754-bc55-282fc82cc469 admin admin] Calling delete_port for 577255a5-fd41-44e9-83be-59cbcccb6d3e owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:14:28.473780 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fceeba-825f-44b0-b4dc-587a826e9081 req-547dbd6d-00bd-46f4-abf5-92628fa591b5 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:28.475329 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7fceeba-825f-44b0-b4dc-587a826e9081 req-547dbd6d-00bd-46f4-abf5-92628fa591b5 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 946 time: 0.0962281 Feb 10 15:14:28.497682 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e759574-f9b9-4a64-b419-f98d67eda1ae,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:28.505846 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e1428-0506-47b6-8c6e-0d9ac1e8c08c None None] Checking router: 16c069dc-346a-41b3-a6c3-960a371be859 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:14:28.507378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:14:28.529445 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e1428-0506-47b6-8c6e-0d9ac1e8c08c None None] Routers {'16c069dc-346a-41b3-a6c3-960a371be859'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:14:28.529995 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c66e1428-0506-47b6-8c6e-0d9ac1e8c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:14:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['16c069dc-346a-41b3-a6c3-960a371be859'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:28.531128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:28.531580 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:28.531741 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:28.532059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:28.532400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:28.533733 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:28.533733 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:28.533733 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:28.534016 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:28.534248 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:28.534517 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:28.534840 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:28.535162 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:28.585250 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7fceeba-825f-44b0-b4dc-587a826e9081 req-ae730442-cda6-4797-824b-cf462dc3bf09 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999539 Feb 10 15:14:28.592282 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:28.593782 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Added segment 3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe of type vlan for network 73647c90-d033-4276-be16-3a485eed5b2f Feb 10 15:14:28.643357 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-c66e1428-0506-47b6-8c6e-0d9ac1e8c08c None None] Set router 16c069dc-346a-41b3-a6c3-960a371be859 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:14:28.691119 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (73647c90-d033-4276-be16-3a485eed5b2f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:28.794819 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (73647c90-d033-4276-be16-3a485eed5b2f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:28.795960 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:28.796602 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:28.862790 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c66e1428-0506-47b6-8c6e-0d9ac1e8c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c069dc-346a-41b3-a6c3-960a371be859', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-router', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:17Z', 'updated_at': '2022-02-10T15:14:28Z', 'revision_number': 6, 'project_id': '26e690b06e5d477db6241710c94522d2', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:28.878262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be325d24-f1bf-4ea8-b4d0-5dae638fc021 req-a8b13856-6fea-488d-b013-0a38cc18b10e tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:28.886790 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be325d24-f1bf-4ea8-b4d0-5dae638fc021 req-a8b13856-6fea-488d-b013-0a38cc18b10e tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 945 time: 0.1913288 Feb 10 15:14:28.892096 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] Pushing event updated for resources: {'Network': ['ID=73647c90-d033-4276-be16-3a485eed5b2f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:28.907351 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e1428-0506-47b6-8c6e-0d9ac1e8c08c None None] The sync data for ids ['16c069dc-346a-41b3-a6c3-960a371be859'] in n-d-815324-7 is: [{'id': '16c069dc-346a-41b3-a6c3-960a371be859', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-92614901-router', 'tenant_id': '26e690b06e5d477db6241710c94522d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:13:17Z', 'updated_at': '2022-02-10T15:14:28Z', 'revision_number': 6, 'project_id': '26e690b06e5d477db6241710c94522d2', 'gw_port_host': None}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:14:28.907565 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 73647c90-d033-4276-be16-3a485eed5b2f details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:14:28.949289 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6194319b-2545-4cf9-b169-743305b7dc24 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9048536 Feb 10 15:14:28.953175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37914) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:28.961118 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-bba3729c-f91b-44af-8079-c02cec311d35 admin admin] Request body: {'subnet': {'network_id': '73647c90-d033-4276-be16-3a485eed5b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-782836818-subnet', 'tenant_id': 'c56196bc21924d2ca71f747218218382', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:28.985891 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31f9bdb5-b8f9-4754-bc55-282fc82cc469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (577255a5-fd41-44e9-83be-59cbcccb6d3e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:29.027551 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be325d24-f1bf-4ea8-b4d0-5dae638fc021 req-2aad6b0e-e5b6-44b9-aecf-f99fe6d05407 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1396403 Feb 10 15:14:29.034619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9bdb5-b8f9-4754-bc55-282fc82cc469 admin admin] Pushing event deleted for resources: {'Port': ['ID=577255a5-fd41-44e9-83be-59cbcccb6d3e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:29.055565 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4ad93-89b5-4e0c-b997-af632a8f4fe9 req-fd59efe8-7680-4085-8b47-da0f4ed75792 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:29.057504 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ae4ad93-89b5-4e0c-b997-af632a8f4fe9 req-fd59efe8-7680-4085-8b47-da0f4ed75792 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 944 time: 0.1597862 Feb 10 15:14:29.058146 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba3729c-f91b-44af-8079-c02cec311d35 admin admin] Made reservation on behalf of c56196bc21924d2ca71f747218218382 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:29.065329 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bba3729c-f91b-44af-8079-c02cec311d35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:29.111030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31f9bdb5-b8f9-4754-bc55-282fc82cc469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (16c069dc-346a-41b3-a6c3-960a371be859), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:29.231855 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31f9bdb5-b8f9-4754-bc55-282fc82cc469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (16c069dc-346a-41b3-a6c3-960a371be859), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:29.234800 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31f9bdb5-b8f9-4754-bc55-282fc82cc469 admin admin] Publish callbacks [] for router_controller (16c069dc-346a-41b3-a6c3-960a371be859), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:29.277646 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bba3729c-f91b-44af-8079-c02cec311d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (c5af392c-d1a1-4389-85cc-ba74ede0ce34), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:29.361871 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31f9bdb5-b8f9-4754-bc55-282fc82cc469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (16c069dc-346a-41b3-a6c3-960a371be859), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:29.362892 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f9bdb5-b8f9-4754-bc55-282fc82cc469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16c069dc-346a-41b3-a6c3-960a371be859 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:14:29.370360 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31f9bdb5-b8f9-4754-bc55-282fc82cc469 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:29.372105 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-31f9bdb5-b8f9-4754-bc55-282fc82cc469 admin admin] 10.222.0.64 "DELETE /v2.0/routers/16c069dc-346a-41b3-a6c3-960a371be859 HTTP/1.1" status: 204 len: 168 time: 1.7210836 Feb 10 15:14:29.374860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37926) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:29.422958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efe471d-88fa-4671-8af3-7ca585d459ab admin admin] Deleting subnet 8aad9e04-beb6-46ea-971b-c141c25615a8 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:14:29.427355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3efe471d-88fa-4671-8af3-7ca585d459ab admin admin] Publish callbacks [] for subnet (8aad9e04-beb6-46ea-971b-c141c25615a8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:29.468169 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3efe471d-88fa-4671-8af3-7ca585d459ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (8aad9e04-beb6-46ea-971b-c141c25615a8), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:29.485222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ae4ad93-89b5-4e0c-b997-af632a8f4fe9 req-f87b6089-c3ef-4d96-bbe1-7fc7bf4ba87a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224548 Feb 10 15:14:29.516468 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a4ae3-855f-4ea3-9da5-ab8c73d89c72 req-6a94bcbe-4a4a-4303-a19b-29f4b791dc01 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:29.518543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-596a4ae3-855f-4ea3-9da5-ab8c73d89c72 req-6a94bcbe-4a4a-4303-a19b-29f4b791dc01 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28e1cf3-cd20-45cc-9ace-5a72fc8d8113 HTTP/1.1" status: 200 len: 950 time: 0.1444895 Feb 10 15:14:29.522440 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3729c-f91b-44af-8079-c02cec311d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5af392c-d1a1-4389-85cc-ba74ede0ce34,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:29.538523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba3729c-f91b-44af-8079-c02cec311d35 admin admin] Checking segment: {'id': '3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '73647c90-d033-4276-be16-3a485eed5b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:14:29.539143 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba3729c-f91b-44af-8079-c02cec311d35 admin admin] Network hostable DHCP agents. Network: 73647c90-d033-4276-be16-3a485eed5b2f, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:14:29.586285 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba3729c-f91b-44af-8079-c02cec311d35 admin admin] Network 73647c90-d033-4276-be16-3a485eed5b2f is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:14:29.594010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-596a4ae3-855f-4ea3-9da5-ab8c73d89c72 req-a7065881-68f2-4507-9ac9-36743b47e2b5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678751 Feb 10 15:14:29.598105 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3efe471d-88fa-4671-8af3-7ca585d459ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (8aad9e04-beb6-46ea-971b-c141c25615a8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:29.599584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-bba3729c-f91b-44af-8079-c02cec311d35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 73647c90-d033-4276-be16-3a485eed5b2f) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:14:29.609762 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba3729c-f91b-44af-8079-c02cec311d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:29.611140 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bba3729c-f91b-44af-8079-c02cec311d35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:29.616075 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8573f5b-3904-452d-bd43-cb618fdc770e None None] Network 73647c90-d033-4276-be16-3a485eed5b2f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:14:29.649090 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bba3729c-f91b-44af-8079-c02cec311d35 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6847136 Feb 10 15:14:29.662155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37936) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:29.711097 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3efe471d-88fa-4671-8af3-7ca585d459ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (8aad9e04-beb6-46ea-971b-c141c25615a8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:29.741926 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3efe471d-88fa-4671-8af3-7ca585d459ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:29.749278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aabfb7-0be9-4733-9628-2ad421453a66 None None] Network 93a13b65-168f-4f1d-877c-9ae76be87936 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:14:29.763285 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3efe471d-88fa-4671-8af3-7ca585d459ab admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8aad9e04-beb6-46ea-971b-c141c25615a8 HTTP/1.1" status: 204 len: 168 time: 0.3868408 Feb 10 15:14:29.763551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37940) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:29.846982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe471d-88fa-4671-8af3-7ca585d459ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aad9e04-beb6-46ea-971b-c141c25615a8,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:29.888752 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85648ea5-dd1a-4835-be23-8ea3cf5faf8b None None] Network 73647c90-d033-4276-be16-3a485eed5b2f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:14:29.935571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7010b7a-d5b6-43d3-a2ea-bfe3243e0ac6 req-68e055e6-e0b3-4e6b-a16e-94704581d5dc tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:29.947127 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7010b7a-d5b6-43d3-a2ea-bfe3243e0ac6 req-68e055e6-e0b3-4e6b-a16e-94704581d5dc tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 946 time: 0.2112570 Feb 10 15:14:29.986700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-935644f3-736f-4fff-b944-944e8c878970 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1187367298'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:29.987615 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-935644f3-736f-4fff-b944-944e8c878970 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] Unknown quota resources ['metering_label']. {{(pid=103368) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:14:30.002431 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (93a13b65-168f-4f1d-877c-9ae76be87936), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:30.147820 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38530e9f-b387-47d4-b77e-395b6adfdf5e None None] DHCP port deletion for 93a13b65-168f-4f1d-877c-9ae76be87936 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:14:30.150958 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 577255a5-fd41-44e9-83be-59cbcccb6d3e no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:14:30.177751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] Deleting port 02f8644f-5ddd-4016-8059-8bce8147b277 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:14:30.178093 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (02f8644f-5ddd-4016-8059-8bce8147b277), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:30.211310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 577255a5-fd41-44e9-83be-59cbcccb6d3e {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:14:30.211656 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 577255a5-fd41-44e9-83be-59cbcccb6d3e not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:14:30.221269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:14:30.294587 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:14:30.295080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b6a5ccef-20fe-4ab3-9f2b-ac109c6a5e54 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:14:30.336485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-38530e9f-b387-47d4-b77e-395b6adfdf5e None None] Deleting port 02f8644f-5ddd-4016-8059-8bce8147b277 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:14:30.336964 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38530e9f-b387-47d4-b77e-395b6adfdf5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (02f8644f-5ddd-4016-8059-8bce8147b277), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:30.413782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] For port 02f8644f-5ddd-4016-8059-8bce8147b277, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=02f8644f-5ddd-4016-8059-8bce8147b277,segment=NetworkSegment(88b84dc3-6a0d-451a-8da2-fd9d1dde19c3),segment_id=88b84dc3-6a0d-451a-8da2-fd9d1dde19c3)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:30.416895 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (02f8644f-5ddd-4016-8059-8bce8147b277), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:30.441421 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] Calling delete_port for 02f8644f-5ddd-4016-8059-8bce8147b277 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:14:30.449107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-38530e9f-b387-47d4-b77e-395b6adfdf5e None None] For port 02f8644f-5ddd-4016-8059-8bce8147b277, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=02f8644f-5ddd-4016-8059-8bce8147b277,segment=NetworkSegment(88b84dc3-6a0d-451a-8da2-fd9d1dde19c3),segment_id=88b84dc3-6a0d-451a-8da2-fd9d1dde19c3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:30.449803 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38530e9f-b387-47d4-b77e-395b6adfdf5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (02f8644f-5ddd-4016-8059-8bce8147b277), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:30.463550 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-38530e9f-b387-47d4-b77e-395b6adfdf5e None None] Calling delete_port for 02f8644f-5ddd-4016-8059-8bce8147b277 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:14:30.525435 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:14:30.534135 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (02f8644f-5ddd-4016-8059-8bce8147b277), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:30.563117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f8644f-5ddd-4016-8059-8bce8147b277,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:30.571367 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-935644f3-736f-4fff-b944-944e8c878970 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:30.572641 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-935644f3-736f-4fff-b944-944e8c878970 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9088504 Feb 10 15:14:30.576816 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7010b7a-d5b6-43d3-a2ea-bfe3243e0ac6 req-88257265-8033-45d8-b1d1-4d65273cfed1 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6287763 Feb 10 15:14:30.577316 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37964) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:30.577526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] No DVR routers for this DVR port 02f8644f-5ddd-4016-8059-8bce8147b277 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:14:30.592984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-28420701-1550-4dc1-acc2-20d844b9d056 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '69762256-ea02-4987-b0c6-0524e221c2af'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:30.593498 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-28420701-1550-4dc1-acc2-20d844b9d056 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103368) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:14:30.681782 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (93a13b65-168f-4f1d-877c-9ae76be87936), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:30.693432 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-d60c8967-30f5-4b4d-a374-caa464304953 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:30.695959 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-d60c8967-30f5-4b4d-a374-caa464304953 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/networks?id=73647c90-d033-4276-be16-3a485eed5b2f HTTP/1.1" status: 200 len: 813 time: 0.2428443 Feb 10 15:14:30.712314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a13b65-168f-4f1d-877c-9ae76be87936']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:30.722615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b84dc3-6a0d-451a-8da2-fd9d1dde19c3') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:30.723595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b84dc3-6a0d-451a-8da2-fd9d1dde19c3') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:30.736068 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (88b84dc3-6a0d-451a-8da2-fd9d1dde19c3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:30.768206 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38530e9f-b387-47d4-b77e-395b6adfdf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (02f8644f-5ddd-4016-8059-8bce8147b277), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:30.788950 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (88b84dc3-6a0d-451a-8da2-fd9d1dde19c3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:30.802275 n-d-815324-7 neutron-server[103368]: WARNING neutron.services.metering.metering_plugin [None req-28420701-1550-4dc1-acc2-20d844b9d056 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 10 15:14:30.809563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:14:30.813250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:14:30.814204 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (88b84dc3-6a0d-451a-8da2-fd9d1dde19c3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:14:30.818138 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:14:30.857909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-a31fa413-c274-45c6-b2ae-c88bdf682a53 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/quotas/c56196bc21924d2ca71f747218218382 HTTP/1.1" status: 200 len: 375 time: 0.0770063 Feb 10 15:14:30.859757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:14:30.861393 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:30.874656 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38530e9f-b387-47d4-b77e-395b6adfdf5e None None] No DVR routers for this DVR port 02f8644f-5ddd-4016-8059-8bce8147b277 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:14:30.928409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38530e9f-b387-47d4-b77e-395b6adfdf5e None None] Pushing event deleted for resources: {'Port': ['ID=02f8644f-5ddd-4016-8059-8bce8147b277,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:30.948210 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (93a13b65-168f-4f1d-877c-9ae76be87936), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:30.955937 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:30.970436 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] 10.222.0.64 "DELETE /v2.0/networks/93a13b65-168f-4f1d-877c-9ae76be87936 HTTP/1.1" status: 204 len: 168 time: 1.1990871 Feb 10 15:14:30.992077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b480ad-1602-41e1-b974-aed6262b9e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a13b65-168f-4f1d-877c-9ae76be87936,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:30.995170 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-c7cf453c-0a57-4a49-87c8-8a68ddcd89bd tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c56196bc21924d2ca71f747218218382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778296 Feb 10 15:14:30.999126 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-28420701-1550-4dc1-acc2-20d844b9d056 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:31.000322 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-28420701-1550-4dc1-acc2-20d844b9d056 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4184539 Feb 10 15:14:31.003928 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37970) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:31.015297 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-8e13b2bd-1a53-4830-8f0d-321c461bd0c5 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '69762256-ea02-4987-b0c6-0524e221c2af'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:31.015297 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-8e13b2bd-1a53-4830-8f0d-321c461bd0c5 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103369) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:14:31.040000 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026d67-832a-46fa-9701-e667190e1c89 req-904bb516-c3b4-4d1f-8901-c9d3063f96b5 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:31.047160 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac026d67-832a-46fa-9701-e667190e1c89 req-904bb516-c3b4-4d1f-8901-c9d3063f96b5 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 945 time: 0.2673244 Feb 10 15:14:31.122958 n-d-815324-7 neutron-server[103369]: WARNING neutron.services.metering.metering_plugin [None req-8e13b2bd-1a53-4830-8f0d-321c461bd0c5 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 10 15:14:31.153887 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac026d67-832a-46fa-9701-e667190e1c89 req-1073ccc5-294c-47b2-9dfa-be8ad8e9c9ea tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059115 Feb 10 15:14:31.175164 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-a04829e3-461a-4704-ac6f-2c46d6ad7e5a service neutron] 10.222.0.64 "GET /v2.0/networks/73647c90-d033-4276-be16-3a485eed5b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678748 Feb 10 15:14:31.256531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:31.257169 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:31.300722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37972) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:31.307061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0701c55c-25f5-45c7-9a33-d7bd326907ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:31.309444 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31086caa-8128-4675-862c-c684c101bcac" -d '{"events": [{"server_uuid": "0701c55c-25f5-45c7-9a33-d7bd326907ea", "name": "network-vif-plugged", "status": "completed", "tag": "18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:31.331381 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a,segment=NetworkSegment(9b7288e6-d826-466f-9139-5656341ea865),segment_id=9b7288e6-d826-466f-9139-5656341ea865)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:31.340949 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:31.341854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 444033d9-42f4-4dc5-9a8d-45f925980d03 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:14:31.374046 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8e13b2bd-1a53-4830-8f0d-321c461bd0c5 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:31.375584 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8e13b2bd-1a53-4830-8f0d-321c461bd0c5 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3705046 Feb 10 15:14:31.378364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37976) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:31.391788 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4892af2a-e268-43ca-8c3f-0082a95c8031 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=d19b7bb4-ed1a-42a4-8b5b-fa5834125deb HTTP/1.1" status: 200 len: 462 time: 0.0114763 Feb 10 15:14:31.395548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37978) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:31.432853 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0afd12db-1136-4b3e-a69d-35cd5426c409 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26e690b06e5d477db6241710c94522d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303957 Feb 10 15:14:31.435484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37980) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:31.479631 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:31.536264 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 444033d9-42f4-4dc5-9a8d-45f925980d03 is: DOWN; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:31.571792 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-95434c8e-8158-4a9b-bc00-18593192cd88 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:31.573336 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-95434c8e-8158-4a9b-bc00-18593192cd88 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/d19b7bb4-ed1a-42a4-8b5b-fa5834125deb HTTP/1.1" status: 204 len: 168 time: 0.1766152 Feb 10 15:14:31.576858 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37982) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:31.592761 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cec5181-9418-4b30-bdde-233d74a830bb admin admin] Publish callbacks [] for security_group (a8ef6872-34d1-4958-981f-754fba608aaa), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:31.600641 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-29623d53-a696-4e9a-84d9-5e777cd3c481 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=d19b7bb4-ed1a-42a4-8b5b-fa5834125deb HTTP/1.1" status: 200 len: 221 time: 0.0173669 Feb 10 15:14:31.603415 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37984) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:31.609831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-8da904bc-a4fd-4d5d-a1b9-3fada8969119 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1068345535', 'description': 'label created by tempest'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:31.610257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-8da904bc-a4fd-4d5d-a1b9-3fada8969119 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] Unknown quota resources ['metering_label']. {{(pid=103369) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:14:31.649317 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cec5181-9418-4b30-bdde-233d74a830bb admin admin] Publish callbacks [] for security_group (a8ef6872-34d1-4958-981f-754fba608aaa), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:31.680903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-9341af2b-3184-4522-912f-e783477c6e21 service neutron] 10.222.0.64 "GET /v2.0/networks/73647c90-d033-4276-be16-3a485eed5b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917932 Feb 10 15:14:31.710709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154c57a-38e5-40e1-8491-3a20bc3978de req-8d087180-9d62-4378-946d-c113bba15f7b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:31.719025 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f154c57a-38e5-40e1-8491-3a20bc3978de req-8d087180-9d62-4378-946d-c113bba15f7b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 944 time: 0.4230304 Feb 10 15:14:31.791464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f154c57a-38e5-40e1-8491-3a20bc3978de req-963675f6-8d64-478c-a416-2797e7899691 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713694 Feb 10 15:14:31.873838 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83d9cb6-81da-4e21-9517-5ac7e12a51fa x-openstack-request-id: req-d83d9cb6-81da-4e21-9517-5ac7e12a51fa {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:31.874139 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0701c55c-25f5-45c7-9a33-d7bd326907ea", "name": "network-vif-plugged", "status": "completed", "tag": "18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:31.874375 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d83d9cb6-81da-4e21-9517-5ac7e12a51fa {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:31.875036 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0701c55c-25f5-45c7-9a33-d7bd326907ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a', 'code': 200} Feb 10 15:14:32.035871 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e989fe-774b-463d-a5c4-7694c36fc882 req-f0575e38-aab2-49e3-819d-f150eaedd81b tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:32.037812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 02f8644f-5ddd-4016-8059-8bce8147b277 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:14:32.037984 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5e989fe-774b-463d-a5c4-7694c36fc882 req-f0575e38-aab2-49e3-819d-f150eaedd81b tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28e1cf3-cd20-45cc-9ace-5a72fc8d8113 HTTP/1.1" status: 200 len: 950 time: 0.1518137 Feb 10 15:14:32.087321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 02f8644f-5ddd-4016-8059-8bce8147b277 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:14:32.087625 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 02f8644f-5ddd-4016-8059-8bce8147b277 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:14:32.121780 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667ca61-cb81-402c-9662-27417e08355c req-21a31035-3735-4c00-b374-e8cad994d4e3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:32.123839 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5667ca61-cb81-402c-9662-27417e08355c req-21a31035-3735-4c00-b374-e8cad994d4e3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 946 time: 0.1519752 Feb 10 15:14:32.135949 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01501f9-d777-4b8b-990b-f34547ea4b51 req-1aefa42d-2b51-4646-8f14-f4ef0069ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:32.137496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c01501f9-d777-4b8b-990b-f34547ea4b51 req-1aefa42d-2b51-4646-8f14-f4ef0069ca76 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 1128 time: 0.1775544 Feb 10 15:14:32.151562 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5e989fe-774b-463d-a5c4-7694c36fc882 req-c2a1e554-00af-465c-b3d2-bab68eeb8cab tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994806 Feb 10 15:14:32.172638 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8da904bc-a4fd-4d5d-a1b9-3fada8969119 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:32.172638 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8da904bc-a4fd-4d5d-a1b9-3fada8969119 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5614774 Feb 10 15:14:32.172638 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37996) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:32.261817 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a1ea6058-b75b-4483-a229-dd46e9250130 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=ae8259d4-df70-4d6c-88d1-265f3ec81558 HTTP/1.1" status: 200 len: 468 time: 0.0921116 Feb 10 15:14:32.264948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38002) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:32.272276 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cec5181-9418-4b30-bdde-233d74a830bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a8ef6872-34d1-4958-981f-754fba608aaa), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:32.274913 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cec5181-9418-4b30-bdde-233d74a830bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:32.276845 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8cec5181-9418-4b30-bdde-233d74a830bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8ef6872-34d1-4958-981f-754fba608aaa HTTP/1.1" status: 204 len: 168 time: 0.8400934 Feb 10 15:14:32.289624 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5667ca61-cb81-402c-9662-27417e08355c req-5772bc94-a4cd-4150-b6a5-f09974fbf02a tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550963 Feb 10 15:14:32.312152 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e92c9093-5702-4cac-8aae-e40b1081f9a2 req-30e587f4-978f-44fd-bff8-0aa53105d810 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 210 time: 0.0832877 Feb 10 15:14:32.333383 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec5181-9418-4b30-bdde-233d74a830bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ef6872-34d1-4958-981f-754fba608aaa,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:32.391319 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c01501f9-d777-4b8b-990b-f34547ea4b51 req-ecd55aae-d0f1-4fef-b28d-4e00a065a2ed service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2179251 Feb 10 15:14:32.478097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:14:32.590191 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46c898-9f92-4905-88fb-f1bc6a54a163 req-523a54ce-ad13-4e17-97cc-abab6ef386ef tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:32.606821 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b46c898-9f92-4905-88fb-f1bc6a54a163 req-523a54ce-ad13-4e17-97cc-abab6ef386ef tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 946 time: 0.1266191 Feb 10 15:14:32.648354 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:32.668366 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1', 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6', 'port_id': '2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1', 'mac_address': 'fa:16:3e:c4:37:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42884750-3964-4921-a5f3-59cc5dea59b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:14:32.709271 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b46c898-9f92-4905-88fb-f1bc6a54a163 req-467d504d-f9db-438d-a927-ac25cbbcd84a tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014736 Feb 10 15:14:32.723831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 is: ACTIVE; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:32.723831 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:32.750069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:32.779528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:32.790508 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-56893378-b46b-4e0b-b282-d1efff0c0666 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:32.791855 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-56893378-b46b-4e0b-b282-d1efff0c0666 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/ae8259d4-df70-4d6c-88d1-265f3ec81558 HTTP/1.1" status: 204 len: 168 time: 0.5257027 Feb 10 15:14:32.793785 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:32.795065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38012) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:32.819778 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e6ef5e95-62e9-453f-81c8-122c11f4a540 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=ae8259d4-df70-4d6c-88d1-265f3ec81558 HTTP/1.1" status: 200 len: 216 time: 0.0230067 Feb 10 15:14:32.824148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38016) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:32.836747 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-274e75e3-d998-4137-af54-6c8ef3d7f8d8 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0101445 Feb 10 15:14:32.840059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38018) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:32.856757 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-781cebd4-08d9-4018-98fa-179518d722e5 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0148876 Feb 10 15:14:32.860286 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38022) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:32.892343 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:32.926492 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1e84e75f-bd7c-405d-bccf-0303facd5402 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/69762256-ea02-4987-b0c6-0524e221c2af HTTP/1.1" status: 200 len: 473 time: 0.0617952 Feb 10 15:14:32.928167 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38026) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:32.944230 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a17537e8-9110-472b-9bd2-235c9bc42954 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/b8ea5996-70c8-4ed3-968d-fe81ac942892 HTTP/1.1" status: 200 len: 459 time: 0.0143301 Feb 10 15:14:32.944901 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38028) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:32.956252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:33.015009 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62409772-e380-417d-9740-852c2ad10fc9 req-6380c7a1-0039-4a70-a511-8139fbf0133b tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:33.022171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62409772-e380-417d-9740-852c2ad10fc9 req-6380c7a1-0039-4a70-a511-8139fbf0133b tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:33.030777 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62409772-e380-417d-9740-852c2ad10fc9 req-6380c7a1-0039-4a70-a511-8139fbf0133b tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=75d27e3e-82ca-42a8-8729-cca71622fc22&device_id=b28e1cf3-cd20-45cc-9ace-5a72fc8d8113 HTTP/1.1" status: 200 len: 1690 time: 0.1818001 Feb 10 15:14:33.063179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c222a-e13f-4ee9-b22f-3da478208b58 req-6f44c15b-3dbb-4150-9e5e-64cc651553b8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:33.064703 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c1c222a-e13f-4ee9-b22f-3da478208b58 req-6f44c15b-3dbb-4150-9e5e-64cc651553b8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 944 time: 0.1387894 Feb 10 15:14:33.123726 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62409772-e380-417d-9740-852c2ad10fc9 req-6869c758-97a9-4e9b-a248-383b9f38be19 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913587 Feb 10 15:14:33.159279 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c1c222a-e13f-4ee9-b22f-3da478208b58 req-ac482c84-1325-44ba-af06-dfc0c1ea9fae tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839105 Feb 10 15:14:33.180091 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-49b689fe-d828-4f97-a951-b4fdbe94359d tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:33.182324 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-49b689fe-d828-4f97-a951-b4fdbe94359d tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/b8ea5996-70c8-4ed3-968d-fe81ac942892 HTTP/1.1" status: 204 len: 168 time: 0.2359843 Feb 10 15:14:33.184450 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38036) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:33.494863 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d1c17-a1b2-4116-8f66-3a34dce858b5 req-46dd6698-beb3-4e86-b568-4c358ec568f3 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:33.502193 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-371d1c17-a1b2-4116-8f66-3a34dce858b5 req-46dd6698-beb3-4e86-b568-4c358ec568f3 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=75d27e3e-82ca-42a8-8729-cca71622fc22 HTTP/1.1" status: 200 len: 1131 time: 0.2365150 Feb 10 15:14:33.540806 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15c14d46-364a-42c2-ac01-53fa7ba02d83 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:33.543047 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-15c14d46-364a-42c2-ac01-53fa7ba02d83 tempest-MeteringIpV6TestJSON-1777802755 tempest-MeteringIpV6TestJSON-1777802755-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/69762256-ea02-4987-b0c6-0524e221c2af HTTP/1.1" status: 204 len: 168 time: 0.3576894 Feb 10 15:14:33.594579 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-371d1c17-a1b2-4116-8f66-3a34dce858b5 req-b0dcf7b6-7e6a-4020-a590-92926ffdf977 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892694 Feb 10 15:14:33.614193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979b15-138e-4f38-b625-0a41464dea5e req-96a1cc04-c63b-4acc-ac5b-f075efd262af tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:33.626040 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43979b15-138e-4f38-b625-0a41464dea5e req-96a1cc04-c63b-4acc-ac5b-f075efd262af tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 945 time: 0.2293975 Feb 10 15:14:33.684098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-fc95f8e6-b1ef-4b98-ab63-3f428ec8c339 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:33.685658 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-fc95f8e6-b1ef-4b98-ab63-3f428ec8c339 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.72 "GET /v2.0/networks?id=73647c90-d033-4276-be16-3a485eed5b2f HTTP/1.1" status: 200 len: 813 time: 0.2552247 Feb 10 15:14:33.705806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-6dc6a2bf-84aa-43e8-838e-e85d94ba4fba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Request body: {'port': {'device_id': 'a93e3865-21bf-47b5-848e-75476de46008', 'network_id': '73647c90-d033-4276-be16-3a485eed5b2f', 'admin_state_up': True, 'tenant_id': 'c56196bc21924d2ca71f747218218382'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:33.785838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43979b15-138e-4f38-b625-0a41464dea5e req-3ffd19cd-6782-4a38-ad41-9f36bef36571 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578176 Feb 10 15:14:33.798724 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5f2a6ff-6bc9-45ac-b8a9-44c84572bf65 req-174b01b2-c125-4101-82a0-59d3f138b53d tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 210 time: 0.0889549 Feb 10 15:14:33.905474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-6dc6a2bf-84aa-43e8-838e-e85d94ba4fba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Made reservation on behalf of c56196bc21924d2ca71f747218218382 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:33.908807 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-6dc6a2bf-84aa-43e8-838e-e85d94ba4fba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:33.942774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38070) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:34.022166 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88102e5-7d47-4ff7-a36e-979a151566e5 req-89101760-8e87-445b-9b51-21878957868a tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:34.024545 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f88102e5-7d47-4ff7-a36e-979a151566e5 req-89101760-8e87-445b-9b51-21878957868a tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 946 time: 0.1211920 Feb 10 15:14:34.041360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6335f0-a520-4160-9154-54b65ee42f70 req-31c9fc4c-90fa-4274-ab25-f008e4992d18 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:34.043482 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be6335f0-a520-4160-9154-54b65ee42f70 req-31c9fc4c-90fa-4274-ab25-f008e4992d18 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b28e1cf3-cd20-45cc-9ace-5a72fc8d8113 HTTP/1.1" status: 200 len: 1132 time: 0.1268082 Feb 10 15:14:34.109085 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-6dc6a2bf-84aa-43e8-838e-e85d94ba4fba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Allocated IP 172.20.0.5 (73647c90-d033-4276-be16-3a485eed5b2f/c5af392c-d1a1-4389-85cc-ba74ede0ce34/c8989986-7868-4f7b-acdf-2e6f9018888a) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:14:34.112214 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f88102e5-7d47-4ff7-a36e-979a151566e5 req-bc32ece1-fe2f-42eb-aca3-cfdeb6f3cc46 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797558 Feb 10 15:14:34.142446 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be6335f0-a520-4160-9154-54b65ee42f70 req-4779d165-260a-47d7-9891-4d3c0ca593c0 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903008 Feb 10 15:14:34.261975 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-56446bc9-9cbe-4f0e-b041-80b2384e8683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:34.348397 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-6dc6a2bf-84aa-43e8-838e-e85d94ba4fba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Publish callbacks [] for port (c8989986-7868-4f7b-acdf-2e6f9018888a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:34.389092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c23796-18d7-4a72-a417-b7601da559e1 req-cd3d27c0-892c-4d3b-bca7-79386fc5f07b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:34.400176 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7c23796-18d7-4a72-a417-b7601da559e1 req-cd3d27c0-892c-4d3b-bca7-79386fc5f07b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 944 time: 0.1187611 Feb 10 15:14:34.462707 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7c23796-18d7-4a72-a417-b7601da559e1 req-d8f923a4-11fb-489f-93c2-5c63871ae595 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615726 Feb 10 15:14:34.481290 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:14:34.487061 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-56446bc9-9cbe-4f0e-b041-80b2384e8683 admin admin] Publish callbacks [] for security_group (b76ca143-c1c8-4858-ad5a-a8ad2520aa68), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:34.493991 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-56446bc9-9cbe-4f0e-b041-80b2384e8683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b76ca143-c1c8-4858-ad5a-a8ad2520aa68), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:34.521074 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56446bc9-9cbe-4f0e-b041-80b2384e8683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76ca143-c1c8-4858-ad5a-a8ad2520aa68,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:34.524183 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-6dc6a2bf-84aa-43e8-838e-e85d94ba4fba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (c8989986-7868-4f7b-acdf-2e6f9018888a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:34.543349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:14:34.543965 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:34.573322 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-38d5cfd5-8899-486d-ab6f-b909b99edf14 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393889 Feb 10 15:14:34.659596 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-56446bc9-9cbe-4f0e-b041-80b2384e8683 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52c0c5e69fa74f93bb7406670c4f2ae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7124069 Feb 10 15:14:34.659596 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6a2bf-84aa-43e8-838e-e85d94ba4fba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Pushing event updated for resources: {'Port': ['ID=c8989986-7868-4f7b-acdf-2e6f9018888a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:34.660705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38116) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:34.664993 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:34.665799 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:34.692045 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320890d1-4a27-477a-af59-041f7a690bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:34.696850 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-6dc6a2bf-84aa-43e8-838e-e85d94ba4fba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Network 73647c90-d033-4276-be16-3a485eed5b2f is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:14:34.698771 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-6dc6a2bf-84aa-43e8-838e-e85d94ba4fba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:14:34.700012 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f51cb2-927f-4b6e-a529-d8978264b7c4" -d '{"events": [{"server_uuid": "320890d1-4a27-477a-af59-041f7a690bbc", "name": "network-vif-plugged", "status": "completed", "tag": "2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:34.702142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-6dc6a2bf-84aa-43e8-838e-e85d94ba4fba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:14:34.732524 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-c1a7e986-86af-4138-9b3d-7ca758a26a5c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:34.741480 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-c1a7e986-86af-4138-9b3d-7ca758a26a5c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670887 Feb 10 15:14:34.741807 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:34.762035 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:34.762257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-6dc6a2bf-84aa-43e8-838e-e85d94ba4fba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:34.763273 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-6dc6a2bf-84aa-43e8-838e-e85d94ba4fba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:34.769335 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-f853ffe5-0d0b-4431-b106-3818e7f781ca tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/quotas/ee7e30a5c60144e3888d69f0b00a1cac HTTP/1.1" status: 200 len: 375 time: 0.0267096 Feb 10 15:14:34.794109 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-6dc6a2bf-84aa-43e8-838e-e85d94ba4fba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0921283 Feb 10 15:14:34.814993 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Request body: {'port': {'device_id': 'a93e3865-21bf-47b5-848e-75476de46008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:34.823443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:34.829807 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5499d3f7-70d6-4851-82cc-fe74be957e78 admin admin] Publish callbacks [] for security_group (b76ca143-c1c8-4858-ad5a-a8ad2520aa68), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:34.869831 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-be184ade-e6cd-40f1-9a44-ff3e107b8c2a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0992010 Feb 10 15:14:34.892068 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5499d3f7-70d6-4851-82cc-fe74be957e78 admin admin] Publish callbacks [] for security_group (b76ca143-c1c8-4858-ad5a-a8ad2520aa68), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:34.902805 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c8989986-7868-4f7b-acdf-2e6f9018888a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:34.984812 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5499d3f7-70d6-4851-82cc-fe74be957e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b76ca143-c1c8-4858-ad5a-a8ad2520aa68), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:34.987822 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5499d3f7-70d6-4851-82cc-fe74be957e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:34.989186 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5499d3f7-70d6-4851-82cc-fe74be957e78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b76ca143-c1c8-4858-ad5a-a8ad2520aa68 HTTP/1.1" status: 204 len: 168 time: 0.3281553 Feb 10 15:14:35.001683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499d3f7-70d6-4851-82cc-fe74be957e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76ca143-c1c8-4858-ad5a-a8ad2520aa68,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:35.215402 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b47c7a0-2187-4a4e-ad16-fc76ccf058f9 x-openstack-request-id: req-9b47c7a0-2187-4a4e-ad16-fc76ccf058f9 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:35.215703 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320890d1-4a27-477a-af59-041f7a690bbc", "name": "network-vif-plugged", "status": "completed", "tag": "2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:35.215958 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b47c7a0-2187-4a4e-ad16-fc76ccf058f9 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:35.216469 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320890d1-4a27-477a-af59-041f7a690bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1', 'code': 200} Feb 10 15:14:35.322071 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-67260bbf-e9a5-4ba9-83c2-2b78596c777a service neutron] 10.222.0.79 "GET /v2.0/ports/444033d9-42f4-4dc5-9a8d-45f925980d03/bindings/n-h1-815324-7 HTTP/1.1" status: 200 len: 384 time: 0.1526408 Feb 10 15:14:35.391991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8989986-7868-4f7b-acdf-2e6f9018888a {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:35.414870 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Publish callbacks [] for port (c8989986-7868-4f7b-acdf-2e6f9018888a), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:35.446760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Transition to ACTIVE for port object c8989986-7868-4f7b-acdf-2e6f9018888a will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:14:35.454186 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (c8989986-7868-4f7b-acdf-2e6f9018888a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:35.539653 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38180) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:35.563028 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abe00127-8d3a-44df-b43f-bedb6e56889f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:35.565944 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Pushing event updated for resources: {'Port': ['ID=c8989986-7868-4f7b-acdf-2e6f9018888a,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:35.587425 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cc8d9-9991-4ae5-84fc-15d84722f2fd req-4cafd1e0-563e-4989-b7ce-fb2f3b78961a tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:35.595204 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c0cc8d9-9991-4ae5-84fc-15d84722f2fd req-4cafd1e0-563e-4989-b7ce-fb2f3b78961a tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 946 time: 0.2568111 Feb 10 15:14:35.653981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Attempting to bind port c8989986-7868-4f7b-acdf-2e6f9018888a on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:14:35.654313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Attempting to bind port c8989986-7868-4f7b-acdf-2e6f9018888a by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '73647c90-d033-4276-be16-3a485eed5b2f'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:14:35.654638 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Attempting to bind port c8989986-7868-4f7b-acdf-2e6f9018888a on network 73647c90-d033-4276-be16-3a485eed5b2f {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:35.665292 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Port c8989986-7868-4f7b-acdf-2e6f9018888a on network 73647c90-d033-4276-be16-3a485eed5b2f not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:14:35.665621 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Attempting to bind port c8989986-7868-4f7b-acdf-2e6f9018888a on network 73647c90-d033-4276-be16-3a485eed5b2f {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:35.678015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:14:35.678358 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Checking segment: {'id': '3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '73647c90-d033-4276-be16-3a485eed5b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:14:35.678741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Bound using segment: {'id': '3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '73647c90-d033-4276-be16-3a485eed5b2f'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:14:35.679169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Bound port: c8989986-7868-4f7b-acdf-2e6f9018888a, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '73647c90-d033-4276-be16-3a485eed5b2f'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:14:35.679518 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c8989986-7868-4f7b-acdf-2e6f9018888a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:35.760486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c0cc8d9-9991-4ae5-84fc-15d84722f2fd req-45b451c5-6a50-4987-85d7-f7ec134cbaa5 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605589 Feb 10 15:14:35.781179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee28c66-5f5f-4271-80e6-86872b0d2d83 req-93ce195a-e2c8-438e-8c62-ce0d9c50f2cd tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:35.788094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] For port c8989986-7868-4f7b-acdf-2e6f9018888a, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:14:35.789410 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dee28c66-5f5f-4271-80e6-86872b0d2d83 req-93ce195a-e2c8-438e-8c62-ce0d9c50f2cd tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 943 time: 0.2722313 Feb 10 15:14:35.794789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] For port c8989986-7868-4f7b-acdf-2e6f9018888a, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=c8989986-7868-4f7b-acdf-2e6f9018888a,segment=NetworkSegment(3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe),segment_id=3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:14:35.812064 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (c8989986-7868-4f7b-acdf-2e6f9018888a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:35.826209 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abe00127-8d3a-44df-b43f-bedb6e56889f admin admin] Publish callbacks [] for security_group (99e4240e-9319-4e22-ac51-9621ec0eb436), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:35.861454 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abe00127-8d3a-44df-b43f-bedb6e56889f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (99e4240e-9319-4e22-ac51-9621ec0eb436), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:35.872489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:35.873309 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:35.875023 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] 10.222.0.72 "PUT /v2.0/ports/c8989986-7868-4f7b-acdf-2e6f9018888a HTTP/1.1" status: 200 len: 1091 time: 1.0659049 Feb 10 15:14:35.878250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93e3865-21bf-47b5-848e-75476de46008', 'tag': 'c8989986-7868-4f7b-acdf-2e6f9018888a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:35.881450 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd299a05-2ec6-4fe0-b375-11615b19a7af" -d '{"events": [{"name": "network-changed", "server_uuid": "a93e3865-21bf-47b5-848e-75476de46008", "tag": "c8989986-7868-4f7b-acdf-2e6f9018888a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:35.893072 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9fcf525f-5aac-428b-a81b-3a697d4db381 req-f9433ad7-0d13-4b1c-bd65-3a0f16bdf946 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 210 time: 0.0437326 Feb 10 15:14:35.933345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-16eaee79-affb-4f30-b967-50d3452c6222 req-1b80d857-2d45-4f24-8515-c904ee915243 service neutron] For port 444033d9-42f4-4dc5-9a8d-45f925980d03, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=444033d9-42f4-4dc5-9a8d-45f925980d03,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:35.943052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe00127-8d3a-44df-b43f-bedb6e56889f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e4240e-9319-4e22-ac51-9621ec0eb436,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:35.947677 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-abe00127-8d3a-44df-b43f-bedb6e56889f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=59c8e8c7e4064888ba8f7e916c033a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4072840 Feb 10 15:14:35.951429 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae07e7c-7766-4130-8a8c-0e6c584121cc service neutron] Pushing event updated for resources: {'Port': ['ID=c8989986-7868-4f7b-acdf-2e6f9018888a,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:35.952756 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38186) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:35.991191 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dee28c66-5f5f-4271-80e6-86872b0d2d83 req-469e3e8c-f550-4d1f-9366-4938af999990 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e759574-f9b9-4a64-b419-f98d67eda1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610475 Feb 10 15:14:36.015721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-16eaee79-affb-4f30-b967-50d3452c6222 req-1b80d857-2d45-4f24-8515-c904ee915243 service neutron] For port 444033d9-42f4-4dc5-9a8d-45f925980d03, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:14:36.049692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-bd50323b-9903-4c5f-a3de-6c7a0ba935dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:36.054071 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-bd50323b-9903-4c5f-a3de-6c7a0ba935dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c56196bc21924d2ca71f747218218382&device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 1125 time: 0.0756352 Feb 10 15:14:36.137086 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-16eaee79-affb-4f30-b967-50d3452c6222 req-1b80d857-2d45-4f24-8515-c904ee915243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444033d9-42f4-4dc5-9a8d-45f925980d03 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:36.158967 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-06075038-698d-49cf-a148-c74dcb73088b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8989986-7868-4f7b-acdf-2e6f9018888a HTTP/1.1" status: 200 len: 217 time: 0.0842416 Feb 10 15:14:36.170231 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-16eaee79-affb-4f30-b967-50d3452c6222 req-1b80d857-2d45-4f24-8515-c904ee915243 service neutron] For port 444033d9-42f4-4dc5-9a8d-45f925980d03, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=444033d9-42f4-4dc5-9a8d-45f925980d03,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:36.173193 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d1768976-75e5-4a43-be99-393f26899802 admin admin] Publish callbacks [] for security_group (99e4240e-9319-4e22-ac51-9621ec0eb436), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:36.203393 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-16eaee79-affb-4f30-b967-50d3452c6222 req-1b80d857-2d45-4f24-8515-c904ee915243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:36.215147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64ef0c-9980-45d1-a7fe-9ca335a61ed7 req-2bbf2173-7d56-4208-97bc-0bb352a2a3a6 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:36.222594 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa64ef0c-9980-45d1-a7fe-9ca335a61ed7 req-2bbf2173-7d56-4208-97bc-0bb352a2a3a6 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 946 time: 0.1499779 Feb 10 15:14:36.228814 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-077e00f4-f86d-471f-aa23-e7dd849026d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:36.231545 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-077e00f4-f86d-471f-aa23-e7dd849026d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c5af392c-d1a1-4389-85cc-ba74ede0ce34 HTTP/1.1" status: 200 len: 853 time: 0.0609741 Feb 10 15:14:36.255771 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d1768976-75e5-4a43-be99-393f26899802 admin admin] Publish callbacks [] for security_group (99e4240e-9319-4e22-ac51-9621ec0eb436), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:36.278793 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-435d530f-6f8a-448d-9590-7a4c231138aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=73647c90-d033-4276-be16-3a485eed5b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368321 Feb 10 15:14:36.344418 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa64ef0c-9980-45d1-a7fe-9ca335a61ed7 req-77a4937a-ab7d-446c-a976-f5eafdf157ee tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1203458 Feb 10 15:14:36.430386 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-16eaee79-affb-4f30-b967-50d3452c6222 req-1b80d857-2d45-4f24-8515-c904ee915243 service neutron] Transition to ACTIVE for port object 444033d9-42f4-4dc5-9a8d-45f925980d03 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:14:36.444365 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-16eaee79-affb-4f30-b967-50d3452c6222 req-1b80d857-2d45-4f24-8515-c904ee915243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:36.458910 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-9f335c98-42f8-4e78-87d0-2d3f483bb5ed service neutron] 10.222.0.72 "GET /v2.0/networks/73647c90-d033-4276-be16-3a485eed5b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513498 Feb 10 15:14:36.485929 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d1768976-75e5-4a43-be99-393f26899802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (99e4240e-9319-4e22-ac51-9621ec0eb436), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:36.485929 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d1768976-75e5-4a43-be99-393f26899802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:36.487603 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d1768976-75e5-4a43-be99-393f26899802 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/99e4240e-9319-4e22-ac51-9621ec0eb436 HTTP/1.1" status: 204 len: 168 time: 0.5322280 Feb 10 15:14:36.588484 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-99131e3d-ab84-4e74-b225-408eda2a28fd req-ca3d3021-997b-4d48-8830-d35a02095780 service neutron] 10.222.0.72 "GET /v2.0/networks/73647c90-d033-4276-be16-3a485eed5b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199827 Feb 10 15:14:36.590080 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10651354-66bd-4793-b356-a5c07930eade x-openstack-request-id: req-10651354-66bd-4793-b356-a5c07930eade {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:36.590248 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93e3865-21bf-47b5-848e-75476de46008", "tag": "c8989986-7868-4f7b-acdf-2e6f9018888a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:36.590502 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10651354-66bd-4793-b356-a5c07930eade {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:36.590884 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93e3865-21bf-47b5-848e-75476de46008', 'tag': 'c8989986-7868-4f7b-acdf-2e6f9018888a', 'status': 'completed', 'code': 200} Feb 10 15:14:36.635197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1768976-75e5-4a43-be99-393f26899802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e4240e-9319-4e22-ac51-9621ec0eb436,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:36.693937 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-513cfdc3-040f-4eac-abdb-9de26d106d0b tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380483 Feb 10 15:14:36.712041 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-16eaee79-affb-4f30-b967-50d3452c6222 req-1b80d857-2d45-4f24-8515-c904ee915243 service neutron] No DVR routers for this DVR port 444033d9-42f4-4dc5-9a8d-45f925980d03 on host n-h2-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:14:36.735285 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:36.745391 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80d857-2d45-4f24-8515-c904ee915243 service neutron] Pushing event updated for resources: {'Port': ['ID=444033d9-42f4-4dc5-9a8d-45f925980d03,revision_number=10']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:36.797922 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-1b80d857-2d45-4f24-8515-c904ee915243 service neutron] 10.222.0.79 "PUT /v2.0/ports/444033d9-42f4-4dc5-9a8d-45f925980d03/bindings/n-h1-815324-7/activate HTTP/1.1" status: 200 len: 369 time: 1.4066849 Feb 10 15:14:36.812718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d7a69-661d-4312-b8de-4f4b690cd486 req-8b7c0dd3-b66c-4ce0-96cc-fb66429f06ef tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:36.814568 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-952d7a69-661d-4312-b8de-4f4b690cd486 req-8b7c0dd3-b66c-4ce0-96cc-fb66429f06ef tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 945 time: 0.3614535 Feb 10 15:14:36.840296 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d67c76-5872-42c1-baf3-8bcacdd56f3f req-ffbf28c6-beca-441c-a549-aadc2322b360 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:36.855747 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1d67c76-5872-42c1-baf3-8bcacdd56f3f req-ffbf28c6-beca-441c-a549-aadc2322b360 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 946 time: 0.2423577 Feb 10 15:14:36.856369 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38236) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:36.880092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd299a05-2ec6-4fe0-b375-11615b19a7af req-cc73ce45-5fca-4cf9-9492-d99e8f2d5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:36.881783 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd299a05-2ec6-4fe0-b375-11615b19a7af req-cc73ce45-5fca-4cf9-9492-d99e8f2d5f18 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c56196bc21924d2ca71f747218218382&device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 1125 time: 0.2113583 Feb 10 15:14:36.889057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-64f2ddde-7167-4734-aeef-97d87d6dc83b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Request body: {'floatingip': {'port_id': '18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:36.893499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-830d7fb4-bc56-40cd-b07c-ed510f64adf2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:36.895843 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-830d7fb4-bc56-40cd-b07c-ed510f64adf2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1967463 Feb 10 15:14:36.913477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-ddbe360d-b839-49fc-b4d6-5a0a1d77b96c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Request body: {'port': {'device_id': '819c1349-6b96-4df7-a336-77fc9ba6dd04', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': 'ee7e30a5c60144e3888d69f0b00a1cac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:37.107224 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3b49b5d0-a132-4cfc-9528-826bed3f992e tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:37.108755 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-3b49b5d0-a132-4cfc-9528-826bed3f992e tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8&tenant_id=ef96867ec18f4dff8a2a1903005f827a&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1127 time: 0.0632236 Feb 10 15:14:37.109326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-ddbe360d-b839-49fc-b4d6-5a0a1d77b96c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Made reservation on behalf of ee7e30a5c60144e3888d69f0b00a1cac for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:37.112748 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-ddbe360d-b839-49fc-b4d6-5a0a1d77b96c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:37.130247 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-952d7a69-661d-4312-b8de-4f4b690cd486 req-f51f67eb-745c-4fd1-b333-83de51394c1b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001180 Feb 10 15:14:37.131440 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd299a05-2ec6-4fe0-b375-11615b19a7af req-ca527159-60d2-4d9f-ba02-ac833a805dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:37.134773 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd299a05-2ec6-4fe0-b375-11615b19a7af req-ca527159-60d2-4d9f-ba02-ac833a805dd8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=73647c90-d033-4276-be16-3a485eed5b2f HTTP/1.1" status: 200 len: 914 time: 0.2326400 Feb 10 15:14:37.178033 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64f2ddde-7167-4734-aeef-97d87d6dc83b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for floatingip (44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:37.241789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee79-affb-4f30-b967-50d3452c6222 req-1417e8b2-650c-4d00-8aeb-f0892a96cd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:37.243309 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-1417e8b2-650c-4d00-8aeb-f0892a96cd3a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8&tenant_id=ef96867ec18f4dff8a2a1903005f827a HTTP/1.1" status: 200 len: 1127 time: 0.1168582 Feb 10 15:14:37.314417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd299a05-2ec6-4fe0-b375-11615b19a7af req-fa4e98e8-980d-421a-941e-adcdabfe6965 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8989986-7868-4f7b-acdf-2e6f9018888a HTTP/1.1" status: 200 len: 217 time: 0.1396856 Feb 10 15:14:37.348359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-ddbe360d-b839-49fc-b4d6-5a0a1d77b96c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Allocated IP 192.168.233.229 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/644661be-846b-45d7-9181-3d44a3673e68) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:14:37.367360 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee79-affb-4f30-b967-50d3452c6222 req-d524ccec-af54-4e3e-ac75-ff6cfead0f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:37.368895 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-d524ccec-af54-4e3e-ac75-ff6cfead0f2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 1127 time: 0.0971091 Feb 10 15:14:37.534254 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a13d72-c697-4200-8dd6-e317b071e0dd req-585217d9-da80-4fdb-9c75-ffa07da249ec tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:37.546713 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82a13d72-c697-4200-8dd6-e317b071e0dd req-585217d9-da80-4fdb-9c75-ffa07da249ec tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 946 time: 0.5075345 Feb 10 15:14:37.573301 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd299a05-2ec6-4fe0-b375-11615b19a7af req-a5f76160-b2dc-45f3-b70f-46dc65eda02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:37.575185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd299a05-2ec6-4fe0-b375-11615b19a7af req-a5f76160-b2dc-45f3-b70f-46dc65eda02b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c5af392c-d1a1-4389-85cc-ba74ede0ce34 HTTP/1.1" status: 200 len: 853 time: 0.2447224 Feb 10 15:14:37.632862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd299a05-2ec6-4fe0-b375-11615b19a7af req-04a3316e-f797-4a82-a2b3-9755c235976b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=73647c90-d033-4276-be16-3a485eed5b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400360 Feb 10 15:14:37.720348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee79-affb-4f30-b967-50d3452c6222 req-d3f39eed-4705-48b4-9f1d-7b8d03cfc9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:37.722199 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-d3f39eed-4705-48b4-9f1d-7b8d03cfc9e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.3454070 Feb 10 15:14:37.781439 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-6428bba2-27c6-4c51-a72e-01f5c1c434f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=444033d9-42f4-4dc5-9a8d-45f925980d03 HTTP/1.1" status: 200 len: 217 time: 0.0496318 Feb 10 15:14:37.814426 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82a13d72-c697-4200-8dd6-e317b071e0dd req-e343f76c-23ca-4826-9620-360d0dee7126 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666471 Feb 10 15:14:37.919282 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-ddbe360d-b839-49fc-b4d6-5a0a1d77b96c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks [] for port (644661be-846b-45d7-9181-3d44a3673e68), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:37.931641 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee79-affb-4f30-b967-50d3452c6222 req-684cdddd-3e46-4570-bfd7-8fab09a5128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:37.933268 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-684cdddd-3e46-4570-bfd7-8fab09a5128b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.1417372 Feb 10 15:14:37.945396 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bc487e0a-6f7f-4c7b-ade1-4fa4236be283 req-343341a5-87c0-448b-9cef-4beab645da58 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 210 time: 0.0398891 Feb 10 15:14:37.975148 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-18296a2c-bf1d-49c8-8606-352ce84ffd6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324814 Feb 10 15:14:38.078775 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-ddbe360d-b839-49fc-b4d6-5a0a1d77b96c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (644661be-846b-45d7-9181-3d44a3673e68), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:38.094255 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3be1dd2f-6854-4bdb-b887-e5964e133a7d', '3fffc403-7c02-477a-b1f7-220ed2eddcdb', 'ab46e3dd-534f-40d4-9227-b0fbca905259'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:38.099742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b7341060-e935-41d4-8242-bd60d7574d5f', '75bcd7ec-1278-4a6e-95ae-e2a7405ee517'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:38.135085 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd299a05-2ec6-4fe0-b375-11615b19a7af req-583ca2b1-09cf-406d-865e-6ee7672c2cbb service neutron] 10.222.0.72 "GET /v2.0/networks/73647c90-d033-4276-be16-3a485eed5b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606102 Feb 10 15:14:38.227585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-ddbe360d-b839-49fc-b4d6-5a0a1d77b96c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:14:38.250773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-ddbe360d-b839-49fc-b4d6-5a0a1d77b96c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:14:38.278777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-ddbe360d-b839-49fc-b4d6-5a0a1d77b96c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:14:38.316167 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefe9e2-4206-4e5b-b7ae-1e5f5dc0db15 req-7aac345f-0478-4958-9ecd-afd20fadb1cf tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:38.318326 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbefe9e2-4206-4e5b-b7ae-1e5f5dc0db15 req-7aac345f-0478-4958-9ecd-afd20fadb1cf tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 943 time: 0.4118359 Feb 10 15:14:38.402923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-ddbe360d-b839-49fc-b4d6-5a0a1d77b96c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:38.403954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-ddbe360d-b839-49fc-b4d6-5a0a1d77b96c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:38.432495 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-7dc0ccbf-d13d-4b8e-9dae-693282efc106 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484112 Feb 10 15:14:38.438312 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe360d-b839-49fc-b4d6-5a0a1d77b96c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event updated for resources: {'Port': ['ID=644661be-846b-45d7-9181-3d44a3673e68,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:38.464962 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-ddbe360d-b839-49fc-b4d6-5a0a1d77b96c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5576341 Feb 10 15:14:38.608330 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Request body: {'port': {'device_id': '819c1349-6b96-4df7-a336-77fc9ba6dd04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:38.876306 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (644661be-846b-45d7-9181-3d44a3673e68), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:38.880475 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-75636666-96e9-4613-95c7-465381adc7ef service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967529 Feb 10 15:14:39.007562 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7cc4de3d-6fca-489e-b226-75858754b723 None None] Provisioning complete for port 644661be-846b-45d7-9181-3d44a3673e68 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:14:39.007924 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7cc4de3d-6fca-489e-b226-75858754b723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (644661be-846b-45d7-9181-3d44a3673e68), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:39.087422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7cc4de3d-6fca-489e-b226-75858754b723 None None] Port 644661be-846b-45d7-9181-3d44a3673e68 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:14:39.158561 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.resource_extend [None req-64f2ddde-7167-4734-aeef-97d87d6dc83b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] It took 0.77 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:14:39.173616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38386) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:39.263381 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbefe9e2-4206-4e5b-b7ae-1e5f5dc0db15 req-2edd7a59-487f-4470-ac2a-1304cb3a15aa tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e759574-f9b9-4a64-b419-f98d67eda1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9341645 Feb 10 15:14:39.280356 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaee79-affb-4f30-b967-50d3452c6222 req-d3e1af81-1fde-41d8-b54d-44e73c05cde7 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:39.281941 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-d3e1af81-1fde-41d8-b54d-44e73c05cde7 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8&tenant_id=ef96867ec18f4dff8a2a1903005f827a&binding%3Ahost_id=n-h1-815324-7 HTTP/1.1" status: 200 len: 1127 time: 0.1242750 Feb 10 15:14:39.290418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644661be-846b-45d7-9181-3d44a3673e68 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:39.305321 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Publish callbacks [] for port (644661be-846b-45d7-9181-3d44a3673e68), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:39.321052 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd299a05-2ec6-4fe0-b375-11615b19a7af req-9dfa6ba3-c3fb-44e4-8a70-92723f75e2e9 service neutron] 10.222.0.72 "GET /v2.0/networks/73647c90-d033-4276-be16-3a485eed5b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0507236 Feb 10 15:14:39.333209 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-13c2b094-f84f-4d63-b0a3-fab810d359e5 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:39.342842 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64f2ddde-7167-4734-aeef-97d87d6dc83b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:39.355776 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64f2ddde-7167-4734-aeef-97d87d6dc83b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:39.360353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Transition to ACTIVE for port object 644661be-846b-45d7-9181-3d44a3673e68 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:14:39.376539 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (644661be-846b-45d7-9181-3d44a3673e68), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:39.398808 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf6384-8c72-46da-93db-28126ef6aff8 req-692177a2-b0c5-43cf-ab0e-9d5eba7a252d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:39.400192 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfdf6384-8c72-46da-93db-28126ef6aff8 req-692177a2-b0c5-43cf-ab0e-9d5eba7a252d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 945 time: 0.3850932 Feb 10 15:14:39.412358 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-13c2b094-f84f-4d63-b0a3-fab810d359e5 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] 10.222.0.64 "PUT /v2.0/quotas/f8beb6a3a40445d6803198405d4aa9eb HTTP/1.1" status: 200 len: 368 time: 0.2293227 Feb 10 15:14:39.413355 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38390) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:39.423736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-867505ca-cfca-4123-9ef9-bd53387d9dcc tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Request body: {'network': {'project_id': 'f8beb6a3a40445d6803198405d4aa9eb'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:39.459830 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Pushing event updated for resources: {'Port': ['ID=644661be-846b-45d7-9181-3d44a3673e68,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:39.564475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-16eaee79-affb-4f30-b967-50d3452c6222 req-d6a64173-be2b-42e1-82c1-1d80dc21c0d9 service neutron] For port 444033d9-42f4-4dc5-9a8d-45f925980d03, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:14:39.569474 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-16eaee79-affb-4f30-b967-50d3452c6222 req-d6a64173-be2b-42e1-82c1-1d80dc21c0d9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:39.569835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867505ca-cfca-4123-9ef9-bd53387d9dcc tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Made reservation on behalf of f8beb6a3a40445d6803198405d4aa9eb for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:39.570602 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-16eaee79-affb-4f30-b967-50d3452c6222 req-d6a64173-be2b-42e1-82c1-1d80dc21c0d9 service neutron] 10.222.0.72 "DELETE /v2.0/ports/444033d9-42f4-4dc5-9a8d-45f925980d03/bindings/n-h2-815324-7 HTTP/1.1" status: 204 len: 173 time: 0.2756851 Feb 10 15:14:39.572555 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-867505ca-cfca-4123-9ef9-bd53387d9dcc tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:39.599980 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-867505ca-cfca-4123-9ef9-bd53387d9dcc tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:39.609463 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Attempting to bind port 644661be-846b-45d7-9181-3d44a3673e68 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:14:39.609794 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Attempting to bind port 644661be-846b-45d7-9181-3d44a3673e68 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:14:39.610120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Attempting to bind port 644661be-846b-45d7-9181-3d44a3673e68 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:39.615388 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfdf6384-8c72-46da-93db-28126ef6aff8 req-af0b3c30-2bbb-404d-bdcf-8dad30d4cc79 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064598 Feb 10 15:14:39.620207 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Port 644661be-846b-45d7-9181-3d44a3673e68 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:14:39.620530 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Attempting to bind port 644661be-846b-45d7-9181-3d44a3673e68 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:39.623590 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0075a-f359-486c-b44f-6983af1e658c req-110c20b0-54a1-4b94-b7a4-8c52eefc22ad tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:39.631046 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-38c0075a-f359-486c-b44f-6983af1e658c req-110c20b0-54a1-4b94-b7a4-8c52eefc22ad tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 946 time: 0.2701061 Feb 10 15:14:39.640369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:14:39.640910 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:14:39.641230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:14:39.641655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Bound port: 644661be-846b-45d7-9181-3d44a3673e68, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:14:39.642004 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (644661be-846b-45d7-9181-3d44a3673e68), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:39.642713 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-64f2ddde-7167-4734-aeef-97d87d6dc83b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Floating IP 44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09 associated. External IP: 172.25.3.62, port: 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a. Feb 10 15:14:39.774702 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] For port 644661be-846b-45d7-9181-3d44a3673e68, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:14:39.779961 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] For port 644661be-846b-45d7-9181-3d44a3673e68, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=644661be-846b-45d7-9181-3d44a3673e68,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:14:39.787452 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (644661be-846b-45d7-9181-3d44a3673e68), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:39.826644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:39.827302 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:39.828731 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] 10.222.0.72 "PUT /v2.0/ports/644661be-846b-45d7-9181-3d44a3673e68 HTTP/1.1" status: 200 len: 1096 time: 1.2366364 Feb 10 15:14:39.832464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819c1349-6b96-4df7-a336-77fc9ba6dd04', 'tag': '644661be-846b-45d7-9181-3d44a3673e68'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:39.836369 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bbcaf9-ce4d-4af4-9cad-996c5d7feab9" -d '{"events": [{"name": "network-changed", "server_uuid": "819c1349-6b96-4df7-a336-77fc9ba6dd04", "tag": "644661be-846b-45d7-9181-3d44a3673e68"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:39.888421 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-38c0075a-f359-486c-b44f-6983af1e658c req-bb35c59d-b4b9-4ba5-985c-3d0adf2dade6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296522 Feb 10 15:14:39.892816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c918c00-97b6-4b00-b63f-2e68d8784238 service neutron] Pushing event updated for resources: {'Port': ['ID=644661be-846b-45d7-9181-3d44a3673e68,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:39.937741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-97a7dec8-d9a6-416c-8309-42461e2e6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:39.940257 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-97a7dec8-d9a6-416c-8309-42461e2e6a45 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 1130 time: 0.0600719 Feb 10 15:14:39.983990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154ff6c-8539-4bb2-ac18-cee3073d165e req-26c9e077-c0bd-42d7-953f-98f012c33fa9 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:39.991725 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c154ff6c-8539-4bb2-ac18-cee3073d165e req-26c9e077-c0bd-42d7-953f-98f012c33fa9 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 948 time: 0.2197227 Feb 10 15:14:40.087089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device c8989986-7868-4f7b-acdf-2e6f9018888a details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:14:40.257364 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-867505ca-cfca-4123-9ef9-bd53387d9dcc tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks [] for security_group (e9f6cf3b-21d9-4dc6-b5a4-d1a45498dbfc), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:40.306288 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port c8989986-7868-4f7b-acdf-2e6f9018888a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=c8989986-7868-4f7b-acdf-2e6f9018888a,segment=NetworkSegment(3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe),segment_id=3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:40.323428 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'c8989986-7868-4f7b-acdf-2e6f9018888a', 'network_id': '73647c90-d033-4276-be16-3a485eed5b2f', 'port_id': 'c8989986-7868-4f7b-acdf-2e6f9018888a', 'mac_address': 'fa:16:3e:9f:50:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af392c-d1a1-4389-85cc-ba74ede0ce34', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:14:40.357302 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c154ff6c-8539-4bb2-ac18-cee3073d165e req-c7e147dd-af2d-4029-9223-a496b01ce933 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637440 Feb 10 15:14:40.360544 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-867505ca-cfca-4123-9ef9-bd53387d9dcc tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e9f6cf3b-21d9-4dc6-b5a4-d1a45498dbfc), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:40.372246 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port c8989986-7868-4f7b-acdf-2e6f9018888a is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:40.372623 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f2ddde-7167-4734-aeef-97d87d6dc83b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Router 713039d6-ee09-4d66-ba1c-e9723334f331 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:14:40.372774 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c8989986-7868-4f7b-acdf-2e6f9018888a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:40.403226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8989986-7868-4f7b-acdf-2e6f9018888a {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:40.413970 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-493d77eb-0114-4515-b97b-926ae6934f8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=644661be-846b-45d7-9181-3d44a3673e68 HTTP/1.1" status: 200 len: 217 time: 0.4625347 Feb 10 15:14:40.441423 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692c48e3-33b4-48fa-abf0-f00cecbd4e1a x-openstack-request-id: req-692c48e3-33b4-48fa-abf0-f00cecbd4e1a {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:40.441774 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819c1349-6b96-4df7-a336-77fc9ba6dd04", "tag": "644661be-846b-45d7-9181-3d44a3673e68", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:40.441966 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-692c48e3-33b4-48fa-abf0-f00cecbd4e1a {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:40.442429 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819c1349-6b96-4df7-a336-77fc9ba6dd04', 'tag': '644661be-846b-45d7-9181-3d44a3673e68', 'status': 'completed', 'code': 200} Feb 10 15:14:40.450530 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867505ca-cfca-4123-9ef9-bd53387d9dcc tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:14:40.453679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port c8989986-7868-4f7b-acdf-2e6f9018888a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=c8989986-7868-4f7b-acdf-2e6f9018888a,segment=NetworkSegment(3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe),segment_id=3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:40.462900 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c8989986-7868-4f7b-acdf-2e6f9018888a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:40.503475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-857ff763-b0c7-4c3f-b31b-559e4f42b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:40.505028 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-857ff763-b0c7-4c3f-b31b-559e4f42b7b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0838153 Feb 10 15:14:40.507637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:14:40.543156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867505ca-cfca-4123-9ef9-bd53387d9dcc tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f6cf3b-21d9-4dc6-b5a4-d1a45498dbfc,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:40.572731 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-867505ca-cfca-4123-9ef9-bd53387d9dcc tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (499df236-e1f6-4789-8f16-5b34af3390c3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:40.573331 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-867505ca-cfca-4123-9ef9-bd53387d9dcc tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Added segment 499df236-e1f6-4789-8f16-5b34af3390c3 of type vlan for network 44be1446-c84e-4cde-914a-59c4b3c90f35 Feb 10 15:14:40.587908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-86b3741f-ba44-44e9-b36b-3c5512b45304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:40.589949 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-86b3741f-ba44-44e9-b36b-3c5512b45304 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0770414 Feb 10 15:14:40.616251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=c8989986-7868-4f7b-acdf-2e6f9018888a,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:40.701706 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:40.701904 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:40.741021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320890d1-4a27-477a-af59-041f7a690bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:40.742809 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-867505ca-cfca-4123-9ef9-bd53387d9dcc tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (44be1446-c84e-4cde-914a-59c4b3c90f35), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:40.744557 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8980989-918e-4126-af4e-d22d9a232878" -d '{"events": [{"server_uuid": "320890d1-4a27-477a-af59-041f7a690bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:40.760774 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:40.768632 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:40.790011 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-867505ca-cfca-4123-9ef9-bd53387d9dcc tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (44be1446-c84e-4cde-914a-59c4b3c90f35), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:40.790792 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867505ca-cfca-4123-9ef9-bd53387d9dcc tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:40.791436 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-867505ca-cfca-4123-9ef9-bd53387d9dcc tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:40.817481 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-234d73bc-06f3-4eff-bbf0-f67119c5c789 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182369 Feb 10 15:14:40.841742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['c8989986-7868-4f7b-acdf-2e6f9018888a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:40.927675 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ec686c52-bbec-4268-9ea4-5f59e97c4bc3 req-93fcf1c0-d0ca-451a-bd8f-4d34968c4896 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019540 Feb 10 15:14:40.964420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:40.980999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867505ca-cfca-4123-9ef9-bd53387d9dcc tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Pushing event updated for resources: {'Network': ['ID=44be1446-c84e-4cde-914a-59c4b3c90f35,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:41.021487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 44be1446-c84e-4cde-914a-59c4b3c90f35 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:14:41.030186 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-867505ca-cfca-4123-9ef9-bd53387d9dcc tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6160786 Feb 10 15:14:41.050031 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38486) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:41.056121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32c3ac-7d40-4b4d-b943-63d4c9e5acd7 req-aad4c21b-4295-4f52-92be-70145845c27e tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:41.068011 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e32c3ac-7d40-4b4d-b943-63d4c9e5acd7 req-aad4c21b-4295-4f52-92be-70145845c27e tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 944 time: 0.6187110 Feb 10 15:14:41.076227 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-671c6ad0-6cfa-4de7-949a-c7f13865202c tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Request body: {'network': {'project_id': 'f8beb6a3a40445d6803198405d4aa9eb'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:41.119143 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b92ccb-e2c1-420d-8f66-754dd2d25388 req-22aa5f82-2b79-44a4-97a2-5d68cac95bf8 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:41.120689 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95b92ccb-e2c1-420d-8f66-754dd2d25388 req-22aa5f82-2b79-44a4-97a2-5d68cac95bf8 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.79 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 946 time: 0.5731857 Feb 10 15:14:41.121431 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbcaf9-ce4d-4af4-9cad-996c5d7feab9 req-ca624bfa-81c0-461f-9a5f-7dbc0a02482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:41.121873 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f2ddde-7167-4734-aeef-97d87d6dc83b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:14:41.123160 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84bbcaf9-ce4d-4af4-9cad-996c5d7feab9 req-ca624bfa-81c0-461f-9a5f-7dbc0a02482d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 1130 time: 0.1257598 Feb 10 15:14:41.124335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671c6ad0-6cfa-4de7-949a-c7f13865202c tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Made reservation on behalf of f8beb6a3a40445d6803198405d4aa9eb for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:41.127213 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-671c6ad0-6cfa-4de7-949a-c7f13865202c tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:41.133177 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64f2ddde-7167-4734-aeef-97d87d6dc83b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:41.146293 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b3ad4-8a6a-4064-bace-cd50637b6d7b None None] Sync routers for ids ['713039d6-ee09-4d66-ba1c-e9723334f331'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:14:41.196724 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b3ad4-8a6a-4064-bace-cd50637b6d7b None None] Routers {'713039d6-ee09-4d66-ba1c-e9723334f331'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:14:41.197758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dd7b3ad4-8a6a-4064-bace-cd50637b6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:14:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['713039d6-ee09-4d66-ba1c-e9723334f331'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:41.208598 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:41.212452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671c6ad0-6cfa-4de7-949a-c7f13865202c tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:14:41.232656 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-64f2ddde-7167-4734-aeef-97d87d6dc83b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "PUT /v2.0/floatingips/44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09 HTTP/1.1" status: 200 len: 991 time: 4.3585024 Feb 10 15:14:41.252331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0701c55c-25f5-45c7-9a33-d7bd326907ea', 'tag': '18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:41.255630 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586d7eb3-cfb1-403e-944f-770c0539e6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0701c55c-25f5-45c7-9a33-d7bd326907ea", "tag": "18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:41.260289 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-671c6ad0-6cfa-4de7-949a-c7f13865202c tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (18af1063-565a-4feb-a2ca-98d1ed67af93), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:41.260657 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-671c6ad0-6cfa-4de7-949a-c7f13865202c tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Added segment 18af1063-565a-4feb-a2ca-98d1ed67af93 of type vlan for network e4b335f9-0fee-4b22-b92f-348b19101c65 Feb 10 15:14:41.269268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e32c3ac-7d40-4b4d-b943-63d4c9e5acd7 req-8e2e6da7-2cbf-4203-aed2-3388105fdec7 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e759574-f9b9-4a64-b419-f98d67eda1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996350 Feb 10 15:14:41.330534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-dd7b3ad4-8a6a-4064-bace-cd50637b6d7b None None] Set router 713039d6-ee09-4d66-ba1c-e9723334f331 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:14:41.333876 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-671c6ad0-6cfa-4de7-949a-c7f13865202c tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (e4b335f9-0fee-4b22-b92f-348b19101c65), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:41.340975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbcaf9-ce4d-4af4-9cad-996c5d7feab9 req-b4f4ca9a-2ba7-445e-8ece-2df28bb7f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:41.342448 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84bbcaf9-ce4d-4af4-9cad-996c5d7feab9 req-b4f4ca9a-2ba7-445e-8ece-2df28bb7f49f service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1752384 Feb 10 15:14:41.393025 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e0dc5-4355-426e-ba07-3f27ea356525 req-8c1cd331-63b4-4288-ab62-755049e25244 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:41.400510 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc0e0dc5-4355-426e-ba07-3f27ea356525 req-8c1cd331-63b4-4288-ab62-755049e25244 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 945 time: 0.2249210 Feb 10 15:14:41.434528 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84bbcaf9-ce4d-4af4-9cad-996c5d7feab9 req-6ac30669-ca5b-4735-a0b1-013776887c74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=644661be-846b-45d7-9181-3d44a3673e68 HTTP/1.1" status: 200 len: 217 time: 0.0758128 Feb 10 15:14:41.439445 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-671c6ad0-6cfa-4de7-949a-c7f13865202c tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (e4b335f9-0fee-4b22-b92f-348b19101c65), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:41.440619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671c6ad0-6cfa-4de7-949a-c7f13865202c tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:41.442816 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-671c6ad0-6cfa-4de7-949a-c7f13865202c tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:41.498506 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbcaf9-ce4d-4af4-9cad-996c5d7feab9 req-686409c3-cd31-4be5-9f86-064306201e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:41.500277 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84bbcaf9-ce4d-4af4-9cad-996c5d7feab9 req-686409c3-cd31-4be5-9f86-064306201e62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0540338 Feb 10 15:14:41.500995 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc0e0dc5-4355-426e-ba07-3f27ea356525 req-033fd853-9a84-4ed1-9b92-5ea96429dbfb tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956707 Feb 10 15:14:41.507038 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b75a03-6bb7-41f1-b8e6-013f728f9dcd x-openstack-request-id: req-20b75a03-6bb7-41f1-b8e6-013f728f9dcd {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:41.507387 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320890d1-4a27-477a-af59-041f7a690bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:41.507638 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20b75a03-6bb7-41f1-b8e6-013f728f9dcd {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:41.508187 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320890d1-4a27-477a-af59-041f7a690bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1', 'code': 200} Feb 10 15:14:41.522533 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-95b92ccb-e2c1-420d-8f66-754dd2d25388 req-ca5ecccd-45bf-4073-8c0b-791b1f519c86 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Deleting port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:14:41.522882 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-95b92ccb-e2c1-420d-8f66-754dd2d25388 req-ca5ecccd-45bf-4073-8c0b-791b1f519c86 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:41.551375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea34e7-85e3-4905-9310-c25c3f471f6c req-c946a88a-5050-4349-9b00-4ec6ff461b69 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:41.552944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2bea34e7-85e3-4905-9310-c25c3f471f6c req-c946a88a-5050-4349-9b00-4ec6ff461b69 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 944 time: 0.1305759 Feb 10 15:14:41.616816 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-671c6ad0-6cfa-4de7-949a-c7f13865202c tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5630832 Feb 10 15:14:41.623381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38512) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:41.629740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f5db46d7-cfeb-4e09-9ec6-5534221d83c1 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Request body: {'network': {'project_id': 'f8beb6a3a40445d6803198405d4aa9eb'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:41.670918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c6ad0-6cfa-4de7-949a-c7f13865202c tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Pushing event updated for resources: {'Network': ['ID=e4b335f9-0fee-4b22-b92f-348b19101c65,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:41.681459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dd7b3ad4-8a6a-4064-bace-cd50637b6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'port_id': '18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'mac_address': 'fa:16:3e:1e:80:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0701c55c-25f5-45c7-9a33-d7bd326907ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:12:31Z', 'updated_at': '2022-02-10T15:14:38Z', 'revision_number': 5, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dd0662-8dfc-4e02-8f51-ac4119839841', 'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'mac_address': 'fa:16:3e:65:b7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:08Z', 'updated_at': '2022-02-10T15:12:15Z', 'revision_number': 5, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'subnets': [{'id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:41.694144 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5db46d7-cfeb-4e09-9ec6-5534221d83c1 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 15:14:41.694843 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2bea34e7-85e3-4905-9310-c25c3f471f6c req-22655c6d-88bd-4dc7-b525-52aa583bf7ee tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963712 Feb 10 15:14:41.695221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5db46d7-cfeb-4e09-9ec6-5534221d83c1 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:14:41.696733 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f5db46d7-cfeb-4e09-9ec6-5534221d83c1 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0720720 Feb 10 15:14:41.700883 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38514) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:41.736969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b3ad4-8a6a-4064-bace-cd50637b6d7b None None] Checking router: 713039d6-ee09-4d66-ba1c-e9723334f331 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:14:41.747582 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network e4b335f9-0fee-4b22-b92f-348b19101c65 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:14:41.764126 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbcaf9-ce4d-4af4-9cad-996c5d7feab9 req-6f0877b9-51fe-4627-ab7f-c728edb0b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:41.766058 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84bbcaf9-ce4d-4af4-9cad-996c5d7feab9 req-6f0877b9-51fe-4627-ab7f-c728edb0b3d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2434976 Feb 10 15:14:41.770396 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2280ed92-2dc8-4a4a-ba00-f49519569009 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8beb6a3a40445d6803198405d4aa9eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0677247 Feb 10 15:14:41.773632 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38516) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:41.799831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-95b92ccb-e2c1-420d-8f66-754dd2d25388 req-ca5ecccd-45bf-4073-8c0b-791b1f519c86 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] For port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:41.800235 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-95b92ccb-e2c1-420d-8f66-754dd2d25388 req-ca5ecccd-45bf-4073-8c0b-791b1f519c86 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:41.811125 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a2d98b-1e87-4d58-9834-5865cdcc6250 x-openstack-request-id: req-23a2d98b-1e87-4d58-9834-5865cdcc6250 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:41.811413 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0701c55c-25f5-45c7-9a33-d7bd326907ea", "tag": "18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:41.812263 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23a2d98b-1e87-4d58-9834-5865cdcc6250 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:41.812685 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0701c55c-25f5-45c7-9a33-d7bd326907ea', 'tag': '18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a', 'status': 'completed', 'code': 200} Feb 10 15:14:41.831160 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246035c1-013e-4150-8f7e-f01e0b5ede0b req-11e3f231-e7c6-4e80-8b2b-3d178e2fa39b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:41.852498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-246035c1-013e-4150-8f7e-f01e0b5ede0b req-11e3f231-e7c6-4e80-8b2b-3d178e2fa39b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 946 time: 0.1651173 Feb 10 15:14:41.855349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-95b92ccb-e2c1-420d-8f66-754dd2d25388 req-ca5ecccd-45bf-4073-8c0b-791b1f519c86 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Calling delete_port for 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:14:41.875846 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b3ad4-8a6a-4064-bace-cd50637b6d7b None None] Routers {'713039d6-ee09-4d66-ba1c-e9723334f331'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:14:41.876608 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dd7b3ad4-8a6a-4064-bace-cd50637b6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:14:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['713039d6-ee09-4d66-ba1c-e9723334f331'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:41.922905 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-81abaecc-49b7-495e-ac22-f41f756bc578 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks [] for security_group (e9f6cf3b-21d9-4dc6-b5a4-d1a45498dbfc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:42.018255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-246035c1-013e-4150-8f7e-f01e0b5ede0b req-5ad9dd67-a81c-47bb-81d8-fe34c8d1c370 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1647341 Feb 10 15:14:42.024564 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84bbcaf9-ce4d-4af4-9cad-996c5d7feab9 req-fedb86ce-da37-4a3a-a78b-0a805cf840c2 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462921 Feb 10 15:14:42.029169 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-81abaecc-49b7-495e-ac22-f41f756bc578 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks [] for security_group (e9f6cf3b-21d9-4dc6-b5a4-d1a45498dbfc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:42.099028 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b92b8e-0fa5-47f7-9c34-06cb3a09da6f req-86962ca0-e082-4b65-8c4e-7c64ccd0a762 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:42.100624 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a3b92b8e-0fa5-47f7-9c34-06cb3a09da6f req-86962ca0-e082-4b65-8c4e-7c64ccd0a762 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 948 time: 0.1749973 Feb 10 15:14:42.196389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d7eb3-cfb1-403e-944f-770c0539e6ef req-6b4a58d9-c074-403c-a2b0-515747180ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:42.197644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-dd7b3ad4-8a6a-4064-bace-cd50637b6d7b None None] Set router 713039d6-ee09-4d66-ba1c-e9723334f331 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:14:42.199227 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-586d7eb3-cfb1-403e-944f-770c0539e6ef req-6b4a58d9-c074-403c-a2b0-515747180ec5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07f5c3f964e945248d8cde923bf7b493&device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 1128 time: 0.2772863 Feb 10 15:14:42.231997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a3b92b8e-0fa5-47f7-9c34-06cb3a09da6f req-d1c0825e-35bc-4c50-a2bd-b27612d347ea tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172366 Feb 10 15:14:42.280431 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-95b92ccb-e2c1-420d-8f66-754dd2d25388 req-ca5ecccd-45bf-4073-8c0b-791b1f519c86 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:42.282656 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84bbcaf9-ce4d-4af4-9cad-996c5d7feab9 req-4359e373-3866-4f19-b6d9-2cf7b8fc32e0 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505906 Feb 10 15:14:42.318294 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ecccd-45bf-4073-8c0b-791b1f519c86 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Pushing event deleted for resources: {'Port': ['ID=2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:42.368663 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-81abaecc-49b7-495e-ac22-f41f756bc578 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e9f6cf3b-21d9-4dc6-b5a4-d1a45498dbfc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:42.376984 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-81abaecc-49b7-495e-ac22-f41f756bc578 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:42.385114 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-81abaecc-49b7-495e-ac22-f41f756bc578 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9f6cf3b-21d9-4dc6-b5a4-d1a45498dbfc HTTP/1.1" status: 204 len: 168 time: 0.6089931 Feb 10 15:14:42.390366 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38554) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:42.422502 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b92ccb-e2c1-420d-8f66-754dd2d25388 req-ca5ecccd-45bf-4073-8c0b-791b1f519c86 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] No DVR routers for this DVR port 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 on host n-h2-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:14:42.431617 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abaecc-49b7-495e-ac22-f41f756bc578 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f6cf3b-21d9-4dc6-b5a4-d1a45498dbfc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:42.473737 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-95b92ccb-e2c1-420d-8f66-754dd2d25388 req-ca5ecccd-45bf-4073-8c0b-791b1f519c86 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:42.477767 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95b92ccb-e2c1-420d-8f66-754dd2d25388 req-ca5ecccd-45bf-4073-8c0b-791b1f519c86 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.79 "DELETE /v2.0/ports/2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 HTTP/1.1" status: 204 len: 173 time: 1.3220279 Feb 10 15:14:42.495367 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d7eb3-cfb1-403e-944f-770c0539e6ef req-51dc1a05-dbba-488f-a2c4-aebedbc16726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:42.496881 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-586d7eb3-cfb1-403e-944f-770c0539e6ef req-51dc1a05-dbba-488f-a2c4-aebedbc16726 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7a195b29-9a45-4fa9-95be-2b9590709c3d HTTP/1.1" status: 200 len: 924 time: 0.2893176 Feb 10 15:14:42.515428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373170a-7f69-4917-b913-58665890c1f3 req-a6a62ff5-6f7b-4a2c-8f14-858b8f3a2626 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:42.522541 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9373170a-7f69-4917-b913-58665890c1f3 req-a6a62ff5-6f7b-4a2c-8f14-858b8f3a2626 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 1127 time: 0.1420469 Feb 10 15:14:42.533453 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a62b8d5a-c850-45ba-a0c9-86a8d784cb4f tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (e4b335f9-0fee-4b22-b92f-348b19101c65), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:42.612261 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9373170a-7f69-4917-b913-58665890c1f3 req-c85f81c5-50de-4da6-9abb-830a28309f06 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887141 Feb 10 15:14:42.719559 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dd7b3ad4-8a6a-4064-bace-cd50637b6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'port_id': '18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'mac_address': 'fa:16:3e:1e:80:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0701c55c-25f5-45c7-9a33-d7bd326907ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:12:31Z', 'updated_at': '2022-02-10T15:14:38Z', 'revision_number': 5, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dd0662-8dfc-4e02-8f51-ac4119839841', 'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'mac_address': 'fa:16:3e:65:b7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:08Z', 'updated_at': '2022-02-10T15:12:15Z', 'revision_number': 5, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'subnets': [{'id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:42.739957 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-586d7eb3-cfb1-403e-944f-770c0539e6ef req-30076c5f-83cb-4f37-8884-c6380429b6f9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a HTTP/1.1" status: 200 len: 999 time: 0.2288902 Feb 10 15:14:42.758574 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88716b2-1ef2-4d7e-893c-325756d220ce req-90d4dcc4-8900-4408-9efb-c3ff1896d01f tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:42.763643 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c88716b2-1ef2-4d7e-893c-325756d220ce req-90d4dcc4-8900-4408-9efb-c3ff1896d01f tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 944 time: 0.0752046 Feb 10 15:14:42.781919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b3ad4-8a6a-4064-bace-cd50637b6d7b None None] The sync data for ids ['713039d6-ee09-4d66-ba1c-e9723334f331'] in n-d-815324-7 is: [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'port_id': '18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'mac_address': 'fa:16:3e:1e:80:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0701c55c-25f5-45c7-9a33-d7bd326907ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:12:31Z', 'updated_at': '2022-02-10T15:14:38Z', 'revision_number': 5, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dd0662-8dfc-4e02-8f51-ac4119839841', 'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'mac_address': 'fa:16:3e:65:b7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:08Z', 'updated_at': '2022-02-10T15:12:15Z', 'revision_number': 5, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'subnets': [{'id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:14:42.837969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d7eb3-cfb1-403e-944f-770c0539e6ef req-7522b6b7-1f19-4332-ae94-3dc551074cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:42.839546 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-586d7eb3-cfb1-403e-944f-770c0539e6ef req-7522b6b7-1f19-4332-ae94-3dc551074cce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bc1c408b-918c-450a-92c6-5027a88e32dc HTTP/1.1" status: 200 len: 862 time: 0.0813205 Feb 10 15:14:42.846077 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0fa4436b-8fdc-4f0a-b46e-e011944e0f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:42.852399 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c88716b2-1ef2-4d7e-893c-325756d220ce req-6f95d70e-cc41-4a90-a25a-592c77e414f9 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e759574-f9b9-4a64-b419-f98d67eda1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814126 Feb 10 15:14:42.946453 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a62b8d5a-c850-45ba-a0c9-86a8d784cb4f tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (e4b335f9-0fee-4b22-b92f-348b19101c65), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:42.975295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-a62b8d5a-c850-45ba-a0c9-86a8d784cb4f tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b335f9-0fee-4b22-b92f-348b19101c65']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:42.987590 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-a62b8d5a-c850-45ba-a0c9-86a8d784cb4f tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18af1063-565a-4feb-a2ca-98d1ed67af93') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:42.987886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-a62b8d5a-c850-45ba-a0c9-86a8d784cb4f tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18af1063-565a-4feb-a2ca-98d1ed67af93') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:43.001674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d7eb3-cfb1-403e-944f-770c0539e6ef req-11c0b76b-fc8e-4dc5-b501-3e52b2bc358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:43.003241 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-586d7eb3-cfb1-403e-944f-770c0539e6ef req-11c0b76b-fc8e-4dc5-b501-3e52b2bc358a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a195b29-9a45-4fa9-95be-2b9590709c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1568792 Feb 10 15:14:43.005683 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a62b8d5a-c850-45ba-a0c9-86a8d784cb4f tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (18af1063-565a-4feb-a2ca-98d1ed67af93), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:43.021870 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a62b8d5a-c850-45ba-a0c9-86a8d784cb4f tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (18af1063-565a-4feb-a2ca-98d1ed67af93), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:43.057523 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-903435aa-748d-400a-90cc-7264aa6b0aad req-35b1a50f-c626-43c1-8bf9-de41b816ffa7 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=320890d1-4a27-477a-af59-041f7a690bbc HTTP/1.1" status: 200 len: 210 time: 0.0701878 Feb 10 15:14:43.059505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62b8d5a-c850-45ba-a0c9-86a8d784cb4f tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:14:43.060778 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a62b8d5a-c850-45ba-a0c9-86a8d784cb4f tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (18af1063-565a-4feb-a2ca-98d1ed67af93), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: warnings.warn('Neutron quota engine will require "--force" ' Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:14:43.062287 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:14:43.090469 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77c766-f5f7-4411-94ec-a1915194bafa req-a348e90a-8b72-403b-9efb-a9977ade05d9 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:43.097420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc77c766-f5f7-4411-94ec-a1915194bafa req-a348e90a-8b72-403b-9efb-a9977ade05d9 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 1127 time: 0.1789165 Feb 10 15:14:43.122022 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024db1ac-627c-4edc-871d-ebd825ef0c90 None None] New status for floating IP 44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:14:43.236466 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a62b8d5a-c850-45ba-a0c9-86a8d784cb4f tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (e4b335f9-0fee-4b22-b92f-348b19101c65), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:43.248100 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a62b8d5a-c850-45ba-a0c9-86a8d784cb4f tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:43.256425 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a62b8d5a-c850-45ba-a0c9-86a8d784cb4f tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] 10.222.0.64 "DELETE /v2.0/networks/e4b335f9-0fee-4b22-b92f-348b19101c65 HTTP/1.1" status: 204 len: 168 time: 0.8649960 Feb 10 15:14:43.257060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38584) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:43.257365 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc77c766-f5f7-4411-94ec-a1915194bafa req-64e88f23-7a36-4cc5-b0ef-fb260d70baf2 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587834 Feb 10 15:14:43.295968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b8d5a-c850-45ba-a0c9-86a8d784cb4f tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4b335f9-0fee-4b22-b92f-348b19101c65,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:43.424637 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-586d7eb3-cfb1-403e-944f-770c0539e6ef req-ad557eea-ec81-4571-ab57-72c3e5eb8c48 service neutron] 10.222.0.79 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052336 Feb 10 15:14:43.429298 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44f2ff74-5d1b-4296-bbdc-029ae553e9c4 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (44be1446-c84e-4cde-914a-59c4b3c90f35), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:43.466470 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97063b24-d1e4-4895-8b1f-3a2f58fe313c req-aff0c1ce-8d45-4930-bcec-c5394031bce3 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:43.477238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97063b24-d1e4-4895-8b1f-3a2f58fe313c req-aff0c1ce-8d45-4930-bcec-c5394031bce3 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 948 time: 0.1167479 Feb 10 15:14:43.534499 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97063b24-d1e4-4895-8b1f-3a2f58fe313c req-a69fc9e7-2598-409a-80c9-0d184d167430 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563157 Feb 10 15:14:43.667800 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44f2ff74-5d1b-4296-bbdc-029ae553e9c4 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (44be1446-c84e-4cde-914a-59c4b3c90f35), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:43.705992 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-586d7eb3-cfb1-403e-944f-770c0539e6ef req-a866372b-5ae5-4f28-b2f3-fd95e9100ff1 service neutron] 10.222.0.79 "GET /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711792 Feb 10 15:14:43.708052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-44f2ff74-5d1b-4296-bbdc-029ae553e9c4 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44be1446-c84e-4cde-914a-59c4b3c90f35']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:43.720568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-44f2ff74-5d1b-4296-bbdc-029ae553e9c4 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499df236-e1f6-4789-8f16-5b34af3390c3') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:43.720934 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-44f2ff74-5d1b-4296-bbdc-029ae553e9c4 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499df236-e1f6-4789-8f16-5b34af3390c3') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:43.746107 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44f2ff74-5d1b-4296-bbdc-029ae553e9c4 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (499df236-e1f6-4789-8f16-5b34af3390c3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:43.762965 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44f2ff74-5d1b-4296-bbdc-029ae553e9c4 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (499df236-e1f6-4789-8f16-5b34af3390c3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:43.770455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f2ff74-5d1b-4296-bbdc-029ae553e9c4 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:14:43.771053 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44f2ff74-5d1b-4296-bbdc-029ae553e9c4 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (499df236-e1f6-4789-8f16-5b34af3390c3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:14:43.772830 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:14:43.814245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320890d1-4a27-477a-af59-041f7a690bbc', 'name': 'network-vif-deleted', 'tag': '2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:43.817205 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca36ad2-cd0f-4bca-822c-9624cb621120" -d '{"events": [{"server_uuid": "320890d1-4a27-477a-af59-041f7a690bbc", "name": "network-vif-deleted", "tag": "2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:43.846080 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44f2ff74-5d1b-4296-bbdc-029ae553e9c4 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (44be1446-c84e-4cde-914a-59c4b3c90f35), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:43.866428 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44f2ff74-5d1b-4296-bbdc-029ae553e9c4 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:43.870089 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-44f2ff74-5d1b-4296-bbdc-029ae553e9c4 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] 10.222.0.64 "DELETE /v2.0/networks/44be1446-c84e-4cde-914a-59c4b3c90f35 HTTP/1.1" status: 204 len: 168 time: 0.5854306 Feb 10 15:14:43.870979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2ff74-5d1b-4296-bbdc-029ae553e9c4 tempest-QuotasNegativeTest-1669992468 tempest-QuotasNegativeTest-1669992468-project-admin] Pushing event deleted for resources: {'Network': ['ID=44be1446-c84e-4cde-914a-59c4b3c90f35,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:43.946343 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c32ecdb-7290-4dfe-9aa3-fd8859e6af7e x-openstack-request-id: req-8c32ecdb-7290-4dfe-9aa3-fd8859e6af7e {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:43.947162 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320890d1-4a27-477a-af59-041f7a690bbc", "name": "network-vif-deleted", "tag": "2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:43.948546 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c32ecdb-7290-4dfe-9aa3-fd8859e6af7e {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:43.949633 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320890d1-4a27-477a-af59-041f7a690bbc', 'name': 'network-vif-deleted', 'tag': '2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1', 'status': 'completed', 'code': 200} Feb 10 15:14:44.078950 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b55da-63dc-4738-81ed-1c48d2bfbb3c req-89861882-8e0e-4227-902d-f4f5b85ee54e tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:44.088799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-353b55da-63dc-4738-81ed-1c48d2bfbb3c req-89861882-8e0e-4227-902d-f4f5b85ee54e tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 944 time: 0.0715127 Feb 10 15:14:44.116024 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 644661be-846b-45d7-9181-3d44a3673e68 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:14:44.169579 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-353b55da-63dc-4738-81ed-1c48d2bfbb3c req-84520f35-539b-4d2a-933f-0cf1b7dcb380 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e759574-f9b9-4a64-b419-f98d67eda1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654874 Feb 10 15:14:44.204626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device c8989986-7868-4f7b-acdf-2e6f9018888a up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:14:44.393111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 644661be-846b-45d7-9181-3d44a3673e68, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=644661be-846b-45d7-9181-3d44a3673e68,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:44.410411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '644661be-846b-45d7-9181-3d44a3673e68', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '644661be-846b-45d7-9181-3d44a3673e68', 'mac_address': 'fa:16:3e:67:9e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:14:44.464445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port c8989986-7868-4f7b-acdf-2e6f9018888a completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:14:44.469924 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 644661be-846b-45d7-9181-3d44a3673e68 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:44.470329 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (644661be-846b-45d7-9181-3d44a3673e68), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:44.484017 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port c8989986-7868-4f7b-acdf-2e6f9018888a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:14:44.484447 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c8989986-7868-4f7b-acdf-2e6f9018888a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:44.530127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644661be-846b-45d7-9181-3d44a3673e68 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:44.535814 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:14:44.557941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38708) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:44.562633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-644bf90a-b131-4fd9-92d4-9a1fc3fca0c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1257046153', 'description': 'tempest-description--697560845'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:44.604960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:14:44.605380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2c021c2f-d3a2-4938-b8a9-6eb949f7b3f1 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:14:44.611501 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-644bf90a-b131-4fd9-92d4-9a1fc3fca0c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:44.640129 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 644661be-846b-45d7-9181-3d44a3673e68, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=644661be-846b-45d7-9181-3d44a3673e68,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:44.653692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38720) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:44.708478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179a6d7-2665-46a7-a733-25fbdbc5b0b3 req-551944d9-73cd-4e71-aba9-5a3e22d877cc tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:44.718280 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d179a6d7-2665-46a7-a733-25fbdbc5b0b3 req-551944d9-73cd-4e71-aba9-5a3e22d877cc tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 949 time: 0.0755110 Feb 10 15:14:44.719954 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (644661be-846b-45d7-9181-3d44a3673e68), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:44.750820 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-644bf90a-b131-4fd9-92d4-9a1fc3fca0c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for security_group (930b54b9-39c5-4968-837f-24b450b2e1af), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:44.759787 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-644bf90a-b131-4fd9-92d4-9a1fc3fca0c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (930b54b9-39c5-4968-837f-24b450b2e1af), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:44.802355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d179a6d7-2665-46a7-a733-25fbdbc5b0b3 req-1a251d60-5073-4a06-8f36-e381cca65f59 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774729 Feb 10 15:14:44.802726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port c8989986-7868-4f7b-acdf-2e6f9018888a is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:44.803200 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c8989986-7868-4f7b-acdf-2e6f9018888a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:44.827824 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-644bf90a-b131-4fd9-92d4-9a1fc3fca0c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:44.834716 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-644bf90a-b131-4fd9-92d4-9a1fc3fca0c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2757242 Feb 10 15:14:44.837674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38724) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:44.838560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bf90a-b131-4fd9-92d4-9a1fc3fca0c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=930b54b9-39c5-4968-837f-24b450b2e1af,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:44.842709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-65e0063a-5b28-4ecd-9720-c47c61e0b11c tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Request body: {'security_group_rule': {'security_group_id': '930b54b9-39c5-4968-837f-24b450b2e1af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:44.864972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93e3865-21bf-47b5-848e-75476de46008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8989986-7868-4f7b-acdf-2e6f9018888a'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:44.868278 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7224d78e-d326-457e-af31-7dfdc4943722" -d '{"events": [{"server_uuid": "a93e3865-21bf-47b5-848e-75476de46008", "name": "network-vif-plugged", "status": "completed", "tag": "c8989986-7868-4f7b-acdf-2e6f9018888a"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:44.873597 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=644661be-846b-45d7-9181-3d44a3673e68,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:44.880822 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-720b0080-2a26-4c83-a62e-22b7fc8e797b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:44.893389 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port c8989986-7868-4f7b-acdf-2e6f9018888a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=c8989986-7868-4f7b-acdf-2e6f9018888a,segment=NetworkSegment(3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe),segment_id=3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:44.896049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:44.896534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:44.897249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:44.897687 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:44.898126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:44.899149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:44.899679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:44.900085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:44.900483 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:44.900978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:44.901372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:44.902019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:44.902880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:14:44.908472 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c8989986-7868-4f7b-acdf-2e6f9018888a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:44.917084 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65e0063a-5b28-4ecd-9720-c47c61e0b11c tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for security_group_rule (c1b5a949-f0e4-4f7e-a1ee-d7ee62565a7e), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:44.947256 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaa319f-7d06-4186-8f37-0e05981684b6 x-openstack-request-id: req-dcaa319f-7d06-4186-8f37-0e05981684b6 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:44.948037 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93e3865-21bf-47b5-848e-75476de46008", "name": "network-vif-plugged", "status": "completed", "tag": "c8989986-7868-4f7b-acdf-2e6f9018888a", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:44.948037 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dcaa319f-7d06-4186-8f37-0e05981684b6 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:44.948380 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93e3865-21bf-47b5-848e-75476de46008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8989986-7868-4f7b-acdf-2e6f9018888a', 'code': 200} Feb 10 15:14:44.970417 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=c8989986-7868-4f7b-acdf-2e6f9018888a,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:45.000972 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65e0063a-5b28-4ecd-9720-c47c61e0b11c tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for security_group_rule (c1b5a949-f0e4-4f7e-a1ee-d7ee62565a7e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.013385 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65e0063a-5b28-4ecd-9720-c47c61e0b11c tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (c1b5a949-f0e4-4f7e-a1ee-d7ee62565a7e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.063480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0063a-5b28-4ecd-9720-c47c61e0b11c tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b5a949-f0e4-4f7e-a1ee-d7ee62565a7e,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:45.068549 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a120d-e64d-4e1e-b9fa-8e8634a22ec1 req-0d0809c0-cc53-4d3a-b424-c4b498662509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:45.070397 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dd7a120d-e64d-4e1e-b9fa-8e8634a22ec1 req-0d0809c0-cc53-4d3a-b424-c4b498662509 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 1127 time: 0.0510249 Feb 10 15:14:45.084581 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65e0063a-5b28-4ecd-9720-c47c61e0b11c tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.085790 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-65e0063a-5b28-4ecd-9720-c47c61e0b11c tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2470257 Feb 10 15:14:45.089542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38746) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:45.094949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7942731b-f1b9-436e-b2bf-84fcbee9405a tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Request body: {'security_group_rule': {'security_group_id': '930b54b9-39c5-4968-837f-24b450b2e1af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:45.097181 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['644661be-846b-45d7-9181-3d44a3673e68'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:45.132069 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-720b0080-2a26-4c83-a62e-22b7fc8e797b admin admin] Publish callbacks [] for security_group (24f163cd-6b78-4f6a-97b6-6405b4c05f04), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.141571 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-720b0080-2a26-4c83-a62e-22b7fc8e797b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (24f163cd-6b78-4f6a-97b6-6405b4c05f04), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.158427 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7942731b-f1b9-436e-b2bf-84fcbee9405a tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for security_group_rule (958f89ca-5b53-406f-8210-49657ae29b12), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.164503 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dd7a120d-e64d-4e1e-b9fa-8e8634a22ec1 req-fe397a82-851d-4da0-a429-640ca29c1be7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0e759574-f9b9-4a64-b419-f98d67eda1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828929 Feb 10 15:14:45.224284 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4de5fd5-859c-48eb-b87b-ff75e77a3ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.255959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38760) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:45.260321 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7942731b-f1b9-436e-b2bf-84fcbee9405a tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for security_group_rule (958f89ca-5b53-406f-8210-49657ae29b12), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.260526 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-720b0080-2a26-4c83-a62e-22b7fc8e797b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40fa5f01132e4483a859c5f8a6ff3818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5951111 Feb 10 15:14:45.264504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b0080-2a26-4c83-a62e-22b7fc8e797b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f163cd-6b78-4f6a-97b6-6405b4c05f04,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:45.290952 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7942731b-f1b9-436e-b2bf-84fcbee9405a tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (958f89ca-5b53-406f-8210-49657ae29b12), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.334222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942731b-f1b9-436e-b2bf-84fcbee9405a tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958f89ca-5b53-406f-8210-49657ae29b12,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:45.341158 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7942731b-f1b9-436e-b2bf-84fcbee9405a tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.343930 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7942731b-f1b9-436e-b2bf-84fcbee9405a tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2525826 Feb 10 15:14:45.350130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38766) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:45.358705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:45.384700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad8174-f5a5-41aa-81e3-4936f7ce1485 req-8ce8ef12-06d2-4518-b86a-64489a8ca7ba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:45.392052 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-efad8174-f5a5-41aa-81e3-4936f7ce1485 req-8ce8ef12-06d2-4518-b86a-64489a8ca7ba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 945 time: 0.0972226 Feb 10 15:14:45.417401 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.438749 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-151c5afa-a589-47b4-b599-3674528d2bcf admin admin] Publish callbacks [] for security_group (24f163cd-6b78-4f6a-97b6-6405b4c05f04), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.462893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-efad8174-f5a5-41aa-81e3-4936f7ce1485 req-7dc51bfd-2e66-4d95-a3e8-5d046bb2a434 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e759574-f9b9-4a64-b419-f98d67eda1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693626 Feb 10 15:14:45.475628 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-151c5afa-a589-47b4-b599-3674528d2bcf admin admin] Publish callbacks [] for security_group (24f163cd-6b78-4f6a-97b6-6405b4c05f04), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.570877 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-151c5afa-a589-47b4-b599-3674528d2bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (24f163cd-6b78-4f6a-97b6-6405b4c05f04), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.573778 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-151c5afa-a589-47b4-b599-3674528d2bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.577465 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-151c5afa-a589-47b4-b599-3674528d2bcf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24f163cd-6b78-4f6a-97b6-6405b4c05f04 HTTP/1.1" status: 204 len: 168 time: 0.3177023 Feb 10 15:14:45.587945 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c5afa-a589-47b4-b599-3674528d2bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f163cd-6b78-4f6a-97b6-6405b4c05f04,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:45.602149 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.724128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Allocated IP 172.25.3.44 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/5ae493da-f62b-450f-8647-28d9ff084dd6) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:14:45.905706 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for port (5ae493da-f62b-450f-8647-28d9ff084dd6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:45.965478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38784) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:45.977078 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85c183-ef27-4085-9c1e-b532fc32e4a6 req-d70e35c1-d7c3-402e-a7a6-31a1506db4fb tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:45.979815 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-af85c183-ef27-4085-9c1e-b532fc32e4a6 req-d70e35c1-d7c3-402e-a7a6-31a1506db4fb tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 949 time: 0.0760484 Feb 10 15:14:45.987020 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5ae493da-f62b-450f-8647-28d9ff084dd6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.031549 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:14:46.034940 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:14:46.039068 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:14:46.063977 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Pushing event updated for resources: {'Port': ['ID=5ae493da-f62b-450f-8647-28d9ff084dd6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:46.070770 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-af85c183-ef27-4085-9c1e-b532fc32e4a6 req-e2b64169-8dd9-4fdf-bc69-e7386b5f9aa6 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827434 Feb 10 15:14:46.131560 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38788) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:46.145335 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f094911e-dc41-4aac-af2d-4b0b4da709d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.208096 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.211769 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for floatingip (5ca49b4c-7101-4303-86a6-76e7665ed102), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.216341 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8f780f28-d505-4232-90d2-14a1cdb1522b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.239087 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f094911e-dc41-4aac-af2d-4b0b4da709d5 admin admin] Publish callbacks [] for security_group (c507df6f-03a1-4724-ab61-5cbf6d34b123), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.243389 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f094911e-dc41-4aac-af2d-4b0b4da709d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c507df6f-03a1-4724-ab61-5cbf6d34b123), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.283928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f094911e-dc41-4aac-af2d-4b0b4da709d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=720d09002a2b437f954e50985be1381c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486795 Feb 10 15:14:46.283928 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094911e-dc41-4aac-af2d-4b0b4da709d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c507df6f-03a1-4724-ab61-5cbf6d34b123,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:46.292824 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38790) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:46.305266 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5ae493da-f62b-450f-8647-28d9ff084dd6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.353420 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-68f66736-d0eb-44b0-ac46-31887a34dded admin admin] Publish callbacks [] for security_group (c507df6f-03a1-4724-ab61-5cbf6d34b123), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.397244 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-68f66736-d0eb-44b0-ac46-31887a34dded admin admin] Publish callbacks [] for security_group (c507df6f-03a1-4724-ab61-5cbf6d34b123), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.474871 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-68f66736-d0eb-44b0-ac46-31887a34dded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c507df6f-03a1-4724-ab61-5cbf6d34b123), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.485661 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-68f66736-d0eb-44b0-ac46-31887a34dded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.495474 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-68f66736-d0eb-44b0-ac46-31887a34dded admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c507df6f-03a1-4724-ab61-5cbf6d34b123 HTTP/1.1" status: 204 len: 168 time: 0.2003505 Feb 10 15:14:46.515334 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f66736-d0eb-44b0-ac46-31887a34dded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c507df6f-03a1-4724-ab61-5cbf6d34b123,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:46.630042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1479d9-e834-448f-8aea-b3baf361abd9 req-66674ce7-861b-4321-aea9-f019cf27a67b tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:46.637280 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb1479d9-e834-448f-8aea-b3baf361abd9 req-66674ce7-861b-4321-aea9-f019cf27a67b tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 945 time: 0.0715706 Feb 10 15:14:46.679750 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8f780f28-d505-4232-90d2-14a1cdb1522b admin admin] Publish callbacks [] for security_group (23dc1eff-d055-4f08-b166-bd9dc70c4337), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.695052 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8f780f28-d505-4232-90d2-14a1cdb1522b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (23dc1eff-d055-4f08-b166-bd9dc70c4337), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.697269 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb1479d9-e834-448f-8aea-b3baf361abd9 req-14ce6dcd-0b04-496a-8567-b91eaa7d5069 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e759574-f9b9-4a64-b419-f98d67eda1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565295 Feb 10 15:14:46.754776 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8f780f28-d505-4232-90d2-14a1cdb1522b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=976d0173891a4cf58f55aa8ebbf473cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7880692 Feb 10 15:14:46.757677 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38800) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:46.773518 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f780f28-d505-4232-90d2-14a1cdb1522b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dc1eff-d055-4f08-b166-bd9dc70c4337,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:46.815685 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e48bb27e-0df0-4d06-b25c-134874d3ce16 admin admin] Publish callbacks [] for security_group (23dc1eff-d055-4f08-b166-bd9dc70c4337), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.839151 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e48bb27e-0df0-4d06-b25c-134874d3ce16 admin admin] Publish callbacks [] for security_group (23dc1eff-d055-4f08-b166-bd9dc70c4337), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.895582 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e48bb27e-0df0-4d06-b25c-134874d3ce16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (23dc1eff-d055-4f08-b166-bd9dc70c4337), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.899399 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e48bb27e-0df0-4d06-b25c-134874d3ce16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.899563 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for port (5ae493da-f62b-450f-8647-28d9ff084dd6), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.901475 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e48bb27e-0df0-4d06-b25c-134874d3ce16 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23dc1eff-d055-4f08-b166-bd9dc70c4337 HTTP/1.1" status: 204 len: 168 time: 0.1425984 Feb 10 15:14:46.906058 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (5ae493da-f62b-450f-8647-28d9ff084dd6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:46.925089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bb27e-0df0-4d06-b25c-134874d3ce16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dc1eff-d055-4f08-b166-bd9dc70c4337,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:46.995261 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Pushing event updated for resources: {'Port': ['ID=5ae493da-f62b-450f-8647-28d9ff084dd6,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:47.011609 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (5ca49b4c-7101-4303-86a6-76e7665ed102), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:47.039652 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:47.046462 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7ef6a97c-45f5-47c4-9e5f-88c73d096fd6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6898332 Feb 10 15:14:47.209048 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7d0f4-c2fc-45ac-b1cb-5ce4e80b8672 req-fffbd64e-e642-4867-a2f4-db76a02df34d tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:47.217673 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-10d7d0f4-c2fc-45ac-b1cb-5ce4e80b8672 req-fffbd64e-e642-4867-a2f4-db76a02df34d tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 949 time: 0.0645471 Feb 10 15:14:47.318122 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-10d7d0f4-c2fc-45ac-b1cb-5ce4e80b8672 req-ebd968c8-db84-4174-af40-3216bdbe3b81 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992606 Feb 10 15:14:47.471003 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-f3bb0b75-a779-4589-8f35-e6b2c4d05d50 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:47.478695 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-f3bb0b75-a779-4589-8f35-e6b2c4d05d50 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/networks?id=9c7886d1-5ed5-4602-8219-a79b03bb84d6 HTTP/1.1" status: 200 len: 822 time: 0.1484690 Feb 10 15:14:47.496204 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-849e3e52-d49a-4fdb-8f49-5111c9438dcc tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/quotas/5001674f434f427d9da6e0048aa2ff67 HTTP/1.1" status: 200 len: 375 time: 0.0165589 Feb 10 15:14:47.542486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-193af5ce-77ba-405b-bd93-c7e84fe91bd1 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5001674f434f427d9da6e0048aa2ff67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451362 Feb 10 15:14:47.651066 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-0f5d9d88-0969-4a11-9b51-788cdf130029 service neutron] 10.222.0.64 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076088 Feb 10 15:14:47.768186 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-ffc9f5b7-2d72-4223-ad44-86b824b0814a service neutron] 10.222.0.64 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163287 Feb 10 15:14:47.779088 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:47.888444 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a35fd-325d-43ac-94a9-ca3b53400b77 req-8f51b1a3-8d79-478b-afd3-920b5147b334 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:47.893747 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f22a35fd-325d-43ac-94a9-ca3b53400b77 req-8f51b1a3-8d79-478b-afd3-920b5147b334 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 945 time: 0.0822291 Feb 10 15:14:48.005512 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f22a35fd-325d-43ac-94a9-ca3b53400b77 req-e73130f0-41d2-4d6e-a15c-d29bc7c65e1d tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e759574-f9b9-4a64-b419-f98d67eda1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043012 Feb 10 15:14:48.095885 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80e4d625-669d-4779-9c96-dbbc075a76d7 req-1a96d774-475e-4477-8229-164b0c2b9f0a tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 210 time: 0.0820601 Feb 10 15:14:48.113344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38872) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:48.147031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 644661be-846b-45d7-9181-3d44a3673e68 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:14:48.253105 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 644661be-846b-45d7-9181-3d44a3673e68 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:14:48.289313 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 644661be-846b-45d7-9181-3d44a3673e68 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:14:48.289697 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (644661be-846b-45d7-9181-3d44a3673e68), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:48.357246 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-fff1e285-313e-4e97-9c07-c775373e71b4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-870752658-network', 'tenant_id': '7c5978713a6c4cb985de240d8ad8b7a0'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:48.418523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff1e285-313e-4e97-9c07-c775373e71b4 admin admin] Made reservation on behalf of 7c5978713a6c4cb985de240d8ad8b7a0 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:48.427387 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fff1e285-313e-4e97-9c07-c775373e71b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:48.462457 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fff1e285-313e-4e97-9c07-c775373e71b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:48.546894 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b51a0-7779-47d0-80ee-59c93980c7eb req-34d372c3-7dd8-4f99-b526-da761a57a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:48.549857 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 644661be-846b-45d7-9181-3d44a3673e68 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:48.550270 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (644661be-846b-45d7-9181-3d44a3673e68), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:48.554646 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-886b51a0-7779-47d0-80ee-59c93980c7eb req-34d372c3-7dd8-4f99-b526-da761a57a5b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c56196bc21924d2ca71f747218218382&device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 1127 time: 0.1003780 Feb 10 15:14:48.625560 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 644661be-846b-45d7-9181-3d44a3673e68, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=644661be-846b-45d7-9181-3d44a3673e68,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:48.630688 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819c1349-6b96-4df7-a336-77fc9ba6dd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644661be-846b-45d7-9181-3d44a3673e68'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:48.633936 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166a709f-beee-4e3b-8739-d1b160ffb601" -d '{"events": [{"server_uuid": "819c1349-6b96-4df7-a336-77fc9ba6dd04", "name": "network-vif-plugged", "status": "completed", "tag": "644661be-846b-45d7-9181-3d44a3673e68"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:48.635967 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7958dd-84da-41fa-893f-74fcd1598de9 req-d24f058c-4aa7-41ae-a79c-0ac22fe0b4eb tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:48.643983 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a7958dd-84da-41fa-893f-74fcd1598de9 req-d24f058c-4aa7-41ae-a79c-0ac22fe0b4eb tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 949 time: 0.1529839 Feb 10 15:14:48.644767 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (644661be-846b-45d7-9181-3d44a3673e68), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:48.717051 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d36a8-f908-433d-82b2-4107e9f6a5b1 req-9bb8f186-1f06-4490-b3e9-85577cfe8390 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:48.718873 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-695d36a8-f908-433d-82b2-4107e9f6a5b1 req-9bb8f186-1f06-4490-b3e9-85577cfe8390 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 945 time: 0.1589572 Feb 10 15:14:48.760485 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fff1e285-313e-4e97-9c07-c775373e71b4 admin admin] Publish callbacks [] for security_group (ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:48.783346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fff1e285-313e-4e97-9c07-c775373e71b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:48.789837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=644661be-846b-45d7-9181-3d44a3673e68,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:48.816992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b51a0-7779-47d0-80ee-59c93980c7eb req-fdc69cd5-580e-4cc6-9792-b83954806b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:48.818493 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-886b51a0-7779-47d0-80ee-59c93980c7eb req-fdc69cd5-580e-4cc6-9792-b83954806b39 service neutron] 10.222.0.72 "GET /v2.0/networks?id=73647c90-d033-4276-be16-3a485eed5b2f HTTP/1.1" status: 200 len: 914 time: 0.2569337 Feb 10 15:14:48.835058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a7958dd-84da-41fa-893f-74fcd1598de9 req-2df0ecf5-17c5-4f48-8781-2771fedafdf9 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864185 Feb 10 15:14:48.866198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff1e285-313e-4e97-9c07-c775373e71b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:14:48.872124 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-886b51a0-7779-47d0-80ee-59c93980c7eb req-52d8d93c-5891-4299-887a-a2351643e731 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8989986-7868-4f7b-acdf-2e6f9018888a HTTP/1.1" status: 200 len: 217 time: 0.0462279 Feb 10 15:14:48.889463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1e285-313e-4e97-9c07-c775373e71b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:48.925976 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fff1e285-313e-4e97-9c07-c775373e71b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (f89112b5-66ee-47dc-a861-4c3870f0f641), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:48.929080 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-fff1e285-313e-4e97-9c07-c775373e71b4 admin admin] Added segment f89112b5-66ee-47dc-a861-4c3870f0f641 of type vlan for network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 Feb 10 15:14:48.942012 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b51a0-7779-47d0-80ee-59c93980c7eb req-23af5e99-4f80-404c-aa3e-96da57ea0ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:48.943772 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-886b51a0-7779-47d0-80ee-59c93980c7eb req-23af5e99-4f80-404c-aa3e-96da57ea0ae5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c5af392c-d1a1-4389-85cc-ba74ede0ce34 HTTP/1.1" status: 200 len: 853 time: 0.0657346 Feb 10 15:14:48.959024 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-695d36a8-f908-433d-82b2-4107e9f6a5b1 req-1c66bfd1-feb2-4dd1-b86c-b929334a1465 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e759574-f9b9-4a64-b419-f98d67eda1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272942 Feb 10 15:14:48.960909 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:49.006855 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-886b51a0-7779-47d0-80ee-59c93980c7eb req-0847ad93-5216-4063-b720-ce3fa0dbe9f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=73647c90-d033-4276-be16-3a485eed5b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556912 Feb 10 15:14:49.021516 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936975f6-ecb7-4bf4-b416-6805fb8b7e1d x-openstack-request-id: req-936975f6-ecb7-4bf4-b416-6805fb8b7e1d {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:49.021807 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819c1349-6b96-4df7-a336-77fc9ba6dd04", "name": "network-vif-plugged", "status": "completed", "tag": "644661be-846b-45d7-9181-3d44a3673e68", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:49.022057 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-936975f6-ecb7-4bf4-b416-6805fb8b7e1d {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:49.022449 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819c1349-6b96-4df7-a336-77fc9ba6dd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644661be-846b-45d7-9181-3d44a3673e68', 'code': 200} Feb 10 15:14:49.028781 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fff1e285-313e-4e97-9c07-c775373e71b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (98af5229-c542-4eaf-859a-ec2f4d24a8d1), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:49.061892 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fff1e285-313e-4e97-9c07-c775373e71b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (98af5229-c542-4eaf-859a-ec2f4d24a8d1), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:49.063648 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff1e285-313e-4e97-9c07-c775373e71b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:49.065289 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fff1e285-313e-4e97-9c07-c775373e71b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:49.110813 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fff1e285-313e-4e97-9c07-c775373e71b4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9959891 Feb 10 15:14:49.114456 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38906) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:49.123086 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ff792334-2d5a-46c4-b34b-3c0635cf23d9 admin admin] Request body: {'subnet': {'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-870752658-subnet', 'tenant_id': '7c5978713a6c4cb985de240d8ad8b7a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:49.163489 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1e285-313e-4e97-9c07-c775373e71b4 admin admin] Pushing event updated for resources: {'Network': ['ID=98af5229-c542-4eaf-859a-ec2f4d24a8d1,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:49.174483 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38910) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:49.174716 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:14:49.193621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff792334-2d5a-46c4-b34b-3c0635cf23d9 admin admin] Made reservation on behalf of 7c5978713a6c4cb985de240d8ad8b7a0 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:49.197246 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff792334-2d5a-46c4-b34b-3c0635cf23d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:49.244502 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-886b51a0-7779-47d0-80ee-59c93980c7eb req-358b48ab-93a7-4b3c-a665-ef8fde2dbad0 service neutron] 10.222.0.72 "GET /v2.0/networks/73647c90-d033-4276-be16-3a485eed5b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301815 Feb 10 15:14:49.255515 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1be8501e-89b3-43f0-b485-1676f62051cc req-ed1bd5d5-962b-49aa-b62a-af621bff031a tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 210 time: 0.0430982 Feb 10 15:14:49.261375 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2a44a-f466-47b2-9564-819991230259 req-c4ee059f-4571-4ded-a007-6c9d5f2a1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:49.262849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b3a2a44a-f466-47b2-9564-819991230259 req-c4ee059f-4571-4ded-a007-6c9d5f2a1584 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 1132 time: 0.1295543 Feb 10 15:14:49.371408 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-aadac64c-1f9d-4e36-8c51-dd87b40e2052 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:49.407177 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b3a2a44a-f466-47b2-9564-819991230259 req-1ad3745a-01cd-452f-aa39-77caba7b4135 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169374 Feb 10 15:14:49.423698 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-886b51a0-7779-47d0-80ee-59c93980c7eb req-1db3a247-11ac-4e73-846f-11d3f898fa4e service neutron] 10.222.0.72 "GET /v2.0/networks/73647c90-d033-4276-be16-3a485eed5b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652927 Feb 10 15:14:49.462516 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-aadac64c-1f9d-4e36-8c51-dd87b40e2052 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] 10.222.0.64 "PUT /v2.0/quotas/1575f883dcfe4f1fbab3db11a1ab6a11 HTTP/1.1" status: 200 len: 366 time: 0.2827601 Feb 10 15:14:49.463317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38914) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:49.469246 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff792334-2d5a-46c4-b34b-3c0635cf23d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:49.477627 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fbcee5f1-3aac-4539-a94a-b5bdff4ca211 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0110970 Feb 10 15:14:49.477923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38916) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:49.521339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38918) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:49.523064 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-843f9af5-e703-4884-97d2-427c18c28ed2 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] 10.222.0.64 "GET /v2.0/quotas/1575f883dcfe4f1fbab3db11a1ab6a11 HTTP/1.1" status: 200 len: 366 time: 0.0438807 Feb 10 15:14:49.560797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff792334-2d5a-46c4-b34b-3c0635cf23d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:49.563681 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff792334-2d5a-46c4-b34b-3c0635cf23d9 admin admin] Checking segment: {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:14:49.564089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff792334-2d5a-46c4-b34b-3c0635cf23d9 admin admin] Network hostable DHCP agents. Network: 98af5229-c542-4eaf-859a-ec2f4d24a8d1, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:14:49.571678 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1719e4aa-2ef2-4bad-88ef-3372e6053aa9 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/1575f883dcfe4f1fbab3db11a1ab6a11 HTTP/1.1" status: 204 len: 168 time: 0.0450873 Feb 10 15:14:49.573146 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38920) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:49.602091 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-24ebdcb0-56da-4eab-b922-da0f684fc3c0 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0129149 Feb 10 15:14:49.605521 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38922) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:49.626752 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-834a403d-5459-4016-9d49-1bb0a324bc6e tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] 10.222.0.64 "GET /v2.0/quotas/1575f883dcfe4f1fbab3db11a1ab6a11 HTTP/1.1" status: 200 len: 370 time: 0.0187752 Feb 10 15:14:49.631914 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38924) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:49.638331 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2ebba7be-ab32-4386-ae39-ba03a5c96e30 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] 10.222.0.64 "GET /v2.0/quotas/1575f883dcfe4f1fbab3db11a1ab6a11/default HTTP/1.1" status: 200 len: 370 time: 0.0046806 Feb 10 15:14:49.641070 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38926) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:49.653385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff792334-2d5a-46c4-b34b-3c0635cf23d9 admin admin] Network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:14:49.658062 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-1372bd64-593e-420c-bfd2-cb908f3244f4 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] delete failed (client error): The resource could not be found. Feb 10 15:14:49.658271 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-bbe669b0-460e-4462-925f-e3090fe22825 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:49.659598 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-bbe669b0-460e-4462-925f-e3090fe22825 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.79 "GET /v2.0/networks?id=9c7886d1-5ed5-4602-8219-a79b03bb84d6 HTTP/1.1" status: 200 len: 822 time: 0.1734159 Feb 10 15:14:49.661020 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1372bd64-593e-420c-bfd2-cb908f3244f4 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/1575f883dcfe4f1fbab3db11a1ab6a11 HTTP/1.1" status: 404 len: 348 time: 0.0184071 Feb 10 15:14:49.672331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-ff792334-2d5a-46c4-b34b-3c0635cf23d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 98af5229-c542-4eaf-859a-ec2f4d24a8d1) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:14:49.677605 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff792334-2d5a-46c4-b34b-3c0635cf23d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:49.678144 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff792334-2d5a-46c4-b34b-3c0635cf23d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:49.679455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-12bfcadb-7545-4829-abd7-958c1733d3c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Request body: {'port': {'device_id': 'c3363823-d678-4d9b-81b8-a61abb7045d5', 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6', 'admin_state_up': True, 'tenant_id': '5001674f434f427d9da6e0048aa2ff67'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:49.686756 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d0d11c-849b-4f98-ac68-4a355de6076b None None] Network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:14:49.700857 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ff792334-2d5a-46c4-b34b-3c0635cf23d9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5849590 Feb 10 15:14:49.819135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38934) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:49.860883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.quota.resource [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Usage tracker for resource:network and project:c9921c751d4d48beac7c17af5e31087d is out of sync, need to count used quota {{(pid=103368) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 15:14:49.876849 n-d-815324-7 neutron-server[103368]: DEBUG neutron.quota.resource [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103368) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 15:14:49.892966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-12bfcadb-7545-4829-abd7-958c1733d3c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Made reservation on behalf of 5001674f434f427d9da6e0048aa2ff67 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:49.900003 n-d-815324-7 neutron-server[103368]: DEBUG neutron.quota.resource [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Usage tracker for resource:subnet and project:c9921c751d4d48beac7c17af5e31087d is out of sync, need to count used quota {{(pid=103368) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 15:14:49.900197 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-12bfcadb-7545-4829-abd7-958c1733d3c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:49.912606 n-d-815324-7 neutron-server[103368]: DEBUG neutron.quota.resource [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103368) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 15:14:49.946153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.quota.resource [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Usage tracker for resource:subnetpool and project:c9921c751d4d48beac7c17af5e31087d is out of sync, need to count used quota {{(pid=103368) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 15:14:49.951752 n-d-815324-7 neutron-server[103368]: DEBUG neutron.quota.resource [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103368) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 15:14:49.966836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e320a9c-6e3a-44fc-9774-f13a51cd09f0 None None] Network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:14:49.967588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.quota.resource [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Usage tracker for resource:port and project:c9921c751d4d48beac7c17af5e31087d is out of sync, need to count used quota {{(pid=103368) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 15:14:49.979510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.quota.resource [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103368) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 15:14:49.987349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.quota.resource [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Usage tracker for resource:router and project:c9921c751d4d48beac7c17af5e31087d is out of sync, need to count used quota {{(pid=103368) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 15:14:50.017053 n-d-815324-7 neutron-server[103368]: DEBUG neutron.quota.resource [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103368) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 15:14:50.068234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.quota.resource [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Usage tracker for resource:floatingip and project:c9921c751d4d48beac7c17af5e31087d is out of sync, need to count used quota {{(pid=103368) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 15:14:50.085545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.quota.resource [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103368) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 15:14:50.130454 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc06c7-35fb-435f-a433-a343762da3bd req-7e83d428-f2e2-43db-b8e2-a93c50daa1c3 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:50.132029 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a6fc06c7-35fb-435f-a433-a343762da3bd req-7e83d428-f2e2-43db-b8e2-a93c50daa1c3 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 950 time: 0.1412067 Feb 10 15:14:50.212128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-12bfcadb-7545-4829-abd7-958c1733d3c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Allocated IP 172.20.0.13 (9c7886d1-5ed5-4602-8219-a79b03bb84d6/42884750-3964-4921-a5f3-59cc5dea59b7/744bf375-7490-4162-abea-c4b063f2d089) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:14:50.263848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.quota.resource [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Usage tracker for resource:security_group and project:c9921c751d4d48beac7c17af5e31087d is out of sync, need to count used quota {{(pid=103368) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 15:14:50.272604 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a6fc06c7-35fb-435f-a433-a343762da3bd req-1c052dc8-4749-4a34-8f45-39b14855078c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350427 Feb 10 15:14:50.274837 n-d-815324-7 neutron-server[103368]: DEBUG neutron.quota.resource [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103368) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 15:14:50.288507 n-d-815324-7 neutron-server[103368]: DEBUG neutron.quota.resource [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Usage tracker for resource:security_group_rule and project:c9921c751d4d48beac7c17af5e31087d is out of sync, need to count used quota {{(pid=103368) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 15:14:50.296085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.quota.resource [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103368) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 15:14:50.306317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa912f07-090c-480a-a2b6-5e923aeeb5fd req-d97b65a9-6165-46ae-a389-9c50f41f32b8 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:50.307829 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa912f07-090c-480a-a2b6-5e923aeeb5fd req-d97b65a9-6165-46ae-a389-9c50f41f32b8 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 945 time: 0.0900705 Feb 10 15:14:50.313716 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9c586c3f-5004-42ae-91a8-34d49db650c7 tempest-QuotasTest-887178526 tempest-QuotasTest-887178526-project-admin] 10.222.0.64 "GET /v2.0/quotas/c9921c751d4d48beac7c17af5e31087d/details.json HTTP/1.1" status: 200 len: 703 time: 0.4942212 Feb 10 15:14:50.382497 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa912f07-090c-480a-a2b6-5e923aeeb5fd req-79c90bd3-d6cf-4dd2-8bc6-681aa2e0082d tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e759574-f9b9-4a64-b419-f98d67eda1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500567 Feb 10 15:14:50.502079 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-12bfcadb-7545-4829-abd7-958c1733d3c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for port (744bf375-7490-4162-abea-c4b063f2d089), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:50.553657 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca61f6e9-4b1d-452c-a343-a168851d1467 req-8174df20-c112-4896-ae70-744120dd2edc tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 210 time: 0.0463948 Feb 10 15:14:50.564579 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-12bfcadb-7545-4829-abd7-958c1733d3c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (744bf375-7490-4162-abea-c4b063f2d089), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:50.615493 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-12bfcadb-7545-4829-abd7-958c1733d3c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:14:50.618784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-12bfcadb-7545-4829-abd7-958c1733d3c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:14:50.621711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-12bfcadb-7545-4829-abd7-958c1733d3c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:14:50.665495 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfcadb-7545-4829-abd7-958c1733d3c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Pushing event updated for resources: {'Port': ['ID=744bf375-7490-4162-abea-c4b063f2d089,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:50.715388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-12bfcadb-7545-4829-abd7-958c1733d3c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:50.716365 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-12bfcadb-7545-4829-abd7-958c1733d3c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:50.771196 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-12bfcadb-7545-4829-abd7-958c1733d3c3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0961120 Feb 10 15:14:50.787991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Request body: {'port': {'device_id': 'c3363823-d678-4d9b-81b8-a61abb7045d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:50.857771 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38962) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:50.902726 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (744bf375-7490-4162-abea-c4b063f2d089), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:51.046778 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-37dd812e-d25b-462c-b1dd-40dc559f3b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:51.159440 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-41e4a200-8815-4c54-92a6-ebfe37adb693 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:51.161056 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-41e4a200-8815-4c54-92a6-ebfe37adb693 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 811 time: 0.4820542 Feb 10 15:14:51.179920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-be1a6d04-8a53-4ecb-96be-40d6a2ef5c35 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/quotas/7c5978713a6c4cb985de240d8ad8b7a0 HTTP/1.1" status: 200 len: 375 time: 0.0129690 Feb 10 15:14:51.217622 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-8b0ce0da-a9ea-4518-a308-651fae226c74 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322685 Feb 10 15:14:51.217839 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-37dd812e-d25b-462c-b1dd-40dc559f3b1c admin admin] Publish callbacks [] for security_group (42d3aeda-a33d-4932-b6bf-c3bfec50a72a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:51.223577 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-37dd812e-d25b-462c-b1dd-40dc559f3b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (42d3aeda-a33d-4932-b6bf-c3bfec50a72a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:51.290113 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744bf375-7490-4162-abea-c4b063f2d089 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:51.302562 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-37dd812e-d25b-462c-b1dd-40dc559f3b1c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a327c7e3eb2438fa5351dca00199a2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4393785 Feb 10 15:14:51.302562 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd812e-d25b-462c-b1dd-40dc559f3b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d3aeda-a33d-4932-b6bf-c3bfec50a72a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:51.303388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38970) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:51.304746 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Publish callbacks [] for port (744bf375-7490-4162-abea-c4b063f2d089), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:51.318170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Transition to ACTIVE for port object 744bf375-7490-4162-abea-c4b063f2d089 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:14:51.323483 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (744bf375-7490-4162-abea-c4b063f2d089), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:51.339333 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-50fdd4fc-d321-4775-b652-f2ff7d9e60fe service neutron] 10.222.0.64 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127193 Feb 10 15:14:51.381449 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Pushing event updated for resources: {'Port': ['ID=744bf375-7490-4162-abea-c4b063f2d089,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:51.462399 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Attempting to bind port 744bf375-7490-4162-abea-c4b063f2d089 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:14:51.463087 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Attempting to bind port 744bf375-7490-4162-abea-c4b063f2d089 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'd72b70ca-368f-48b1-a30a-11066afe3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:14:51.463510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Attempting to bind port 744bf375-7490-4162-abea-c4b063f2d089 on network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:51.467949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Port 744bf375-7490-4162-abea-c4b063f2d089 on network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:14:51.468488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Attempting to bind port 744bf375-7490-4162-abea-c4b063f2d089 on network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:51.473479 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:14:51.473923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Checking segment: {'id': 'd72b70ca-368f-48b1-a30a-11066afe3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:14:51.474403 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Bound using segment: {'id': 'd72b70ca-368f-48b1-a30a-11066afe3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:14:51.474930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Bound port: 744bf375-7490-4162-abea-c4b063f2d089, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72b70ca-368f-48b1-a30a-11066afe3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:14:51.475377 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (744bf375-7490-4162-abea-c4b063f2d089), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:51.483586 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d78fd293-9a53-4a29-8ec5-c9120de52717 admin admin] Publish callbacks [] for security_group (42d3aeda-a33d-4932-b6bf-c3bfec50a72a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:51.498989 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-a2a2fc03-9165-4306-88b4-6e64194d538c service neutron] 10.222.0.64 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523097 Feb 10 15:14:51.523728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2ffbf-b269-4d20-ad6f-8c2526702926 req-3d0ca308-cdfe-4057-b5d6-0ecf8be88b1d tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:51.525350 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0fa2ffbf-b269-4d20-ad6f-8c2526702926 req-3d0ca308-cdfe-4057-b5d6-0ecf8be88b1d tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 950 time: 0.1095793 Feb 10 15:14:51.527687 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d78fd293-9a53-4a29-8ec5-c9120de52717 admin admin] Publish callbacks [] for security_group (42d3aeda-a33d-4932-b6bf-c3bfec50a72a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:51.551188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] For port 744bf375-7490-4162-abea-c4b063f2d089, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:14:51.555372 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] For port 744bf375-7490-4162-abea-c4b063f2d089, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=744bf375-7490-4162-abea-c4b063f2d089,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:14:51.562218 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (744bf375-7490-4162-abea-c4b063f2d089), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:51.605893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0fa2ffbf-b269-4d20-ad6f-8c2526702926 req-cd21ccf8-a851-471b-b697-2fb0fbf1acf7 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712056 Feb 10 15:14:51.621740 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d78fd293-9a53-4a29-8ec5-c9120de52717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (42d3aeda-a33d-4932-b6bf-c3bfec50a72a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:51.626117 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d78fd293-9a53-4a29-8ec5-c9120de52717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:51.627803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d78fd293-9a53-4a29-8ec5-c9120de52717 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42d3aeda-a33d-4932-b6bf-c3bfec50a72a HTTP/1.1" status: 204 len: 168 time: 0.3233407 Feb 10 15:14:51.638380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fd293-9a53-4a29-8ec5-c9120de52717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d3aeda-a33d-4932-b6bf-c3bfec50a72a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:51.655100 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:51.657276 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:51.661434 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] 10.222.0.79 "PUT /v2.0/ports/744bf375-7490-4162-abea-c4b063f2d089 HTTP/1.1" status: 200 len: 1092 time: 0.8808327 Feb 10 15:14:51.662807 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3363823-d678-4d9b-81b8-a61abb7045d5', 'tag': '744bf375-7490-4162-abea-c4b063f2d089'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:51.675701 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9410a439-8f00-4243-b0ab-bf87b7ce7449" -d '{"events": [{"name": "network-changed", "server_uuid": "c3363823-d678-4d9b-81b8-a61abb7045d5", "tag": "744bf375-7490-4162-abea-c4b063f2d089"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:51.796043 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f6f04-d281-4e6a-87d0-568b22f6ac1a service neutron] Pushing event updated for resources: {'Port': ['ID=744bf375-7490-4162-abea-c4b063f2d089,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:51.819236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-f159bcca-bea4-4094-bf2f-0aff10ea6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:51.821816 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-f159bcca-bea4-4094-bf2f-0aff10ea6e55 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5001674f434f427d9da6e0048aa2ff67&device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 1126 time: 0.1113904 Feb 10 15:14:51.896696 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-0b673f7e-15a2-4365-a44c-f1273719630c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=744bf375-7490-4162-abea-c4b063f2d089 HTTP/1.1" status: 200 len: 217 time: 0.0669723 Feb 10 15:14:51.918648 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed6ccd-a96b-4d0d-ab20-e90a5f1ac9e5 req-2fc72220-6a4a-4062-a5f8-22d513bb7eba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:51.920425 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24ed6ccd-a96b-4d0d-ab20-e90a5f1ac9e5 req-2fc72220-6a4a-4062-a5f8-22d513bb7eba tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 945 time: 0.2001317 Feb 10 15:14:51.950675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-66bb37fe-6c59-44aa-aaf3-12a0c2a1120c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:51.952466 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-66bb37fe-6c59-44aa-aaf3-12a0c2a1120c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42884750-3964-4921-a5f3-59cc5dea59b7 HTTP/1.1" status: 200 len: 862 time: 0.0504313 Feb 10 15:14:51.979629 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04f491-4548-457d-9a8c-e826efef9028 req-e0050622-a0ca-4b4f-8b27-56030e76a789 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:51.993519 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e04f491-4548-457d-9a8c-e826efef9028 req-e0050622-a0ca-4b4f-8b27-56030e76a789 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 944 time: 0.2032499 Feb 10 15:14:52.019831 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-bc5d03f2-f67b-4a9b-ad83-695c125fe0a8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c7886d1-5ed5-4602-8219-a79b03bb84d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573354 Feb 10 15:14:52.077687 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24ed6ccd-a96b-4d0d-ab20-e90a5f1ac9e5 req-872f2d7c-f448-4be7-8988-e3a8989636ac tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e759574-f9b9-4a64-b419-f98d67eda1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466713 Feb 10 15:14:52.086465 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e04f491-4548-457d-9a8c-e826efef9028 req-d7aa1e5c-0784-4990-918f-5f9766bc6517 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909784 Feb 10 15:14:52.154222 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e48e3f-c616-4694-a3ee-e251573442d1 x-openstack-request-id: req-b0e48e3f-c616-4694-a3ee-e251573442d1 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:52.154602 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3363823-d678-4d9b-81b8-a61abb7045d5", "tag": "744bf375-7490-4162-abea-c4b063f2d089", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:52.154853 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0e48e3f-c616-4694-a3ee-e251573442d1 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:52.155252 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3363823-d678-4d9b-81b8-a61abb7045d5', 'tag': '744bf375-7490-4162-abea-c4b063f2d089', 'status': 'completed', 'code': 200} Feb 10 15:14:52.162106 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38998) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:52.190178 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ceebd2c3-bf23-4ff0-ab75-7b3eccce119c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:52.211356 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-4cdf3dcb-a5f7-4d86-8529-0c43c7e56833 service neutron] 10.222.0.79 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832905 Feb 10 15:14:52.248865 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7bef4ac9-56c7-4600-8ee9-3657cbfe0037 req-93caac94-1d97-4716-b301-e8cb10438b2c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 210 time: 0.0512784 Feb 10 15:14:52.318574 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4842547f-3c92-4d2d-ab52-150f776ce6ef req-ade456a2-7499-4bd1-b7be-984934a5f16e service neutron] 10.222.0.79 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009488 Feb 10 15:14:52.375284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099fd09-b244-4325-8bad-ac6cbbc17e9d req-a8a5fe22-3d22-4ae5-baa4-26f860c3d7c3 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:52.376842 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7099fd09-b244-4325-8bad-ac6cbbc17e9d req-a8a5fe22-3d22-4ae5-baa4-26f860c3d7c3 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 1132 time: 0.1690953 Feb 10 15:14:52.413891 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ceebd2c3-bf23-4ff0-ab75-7b3eccce119c admin admin] Publish callbacks [] for security_group (24d4fa96-9b71-4b13-a542-8a48097dde63), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:52.426728 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ceebd2c3-bf23-4ff0-ab75-7b3eccce119c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (24d4fa96-9b71-4b13-a542-8a48097dde63), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:52.451889 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410a439-8f00-4243-b0ab-bf87b7ce7449 req-1a1ec091-7524-414d-8537-f4631a41331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:52.456477 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9410a439-8f00-4243-b0ab-bf87b7ce7449 req-1a1ec091-7524-414d-8537-f4631a41331c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5001674f434f427d9da6e0048aa2ff67&device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 1126 time: 0.0772836 Feb 10 15:14:52.490208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebd2c3-bf23-4ff0-ab75-7b3eccce119c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d4fa96-9b71-4b13-a542-8a48097dde63,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:52.533472 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7099fd09-b244-4325-8bad-ac6cbbc17e9d req-a1e04e8b-fdce-420e-85f0-601a6c455e4f tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348834 Feb 10 15:14:52.540947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ceebd2c3-bf23-4ff0-ab75-7b3eccce119c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9921c751d4d48beac7c17af5e31087d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738978 Feb 10 15:14:52.543723 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39006) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:52.626190 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1e9da48b-5bc1-4b4d-8185-c02a093be367 admin admin] Publish callbacks [] for security_group (24d4fa96-9b71-4b13-a542-8a48097dde63), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:52.652158 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1e9da48b-5bc1-4b4d-8185-c02a093be367 admin admin] Publish callbacks [] for security_group (24d4fa96-9b71-4b13-a542-8a48097dde63), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:52.705173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410a439-8f00-4243-b0ab-bf87b7ce7449 req-b20f42e3-985e-4dcb-a3d4-839b9f6511ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:52.706699 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9410a439-8f00-4243-b0ab-bf87b7ce7449 req-b20f42e3-985e-4dcb-a3d4-839b9f6511ee service neutron] 10.222.0.79 "GET /v2.0/networks?id=9c7886d1-5ed5-4602-8219-a79b03bb84d6 HTTP/1.1" status: 200 len: 923 time: 0.2368405 Feb 10 15:14:52.771462 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9410a439-8f00-4243-b0ab-bf87b7ce7449 req-7a5f6dd7-3aa1-4d3f-84be-4f5603219300 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=744bf375-7490-4162-abea-c4b063f2d089 HTTP/1.1" status: 200 len: 217 time: 0.0584753 Feb 10 15:14:52.802092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2e6d8-7c0e-40cb-96c5-ff8ccc30d625 req-01932470-a53d-4b11-815d-0e8de6158c56 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:52.813556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25a2e6d8-7c0e-40cb-96c5-ff8ccc30d625 req-01932470-a53d-4b11-815d-0e8de6158c56 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 945 time: 0.1210237 Feb 10 15:14:52.830362 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1e9da48b-5bc1-4b4d-8185-c02a093be367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (24d4fa96-9b71-4b13-a542-8a48097dde63), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:52.834089 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1e9da48b-5bc1-4b4d-8185-c02a093be367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:52.835550 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1e9da48b-5bc1-4b4d-8185-c02a093be367 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24d4fa96-9b71-4b13-a542-8a48097dde63 HTTP/1.1" status: 204 len: 168 time: 0.2908096 Feb 10 15:14:52.855682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410a439-8f00-4243-b0ab-bf87b7ce7449 req-7a5d6781-ba4b-49a0-8515-25e2f4ad5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:52.857449 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9410a439-8f00-4243-b0ab-bf87b7ce7449 req-7a5d6781-ba4b-49a0-8515-25e2f4ad5bc6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42884750-3964-4921-a5f3-59cc5dea59b7 HTTP/1.1" status: 200 len: 862 time: 0.0746882 Feb 10 15:14:52.880912 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9da48b-5bc1-4b4d-8185-c02a093be367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d4fa96-9b71-4b13-a542-8a48097dde63,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:52.885682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-87a02470-421d-4318-a375-645b986a8a83 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479922 Feb 10 15:14:52.898669 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9410a439-8f00-4243-b0ab-bf87b7ce7449 req-f38f8c21-72c0-4226-b3be-90ae09335990 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c7886d1-5ed5-4602-8219-a79b03bb84d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312726 Feb 10 15:14:52.944433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25a2e6d8-7c0e-40cb-96c5-ff8ccc30d625 req-f7fbb0c7-e6c4-4d01-a82c-cfcbd035f391 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e759574-f9b9-4a64-b419-f98d67eda1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299183 Feb 10 15:14:53.031801 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-e453bf8d-5bcb-468b-8027-fc8427954ab7 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:53.035276 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-e453bf8d-5bcb-468b-8027-fc8427954ab7 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1335735 Feb 10 15:14:53.053930 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9410a439-8f00-4243-b0ab-bf87b7ce7449 req-1a706025-b46a-48ba-9d0c-b75707b166d7 service neutron] 10.222.0.79 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458116 Feb 10 15:14:53.058324 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-27e572ba-9d25-4e51-b70a-a3be598c6c5f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/quotas/ee7e30a5c60144e3888d69f0b00a1cac HTTP/1.1" status: 200 len: 375 time: 0.0110064 Feb 10 15:14:53.157481 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-e4ca6ee8-381b-48be-b374-3ffa9329ed16 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0932698 Feb 10 15:14:53.286713 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9410a439-8f00-4243-b0ab-bf87b7ce7449 req-ef1e57bf-d4a7-4185-bea0-bdcbd5c2c095 service neutron] 10.222.0.79 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136426 Feb 10 15:14:53.525826 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d59d5-c2a4-4a9e-a325-8d9bf9322a27 req-5a0fe5a9-da20-495d-9dd6-3bf2e1647ab4 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:53.533058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c9d59d5-c2a4-4a9e-a325-8d9bf9322a27 req-5a0fe5a9-da20-495d-9dd6-3bf2e1647ab4 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 944 time: 0.3398149 Feb 10 15:14:53.662275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97f3b6e0-6b32-4126-b9d6-5a0f978ffa9b req-ca317fd8-841e-4d0b-be50-52be0118bc36 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 210 time: 0.1515117 Feb 10 15:14:53.705313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c9d59d5-c2a4-4a9e-a325-8d9bf9322a27 req-9ebc670a-838a-4472-97ad-7c2e2f26cb76 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712966 Feb 10 15:14:53.723598 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-1f49c602-ae5b-4ebb-b116-a48674c76595 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:53.725439 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-1f49c602-ae5b-4ebb-b116-a48674c76595 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.79 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 811 time: 0.4881992 Feb 10 15:14:53.788592 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-5c584db2-8e78-4fb8-a0a9-687df4e6889c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Request body: {'port': {'device_id': '515351a8-602c-4398-9eac-3b1f32f7f66c', 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1', 'admin_state_up': True, 'tenant_id': '7c5978713a6c4cb985de240d8ad8b7a0'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:53.805791 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6ebb2b0-d3e5-4c41-953b-a5b5f5a4ac92 req-1584ffba-ab09-45e5-ba43-605a89ee24a8 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 210 time: 0.0719473 Feb 10 15:14:53.946149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-5c584db2-8e78-4fb8-a0a9-687df4e6889c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Made reservation on behalf of 7c5978713a6c4cb985de240d8ad8b7a0 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:53.949667 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-5c584db2-8e78-4fb8-a0a9-687df4e6889c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:54.151572 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-5c584db2-8e78-4fb8-a0a9-687df4e6889c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Allocated IP 172.20.0.7 (98af5229-c542-4eaf-859a-ec2f4d24a8d1/71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696/f1eca900-fab0-4220-a8b9-bff8c4a8588d) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:14:54.177063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc438e4c-4396-4391-8513-f00c3011e50e req-822ff2ea-c822-447b-bdb1-d186860a3ca8 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:54.179843 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bc438e4c-4396-4391-8513-f00c3011e50e req-822ff2ea-c822-447b-bdb1-d186860a3ca8 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 945 time: 0.1254814 Feb 10 15:14:54.309620 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bc438e4c-4396-4391-8513-f00c3011e50e req-7f0ac01b-72db-4535-99e3-f22aa6ea98a9 tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e759574-f9b9-4a64-b419-f98d67eda1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202130 Feb 10 15:14:54.405936 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e44cb-4e8d-4fe4-963b-0757a6e91d2e req-4a121c9b-1701-4e70-a4f6-61a7f657ae1c tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:54.407605 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-959e44cb-4e8d-4fe4-963b-0757a6e91d2e req-4a121c9b-1701-4e70-a4f6-61a7f657ae1c tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.72 "GET /v2.0/ports?device_id=a93e3865-21bf-47b5-848e-75476de46008 HTTP/1.1" status: 200 len: 945 time: 0.1092167 Feb 10 15:14:54.482190 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-5c584db2-8e78-4fb8-a0a9-687df4e6889c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks [] for port (f1eca900-fab0-4220-a8b9-bff8c4a8588d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:54.501062 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d614c7-c968-4747-beab-793a61b715ff req-255cb230-8194-4a15-8c4d-eff29c7f8303 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:54.508459 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b2d614c7-c968-4747-beab-793a61b715ff req-255cb230-8194-4a15-8c4d-eff29c7f8303 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 1127 time: 0.0844336 Feb 10 15:14:54.533958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-959e44cb-4e8d-4fe4-963b-0757a6e91d2e req-1c2e5888-bf4b-4d16-acb0-456b4da177ac tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Deleting port c8989986-7868-4f7b-acdf-2e6f9018888a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:14:54.534347 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-959e44cb-4e8d-4fe4-963b-0757a6e91d2e req-1c2e5888-bf4b-4d16-acb0-456b4da177ac tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c8989986-7868-4f7b-acdf-2e6f9018888a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:54.581361 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b2d614c7-c968-4747-beab-793a61b715ff req-8b307ed8-a275-4993-a31b-4d41fbc4bf07 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718143 Feb 10 15:14:54.587679 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-5c584db2-8e78-4fb8-a0a9-687df4e6889c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (f1eca900-fab0-4220-a8b9-bff8c4a8588d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:54.668999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-5c584db2-8e78-4fb8-a0a9-687df4e6889c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:14:54.689081 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-5c584db2-8e78-4fb8-a0a9-687df4e6889c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:14:54.699710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-5c584db2-8e78-4fb8-a0a9-687df4e6889c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:14:54.707548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-959e44cb-4e8d-4fe4-963b-0757a6e91d2e req-1c2e5888-bf4b-4d16-acb0-456b4da177ac tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] For port c8989986-7868-4f7b-acdf-2e6f9018888a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=c8989986-7868-4f7b-acdf-2e6f9018888a,segment=NetworkSegment(3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe),segment_id=3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:54.707919 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-959e44cb-4e8d-4fe4-963b-0757a6e91d2e req-1c2e5888-bf4b-4d16-acb0-456b4da177ac tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c8989986-7868-4f7b-acdf-2e6f9018888a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:54.722066 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-959e44cb-4e8d-4fe4-963b-0757a6e91d2e req-1c2e5888-bf4b-4d16-acb0-456b4da177ac tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Calling delete_port for c8989986-7868-4f7b-acdf-2e6f9018888a owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:14:54.759398 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-e60fcd13-ec63-4bb2-b9ff-249eeb0e2d4b tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307338 Feb 10 15:14:54.823176 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c584db2-8e78-4fb8-a0a9-687df4e6889c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Pushing event updated for resources: {'Port': ['ID=f1eca900-fab0-4220-a8b9-bff8c4a8588d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:54.897406 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39094) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:54.936309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-5c584db2-8e78-4fb8-a0a9-687df4e6889c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:54.940083 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-5c584db2-8e78-4fb8-a0a9-687df4e6889c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:54.979018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-5c584db2-8e78-4fb8-a0a9-687df4e6889c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2223842 Feb 10 15:14:54.993712 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Request body: {'port': {'device_id': '515351a8-602c-4398-9eac-3b1f32f7f66c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:55.021181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53efef-b36f-4bf2-8770-bc81ba4de0bb req-f79f008d-3e86-40f8-a10f-21ba663b8bb6 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:55.022909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a53efef-b36f-4bf2-8770-bc81ba4de0bb req-f79f008d-3e86-40f8-a10f-21ba663b8bb6 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 931 time: 0.2377093 Feb 10 15:14:55.069125 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1501013641', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:55.097424 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Made reservation on behalf of 5ebb2c0fbe73436582f273f3d953bd4c for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:55.100210 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:55.120577 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:55.135156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-baa73aef-d7dd-407d-ab58-afaef73cd95c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:55.136784 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-baa73aef-d7dd-407d-ab58-afaef73cd95c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374501 Feb 10 15:14:55.137892 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-959e44cb-4e8d-4fe4-963b-0757a6e91d2e req-1c2e5888-bf4b-4d16-acb0-456b4da177ac tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (c8989986-7868-4f7b-acdf-2e6f9018888a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:55.159153 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-d3528a60-b19c-428a-bbea-e658efb8331a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Request body: {'port': {'device_id': '7bd6ef3e-df75-4e94-bb97-3554fd15b9d2', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': 'ee7e30a5c60144e3888d69f0b00a1cac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:55.161078 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['c8989986-7868-4f7b-acdf-2e6f9018888a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:55.167391 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a53efef-b36f-4bf2-8770-bc81ba4de0bb req-283e41ef-d260-464a-84cf-34f5cf025aab tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043820 Feb 10 15:14:55.205727 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f1eca900-fab0-4220-a8b9-bff8c4a8588d), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:55.242908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e5888-bf4b-4d16-acb0-456b4da177ac tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Pushing event deleted for resources: {'Port': ['ID=c8989986-7868-4f7b-acdf-2e6f9018888a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:55.269751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-959e44cb-4e8d-4fe4-963b-0757a6e91d2e req-1c2e5888-bf4b-4d16-acb0-456b4da177ac tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] No DVR routers for this DVR port c8989986-7868-4f7b-acdf-2e6f9018888a on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:14:55.274201 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-959e44cb-4e8d-4fe4-963b-0757a6e91d2e req-1c2e5888-bf4b-4d16-acb0-456b4da177ac tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:55.277533 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-959e44cb-4e8d-4fe4-963b-0757a6e91d2e req-1c2e5888-bf4b-4d16-acb0-456b4da177ac tempest-InstanceActionsTestJSON-590062093 tempest-InstanceActionsTestJSON-590062093-project] 10.222.0.72 "DELETE /v2.0/ports/c8989986-7868-4f7b-acdf-2e6f9018888a HTTP/1.1" status: 204 len: 173 time: 0.8643856 Feb 10 15:14:55.277988 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93e3865-21bf-47b5-848e-75476de46008', 'name': 'network-vif-deleted', 'tag': 'c8989986-7868-4f7b-acdf-2e6f9018888a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:55.280904 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb84cf75-f79d-40e9-a795-6ce521b998ac" -d '{"events": [{"server_uuid": "a93e3865-21bf-47b5-848e-75476de46008", "name": "network-vif-deleted", "tag": "c8989986-7868-4f7b-acdf-2e6f9018888a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:55.471265 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks [] for security_group (617e9fcb-eaa8-489f-a016-1206b7ca9d91), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:55.478605 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-d3528a60-b19c-428a-bbea-e658efb8331a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Made reservation on behalf of ee7e30a5c60144e3888d69f0b00a1cac for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:14:55.482810 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-d3528a60-b19c-428a-bbea-e658efb8331a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:55.488925 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (617e9fcb-eaa8-489f-a016-1206b7ca9d91), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:55.524998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] device_id is not set on port b35faabe-d32a-49b1-ab44-fe32e82b0f9c yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:14:55.529178 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617e9fcb-eaa8-489f-a016-1206b7ca9d91,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:55.623624 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707402d-9bf9-4c14-99ba-280cf830ec64 req-979af49d-7ec3-4429-99c2-a94029a7b19b tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:55.634168 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a707402d-9bf9-4c14-99ba-280cf830ec64 req-979af49d-7ec3-4429-99c2-a94029a7b19b tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 944 time: 0.2651205 Feb 10 15:14:55.643664 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-d3528a60-b19c-428a-bbea-e658efb8331a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Allocated IP 192.168.233.166 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/75502456-079e-4848-81d1-719ec736016d) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:14:55.813316 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a707402d-9bf9-4c14-99ba-280cf830ec64 req-76969fd7-fb3b-4a35-8be3-6c9a8f5608b6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781292 Feb 10 15:14:55.839426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Allocated IP 172.25.3.159 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/b35faabe-d32a-49b1-ab44-fe32e82b0f9c) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:14:55.912597 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1eca900-fab0-4220-a8b9-bff8c4a8588d {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:55.923849 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-d3528a60-b19c-428a-bbea-e658efb8331a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks [] for port (75502456-079e-4848-81d1-719ec736016d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:55.927894 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Publish callbacks [] for port (f1eca900-fab0-4220-a8b9-bff8c4a8588d), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:55.960928 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Transition to ACTIVE for port object f1eca900-fab0-4220-a8b9-bff8c4a8588d will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:14:55.973810 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (f1eca900-fab0-4220-a8b9-bff8c4a8588d), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:55.992317 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-d3528a60-b19c-428a-bbea-e658efb8331a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (75502456-079e-4848-81d1-719ec736016d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:56.012124 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b7341060-e935-41d4-8242-bd60d7574d5f', '75bcd7ec-1278-4a6e-95ae-e2a7405ee517'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:56.015445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3be1dd2f-6854-4bdb-b887-e5964e133a7d', '3fffc403-7c02-477a-b1f7-220ed2eddcdb', 'ab46e3dd-534f-40d4-9227-b0fbca905259', '644661be-846b-45d7-9181-3d44a3673e68'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:56.103829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-b2c65e7c-3dbc-40a7-99ff-55200160542b tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:14:56.105575 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-b2c65e7c-3dbc-40a7-99ff-55200160542b tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121024 Feb 10 15:14:56.107423 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-d3528a60-b19c-428a-bbea-e658efb8331a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:14:56.114038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-d3528a60-b19c-428a-bbea-e658efb8331a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:14:56.120075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-d3528a60-b19c-428a-bbea-e658efb8331a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:14:56.189614 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks [] for port (b35faabe-d32a-49b1-ab44-fe32e82b0f9c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:56.202675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3528a60-b19c-428a-bbea-e658efb8331a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event updated for resources: {'Port': ['ID=75502456-079e-4848-81d1-719ec736016d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:56.206861 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-9a017640-91b9-47ce-88b6-1186ec96c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:56.208884 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-9a017640-91b9-47ce-88b6-1186ec96c5ef service neutron] 10.222.0.64 "GET /v2.0/ports/a0e4c669-7272-4de9-ad2b-9c1423a3eb9f HTTP/1.1" status: 200 len: 1124 time: 0.0536084 Feb 10 15:14:56.223705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-8e290c08-bf2c-45ad-ba93-4887c43ab269 service neutron] Request body: {'binding': {'host': 'n-h1-815324-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:56.224499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-8e290c08-bf2c-45ad-ba93-4887c43ab269 service neutron] Unknown quota resources ['binding']. {{(pid=103369) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:14:56.266667 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b35faabe-d32a-49b1-ab44-fe32e82b0f9c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:56.272888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-d3528a60-b19c-428a-bbea-e658efb8331a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:56.275935 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-d3528a60-b19c-428a-bbea-e658efb8331a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:56.310368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Pushing event updated for resources: {'Port': ['ID=f1eca900-fab0-4220-a8b9-bff8c4a8588d,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:56.343475 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-d3528a60-b19c-428a-bbea-e658efb8331a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1883230 Feb 10 15:14:56.382200 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Request body: {'port': {'device_id': '7bd6ef3e-df75-4e94-bb97-3554fd15b9d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:56.430276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Pushing event updated for resources: {'Port': ['ID=b35faabe-d32a-49b1-ab44-fe32e82b0f9c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:56.466576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:14:56.484868 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d77bf-127f-4cc8-887e-c6141de0895a req-76d6cc57-6238-4036-bb9b-f346f3eb477a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:56.486775 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-308d77bf-127f-4cc8-887e-c6141de0895a req-76d6cc57-6238-4036-bb9b-f346f3eb477a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 936 time: 0.5150967 Feb 10 15:14:56.488258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:14:56.491256 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:14:56.542039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:56.542658 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:56.547674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Attempting to bind port f1eca900-fab0-4220-a8b9-bff8c4a8588d on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:14:56.548024 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Attempting to bind port f1eca900-fab0-4220-a8b9-bff8c4a8588d by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:14:56.548358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Attempting to bind port f1eca900-fab0-4220-a8b9-bff8c4a8588d on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:56.577043 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Port f1eca900-fab0-4220-a8b9-bff8c4a8588d on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:14:56.577731 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Attempting to bind port f1eca900-fab0-4220-a8b9-bff8c4a8588d on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:56.582107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 744bf375-7490-4162-abea-c4b063f2d089 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:14:56.611260 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:14:56.611651 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Checking segment: {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:14:56.612314 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Bound using segment: {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:14:56.612480 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c8cab8b0-1026-4844-b93b-1f7a3117a76f None None] Provisioning complete for port 75502456-079e-4848-81d1-719ec736016d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:14:56.613250 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Bound port: f1eca900-fab0-4220-a8b9-bff8c4a8588d, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:14:56.613346 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c8cab8b0-1026-4844-b93b-1f7a3117a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (75502456-079e-4848-81d1-719ec736016d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:56.613427 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f1eca900-fab0-4220-a8b9-bff8c4a8588d), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:56.625188 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-58242318-29c8-4ffc-af77-241f3508368a tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7128017 Feb 10 15:14:56.630749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39124) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:56.639552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-804ae683-7aee-4ae5-999b-1885f92a1570 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.159'}]}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:14:56.664410 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-308d77bf-127f-4cc8-887e-c6141de0895a req-0c9965e9-f625-48bc-b1f6-e4e1fb277728 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239309 Feb 10 15:14:56.671395 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-804ae683-7aee-4ae5-999b-1885f92a1570 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (08157a03-5e7c-4e74-849a-26c4eda12a3b), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:56.672540 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-804ae683-7aee-4ae5-999b-1885f92a1570 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (08157a03-5e7c-4e74-849a-26c4eda12a3b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:56.822928 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 744bf375-7490-4162-abea-c4b063f2d089, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=744bf375-7490-4162-abea-c4b063f2d089,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:56.837515 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54aa976-839b-46bf-bbfa-fda2d3074a79 x-openstack-request-id: req-d54aa976-839b-46bf-bbfa-fda2d3074a79 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:56.838022 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93e3865-21bf-47b5-848e-75476de46008", "name": "network-vif-deleted", "tag": "c8989986-7868-4f7b-acdf-2e6f9018888a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:56.838109 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d54aa976-839b-46bf-bbfa-fda2d3074a79 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:56.838453 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93e3865-21bf-47b5-848e-75476de46008', 'name': 'network-vif-deleted', 'tag': 'c8989986-7868-4f7b-acdf-2e6f9018888a', 'status': 'completed', 'code': 200} Feb 10 15:14:56.839115 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (75502456-079e-4848-81d1-719ec736016d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:56.842036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '744bf375-7490-4162-abea-c4b063f2d089', 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6', 'port_id': '744bf375-7490-4162-abea-c4b063f2d089', 'mac_address': 'fa:16:3e:a6:b0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42884750-3964-4921-a5f3-59cc5dea59b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:14:56.845850 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39126) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:56.910740 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 744bf375-7490-4162-abea-c4b063f2d089 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:14:56.911131 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (744bf375-7490-4162-abea-c4b063f2d089), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:56.932313 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744bf375-7490-4162-abea-c4b063f2d089 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:56.955948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 744bf375-7490-4162-abea-c4b063f2d089, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=744bf375-7490-4162-abea-c4b063f2d089,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:14:56.959800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c8cab8b0-1026-4844-b93b-1f7a3117a76f None None] Port 75502456-079e-4848-81d1-719ec736016d cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:14:56.978466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-8e290c08-bf2c-45ad-ba93-4887c43ab269 service neutron] Attempting to bind port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f on host n-h1-815324-7 for vnic_type normal with profile None {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:14:56.978799 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-8e290c08-bf2c-45ad-ba93-4887c43ab269 service neutron] Attempting to bind port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:14:56.979127 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-8e290c08-bf2c-45ad-ba93-4887c43ab269 service neutron] Attempting to bind port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:56.981809 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (744bf375-7490-4162-abea-c4b063f2d089), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:56.996027 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-de27d1fa-7cb7-4ed5-8f9a-1b808e818063 admin admin] Deleting subnet c5af392c-d1a1-4389-85cc-ba74ede0ce34 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:14:57.045109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-8e290c08-bf2c-45ad-ba93-4887c43ab269 service neutron] Port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:14:57.045619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-8e290c08-bf2c-45ad-ba93-4887c43ab269 service neutron] Attempting to bind port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:57.057415 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-8e290c08-bf2c-45ad-ba93-4887c43ab269 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:14:57.057756 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-8e290c08-bf2c-45ad-ba93-4887c43ab269 service neutron] Checking segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:14:57.058144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-8e290c08-bf2c-45ad-ba93-4887c43ab269 service neutron] Bound using segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:14:57.058583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-8e290c08-bf2c-45ad-ba93-4887c43ab269 service neutron] Bound port: a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:14:57.059249 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-804ae683-7aee-4ae5-999b-1885f92a1570 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks [] for router_controller (08157a03-5e7c-4e74-849a-26c4eda12a3b), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:57.060498 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de27d1fa-7cb7-4ed5-8f9a-1b808e818063 admin admin] Publish callbacks [] for subnet (c5af392c-d1a1-4389-85cc-ba74ede0ce34), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:57.113784 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=744bf375-7490-4162-abea-c4b063f2d089,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:57.168589 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de27d1fa-7cb7-4ed5-8f9a-1b808e818063 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (c5af392c-d1a1-4389-85cc-ba74ede0ce34), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:57.266823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-8e290c08-bf2c-45ad-ba93-4887c43ab269 service neutron] For port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:14:57.271086 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de27d1fa-7cb7-4ed5-8f9a-1b808e818063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (c5af392c-d1a1-4389-85cc-ba74ede0ce34), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:57.303716 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-8e290c08-bf2c-45ad-ba93-4887c43ab269 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:57.304913 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-8e290c08-bf2c-45ad-ba93-4887c43ab269 service neutron] 10.222.0.64 "POST /v2.0/ports/a0e4c669-7272-4de9-ad2b-9c1423a3eb9f/bindings HTTP/1.1" status: 201 len: 389 time: 1.0873113 Feb 10 15:14:57.313064 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-804ae683-7aee-4ae5-999b-1885f92a1570 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks [] for router_gateway (08157a03-5e7c-4e74-849a-26c4eda12a3b), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:57.354848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af35f2-01bd-488d-bd00-98a3745ef6cb req-a54a8703-ccf1-49ce-b920-a61a94a4a36a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:57.365082 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3af35f2-01bd-488d-bd00-98a3745ef6cb req-a54a8703-ccf1-49ce-b920-a61a94a4a36a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 943 time: 0.3026752 Feb 10 15:14:57.391621 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de27d1fa-7cb7-4ed5-8f9a-1b808e818063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (c5af392c-d1a1-4389-85cc-ba74ede0ce34), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:57.395889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] For port f1eca900-fab0-4220-a8b9-bff8c4a8588d, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:14:57.413558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['744bf375-7490-4162-abea-c4b063f2d089'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:14:57.437956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27d1fa-7cb7-4ed5-8f9a-1b808e818063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5af392c-d1a1-4389-85cc-ba74ede0ce34,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:57.446611 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75502456-079e-4848-81d1-719ec736016d {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:14:57.452140 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de27d1fa-7cb7-4ed5-8f9a-1b808e818063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:57.454448 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] For port f1eca900-fab0-4220-a8b9-bff8c4a8588d, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=f1eca900-fab0-4220-a8b9-bff8c4a8588d,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:14:57.456418 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-de27d1fa-7cb7-4ed5-8f9a-1b808e818063 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c5af392c-d1a1-4389-85cc-ba74ede0ce34 HTTP/1.1" status: 204 len: 168 time: 0.6095326 Feb 10 15:14:57.459313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39132) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:57.463569 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Publish callbacks [] for port (75502456-079e-4848-81d1-719ec736016d), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:57.483620 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (f1eca900-fab0-4220-a8b9-bff8c4a8588d), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:57.509051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Transition to ACTIVE for port object 75502456-079e-4848-81d1-719ec736016d will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:14:57.551120 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (75502456-079e-4848-81d1-719ec736016d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:57.608789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=75502456-079e-4848-81d1-719ec736016d,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:57.619883 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e161d6e0-b280-4f57-a1cc-9affea731666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (73647c90-d033-4276-be16-3a485eed5b2f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:57.716988 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:57.718225 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:57.719892 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] 10.222.0.79 "PUT /v2.0/ports/f1eca900-fab0-4220-a8b9-bff8c4a8588d HTTP/1.1" status: 200 len: 1091 time: 2.7305574 Feb 10 15:14:57.771388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515351a8-602c-4398-9eac-3b1f32f7f66c', 'tag': 'f1eca900-fab0-4220-a8b9-bff8c4a8588d'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:57.774371 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ac0a6e-03ea-4f60-a489-b0a533a438e1" -d '{"events": [{"name": "network-changed", "server_uuid": "515351a8-602c-4398-9eac-3b1f32f7f66c", "tag": "f1eca900-fab0-4220-a8b9-bff8c4a8588d"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:57.790520 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3af35f2-01bd-488d-bd00-98a3745ef6cb req-28f649de-05a7-4c78-ba0c-bbe5d56d6bd7 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252841 Feb 10 15:14:57.868948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Attempting to bind port 75502456-079e-4848-81d1-719ec736016d on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:14:57.869541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Attempting to bind port 75502456-079e-4848-81d1-719ec736016d by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:14:57.869640 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Attempting to bind port 75502456-079e-4848-81d1-719ec736016d on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:57.870207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ca78a-fad4-43dc-915a-57704764e005 service neutron] Pushing event updated for resources: {'Port': ['ID=f1eca900-fab0-4220-a8b9-bff8c4a8588d,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:57.913106 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e161d6e0-b280-4f57-a1cc-9affea731666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (73647c90-d033-4276-be16-3a485eed5b2f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:57.913247 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db7f39-b74e-4346-ad93-d99827ad4cd7 req-e1cf85b2-cfd6-434b-9569-39a46afc61c5 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:57.914820 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91db7f39-b74e-4346-ad93-d99827ad4cd7 req-e1cf85b2-cfd6-434b-9569-39a46afc61c5 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 945 time: 0.2350330 Feb 10 15:14:57.929113 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Port 75502456-079e-4848-81d1-719ec736016d on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:14:57.929445 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Attempting to bind port 75502456-079e-4848-81d1-719ec736016d on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:14:57.937015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:14:57.937328 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:14:57.937649 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:14:57.938091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Bound port: 75502456-079e-4848-81d1-719ec736016d, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:14:57.938441 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (75502456-079e-4848-81d1-719ec736016d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:57.957068 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-9617ecb6-6c0c-4ad2-8c84-3387d79136b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:57.958586 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-9617ecb6-6c0c-4ad2-8c84-3387d79136b8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 1125 time: 0.1596990 Feb 10 15:14:57.967940 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e161d6e0-b280-4f57-a1cc-9affea731666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73647c90-d033-4276-be16-3a485eed5b2f']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:57.980726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e161d6e0-b280-4f57-a1cc-9affea731666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:57.981038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e161d6e0-b280-4f57-a1cc-9affea731666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:14:57.985307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-0d2ae1ba-4a2d-45a4-a2b0-7306ade5cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:57.987017 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-0d2ae1ba-4a2d-45a4-a2b0-7306ade5cf8d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 1127 time: 0.2702975 Feb 10 15:14:58.025546 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e161d6e0-b280-4f57-a1cc-9affea731666 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:58.065701 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e161d6e0-b280-4f57-a1cc-9affea731666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:58.084211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e161d6e0-b280-4f57-a1cc-9affea731666 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:14:58.084480 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e161d6e0-b280-4f57-a1cc-9affea731666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (3a2d7d99-4e3c-4f5f-84a9-23bbc56b3ebe), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:58.092826 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-4f551f16-3b7e-4702-97a4-24fc4a0fd333 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1eca900-fab0-4220-a8b9-bff8c4a8588d HTTP/1.1" status: 200 len: 217 time: 0.0858572 Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:14:58.113136 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:14:58.157490 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-fa0c10f4-121c-4b6d-afe1-bc158c4ef3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:58.159164 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-fa0c10f4-121c-4b6d-afe1-bc158c4ef3c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696 HTTP/1.1" status: 200 len: 851 time: 0.0573401 Feb 10 15:14:58.163308 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] For port 75502456-079e-4848-81d1-719ec736016d, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:14:58.187178 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device c8989986-7868-4f7b-acdf-2e6f9018888a no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:14:58.218491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] For port 75502456-079e-4848-81d1-719ec736016d, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=75502456-079e-4848-81d1-719ec736016d,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:14:58.223158 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-5f0a4557-9fb5-4c0c-9b04-f2f05db4ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:58.224211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bd226-c4d2-413c-8749-afe48be09f44 req-1b9d5a06-cdc5-4f04-a2be-b7f9fd5d130e tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:58.225019 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-5f0a4557-9fb5-4c0c-9b04-f2f05db4ebf3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.2099478 Feb 10 15:14:58.225840 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e1bd226-c4d2-413c-8749-afe48be09f44 req-1b9d5a06-cdc5-4f04-a2be-b7f9fd5d130e tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.3087282 Feb 10 15:14:58.231963 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e161d6e0-b280-4f57-a1cc-9affea731666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (73647c90-d033-4276-be16-3a485eed5b2f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:58.246806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: c8989986-7868-4f7b-acdf-2e6f9018888a {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:14:58.247162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device c8989986-7868-4f7b-acdf-2e6f9018888a not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:14:58.253046 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91db7f39-b74e-4346-ad93-d99827ad4cd7 req-229c6483-1a6f-48d9-b2b4-25d026310a0b tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025372 Feb 10 15:14:58.265730 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-9a8901fb-6f73-46df-95d7-a152bc9d01a7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=98af5229-c542-4eaf-859a-ec2f4d24a8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885770 Feb 10 15:14:58.281554 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (75502456-079e-4848-81d1-719ec736016d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:58.281554 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-43f35203-4e85-408b-9c29-d41a55f21c5c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f HTTP/1.1" status: 200 len: 217 time: 0.0436530 Feb 10 15:14:58.281554 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e161d6e0-b280-4f57-a1cc-9affea731666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:58.285547 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e161d6e0-b280-4f57-a1cc-9affea731666 admin admin] 10.222.0.64 "DELETE /v2.0/networks/73647c90-d033-4276-be16-3a485eed5b2f HTTP/1.1" status: 204 len: 168 time: 0.8247519 Feb 10 15:14:58.333150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161d6e0-b280-4f57-a1cc-9affea731666 admin admin] Pushing event deleted for resources: {'Network': ['ID=73647c90-d033-4276-be16-3a485eed5b2f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:58.372795 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:58.376071 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:58.378134 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] 10.222.0.72 "PUT /v2.0/ports/75502456-079e-4848-81d1-719ec736016d HTTP/1.1" status: 200 len: 1096 time: 2.0010731 Feb 10 15:14:58.381889 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-804ae683-7aee-4ae5-999b-1885f92a1570 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks [] for router_gateway (08157a03-5e7c-4e74-849a-26c4eda12a3b), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:58.426273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-fc9a2965-b5ae-4af7-b91a-42d4d609ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:58.427869 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-fc9a2965-b5ae-4af7-b91a-42d4d609ef06 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.1360698 Feb 10 15:14:58.436976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4e5ae-91df-4d41-a950-4cd2a280f4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=75502456-079e-4848-81d1-719ec736016d,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:58.442822 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-804ae683-7aee-4ae5-999b-1885f92a1570 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:58.499680 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-6cd5be2b-92a3-4b57-aef5-93495ddcb5e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573215 Feb 10 15:14:58.522227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-ee340f8d-675a-4037-aac3-b5abced27a73 service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366493 Feb 10 15:14:58.610146 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-faf8d300-1271-4739-b1b7-893df5a401ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:58.611658 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-faf8d300-1271-4739-b1b7-893df5a401ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 1130 time: 0.1825521 Feb 10 15:14:58.629117 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e1bd226-c4d2-413c-8749-afe48be09f44 req-bf19822f-4aea-4689-aea6-c837fb822997 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657207 Feb 10 15:14:58.669473 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39142) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:58.679735 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-a7f62d57-dfde-4aa8-ae06-a26a31c08836 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=75502456-079e-4848-81d1-719ec736016d HTTP/1.1" status: 200 len: 217 time: 0.0602274 Feb 10 15:14:58.752851 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-56606de7-f268-49b1-9f50-6b52f2e0f106 service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427120 Feb 10 15:14:58.804329 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602fd57e-e200-4bf2-a963-7dd712a30d40 x-openstack-request-id: req-602fd57e-e200-4bf2-a963-7dd712a30d40 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:58.805002 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515351a8-602c-4398-9eac-3b1f32f7f66c", "tag": "f1eca900-fab0-4220-a8b9-bff8c4a8588d", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:58.805002 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-602fd57e-e200-4bf2-a963-7dd712a30d40 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:58.805665 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515351a8-602c-4398-9eac-3b1f32f7f66c', 'tag': 'f1eca900-fab0-4220-a8b9-bff8c4a8588d', 'status': 'completed', 'code': 200} Feb 10 15:14:58.814388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-028cd9cb-8790-4ac7-8ad6-1a605ecbd15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:58.816521 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-028cd9cb-8790-4ac7-8ad6-1a605ecbd15c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1265857 Feb 10 15:14:58.822296 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8847ce95-d519-44ff-907b-ac59777b8df3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c56196bc21924d2ca71f747218218382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513569 Feb 10 15:14:58.830508 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc4230-50c5-450a-a69b-1c5f43cb4052 req-b11f0434-2982-491e-bd30-a2bafd1c07f5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:58.839410 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cccc4230-50c5-450a-a69b-1c5f43cb4052 req-b11f0434-2982-491e-bd30-a2bafd1c07f5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 948 time: 0.4146585 Feb 10 15:14:58.841115 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39144) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:58.851708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd6ef3e-df75-4e94-bb97-3554fd15b9d2', 'tag': '75502456-079e-4848-81d1-719ec736016d'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:14:58.853938 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823bae06-a9a0-4e8f-946f-d080ab287e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd6ef3e-df75-4e94-bb97-3554fd15b9d2", "tag": "75502456-079e-4848-81d1-719ec736016d"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:14:58.921717 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-be827ad6-2cf5-4397-b5ce-89cd07bcd647 service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557636 Feb 10 15:14:58.939220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-7174bdb0-c22a-4aec-a299-39c6dce9433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:58.942600 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-7174bdb0-c22a-4aec-a299-39c6dce9433a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0918896 Feb 10 15:14:58.979104 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d008e985-c9ab-4e53-9757-87321c9ce6c9 req-82477bd9-8241-4279-b98a-85052b72bcc5 service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255931 Feb 10 15:14:59.027476 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-804ae683-7aee-4ae5-999b-1885f92a1570 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks [] for router (08157a03-5e7c-4e74-849a-26c4eda12a3b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:59.074928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cccc4230-50c5-450a-a69b-1c5f43cb4052 req-aee7ca4e-a8ed-435f-aba6-666b0c539970 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346499 Feb 10 15:14:59.098266 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0cd9a4ad-bbaf-4f9e-8166-4e42a4e98c18 admin admin] Publish callbacks [] for security_group (0e759574-f9b9-4a64-b419-f98d67eda1ae), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:59.100422 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-99571c98-a6b4-48e7-94fd-02409e95d178 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495671 Feb 10 15:14:59.154518 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c033638-d5bb-47b6-9e14-da6e1e127e68 x-openstack-request-id: req-5c033638-d5bb-47b6-9e14-da6e1e127e68 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:14:59.155138 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd6ef3e-df75-4e94-bb97-3554fd15b9d2", "tag": "75502456-079e-4848-81d1-719ec736016d", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:14:59.155138 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c033638-d5bb-47b6-9e14-da6e1e127e68 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:14:59.156346 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd6ef3e-df75-4e94-bb97-3554fd15b9d2', 'tag': '75502456-079e-4848-81d1-719ec736016d', 'status': 'completed', 'code': 200} Feb 10 15:14:59.167518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054cffb-e19c-4404-8ee5-a5f51bfe236a req-25df2570-d342-417b-b273-d01433b37c80 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:59.169057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8054cffb-e19c-4404-8ee5-a5f51bfe236a req-25df2570-d342-417b-b273-d01433b37c80 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 943 time: 0.2426498 Feb 10 15:14:59.195911 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0cd9a4ad-bbaf-4f9e-8166-4e42a4e98c18 admin admin] Publish callbacks [] for security_group (0e759574-f9b9-4a64-b419-f98d67eda1ae), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:59.249768 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f04dc07f-b6a9-4268-9766-e835f546c60d req-51aaa4af-c500-4c64-b356-33d2c0d93d82 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416790 Feb 10 15:14:59.353371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bae06-a9a0-4e8f-946f-d080ab287e1e req-0a7e0f38-4347-498d-8e30-87b99f204d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:59.354948 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-823bae06-a9a0-4e8f-946f-d080ab287e1e req-0a7e0f38-4347-498d-8e30-87b99f204d1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 1130 time: 0.0488296 Feb 10 15:14:59.456477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bae06-a9a0-4e8f-946f-d080ab287e1e req-1bde20f5-efad-4e9d-8359-7db648f4ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:59.458041 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-823bae06-a9a0-4e8f-946f-d080ab287e1e req-1bde20f5-efad-4e9d-8359-7db648f4ccc7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.0942154 Feb 10 15:14:59.501573 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-823bae06-a9a0-4e8f-946f-d080ab287e1e req-eb83eafb-00f1-4504-a14f-891d06397951 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=75502456-079e-4848-81d1-719ec736016d HTTP/1.1" status: 200 len: 217 time: 0.0364623 Feb 10 15:14:59.554065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bae06-a9a0-4e8f-946f-d080ab287e1e req-35457277-4b75-45e2-b997-4d7653bd9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:59.555754 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-823bae06-a9a0-4e8f-946f-d080ab287e1e req-35457277-4b75-45e2-b997-4d7653bd9681 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0456519 Feb 10 15:14:59.593589 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-804ae683-7aee-4ae5-999b-1885f92a1570 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (08157a03-5e7c-4e74-849a-26c4eda12a3b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:59.598574 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-804ae683-7aee-4ae5-999b-1885f92a1570 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks [] for router_controller (08157a03-5e7c-4e74-849a-26c4eda12a3b), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:59.607176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bae06-a9a0-4e8f-946f-d080ab287e1e req-cfe34e92-1940-44c3-8739-842b4ca013df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:59.609144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac0a6e-03ea-4f60-a489-b0a533a438e1 req-e8c91204-30b4-4271-8212-144ac9874967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:59.609326 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-823bae06-a9a0-4e8f-946f-d080ab287e1e req-cfe34e92-1940-44c3-8739-842b4ca013df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0468032 Feb 10 15:14:59.610609 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14ac0a6e-03ea-4f60-a489-b0a533a438e1 req-e8c91204-30b4-4271-8212-144ac9874967 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 1125 time: 0.5348184 Feb 10 15:14:59.715040 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8054cffb-e19c-4404-8ee5-a5f51bfe236a req-a9153c57-6cf5-4840-a444-291720a8110c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171826 Feb 10 15:14:59.723505 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-823bae06-a9a0-4e8f-946f-d080ab287e1e req-f6ab929c-97ca-403e-9bf9-332dab9b4d8f service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071799 Feb 10 15:14:59.737735 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca594d2a-3701-49d6-b51e-d8af147405e9 req-5d166cc4-ef7b-47d0-a6d1-a61290b1585f tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:59.745534 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca594d2a-3701-49d6-b51e-d8af147405e9 req-5d166cc4-ef7b-47d0-a6d1-a61290b1585f tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 945 time: 0.2850311 Feb 10 15:14:59.747551 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-804ae683-7aee-4ae5-999b-1885f92a1570 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (08157a03-5e7c-4e74-849a-26c4eda12a3b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:59.748422 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804ae683-7aee-4ae5-999b-1885f92a1570 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08157a03-5e7c-4e74-849a-26c4eda12a3b {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:14:59.769346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0cd9a4ad-bbaf-4f9e-8166-4e42a4e98c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0e759574-f9b9-4a64-b419-f98d67eda1ae), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:59.771820 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0cd9a4ad-bbaf-4f9e-8166-4e42a4e98c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:14:59.782952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0cd9a4ad-bbaf-4f9e-8166-4e42a4e98c18 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e759574-f9b9-4a64-b419-f98d67eda1ae HTTP/1.1" status: 204 len: 168 time: 0.9301612 Feb 10 15:14:59.858161 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-823bae06-a9a0-4e8f-946f-d080ab287e1e req-fb164e3f-9286-4a02-b888-c3801c5c444d service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285203 Feb 10 15:14:59.873455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9a4ad-bbaf-4f9e-8166-4e42a4e98c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e759574-f9b9-4a64-b419-f98d67eda1ae,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:14:59.930298 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-804ae683-7aee-4ae5-999b-1885f92a1570 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 15:14:59.933981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-804ae683-7aee-4ae5-999b-1885f92a1570 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2970407 Feb 10 15:14:59.935001 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39158) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:14:59.961023 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca594d2a-3701-49d6-b51e-d8af147405e9 req-9e4af0d9-ffd7-4022-868f-c02c0bf1ad94 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144794 Feb 10 15:14:59.992767 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac0a6e-03ea-4f60-a489-b0a533a438e1 req-a482105d-4939-4e75-85b0-1b13bbc79e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:14:59.994324 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14ac0a6e-03ea-4f60-a489-b0a533a438e1 req-a482105d-4939-4e75-85b0-1b13bbc79e99 service neutron] 10.222.0.79 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 912 time: 0.3174663 Feb 10 15:15:00.051547 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14ac0a6e-03ea-4f60-a489-b0a533a438e1 req-082b6a06-4a08-419c-adbe-685df66801e1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1eca900-fab0-4220-a8b9-bff8c4a8588d HTTP/1.1" status: 200 len: 217 time: 0.0467148 Feb 10 15:15:00.059471 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbc2f5-ca71-4331-b572-8bac602a24ad req-869769e4-0728-47db-a227-6a65e904acc8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:00.061884 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74fbc2f5-ca71-4331-b572-8bac602a24ad req-869769e4-0728-47db-a227-6a65e904acc8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.2032545 Feb 10 15:15:00.079754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d4589-2c71-423e-9fb1-dde299ab8171 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Deleting port b35faabe-d32a-49b1-ab44-fe32e82b0f9c {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:00.080103 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec8d4589-2c71-423e-9fb1-dde299ab8171 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b35faabe-d32a-49b1-ab44-fe32e82b0f9c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:00.177387 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac0a6e-03ea-4f60-a489-b0a533a438e1 req-6114459f-a96b-41b9-97e6-d2b294066fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:00.178556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14ac0a6e-03ea-4f60-a489-b0a533a438e1 req-6114459f-a96b-41b9-97e6-d2b294066fe0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696 HTTP/1.1" status: 200 len: 851 time: 0.1166320 Feb 10 15:15:00.212850 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec8d4589-2c71-423e-9fb1-dde299ab8171 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b35faabe-d32a-49b1-ab44-fe32e82b0f9c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:00.227472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d4589-2c71-423e-9fb1-dde299ab8171 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Calling delete_port for b35faabe-d32a-49b1-ab44-fe32e82b0f9c owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:00.282892 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14ac0a6e-03ea-4f60-a489-b0a533a438e1 req-62da3a93-4472-40e6-bfab-a170d1ddbdda service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=98af5229-c542-4eaf-859a-ec2f4d24a8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833006 Feb 10 15:15:00.342959 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74fbc2f5-ca71-4331-b572-8bac602a24ad req-3829c2a0-173b-4cc1-8a22-8adddcf6f254 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694733 Feb 10 15:15:00.462805 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec8d4589-2c71-423e-9fb1-dde299ab8171 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b35faabe-d32a-49b1-ab44-fe32e82b0f9c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:00.502003 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d4589-2c71-423e-9fb1-dde299ab8171 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Pushing event deleted for resources: {'Port': ['ID=b35faabe-d32a-49b1-ab44-fe32e82b0f9c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:00.523409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a4d75-e2f5-4f4b-ae61-5335c11d3172 req-8e4aadcd-ce63-4eee-9f48-24a10e8e8a03 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:00.538360 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-173a4d75-e2f5-4f4b-ae61-5335c11d3172 req-8e4aadcd-ce63-4eee-9f48-24a10e8e8a03 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 948 time: 0.3404810 Feb 10 15:15:00.570762 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 744bf375-7490-4162-abea-c4b063f2d089 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:15:00.621618 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec8d4589-2c71-423e-9fb1-dde299ab8171 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:00.626183 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ec8d4589-2c71-423e-9fb1-dde299ab8171 tempest-RoutersAdminNegativeTest-1785237635 tempest-RoutersAdminNegativeTest-1785237635-project-admin] 10.222.0.64 "DELETE /v2.0/ports/b35faabe-d32a-49b1-ab44-fe32e82b0f9c HTTP/1.1" status: 204 len: 168 time: 0.6885557 Feb 10 15:15:00.673053 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14ac0a6e-03ea-4f60-a489-b0a533a438e1 req-f7d7b799-abfc-4ff8-b440-d2d84b0761c9 service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283682 Feb 10 15:15:00.713828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 744bf375-7490-4162-abea-c4b063f2d089 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:15:00.721517 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 744bf375-7490-4162-abea-c4b063f2d089 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:00.722040 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (744bf375-7490-4162-abea-c4b063f2d089), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:00.854354 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14ac0a6e-03ea-4f60-a489-b0a533a438e1 req-d831de9b-8a54-486b-b089-f7c5e44fb4dc service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687107 Feb 10 15:15:00.863401 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-173a4d75-e2f5-4f4b-ae61-5335c11d3172 req-43f28145-27c7-4e09-a4bd-3c872a584c33 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233390 Feb 10 15:15:01.006577 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39232) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:01.032877 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 744bf375-7490-4162-abea-c4b063f2d089 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:01.033288 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (744bf375-7490-4162-abea-c4b063f2d089), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:01.045851 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e73cb7-5653-41db-851a-b7b68833467b req-2b0d3441-1fea-4a2d-90e7-f6dcd98f9c00 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:01.060296 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8e73cb7-5653-41db-851a-b7b68833467b req-2b0d3441-1fea-4a2d-90e7-f6dcd98f9c00 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 943 time: 0.1737533 Feb 10 15:15:01.115124 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3363823-d678-4d9b-81b8-a61abb7045d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744bf375-7490-4162-abea-c4b063f2d089'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:01.122137 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b37b904-7fa3-498a-9047-1953d41c5eb8" -d '{"events": [{"server_uuid": "c3363823-d678-4d9b-81b8-a61abb7045d5", "name": "network-vif-plugged", "status": "completed", "tag": "744bf375-7490-4162-abea-c4b063f2d089"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:01.155410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 744bf375-7490-4162-abea-c4b063f2d089, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=744bf375-7490-4162-abea-c4b063f2d089,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:01.164576 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (744bf375-7490-4162-abea-c4b063f2d089), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:01.177608 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39240) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:01.286892 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2f9f7809-dbe3-434d-97c7-cd95432c54ad admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-509874506-network', 'tenant_id': '05d9c5547c9740d6af72c6b5358670b7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:01.294447 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8e73cb7-5653-41db-851a-b7b68833467b req-ca673c7e-3f0a-4d18-828e-6f21e55e411d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196519 Feb 10 15:15:01.316774 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=744bf375-7490-4162-abea-c4b063f2d089,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:01.331610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9f7809-dbe3-434d-97c7-cd95432c54ad admin admin] Made reservation on behalf of 05d9c5547c9740d6af72c6b5358670b7 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:01.334216 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7809-dbe3-434d-97c7-cd95432c54ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:01.346033 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8adf6-f5b0-4aab-89ee-f6f339467d7e req-8433d47c-9f89-4be3-9c41-feef703cd164 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:01.351711 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2fb8adf6-f5b0-4aab-89ee-f6f339467d7e req-8433d47c-9f89-4be3-9c41-feef703cd164 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 945 time: 0.2348390 Feb 10 15:15:01.356915 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7809-dbe3-434d-97c7-cd95432c54ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:01.359040 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe1a3-78fe-44e9-afaf-39a709d12c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:01.402568 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0a27fc-f5be-4dd2-8e2c-cf82e4467a5f x-openstack-request-id: req-7d0a27fc-f5be-4dd2-8e2c-cf82e4467a5f {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:01.402896 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3363823-d678-4d9b-81b8-a61abb7045d5", "name": "network-vif-plugged", "status": "completed", "tag": "744bf375-7490-4162-abea-c4b063f2d089", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:01.404954 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d0a27fc-f5be-4dd2-8e2c-cf82e4467a5f {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:01.405428 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3363823-d678-4d9b-81b8-a61abb7045d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744bf375-7490-4162-abea-c4b063f2d089', 'code': 200} Feb 10 15:15:01.512894 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7809-dbe3-434d-97c7-cd95432c54ad admin admin] Publish callbacks [] for security_group (e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:01.514897 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe1a3-78fe-44e9-afaf-39a709d12c85 admin admin] Publish callbacks [] for security_group (86aea131-a50a-4c2b-a608-2dca7ec08290), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:01.519802 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7809-dbe3-434d-97c7-cd95432c54ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:01.541954 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2fb8adf6-f5b0-4aab-89ee-f6f339467d7e req-aa40a87f-8482-497e-b98d-f5b8167a5184 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838529 Feb 10 15:15:01.570609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f7809-dbe3-434d-97c7-cd95432c54ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:01.573363 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe1a3-78fe-44e9-afaf-39a709d12c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (86aea131-a50a-4c2b-a608-2dca7ec08290), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:01.608345 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9f7809-dbe3-434d-97c7-cd95432c54ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:15:01.643134 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c9bfe1a3-78fe-44e9-afaf-39a709d12c85 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=29e3037e2cc04053b8b7c0eb366a64bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4644325 Feb 10 15:15:01.646333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39278) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:01.646522 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7809-dbe3-434d-97c7-cd95432c54ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (0f35c2c3-5f3d-405c-9c65-eb05c6b1a132), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:01.646762 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-2f9f7809-dbe3-434d-97c7-cd95432c54ad admin admin] Added segment 0f35c2c3-5f3d-405c-9c65-eb05c6b1a132 of type vlan for network 3222c473-51d1-4d6e-8b20-ada86aef0bab Feb 10 15:15:01.655458 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe1a3-78fe-44e9-afaf-39a709d12c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86aea131-a50a-4c2b-a608-2dca7ec08290,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:01.693768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1290e6-7f77-4773-a8bc-cd6f5c5c03dc req-bd8ef3eb-5007-41a9-be1c-96441de8b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:01.695448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b1290e6-7f77-4773-a8bc-cd6f5c5c03dc req-bd8ef3eb-5007-41a9-be1c-96441de8b2f9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 1128 time: 0.2005818 Feb 10 15:15:01.696878 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7809-dbe3-434d-97c7-cd95432c54ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (3222c473-51d1-4d6e-8b20-ada86aef0bab), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:01.738910 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7809-dbe3-434d-97c7-cd95432c54ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (3222c473-51d1-4d6e-8b20-ada86aef0bab), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:01.740236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f7809-dbe3-434d-97c7-cd95432c54ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:01.741092 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7809-dbe3-434d-97c7-cd95432c54ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:01.771595 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b1290e6-7f77-4773-a8bc-cd6f5c5c03dc req-40315b71-b839-43ba-9ab3-d560f84ce5fd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579948 Feb 10 15:15:01.772304 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-332357ff-52ab-45c6-8c58-1ad7c3a4ef04 admin admin] Publish callbacks [] for security_group (86aea131-a50a-4c2b-a608-2dca7ec08290), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:01.781743 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d57c1-cc9f-48f0-8353-d5ced4b5c06b req-b9347f82-099e-4169-bf18-7e3613a67f92 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:01.791013 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f5d57c1-cc9f-48f0-8353-d5ced4b5c06b req-b9347f82-099e-4169-bf18-7e3613a67f92 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.2100394 Feb 10 15:15:01.829178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f7809-dbe3-434d-97c7-cd95432c54ad admin admin] Pushing event updated for resources: {'Network': ['ID=3222c473-51d1-4d6e-8b20-ada86aef0bab,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:01.833748 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-332357ff-52ab-45c6-8c58-1ad7c3a4ef04 admin admin] Publish callbacks [] for security_group (86aea131-a50a-4c2b-a608-2dca7ec08290), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:01.841158 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 3222c473-51d1-4d6e-8b20-ada86aef0bab details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:15:01.854957 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2f9f7809-dbe3-434d-97c7-cd95432c54ad admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8470414 Feb 10 15:15:01.855927 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39282) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:01.861785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-50f212e1-465f-4f96-81ed-bdbc8c97b61f admin admin] Request body: {'subnet': {'network_id': '3222c473-51d1-4d6e-8b20-ada86aef0bab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-509874506-subnet', 'tenant_id': '05d9c5547c9740d6af72c6b5358670b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:01.891067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f212e1-465f-4f96-81ed-bdbc8c97b61f admin admin] Made reservation on behalf of 05d9c5547c9740d6af72c6b5358670b7 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:01.896503 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50f212e1-465f-4f96-81ed-bdbc8c97b61f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:01.966800 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f5d57c1-cc9f-48f0-8353-d5ced4b5c06b req-854c4c6d-1127-48ca-9b4c-2ee4f3d8f6ef tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745155 Feb 10 15:15:02.043848 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-332357ff-52ab-45c6-8c58-1ad7c3a4ef04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (86aea131-a50a-4c2b-a608-2dca7ec08290), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:02.047000 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-332357ff-52ab-45c6-8c58-1ad7c3a4ef04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:02.048962 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-332357ff-52ab-45c6-8c58-1ad7c3a4ef04 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86aea131-a50a-4c2b-a608-2dca7ec08290 HTTP/1.1" status: 204 len: 168 time: 0.4013870 Feb 10 15:15:02.059525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332357ff-52ab-45c6-8c58-1ad7c3a4ef04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86aea131-a50a-4c2b-a608-2dca7ec08290,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:02.108214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d30f67-058f-4731-beed-a4a4d6ec959b req-a305c8be-4298-4fc9-95be-8b76a715bc55 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:02.116111 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01d30f67-058f-4731-beed-a4a4d6ec959b req-a305c8be-4298-4fc9-95be-8b76a715bc55 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 948 time: 0.1107287 Feb 10 15:15:02.220512 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01d30f67-058f-4731-beed-a4a4d6ec959b req-bc2117c9-bed9-4537-a7a8-33045422a1cf tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013966 Feb 10 15:15:02.231250 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 75502456-079e-4848-81d1-719ec736016d details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:15:02.491253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 75502456-079e-4848-81d1-719ec736016d, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=75502456-079e-4848-81d1-719ec736016d,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:02.499460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684afabe-2158-4d28-ac9a-9fc9cc0755b5 req-6466ad9e-5126-4a07-9a93-8644f9ea07ca tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:02.501318 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-684afabe-2158-4d28-ac9a-9fc9cc0755b5 req-6466ad9e-5126-4a07-9a93-8644f9ea07ca tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 943 time: 0.1407928 Feb 10 15:15:02.547718 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '75502456-079e-4848-81d1-719ec736016d', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '75502456-079e-4848-81d1-719ec736016d', 'mac_address': 'fa:16:3e:cb:85:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:15:02.594278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device f1eca900-fab0-4220-a8b9-bff8c4a8588d details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:15:02.634628 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-684afabe-2158-4d28-ac9a-9fc9cc0755b5 req-ccca1853-8de7-4e7e-b586-531ec157350d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247356 Feb 10 15:15:02.673329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39296) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:02.762870 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.resource_extend [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:15:02.819787 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50f212e1-465f-4f96-81ed-bdbc8c97b61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (029d74c2-b427-4600-ac76-1229f2facd49), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:02.820429 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3ad6b84c-7560-447d-aca0-c409de0e9837 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ebb2c0fbe73436582f273f3d953bd4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454017 Feb 10 15:15:02.830810 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39298) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:02.888320 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5c9f2-0c13-4168-a83d-1aa5c8a5def3 req-83cdaa57-26e8-4a51-ada8-ef42f57447b5 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:02.890284 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00b5c9f2-0c13-4168-a83d-1aa5c8a5def3 req-83cdaa57-26e8-4a51-ada8-ef42f57447b5 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 946 time: 0.1752489 Feb 10 15:15:02.911027 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f212e1-465f-4f96-81ed-bdbc8c97b61f admin admin] Pushing event updated for resources: {'Subnet': ['ID=029d74c2-b427-4600-ac76-1229f2facd49,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:02.944927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 75502456-079e-4848-81d1-719ec736016d is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:02.945970 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (75502456-079e-4848-81d1-719ec736016d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:02.980173 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00b5c9f2-0c13-4168-a83d-1aa5c8a5def3 req-89c34357-949c-47cd-b76c-ecdf1b319983 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826039 Feb 10 15:15:02.991502 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75502456-079e-4848-81d1-719ec736016d {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:15:03.016247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 75502456-079e-4848-81d1-719ec736016d, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=75502456-079e-4848-81d1-719ec736016d,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:03.077439 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port f1eca900-fab0-4220-a8b9-bff8c4a8588d, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=f1eca900-fab0-4220-a8b9-bff8c4a8588d,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:03.094279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f212e1-465f-4f96-81ed-bdbc8c97b61f admin admin] Checking segment: {'id': '0f35c2c3-5f3d-405c-9c65-eb05c6b1a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3222c473-51d1-4d6e-8b20-ada86aef0bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:15:03.094905 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f212e1-465f-4f96-81ed-bdbc8c97b61f admin admin] Network hostable DHCP agents. Network: 3222c473-51d1-4d6e-8b20-ada86aef0bab, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:15:03.101226 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (75502456-079e-4848-81d1-719ec736016d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:03.101900 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-32ec18d1-c5fc-411e-9b2a-6352601a7ddc admin admin] Publish callbacks [] for security_group (617e9fcb-eaa8-489f-a016-1206b7ca9d91), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:03.105840 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'f1eca900-fab0-4220-a8b9-bff8c4a8588d', 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1', 'port_id': 'f1eca900-fab0-4220-a8b9-bff8c4a8588d', 'mac_address': 'fa:16:3e:fb:6d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:15:03.139412 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f212e1-465f-4f96-81ed-bdbc8c97b61f admin admin] Network 3222c473-51d1-4d6e-8b20-ada86aef0bab is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:15:03.157363 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-32ec18d1-c5fc-411e-9b2a-6352601a7ddc admin admin] Publish callbacks [] for security_group (617e9fcb-eaa8-489f-a016-1206b7ca9d91), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:03.179697 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-50f212e1-465f-4f96-81ed-bdbc8c97b61f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 3222c473-51d1-4d6e-8b20-ada86aef0bab) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:03.193298 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f212e1-465f-4f96-81ed-bdbc8c97b61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:03.194135 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50f212e1-465f-4f96-81ed-bdbc8c97b61f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:03.228553 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-50f212e1-465f-4f96-81ed-bdbc8c97b61f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3698642 Feb 10 15:15:03.260572 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-32ec18d1-c5fc-411e-9b2a-6352601a7ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (617e9fcb-eaa8-489f-a016-1206b7ca9d91), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:03.263597 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-32ec18d1-c5fc-411e-9b2a-6352601a7ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:03.265065 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-32ec18d1-c5fc-411e-9b2a-6352601a7ddc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/617e9fcb-eaa8-489f-a016-1206b7ca9d91 HTTP/1.1" status: 204 len: 168 time: 0.3762355 Feb 10 15:15:03.276133 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d089c5a-b8b8-4f25-b7ed-e7f5e8b06caf req-c3dfe129-c7b9-4919-8226-1d41743b8042 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:03.287103 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5d089c5a-b8b8-4f25-b7ed-e7f5e8b06caf req-c3dfe129-c7b9-4919-8226-1d41743b8042 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.1927593 Feb 10 15:15:03.305854 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec18d1-c5fc-411e-9b2a-6352601a7ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617e9fcb-eaa8-489f-a016-1206b7ca9d91,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:03.389499 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5d089c5a-b8b8-4f25-b7ed-e7f5e8b06caf req-a4e0d895-12ad-41ba-b53d-c397a774c54b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013672 Feb 10 15:15:03.391095 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa62f91-a638-4890-8148-bc13a186bd62 None None] Network 3222c473-51d1-4d6e-8b20-ada86aef0bab requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:15:03.405407 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=75502456-079e-4848-81d1-719ec736016d,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:03.542443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91682ff4-2911-4182-ad99-2d89856b8fcb req-af5b0fb7-0a90-4a88-a19a-684bcf9e6367 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:03.555440 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91682ff4-2911-4182-ad99-2d89856b8fcb req-af5b0fb7-0a90-4a88-a19a-684bcf9e6367 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 949 time: 0.1697559 Feb 10 15:15:03.570461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port f1eca900-fab0-4220-a8b9-bff8c4a8588d is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:03.570929 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f1eca900-fab0-4220-a8b9-bff8c4a8588d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:03.590150 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['75502456-079e-4848-81d1-719ec736016d'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:03.699074 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91682ff4-2911-4182-ad99-2d89856b8fcb req-46538376-4120-4287-8791-0764864fb1c2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375177 Feb 10 15:15:03.728934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1eca900-fab0-4220-a8b9-bff8c4a8588d {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:15:03.919730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port f1eca900-fab0-4220-a8b9-bff8c4a8588d, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=f1eca900-fab0-4220-a8b9-bff8c4a8588d,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:03.920860 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02409507-6ea9-4d93-a0b2-887f351c01d4 None None] Network 3222c473-51d1-4d6e-8b20-ada86aef0bab requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:15:03.947851 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cd394-70e6-45ed-8a60-628189815c13 req-a46a46b2-560c-42bc-8dfa-21fc72fd225d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:03.951413 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-427cd394-70e6-45ed-8a60-628189815c13 req-a46a46b2-560c-42bc-8dfa-21fc72fd225d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 943 time: 0.1563621 Feb 10 15:15:04.058007 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f1eca900-fab0-4220-a8b9-bff8c4a8588d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:04.122830 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-427cd394-70e6-45ed-8a60-628189815c13 req-ab8583f4-8066-4852-a62d-fd102882dea4 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563137 Feb 10 15:15:04.169918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=f1eca900-fab0-4220-a8b9-bff8c4a8588d,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:04.421835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['f1eca900-fab0-4220-a8b9-bff8c4a8588d'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:04.444083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-4c02c778-4267-4317-8626-f65646ddc329 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:04.450267 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-4c02c778-4267-4317-8626-f65646ddc329 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/networks?id=3222c473-51d1-4d6e-8b20-ada86aef0bab HTTP/1.1" status: 200 len: 813 time: 0.1979468 Feb 10 15:15:04.470509 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-6f3ee320-7061-48d7-bb22-2038cc76244d tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/quotas/05d9c5547c9740d6af72c6b5358670b7 HTTP/1.1" status: 200 len: 375 time: 0.0141966 Feb 10 15:15:04.518670 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-422e5049-0be3-4bce-91c7-3785ebc56d82 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=05d9c5547c9740d6af72c6b5358670b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418403 Feb 10 15:15:04.532376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc87d18-37e0-4cf0-b749-156062e953ee req-632c2cb0-3d83-44e8-a13e-04cac30dc816 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:04.539569 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dbc87d18-37e0-4cf0-b749-156062e953ee req-632c2cb0-3d83-44e8-a13e-04cac30dc816 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 946 time: 0.1898632 Feb 10 15:15:04.673262 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dbc87d18-37e0-4cf0-b749-156062e953ee req-2866e514-d87c-4bca-a5aa-576076877328 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327178 Feb 10 15:15:04.712972 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-9f695570-16da-49b5-a584-a3c9d99cc210 service neutron] 10.222.0.64 "GET /v2.0/networks/3222c473-51d1-4d6e-8b20-ada86aef0bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693065 Feb 10 15:15:04.863507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39354) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:04.899671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892e963-b7ac-4e71-a398-37f41704c713 req-6f6c6010-6bc7-4ae9-a267-410099250aa5 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:04.901657 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6892e963-b7ac-4e71-a398-37f41704c713 req-6f6c6010-6bc7-4ae9-a267-410099250aa5 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.1470392 Feb 10 15:15:04.928592 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-8dd72edf-7739-4175-98c8-b5b0e6719b30 service neutron] 10.222.0.64 "GET /v2.0/networks/3222c473-51d1-4d6e-8b20-ada86aef0bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100599 Feb 10 15:15:04.960081 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6892e963-b7ac-4e71-a398-37f41704c713 req-5579dcaf-996c-4381-bf00-d9edcde12df1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526292 Feb 10 15:15:05.057740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-82d16b81-fab3-4e49-a18c-42f115521550 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-95956405'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:05.095590 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d16b81-fab3-4e49-a18c-42f115521550 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Made reservation on behalf of dca4ab20838f4d919e738f6066e499b5 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:05.099663 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82d16b81-fab3-4e49-a18c-42f115521550 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:05.114078 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82d16b81-fab3-4e49-a18c-42f115521550 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:05.164716 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239860e-dee7-46a4-ba5e-51fb3e31bd44 req-c1ee61fe-64d8-4624-95bf-db757e615f5f tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:05.167013 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f239860e-dee7-46a4-ba5e-51fb3e31bd44 req-c1ee61fe-64d8-4624-95bf-db757e615f5f tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 946 time: 0.1271684 Feb 10 15:15:05.240882 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:15:05.261756 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82d16b81-fab3-4e49-a18c-42f115521550 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks [] for security_group (9ab236ec-a972-4eda-a344-c4e7a2323c15), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:05.266221 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82d16b81-fab3-4e49-a18c-42f115521550 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9ab236ec-a972-4eda-a344-c4e7a2323c15), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:05.306652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d16b81-fab3-4e49-a18c-42f115521550 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab236ec-a972-4eda-a344-c4e7a2323c15,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:05.322130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d16b81-fab3-4e49-a18c-42f115521550 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:15:05.322543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f239860e-dee7-46a4-ba5e-51fb3e31bd44 req-726bd46a-00e5-41a8-81f2-440ba528e211 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389356 Feb 10 15:15:05.348380 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82d16b81-fab3-4e49-a18c-42f115521550 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:05.349430 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-82d16b81-fab3-4e49-a18c-42f115521550 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Added segment 13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030 of type vlan for network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 Feb 10 15:15:05.371167 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d644d8d-4f37-46eb-9e9b-d6738340a823 req-fd328429-fb15-47e0-8c9f-432b502a91d8 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:05.372981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d644d8d-4f37-46eb-9e9b-d6738340a823 req-fd328429-fb15-47e0-8c9f-432b502a91d8 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 949 time: 0.1638098 Feb 10 15:15:05.437937 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-522d81b3-26be-49ce-953b-900afff9c24e req-3573e56a-8f2d-4081-8b4b-96c3f78b11cb tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 210 time: 0.0450029 Feb 10 15:15:05.475280 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82d16b81-fab3-4e49-a18c-42f115521550 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (0e402bc2-68c1-4e38-9cbf-95a577999cb7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:05.499943 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d644d8d-4f37-46eb-9e9b-d6738340a823 req-b98e038a-95a9-41e8-8194-10c4218d1229 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088581 Feb 10 15:15:05.561834 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82d16b81-fab3-4e49-a18c-42f115521550 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (0e402bc2-68c1-4e38-9cbf-95a577999cb7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:05.573455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d16b81-fab3-4e49-a18c-42f115521550 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:05.575956 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82d16b81-fab3-4e49-a18c-42f115521550 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:05.697785 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f835382-7176-4e8a-b41a-2015af0be1ec req-52dc71af-550d-4ca7-9b67-f1869e4b1ac8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:05.702165 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-82d16b81-fab3-4e49-a18c-42f115521550 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8371549 Feb 10 15:15:05.704702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f835382-7176-4e8a-b41a-2015af0be1ec req-52dc71af-550d-4ca7-9b67-f1869e4b1ac8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 944 time: 0.1043377 Feb 10 15:15:05.710658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39378) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:05.724607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-84debd4a-47ea-4207-a280-3d6751718759 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Request body: {'subnet': {'network_id': '0e402bc2-68c1-4e38-9cbf-95a577999cb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:05.821645 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d16b81-fab3-4e49-a18c-42f115521550 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event updated for resources: {'Network': ['ID=0e402bc2-68c1-4e38-9cbf-95a577999cb7,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:05.832433 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:15:05.970789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f835382-7176-4e8a-b41a-2015af0be1ec req-09df1c4d-4f18-49aa-b9db-7693f4506c42 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609668 Feb 10 15:15:06.002376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84debd4a-47ea-4207-a280-3d6751718759 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Made reservation on behalf of dca4ab20838f4d919e738f6066e499b5 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:06.014740 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-84debd4a-47ea-4207-a280-3d6751718759 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:06.238879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 75502456-079e-4848-81d1-719ec736016d up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:15:06.245525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026aa45-87ea-4a4a-a436-43b4a2b2ca8f req-93037ee3-3f28-4f1e-b29c-cc2dbb8f0615 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:06.247917 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c026aa45-87ea-4a4a-a436-43b4a2b2ca8f req-93037ee3-3f28-4f1e-b29c-cc2dbb8f0615 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.1006956 Feb 10 15:15:06.348878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 75502456-079e-4848-81d1-719ec736016d completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:15:06.359101 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 75502456-079e-4848-81d1-719ec736016d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:06.359489 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (75502456-079e-4848-81d1-719ec736016d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:06.415649 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c026aa45-87ea-4a4a-a436-43b4a2b2ca8f req-1c6a7eea-07f8-4a48-8099-00de0a3edf32 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557093 Feb 10 15:15:06.461173 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-84debd4a-47ea-4207-a280-3d6751718759 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (c27fa503-6568-42e0-931f-7fd092265769), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:06.552376 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 75502456-079e-4848-81d1-719ec736016d is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:06.552912 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (75502456-079e-4848-81d1-719ec736016d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:06.590034 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aaa2e3bf-0891-47f1-9329-8ef260c01a55 req-ea9a4eb0-a456-452a-b3dd-fd294bf8e3c4 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 210 time: 0.0417442 Feb 10 15:15:06.616343 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84debd4a-47ea-4207-a280-3d6751718759 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event updated for resources: {'Subnet': ['ID=c27fa503-6568-42e0-931f-7fd092265769,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:06.622603 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd6ef3e-df75-4e94-bb97-3554fd15b9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75502456-079e-4848-81d1-719ec736016d'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:06.629407 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530abf8f-ed34-45ce-b59c-0fb6d3aa8a69" -d '{"events": [{"server_uuid": "7bd6ef3e-df75-4e94-bb97-3554fd15b9d2", "name": "network-vif-plugged", "status": "completed", "tag": "75502456-079e-4848-81d1-719ec736016d"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:06.636091 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84debd4a-47ea-4207-a280-3d6751718759 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Checking segment: {'id': '13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0e402bc2-68c1-4e38-9cbf-95a577999cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:15:06.636464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84debd4a-47ea-4207-a280-3d6751718759 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Network hostable DHCP agents. Network: 0e402bc2-68c1-4e38-9cbf-95a577999cb7, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:15:06.643262 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device f1eca900-fab0-4220-a8b9-bff8c4a8588d up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:15:06.680262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f588e-8adb-49df-9765-0ead0de2fd90 req-65b5560c-d21e-4fe3-93e2-ca504f7157a2 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:06.682216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a4f588e-8adb-49df-9765-0ead0de2fd90 req-65b5560c-d21e-4fe3-93e2-ca504f7157a2 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 946 time: 0.1821287 Feb 10 15:15:06.688292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 75502456-079e-4848-81d1-719ec736016d, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=75502456-079e-4848-81d1-719ec736016d,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:06.711170 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (75502456-079e-4848-81d1-719ec736016d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:06.750418 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84debd4a-47ea-4207-a280-3d6751718759 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:15:06.842220 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=75502456-079e-4848-81d1-719ec736016d,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:06.863759 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:06.865489 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a4f588e-8adb-49df-9765-0ead0de2fd90 req-4c768bcf-bb4c-49b8-a3f3-0a6a9691385f tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769767 Feb 10 15:15:06.882593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-84debd4a-47ea-4207-a280-3d6751718759 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 0e402bc2-68c1-4e38-9cbf-95a577999cb7) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:06.882804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port f1eca900-fab0-4220-a8b9-bff8c4a8588d completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:15:06.900820 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port f1eca900-fab0-4220-a8b9-bff8c4a8588d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:06.901805 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f1eca900-fab0-4220-a8b9-bff8c4a8588d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:06.904639 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c70eea4-66be-4ddd-b580-9a24baf7b25e None None] Network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:15:06.960299 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84debd4a-47ea-4207-a280-3d6751718759 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:06.960924 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-84debd4a-47ea-4207-a280-3d6751718759 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:06.988254 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-84debd4a-47ea-4207-a280-3d6751718759 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2758923 Feb 10 15:15:06.992981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39410) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:06.998002 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-fd421f98-9a40-42f3-9f79-ec2be9fe6be6 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Request body: {'port': {'network_id': '0e402bc2-68c1-4e38-9cbf-95a577999cb7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1188036119'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:06.998843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de17c75-a7ee-4f5a-b78f-8e10153994a4 req-d2cf056c-a74e-4031-901c-9ee9e0efa8f0 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:07.006468 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5de17c75-a7ee-4f5a-b78f-8e10153994a4 req-d2cf056c-a74e-4031-901c-9ee9e0efa8f0 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 950 time: 0.3208444 Feb 10 15:15:07.051019 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d93042d-5e68-4893-9039-c7039dd18ad4 x-openstack-request-id: req-4d93042d-5e68-4893-9039-c7039dd18ad4 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:07.051320 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd6ef3e-df75-4e94-bb97-3554fd15b9d2", "name": "network-vif-plugged", "status": "completed", "tag": "75502456-079e-4848-81d1-719ec736016d", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:07.052212 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d93042d-5e68-4893-9039-c7039dd18ad4 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:07.053030 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd6ef3e-df75-4e94-bb97-3554fd15b9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75502456-079e-4848-81d1-719ec736016d', 'code': 200} Feb 10 15:15:07.076936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-0dfc1e0c-102f-4417-aaed-4e82caca6e2a tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:07.078418 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-0dfc1e0c-102f-4417-aaed-4e82caca6e2a tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.79 "GET /v2.0/networks?id=3222c473-51d1-4d6e-8b20-ada86aef0bab HTTP/1.1" status: 200 len: 813 time: 0.3778436 Feb 10 15:15:07.102602 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5de17c75-a7ee-4f5a-b78f-8e10153994a4 req-59544dae-6c57-4d93-8b26-f65759f9426e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810926 Feb 10 15:15:07.102602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-77cd44c2-5dd9-4470-9701-b9cf4486bb95 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Request body: {'port': {'device_id': '63946a60-7065-4cee-b5bb-42871a7e78db', 'network_id': '3222c473-51d1-4d6e-8b20-ada86aef0bab', 'admin_state_up': True, 'tenant_id': '05d9c5547c9740d6af72c6b5358670b7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:07.124619 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-0e402bc2-68c1-4e38-9cbf-95a577999cb7', 'network_id': '0e402bc2-68c1-4e38-9cbf-95a577999cb7', 'project_id': 'dca4ab20838f4d919e738f6066e499b5', 'fixed_ips': [{'subnet_id': 'c27fa503-6568-42e0-931f-7fd092265769'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:15:07.125753 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:07.261205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca226eaa-709b-4f56-af57-c19c2cdf1343 req-a8646ab5-f46d-4fea-9d92-70cd5ca128a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:07.263010 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca226eaa-709b-4f56-af57-c19c2cdf1343 req-a8646ab5-f46d-4fea-9d92-70cd5ca128a6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 1132 time: 0.2044799 Feb 10 15:15:07.400121 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd421f98-9a40-42f3-9f79-ec2be9fe6be6 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Made reservation on behalf of dca4ab20838f4d919e738f6066e499b5 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:07.406644 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd421f98-9a40-42f3-9f79-ec2be9fe6be6 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:07.416136 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Allocated IP 2001:db8::2 (0e402bc2-68c1-4e38-9cbf-95a577999cb7/c27fa503-6568-42e0-931f-7fd092265769/d60f323b-257a-404a-8146-a611624b863c) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:07.457316 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca226eaa-709b-4f56-af57-c19c2cdf1343 req-97ffe61b-73a0-4cce-8302-44fc9acf971f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785035 Feb 10 15:15:07.477959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-fd421f98-9a40-42f3-9f79-ec2be9fe6be6 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] device_id is not set on port 92d9eb62-bb4a-4d7f-a948-f1d94d79af51 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:15:07.560153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c8433-38bd-4651-a558-7e8991ebace2 req-dedbeca8-3598-4f41-a096-07a84b54b5f4 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:07.568501 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-750c8433-38bd-4651-a558-7e8991ebace2 req-dedbeca8-3598-4f41-a096-07a84b54b5f4 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 944 time: 0.4150133 Feb 10 15:15:07.661811 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Publish callbacks [] for port (d60f323b-257a-404a-8146-a611624b863c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:07.677728 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (d60f323b-257a-404a-8146-a611624b863c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:07.711136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6c3be-ba6a-4c15-8074-e3153a1fb371 req-5e990678-6ba2-4a99-aa95-b349b8024670 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:07.718701 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4d6c3be-ba6a-4c15-8074-e3153a1fb371 req-5e990678-6ba2-4a99-aa95-b349b8024670 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.1424367 Feb 10 15:15:07.733392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Pushing event updated for resources: {'Port': ['ID=d60f323b-257a-404a-8146-a611624b863c,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:07.748116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:07.750019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:07.751820 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port f1eca900-fab0-4220-a8b9-bff8c4a8588d is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:07.752139 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f1eca900-fab0-4220-a8b9-bff8c4a8588d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:07.774757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:07.803377 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-750c8433-38bd-4651-a558-7e8991ebace2 req-1d9c51f2-eed3-457f-b2da-ebe95c0ec15f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332644 Feb 10 15:15:07.810824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port f1eca900-fab0-4220-a8b9-bff8c4a8588d, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=f1eca900-fab0-4220-a8b9-bff8c4a8588d,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:07.827712 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4d6c3be-ba6a-4c15-8074-e3153a1fb371 req-79241a23-fd82-4be5-9505-757554d528f3 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077726 Feb 10 15:15:07.828827 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-77cd44c2-5dd9-4470-9701-b9cf4486bb95 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Made reservation on behalf of 05d9c5547c9740d6af72c6b5358670b7 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:07.831342 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f1eca900-fab0-4220-a8b9-bff8c4a8588d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:07.833989 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-77cd44c2-5dd9-4470-9701-b9cf4486bb95 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:07.839908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-fd421f98-9a40-42f3-9f79-ec2be9fe6be6 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Allocated IP 2001:db8::284 (0e402bc2-68c1-4e38-9cbf-95a577999cb7/c27fa503-6568-42e0-931f-7fd092265769/92d9eb62-bb4a-4d7f-a948-f1d94d79af51) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:07.990899 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6884cf99-378d-4d60-9d0e-484ac591b373 req-9e526dbd-2d2c-4596-9dbb-bab429f01798 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 210 time: 0.0527260 Feb 10 15:15:07.992210 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Attempting to bind port d60f323b-257a-404a-8146-a611624b863c on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:15:07.992779 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Attempting to bind port d60f323b-257a-404a-8146-a611624b863c by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0e402bc2-68c1-4e38-9cbf-95a577999cb7'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:15:07.993156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Attempting to bind port d60f323b-257a-404a-8146-a611624b863c on network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:15:08.000479 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:15:08.001163 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Checking segment: {'id': '13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0e402bc2-68c1-4e38-9cbf-95a577999cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:15:08.001640 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:08.002132 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Bound using segment: {'id': '13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0e402bc2-68c1-4e38-9cbf-95a577999cb7'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:15:08.003323 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Bound port: d60f323b-257a-404a-8146-a611624b863c, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0e402bc2-68c1-4e38-9cbf-95a577999cb7'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:15:08.003739 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d60f323b-257a-404a-8146-a611624b863c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:08.043182 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=f1eca900-fab0-4220-a8b9-bff8c4a8588d,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:08.118294 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd421f98-9a40-42f3-9f79-ec2be9fe6be6 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks [] for port (92d9eb62-bb4a-4d7f-a948-f1d94d79af51), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:08.131091 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] For port d60f323b-257a-404a-8146-a611624b863c, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:15:08.135342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] For port d60f323b-257a-404a-8146-a611624b863c, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d60f323b-257a-404a-8146-a611624b863c,segment=NetworkSegment(13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030),segment_id=13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:15:08.158492 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d60f323b-257a-404a-8146-a611624b863c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:08.178513 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd421f98-9a40-42f3-9f79-ec2be9fe6be6 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (92d9eb62-bb4a-4d7f-a948-f1d94d79af51), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:08.212005 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f7deb-a558-4c6c-8dc8-8796fb34736a req-260c47e4-bb92-4d27-82f0-0ec0330e7156 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:08.219511 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-842f7deb-a558-4c6c-8dc8-8796fb34736a req-260c47e4-bb92-4d27-82f0-0ec0330e7156 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 946 time: 0.2130206 Feb 10 15:15:08.222403 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dda0a6-c837-49fa-95c6-f29c48800b18 None None] Pushing event updated for resources: {'Port': ['ID=d60f323b-257a-404a-8146-a611624b863c,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:08.266712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd421f98-9a40-42f3-9f79-ec2be9fe6be6 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:08.282974 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-fd421f98-9a40-42f3-9f79-ec2be9fe6be6 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:08.292275 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-77cd44c2-5dd9-4470-9701-b9cf4486bb95 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Allocated IP 172.20.0.13 (3222c473-51d1-4d6e-8b20-ada86aef0bab/029d74c2-b427-4600-ac76-1229f2facd49/f57f30b2-fda2-46b1-b756-aecad3995919) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:08.297133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd421f98-9a40-42f3-9f79-ec2be9fe6be6 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:08.309422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd421f98-9a40-42f3-9f79-ec2be9fe6be6 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:08.310096 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd421f98-9a40-42f3-9f79-ec2be9fe6be6 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:08.340862 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd421f98-9a40-42f3-9f79-ec2be9fe6be6 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event updated for resources: {'Port': ['ID=92d9eb62-bb4a-4d7f-a948-f1d94d79af51,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:08.355139 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-842f7deb-a558-4c6c-8dc8-8796fb34736a req-87f7b6a0-8199-409b-b98c-3204cb9d2249 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345143 Feb 10 15:15:08.364968 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f106e86-9102-461f-9379-940a8c7ef8cd req-715c039b-2fc3-48ee-a03f-5652298a3a63 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:08.367549 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fd421f98-9a40-42f3-9f79-ec2be9fe6be6 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3715529 Feb 10 15:15:08.368899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39422) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:08.371782 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f106e86-9102-461f-9379-940a8c7ef8cd req-715c039b-2fc3-48ee-a03f-5652298a3a63 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 950 time: 0.1415286 Feb 10 15:15:08.379922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2bdb317e-0ccc-428a-b70c-b750dc5d7345 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Request body: {'port': {'network_id': '0e402bc2-68c1-4e38-9cbf-95a577999cb7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2095534378', 'allowed_address_pairs': [{'ip_address': '2001:db8::284', 'mac_address': 'fa:16:3e:bf:8a:2c'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:08.475783 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f106e86-9102-461f-9379-940a8c7ef8cd req-ef70f236-903b-4ccc-a5ae-b32de2e74802 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030416 Feb 10 15:15:08.528412 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdb317e-0ccc-428a-b70c-b750dc5d7345 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Made reservation on behalf of dca4ab20838f4d919e738f6066e499b5 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:08.658354 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-77cd44c2-5dd9-4470-9701-b9cf4486bb95 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Publish callbacks [] for port (f57f30b2-fda2-46b1-b756-aecad3995919), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:08.695552 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bdb317e-0ccc-428a-b70c-b750dc5d7345 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:08.725162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-2bdb317e-0ccc-428a-b70c-b750dc5d7345 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] device_id is not set on port 35e34695-ba77-4376-be7a-9d4400134a12 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:15:08.740715 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-77cd44c2-5dd9-4470-9701-b9cf4486bb95 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (f57f30b2-fda2-46b1-b756-aecad3995919), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:08.829797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-77cd44c2-5dd9-4470-9701-b9cf4486bb95 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Network 3222c473-51d1-4d6e-8b20-ada86aef0bab is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:08.834258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-77cd44c2-5dd9-4470-9701-b9cf4486bb95 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:08.840116 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-77cd44c2-5dd9-4470-9701-b9cf4486bb95 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:08.883809 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd44c2-5dd9-4470-9701-b9cf4486bb95 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Pushing event updated for resources: {'Port': ['ID=f57f30b2-fda2-46b1-b756-aecad3995919,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:08.921121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-77cd44c2-5dd9-4470-9701-b9cf4486bb95 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:08.922042 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-77cd44c2-5dd9-4470-9701-b9cf4486bb95 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:08.949593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-77cd44c2-5dd9-4470-9701-b9cf4486bb95 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8533237 Feb 10 15:15:08.961776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Request body: {'port': {'device_id': '63946a60-7065-4cee-b5bb-42871a7e78db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:09.033480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-2bdb317e-0ccc-428a-b70c-b750dc5d7345 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Allocated IP 2001:db8::75 (0e402bc2-68c1-4e38-9cbf-95a577999cb7/c27fa503-6568-42e0-931f-7fd092265769/35e34695-ba77-4376-be7a-9d4400134a12) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:09.055612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515351a8-602c-4398-9eac-3b1f32f7f66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1eca900-fab0-4220-a8b9-bff8c4a8588d'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:09.062275 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14da9eaf-43aa-471f-b6c2-3ecc7d976dba" -d '{"events": [{"server_uuid": "515351a8-602c-4398-9eac-3b1f32f7f66c", "name": "network-vif-plugged", "status": "completed", "tag": "f1eca900-fab0-4220-a8b9-bff8c4a8588d"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:09.115882 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f57f30b2-fda2-46b1-b756-aecad3995919), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:09.124151 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca448e1f-306e-4c7d-b920-7d6fe3292d4b req-dd6d74f5-b62f-49ce-8949-86fc24532554 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:09.125814 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca448e1f-306e-4c7d-b920-7d6fe3292d4b req-dd6d74f5-b62f-49ce-8949-86fc24532554 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.1467733 Feb 10 15:15:09.160171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5917e-9683-429e-b74c-aacafeccf051 req-5c042530-5512-4b9b-b153-14674be77e24 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:09.161269 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9eb5917e-9683-429e-b74c-aacafeccf051 req-5c042530-5512-4b9b-b153-14674be77e24 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 945 time: 0.1960728 Feb 10 15:15:09.266301 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bdb317e-0ccc-428a-b70c-b750dc5d7345 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks [] for port (35e34695-ba77-4376-be7a-9d4400134a12), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:09.310384 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca448e1f-306e-4c7d-b920-7d6fe3292d4b req-7a4725ca-878f-4f95-a649-acd1c314f83a tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743517 Feb 10 15:15:09.336157 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bdb317e-0ccc-428a-b70c-b750dc5d7345 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (35e34695-ba77-4376-be7a-9d4400134a12), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:09.414747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdb317e-0ccc-428a-b70c-b750dc5d7345 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:09.418872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-2bdb317e-0ccc-428a-b70c-b750dc5d7345 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:09.423999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdb317e-0ccc-428a-b70c-b750dc5d7345 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:09.430152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdb317e-0ccc-428a-b70c-b750dc5d7345 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:09.430801 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bdb317e-0ccc-428a-b70c-b750dc5d7345 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:09.434517 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb317e-0ccc-428a-b70c-b750dc5d7345 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event updated for resources: {'Port': ['ID=35e34695-ba77-4376-be7a-9d4400134a12,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:09.460015 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9eb5917e-9683-429e-b74c-aacafeccf051 req-46b116af-e632-45aa-af89-17bf9e4bbee3 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572484 Feb 10 15:15:09.479266 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2bdb317e-0ccc-428a-b70c-b750dc5d7345 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.1089766 Feb 10 15:15:09.481451 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39436) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:09.558822 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f014558-96a3-4500-ae8d-6ee8957bf5a6 x-openstack-request-id: req-8f014558-96a3-4500-ae8d-6ee8957bf5a6 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:09.559140 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515351a8-602c-4398-9eac-3b1f32f7f66c", "name": "network-vif-plugged", "status": "completed", "tag": "f1eca900-fab0-4220-a8b9-bff8c4a8588d", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:09.559415 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f014558-96a3-4500-ae8d-6ee8957bf5a6 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:09.559807 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515351a8-602c-4398-9eac-3b1f32f7f66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1eca900-fab0-4220-a8b9-bff8c4a8588d', 'code': 200} Feb 10 15:15:09.676588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0c0a4-7b9a-4e08-b313-ed710636d058 req-88a1772e-a499-4b01-8aeb-45de6bd773ef tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:09.688066 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51a0c0a4-7b9a-4e08-b313-ed710636d058 req-88a1772e-a499-4b01-8aeb-45de6bd773ef tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 932 time: 0.2252204 Feb 10 15:15:09.719416 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8abc6a4-3d23-4c42-816c-e6c7d1e2e0fe tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:09.725562 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8abc6a4-3d23-4c42-816c-e6c7d1e2e0fe tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:09.730981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8abc6a4-3d23-4c42-816c-e6c7d1e2e0fe tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:09.735396 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f8abc6a4-3d23-4c42-816c-e6c7d1e2e0fe tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2502873 Feb 10 15:15:09.740683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39440) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:09.791999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beee523-eb99-4d6e-8b02-b4865d58c959 None None] Network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:15:09.850068 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51a0c0a4-7b9a-4e08-b313-ed710636d058 req-98edadeb-0da7-42fd-b9de-1459d8b0a9d3 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/security-groups?id=e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608365 Feb 10 15:15:09.880962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1169f0-852e-47d5-863f-6261cba9e526 req-c61abf7d-417b-4be0-af97-1ff1663ccbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:09.881468 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5f3db-cf76-47df-9969-052fc675612c req-ef567e79-8840-4693-ba6a-23ce5a6c3425 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:09.884621 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0e1169f0-852e-47d5-863f-6261cba9e526 req-c61abf7d-417b-4be0-af97-1ff1663ccbd2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 1127 time: 0.2475700 Feb 10 15:15:09.887034 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32e5f3db-cf76-47df-9969-052fc675612c req-ef567e79-8840-4693-ba6a-23ce5a6c3425 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 946 time: 0.1829574 Feb 10 15:15:09.925375 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-8cc78bc4-1c4b-4e4a-b419-bc6f100413bf tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Deleting port 35e34695-ba77-4376-be7a-9d4400134a12 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:09.925723 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cc78bc4-1c4b-4e4a-b419-bc6f100413bf tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (35e34695-ba77-4376-be7a-9d4400134a12), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:09.995833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d51ca9c0-d182-43f8-954c-90d9e8805be0 None None] Provisioning complete for port d60f323b-257a-404a-8146-a611624b863c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:09.996288 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d51ca9c0-d182-43f8-954c-90d9e8805be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d60f323b-257a-404a-8146-a611624b863c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:10.018915 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cc78bc4-1c4b-4e4a-b419-bc6f100413bf tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (35e34695-ba77-4376-be7a-9d4400134a12), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:10.032925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-8cc78bc4-1c4b-4e4a-b419-bc6f100413bf tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Calling delete_port for 35e34695-ba77-4376-be7a-9d4400134a12 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:10.121989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d51ca9c0-d182-43f8-954c-90d9e8805be0 None None] Current status of the port d60f323b-257a-404a-8146-a611624b863c is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:10.123229 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d51ca9c0-d182-43f8-954c-90d9e8805be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d60f323b-257a-404a-8146-a611624b863c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:10.189559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cc78bc4-1c4b-4e4a-b419-bc6f100413bf tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (35e34695-ba77-4376-be7a-9d4400134a12), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:10.191963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d51ca9c0-d182-43f8-954c-90d9e8805be0 None None] For port d60f323b-257a-404a-8146-a611624b863c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d60f323b-257a-404a-8146-a611624b863c,segment=NetworkSegment(13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030),segment_id=13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:10.206671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d60f323b-257a-404a-8146-a611624b863c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:15:10.220701 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32e5f3db-cf76-47df-9969-052fc675612c req-7acae8a7-7b29-4777-91ff-c5c94d5b9aad tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201375 Feb 10 15:15:10.276810 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc78bc4-1c4b-4e4a-b419-bc6f100413bf tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event deleted for resources: {'Port': ['ID=35e34695-ba77-4376-be7a-9d4400134a12,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:10.305104 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d51ca9c0-d182-43f8-954c-90d9e8805be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d60f323b-257a-404a-8146-a611624b863c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:10.345068 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57f30b2-fda2-46b1-b756-aecad3995919 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:15:10.356707 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Publish callbacks [] for port (f57f30b2-fda2-46b1-b756-aecad3995919), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:10.373912 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Transition to ACTIVE for port object f57f30b2-fda2-46b1-b756-aecad3995919 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:15:10.382682 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (f57f30b2-fda2-46b1-b756-aecad3995919), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:10.406864 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb7746-af80-42f5-88bb-4e815eb97e0f req-7b1028e6-0330-4151-bd0a-58bf8c0bdd01 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:10.415767 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7fcb7746-af80-42f5-88bb-4e815eb97e0f req-7b1028e6-0330-4151-bd0a-58bf8c0bdd01 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 950 time: 0.4086711 Feb 10 15:15:10.443565 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0e1169f0-852e-47d5-863f-6261cba9e526 req-5849a65d-a571-4e8a-8035-37edc66ca8b1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520995 Feb 10 15:15:10.477691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ca9c0-d182-43f8-954c-90d9e8805be0 None None] Pushing event updated for resources: {'Port': ['ID=d60f323b-257a-404a-8146-a611624b863c,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:10.486043 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port d60f323b-257a-404a-8146-a611624b863c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:10.486721 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d60f323b-257a-404a-8146-a611624b863c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:10.505346 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cc78bc4-1c4b-4e4a-b419-bc6f100413bf tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:10.525087 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8cc78bc4-1c4b-4e4a-b419-bc6f100413bf tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "DELETE /v2.0/ports/35e34695-ba77-4376-be7a-9d4400134a12 HTTP/1.1" status: 204 len: 168 time: 0.7819731 Feb 10 15:15:10.527837 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39450) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:10.541411 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7fcb7746-af80-42f5-88bb-4e815eb97e0f req-b757d43b-445e-4e47-9f49-5b403a6f91a1 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139591 Feb 10 15:15:10.547365 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0b1f8716-f2b9-4773-92c5-25730b3a19f1 None None] Could not find standard attr ID for object 35e34695-ba77-4376-be7a-9d4400134a12. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:15:10.581515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0b1f8716-f2b9-4773-92c5-25730b3a19f1 None None] Provisioning complete for port 92d9eb62-bb4a-4d7f-a948-f1d94d79af51 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:10.581778 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d85874-089a-4e03-b689-4fffa823108e tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] GET failed (client error): The resource could not be found. Feb 10 15:15:10.582100 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8716-f2b9-4773-92c5-25730b3a19f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (92d9eb62-bb4a-4d7f-a948-f1d94d79af51), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:10.585349 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-56d85874-089a-4e03-b689-4fffa823108e tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "GET /v2.0/ports/35e34695-ba77-4376-be7a-9d4400134a12 HTTP/1.1" status: 404 len: 333 time: 0.0553794 Feb 10 15:15:10.588450 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39454) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:10.595413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-97620378-f63d-4571-91ff-844bcc00d88a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Request body: {'port': {'network_id': '0e402bc2-68c1-4e38-9cbf-95a577999cb7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1887046705'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:10.647109 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f57f30b2-fda2-46b1-b756-aecad3995919,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:10.662664 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 744bf375-7490-4162-abea-c4b063f2d089 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:15:10.702688 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f8716-f2b9-4773-92c5-25730b3a19f1 None None] Port 92d9eb62-bb4a-4d7f-a948-f1d94d79af51 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:10.830641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c3526-cbc8-4705-8f46-30ce183d2551 req-8f486f24-8822-481d-9368-bf099d3bc4c5 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:10.839331 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b2c3526-cbc8-4705-8f46-30ce183d2551 req-8f486f24-8822-481d-9368-bf099d3bc4c5 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.3244293 Feb 10 15:15:10.891042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97620378-f63d-4571-91ff-844bcc00d88a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Made reservation on behalf of dca4ab20838f4d919e738f6066e499b5 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:10.899660 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-97620378-f63d-4571-91ff-844bcc00d88a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:10.907539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513904a-c716-489f-8301-7c5d5bd4d5ce req-fea5342f-291c-408f-9608-d61a63c494a5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:10.915238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a513904a-c716-489f-8301-7c5d5bd4d5ce req-fea5342f-291c-408f-9608-d61a63c494a5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 945 time: 0.2333798 Feb 10 15:15:10.931034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 744bf375-7490-4162-abea-c4b063f2d089, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=744bf375-7490-4162-abea-c4b063f2d089,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:10.938645 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-97620378-f63d-4571-91ff-844bcc00d88a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] device_id is not set on port 34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:15:10.981230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Attempting to bind port f57f30b2-fda2-46b1-b756-aecad3995919 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:15:10.981581 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Attempting to bind port f57f30b2-fda2-46b1-b756-aecad3995919 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '0f35c2c3-5f3d-405c-9c65-eb05c6b1a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3222c473-51d1-4d6e-8b20-ada86aef0bab'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:15:10.981915 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Attempting to bind port f57f30b2-fda2-46b1-b756-aecad3995919 on network 3222c473-51d1-4d6e-8b20-ada86aef0bab {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:15:10.983519 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '744bf375-7490-4162-abea-c4b063f2d089', 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6', 'port_id': '744bf375-7490-4162-abea-c4b063f2d089', 'mac_address': 'fa:16:3e:a6:b0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42884750-3964-4921-a5f3-59cc5dea59b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:15:10.989615 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Port f57f30b2-fda2-46b1-b756-aecad3995919 on network 3222c473-51d1-4d6e-8b20-ada86aef0bab not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:15:10.989945 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Attempting to bind port f57f30b2-fda2-46b1-b756-aecad3995919 on network 3222c473-51d1-4d6e-8b20-ada86aef0bab {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:15:11.000119 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:15:11.000462 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Checking segment: {'id': '0f35c2c3-5f3d-405c-9c65-eb05c6b1a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3222c473-51d1-4d6e-8b20-ada86aef0bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:15:11.000935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Bound using segment: {'id': '0f35c2c3-5f3d-405c-9c65-eb05c6b1a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3222c473-51d1-4d6e-8b20-ada86aef0bab'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:15:11.001422 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Bound port: f57f30b2-fda2-46b1-b756-aecad3995919, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f35c2c3-5f3d-405c-9c65-eb05c6b1a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3222c473-51d1-4d6e-8b20-ada86aef0bab'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:15:11.001785 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f57f30b2-fda2-46b1-b756-aecad3995919), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:11.005624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0b1f8716-f2b9-4773-92c5-25730b3a19f1 None None] Provisioning complete for port d60f323b-257a-404a-8146-a611624b863c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:11.006015 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8716-f2b9-4773-92c5-25730b3a19f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d60f323b-257a-404a-8146-a611624b863c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:11.024909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b2c3526-cbc8-4705-8f46-30ce183d2551 req-7b405e7f-ee72-420d-853b-bd644e2d704d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746824 Feb 10 15:15:11.074031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port d60f323b-257a-404a-8146-a611624b863c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:11.074218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a513904a-c716-489f-8301-7c5d5bd4d5ce req-28f3d937-b254-4106-a048-014a58663fa7 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578498 Feb 10 15:15:11.256682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-97620378-f63d-4571-91ff-844bcc00d88a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Allocated IP 2001:db8::1ef (0e402bc2-68c1-4e38-9cbf-95a577999cb7/c27fa503-6568-42e0-931f-7fd092265769/34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:11.302130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8831e-abb5-4ff1-88e8-560033d41cc5 req-d42792f2-3be3-473e-ac92-afff4a200367 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:11.309380 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-deb8831e-abb5-4ff1-88e8-560033d41cc5 req-d42792f2-3be3-473e-ac92-afff4a200367 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 1132 time: 0.1409810 Feb 10 15:15:11.339022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] For port f57f30b2-fda2-46b1-b756-aecad3995919, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:15:11.364170 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:11.372201 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 744bf375-7490-4162-abea-c4b063f2d089 is: ACTIVE; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:11.372201 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (744bf375-7490-4162-abea-c4b063f2d089), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:11.401629 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-deb8831e-abb5-4ff1-88e8-560033d41cc5 req-10b24a5c-222d-46b3-8a58-31d7f5290521 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767429 Feb 10 15:15:11.411074 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] For port f57f30b2-fda2-46b1-b756-aecad3995919, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=f57f30b2-fda2-46b1-b756-aecad3995919,segment=NetworkSegment(0f35c2c3-5f3d-405c-9c65-eb05c6b1a132),segment_id=0f35c2c3-5f3d-405c-9c65-eb05c6b1a132)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:15:11.423458 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495aa0d-fc92-40a5-9c32-c984c6545a86 req-8dc39cc8-675b-4adb-ba5a-b624d6c3c0db tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:11.434467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8495aa0d-fc92-40a5-9c32-c984c6545a86 req-8dc39cc8-675b-4adb-ba5a-b624d6c3c0db tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 944 time: 0.2118235 Feb 10 15:15:11.454949 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (f57f30b2-fda2-46b1-b756-aecad3995919), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:11.559215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f57f30b2-fda2-46b1-b756-aecad3995919,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:11.642400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:11.643051 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:11.645331 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-2d423d5d-ef92-4ff5-a80c-3da7f675f5a3 service neutron] 10.222.0.79 "PUT /v2.0/ports/f57f30b2-fda2-46b1-b756-aecad3995919 HTTP/1.1" status: 200 len: 1092 time: 2.6894252 Feb 10 15:15:11.660812 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63946a60-7065-4cee-b5bb-42871a7e78db', 'tag': 'f57f30b2-fda2-46b1-b756-aecad3995919'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:11.660812 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7a5d36-bfe1-417f-b663-9e4f5dc38c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "63946a60-7065-4cee-b5bb-42871a7e78db", "tag": "f57f30b2-fda2-46b1-b756-aecad3995919"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:11.683951 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-97620378-f63d-4571-91ff-844bcc00d88a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks [] for port (34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:11.710369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f8716-f2b9-4773-92c5-25730b3a19f1 None None] Current status of the port d60f323b-257a-404a-8146-a611624b863c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:11.715602 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 744bf375-7490-4162-abea-c4b063f2d089 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:15:11.754239 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8495aa0d-fc92-40a5-9c32-c984c6545a86 req-ceb2d9bc-e481-4173-a1a8-f0403df0e206 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/security-groups?id=e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187580 Feb 10 15:15:11.792485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 744bf375-7490-4162-abea-c4b063f2d089, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=744bf375-7490-4162-abea-c4b063f2d089,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:11.797440 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-97620378-f63d-4571-91ff-844bcc00d88a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:11.804208 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (744bf375-7490-4162-abea-c4b063f2d089), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:11.833071 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef473a1-c979-498d-941c-694ae77a8a0f req-9506bc27-bead-462d-9fab-439c58a50deb tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:11.834651 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ef473a1-c979-498d-941c-694ae77a8a0f req-9506bc27-bead-462d-9fab-439c58a50deb tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 946 time: 0.2917151 Feb 10 15:15:11.880237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-9bae61bc-9bcf-406b-b366-b18a3eb86ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:11.881986 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-9bae61bc-9bcf-406b-b366-b18a3eb86ee0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05d9c5547c9740d6af72c6b5358670b7&device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 1126 time: 0.1694379 Feb 10 15:15:11.895148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8ef93002-95da-4817-817d-8ca3b5e2788c None None] Could not find standard attr ID for object 35e34695-ba77-4376-be7a-9d4400134a12. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:15:11.904326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97620378-f63d-4571-91ff-844bcc00d88a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:11.908252 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-97620378-f63d-4571-91ff-844bcc00d88a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:11.918533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97620378-f63d-4571-91ff-844bcc00d88a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:11.919949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97620378-f63d-4571-91ff-844bcc00d88a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:11.920702 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-97620378-f63d-4571-91ff-844bcc00d88a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:11.936822 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ef473a1-c979-498d-941c-694ae77a8a0f req-58057775-77ad-4cda-8969-f52f5b9787f8 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950203 Feb 10 15:15:11.947063 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97620378-f63d-4571-91ff-844bcc00d88a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event updated for resources: {'Port': ['ID=34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:11.977316 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-97620378-f63d-4571-91ff-844bcc00d88a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3862338 Feb 10 15:15:11.980461 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39478) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:11.989225 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-825988c5-504a-431c-a7cd-acd764a6f4be tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::284', 'mac_address': 'fa:16:3e:bf:8a:2c'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:12.007128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-d506cf10-4775-45db-b709-110a4d25592c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863168 Feb 10 15:15:12.025614 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-9d45399f-a0bf-4bc9-8a68-88309d3ed9fa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f57f30b2-fda2-46b1-b756-aecad3995919 HTTP/1.1" status: 200 len: 217 time: 0.1110842 Feb 10 15:15:12.036417 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8ef93002-95da-4817-817d-8ca3b5e2788c None None] Provisioning complete for port 92d9eb62-bb4a-4d7f-a948-f1d94d79af51 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:12.036834 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8ef93002-95da-4817-817d-8ca3b5e2788c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (92d9eb62-bb4a-4d7f-a948-f1d94d79af51), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:12.039740 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['744bf375-7490-4162-abea-c4b063f2d089'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:12.104076 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b9bbd6-d1c6-48e2-8bb5-1a34dee31cd8 x-openstack-request-id: req-55b9bbd6-d1c6-48e2-8bb5-1a34dee31cd8 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:12.104364 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63946a60-7065-4cee-b5bb-42871a7e78db", "tag": "f57f30b2-fda2-46b1-b756-aecad3995919", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:12.104613 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55b9bbd6-d1c6-48e2-8bb5-1a34dee31cd8 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:12.105035 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63946a60-7065-4cee-b5bb-42871a7e78db', 'tag': 'f57f30b2-fda2-46b1-b756-aecad3995919', 'status': 'completed', 'code': 200} Feb 10 15:15:12.195403 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=744bf375-7490-4162-abea-c4b063f2d089,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:12.218007 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-825988c5-504a-431c-a7cd-acd764a6f4be tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:12.291173 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d60f323b-257a-404a-8146-a611624b863c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:15:12.293674 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8ef93002-95da-4817-817d-8ca3b5e2788c None None] Port 92d9eb62-bb4a-4d7f-a948-f1d94d79af51 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:12.340630 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-c52dfc9d-2e92-49c8-b70f-db1824b9e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:12.342159 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-c52dfc9d-2e92-49c8-b70f-db1824b9e6cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=029d74c2-b427-4600-ac76-1229f2facd49 HTTP/1.1" status: 200 len: 853 time: 0.3026392 Feb 10 15:15:12.410381 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-c6c1c46f-acbe-4775-87c0-3321c9080d01 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3222c473-51d1-4d6e-8b20-ada86aef0bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571697 Feb 10 15:15:12.418062 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-20aba107-ad89-4312-b43c-439e09dbe9f1 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:12.419502 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-20aba107-ad89-4312-b43c-439e09dbe9f1 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4113448 Feb 10 15:15:12.444665 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-92c0cc25-df03-4277-9867-ddfcb210929d tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/quotas/ee7e30a5c60144e3888d69f0b00a1cac HTTP/1.1" status: 200 len: 375 time: 0.0123229 Feb 10 15:15:12.462972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port d60f323b-257a-404a-8146-a611624b863c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:12.463735 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d60f323b-257a-404a-8146-a611624b863c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:12.475955 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-242af927-8830-4224-ba5f-7294ba1aa6e1 None None] Provisioning complete for port 34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:12.476501 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-242af927-8830-4224-ba5f-7294ba1aa6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:12.548164 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-825988c5-504a-431c-a7cd-acd764a6f4be tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks [] for port (34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:12.555518 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-825988c5-504a-431c-a7cd-acd764a6f4be tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:12.601012 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-242af927-8830-4224-ba5f-7294ba1aa6e1 None None] Port 34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:12.611825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-825988c5-504a-431c-a7cd-acd764a6f4be tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] In _notify_port_updated(), no bound segment for port 34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7 on network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 {{(pid=103369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:15:12.619737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825988c5-504a-431c-a7cd-acd764a6f4be tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:12.621185 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-825988c5-504a-431c-a7cd-acd764a6f4be tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:12.622886 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-825988c5-504a-431c-a7cd-acd764a6f4be tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "PUT /v2.0/ports/34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7 HTTP/1.1" status: 200 len: 1003 time: 0.6408992 Feb 10 15:15:12.626133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39484) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:12.682141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825988c5-504a-431c-a7cd-acd764a6f4be tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event updated for resources: {'Port': ['ID=34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:12.688545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42085e9e-2aec-44b0-b2af-10f12ddd93e8 req-52381d34-4524-4bfa-afd8-4cded408a575 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:12.698983 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42085e9e-2aec-44b0-b2af-10f12ddd93e8 req-52381d34-4524-4bfa-afd8-4cded408a575 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.4663968 Feb 10 15:15:12.746347 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port d60f323b-257a-404a-8146-a611624b863c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:12.798360 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4167c725-5723-430a-b84f-77b2e4876c3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Deleting port 34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:12.798903 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4167c725-5723-430a-b84f-77b2e4876c3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:12.851387 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5bcecc3d-e5d1-4426-b192-610822ff86c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:12.855101 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-791a652d-5e35-4b5b-97c6-50858aa36d0e service neutron] 10.222.0.79 "GET /v2.0/networks/3222c473-51d1-4d6e-8b20-ada86aef0bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311078 Feb 10 15:15:12.917606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-6f5cafc3-6e87-4ee8-9794-1b76587583e2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4350178 Feb 10 15:15:12.923311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42085e9e-2aec-44b0-b2af-10f12ddd93e8 req-f5862299-6834-4bff-84f5-3f20c61fced1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234814 Feb 10 15:15:12.926021 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4167c725-5723-430a-b84f-77b2e4876c3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:12.972522 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4167c725-5723-430a-b84f-77b2e4876c3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Calling delete_port for 34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:13.072746 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acb08f5d-ff48-4c3d-a818-87df1cb8af71 req-553270a0-4187-4471-bdc1-f740d5e144db service neutron] 10.222.0.79 "GET /v2.0/networks/3222c473-51d1-4d6e-8b20-ada86aef0bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007959 Feb 10 15:15:13.111290 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d532f63-60fd-4506-8621-eb087e745325 req-b89230f8-078b-4dd8-839d-5d04c6b31214 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:13.113316 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d532f63-60fd-4506-8621-eb087e745325 req-b89230f8-078b-4dd8-839d-5d04c6b31214 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 945 time: 0.0839083 Feb 10 15:15:13.161317 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b0c6596e-fe94-479f-89cc-816d1ef955bc None None] Provisioning complete for port 34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:13.165012 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b0c6596e-fe94-479f-89cc-816d1ef955bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:13.255705 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4167c725-5723-430a-b84f-77b2e4876c3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:13.308691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167c725-5723-430a-b84f-77b2e4876c3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event deleted for resources: {'Port': ['ID=34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:13.317255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d532f63-60fd-4506-8621-eb087e745325 req-ba6655d8-174f-4485-92c7-07ce0afcb703 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738446 Feb 10 15:15:13.320299 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b0c6596e-fe94-479f-89cc-816d1ef955bc None None] Port 34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:13.330874 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a5d36-bfe1-417f-b663-9e4f5dc38c4e req-450d1b41-47a1-4b89-9d17-a2e5c002d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:13.332968 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b7a5d36-bfe1-417f-b663-9e4f5dc38c4e req-450d1b41-47a1-4b89-9d17-a2e5c002d336 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05d9c5547c9740d6af72c6b5358670b7&device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 1126 time: 0.1884861 Feb 10 15:15:13.388316 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bab529-43d8-43c7-82db-63df839d018b req-e092488b-ecdc-41da-b5a8-eac6fac530dc tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:13.396124 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1bab529-43d8-43c7-82db-63df839d018b req-e092488b-ecdc-41da-b5a8-eac6fac530dc tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 944 time: 0.1683729 Feb 10 15:15:13.561034 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1bab529-43d8-43c7-82db-63df839d018b req-01a9d990-d38f-45c4-9e06-1247442cf70f tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/security-groups?id=e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637611 Feb 10 15:15:13.562697 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4167c725-5723-430a-b84f-77b2e4876c3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:13.574028 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39502) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:13.586809 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4167c725-5723-430a-b84f-77b2e4876c3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "DELETE /v2.0/ports/34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7 HTTP/1.1" status: 204 len: 168 time: 0.9593065 Feb 10 15:15:13.648035 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7ca88c-f6dd-4209-adfa-bb3d46b0e0ae tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] GET failed (client error): The resource could not be found. Feb 10 15:15:13.653113 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fc7ca88c-f6dd-4209-adfa-bb3d46b0e0ae tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "GET /v2.0/ports/34d7a3cc-39a1-48e8-b0b4-0f9309cc23f7 HTTP/1.1" status: 404 len: 333 time: 0.0651679 Feb 10 15:15:13.655815 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39506) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:13.662006 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0e3db810-be7a-41e3-9cf7-71fc681e0413 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Request body: {'port': {'network_id': '0e402bc2-68c1-4e38-9cbf-95a577999cb7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1756944041'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:13.666491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a5d36-bfe1-417f-b663-9e4f5dc38c4e req-26c68dad-d3bf-4b99-9b36-1f2c2606113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:13.668410 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b7a5d36-bfe1-417f-b663-9e4f5dc38c4e req-26c68dad-d3bf-4b99-9b36-1f2c2606113e service neutron] 10.222.0.79 "GET /v2.0/networks?id=3222c473-51d1-4d6e-8b20-ada86aef0bab HTTP/1.1" status: 200 len: 914 time: 0.3282712 Feb 10 15:15:13.729583 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0739a7d3-695f-4ba5-a688-642c6d96715a req-37deae94-af29-4c7e-8cab-3b61823609e9 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 210 time: 0.0890121 Feb 10 15:15:13.808679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55ecfd-7893-42dc-a0d5-9f29ee58b3d0 req-dbe67d45-369a-427b-a868-55b9673ca44f tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:13.808679 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d55ecfd-7893-42dc-a0d5-9f29ee58b3d0 req-dbe67d45-369a-427b-a868-55b9673ca44f tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 945 time: 0.3769822 Feb 10 15:15:13.810537 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b7a5d36-bfe1-417f-b663-9e4f5dc38c4e req-5356af55-7c92-4b55-9b92-f33f466b11a8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f57f30b2-fda2-46b1-b756-aecad3995919 HTTP/1.1" status: 200 len: 217 time: 0.1025090 Feb 10 15:15:14.304669 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d55ecfd-7893-42dc-a0d5-9f29ee58b3d0 req-26f3bef2-b1f7-4ade-a56b-50af7d0f19a8 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846301 Feb 10 15:15:14.339914 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a5d36-bfe1-417f-b663-9e4f5dc38c4e req-a990fc08-c961-4359-a018-6c63eed186a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:14.348508 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b7a5d36-bfe1-417f-b663-9e4f5dc38c4e req-a990fc08-c961-4359-a018-6c63eed186a9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=029d74c2-b427-4600-ac76-1229f2facd49 HTTP/1.1" status: 200 len: 853 time: 0.4543359 Feb 10 15:15:14.387205 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b7a5d36-bfe1-417f-b663-9e4f5dc38c4e req-f1172313-7266-4e83-8c17-b7cd98ab5c93 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3222c473-51d1-4d6e-8b20-ada86aef0bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266786 Feb 10 15:15:14.394774 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47639c3b-d5d3-4563-b182-ffa0c1d81e81 req-0fdd11ab-e6f2-4024-824c-668f92ebe155 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:14.396312 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47639c3b-d5d3-4563-b182-ffa0c1d81e81 req-0fdd11ab-e6f2-4024-824c-668f92ebe155 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 945 time: 0.1610267 Feb 10 15:15:14.404473 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3db810-be7a-41e3-9cf7-71fc681e0413 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Made reservation on behalf of dca4ab20838f4d919e738f6066e499b5 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:14.407604 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0e3db810-be7a-41e3-9cf7-71fc681e0413 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:14.482115 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-0e3db810-be7a-41e3-9cf7-71fc681e0413 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] device_id is not set on port d05c5d26-d3c4-47c9-b67f-2bd686f4d43f yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:15:14.609898 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47639c3b-d5d3-4563-b182-ffa0c1d81e81 req-b6f4b81c-bebe-4862-8ec6-5fb38f2b89f0 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974120 Feb 10 15:15:14.660438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaca9a8-1929-4630-8c21-972572fcdd1c req-6041e381-90e1-408e-9b5a-a7e9f517f35b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:14.662329 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1aaca9a8-1929-4630-8c21-972572fcdd1c req-6041e381-90e1-408e-9b5a-a7e9f517f35b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.2519436 Feb 10 15:15:14.682733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 744bf375-7490-4162-abea-c4b063f2d089 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:15:14.688502 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b7a5d36-bfe1-417f-b663-9e4f5dc38c4e req-2483bee1-1ff2-4230-b20d-26f80dcfc00d service neutron] 10.222.0.79 "GET /v2.0/networks/3222c473-51d1-4d6e-8b20-ada86aef0bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906187 Feb 10 15:15:14.740155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 744bf375-7490-4162-abea-c4b063f2d089 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:14.740529 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (744bf375-7490-4162-abea-c4b063f2d089), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:14.806554 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1aaca9a8-1929-4630-8c21-972572fcdd1c req-4a2f5cf6-6bb0-4f3b-acee-110688667a34 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083541 Feb 10 15:15:14.823170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-0e3db810-be7a-41e3-9cf7-71fc681e0413 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Allocated IP 2001:db8::297 (0e402bc2-68c1-4e38-9cbf-95a577999cb7/c27fa503-6568-42e0-931f-7fd092265769/d05c5d26-d3c4-47c9-b67f-2bd686f4d43f) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:14.887758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 744bf375-7490-4162-abea-c4b063f2d089 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:14.888840 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (744bf375-7490-4162-abea-c4b063f2d089), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:14.933480 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3363823-d678-4d9b-81b8-a61abb7045d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744bf375-7490-4162-abea-c4b063f2d089'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:14.936899 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182c0d4f-fa09-4d0d-aa05-4cf935dd145e" -d '{"events": [{"server_uuid": "c3363823-d678-4d9b-81b8-a61abb7045d5", "name": "network-vif-plugged", "status": "completed", "tag": "744bf375-7490-4162-abea-c4b063f2d089"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:14.953887 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-8c80a419-0afd-4e12-9e11-6df3200183a5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349071 Feb 10 15:15:14.956621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 744bf375-7490-4162-abea-c4b063f2d089, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=744bf375-7490-4162-abea-c4b063f2d089,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:14.961736 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (744bf375-7490-4162-abea-c4b063f2d089), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:15.026061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=744bf375-7490-4162-abea-c4b063f2d089,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:15.058277 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2440cf68-0294-439c-81c8-d89816f44905 req-5ffc29f0-7aa4-4e2e-9719-c673f194b2c8 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 210 time: 0.1008255 Feb 10 15:15:15.140666 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9d351a9c-a9c1-4e32-88ce-aeceb2fd1c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:15.147333 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-0e93e960-9330-4cfc-a9fe-c1197bf2dbea tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:15.154088 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-0e93e960-9330-4cfc-a9fe-c1197bf2dbea tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915550 Feb 10 15:15:15.169046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-4a79b704-c986-4a98-8a42-cb52d0174fef tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Request body: {'port': {'device_id': 'ddcebeba-83ae-44f1-b27f-b0865b55c540', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': 'ee7e30a5c60144e3888d69f0b00a1cac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:15.173897 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0e3db810-be7a-41e3-9cf7-71fc681e0413 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks [] for port (d05c5d26-d3c4-47c9-b67f-2bd686f4d43f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:15.186727 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f788426-b081-4761-8874-e12a366f0da2 x-openstack-request-id: req-2f788426-b081-4761-8874-e12a366f0da2 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:15.187138 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3363823-d678-4d9b-81b8-a61abb7045d5", "name": "network-vif-plugged", "status": "completed", "tag": "744bf375-7490-4162-abea-c4b063f2d089", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:15.187607 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f788426-b081-4761-8874-e12a366f0da2 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:15.188357 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3363823-d678-4d9b-81b8-a61abb7045d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744bf375-7490-4162-abea-c4b063f2d089', 'code': 200} Feb 10 15:15:15.216069 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a12b38-33fe-4368-b19a-ed30fb0cbc72 req-410dbc94-0a20-40e5-aa01-b22c5af9d889 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:15.226872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c4a12b38-33fe-4368-b19a-ed30fb0cbc72 req-410dbc94-0a20-40e5-aa01-b22c5af9d889 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 944 time: 0.4373336 Feb 10 15:15:15.264218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b7a5d36-bfe1-417f-b663-9e4f5dc38c4e req-a70c776e-7053-47ec-8d8c-8984e22e131a service neutron] 10.222.0.79 "GET /v2.0/networks/3222c473-51d1-4d6e-8b20-ada86aef0bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636700 Feb 10 15:15:15.299057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-4a79b704-c986-4a98-8a42-cb52d0174fef tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Made reservation on behalf of ee7e30a5c60144e3888d69f0b00a1cac for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:15.306529 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-4a79b704-c986-4a98-8a42-cb52d0174fef tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:15.326511 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0e3db810-be7a-41e3-9cf7-71fc681e0413 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (d05c5d26-d3c4-47c9-b67f-2bd686f4d43f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:15.349698 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c4a12b38-33fe-4368-b19a-ed30fb0cbc72 req-62ddc5a9-ae6e-4ac1-bc87-efb85b923cea tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/security-groups?id=e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214046 Feb 10 15:15:15.403996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3db810-be7a-41e3-9cf7-71fc681e0413 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:15.413446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-0e3db810-be7a-41e3-9cf7-71fc681e0413 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:15.425144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3db810-be7a-41e3-9cf7-71fc681e0413 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:15.431180 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3db810-be7a-41e3-9cf7-71fc681e0413 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:15.431833 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0e3db810-be7a-41e3-9cf7-71fc681e0413 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:15.468305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3db810-be7a-41e3-9cf7-71fc681e0413 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event updated for resources: {'Port': ['ID=d05c5d26-d3c4-47c9-b67f-2bd686f4d43f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:15.488303 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0e3db810-be7a-41e3-9cf7-71fc681e0413 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8315482 Feb 10 15:15:15.488450 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39526) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:15.494531 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-868a34c5-fc44-4f8c-b2ae-e969153087bb tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:bf:8a:2c'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:15.517311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5432143-50ba-42ef-ac1c-2d434f017b3c req-b54c43ec-7b61-4965-9f30-6d045b099ed8 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:15.520685 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5432143-50ba-42ef-ac1c-2d434f017b3c req-b54c43ec-7b61-4965-9f30-6d045b099ed8 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 946 time: 0.1007698 Feb 10 15:15:15.539600 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-4a79b704-c986-4a98-8a42-cb52d0174fef tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Allocated IP 192.168.233.233 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/d41ebe13-e6d8-4899-8acb-fa5c5d50fbee) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:15.580072 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5432143-50ba-42ef-ac1c-2d434f017b3c req-484398eb-acd5-486d-af61-81c4f22aab9d tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542228 Feb 10 15:15:15.791261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3b5be-1e6d-49dd-b3fb-7f09bd35edfd req-a025800d-36cd-4354-9191-26e7b14cb897 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:15.799071 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00e3b5be-1e6d-49dd-b3fb-7f09bd35edfd req-a025800d-36cd-4354-9191-26e7b14cb897 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 945 time: 0.0805426 Feb 10 15:15:15.859752 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00e3b5be-1e6d-49dd-b3fb-7f09bd35edfd req-6e112544-c654-469f-a5ed-a9728704ec03 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591931 Feb 10 15:15:15.875022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7d4aa581-8d87-4d48-a8a7-4a7e244d2b8c None None] Provisioning complete for port d05c5d26-d3c4-47c9-b67f-2bd686f4d43f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:15.875548 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7d4aa581-8d87-4d48-a8a7-4a7e244d2b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d05c5d26-d3c4-47c9-b67f-2bd686f4d43f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:15.953961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7d4aa581-8d87-4d48-a8a7-4a7e244d2b8c None None] Port d05c5d26-d3c4-47c9-b67f-2bd686f4d43f cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:16.037070 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4532e3-bbc1-42f7-8910-3249a416b7c6 req-c3de148d-34b8-496c-adb6-92ac2ef99a4c tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:16.039182 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5f4532e3-bbc1-42f7-8910-3249a416b7c6 req-c3de148d-34b8-496c-adb6-92ac2ef99a4c tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 946 time: 0.1492405 Feb 10 15:15:16.065335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eebd71-25bc-4f72-a27e-7c2f52f0706b req-8e0e3c53-b472-4b2e-be12-3825169395df tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:16.066832 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-11eebd71-25bc-4f72-a27e-7c2f52f0706b req-8e0e3c53-b472-4b2e-be12-3825169395df tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.79 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 945 time: 0.1296082 Feb 10 15:15:16.113909 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-868a34c5-fc44-4f8c-b2ae-e969153087bb tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d05c5d26-d3c4-47c9-b67f-2bd686f4d43f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:16.124760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761fcb8-e7bc-4d81-871f-dc26be2e770d req-a670ce8a-f6b9-4fbb-8b12-d9dc7b3679a2 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:16.130494 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9761fcb8-e7bc-4d81-871f-dc26be2e770d req-a670ce8a-f6b9-4fbb-8b12-d9dc7b3679a2 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.1595457 Feb 10 15:15:16.193306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5f4532e3-bbc1-42f7-8910-3249a416b7c6 req-acc4c2bc-51ac-4687-8462-f34dba9dc3b7 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477427 Feb 10 15:15:16.198141 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-4a79b704-c986-4a98-8a42-cb52d0174fef tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks [] for port (d41ebe13-e6d8-4899-8acb-fa5c5d50fbee), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:16.209467 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:16.289852 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12068c06-2d22-4bf1-bbb1-a0138335e089 req-e8dd25ce-4e2c-452e-bdba-6a8acb377615 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 210 time: 0.0397103 Feb 10 15:15:16.293438 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9761fcb8-e7bc-4d81-871f-dc26be2e770d req-e2e51c33-3439-4913-9ee3-239132638476 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479836 Feb 10 15:15:16.313843 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-4a79b704-c986-4a98-8a42-cb52d0174fef tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d41ebe13-e6d8-4899-8acb-fa5c5d50fbee), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:16.320240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-11eebd71-25bc-4f72-a27e-7c2f52f0706b req-004a4b8f-9c72-4714-84dd-142cee529fed tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Deleting port f1eca900-fab0-4220-a8b9-bff8c4a8588d {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:16.320609 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-11eebd71-25bc-4f72-a27e-7c2f52f0706b req-004a4b8f-9c72-4714-84dd-142cee529fed tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f1eca900-fab0-4220-a8b9-bff8c4a8588d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:16.328611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b7341060-e935-41d4-8242-bd60d7574d5f', '75bcd7ec-1278-4a6e-95ae-e2a7405ee517'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:16.332050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3be1dd2f-6854-4bdb-b887-e5964e133a7d', '3fffc403-7c02-477a-b1f7-220ed2eddcdb', 'ab46e3dd-534f-40d4-9227-b0fbca905259', '644661be-846b-45d7-9181-3d44a3673e68', '75502456-079e-4848-81d1-719ec736016d'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:16.395123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-4a79b704-c986-4a98-8a42-cb52d0174fef tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:16.407427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-4a79b704-c986-4a98-8a42-cb52d0174fef tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:16.416727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-4a79b704-c986-4a98-8a42-cb52d0174fef tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:16.441587 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-11eebd71-25bc-4f72-a27e-7c2f52f0706b req-004a4b8f-9c72-4714-84dd-142cee529fed tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] For port f1eca900-fab0-4220-a8b9-bff8c4a8588d, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=f1eca900-fab0-4220-a8b9-bff8c4a8588d,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:16.442087 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-11eebd71-25bc-4f72-a27e-7c2f52f0706b req-004a4b8f-9c72-4714-84dd-142cee529fed tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f1eca900-fab0-4220-a8b9-bff8c4a8588d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:16.463920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-11eebd71-25bc-4f72-a27e-7c2f52f0706b req-004a4b8f-9c72-4714-84dd-142cee529fed tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Calling delete_port for f1eca900-fab0-4220-a8b9-bff8c4a8588d owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:16.568438 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-868a34c5-fc44-4f8c-b2ae-e969153087bb tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks [] for port (d05c5d26-d3c4-47c9-b67f-2bd686f4d43f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:16.582735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79b704-c986-4a98-8a42-cb52d0174fef tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event updated for resources: {'Port': ['ID=d41ebe13-e6d8-4899-8acb-fa5c5d50fbee,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:16.611258 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-868a34c5-fc44-4f8c-b2ae-e969153087bb tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (d05c5d26-d3c4-47c9-b67f-2bd686f4d43f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:16.709344 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device f57f30b2-fda2-46b1-b756-aecad3995919 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:15:16.731393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ba9b2-0c32-46f8-8f50-12514393bea7 req-cd0ad188-95b1-4f92-ae10-a8dde6d43c3e tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:16.740047 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-4a79b704-c986-4a98-8a42-cb52d0174fef tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:16.741098 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-4a79b704-c986-4a98-8a42-cb52d0174fef tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:16.741989 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb5ba9b2-0c32-46f8-8f50-12514393bea7 req-cd0ad188-95b1-4f92-ae10-a8dde6d43c3e tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 944 time: 0.1553810 Feb 10 15:15:16.750941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-868a34c5-fc44-4f8c-b2ae-e969153087bb tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] In _notify_port_updated(), no bound segment for port d05c5d26-d3c4-47c9-b67f-2bd686f4d43f on network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 {{(pid=103369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:15:16.766671 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a34c5-fc44-4f8c-b2ae-e969153087bb tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:16.767679 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-868a34c5-fc44-4f8c-b2ae-e969153087bb tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:16.769438 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-868a34c5-fc44-4f8c-b2ae-e969153087bb tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "PUT /v2.0/ports/d05c5d26-d3c4-47c9-b67f-2bd686f4d43f HTTP/1.1" status: 200 len: 1003 time: 1.2798018 Feb 10 15:15:16.773222 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39542) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:16.788679 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a34c5-fc44-4f8c-b2ae-e969153087bb tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event updated for resources: {'Port': ['ID=d05c5d26-d3c4-47c9-b67f-2bd686f4d43f,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:16.818238 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-4a79b704-c986-4a98-8a42-cb52d0174fef tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6525049 Feb 10 15:15:16.841288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Request body: {'port': {'device_id': 'ddcebeba-83ae-44f1-b27f-b0865b55c540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:16.928620 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb5ba9b2-0c32-46f8-8f50-12514393bea7 req-b64e2b1b-56f2-4bcb-8242-baf70d0c0b93 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/security-groups?id=e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799483 Feb 10 15:15:16.989083 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-11eebd71-25bc-4f72-a27e-7c2f52f0706b req-004a4b8f-9c72-4714-84dd-142cee529fed tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (f1eca900-fab0-4220-a8b9-bff8c4a8588d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:17.001904 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d41ebe13-e6d8-4899-8acb-fa5c5d50fbee), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:17.011172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['f1eca900-fab0-4220-a8b9-bff8c4a8588d'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:17.044917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a4b8f-9c72-4714-84dd-142cee529fed tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Pushing event deleted for resources: {'Port': ['ID=f1eca900-fab0-4220-a8b9-bff8c4a8588d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:17.110933 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a0a31133-7015-419e-8d97-57ab55b978ac req-3f7d51c6-c8a1-4873-912a-cd452489f296 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=515351a8-602c-4398-9eac-3b1f32f7f66c HTTP/1.1" status: 200 len: 210 time: 0.0796666 Feb 10 15:15:17.114574 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-4b507eb5-9b25-4880-b140-b243b2947ee4 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Deleting port d05c5d26-d3c4-47c9-b67f-2bd686f4d43f {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:17.114921 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b507eb5-9b25-4880-b140-b243b2947ee4 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d05c5d26-d3c4-47c9-b67f-2bd686f4d43f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:17.177268 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-23a92f63-d9f8-4952-8e91-a204bc709502 None None] Provisioning complete for port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:17.177642 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-23a92f63-d9f8-4952-8e91-a204bc709502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d41ebe13-e6d8-4899-8acb-fa5c5d50fbee), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:17.223869 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-23a92f63-d9f8-4952-8e91-a204bc709502 None None] Port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:17.260683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-11eebd71-25bc-4f72-a27e-7c2f52f0706b req-004a4b8f-9c72-4714-84dd-142cee529fed tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] No DVR routers for this DVR port f1eca900-fab0-4220-a8b9-bff8c4a8588d on host n-h2-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:17.265569 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-11eebd71-25bc-4f72-a27e-7c2f52f0706b req-004a4b8f-9c72-4714-84dd-142cee529fed tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:17.270282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-11eebd71-25bc-4f72-a27e-7c2f52f0706b req-004a4b8f-9c72-4714-84dd-142cee529fed tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.79 "DELETE /v2.0/ports/f1eca900-fab0-4220-a8b9-bff8c4a8588d HTTP/1.1" status: 204 len: 173 time: 1.1943800 Feb 10 15:15:17.270742 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515351a8-602c-4398-9eac-3b1f32f7f66c', 'name': 'network-vif-deleted', 'tag': 'f1eca900-fab0-4220-a8b9-bff8c4a8588d'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:17.273486 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba51205-a579-491d-89f8-1f9b796c99c2" -d '{"events": [{"server_uuid": "515351a8-602c-4398-9eac-3b1f32f7f66c", "name": "network-vif-deleted", "tag": "f1eca900-fab0-4220-a8b9-bff8c4a8588d"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:17.358193 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port f57f30b2-fda2-46b1-b756-aecad3995919, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=f57f30b2-fda2-46b1-b756-aecad3995919,segment=NetworkSegment(0f35c2c3-5f3d-405c-9c65-eb05c6b1a132),segment_id=0f35c2c3-5f3d-405c-9c65-eb05c6b1a132)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:17.392017 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31da30d2-98d2-492f-aa7a-e276ae500798 x-openstack-request-id: req-31da30d2-98d2-492f-aa7a-e276ae500798 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:17.392315 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515351a8-602c-4398-9eac-3b1f32f7f66c", "name": "network-vif-deleted", "tag": "f1eca900-fab0-4220-a8b9-bff8c4a8588d", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:17.392564 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31da30d2-98d2-492f-aa7a-e276ae500798 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:17.393016 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515351a8-602c-4398-9eac-3b1f32f7f66c', 'name': 'network-vif-deleted', 'tag': 'f1eca900-fab0-4220-a8b9-bff8c4a8588d', 'status': 'completed', 'code': 200} Feb 10 15:15:17.414327 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-dec44c78-3bc2-4b20-ace9-89e60688a96a None None] Provisioning complete for port d05c5d26-d3c4-47c9-b67f-2bd686f4d43f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:17.414705 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dec44c78-3bc2-4b20-ace9-89e60688a96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d05c5d26-d3c4-47c9-b67f-2bd686f4d43f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:17.467776 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b507eb5-9b25-4880-b140-b243b2947ee4 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d05c5d26-d3c4-47c9-b67f-2bd686f4d43f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:17.489097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'f57f30b2-fda2-46b1-b756-aecad3995919', 'network_id': '3222c473-51d1-4d6e-8b20-ada86aef0bab', 'port_id': 'f57f30b2-fda2-46b1-b756-aecad3995919', 'mac_address': 'fa:16:3e:97:21:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029d74c2-b427-4600-ac76-1229f2facd49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:15:17.509997 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-4b507eb5-9b25-4880-b140-b243b2947ee4 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Calling delete_port for d05c5d26-d3c4-47c9-b67f-2bd686f4d43f owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:17.523735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41ebe13-e6d8-4899-8acb-fa5c5d50fbee {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:15:17.540750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e79f1-bd20-4be8-a1bd-ccb592f11b20 req-3391d3d3-677e-41ce-92eb-2d9574b1d164 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:17.548124 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-112e79f1-bd20-4be8-a1bd-ccb592f11b20 req-3391d3d3-677e-41ce-92eb-2d9574b1d164 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 946 time: 0.1580248 Feb 10 15:15:17.559753 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Publish callbacks [] for port (d41ebe13-e6d8-4899-8acb-fa5c5d50fbee), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:17.582503 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-dec44c78-3bc2-4b20-ace9-89e60688a96a None None] Port d05c5d26-d3c4-47c9-b67f-2bd686f4d43f cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:17.605441 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Transition to ACTIVE for port object d41ebe13-e6d8-4899-8acb-fa5c5d50fbee will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:15:17.614863 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port f57f30b2-fda2-46b1-b756-aecad3995919 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:17.615732 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f57f30b2-fda2-46b1-b756-aecad3995919), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:17.617681 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (d41ebe13-e6d8-4899-8acb-fa5c5d50fbee), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:17.642092 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57f30b2-fda2-46b1-b756-aecad3995919 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:15:17.675666 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Pushing event updated for resources: {'Port': ['ID=d41ebe13-e6d8-4899-8acb-fa5c5d50fbee,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:17.685065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port f57f30b2-fda2-46b1-b756-aecad3995919, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=f57f30b2-fda2-46b1-b756-aecad3995919,segment=NetworkSegment(0f35c2c3-5f3d-405c-9c65-eb05c6b1a132),segment_id=0f35c2c3-5f3d-405c-9c65-eb05c6b1a132)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:17.704578 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f57f30b2-fda2-46b1-b756-aecad3995919), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:17.743285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-112e79f1-bd20-4be8-a1bd-ccb592f11b20 req-3cc4d809-1570-452d-9ea0-eedd3dc8125b tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906106 Feb 10 15:15:17.773501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb7d23-455e-4ddc-b1a8-2d7ecda2cad4 req-1a5c8037-0854-4cd9-b578-eb4d6dd3178b tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:17.775151 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbcb7d23-455e-4ddc-b1a8-2d7ecda2cad4 req-1a5c8037-0854-4cd9-b578-eb4d6dd3178b tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 936 time: 0.3027923 Feb 10 15:15:17.836876 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:17.862808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=f57f30b2-fda2-46b1-b756-aecad3995919,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:17.923155 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Attempting to bind port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:15:17.923840 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Attempting to bind port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:15:17.925180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Attempting to bind port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:15:17.931690 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:15:17.932134 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Attempting to bind port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:15:17.947611 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:15:17.948128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:15:17.948572 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:15:17.949357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Bound port: d41ebe13-e6d8-4899-8acb-fa5c5d50fbee, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:15:17.951866 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d41ebe13-e6d8-4899-8acb-fa5c5d50fbee), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:17.992578 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbcb7d23-455e-4ddc-b1a8-2d7ecda2cad4 req-718c6b38-a070-4279-8220-313cce44f1da tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024927 Feb 10 15:15:18.054692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] For port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:15:18.058194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] For port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=d41ebe13-e6d8-4899-8acb-fa5c5d50fbee,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:15:18.069150 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (d41ebe13-e6d8-4899-8acb-fa5c5d50fbee), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:18.171636 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:18.172253 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:18.173706 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] 10.222.0.79 "PUT /v2.0/ports/d41ebe13-e6d8-4899-8acb-fa5c5d50fbee HTTP/1.1" status: 200 len: 1096 time: 1.3390908 Feb 10 15:15:18.187659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcebeba-83ae-44f1-b27f-b0865b55c540', 'tag': 'd41ebe13-e6d8-4899-8acb-fa5c5d50fbee'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:18.193115 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b736e019-6396-4ada-a4b7-8fd4307c514b" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcebeba-83ae-44f1-b27f-b0865b55c540", "tag": "d41ebe13-e6d8-4899-8acb-fa5c5d50fbee"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:18.246952 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f327218-c468-4582-8984-22aa07bfec67 req-db4ff44a-bdcb-4ca1-8e9a-19749fccea51 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:18.248559 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1f327218-c468-4582-8984-22aa07bfec67 req-db4ff44a-bdcb-4ca1-8e9a-19749fccea51 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.3572807 Feb 10 15:15:18.304971 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b507eb5-9b25-4880-b140-b243b2947ee4 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (d05c5d26-d3c4-47c9-b67f-2bd686f4d43f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:18.315282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56409713-2a8a-4244-87e6-b1272bb14228 service neutron] Pushing event updated for resources: {'Port': ['ID=d41ebe13-e6d8-4899-8acb-fa5c5d50fbee,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:18.322842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788a68f-0017-42f1-9e8a-91063938275a req-85851195-5f23-43b1-8797-d8223c4988a8 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:18.324384 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c788a68f-0017-42f1-9e8a-91063938275a req-85851195-5f23-43b1-8797-d8223c4988a8 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 946 time: 0.2931261 Feb 10 15:15:18.341259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-ac2f979a-1488-411d-abe1-73e68ad58fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:18.343881 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-ac2f979a-1488-411d-abe1-73e68ad58fd8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 1130 time: 0.0922058 Feb 10 15:15:18.359678 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['f57f30b2-fda2-46b1-b756-aecad3995919'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:18.398761 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-7cc2c494-4960-4466-82bf-13a8b7a2b9f2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=d41ebe13-e6d8-4899-8acb-fa5c5d50fbee HTTP/1.1" status: 200 len: 217 time: 0.0471795 Feb 10 15:15:18.399430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b507eb5-9b25-4880-b140-b243b2947ee4 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event deleted for resources: {'Port': ['ID=d05c5d26-d3c4-47c9-b67f-2bd686f4d43f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:18.414638 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c97c1a-c06f-407c-83f1-ac70470aaed8 req-8fde5623-6347-44c0-bd36-de580bdbea41 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:18.416553 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68c97c1a-c06f-407c-83f1-ac70470aaed8 req-8fde5623-6347-44c0-bd36-de580bdbea41 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 945 time: 0.3107018 Feb 10 15:15:18.461139 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-112c0576-0c97-412d-a39a-972f1b56c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:18.462151 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-112c0576-0c97-412d-a39a-972f1b56c93e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0570619 Feb 10 15:15:18.476072 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1f327218-c468-4582-8984-22aa07bfec67 req-5041fe83-4d2b-4540-aacb-8b7ed1884423 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134624 Feb 10 15:15:18.542993 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-227b5141-f366-41cd-9c93-eb8f57dcaffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:18.544693 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-227b5141-f366-41cd-9c93-eb8f57dcaffe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0694108 Feb 10 15:15:18.598425 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b507eb5-9b25-4880-b140-b243b2947ee4 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:18.601804 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4b507eb5-9b25-4880-b140-b243b2947ee4 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "DELETE /v2.0/ports/d05c5d26-d3c4-47c9-b67f-2bd686f4d43f HTTP/1.1" status: 204 len: 168 time: 1.8272247 Feb 10 15:15:18.605146 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39564) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:18.682938 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31b5048-3e51-4742-9132-ce6c15df6afd x-openstack-request-id: req-c31b5048-3e51-4742-9132-ce6c15df6afd {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:18.683305 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcebeba-83ae-44f1-b27f-b0865b55c540", "tag": "d41ebe13-e6d8-4899-8acb-fa5c5d50fbee", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:18.685809 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c31b5048-3e51-4742-9132-ce6c15df6afd {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:18.686317 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcebeba-83ae-44f1-b27f-b0865b55c540', 'tag': 'd41ebe13-e6d8-4899-8acb-fa5c5d50fbee', 'status': 'completed', 'code': 200} Feb 10 15:15:18.686860 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68c97c1a-c06f-407c-83f1-ac70470aaed8 req-5066aee6-abf6-4a48-af9d-9f1ba0a00552 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/security-groups?id=e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597950 Feb 10 15:15:18.687372 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8c76c4-0d3c-4562-b0c7-3240808c32b4 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] GET failed (client error): The resource could not be found. Feb 10 15:15:18.697193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39568) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:18.698050 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8e8c76c4-0d3c-4562-b0c7-3240808c32b4 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "GET /v2.0/ports/d05c5d26-d3c4-47c9-b67f-2bd686f4d43f HTTP/1.1" status: 404 len: 333 time: 0.0915473 Feb 10 15:15:18.704132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d4cb85e7-2484-4d1a-8342-26d420ed1c20 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Request body: {'port': {'network_id': '0e402bc2-68c1-4e38-9cbf-95a577999cb7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2077036288'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:18.717041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 744bf375-7490-4162-abea-c4b063f2d089 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:15:18.784324 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-22cb8501-b705-4cad-a2ed-0db6c54398ae service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316976 Feb 10 15:15:18.858653 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-c788a68f-0017-42f1-9e8a-91063938275a req-f778b899-df09-4608-b6af-9f1ecd454df9 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Deleting port 744bf375-7490-4162-abea-c4b063f2d089 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:18.859443 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c788a68f-0017-42f1-9e8a-91063938275a req-f778b899-df09-4608-b6af-9f1ecd454df9 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (744bf375-7490-4162-abea-c4b063f2d089), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:18.906443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 744bf375-7490-4162-abea-c4b063f2d089 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:18.906846 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (744bf375-7490-4162-abea-c4b063f2d089), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:18.927807 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-888f0a49-b71c-43d1-9dc4-e0764c8c788f req-0ffad5ee-69f5-4346-8caf-59f86dc57404 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370752 Feb 10 15:15:18.954383 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3363823-d678-4d9b-81b8-a61abb7045d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '744bf375-7490-4162-abea-c4b063f2d089'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:18.957312 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfcceb7-082b-4c52-8c95-59065b4d5a12" -d '{"events": [{"server_uuid": "c3363823-d678-4d9b-81b8-a61abb7045d5", "name": "network-vif-unplugged", "status": "completed", "tag": "744bf375-7490-4162-abea-c4b063f2d089"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:18.970503 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:18.976319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 744bf375-7490-4162-abea-c4b063f2d089, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=744bf375-7490-4162-abea-c4b063f2d089,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:18.983126 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (744bf375-7490-4162-abea-c4b063f2d089), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:18.984003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device f1eca900-fab0-4220-a8b9-bff8c4a8588d no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:15:19.008290 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: f1eca900-fab0-4220-a8b9-bff8c4a8588d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:15:19.008820 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device f1eca900-fab0-4220-a8b9-bff8c4a8588d not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:15:19.038740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736e019-6396-4ada-a4b7-8fd4307c514b req-ed6d0f3d-10e0-476d-8772-f002e71fe732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:19.041206 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b736e019-6396-4ada-a4b7-8fd4307c514b req-ed6d0f3d-10e0-476d-8772-f002e71fe732 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 1130 time: 0.0493798 Feb 10 15:15:19.071805 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=744bf375-7490-4162-abea-c4b063f2d089,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:19.145654 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-c788a68f-0017-42f1-9e8a-91063938275a req-f778b899-df09-4608-b6af-9f1ecd454df9 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] For port 744bf375-7490-4162-abea-c4b063f2d089, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=744bf375-7490-4162-abea-c4b063f2d089,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:19.146176 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c788a68f-0017-42f1-9e8a-91063938275a req-f778b899-df09-4608-b6af-9f1ecd454df9 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (744bf375-7490-4162-abea-c4b063f2d089), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:19.146898 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736e019-6396-4ada-a4b7-8fd4307c514b req-156bcc66-bcca-4a17-aa7f-6a58b3ae8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:19.148364 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b736e019-6396-4ada-a4b7-8fd4307c514b req-156bcc66-bcca-4a17-aa7f-6a58b3ae8c28 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1013100 Feb 10 15:15:19.185644 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-c788a68f-0017-42f1-9e8a-91063938275a req-f778b899-df09-4608-b6af-9f1ecd454df9 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Calling delete_port for 744bf375-7490-4162-abea-c4b063f2d089 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:19.196988 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b736e019-6396-4ada-a4b7-8fd4307c514b req-e2d16f8f-6042-498a-b9b7-9912184dc6be service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=d41ebe13-e6d8-4899-8acb-fa5c5d50fbee HTTP/1.1" status: 200 len: 217 time: 0.0423937 Feb 10 15:15:19.207325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cb85e7-2484-4d1a-8342-26d420ed1c20 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Made reservation on behalf of dca4ab20838f4d919e738f6066e499b5 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:19.210619 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4cb85e7-2484-4d1a-8342-26d420ed1c20 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:19.248849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736e019-6396-4ada-a4b7-8fd4307c514b req-ae79a073-70dc-428e-93c3-2b45f22e564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:19.250343 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b736e019-6396-4ada-a4b7-8fd4307c514b req-ae79a073-70dc-428e-93c3-2b45f22e564e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0476971 Feb 10 15:15:19.266687 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367592c9-fa24-44a7-b33a-5595b91c80c3 req-1000df2f-df17-48ea-93f0-b35430c83e47 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:19.269104 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-367592c9-fa24-44a7-b33a-5595b91c80c3 req-1000df2f-df17-48ea-93f0-b35430c83e47 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3363823-d678-4d9b-81b8-a61abb7045d5 HTTP/1.1" status: 200 len: 946 time: 0.3329098 Feb 10 15:15:19.276831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-2497cb0a-dfa5-4316-b2d7-afae549d92c1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:19.279720 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-2497cb0a-dfa5-4316-b2d7-afae549d92c1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 811 time: 0.3431983 Feb 10 15:15:19.287999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-d4cb85e7-2484-4d1a-8342-26d420ed1c20 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] device_id is not set on port 2b5eefa5-b5c9-4a1c-93a7-6bc758f9e1d2 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:15:19.303337 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736e019-6396-4ada-a4b7-8fd4307c514b req-3fe4aa9c-e5cb-4bcb-b247-19c6469dad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:19.305666 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b736e019-6396-4ada-a4b7-8fd4307c514b req-3fe4aa9c-e5cb-4bcb-b247-19c6469dad12 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0488634 Feb 10 15:15:19.410479 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b736e019-6396-4ada-a4b7-8fd4307c514b req-9c13a117-14a3-47d2-9de6-76f44b94acdc service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980523 Feb 10 15:15:19.510323 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b736e019-6396-4ada-a4b7-8fd4307c514b req-b829bb15-8d6c-4179-9e96-88b7a8b54256 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945189 Feb 10 15:15:19.603107 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-896d2242-4eff-4975-a78a-0d5e2cd8e16f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/quotas/7c5978713a6c4cb985de240d8ad8b7a0 HTTP/1.1" status: 200 len: 375 time: 0.3010559 Feb 10 15:15:19.680353 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-7105799b-4dde-4e39-8fef-881be5773a9f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663173 Feb 10 15:15:19.719453 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-367592c9-fa24-44a7-b33a-5595b91c80c3 req-7aefca11-3b79-4776-b14f-8acb65f1cb03 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389219 Feb 10 15:15:19.791143 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0f175c-cb54-4005-b4de-30171baa6abb x-openstack-request-id: req-ac0f175c-cb54-4005-b4de-30171baa6abb {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:19.791657 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3363823-d678-4d9b-81b8-a61abb7045d5", "name": "network-vif-unplugged", "status": "completed", "tag": "744bf375-7490-4162-abea-c4b063f2d089", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:19.791758 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac0f175c-cb54-4005-b4de-30171baa6abb {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:19.792578 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3363823-d678-4d9b-81b8-a61abb7045d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '744bf375-7490-4162-abea-c4b063f2d089', 'code': 200} Feb 10 15:15:19.838635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-d4cb85e7-2484-4d1a-8342-26d420ed1c20 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Allocated IP 2001:db8::1ba (0e402bc2-68c1-4e38-9cbf-95a577999cb7/c27fa503-6568-42e0-931f-7fd092265769/2b5eefa5-b5c9-4a1c-93a7-6bc758f9e1d2) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:19.873626 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c788a68f-0017-42f1-9e8a-91063938275a req-f778b899-df09-4608-b6af-9f1ecd454df9 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (744bf375-7490-4162-abea-c4b063f2d089), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:19.952606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-d7593ddf-9b43-4de1-8081-85ed699808e4 service neutron] 10.222.0.64 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606101 Feb 10 15:15:19.961451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778b899-df09-4608-b6af-9f1ecd454df9 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Pushing event deleted for resources: {'Port': ['ID=744bf375-7490-4162-abea-c4b063f2d089,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:20.065057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-c788a68f-0017-42f1-9e8a-91063938275a req-f778b899-df09-4608-b6af-9f1ecd454df9 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] No DVR routers for this DVR port 744bf375-7490-4162-abea-c4b063f2d089 on host n-h2-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:20.067660 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c788a68f-0017-42f1-9e8a-91063938275a req-f778b899-df09-4608-b6af-9f1ecd454df9 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:20.071705 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c788a68f-0017-42f1-9e8a-91063938275a req-f778b899-df09-4608-b6af-9f1ecd454df9 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.79 "DELETE /v2.0/ports/744bf375-7490-4162-abea-c4b063f2d089 HTTP/1.1" status: 204 len: 173 time: 1.7398355 Feb 10 15:15:20.078663 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3363823-d678-4d9b-81b8-a61abb7045d5', 'name': 'network-vif-deleted', 'tag': '744bf375-7490-4162-abea-c4b063f2d089'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:20.080990 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b5da21-bfff-46ed-9c26-28918001cddb" -d '{"events": [{"server_uuid": "c3363823-d678-4d9b-81b8-a61abb7045d5", "name": "network-vif-deleted", "tag": "744bf375-7490-4162-abea-c4b063f2d089"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:20.155174 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e6e4f-9b6d-4374-aaa5-8a9473f6e9c8 req-d845e69a-7571-4f81-bbec-e474af6956ed tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:20.156776 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d81e6e4f-9b6d-4374-aaa5-8a9473f6e9c8 req-d845e69a-7571-4f81-bbec-e474af6956ed tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 948 time: 0.3047347 Feb 10 15:15:20.281334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-08875d59-b99f-4cf5-8092-8307e9b2a18f service neutron] 10.222.0.64 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945592 Feb 10 15:15:20.327602 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4cb85e7-2484-4d1a-8342-26d420ed1c20 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks [] for port (2b5eefa5-b5c9-4a1c-93a7-6bc758f9e1d2), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:20.332044 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d81e6e4f-9b6d-4374-aaa5-8a9473f6e9c8 req-5ed94827-adeb-4313-a1b8-499fb6892457 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389258 Feb 10 15:15:20.341672 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ab0a1b2-4a3b-4d24-8d9c-bb4ace68a9d5 req-8b427e0b-5fe2-4525-a771-b4f05418d20f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1442485 Feb 10 15:15:20.419150 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4cb85e7-2484-4d1a-8342-26d420ed1c20 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (2b5eefa5-b5c9-4a1c-93a7-6bc758f9e1d2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:20.548876 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb85e7-2484-4d1a-8342-26d420ed1c20 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event updated for resources: {'Port': ['ID=2b5eefa5-b5c9-4a1c-93a7-6bc758f9e1d2,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:20.567965 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb85e7-2484-4d1a-8342-26d420ed1c20 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:20.578271 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb85e7-2484-4d1a-8342-26d420ed1c20 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:20.581299 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cb85e7-2484-4d1a-8342-26d420ed1c20 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:20.587225 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cb85e7-2484-4d1a-8342-26d420ed1c20 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:20.587889 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4cb85e7-2484-4d1a-8342-26d420ed1c20 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:20.630666 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d4cb85e7-2484-4d1a-8342-26d420ed1c20 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9324110 Feb 10 15:15:20.633351 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39612) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:20.639256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c78cdc78-167d-4b38-9fd3-b3d0a42ed117 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Request body: {'port': {'network_id': '0e402bc2-68c1-4e38-9cbf-95a577999cb7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1700680247'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:20.640403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0a1b2-4a3b-4d24-8d9c-bb4ace68a9d5 req-341a83b6-139a-4aa9-a2e5-179c1d58d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:20.642651 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ab0a1b2-4a3b-4d24-8d9c-bb4ace68a9d5 req-341a83b6-139a-4aa9-a2e5-179c1d58d450 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 1132 time: 0.2444799 Feb 10 15:15:20.654991 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbe49a-6fa6-4cbd-a437-ed00550a6a6d req-e7051ab9-252f-4af3-b385-a1ccabacaebc tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:20.663741 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4fbbe49a-6fa6-4cbd-a437-ed00550a6a6d req-e7051ab9-252f-4af3-b385-a1ccabacaebc tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.2546511 Feb 10 15:15:20.723838 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device f57f30b2-fda2-46b1-b756-aecad3995919 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:15:20.748422 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75fc9d-94c1-4b3e-a3c6-09aad4b070fb req-7822f4a1-e6ac-4c13-8ac5-7d6b59778f29 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:20.754645 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b75fc9d-94c1-4b3e-a3c6-09aad4b070fb req-7822f4a1-e6ac-4c13-8ac5-7d6b59778f29 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 945 time: 0.2675631 Feb 10 15:15:20.854022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port f57f30b2-fda2-46b1-b756-aecad3995919 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:15:20.860574 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port f57f30b2-fda2-46b1-b756-aecad3995919 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:20.861031 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f57f30b2-fda2-46b1-b756-aecad3995919), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:20.883380 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78cdc78-167d-4b38-9fd3-b3d0a42ed117 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Made reservation on behalf of dca4ab20838f4d919e738f6066e499b5 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:20.888420 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c78cdc78-167d-4b38-9fd3-b3d0a42ed117 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:20.894476 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4fbbe49a-6fa6-4cbd-a437-ed00550a6a6d req-fa8fafac-199d-471b-9ba6-9f7b3ebc855f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291064 Feb 10 15:15:20.917175 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-c78cdc78-167d-4b38-9fd3-b3d0a42ed117 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] device_id is not set on port 1972e5fd-a701-4619-bc19-af1b50e42dee yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:15:21.014089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port f57f30b2-fda2-46b1-b756-aecad3995919 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:21.014885 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f57f30b2-fda2-46b1-b756-aecad3995919), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:21.049345 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b96a68e-126f-47bb-b602-8fb07ba3b313 x-openstack-request-id: req-8b96a68e-126f-47bb-b602-8fb07ba3b313 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:21.050782 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3363823-d678-4d9b-81b8-a61abb7045d5", "name": "network-vif-deleted", "tag": "744bf375-7490-4162-abea-c4b063f2d089", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:21.051670 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b96a68e-126f-47bb-b602-8fb07ba3b313 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:21.052663 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3363823-d678-4d9b-81b8-a61abb7045d5', 'name': 'network-vif-deleted', 'tag': '744bf375-7490-4162-abea-c4b063f2d089', 'status': 'completed', 'code': 200} Feb 10 15:15:21.066594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port f57f30b2-fda2-46b1-b756-aecad3995919, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=f57f30b2-fda2-46b1-b756-aecad3995919,segment=NetworkSegment(0f35c2c3-5f3d-405c-9c65-eb05c6b1a132),segment_id=0f35c2c3-5f3d-405c-9c65-eb05c6b1a132)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:21.072509 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f57f30b2-fda2-46b1-b756-aecad3995919), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:21.129728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-c78cdc78-167d-4b38-9fd3-b3d0a42ed117 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Allocated IP 2001:db8::221 (0e402bc2-68c1-4e38-9cbf-95a577999cb7/c27fa503-6568-42e0-931f-7fd092265769/1972e5fd-a701-4619-bc19-af1b50e42dee) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:21.132051 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65d887aa-43ab-4607-a447-96415d1666b8 req-5b62ba5f-e7be-4ba2-9049-2c0557d32660 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 210 time: 0.0346537 Feb 10 15:15:21.157295 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=f57f30b2-fda2-46b1-b756-aecad3995919,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:21.163095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b75fc9d-94c1-4b3e-a3c6-09aad4b070fb req-636c8c0b-ee0f-4aa9-9268-75ff60780a37 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/security-groups?id=e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965434 Feb 10 15:15:21.172301 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0a1b2-4a3b-4d24-8d9c-bb4ace68a9d5 req-bd750be7-2102-4108-898b-fc07a962fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:21.173864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ab0a1b2-4a3b-4d24-8d9c-bb4ace68a9d5 req-bd750be7-2102-4108-898b-fc07a962fd45 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.4844840 Feb 10 15:15:21.177647 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-db8bf0e6-3a01-48c3-8ebe-68865b6c4269 None None] Provisioning complete for port 2b5eefa5-b5c9-4a1c-93a7-6bc758f9e1d2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:21.178029 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-db8bf0e6-3a01-48c3-8ebe-68865b6c4269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2b5eefa5-b5c9-4a1c-93a7-6bc758f9e1d2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:21.258089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ab0a1b2-4a3b-4d24-8d9c-bb4ace68a9d5 req-57ae2de3-243c-4b16-8e16-9343de8d5b1a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=b7341060-e935-41d4-8242-bd60d7574d5f HTTP/1.1" status: 200 len: 217 time: 0.0735850 Feb 10 15:15:21.277226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-db8bf0e6-3a01-48c3-8ebe-68865b6c4269 None None] Port 2b5eefa5-b5c9-4a1c-93a7-6bc758f9e1d2 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:21.331576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0a1b2-4a3b-4d24-8d9c-bb4ace68a9d5 req-992220e0-34f6-417a-a5b6-59ebf95bb4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:21.333052 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ab0a1b2-4a3b-4d24-8d9c-bb4ace68a9d5 req-992220e0-34f6-417a-a5b6-59ebf95bb4a7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0678170 Feb 10 15:15:21.372475 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c78cdc78-167d-4b38-9fd3-b3d0a42ed117 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks [] for port (1972e5fd-a701-4619-bc19-af1b50e42dee), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:21.402221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0a1b2-4a3b-4d24-8d9c-bb4ace68a9d5 req-1aeaee63-47c5-479c-98fd-90593c872d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:21.402355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ab0a1b2-4a3b-4d24-8d9c-bb4ace68a9d5 req-1aeaee63-47c5-479c-98fd-90593c872d9d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0613098 Feb 10 15:15:21.430626 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c78cdc78-167d-4b38-9fd3-b3d0a42ed117 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1972e5fd-a701-4619-bc19-af1b50e42dee), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:21.524983 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78cdc78-167d-4b38-9fd3-b3d0a42ed117 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:21.526643 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cdc78-167d-4b38-9fd3-b3d0a42ed117 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event updated for resources: {'Port': ['ID=1972e5fd-a701-4619-bc19-af1b50e42dee,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:21.531688 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-c78cdc78-167d-4b38-9fd3-b3d0a42ed117 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:21.535077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78cdc78-167d-4b38-9fd3-b3d0a42ed117 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:21.540336 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78cdc78-167d-4b38-9fd3-b3d0a42ed117 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:21.541418 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c78cdc78-167d-4b38-9fd3-b3d0a42ed117 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:21.563536 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c78cdc78-167d-4b38-9fd3-b3d0a42ed117 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9290674 Feb 10 15:15:21.566818 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39634) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:21.572300 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-52533ad0-7489-4986-ba86-3fcf91835a04 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::284', 'mac_address': 'fa:16:3e:bf:8a:2c'}, {'ip_address': '2001:db8::1ba', 'mac_address': 'fa:16:3e:63:c5:09'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:21.602010 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-05fcd179-ec4d-4b3b-88e5-ced7529f25fd tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:21.603570 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-05fcd179-ec4d-4b3b-88e5-ced7529f25fd tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9&tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1127 time: 0.1283004 Feb 10 15:15:21.617649 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-7'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:21.713015 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ab0a1b2-4a3b-4d24-8d9c-bb4ace68a9d5 req-157ba037-de0f-4778-aef2-9fdf897a39b2 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041146 Feb 10 15:15:21.720396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066087c-8095-477a-bfbd-ea3a4cc421fc req-b6780ced-e55c-4482-b215-d80b69111639 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:21.722051 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6066087c-8095-477a-bfbd-ea3a4cc421fc req-b6780ced-e55c-4482-b215-d80b69111639 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 948 time: 0.2518277 Feb 10 15:15:21.727750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efa94b-6228-4262-be23-e987e0746aa2 req-35066731-0fe1-4c1b-acdd-f8c2ec06ee16 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:21.734924 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95efa94b-6228-4262-be23-e987e0746aa2 req-35066731-0fe1-4c1b-acdd-f8c2ec06ee16 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/networks?id=9c7886d1-5ed5-4602-8219-a79b03bb84d6 HTTP/1.1" status: 200 len: 822 time: 0.2228479 Feb 10 15:15:21.749848 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:21.789204 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95efa94b-6228-4262-be23-e987e0746aa2 req-83dae393-c994-4de4-ad59-2f587f120d75 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/quotas/5001674f434f427d9da6e0048aa2ff67 HTTP/1.1" status: 200 len: 375 time: 0.0533793 Feb 10 15:15:21.793873 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63946a60-7065-4cee-b5bb-42871a7e78db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57f30b2-fda2-46b1-b756-aecad3995919'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:21.798196 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c1a9c3-87e7-41f6-9304-a9f021987f45" -d '{"events": [{"server_uuid": "63946a60-7065-4cee-b5bb-42871a7e78db", "name": "network-vif-plugged", "status": "completed", "tag": "f57f30b2-fda2-46b1-b756-aecad3995919"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:21.840353 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95efa94b-6228-4262-be23-e987e0746aa2 req-5f082ca4-ab35-465a-b7eb-1271b12460da tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5001674f434f427d9da6e0048aa2ff67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401266 Feb 10 15:15:21.916928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6066087c-8095-477a-bfbd-ea3a4cc421fc req-6cec7a1a-d9fd-4b24-bfb4-a0bb3b97d411 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793072 Feb 10 15:15:21.918590 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52533ad0-7489-4986-ba86-3fcf91835a04 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1972e5fd-a701-4619-bc19-af1b50e42dee), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:22.027687 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fce0a806-d6e3-4145-ab33-bad4b39bc4a2 None None] Provisioning complete for port 1972e5fd-a701-4619-bc19-af1b50e42dee triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:22.029294 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fce0a806-d6e3-4145-ab33-bad4b39bc4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1972e5fd-a701-4619-bc19-af1b50e42dee), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:22.053369 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ab0a1b2-4a3b-4d24-8d9c-bb4ace68a9d5 req-347f7d6f-98d8-43cb-881c-ffb89f2acf95 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148220 Feb 10 15:15:22.068582 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95efa94b-6228-4262-be23-e987e0746aa2 req-d36403d1-0b32-4111-91ed-c88af0c2df1a service neutron] 10.222.0.64 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895506 Feb 10 15:15:22.102952 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2819fe-356e-4c5d-af16-a5277c472bd4 x-openstack-request-id: req-1b2819fe-356e-4c5d-af16-a5277c472bd4 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:22.104213 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63946a60-7065-4cee-b5bb-42871a7e78db", "name": "network-vif-plugged", "status": "completed", "tag": "f57f30b2-fda2-46b1-b756-aecad3995919", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:22.107773 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b2819fe-356e-4c5d-af16-a5277c472bd4 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:22.108488 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63946a60-7065-4cee-b5bb-42871a7e78db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57f30b2-fda2-46b1-b756-aecad3995919', 'code': 200} Feb 10 15:15:22.139221 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fce0a806-d6e3-4145-ab33-bad4b39bc4a2 None None] Port 1972e5fd-a701-4619-bc19-af1b50e42dee cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:22.222224 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] For port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:22.266303 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95efa94b-6228-4262-be23-e987e0746aa2 req-1272608c-1873-4ebf-b4e6-3e7c3d94a397 service neutron] 10.222.0.64 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914003 Feb 10 15:15:22.279276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdcfa7-8341-4dd6-9abd-de71f5bd1c24 req-d7d51099-e119-4191-9358-69f2735e8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:22.280882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-facdcfa7-8341-4dd6-9abd-de71f5bd1c24 req-d7d51099-e119-4191-9358-69f2735e8eee service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 1128 time: 0.1043620 Feb 10 15:15:22.293030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device a0e4c669-7272-4de9-ad2b-9c1423a3eb9f details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:15:22.293270 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d83c15-28bd-4333-b6fa-bb0aa0c1409e req-a9cc0a05-5eb0-4224-a6b0-5c0224bc4b47 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:22.294834 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94d83c15-28bd-4333-b6fa-bb0aa0c1409e req-a9cc0a05-5eb0-4224-a6b0-5c0224bc4b47 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 945 time: 0.1171467 Feb 10 15:15:22.316407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-841dc759-0e37-45be-88bf-23d153dfb5f3 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:22.317985 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-841dc759-0e37-45be-88bf-23d153dfb5f3 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.72 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 811 time: 0.3880599 Feb 10 15:15:22.338405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-99a3d1a5-238c-4cdf-85ad-65153435c34e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Request body: {'port': {'device_id': '4d5489dc-b5ea-4752-8e31-80572707e080', 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1', 'admin_state_up': True, 'tenant_id': '7c5978713a6c4cb985de240d8ad8b7a0'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:22.383160 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-facdcfa7-8341-4dd6-9abd-de71f5bd1c24 req-bf1c6000-63cd-4fed-8455-dfeb8ce93449 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872555 Feb 10 15:15:22.391442 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94d83c15-28bd-4333-b6fa-bb0aa0c1409e req-b2f7cc7c-e556-4a6f-bcd2-550f84164f2c tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819719 Feb 10 15:15:22.467558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] For port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:15:22.551871 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd8dee92-af5b-4657-8929-faacaec5b7bf req-f7bea2d4-56f0-4d4c-9d5d-f6afbf9cda49 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 210 time: 0.0522497 Feb 10 15:15:22.565748 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:22.597325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-99a3d1a5-238c-4cdf-85ad-65153435c34e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Made reservation on behalf of 7c5978713a6c4cb985de240d8ad8b7a0 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:22.600677 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-99a3d1a5-238c-4cdf-85ad-65153435c34e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:22.609810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device a0e4c669-7272-4de9-ad2b-9c1423a3eb9f has no active binding in host n-h1-815324-7 {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:15:22.620505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ad83a1-b293-4c2e-9a34-89bcf6febfb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e4c669-7272-4de9-ad2b-9c1423a3eb9f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:22.622785 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab9ae73-ab9d-44ba-9e96-babc4e89c88b" -d '{"events": [{"server_uuid": "27ad83a1-b293-4c2e-9a34-89bcf6febfb9", "name": "network-vif-unplugged", "status": "completed", "tag": "a0e4c669-7272-4de9-ad2b-9c1423a3eb9f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:22.635100 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Publish callbacks [] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:22.652262 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52533ad0-7489-4986-ba86-3fcf91835a04 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks [] for port (1972e5fd-a701-4619-bc19-af1b50e42dee), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:22.660556 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:22.666922 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bcf71fb5-3ad9-42b1-abce-0dbe1d691ce7 req-ccac403c-7f31-4b36-bc95-7498e46b0b7c tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 210 time: 0.0352707 Feb 10 15:15:22.679656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9451f5-8d54-4472-af4b-ac702aca5e03 req-079f1d77-d1fd-4e6c-85e0-b43e7a19e0ae tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:22.686834 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f9451f5-8d54-4472-af4b-ac702aca5e03 req-079f1d77-d1fd-4e6c-85e0-b43e7a19e0ae tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 946 time: 0.1096339 Feb 10 15:15:22.712137 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device d41ebe13-e6d8-4899-8acb-fa5c5d50fbee details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:15:22.735821 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52533ad0-7489-4986-ba86-3fcf91835a04 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (1972e5fd-a701-4619-bc19-af1b50e42dee), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:22.768530 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f9451f5-8d54-4472-af4b-ac702aca5e03 req-fd20943c-0125-4b4f-bea6-2a138e728b95 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/security-groups?id=e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758865 Feb 10 15:15:22.769275 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47397f40-9da4-46bf-9ccb-f43812bc5b08 x-openstack-request-id: req-47397f40-9da4-46bf-9ccb-f43812bc5b08 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:22.769798 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ad83a1-b293-4c2e-9a34-89bcf6febfb9", "name": "network-vif-unplugged", "status": "completed", "tag": "a0e4c669-7272-4de9-ad2b-9c1423a3eb9f", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:22.769798 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47397f40-9da4-46bf-9ccb-f43812bc5b08 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:22.770137 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ad83a1-b293-4c2e-9a34-89bcf6febfb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e4c669-7272-4de9-ad2b-9c1423a3eb9f', 'code': 200} Feb 10 15:15:22.831520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-52533ad0-7489-4986-ba86-3fcf91835a04 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] In _notify_port_updated(), no bound segment for port 1972e5fd-a701-4619-bc19-af1b50e42dee on network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 {{(pid=103369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:15:22.836483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52533ad0-7489-4986-ba86-3fcf91835a04 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:22.837152 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52533ad0-7489-4986-ba86-3fcf91835a04 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:22.841003 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-52533ad0-7489-4986-ba86-3fcf91835a04 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "PUT /v2.0/ports/1972e5fd-a701-4619-bc19-af1b50e42dee HTTP/1.1" status: 200 len: 1068 time: 1.2706904 Feb 10 15:15:22.841842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39664) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:22.883468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:22.926715 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=d41ebe13-e6d8-4899-8acb-fa5c5d50fbee,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:22.939461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'd41ebe13-e6d8-4899-8acb-fa5c5d50fbee', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'd41ebe13-e6d8-4899-8acb-fa5c5d50fbee', 'mac_address': 'fa:16:3e:4b:a8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:15:22.994144 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:22.994589 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d41ebe13-e6d8-4899-8acb-fa5c5d50fbee), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:23.013149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41ebe13-e6d8-4899-8acb-fa5c5d50fbee {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:15:23.046043 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=d41ebe13-e6d8-4899-8acb-fa5c5d50fbee,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:23.057702 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d41ebe13-e6d8-4899-8acb-fa5c5d50fbee), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:23.076230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-8bb640d8-8657-42a9-8ce1-3d6e06dbce6a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Deleting port 1972e5fd-a701-4619-bc19-af1b50e42dee {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:23.077105 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bb640d8-8657-42a9-8ce1-3d6e06dbce6a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1972e5fd-a701-4619-bc19-af1b50e42dee), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:23.098811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Attempting to bind port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f on host n-h2-815324-7 for vnic_type normal with profile {"migrating_to": "n-h1-815324-7"} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:15:23.099179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Attempting to bind port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:15:23.099478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Attempting to bind port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:15:23.122746 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:15:23.123017 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Attempting to bind port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:15:23.129918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52533ad0-7489-4986-ba86-3fcf91835a04 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event updated for resources: {'Port': ['ID=1972e5fd-a701-4619-bc19-af1b50e42dee,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:23.139310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:15:23.139655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Checking segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:15:23.140044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Bound using segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:15:23.140473 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Bound port: a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:15:23.140965 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:23.143624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-99a3d1a5-238c-4cdf-85ad-65153435c34e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Allocated IP 172.20.0.3 (98af5229-c542-4eaf-859a-ec2f4d24a8d1/71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696/1155eba5-2867-4861-95b5-923f3ad4631f) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:23.210933 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=d41ebe13-e6d8-4899-8acb-fa5c5d50fbee,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:23.266306 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] For port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:15:23.277090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5f3f6c24-5eed-4c80-81b8-935707d9bbd5 None None] Provisioning complete for port 1972e5fd-a701-4619-bc19-af1b50e42dee triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:23.277858 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6c24-5eed-4c80-81b8-935707d9bbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1972e5fd-a701-4619-bc19-af1b50e42dee), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:23.278468 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bb640d8-8657-42a9-8ce1-3d6e06dbce6a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1972e5fd-a701-4619-bc19-af1b50e42dee), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:23.293369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] For port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:15:23.298276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-8bb640d8-8657-42a9-8ce1-3d6e06dbce6a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Calling delete_port for 1972e5fd-a701-4619-bc19-af1b50e42dee owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:23.321607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba730a1-7fd1-465f-8dcf-145aae410e30 req-d851f6a5-d83c-482d-bdd0-9a8587f8982b tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:23.323307 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ba730a1-7fd1-465f-8dcf-145aae410e30 req-d851f6a5-d83c-482d-bdd0-9a8587f8982b tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 949 time: 0.0921071 Feb 10 15:15:23.339378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f6c24-5eed-4c80-81b8-935707d9bbd5 None None] Port 1972e5fd-a701-4619-bc19-af1b50e42dee cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:23.340367 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:23.414338 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ba730a1-7fd1-465f-8dcf-145aae410e30 req-5aca3ee1-6c1d-423e-bbc7-0e076e3b3f90 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848505 Feb 10 15:15:23.442378 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,revision_number=8']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:23.471909 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-99a3d1a5-238c-4cdf-85ad-65153435c34e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks [] for port (1155eba5-2867-4861-95b5-923f3ad4631f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:23.476951 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:23.477305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:23.477647 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:23.478138 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:23.479367 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:23.479367 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:23.479367 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:23.479687 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:23.479786 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:23.480048 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:23.480355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:23.480712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:23.481038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:23.487432 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:23.488050 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:23.489477 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-bb745aab-232b-4c45-acb2-ab65c9790349 service neutron] 10.222.0.72 "PUT /v2.0/ports/a0e4c669-7272-4de9-ad2b-9c1423a3eb9f HTTP/1.1" status: 200 len: 1121 time: 1.8760662 Feb 10 15:15:23.550175 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-99a3d1a5-238c-4cdf-85ad-65153435c34e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1155eba5-2867-4861-95b5-923f3ad4631f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:23.559809 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['d41ebe13-e6d8-4899-8acb-fa5c5d50fbee'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:23.649866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['a0e4c669-7272-4de9-ad2b-9c1423a3eb9f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:23.655568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-99a3d1a5-238c-4cdf-85ad-65153435c34e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:23.657952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['a0e4c669-7272-4de9-ad2b-9c1423a3eb9f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:23.660698 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-99a3d1a5-238c-4cdf-85ad-65153435c34e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:23.673434 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-99a3d1a5-238c-4cdf-85ad-65153435c34e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:23.706703 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3d1a5-238c-4cdf-85ad-65153435c34e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Pushing event updated for resources: {'Port': ['ID=1155eba5-2867-4861-95b5-923f3ad4631f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:23.763519 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-99a3d1a5-238c-4cdf-85ad-65153435c34e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:23.764459 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-99a3d1a5-238c-4cdf-85ad-65153435c34e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:23.808870 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-99a3d1a5-238c-4cdf-85ad-65153435c34e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4742131 Feb 10 15:15:23.821320 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Request body: {'port': {'device_id': '4d5489dc-b5ea-4752-8e31-80572707e080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:23.989202 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1155eba5-2867-4861-95b5-923f3ad4631f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:23.994979 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bb640d8-8657-42a9-8ce1-3d6e06dbce6a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (1972e5fd-a701-4619-bc19-af1b50e42dee), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:24.192376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb640d8-8657-42a9-8ce1-3d6e06dbce6a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event deleted for resources: {'Port': ['ID=1972e5fd-a701-4619-bc19-af1b50e42dee,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:24.294725 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2ed51-b3c6-4292-8e10-99fed6bf0d0b req-6cf55438-07c2-43ab-937f-beca069f0e53 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:24.307488 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a3a2ed51-b3c6-4292-8e10-99fed6bf0d0b req-6cf55438-07c2-43ab-937f-beca069f0e53 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 931 time: 0.3164141 Feb 10 15:15:24.318531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bd0ae-19e6-4284-9e39-6d8495e9cc87 req-4aab265b-6d84-4924-9341-54b9e8d370ce tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:24.326096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-715bd0ae-19e6-4284-9e39-6d8495e9cc87 req-4aab265b-6d84-4924-9341-54b9e8d370ce tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 943 time: 0.7868381 Feb 10 15:15:24.579100 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-715bd0ae-19e6-4284-9e39-6d8495e9cc87 req-d527d5e0-8dff-4c6a-a6d1-88519175bb6d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914685 Feb 10 15:15:24.619535 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a3a2ed51-b3c6-4292-8e10-99fed6bf0d0b req-fc0320f0-6567-4036-93c1-e52855421b70 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618394 Feb 10 15:15:24.653708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efa94b-6228-4262-be23-e987e0746aa2 req-ff4e7d89-41cd-40c2-83b6-af2bbf19a7cd tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:24.653708 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95efa94b-6228-4262-be23-e987e0746aa2 req-ff4e7d89-41cd-40c2-83b6-af2bbf19a7cd tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.79 "GET /v2.0/networks?id=9c7886d1-5ed5-4602-8219-a79b03bb84d6 HTTP/1.1" status: 200 len: 822 time: 0.4528830 Feb 10 15:15:24.667979 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-95efa94b-6228-4262-be23-e987e0746aa2 req-12688f0f-5a80-453d-88e0-e223eaf5f890 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Request body: {'port': {'device_id': '5d63098b-b944-4e39-95f0-2875524b229d', 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6', 'admin_state_up': True, 'tenant_id': '5001674f434f427d9da6e0048aa2ff67'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:24.719711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1155eba5-2867-4861-95b5-923f3ad4631f {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:15:24.728182 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Publish callbacks [] for port (1155eba5-2867-4861-95b5-923f3ad4631f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:24.745425 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Transition to ACTIVE for port object 1155eba5-2867-4861-95b5-923f3ad4631f will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:15:24.750595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (1155eba5-2867-4861-95b5-923f3ad4631f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:24.789090 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ad83a1-b293-4c2e-9a34-89bcf6febfb9', 'tag': 'a0e4c669-7272-4de9-ad2b-9c1423a3eb9f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:24.791382 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef4a6f6-7651-4886-9cf0-75e6a9c9e611" -d '{"events": [{"name": "network-changed", "server_uuid": "27ad83a1-b293-4c2e-9a34-89bcf6febfb9", "tag": "a0e4c669-7272-4de9-ad2b-9c1423a3eb9f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:24.823783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Pushing event updated for resources: {'Port': ['ID=1155eba5-2867-4861-95b5-923f3ad4631f,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:24.824716 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bb640d8-8657-42a9-8ce1-3d6e06dbce6a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:24.835494 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8bb640d8-8657-42a9-8ce1-3d6e06dbce6a tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "DELETE /v2.0/ports/1972e5fd-a701-4619-bc19-af1b50e42dee HTTP/1.1" status: 204 len: 168 time: 1.9923260 Feb 10 15:15:24.838148 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39690) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:24.849356 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ca48858-7759-4c7c-8db0-48fe7242e317 req-01c15e47-3216-49f0-ac25-a61aa1f68cd8 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 210 time: 0.1408191 Feb 10 15:15:24.902908 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7baa064-cf8a-4c08-90d6-17dba5449926 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] GET failed (client error): The resource could not be found. Feb 10 15:15:24.907307 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d7baa064-cf8a-4c08-90d6-17dba5449926 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "GET /v2.0/ports/1972e5fd-a701-4619-bc19-af1b50e42dee HTTP/1.1" status: 404 len: 333 time: 0.0541391 Feb 10 15:15:24.910295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39696) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:24.976885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4793a-9d33-406d-ae8e-95ce6f13233a req-84078867-d564-4c27-a72d-65c4ffe2dfae tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:24.978470 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e6d4793a-9d33-406d-ae8e-95ce6f13233a req-84078867-d564-4c27-a72d-65c4ffe2dfae tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 946 time: 0.2166941 Feb 10 15:15:24.986135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95efa94b-6228-4262-be23-e987e0746aa2 req-12688f0f-5a80-453d-88e0-e223eaf5f890 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Made reservation on behalf of 5001674f434f427d9da6e0048aa2ff67 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:24.990228 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-95efa94b-6228-4262-be23-e987e0746aa2 req-12688f0f-5a80-453d-88e0-e223eaf5f890 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:24.998183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Attempting to bind port 1155eba5-2867-4861-95b5-923f3ad4631f on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:15:24.998522 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Attempting to bind port 1155eba5-2867-4861-95b5-923f3ad4631f by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:15:24.998854 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Attempting to bind port 1155eba5-2867-4861-95b5-923f3ad4631f on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:15:25.009462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Port 1155eba5-2867-4861-95b5-923f3ad4631f on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:15:25.009799 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Attempting to bind port 1155eba5-2867-4861-95b5-923f3ad4631f on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:15:25.018244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:15:25.018565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Checking segment: {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:15:25.019034 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Bound using segment: {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:15:25.019481 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Bound port: 1155eba5-2867-4861-95b5-923f3ad4631f, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:15:25.019847 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1155eba5-2867-4861-95b5-923f3ad4631f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:25.060208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a5c31-a8cc-4984-b326-3259a512f50d req-e8c68e6b-1b9b-4d8a-b430-56e7098a7369 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:25.061669 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-001a5c31-a8cc-4984-b326-3259a512f50d req-e8c68e6b-1b9b-4d8a-b430-56e7098a7369 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 949 time: 0.1347063 Feb 10 15:15:25.072992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4e2baaea-7b53-480d-acd7-7752f5b63c7d tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Deleting port 2b5eefa5-b5c9-4a1c-93a7-6bc758f9e1d2 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:25.073343 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e2baaea-7b53-480d-acd7-7752f5b63c7d tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2b5eefa5-b5c9-4a1c-93a7-6bc758f9e1d2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:25.129777 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e6d4793a-9d33-406d-ae8e-95ce6f13233a req-0a7c6683-ce18-4b86-822d-3be182ec5e4b tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/security-groups?id=e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371465 Feb 10 15:15:25.175256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] For port 1155eba5-2867-4861-95b5-923f3ad4631f, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:15:25.199476 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] For port 1155eba5-2867-4861-95b5-923f3ad4631f, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1155eba5-2867-4861-95b5-923f3ad4631f,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:15:25.208907 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (1155eba5-2867-4861-95b5-923f3ad4631f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:25.210557 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-001a5c31-a8cc-4984-b326-3259a512f50d req-c294351a-08dc-4606-8765-403668d9ce31 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166620 Feb 10 15:15:25.248099 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-95efa94b-6228-4262-be23-e987e0746aa2 req-12688f0f-5a80-453d-88e0-e223eaf5f890 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Allocated IP 172.20.0.13 (9c7886d1-5ed5-4602-8219-a79b03bb84d6/42884750-3964-4921-a5f3-59cc5dea59b7/d29213f2-b367-4684-90d7-18b16a8b76b7) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:25.257576 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6dcd06-1663-4f43-8f8a-56ea50e19b6e x-openstack-request-id: req-8a6dcd06-1663-4f43-8f8a-56ea50e19b6e {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:25.257807 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ad83a1-b293-4c2e-9a34-89bcf6febfb9", "tag": "a0e4c669-7272-4de9-ad2b-9c1423a3eb9f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:25.258117 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a6dcd06-1663-4f43-8f8a-56ea50e19b6e {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:25.258455 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ad83a1-b293-4c2e-9a34-89bcf6febfb9', 'tag': 'a0e4c669-7272-4de9-ad2b-9c1423a3eb9f', 'status': 'completed', 'code': 200} Feb 10 15:15:25.261730 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e2baaea-7b53-480d-acd7-7752f5b63c7d tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2b5eefa5-b5c9-4a1c-93a7-6bc758f9e1d2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:25.319198 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:25.319825 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:25.321338 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] 10.222.0.72 "PUT /v2.0/ports/1155eba5-2867-4861-95b5-923f3ad4631f HTTP/1.1" status: 200 len: 1091 time: 1.5043988 Feb 10 15:15:25.325409 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4e2baaea-7b53-480d-acd7-7752f5b63c7d tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Calling delete_port for 2b5eefa5-b5c9-4a1c-93a7-6bc758f9e1d2 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:25.433108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9670cf-0be0-4ba4-95a0-ad96c3082598 service neutron] Pushing event updated for resources: {'Port': ['ID=1155eba5-2867-4861-95b5-923f3ad4631f,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:25.471350 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-95efa94b-6228-4262-be23-e987e0746aa2 req-12688f0f-5a80-453d-88e0-e223eaf5f890 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for port (d29213f2-b367-4684-90d7-18b16a8b76b7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:25.473962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4a6f6-7651-4886-9cf0-75e6a9c9e611 req-1215d7d2-2b23-4e0c-844a-d12a5df14005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:25.475506 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bef4a6f6-7651-4886-9cf0-75e6a9c9e611 req-1215d7d2-2b23-4e0c-844a-d12a5df14005 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 1155 time: 0.2109110 Feb 10 15:15:25.522859 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-95efa94b-6228-4262-be23-e987e0746aa2 req-12688f0f-5a80-453d-88e0-e223eaf5f890 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (d29213f2-b367-4684-90d7-18b16a8b76b7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:25.597263 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12688f0f-5a80-453d-88e0-e223eaf5f890 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Pushing event updated for resources: {'Port': ['ID=d29213f2-b367-4684-90d7-18b16a8b76b7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:25.608447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8c26c265-0f6d-4801-8666-aa20e364d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:25.610385 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-8c26c265-0f6d-4801-8666-aa20e364d3c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 1125 time: 0.2304251 Feb 10 15:15:25.624238 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95efa94b-6228-4262-be23-e987e0746aa2 req-12688f0f-5a80-453d-88e0-e223eaf5f890 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:25.626462 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-95efa94b-6228-4262-be23-e987e0746aa2 req-12688f0f-5a80-453d-88e0-e223eaf5f890 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:25.633221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-95efa94b-6228-4262-be23-e987e0746aa2 req-12688f0f-5a80-453d-88e0-e223eaf5f890 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:25.706891 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-3f3b9ed1-ec5a-460e-9838-3fefb1d7d5e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1155eba5-2867-4861-95b5-923f3ad4631f HTTP/1.1" status: 200 len: 217 time: 0.0650175 Feb 10 15:15:25.716355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4a6f6-7651-4886-9cf0-75e6a9c9e611 req-582ec07c-d754-4d23-9540-a72258f143ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:25.717788 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bef4a6f6-7651-4886-9cf0-75e6a9c9e611 req-582ec07c-d754-4d23-9540-a72258f143ab service neutron] 10.222.0.79 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.2332375 Feb 10 15:15:25.758483 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e2baaea-7b53-480d-acd7-7752f5b63c7d tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2b5eefa5-b5c9-4a1c-93a7-6bc758f9e1d2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:25.789545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efa94b-6228-4262-be23-e987e0746aa2 req-12688f0f-5a80-453d-88e0-e223eaf5f890 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:25.790177 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-95efa94b-6228-4262-be23-e987e0746aa2 req-12688f0f-5a80-453d-88e0-e223eaf5f890 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:25.803166 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2baaea-7b53-480d-acd7-7752f5b63c7d tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event deleted for resources: {'Port': ['ID=2b5eefa5-b5c9-4a1c-93a7-6bc758f9e1d2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:25.826601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95efa94b-6228-4262-be23-e987e0746aa2 req-12688f0f-5a80-453d-88e0-e223eaf5f890 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1650784 Feb 10 15:15:25.839106 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-2e125cf6-5687-45aa-9860-6b943e7b8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:25.841294 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-2e125cf6-5687-45aa-9860-6b943e7b8dc7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696 HTTP/1.1" status: 200 len: 851 time: 0.1264436 Feb 10 15:15:25.842754 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e2baaea-7b53-480d-acd7-7752f5b63c7d tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:25.847548 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4e2baaea-7b53-480d-acd7-7752f5b63c7d tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "DELETE /v2.0/ports/2b5eefa5-b5c9-4a1c-93a7-6bc758f9e1d2 HTTP/1.1" status: 204 len: 168 time: 0.9362919 Feb 10 15:15:25.851612 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe35c66-93e1-4c24-aaf7-9119e4ab0fb2 req-ab627933-0db7-4307-b256-ee78bcdddb6b tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:25.851860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39714) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:25.858543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-abe35c66-93e1-4c24-aaf7-9119e4ab0fb2 req-ab627933-0db7-4307-b256-ee78bcdddb6b tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 946 time: 0.1870914 Feb 10 15:15:25.865093 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Request body: {'port': {'device_id': '5d63098b-b944-4e39-95f0-2875524b229d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:25.875455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39936ae-be21-46f5-b36c-814a90bb4b93 req-4ad316ee-e92b-4629-8818-b9384b2192a3 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:25.877007 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f39936ae-be21-46f5-b36c-814a90bb4b93 req-4ad316ee-e92b-4629-8818-b9384b2192a3 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 943 time: 0.1717863 Feb 10 15:15:25.947552 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-a8134da6-9169-43dd-9a36-501bdde60b79 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=98af5229-c542-4eaf-859a-ec2f4d24a8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938129 Feb 10 15:15:25.949144 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eee83cc-bd15-4485-907b-1d0495357486 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] GET failed (client error): The resource could not be found. Feb 10 15:15:25.953741 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1eee83cc-bd15-4485-907b-1d0495357486 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "GET /v2.0/ports/2b5eefa5-b5c9-4a1c-93a7-6bc758f9e1d2 HTTP/1.1" status: 404 len: 333 time: 0.0840700 Feb 10 15:15:25.953741 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bef4a6f6-7651-4886-9cf0-75e6a9c9e611 req-3f7b011c-c3aa-4912-bea1-99fcab290520 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f HTTP/1.1" status: 200 len: 217 time: 0.0758605 Feb 10 15:15:25.954280 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39718) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:26.015317 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-abe35c66-93e1-4c24-aaf7-9119e4ab0fb2 req-1636b1ec-3b02-4a85-874b-687df7550b8b tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/security-groups?id=e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540217 Feb 10 15:15:26.026149 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d29213f2-b367-4684-90d7-18b16a8b76b7), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:26.047615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f39936ae-be21-46f5-b36c-814a90bb4b93 req-5c265a71-45ae-403d-a9be-37102eda6a2d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353745 Feb 10 15:15:26.082113 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-0d41797d-0ef4-4b9b-914f-eba9f647eafa service neutron] 10.222.0.72 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174989 Feb 10 15:15:26.233031 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4a6f6-7651-4886-9cf0-75e6a9c9e611 req-9f4e8724-8d9a-4e66-bce8-83af6bf952d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:26.234499 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bef4a6f6-7651-4886-9cf0-75e6a9c9e611 req-9f4e8724-8d9a-4e66-bce8-83af6bf952d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.1618366 Feb 10 15:15:26.280379 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bef4a6f6-7651-4886-9cf0-75e6a9c9e611 req-423d6c23-4756-48f7-ab6a-36c66e05b3ee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336466 Feb 10 15:15:26.320215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b822c1-61ad-4471-9d21-0de012c114b0 req-27299b19-78cc-4292-bb15-d09e200b1dec tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:26.322364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8b822c1-61ad-4471-9d21-0de012c114b0 req-27299b19-78cc-4292-bb15-d09e200b1dec tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 932 time: 0.1846244 Feb 10 15:15:26.329906 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e1b37c1-a117-4a03-8957-d65180a9158b req-5ca98994-3a2e-43a6-a9ed-9679fe8eb59f service neutron] 10.222.0.72 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017331 Feb 10 15:15:26.363233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b923e00c-23bf-4690-90d4-1b3a323a3ca9 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Deleting port 92d9eb62-bb4a-4d7f-a948-f1d94d79af51 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:26.363580 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b923e00c-23bf-4690-90d4-1b3a323a3ca9 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (92d9eb62-bb4a-4d7f-a948-f1d94d79af51), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:26.380796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ff187-6a9c-4f5a-a0cc-8e5218e74d4e req-ce00e466-dce5-43fb-bf65-7cc2ab39678f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:26.389019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-205ff187-6a9c-4f5a-a0cc-8e5218e74d4e req-ce00e466-dce5-43fb-bf65-7cc2ab39678f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 943 time: 0.2694886 Feb 10 15:15:26.452011 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bef4a6f6-7651-4886-9cf0-75e6a9c9e611 req-3b7cd70f-7b8f-44a7-8106-742f8965724b service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615286 Feb 10 15:15:26.499465 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b923e00c-23bf-4690-90d4-1b3a323a3ca9 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (92d9eb62-bb4a-4d7f-a948-f1d94d79af51), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:26.504539 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8b822c1-61ad-4471-9d21-0de012c114b0 req-812b2852-e576-4bb7-b3f4-fbcb65e6f8c4 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133978 Feb 10 15:15:26.517367 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-205ff187-6a9c-4f5a-a0cc-8e5218e74d4e req-03e7bfc0-9b15-4750-a61b-f86b12864136 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273327 Feb 10 15:15:26.555010 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b923e00c-23bf-4690-90d4-1b3a323a3ca9 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Calling delete_port for 92d9eb62-bb4a-4d7f-a948-f1d94d79af51 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:26.628786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29213f2-b367-4684-90d7-18b16a8b76b7 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:15:26.633987 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bef4a6f6-7651-4886-9cf0-75e6a9c9e611 req-cee3de19-1153-461f-ac28-626220b7039a service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733227 Feb 10 15:15:26.639707 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Publish callbacks [] for port (d29213f2-b367-4684-90d7-18b16a8b76b7), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:26.666097 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f6d0c-5de0-4f7c-9219-79eba7c5369a req-91b282c6-c82d-4373-89c0-7ff8ff680a36 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:26.667574 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-701f6d0c-5de0-4f7c-9219-79eba7c5369a req-91b282c6-c82d-4373-89c0-7ff8ff680a36 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 949 time: 0.0813289 Feb 10 15:15:26.668614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Transition to ACTIVE for port object d29213f2-b367-4684-90d7-18b16a8b76b7 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:15:26.673760 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (d29213f2-b367-4684-90d7-18b16a8b76b7), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:26.730291 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b923e00c-23bf-4690-90d4-1b3a323a3ca9 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (92d9eb62-bb4a-4d7f-a948-f1d94d79af51), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:26.749690 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device d41ebe13-e6d8-4899-8acb-fa5c5d50fbee up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:15:26.766829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923e00c-23bf-4690-90d4-1b3a323a3ca9 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event deleted for resources: {'Port': ['ID=92d9eb62-bb4a-4d7f-a948-f1d94d79af51,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:26.804368 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b923e00c-23bf-4690-90d4-1b3a323a3ca9 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:26.805600 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Pushing event updated for resources: {'Port': ['ID=d29213f2-b367-4684-90d7-18b16a8b76b7,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:26.819988 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b923e00c-23bf-4690-90d4-1b3a323a3ca9 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "DELETE /v2.0/ports/92d9eb62-bb4a-4d7f-a948-f1d94d79af51 HTTP/1.1" status: 204 len: 168 time: 0.8646243 Feb 10 15:15:26.820757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39724) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:26.844409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-701f6d0c-5de0-4f7c-9219-79eba7c5369a req-1bb02cca-f4fd-444b-922d-db679deaf639 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681035 Feb 10 15:15:26.865101 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:15:26.871305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:26.871690 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d41ebe13-e6d8-4899-8acb-fa5c5d50fbee), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:26.893763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba7f2d3-baaa-4247-8dbd-dee39fc73572 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Deleting subnet c27fa503-6568-42e0-931f-7fd092265769 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:15:26.898303 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Attempting to bind port d29213f2-b367-4684-90d7-18b16a8b76b7 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:15:26.898697 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Attempting to bind port d29213f2-b367-4684-90d7-18b16a8b76b7 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'd72b70ca-368f-48b1-a30a-11066afe3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:15:26.898999 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f2d3-baaa-4247-8dbd-dee39fc73572 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks [] for subnet (c27fa503-6568-42e0-931f-7fd092265769), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:26.899267 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Attempting to bind port d29213f2-b367-4684-90d7-18b16a8b76b7 on network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:15:26.907208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Port d29213f2-b367-4684-90d7-18b16a8b76b7 on network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:15:26.907542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Attempting to bind port d29213f2-b367-4684-90d7-18b16a8b76b7 on network 9c7886d1-5ed5-4602-8219-a79b03bb84d6 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:15:26.915026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:15:26.915432 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Checking segment: {'id': 'd72b70ca-368f-48b1-a30a-11066afe3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:15:26.915830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Bound using segment: {'id': 'd72b70ca-368f-48b1-a30a-11066afe3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:15:26.916265 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Bound port: d29213f2-b367-4684-90d7-18b16a8b76b7, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72b70ca-368f-48b1-a30a-11066afe3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:15:26.916631 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d29213f2-b367-4684-90d7-18b16a8b76b7), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:26.959833 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f2d3-baaa-4247-8dbd-dee39fc73572 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (c27fa503-6568-42e0-931f-7fd092265769), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:27.020867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:27.021211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] For port d29213f2-b367-4684-90d7-18b16a8b76b7, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:15:27.021533 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d41ebe13-e6d8-4899-8acb-fa5c5d50fbee), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:27.024978 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] For port d29213f2-b367-4684-90d7-18b16a8b76b7, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=d29213f2-b367-4684-90d7-18b16a8b76b7,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:15:27.047146 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (d29213f2-b367-4684-90d7-18b16a8b76b7), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:27.073390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcebeba-83ae-44f1-b27f-b0865b55c540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41ebe13-e6d8-4899-8acb-fa5c5d50fbee'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:27.076765 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a943e50-b468-47b2-bfb9-46c190462ccd" -d '{"events": [{"server_uuid": "ddcebeba-83ae-44f1-b27f-b0865b55c540", "name": "network-vif-plugged", "status": "completed", "tag": "d41ebe13-e6d8-4899-8acb-fa5c5d50fbee"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:27.100841 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:27.101467 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:27.103010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95efa94b-6228-4262-be23-e987e0746aa2 req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] 10.222.0.79 "PUT /v2.0/ports/d29213f2-b367-4684-90d7-18b16a8b76b7 HTTP/1.1" status: 200 len: 1092 time: 1.2423236 Feb 10 15:15:27.103473 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d63098b-b944-4e39-95f0-2875524b229d', 'tag': 'd29213f2-b367-4684-90d7-18b16a8b76b7'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:27.105951 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc1f2a6-48ce-4072-b933-6b1ee52bc558" -d '{"events": [{"name": "network-changed", "server_uuid": "5d63098b-b944-4e39-95f0-2875524b229d", "tag": "d29213f2-b367-4684-90d7-18b16a8b76b7"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:27.116062 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f2d3-baaa-4247-8dbd-dee39fc73572 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (c27fa503-6568-42e0-931f-7fd092265769), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:27.120999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=d41ebe13-e6d8-4899-8acb-fa5c5d50fbee,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:27.133925 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d41ebe13-e6d8-4899-8acb-fa5c5d50fbee), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:27.195273 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0624f-93a9-450b-ada5-02a50d2c4526 service neutron] Pushing event updated for resources: {'Port': ['ID=d29213f2-b367-4684-90d7-18b16a8b76b7,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:27.199843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=d41ebe13-e6d8-4899-8acb-fa5c5d50fbee,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:27.229345 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f2d3-baaa-4247-8dbd-dee39fc73572 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (c27fa503-6568-42e0-931f-7fd092265769), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:27.264298 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5489dc-b5ea-4752-8e31-80572707e080', 'tag': '1155eba5-2867-4861-95b5-923f3ad4631f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:27.267220 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a44dc4-d46d-4369-9ced-3c740ceeef31" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5489dc-b5ea-4752-8e31-80572707e080", "tag": "1155eba5-2867-4861-95b5-923f3ad4631f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:27.273261 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7f2d3-baaa-4247-8dbd-dee39fc73572 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event deleted for resources: {'Subnet': ['ID=c27fa503-6568-42e0-931f-7fd092265769,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:27.277201 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f2d3-baaa-4247-8dbd-dee39fc73572 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:27.286123 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0ba7f2d3-baaa-4247-8dbd-dee39fc73572 tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "DELETE /v2.0/subnets/c27fa503-6568-42e0-931f-7fd092265769 HTTP/1.1" status: 204 len: 168 time: 0.4642236 Feb 10 15:15:27.286744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39736) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:27.290921 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cbcfc9-3eac-437e-8e6c-47e2c61b11e3 None None] Network 0e402bc2-68c1-4e38-9cbf-95a577999cb7 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:15:27.300196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4ede4-fd38-42f1-8828-6de8de7e3e41 req-b955ac2c-85a3-4b26-b4d6-88dcf9df16fa tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:27.301751 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96f4ede4-fd38-42f1-8828-6de8de7e3e41 req-b955ac2c-85a3-4b26-b4d6-88dcf9df16fa tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 943 time: 0.1579187 Feb 10 15:15:27.305801 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efa94b-6228-4262-be23-e987e0746aa2 req-2cbc3f09-9397-4e78-9f20-088af2291d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:27.307229 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95efa94b-6228-4262-be23-e987e0746aa2 req-2cbc3f09-9397-4e78-9f20-088af2291d08 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5001674f434f427d9da6e0048aa2ff67&device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 1126 time: 0.1360662 Feb 10 15:15:27.318641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3749c-7197-4fa3-a87c-ef1ce44c048d req-93d8669b-278d-4ae4-bad2-87d47fbed10c tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:27.319904 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84b3749c-7197-4fa3-a87c-ef1ce44c048d req-93d8669b-278d-4ae4-bad2-87d47fbed10c tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 946 time: 0.1498101 Feb 10 15:15:27.390047 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95efa94b-6228-4262-be23-e987e0746aa2 req-63827add-0c26-42eb-99d3-57e4004ce960 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d29213f2-b367-4684-90d7-18b16a8b76b7 HTTP/1.1" status: 200 len: 217 time: 0.0680659 Feb 10 15:15:27.392139 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (0e402bc2-68c1-4e38-9cbf-95a577999cb7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:27.476523 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84b3749c-7197-4fa3-a87c-ef1ce44c048d req-12ea66d1-8ae3-4d53-aaf2-33635a32afb0 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/security-groups?id=e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488595 Feb 10 15:15:27.488614 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96f4ede4-fd38-42f1-8828-6de8de7e3e41 req-bf04f23a-f2ec-47c4-8c64-5cacefd5d36b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676624 Feb 10 15:15:27.517665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9235b27-1fff-4ce4-9260-f3ed3485cb0d req-b5fb4b99-ef82-4ecc-9033-fd5f79ccf012 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:27.520395 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f9235b27-1fff-4ce4-9260-f3ed3485cb0d req-b5fb4b99-ef82-4ecc-9033-fd5f79ccf012 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.79 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 946 time: 0.1183858 Feb 10 15:15:27.521808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833675ba-ae15-4dca-9735-095d6a6859ab None None] DHCP port deletion for 0e402bc2-68c1-4e38-9cbf-95a577999cb7 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:15:27.522085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efa94b-6228-4262-be23-e987e0746aa2 req-ed505dfe-2f92-480e-a419-6e373b9373bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:27.524768 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95efa94b-6228-4262-be23-e987e0746aa2 req-ed505dfe-2f92-480e-a419-6e373b9373bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42884750-3964-4921-a5f3-59cc5dea59b7 HTTP/1.1" status: 200 len: 862 time: 0.1113846 Feb 10 15:15:27.552960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Deleting port d60f323b-257a-404a-8146-a611624b863c {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:27.560451 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d60f323b-257a-404a-8146-a611624b863c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:27.576153 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95efa94b-6228-4262-be23-e987e0746aa2 req-25eca571-ec44-4bc3-9acd-5fd5d20f342b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c7886d1-5ed5-4602-8219-a79b03bb84d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438757 Feb 10 15:15:27.585082 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a595da-d8e5-4b39-9c38-bf333e8bb0bb x-openstack-request-id: req-06a595da-d8e5-4b39-9c38-bf333e8bb0bb {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:27.585481 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d63098b-b944-4e39-95f0-2875524b229d", "tag": "d29213f2-b367-4684-90d7-18b16a8b76b7", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:27.585822 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06a595da-d8e5-4b39-9c38-bf333e8bb0bb {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:27.586336 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d63098b-b944-4e39-95f0-2875524b229d', 'tag': 'd29213f2-b367-4684-90d7-18b16a8b76b7', 'status': 'completed', 'code': 200} Feb 10 15:15:27.589129 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-833675ba-ae15-4dca-9735-095d6a6859ab None None] Deleting port d60f323b-257a-404a-8146-a611624b863c {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:27.589580 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-833675ba-ae15-4dca-9735-095d6a6859ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d60f323b-257a-404a-8146-a611624b863c), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:27.592356 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e2c487-0569-410b-bcd6-89b11b2848eb x-openstack-request-id: req-92e2c487-0569-410b-bcd6-89b11b2848eb {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:27.592740 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcebeba-83ae-44f1-b27f-b0865b55c540", "name": "network-vif-plugged", "status": "completed", "tag": "d41ebe13-e6d8-4899-8acb-fa5c5d50fbee", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:27.592999 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92e2c487-0569-410b-bcd6-89b11b2848eb {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:27.593382 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcebeba-83ae-44f1-b27f-b0865b55c540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41ebe13-e6d8-4899-8acb-fa5c5d50fbee', 'code': 200} Feb 10 15:15:27.687993 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1d2beb-85ec-436d-81d3-5c66f215fccc x-openstack-request-id: req-be1d2beb-85ec-436d-81d3-5c66f215fccc {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:27.688387 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5489dc-b5ea-4752-8e31-80572707e080", "tag": "1155eba5-2867-4861-95b5-923f3ad4631f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:27.688548 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be1d2beb-85ec-436d-81d3-5c66f215fccc {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:27.689000 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5489dc-b5ea-4752-8e31-80572707e080', 'tag': '1155eba5-2867-4861-95b5-923f3ad4631f', 'status': 'completed', 'code': 200} Feb 10 15:15:27.707976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-833675ba-ae15-4dca-9735-095d6a6859ab None None] For port d60f323b-257a-404a-8146-a611624b863c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d60f323b-257a-404a-8146-a611624b863c,segment=NetworkSegment(13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030),segment_id=13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:27.709497 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-833675ba-ae15-4dca-9735-095d6a6859ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d60f323b-257a-404a-8146-a611624b863c), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:27.726484 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-833675ba-ae15-4dca-9735-095d6a6859ab None None] Calling delete_port for d60f323b-257a-404a-8146-a611624b863c owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:27.809618 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95efa94b-6228-4262-be23-e987e0746aa2 req-53b93c1c-2074-4cb9-ae5d-9d041bc6b8c0 service neutron] 10.222.0.79 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150543 Feb 10 15:15:27.839563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] For port d60f323b-257a-404a-8146-a611624b863c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d60f323b-257a-404a-8146-a611624b863c,segment=NetworkSegment(13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030),segment_id=13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:27.839563 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d60f323b-257a-404a-8146-a611624b863c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:27.845344 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-833675ba-ae15-4dca-9735-095d6a6859ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (d60f323b-257a-404a-8146-a611624b863c), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:27.864402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ca91f-ab57-4733-a1e5-22fe6d4c6314 req-3217050f-d9bc-4761-a0af-77fabfc93437 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:27.865383 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f9ca91f-ab57-4733-a1e5-22fe6d4c6314 req-3217050f-d9bc-4761-a0af-77fabfc93437 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 943 time: 0.1797805 Feb 10 15:15:27.872639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Calling delete_port for d60f323b-257a-404a-8146-a611624b863c owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:27.889271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833675ba-ae15-4dca-9735-095d6a6859ab None None] Pushing event deleted for resources: {'Port': ['ID=d60f323b-257a-404a-8146-a611624b863c,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:27.900400 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833675ba-ae15-4dca-9735-095d6a6859ab None None] No DVR routers for this DVR port d60f323b-257a-404a-8146-a611624b863c on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:27.904979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65db0cb-354d-4995-85f3-e80ab00d2165 req-1bee808b-b1dc-4d8f-8506-46f2333a1250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:27.906612 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b65db0cb-354d-4995-85f3-e80ab00d2165 req-1bee808b-b1dc-4d8f-8506-46f2333a1250 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 1132 time: 0.2539365 Feb 10 15:15:27.929782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a44dc4-d46d-4369-9ced-3c740ceeef31 req-58ca22e1-7c60-4da2-a7fa-e4c4073ef3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:27.931344 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58a44dc4-d46d-4369-9ced-3c740ceeef31 req-58ca22e1-7c60-4da2-a7fa-e4c4073ef3aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 1125 time: 0.2365351 Feb 10 15:15:27.963360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc117053-63ab-4973-87fb-a47cb8fa15fc req-dbb6117d-9212-4485-a652-805f00396160 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:27.964895 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bc117053-63ab-4973-87fb-a47cb8fa15fc req-dbb6117d-9212-4485-a652-805f00396160 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 944 time: 0.1946049 Feb 10 15:15:28.014346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-f9235b27-1fff-4ce4-9260-f3ed3485cb0d req-6f43c3af-eaed-4867-a072-f59596094b9a tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Deleting port f57f30b2-fda2-46b1-b756-aecad3995919 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:28.014773 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f9235b27-1fff-4ce4-9260-f3ed3485cb0d req-6f43c3af-eaed-4867-a072-f59596094b9a tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f57f30b2-fda2-46b1-b756-aecad3995919), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:28.039647 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f9ca91f-ab57-4733-a1e5-22fe6d4c6314 req-5f890775-ad82-4fb9-9710-7ce2e3bb1024 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508193 Feb 10 15:15:28.073505 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d60f323b-257a-404a-8146-a611624b863c no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:15:28.112840 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95efa94b-6228-4262-be23-e987e0746aa2 req-5865a6a1-0b37-4e2a-b696-6160352a4e32 service neutron] 10.222.0.79 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922516 Feb 10 15:15:28.113661 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: d60f323b-257a-404a-8146-a611624b863c {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:15:28.114017 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d60f323b-257a-404a-8146-a611624b863c not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:15:28.123951 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bc117053-63ab-4973-87fb-a47cb8fa15fc req-3cfecab5-44d4-44a7-b5b2-086938b539d0 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403983 Feb 10 15:15:28.184032 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8375cf-ab73-4803-87db-7a68176ce566 req-c69f854d-e5f3-4099-9d33-3f32d323ec71 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:28.191437 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a8375cf-ab73-4803-87db-7a68176ce566 req-c69f854d-e5f3-4099-9d33-3f32d323ec71 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 950 time: 0.0732367 Feb 10 15:15:28.199182 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b65db0cb-354d-4995-85f3-e80ab00d2165 req-5697edf1-7f73-4d40-93e6-9b06373738f0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772675 Feb 10 15:15:28.248511 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d60f323b-257a-404a-8146-a611624b863c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:28.269574 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a8375cf-ab73-4803-87db-7a68176ce566 req-d56c0239-74ce-4087-9750-1258198a4d0f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770080 Feb 10 15:15:28.270508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a44dc4-d46d-4369-9ced-3c740ceeef31 req-2b2ccc42-c403-4ebb-9b43-9c9d57c76041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:28.272139 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58a44dc4-d46d-4369-9ced-3c740ceeef31 req-2b2ccc42-c403-4ebb-9b43-9c9d57c76041 service neutron] 10.222.0.72 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 912 time: 0.2994516 Feb 10 15:15:28.274429 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f2a6-48ce-4072-b933-6b1ee52bc558 req-ee492476-c490-486e-b8fe-d436ab535220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:28.275862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ddc1f2a6-48ce-4072-b933-6b1ee52bc558 req-ee492476-c490-486e-b8fe-d436ab535220 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5001674f434f427d9da6e0048aa2ff67&device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 1126 time: 0.0825474 Feb 10 15:15:28.307668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event deleted for resources: {'Port': ['ID=d60f323b-257a-404a-8146-a611624b863c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:28.309707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] No DVR routers for this DVR port d60f323b-257a-404a-8146-a611624b863c on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:28.317250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f9235b27-1fff-4ce4-9260-f3ed3485cb0d req-6f43c3af-eaed-4867-a072-f59596094b9a tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] For port f57f30b2-fda2-46b1-b756-aecad3995919, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=f57f30b2-fda2-46b1-b756-aecad3995919,segment=NetworkSegment(0f35c2c3-5f3d-405c-9c65-eb05c6b1a132),segment_id=0f35c2c3-5f3d-405c-9c65-eb05c6b1a132)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:28.317615 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f9235b27-1fff-4ce4-9260-f3ed3485cb0d req-6f43c3af-eaed-4867-a072-f59596094b9a tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f57f30b2-fda2-46b1-b756-aecad3995919), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:28.613534 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58a44dc4-d46d-4369-9ced-3c740ceeef31 req-be81c031-b8e1-4738-b888-e0193d4ad037 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1155eba5-2867-4861-95b5-923f3ad4631f HTTP/1.1" status: 200 len: 217 time: 0.3202567 Feb 10 15:15:28.633660 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-f9235b27-1fff-4ce4-9260-f3ed3485cb0d req-6f43c3af-eaed-4867-a072-f59596094b9a tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Calling delete_port for f57f30b2-fda2-46b1-b756-aecad3995919 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:28.722424 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (0e402bc2-68c1-4e38-9cbf-95a577999cb7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:28.788388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e402bc2-68c1-4e38-9cbf-95a577999cb7']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:15:28.798216 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a44dc4-d46d-4369-9ced-3c740ceeef31 req-fd1906ec-c02d-4745-a3f8-44f831468e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:28.800267 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58a44dc4-d46d-4369-9ced-3c740ceeef31 req-fd1906ec-c02d-4745-a3f8-44f831468e92 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696 HTTP/1.1" status: 200 len: 851 time: 0.1780572 Feb 10 15:15:28.808691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:15:28.808691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:15:28.848028 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58a44dc4-d46d-4369-9ced-3c740ceeef31 req-67f9d6f8-5ca8-4607-8d4e-11ae80ff1197 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=98af5229-c542-4eaf-859a-ec2f4d24a8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372458 Feb 10 15:15:28.849761 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:28.885835 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:28.919972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:15:28.920665 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (13a68b80-8c0b-4eb2-b6b1-b2baa7fe9030), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:15:28.924269 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:15:28.948846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f2a6-48ce-4072-b933-6b1ee52bc558 req-fb570e45-c159-41d9-879e-cb4231a66ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:28.950322 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ddc1f2a6-48ce-4072-b933-6b1ee52bc558 req-fb570e45-c159-41d9-879e-cb4231a66ece service neutron] 10.222.0.79 "GET /v2.0/networks?id=9c7886d1-5ed5-4602-8219-a79b03bb84d6 HTTP/1.1" status: 200 len: 923 time: 0.4709268 Feb 10 15:15:28.976776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78047b2d-4f12-4a02-92ab-b7aa88e43f9a req-cbd40e50-aee5-4c9f-b59a-edf2756e09f5 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:28.981107 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78047b2d-4f12-4a02-92ab-b7aa88e43f9a req-cbd40e50-aee5-4c9f-b59a-edf2756e09f5 tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/ports?device_id=63946a60-7065-4cee-b5bb-42871a7e78db HTTP/1.1" status: 200 len: 946 time: 0.3773398 Feb 10 15:15:29.019905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306c127-e45b-4d91-a0ef-56fd3bb95cae req-4bc4bf8a-1ae7-4af7-b71c-d2599be81008 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:29.021465 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9306c127-e45b-4d91-a0ef-56fd3bb95cae req-4bc4bf8a-1ae7-4af7-b71c-d2599be81008 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 943 time: 0.4202590 Feb 10 15:15:29.028636 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ddc1f2a6-48ce-4072-b933-6b1ee52bc558 req-35f824d7-17ee-4dc5-bef8-58978e836f1b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d29213f2-b367-4684-90d7-18b16a8b76b7 HTTP/1.1" status: 200 len: 217 time: 0.0718424 Feb 10 15:15:29.080264 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (0e402bc2-68c1-4e38-9cbf-95a577999cb7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:29.091040 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:29.100975 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] 10.222.0.64 "DELETE /v2.0/networks/0e402bc2-68c1-4e38-9cbf-95a577999cb7 HTTP/1.1" status: 204 len: 168 time: 1.8098428 Feb 10 15:15:29.103747 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58a44dc4-d46d-4369-9ced-3c740ceeef31 req-20640e9c-16ec-4d23-a5bf-3d5ac000999d service neutron] 10.222.0.72 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465961 Feb 10 15:15:29.106014 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f9235b27-1fff-4ce4-9260-f3ed3485cb0d req-6f43c3af-eaed-4867-a072-f59596094b9a tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f57f30b2-fda2-46b1-b756-aecad3995919), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:29.130023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a3077-d5bf-42d9-9101-887626f4db3c tempest-AllowedAddressPairIpV6TestJSON-960051096 tempest-AllowedAddressPairIpV6TestJSON-960051096-project] Pushing event deleted for resources: {'Network': ['ID=0e402bc2-68c1-4e38-9cbf-95a577999cb7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:29.157645 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78047b2d-4f12-4a02-92ab-b7aa88e43f9a req-84b4d142-3c1d-4c2f-b935-548681691cdd tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.64 "GET /v2.0/security-groups?id=e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351919 Feb 10 15:15:29.180932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43c3af-eaed-4867-a072-f59596094b9a tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Pushing event deleted for resources: {'Port': ['ID=f57f30b2-fda2-46b1-b756-aecad3995919,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:29.191250 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9306c127-e45b-4d91-a0ef-56fd3bb95cae req-6481eafb-4283-424a-896d-9601da385875 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602015 Feb 10 15:15:29.196344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f2a6-48ce-4072-b933-6b1ee52bc558 req-462f272e-a551-4fd0-b3d1-c56dd24303e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:29.198185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ddc1f2a6-48ce-4072-b933-6b1ee52bc558 req-462f272e-a551-4fd0-b3d1-c56dd24303e6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42884750-3964-4921-a5f3-59cc5dea59b7 HTTP/1.1" status: 200 len: 862 time: 0.1381373 Feb 10 15:15:29.270425 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ddc1f2a6-48ce-4072-b933-6b1ee52bc558 req-ab10b625-92b4-452f-b041-1811f15ac73c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c7886d1-5ed5-4602-8219-a79b03bb84d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658984 Feb 10 15:15:29.279659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9235b27-1fff-4ce4-9260-f3ed3485cb0d req-6f43c3af-eaed-4867-a072-f59596094b9a tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] No DVR routers for this DVR port f57f30b2-fda2-46b1-b756-aecad3995919 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:29.284253 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f9235b27-1fff-4ce4-9260-f3ed3485cb0d req-6f43c3af-eaed-4867-a072-f59596094b9a tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:29.288316 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f9235b27-1fff-4ce4-9260-f3ed3485cb0d req-6f43c3af-eaed-4867-a072-f59596094b9a tempest-ServerAddressesTestJSON-2026048592 tempest-ServerAddressesTestJSON-2026048592-project] 10.222.0.79 "DELETE /v2.0/ports/f57f30b2-fda2-46b1-b756-aecad3995919 HTTP/1.1" status: 204 len: 173 time: 1.7529621 Feb 10 15:15:29.333247 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58a44dc4-d46d-4369-9ced-3c740ceeef31 req-2eb172dd-dd1f-4e28-b24d-af288032d55f service neutron] 10.222.0.72 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106996 Feb 10 15:15:29.546365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39766) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:29.581687 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ddc1f2a6-48ce-4072-b933-6b1ee52bc558 req-1fc5fdb1-dbb6-4f4a-a52f-9708bd072705 service neutron] 10.222.0.79 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029916 Feb 10 15:15:29.600117 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61221cbf-652c-493d-bdf7-1b1d7ca6d12d req-9cd1a5c9-559d-4486-92f1-8f8a7072bd5d tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:29.611358 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-61221cbf-652c-493d-bdf7-1b1d7ca6d12d req-9cd1a5c9-559d-4486-92f1-8f8a7072bd5d tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 944 time: 0.2731261 Feb 10 15:15:29.690838 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63946a60-7065-4cee-b5bb-42871a7e78db', 'name': 'network-vif-deleted', 'tag': 'f57f30b2-fda2-46b1-b756-aecad3995919'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:29.693028 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-61221cbf-652c-493d-bdf7-1b1d7ca6d12d req-f9cda8a6-d59b-4982-a3d3-849a22f628c5 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799689 Feb 10 15:15:29.695460 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb93d1a9-a75d-404a-a3a7-5423a7b63cd3" -d '{"events": [{"server_uuid": "63946a60-7065-4cee-b5bb-42871a7e78db", "name": "network-vif-deleted", "tag": "f57f30b2-fda2-46b1-b756-aecad3995919"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:29.745854 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15418de1-ef42-457b-9b35-9ed04a3562b2 req-1919aab8-738e-4b13-8802-dea60b0d1720 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:29.762634 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-15418de1-ef42-457b-9b35-9ed04a3562b2 req-1919aab8-738e-4b13-8802-dea60b0d1720 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 943 time: 0.3655524 Feb 10 15:15:29.821636 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9fe6f36a-3f16-44ff-9f95-1d0be0d005ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dca4ab20838f4d919e738f6066e499b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738285 Feb 10 15:15:29.824213 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39772) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:29.910101 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-145f09c1-7ad3-40d1-bbe5-c38700540f5a admin admin] Publish callbacks [] for security_group (9ab236ec-a972-4eda-a344-c4e7a2323c15), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:29.946495 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-145f09c1-7ad3-40d1-bbe5-c38700540f5a admin admin] Publish callbacks [] for security_group (9ab236ec-a972-4eda-a344-c4e7a2323c15), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:29.994796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496eeadc-5637-4925-8990-7d5281375266 req-92f1cbcd-5b66-42d5-95ad-3f126853ffb3 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:30.002678 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-496eeadc-5637-4925-8990-7d5281375266 req-92f1cbcd-5b66-42d5-95ad-3f126853ffb3 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 950 time: 0.1830575 Feb 10 15:15:30.027894 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-15418de1-ef42-457b-9b35-9ed04a3562b2 req-4536ec75-7976-42b0-978c-5e9bb34b75d1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640238 Feb 10 15:15:30.038111 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-145f09c1-7ad3-40d1-bbe5-c38700540f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9ab236ec-a972-4eda-a344-c4e7a2323c15), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:30.051697 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-145f09c1-7ad3-40d1-bbe5-c38700540f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:30.051697 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-145f09c1-7ad3-40d1-bbe5-c38700540f5a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ab236ec-a972-4eda-a344-c4e7a2323c15 HTTP/1.1" status: 204 len: 168 time: 0.2155626 Feb 10 15:15:30.051697 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f09c1-7ad3-40d1-bbe5-c38700540f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab236ec-a972-4eda-a344-c4e7a2323c15,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:30.117239 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ddc1f2a6-48ce-4072-b933-6b1ee52bc558 req-a53f8b33-8bdd-4809-a5c0-b2040e84804c service neutron] 10.222.0.79 "GET /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709322 Feb 10 15:15:30.158735 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077f3f8a-6d9f-4877-877d-2044ef1c02dd x-openstack-request-id: req-077f3f8a-6d9f-4877-877d-2044ef1c02dd {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:30.159036 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63946a60-7065-4cee-b5bb-42871a7e78db", "name": "network-vif-deleted", "tag": "f57f30b2-fda2-46b1-b756-aecad3995919", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:30.159361 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-077f3f8a-6d9f-4877-877d-2044ef1c02dd {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:30.159685 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63946a60-7065-4cee-b5bb-42871a7e78db', 'name': 'network-vif-deleted', 'tag': 'f57f30b2-fda2-46b1-b756-aecad3995919', 'status': 'completed', 'code': 200} Feb 10 15:15:30.206871 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-496eeadc-5637-4925-8990-7d5281375266 req-89c7c622-e205-4625-8682-de03e3ac8961 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025979 Feb 10 15:15:30.253896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39780) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:30.301225 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1155eba5-2867-4861-95b5-923f3ad4631f details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:15:30.311147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b5dde9-a54d-43bb-8512-a8f1142f1675 admin admin] Deleting subnet 029d74c2-b427-4600-ac76-1229f2facd49 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:15:30.316332 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4b5dde9-a54d-43bb-8512-a8f1142f1675 admin admin] Publish callbacks [] for subnet (029d74c2-b427-4600-ac76-1229f2facd49), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:30.399649 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4b5dde9-a54d-43bb-8512-a8f1142f1675 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (029d74c2-b427-4600-ac76-1229f2facd49), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:30.401936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb4ecd-5817-457c-880b-4bd44f8a507f req-0c19a5a5-48d6-4165-a8a7-eed7ae9120a3 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:30.404158 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-30cb4ecd-5817-457c-880b-4bd44f8a507f req-0c19a5a5-48d6-4165-a8a7-eed7ae9120a3 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 943 time: 0.0828431 Feb 10 15:15:30.498860 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1155eba5-2867-4861-95b5-923f3ad4631f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1155eba5-2867-4861-95b5-923f3ad4631f,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:30.504377 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4b5dde9-a54d-43bb-8512-a8f1142f1675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (029d74c2-b427-4600-ac76-1229f2facd49), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:30.511736 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-30cb4ecd-5817-457c-880b-4bd44f8a507f req-c8a201d9-cb7f-43f9-b272-2a40c09dc906 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005218 Feb 10 15:15:30.534261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '1155eba5-2867-4861-95b5-923f3ad4631f', 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1', 'port_id': '1155eba5-2867-4861-95b5-923f3ad4631f', 'mac_address': 'fa:16:3e:13:2c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:15:30.583644 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4b5dde9-a54d-43bb-8512-a8f1142f1675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (029d74c2-b427-4600-ac76-1229f2facd49), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:30.588174 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 1155eba5-2867-4861-95b5-923f3ad4631f is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:30.588867 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1155eba5-2867-4861-95b5-923f3ad4631f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:30.613852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1155eba5-2867-4861-95b5-923f3ad4631f {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:15:30.622133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5dde9-a54d-43bb-8512-a8f1142f1675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029d74c2-b427-4600-ac76-1229f2facd49,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:30.633131 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4b5dde9-a54d-43bb-8512-a8f1142f1675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:30.639220 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c4b5dde9-a54d-43bb-8512-a8f1142f1675 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/029d74c2-b427-4600-ac76-1229f2facd49 HTTP/1.1" status: 204 len: 168 time: 0.3838720 Feb 10 15:15:30.641938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39788) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:30.649183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1155eba5-2867-4861-95b5-923f3ad4631f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1155eba5-2867-4861-95b5-923f3ad4631f,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:30.659439 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1155eba5-2867-4861-95b5-923f3ad4631f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:30.751742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device d29213f2-b367-4684-90d7-18b16a8b76b7 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:15:30.758801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device f57f30b2-fda2-46b1-b756-aecad3995919 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:15:30.835457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=1155eba5-2867-4861-95b5-923f3ad4631f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:30.840801 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (3222c473-51d1-4d6e-8b20-ada86aef0bab), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:30.858678 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: f57f30b2-fda2-46b1-b756-aecad3995919 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:15:30.859348 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device f57f30b2-fda2-46b1-b756-aecad3995919 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:15:30.945664 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3835ad-d6f7-4f31-bb8f-69a631053fbf req-947f5c7e-ad2a-4cfd-888d-fd7b7cbb05e7 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:30.956349 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d3835ad-d6f7-4f31-bb8f-69a631053fbf req-947f5c7e-ad2a-4cfd-888d-fd7b7cbb05e7 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 944 time: 0.1439407 Feb 10 15:15:30.988073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port d29213f2-b367-4684-90d7-18b16a8b76b7, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=d29213f2-b367-4684-90d7-18b16a8b76b7,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:31.008841 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'd29213f2-b367-4684-90d7-18b16a8b76b7', 'network_id': '9c7886d1-5ed5-4602-8219-a79b03bb84d6', 'port_id': 'd29213f2-b367-4684-90d7-18b16a8b76b7', 'mac_address': 'fa:16:3e:84:d4:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42884750-3964-4921-a5f3-59cc5dea59b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:15:31.046235 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (3222c473-51d1-4d6e-8b20-ada86aef0bab), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:31.113736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3222c473-51d1-4d6e-8b20-ada86aef0bab']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:15:31.128614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['1155eba5-2867-4861-95b5-923f3ad4631f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:31.143303 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d3835ad-d6f7-4f31-bb8f-69a631053fbf req-b911403b-c239-4ae7-be91-854bfcf826b7 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853168 Feb 10 15:15:31.168852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f35c2c3-5f3d-405c-9c65-eb05c6b1a132') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:15:31.169339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f35c2c3-5f3d-405c-9c65-eb05c6b1a132') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:15:31.207512 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (0f35c2c3-5f3d-405c-9c65-eb05c6b1a132), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:31.217613 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port d29213f2-b367-4684-90d7-18b16a8b76b7 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:31.218014 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d29213f2-b367-4684-90d7-18b16a8b76b7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:31.253778 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (0f35c2c3-5f3d-405c-9c65-eb05c6b1a132), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:31.268818 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29213f2-b367-4684-90d7-18b16a8b76b7 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:15:31.273123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:15:31.280372 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (0f35c2c3-5f3d-405c-9c65-eb05c6b1a132), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: warnings.warn('Neutron quota engine will require "--force" ' Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:15:31.282654 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:15:31.309518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port d29213f2-b367-4684-90d7-18b16a8b76b7, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=d29213f2-b367-4684-90d7-18b16a8b76b7,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:31.314990 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d29213f2-b367-4684-90d7-18b16a8b76b7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:31.347904 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce8535-6e41-43fc-9251-7c8832a487c4 req-54e5cceb-9112-44de-8cc5-c71b17b0a8ba tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:31.349770 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a7ce8535-6e41-43fc-9251-7c8832a487c4 req-54e5cceb-9112-44de-8cc5-c71b17b0a8ba tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 944 time: 0.2306700 Feb 10 15:15:31.421712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39810) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:31.429949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=d29213f2-b367-4684-90d7-18b16a8b76b7,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:31.446302 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (3222c473-51d1-4d6e-8b20-ada86aef0bab), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:31.472264 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:31.477973 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] 10.222.0.64 "DELETE /v2.0/networks/3222c473-51d1-4d6e-8b20-ada86aef0bab HTTP/1.1" status: 204 len: 168 time: 0.8317962 Feb 10 15:15:31.499571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2038e6-b1cd-41f7-b117-4d2d74763fca req-34812d63-5190-470a-86e1-3a5738dbf6b7 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:31.501399 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d2038e6-b1cd-41f7-b117-4d2d74763fca req-34812d63-5190-470a-86e1-3a5738dbf6b7 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 950 time: 0.1852164 Feb 10 15:15:31.503297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Pushing event deleted for resources: {'Network': ['ID=3222c473-51d1-4d6e-8b20-ada86aef0bab,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:31.508924 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a7ce8535-6e41-43fc-9251-7c8832a487c4 req-aa0f9640-b916-4964-83f4-967ce69bd63c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524835 Feb 10 15:15:31.516974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:31.517430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:31.518022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:31.518456 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:31.518943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:31.519461 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:31.519893 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:31.520387 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:31.520821 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:31.521274 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:31.521697 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:31.522134 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:31.522975 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15516c-8cbe-4eee-9c93-a5d952733ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:31.617842 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-76731913-18f7-41b3-8cf2-38fc903dc6bb tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-858593459'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:31.640044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76731913-18f7-41b3-8cf2-38fc903dc6bb tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Made reservation on behalf of 6d7d68e8aa4c45a4b7e558d5e567e8c7 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:31.644391 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76731913-18f7-41b3-8cf2-38fc903dc6bb tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:31.654937 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76731913-18f7-41b3-8cf2-38fc903dc6bb tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:31.665362 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d2038e6-b1cd-41f7-b117-4d2d74763fca req-007a31c3-b7f0-44b4-8652-d80fe79cb7d5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388669 Feb 10 15:15:31.676462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['d29213f2-b367-4684-90d7-18b16a8b76b7'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:31.745922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37f078-6d88-4abc-9980-083da79b4f29 req-99a9ce4e-3eaa-4958-9514-93312793ecd2 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:31.763867 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb37f078-6d88-4abc-9980-083da79b4f29 req-99a9ce4e-3eaa-4958-9514-93312793ecd2 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 943 time: 0.1510324 Feb 10 15:15:31.831122 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76731913-18f7-41b3-8cf2-38fc903dc6bb tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks [] for security_group (24a534ea-2850-4e71-b15e-f1d9e91730a0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:31.832153 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39822) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:31.854655 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb37f078-6d88-4abc-9980-083da79b4f29 req-4c872705-1fea-4949-b226-f6a816d52f02 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894837 Feb 10 15:15:31.855206 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76731913-18f7-41b3-8cf2-38fc903dc6bb tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (24a534ea-2850-4e71-b15e-f1d9e91730a0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:31.882315 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76731913-18f7-41b3-8cf2-38fc903dc6bb tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:15:31.916321 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-73672d26-1db4-4536-8a66-d2cbdaed9817 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=05d9c5547c9740d6af72c6b5358670b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0801563 Feb 10 15:15:31.919165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39824) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:31.920328 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76731913-18f7-41b3-8cf2-38fc903dc6bb tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (8b2dca47-8c33-4f12-827a-723f0939f88e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:31.920802 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-76731913-18f7-41b3-8cf2-38fc903dc6bb tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Added segment 8b2dca47-8c33-4f12-827a-723f0939f88e of type vlan for network 3a489d0c-a024-4de1-9c12-9f2e8d851920 Feb 10 15:15:31.923542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51389f0-8b4f-4989-beda-c82f77efd326 req-49404e4f-5261-4f74-a32d-c7afc7dfaaa3 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:31.931887 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f51389f0-8b4f-4989-beda-c82f77efd326 req-49404e4f-5261-4f74-a32d-c7afc7dfaaa3 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 1132 time: 0.0944791 Feb 10 15:15:31.980449 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f51389f0-8b4f-4989-beda-c82f77efd326 req-72289302-e101-4d33-9439-6fef23577c66 tempest-ServersOnMultiNodesTest-1166641764 tempest-ServersOnMultiNodesTest-1166641764-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471811 Feb 10 15:15:31.982719 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef97bb10-e177-40a7-9297-cd63eb4f3f26 admin admin] Publish callbacks [] for security_group (e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:31.984405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76731913-18f7-41b3-8cf2-38fc903dc6bb tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a534ea-2850-4e71-b15e-f1d9e91730a0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:32.040171 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76731913-18f7-41b3-8cf2-38fc903dc6bb tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (3a489d0c-a024-4de1-9c12-9f2e8d851920), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:32.046858 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef97bb10-e177-40a7-9297-cd63eb4f3f26 admin admin] Publish callbacks [] for security_group (e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:32.100755 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76731913-18f7-41b3-8cf2-38fc903dc6bb tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (3a489d0c-a024-4de1-9c12-9f2e8d851920), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:32.105989 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76731913-18f7-41b3-8cf2-38fc903dc6bb tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:32.106583 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76731913-18f7-41b3-8cf2-38fc903dc6bb tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:32.206715 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76731913-18f7-41b3-8cf2-38fc903dc6bb tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event updated for resources: {'Network': ['ID=3a489d0c-a024-4de1-9c12-9f2e8d851920,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:32.209019 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef97bb10-e177-40a7-9297-cd63eb4f3f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:32.214309 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef97bb10-e177-40a7-9297-cd63eb4f3f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:32.215530 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ef97bb10-e177-40a7-9297-cd63eb4f3f26 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7 HTTP/1.1" status: 204 len: 168 time: 0.2931039 Feb 10 15:15:32.222369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 3a489d0c-a024-4de1-9c12-9f2e8d851920 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:15:32.259691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97bb10-e177-40a7-9297-cd63eb4f3f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45bbe57-7211-4a32-ab9d-f59bdcc2c6d7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:32.276719 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-76731913-18f7-41b3-8cf2-38fc903dc6bb tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8519311 Feb 10 15:15:32.277365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39834) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:32.288449 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-fa3e84f9-eec7-4017-a20d-3009ebd12955 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Request body: {'subnet': {'network_id': '3a489d0c-a024-4de1-9c12-9f2e8d851920', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:32.367396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73667f8-cdd8-4622-9abe-207cf8e7c648 req-5d8a6f4e-605f-44f2-a9b8-661ee474b1fb tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:32.374109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f73667f8-cdd8-4622-9abe-207cf8e7c648 req-5d8a6f4e-605f-44f2-a9b8-661ee474b1fb tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 945 time: 0.0778975 Feb 10 15:15:32.384052 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58aca5-d113-425e-a0a9-df2ac682c7fb req-58e9ee9a-cfae-40b7-b711-53f260d88e0a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:32.392529 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d58aca5-d113-425e-a0a9-df2ac682c7fb req-58e9ee9a-cfae-40b7-b711-53f260d88e0a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 950 time: 0.1476130 Feb 10 15:15:32.455988 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d58aca5-d113-425e-a0a9-df2ac682c7fb req-a20b6050-f34a-4c0b-9ddf-cad417ce3a87 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615261 Feb 10 15:15:32.477681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3e84f9-eec7-4017-a20d-3009ebd12955 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Made reservation on behalf of 6d7d68e8aa4c45a4b7e558d5e567e8c7 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:32.481791 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa3e84f9-eec7-4017-a20d-3009ebd12955 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:32.526044 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f73667f8-cdd8-4622-9abe-207cf8e7c648 req-7d6c7777-017c-4384-ba19-011c5d531dc8 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509981 Feb 10 15:15:32.692384 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e3d16-989d-402b-b18b-327773a413c5 req-9319fcdb-cefd-4f6d-83f0-c71d6409a1e1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:32.703263 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff3e3d16-989d-402b-b18b-327773a413c5 req-9319fcdb-cefd-4f6d-83f0-c71d6409a1e1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 944 time: 0.0978501 Feb 10 15:15:32.735559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa3e84f9-eec7-4017-a20d-3009ebd12955 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (e7f65345-b2de-403f-8887-cb772de1b11d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:32.761900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a0e4c669-7272-4de9-ad2b-9c1423a3eb9f no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:15:32.825707 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff3e3d16-989d-402b-b18b-327773a413c5 req-13ed5fe9-b955-41b9-9951-12d8f72f3a77 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180193 Feb 10 15:15:32.895168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e84f9-eec7-4017-a20d-3009ebd12955 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event updated for resources: {'Subnet': ['ID=e7f65345-b2de-403f-8887-cb772de1b11d,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:32.922407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e84f9-eec7-4017-a20d-3009ebd12955 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Checking segment: {'id': '8b2dca47-8c33-4f12-827a-723f0939f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3a489d0c-a024-4de1-9c12-9f2e8d851920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:15:32.922772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e84f9-eec7-4017-a20d-3009ebd12955 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Network hostable DHCP agents. Network: 3a489d0c-a024-4de1-9c12-9f2e8d851920, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:15:32.959528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f is: DOWN; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:32.970026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e84f9-eec7-4017-a20d-3009ebd12955 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Network 3a489d0c-a024-4de1-9c12-9f2e8d851920 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:15:32.987946 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-fa3e84f9-eec7-4017-a20d-3009ebd12955 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 3a489d0c-a024-4de1-9c12-9f2e8d851920) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:32.994546 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3e84f9-eec7-4017-a20d-3009ebd12955 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:32.995384 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa3e84f9-eec7-4017-a20d-3009ebd12955 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:33.000718 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c77d7f3-4929-45ca-a77c-e6f52487f8d2 None None] Network 3a489d0c-a024-4de1-9c12-9f2e8d851920 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:15:33.036042 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fa3e84f9-eec7-4017-a20d-3009ebd12955 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7512581 Feb 10 15:15:33.036807 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39852) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:33.043987 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-5253eb73-674c-415d-92d1-06a8731f2466 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Request body: {'port': {'network_id': '3a489d0c-a024-4de1-9c12-9f2e8d851920', 'name': 'tempest-AllowedAddressPairTestJSON-841495770'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:33.067531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf39e3-3b3c-43e1-9c14-58ba6ea99414 req-a4b72942-55c6-410f-895e-3e04985ba85c tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:33.081556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ddaf39e3-3b3c-43e1-9c14-58ba6ea99414 req-a4b72942-55c6-410f-895e-3e04985ba85c tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 943 time: 0.1181772 Feb 10 15:15:33.186843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-3a489d0c-a024-4de1-9c12-9f2e8d851920', 'network_id': '3a489d0c-a024-4de1-9c12-9f2e8d851920', 'project_id': '6d7d68e8aa4c45a4b7e558d5e567e8c7', 'fixed_ips': [{'subnet_id': 'e7f65345-b2de-403f-8887-cb772de1b11d'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:15:33.187971 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:33.204285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ddaf39e3-3b3c-43e1-9c14-58ba6ea99414 req-d2f51e5b-18ea-4198-b126-ec1908c2444e tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164248 Feb 10 15:15:33.286584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5253eb73-674c-415d-92d1-06a8731f2466 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Made reservation on behalf of 6d7d68e8aa4c45a4b7e558d5e567e8c7 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:33.291186 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5253eb73-674c-415d-92d1-06a8731f2466 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:33.315771 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-5253eb73-674c-415d-92d1-06a8731f2466 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] device_id is not set on port 80afb9e5-4659-4f1d-bb81-6bc138091052 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:15:33.426518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Allocated IP 172.20.0.2 (3a489d0c-a024-4de1-9c12-9f2e8d851920/e7f65345-b2de-403f-8887-cb772de1b11d/2c6c8c76-bd43-481e-ba67-61c3c9350a96) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:33.600401 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b8889-28d3-467e-b238-7f4f215b2fc8 req-dca9b0fb-bcfd-484a-9d94-3a237031405d tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:33.602698 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a09b8889-28d3-467e-b238-7f4f215b2fc8 req-dca9b0fb-bcfd-484a-9d94-3a237031405d tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 950 time: 0.0607920 Feb 10 15:15:33.630143 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Publish callbacks [] for port (2c6c8c76-bd43-481e-ba67-61c3c9350a96), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:33.652158 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (2c6c8c76-bd43-481e-ba67-61c3c9350a96), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:33.673789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a09b8889-28d3-467e-b238-7f4f215b2fc8 req-d064d39c-a660-418f-8514-d19e66441b4b tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600028 Feb 10 15:15:33.735802 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-5253eb73-674c-415d-92d1-06a8731f2466 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Allocated IP 172.20.0.10 (3a489d0c-a024-4de1-9c12-9f2e8d851920/e7f65345-b2de-403f-8887-cb772de1b11d/80afb9e5-4659-4f1d-bb81-6bc138091052) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:33.737991 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Network 3a489d0c-a024-4de1-9c12-9f2e8d851920 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:33.741231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:33.744874 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:33.762677 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Pushing event updated for resources: {'Port': ['ID=2c6c8c76-bd43-481e-ba67-61c3c9350a96,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:33.799965 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0644dd-04c7-4bc0-92f3-ecf3081aed91 req-cda613b7-e290-413b-a5c0-1e1a2c6e265a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:33.801798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b0644dd-04c7-4bc0-92f3-ecf3081aed91 req-cda613b7-e290-413b-a5c0-1e1a2c6e265a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 950 time: 0.1162796 Feb 10 15:15:33.850305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Attempting to bind port 2c6c8c76-bd43-481e-ba67-61c3c9350a96 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:15:33.850688 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Attempting to bind port 2c6c8c76-bd43-481e-ba67-61c3c9350a96 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '8b2dca47-8c33-4f12-827a-723f0939f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3a489d0c-a024-4de1-9c12-9f2e8d851920'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:15:33.851054 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Attempting to bind port 2c6c8c76-bd43-481e-ba67-61c3c9350a96 on network 3a489d0c-a024-4de1-9c12-9f2e8d851920 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:15:33.856591 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:15:33.857010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Checking segment: {'id': '8b2dca47-8c33-4f12-827a-723f0939f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3a489d0c-a024-4de1-9c12-9f2e8d851920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:15:33.857416 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:33.857819 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Bound using segment: {'id': '8b2dca47-8c33-4f12-827a-723f0939f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3a489d0c-a024-4de1-9c12-9f2e8d851920'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:15:33.858381 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Bound port: 2c6c8c76-bd43-481e-ba67-61c3c9350a96, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2dca47-8c33-4f12-827a-723f0939f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3a489d0c-a024-4de1-9c12-9f2e8d851920'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:15:33.858767 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2c6c8c76-bd43-481e-ba67-61c3c9350a96), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:33.935836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] For port 2c6c8c76-bd43-481e-ba67-61c3c9350a96, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:15:33.941534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] For port 2c6c8c76-bd43-481e-ba67-61c3c9350a96, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=2c6c8c76-bd43-481e-ba67-61c3c9350a96,segment=NetworkSegment(8b2dca47-8c33-4f12-827a-723f0939f88e),segment_id=8b2dca47-8c33-4f12-827a-723f0939f88e)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:15:33.958346 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2c6c8c76-bd43-481e-ba67-61c3c9350a96), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:33.966929 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9756c1-b78b-49a2-995b-390b02a47a2d req-a570f2b2-46b1-4f05-98ad-e8ebfed37bc6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:33.968185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca9756c1-b78b-49a2-995b-390b02a47a2d req-a570f2b2-46b1-4f05-98ad-e8ebfed37bc6 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 945 time: 0.1763468 Feb 10 15:15:34.021384 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-6b0644dd-04c7-4bc0-92f3-ecf3081aed91 req-d417893c-37c5-4430-a87d-646c60ef6301 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Deleting port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:34.021730 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6b0644dd-04c7-4bc0-92f3-ecf3081aed91 req-d417893c-37c5-4430-a87d-646c60ef6301 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d41ebe13-e6d8-4899-8acb-fa5c5d50fbee), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:34.103872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca9756c1-b78b-49a2-995b-390b02a47a2d req-50acbc54-94e3-404d-9a8c-8293cf5928a7 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276844 Feb 10 15:15:34.125277 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ed042-8a5a-47f8-8531-f0f9e1f828bc None None] Pushing event updated for resources: {'Port': ['ID=2c6c8c76-bd43-481e-ba67-61c3c9350a96,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:34.162444 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5253eb73-674c-415d-92d1-06a8731f2466 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks [] for port (80afb9e5-4659-4f1d-bb81-6bc138091052), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:34.235157 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da48f5ea-a31a-45f6-a60f-361213b8e2fa req-eb72f34b-c5d5-411d-a880-489cfdb5d030 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=84cacb6e-a2ae-4536-bc6a-2e6979566934 HTTP/1.1" status: 200 len: 210 time: 0.0377979 Feb 10 15:15:34.253674 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5253eb73-674c-415d-92d1-06a8731f2466 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (80afb9e5-4659-4f1d-bb81-6bc138091052), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:34.302742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1155eba5-2867-4861-95b5-923f3ad4631f up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:15:34.306981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-6b0644dd-04c7-4bc0-92f3-ecf3081aed91 req-d417893c-37c5-4430-a87d-646c60ef6301 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] For port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=d41ebe13-e6d8-4899-8acb-fa5c5d50fbee,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:34.307369 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6b0644dd-04c7-4bc0-92f3-ecf3081aed91 req-d417893c-37c5-4430-a87d-646c60ef6301 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d41ebe13-e6d8-4899-8acb-fa5c5d50fbee), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:34.325004 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-6b0644dd-04c7-4bc0-92f3-ecf3081aed91 req-d417893c-37c5-4430-a87d-646c60ef6301 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Calling delete_port for d41ebe13-e6d8-4899-8acb-fa5c5d50fbee owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:34.329510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5253eb73-674c-415d-92d1-06a8731f2466 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Network 3a489d0c-a024-4de1-9c12-9f2e8d851920 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:34.334163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-5253eb73-674c-415d-92d1-06a8731f2466 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:34.352571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253eb73-674c-415d-92d1-06a8731f2466 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:34.361950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253eb73-674c-415d-92d1-06a8731f2466 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event updated for resources: {'Port': ['ID=80afb9e5-4659-4f1d-bb81-6bc138091052,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:34.430785 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 1155eba5-2867-4861-95b5-923f3ad4631f completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:15:34.444832 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 1155eba5-2867-4861-95b5-923f3ad4631f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:34.447924 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1155eba5-2867-4861-95b5-923f3ad4631f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:34.463753 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5253eb73-674c-415d-92d1-06a8731f2466 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:34.466806 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5253eb73-674c-415d-92d1-06a8731f2466 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:34.503282 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5253eb73-674c-415d-92d1-06a8731f2466 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4654624 Feb 10 15:15:34.504107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39904) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:34.510011 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2bf7312b-1a53-41f4-a97a-03d7c1265473 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Request body: {'port': {'network_id': '3a489d0c-a024-4de1-9c12-9f2e8d851920', 'name': 'tempest-AllowedAddressPairTestJSON-1951421074', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:da:f9:91'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:34.540187 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63b298-e431-47d4-8a99-a0d4cd8e18e4 req-059f75ac-93ba-4893-8636-61e015a48991 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:34.548063 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9e63b298-e431-47d4-8a99-a0d4cd8e18e4 req-059f75ac-93ba-4893-8636-61e015a48991 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 944 time: 0.4145179 Feb 10 15:15:34.620850 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-7b5fed34-0c35-4aa5-8350-b06f90d16136 service neutron] 10.222.0.79 "GET /v2.0/ports/a0e4c669-7272-4de9-ad2b-9c1423a3eb9f/bindings/n-h1-815324-7 HTTP/1.1" status: 200 len: 384 time: 0.1014855 Feb 10 15:15:34.643824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 1155eba5-2867-4861-95b5-923f3ad4631f is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:34.644269 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1155eba5-2867-4861-95b5-923f3ad4631f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:34.672516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5489dc-b5ea-4752-8e31-80572707e080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1155eba5-2867-4861-95b5-923f3ad4631f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:34.675521 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc3916f-5ef3-4411-895a-5a1c751fb505" -d '{"events": [{"server_uuid": "4d5489dc-b5ea-4752-8e31-80572707e080", "name": "network-vif-plugged", "status": "completed", "tag": "1155eba5-2867-4861-95b5-923f3ad4631f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:34.690673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1155eba5-2867-4861-95b5-923f3ad4631f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1155eba5-2867-4861-95b5-923f3ad4631f,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:34.696608 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1155eba5-2867-4861-95b5-923f3ad4631f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:34.722675 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9e63b298-e431-47d4-8a99-a0d4cd8e18e4 req-3c16eca7-6d23-495a-b896-c809e03acdaa tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728225 Feb 10 15:15:34.782854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device d29213f2-b367-4684-90d7-18b16a8b76b7 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:15:34.828658 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf7312b-1a53-41f4-a97a-03d7c1265473 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Made reservation on behalf of 6d7d68e8aa4c45a4b7e558d5e567e8c7 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:34.843205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200d373-b355-4ae1-b146-1ca345085193 req-97e0842c-0e84-4410-8e8d-66366bd368e9 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:34.845004 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e200d373-b355-4ae1-b146-1ca345085193 req-97e0842c-0e84-4410-8e8d-66366bd368e9 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 807 time: 0.3677895 Feb 10 15:15:34.863969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=1155eba5-2867-4861-95b5-923f3ad4631f,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:34.884279 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e200d373-b355-4ae1-b146-1ca345085193 req-d8ba9da1-fc5e-4624-b924-0b87a372d845 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/quotas/ef96867ec18f4dff8a2a1903005f827a HTTP/1.1" status: 200 len: 375 time: 0.0208585 Feb 10 15:15:34.897535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port d29213f2-b367-4684-90d7-18b16a8b76b7 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:15:34.909701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port d29213f2-b367-4684-90d7-18b16a8b76b7 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:34.910429 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d29213f2-b367-4684-90d7-18b16a8b76b7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:34.947910 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6b0644dd-04c7-4bc0-92f3-ecf3081aed91 req-d417893c-37c5-4430-a87d-646c60ef6301 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (d41ebe13-e6d8-4899-8acb-fa5c5d50fbee), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:34.959324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b7341060-e935-41d4-8242-bd60d7574d5f', '75bcd7ec-1278-4a6e-95ae-e2a7405ee517'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:34.966281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3be1dd2f-6854-4bdb-b887-e5964e133a7d', '3fffc403-7c02-477a-b1f7-220ed2eddcdb', 'ab46e3dd-534f-40d4-9227-b0fbca905259', '644661be-846b-45d7-9181-3d44a3673e68', '75502456-079e-4848-81d1-719ec736016d'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:34.995186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e42a87-3290-4d08-9cfb-b48627e7a65d req-17e554fe-dba0-47ab-a99d-4fdf351b8585 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:34.997152 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-15e42a87-3290-4d08-9cfb-b48627e7a65d req-17e554fe-dba0-47ab-a99d-4fdf351b8585 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 943 time: 0.1762927 Feb 10 15:15:34.998538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417893c-37c5-4430-a87d-646c60ef6301 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event deleted for resources: {'Port': ['ID=d41ebe13-e6d8-4899-8acb-fa5c5d50fbee,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:35.019293 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bf7312b-1a53-41f4-a97a-03d7c1265473 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:35.031388 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e200d373-b355-4ae1-b146-1ca345085193 req-935cf7d8-c9d0-4f2c-bc1a-2146e644660a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1458611 Feb 10 15:15:35.051071 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-0d25f71e-5b01-47f0-90dc-ab1bac7c18e0 service neutron] For port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:35.068589 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-2bf7312b-1a53-41f4-a97a-03d7c1265473 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] device_id is not set on port d4ea8ce4-e83e-496a-a38f-74692279894a yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:15:35.117393 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-0d25f71e-5b01-47f0-90dc-ab1bac7c18e0 service neutron] For port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:15:35.163776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0644dd-04c7-4bc0-92f3-ecf3081aed91 req-d417893c-37c5-4430-a87d-646c60ef6301 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] No DVR routers for this DVR port d41ebe13-e6d8-4899-8acb-fa5c5d50fbee on host n-h2-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:35.171796 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6b0644dd-04c7-4bc0-92f3-ecf3081aed91 req-d417893c-37c5-4430-a87d-646c60ef6301 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:35.174963 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-0d25f71e-5b01-47f0-90dc-ab1bac7c18e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e4c669-7272-4de9-ad2b-9c1423a3eb9f {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:15:35.185164 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b0644dd-04c7-4bc0-92f3-ecf3081aed91 req-d417893c-37c5-4430-a87d-646c60ef6301 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.79 "DELETE /v2.0/ports/d41ebe13-e6d8-4899-8acb-fa5c5d50fbee HTTP/1.1" status: 204 len: 173 time: 1.3742592 Feb 10 15:15:35.190450 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcebeba-83ae-44f1-b27f-b0865b55c540', 'name': 'network-vif-deleted', 'tag': 'd41ebe13-e6d8-4899-8acb-fa5c5d50fbee'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:35.192959 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f79d58-7f15-4c55-b4ed-4523acf18d71" -d '{"events": [{"server_uuid": "ddcebeba-83ae-44f1-b27f-b0865b55c540", "name": "network-vif-deleted", "tag": "d41ebe13-e6d8-4899-8acb-fa5c5d50fbee"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:35.203163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-0d25f71e-5b01-47f0-90dc-ab1bac7c18e0 service neutron] For port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:35.264490 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-15e42a87-3290-4d08-9cfb-b48627e7a65d req-082228c9-c727-445e-94c7-7e2eb6d2aed1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290592 Feb 10 15:15:35.321860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-2bf7312b-1a53-41f4-a97a-03d7c1265473 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Allocated IP 172.20.0.4 (3a489d0c-a024-4de1-9c12-9f2e8d851920/e7f65345-b2de-403f-8887-cb772de1b11d/d4ea8ce4-e83e-496a-a38f-74692279894a) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:35.327660 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e200d373-b355-4ae1-b146-1ca345085193 req-2d453f0b-06bc-40bb-929d-1c91bef30665 service neutron] 10.222.0.64 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953219 Feb 10 15:15:35.516002 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-0d25f71e-5b01-47f0-90dc-ab1bac7c18e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:35.576403 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e200d373-b355-4ae1-b146-1ca345085193 req-9f902315-556f-4c60-acb3-11b0ff9faad5 service neutron] 10.222.0.64 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477453 Feb 10 15:15:35.614775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-0d25f71e-5b01-47f0-90dc-ab1bac7c18e0 service neutron] Transition to ACTIVE for port object a0e4c669-7272-4de9-ad2b-9c1423a3eb9f will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:15:35.630918 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-0d25f71e-5b01-47f0-90dc-ab1bac7c18e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:35.676469 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port d29213f2-b367-4684-90d7-18b16a8b76b7 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:35.677948 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d29213f2-b367-4684-90d7-18b16a8b76b7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:35.769138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae88085-9590-4809-b2fd-382e69dc7ed5 None None] Network 3a489d0c-a024-4de1-9c12-9f2e8d851920 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:15:35.810656 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bf7312b-1a53-41f4-a97a-03d7c1265473 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks [] for port (d4ea8ce4-e83e-496a-a38f-74692279894a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:35.875691 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e31192c-cd8e-4d3c-8103-85a86426d466 x-openstack-request-id: req-3e31192c-cd8e-4d3c-8103-85a86426d466 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:35.876240 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5489dc-b5ea-4752-8e31-80572707e080", "name": "network-vif-plugged", "status": "completed", "tag": "1155eba5-2867-4861-95b5-923f3ad4631f", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:35.876240 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e31192c-cd8e-4d3c-8103-85a86426d466 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:35.876586 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5489dc-b5ea-4752-8e31-80572707e080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1155eba5-2867-4861-95b5-923f3ad4631f', 'code': 200} Feb 10 15:15:35.910500 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bf7312b-1a53-41f4-a97a-03d7c1265473 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d4ea8ce4-e83e-496a-a38f-74692279894a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:35.954610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-0d25f71e-5b01-47f0-90dc-ab1bac7c18e0 service neutron] No DVR routers for this DVR port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:35.967050 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb4bf0b5-5d54-465f-b2d8-fd8f81abe092 req-82359adf-21ef-4a8f-af84-5148d53f8434 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddcebeba-83ae-44f1-b27f-b0865b55c540 HTTP/1.1" status: 200 len: 210 time: 0.0467663 Feb 10 15:15:36.013514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf7312b-1a53-41f4-a97a-03d7c1265473 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Network 3a489d0c-a024-4de1-9c12-9f2e8d851920 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:36.015873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25f71e-5b01-47f0-90dc-ab1bac7c18e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,revision_number=10']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:36.077754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b2d1d018-7055-4907-8631-8fac19118958 None None] Provisioning complete for port 2c6c8c76-bd43-481e-ba67-61c3c9350a96 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:36.078142 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d018-7055-4907-8631-8fac19118958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2c6c8c76-bd43-481e-ba67-61c3c9350a96), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:36.111661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7312b-1a53-41f4-a97a-03d7c1265473 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event updated for resources: {'Port': ['ID=d4ea8ce4-e83e-496a-a38f-74692279894a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:36.116560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-2bf7312b-1a53-41f4-a97a-03d7c1265473 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:36.125577 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-0d25f71e-5b01-47f0-90dc-ab1bac7c18e0 service neutron] 10.222.0.79 "PUT /v2.0/ports/a0e4c669-7272-4de9-ad2b-9c1423a3eb9f/bindings/n-h1-815324-7/activate HTTP/1.1" status: 200 len: 369 time: 1.4970696 Feb 10 15:15:36.126450 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf7312b-1a53-41f4-a97a-03d7c1265473 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:36.149822 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port d29213f2-b367-4684-90d7-18b16a8b76b7, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=d29213f2-b367-4684-90d7-18b16a8b76b7,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:36.167348 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db3230d-8ec5-416c-9ae9-be9bcbf2b566 x-openstack-request-id: req-8db3230d-8ec5-416c-9ae9-be9bcbf2b566 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:36.167879 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcebeba-83ae-44f1-b27f-b0865b55c540", "name": "network-vif-deleted", "tag": "d41ebe13-e6d8-4899-8acb-fa5c5d50fbee", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:36.168313 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8db3230d-8ec5-416c-9ae9-be9bcbf2b566 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:36.168887 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcebeba-83ae-44f1-b27f-b0865b55c540', 'name': 'network-vif-deleted', 'tag': 'd41ebe13-e6d8-4899-8acb-fa5c5d50fbee', 'status': 'completed', 'code': 200} Feb 10 15:15:36.200949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1945f-7cca-4c1a-92a3-70fee57e6c84 req-4a910f78-053b-4027-86de-eed2b413e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:36.208123 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2de1945f-7cca-4c1a-92a3-70fee57e6c84 req-4a910f78-053b-4027-86de-eed2b413e489 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 1127 time: 0.3402743 Feb 10 15:15:36.210325 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d29213f2-b367-4684-90d7-18b16a8b76b7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:36.220356 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777a039-04c6-4a6c-b21e-be4b6be2b1d7 req-d25cbd05-6bab-416e-bff1-b6244948ad62 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:36.235039 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8777a039-04c6-4a6c-b21e-be4b6be2b1d7 req-d25cbd05-6bab-416e-bff1-b6244948ad62 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 945 time: 0.1486778 Feb 10 15:15:36.322043 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf7312b-1a53-41f4-a97a-03d7c1265473 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:36.322956 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bf7312b-1a53-41f4-a97a-03d7c1265473 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:36.369771 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8777a039-04c6-4a6c-b21e-be4b6be2b1d7 req-11bfbfab-e1f3-4f2e-9b6d-5f7dd878211a tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366470 Feb 10 15:15:36.420033 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2bf7312b-1a53-41f4-a97a-03d7c1265473 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.9123554 Feb 10 15:15:36.420748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39952) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:36.425557 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b2d1d018-7055-4907-8631-8fac19118958 None None] Current status of the port 2c6c8c76-bd43-481e-ba67-61c3c9350a96 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:36.430913 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d018-7055-4907-8631-8fac19118958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2c6c8c76-bd43-481e-ba67-61c3c9350a96), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:36.433630 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 2c6c8c76-bd43-481e-ba67-61c3c9350a96 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:15:36.434241 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2de1945f-7cca-4c1a-92a3-70fee57e6c84 req-02d47fd8-c1a1-417d-b5c4-070c9169bead service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104721 Feb 10 15:15:36.441365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-156c6e21-88b0-4b94-b654-aedb5712123b tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:36.445466 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-156c6e21-88b0-4b94-b654-aedb5712123b tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9&tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1126 time: 0.2311926 Feb 10 15:15:36.565375 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5752ebb4-fa08-46ba-9d9e-3380e5d30699 req-afe0b8d6-fec2-4b09-9e4f-2bb527516258 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 210 time: 0.0732315 Feb 10 15:15:36.630824 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce5621b-9d83-4eae-a162-7543b0656982 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:36.636895 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce5621b-9d83-4eae-a162-7543b0656982 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:36.643028 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce5621b-9d83-4eae-a162-7543b0656982 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:36.645881 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fce5621b-9d83-4eae-a162-7543b0656982 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2240396 Feb 10 15:15:36.656708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39956) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:36.681549 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c5941-be69-43e8-8850-b10e679d6b6b req-b31d4cc4-03c5-46d2-8097-3c2ecd36fd3f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:36.694921 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b68c5941-be69-43e8-8850-b10e679d6b6b req-b31d4cc4-03c5-46d2-8097-3c2ecd36fd3f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 945 time: 0.2040727 Feb 10 15:15:36.698990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=d29213f2-b367-4684-90d7-18b16a8b76b7,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:36.712870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b2d1d018-7055-4907-8631-8fac19118958 None None] For port 2c6c8c76-bd43-481e-ba67-61c3c9350a96, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=2c6c8c76-bd43-481e-ba67-61c3c9350a96,segment=NetworkSegment(8b2dca47-8c33-4f12-827a-723f0939f88e),segment_id=8b2dca47-8c33-4f12-827a-723f0939f88e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:36.746678 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d018-7055-4907-8631-8fac19118958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2c6c8c76-bd43-481e-ba67-61c3c9350a96), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:36.808929 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-822f501e-54a2-4566-8bbf-fbdd37c5ee31 req-66f777a9-bafb-404f-ab99-070cc18e9672 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.1088850 Feb 10 15:15:36.834017 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device d41ebe13-e6d8-4899-8acb-fa5c5d50fbee no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:15:36.868968 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b68c5941-be69-43e8-8850-b10e679d6b6b req-6c22319b-8d6d-4167-9c8b-4ac2d8dd0421 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730819 Feb 10 15:15:36.897295 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:36.907179 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: d41ebe13-e6d8-4899-8acb-fa5c5d50fbee {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:15:36.907637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device d41ebe13-e6d8-4899-8acb-fa5c5d50fbee not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:15:36.911670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-925e27da-9c71-4d1e-a8a7-e03a3e401605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:36.913405 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-925e27da-9c71-4d1e-a8a7-e03a3e401605 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9&tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05 HTTP/1.1" status: 200 len: 1126 time: 0.2650330 Feb 10 15:15:36.919504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 2c6c8c76-bd43-481e-ba67-61c3c9350a96 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:36.926260 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2c6c8c76-bd43-481e-ba67-61c3c9350a96), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:36.942791 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-3bde8632-ab8f-4ab4-a662-b65958d8d917 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Deleting port d4ea8ce4-e83e-496a-a38f-74692279894a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:36.943413 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3bde8632-ab8f-4ab4-a662-b65958d8d917 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d4ea8ce4-e83e-496a-a38f-74692279894a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:37.058795 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8d5c5fc8-723e-48fc-a6a6-59289234349f None None] Provisioning complete for port 2c6c8c76-bd43-481e-ba67-61c3c9350a96 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:37.059175 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5fc8-723e-48fc-a6a6-59289234349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2c6c8c76-bd43-481e-ba67-61c3c9350a96), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:37.060744 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1d018-7055-4907-8631-8fac19118958 None None] Pushing event updated for resources: {'Port': ['ID=2c6c8c76-bd43-481e-ba67-61c3c9350a96,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:37.094343 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3bde8632-ab8f-4ab4-a662-b65958d8d917 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d4ea8ce4-e83e-496a-a38f-74692279894a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:37.102749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a952a8-62be-4263-ae28-8d8712a58200 req-8acc4905-ce55-4e5c-8890-49e256276ae3 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:37.106355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64a952a8-62be-4263-ae28-8d8712a58200 req-8acc4905-ce55-4e5c-8890-49e256276ae3 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 944 time: 0.1367521 Feb 10 15:15:37.119816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-3bde8632-ab8f-4ab4-a662-b65958d8d917 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Calling delete_port for d4ea8ce4-e83e-496a-a38f-74692279894a owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:37.205375 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64a952a8-62be-4263-ae28-8d8712a58200 req-d1a41d1f-73e3-4ab0-a83a-1bf401f6c954 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914810 Feb 10 15:15:37.316348 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 2c6c8c76-bd43-481e-ba67-61c3c9350a96 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:37.329531 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3bde8632-ab8f-4ab4-a662-b65958d8d917 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d4ea8ce4-e83e-496a-a38f-74692279894a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:37.461807 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028019c7-4f5e-47c5-948b-c74ceca4063d req-ec40feea-e563-4cfd-a588-1d48be257ccc tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:37.463697 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-028019c7-4f5e-47c5-948b-c74ceca4063d req-ec40feea-e563-4cfd-a588-1d48be257ccc tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 950 time: 0.0730987 Feb 10 15:15:37.467253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8d5c5fc8-723e-48fc-a6a6-59289234349f None None] Current status of the port 2c6c8c76-bd43-481e-ba67-61c3c9350a96 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:37.532552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8d5c5fc8-723e-48fc-a6a6-59289234349f None None] Provisioning complete for port 80afb9e5-4659-4f1d-bb81-6bc138091052 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:37.533723 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5fc8-723e-48fc-a6a6-59289234349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (80afb9e5-4659-4f1d-bb81-6bc138091052), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:37.572214 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8d5c5fc8-723e-48fc-a6a6-59289234349f None None] Port 80afb9e5-4659-4f1d-bb81-6bc138091052 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:37.580919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8d5c5fc8-723e-48fc-a6a6-59289234349f None None] Could not find standard attr ID for object d4ea8ce4-e83e-496a-a38f-74692279894a. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:15:37.609392 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-028019c7-4f5e-47c5-948b-c74ceca4063d req-22779e4f-73d8-4c75-b276-80dd47aebfc2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393948 Feb 10 15:15:37.666794 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e988173-c06f-45c4-853c-c241ef8709c2 req-3b60912d-7b26-42ff-85d0-d376931acff4 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:37.673192 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e988173-c06f-45c4-853c-c241ef8709c2 req-3b60912d-7b26-42ff-85d0-d376931acff4 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 946 time: 0.1691511 Feb 10 15:15:37.705701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-94374a2c-4445-473b-933d-e3305f445c5c None None] Provisioning complete for port 80afb9e5-4659-4f1d-bb81-6bc138091052 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:37.706163 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94374a2c-4445-473b-933d-e3305f445c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (80afb9e5-4659-4f1d-bb81-6bc138091052), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:37.726341 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-56def63f-8b11-4bc3-a408-e4f611747027 req-3aeb8b41-f456-4fc3-b772-e0a84b6d9f12 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 210 time: 0.0511885 Feb 10 15:15:37.773727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde8632-ab8f-4ab4-a662-b65958d8d917 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event deleted for resources: {'Port': ['ID=d4ea8ce4-e83e-496a-a38f-74692279894a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:37.784470 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e988173-c06f-45c4-853c-c241ef8709c2 req-9e1d5b62-e2ed-45f2-8b9d-80075a52656a tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981405 Feb 10 15:15:37.792929 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-94374a2c-4445-473b-933d-e3305f445c5c None None] Port 80afb9e5-4659-4f1d-bb81-6bc138091052 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:37.796100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-94374a2c-4445-473b-933d-e3305f445c5c None None] Could not find standard attr ID for object d4ea8ce4-e83e-496a-a38f-74692279894a. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:15:37.811086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-f89c96ce-a582-4fb5-a4d5-0f98d6748808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:37.813537 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-f89c96ce-a582-4fb5-a4d5-0f98d6748808 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 1126 time: 0.8651528 Feb 10 15:15:37.877728 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d63098b-b944-4e39-95f0-2875524b229d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29213f2-b367-4684-90d7-18b16a8b76b7'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:37.880352 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53df8754-3383-421c-b867-7ac41b5b8ea9" -d '{"events": [{"server_uuid": "5d63098b-b944-4e39-95f0-2875524b229d", "name": "network-vif-plugged", "status": "completed", "tag": "d29213f2-b367-4684-90d7-18b16a8b76b7"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:37.924210 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b683c5-f2dd-4075-a113-1ff22cc7cf99 x-openstack-request-id: req-59b683c5-f2dd-4075-a113-1ff22cc7cf99 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:37.924864 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d63098b-b944-4e39-95f0-2875524b229d", "name": "network-vif-plugged", "status": "completed", "tag": "d29213f2-b367-4684-90d7-18b16a8b76b7", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:37.924864 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59b683c5-f2dd-4075-a113-1ff22cc7cf99 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:37.925514 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d63098b-b944-4e39-95f0-2875524b229d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29213f2-b367-4684-90d7-18b16a8b76b7', 'code': 200} Feb 10 15:15:38.017302 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-72e86c6d-bdf3-47d2-8661-ef4b0964197a req-e21ca4af-0d13-42aa-86c7-c883210280a5 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0542567 Feb 10 15:15:38.057608 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-f6099851-905d-46bb-b00f-1a1c6d4d547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:38.060598 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-f6099851-905d-46bb-b00f-1a1c6d4d547e service neutron] 10.222.0.72 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.2380271 Feb 10 15:15:38.122863 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 2c6c8c76-bd43-481e-ba67-61c3c9350a96 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:15:38.129079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200d373-b355-4ae1-b146-1ca345085193 req-1e133197-09cf-4ae7-bca3-e9ca132af362 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:38.130536 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e200d373-b355-4ae1-b146-1ca345085193 req-1e133197-09cf-4ae7-bca3-e9ca132af362 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.79 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 807 time: 0.4110162 Feb 10 15:15:38.131981 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-6687ed2c-453c-4416-a0f5-6c2d9cf21be2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f HTTP/1.1" status: 200 len: 217 time: 0.0501461 Feb 10 15:15:38.147698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f3a3b-6961-44ff-9f0d-fe4e258345d1 req-7c4d299e-4b1f-4847-ac0d-a0de94272e62 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:38.156218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-733f3a3b-6961-44ff-9f0d-fe4e258345d1 req-7c4d299e-4b1f-4847-ac0d-a0de94272e62 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 945 time: 0.1059859 Feb 10 15:15:38.182335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-e200d373-b355-4ae1-b146-1ca345085193 req-e58c82f2-a62d-466a-babb-28d5aaefd847 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Request body: {'port': {'device_id': '77ddbf8b-bc39-462f-9e77-8339e17616d4', 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2', 'admin_state_up': True, 'tenant_id': 'ef96867ec18f4dff8a2a1903005f827a'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:38.184417 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8545062-0cc4-48bf-bba4-64444ff724e4 req-fb8bbeef-0e93-46d2-a4ac-1847e9803526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:38.186762 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8545062-0cc4-48bf-bba4-64444ff724e4 req-fb8bbeef-0e93-46d2-a4ac-1847e9803526 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 1128 time: 0.1675735 Feb 10 15:15:38.206876 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 2c6c8c76-bd43-481e-ba67-61c3c9350a96 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:38.209065 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2c6c8c76-bd43-481e-ba67-61c3c9350a96), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:38.219541 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3bde8632-ab8f-4ab4-a662-b65958d8d917 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:38.223099 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3bde8632-ab8f-4ab4-a662-b65958d8d917 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "DELETE /v2.0/ports/d4ea8ce4-e83e-496a-a38f-74692279894a HTTP/1.1" status: 204 len: 168 time: 1.5650611 Feb 10 15:15:38.227632 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39978) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:38.243485 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-733f3a3b-6961-44ff-9f0d-fe4e258345d1 req-fdfde007-ef55-40e6-97b5-0261a9912fc9 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859535 Feb 10 15:15:38.245856 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-193f95bf-c346-4d15-b0f4-d50cc1e21b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:38.247633 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-193f95bf-c346-4d15-b0f4-d50cc1e21b80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.1075428 Feb 10 15:15:38.307273 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-71e5f786-d19f-4b00-b355-ef84b1f64bbc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322933 Feb 10 15:15:38.321868 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 2c6c8c76-bd43-481e-ba67-61c3c9350a96 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:15:38.345014 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-963a0e7b-f190-4828-ac1b-40376e40cca7 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] GET failed (client error): The resource could not be found. Feb 10 15:15:38.347140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-963a0e7b-f190-4828-ac1b-40376e40cca7 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "GET /v2.0/ports/d4ea8ce4-e83e-496a-a38f-74692279894a HTTP/1.1" status: 404 len: 333 time: 0.0954087 Feb 10 15:15:38.354694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39982) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:38.361989 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1fb3052f-a222-494a-bfc0-97642345266c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Request body: {'port': {'network_id': '3a489d0c-a024-4de1-9c12-9f2e8d851920', 'name': 'tempest-AllowedAddressPairTestJSON-166260205'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:38.435563 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8545062-0cc4-48bf-bba4-64444ff724e4 req-68d6df4f-fed4-4241-be85-5b2147152187 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089989 Feb 10 15:15:38.435777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e200d373-b355-4ae1-b146-1ca345085193 req-e58c82f2-a62d-466a-babb-28d5aaefd847 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Made reservation on behalf of ef96867ec18f4dff8a2a1903005f827a for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:38.438833 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e200d373-b355-4ae1-b146-1ca345085193 req-e58c82f2-a62d-466a-babb-28d5aaefd847 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:38.458778 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-6273e125-207a-4f92-8173-83d3d03b0fe9 service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418123 Feb 10 15:15:38.645261 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-219bba31-4e6a-4440-b451-1d959183e2d1 service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755188 Feb 10 15:15:38.661038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-e200d373-b355-4ae1-b146-1ca345085193 req-e58c82f2-a62d-466a-babb-28d5aaefd847 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Allocated IP 172.20.0.4 (2503405f-5e7d-43d6-8b59-cea2598d27e2/280068a4-721d-4c2d-853f-dbf51a615c03/6c40976f-57d7-449f-81de-ec3685a64b1a) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:38.739535 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-abbbba33-157e-440e-9896-14117875877f req-f9ff2a70-885d-4d14-ac0f-8290dc5c7591 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=84cacb6e-a2ae-4536-bc6a-2e6979566934 HTTP/1.1" status: 200 len: 210 time: 0.0459251 Feb 10 15:15:38.841540 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0953b5-03c8-41eb-b549-a679ac21237a req-43ae38ec-9b20-4fab-b526-1f14d5a6e098 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:38.849991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd0953b5-03c8-41eb-b549-a679ac21237a req-43ae38ec-9b20-4fab-b526-1f14d5a6e098 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 944 time: 0.4935026 Feb 10 15:15:38.882334 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e200d373-b355-4ae1-b146-1ca345085193 req-e58c82f2-a62d-466a-babb-28d5aaefd847 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks [] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:38.925166 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e200d373-b355-4ae1-b146-1ca345085193 req-e58c82f2-a62d-466a-babb-28d5aaefd847 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:38.929298 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd0953b5-03c8-41eb-b549-a679ac21237a req-fe5c2f41-021b-47f2-a9d4-18aae0ef4884 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784457 Feb 10 15:15:38.937726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655cb74-737e-47d9-a35b-9d4dcddeceee req-e17b571d-2f5f-4036-974d-8e7af17194f2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:38.941289 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['444033d9-42f4-4dc5-9a8d-45f925980d03'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:38.947065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3655cb74-737e-47d9-a35b-9d4dcddeceee req-e17b571d-2f5f-4036-974d-8e7af17194f2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 950 time: 0.1774538 Feb 10 15:15:38.979557 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e200d373-b355-4ae1-b146-1ca345085193 req-e58c82f2-a62d-466a-babb-28d5aaefd847 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Network 2503405f-5e7d-43d6-8b59-cea2598d27e2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:38.981806 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb3052f-a222-494a-bfc0-97642345266c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Made reservation on behalf of 6d7d68e8aa4c45a4b7e558d5e567e8c7 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:38.987840 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1fb3052f-a222-494a-bfc0-97642345266c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:39.002328 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-e200d373-b355-4ae1-b146-1ca345085193 req-e58c82f2-a62d-466a-babb-28d5aaefd847 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:39.007706 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e200d373-b355-4ae1-b146-1ca345085193 req-e58c82f2-a62d-466a-babb-28d5aaefd847 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:39.013602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-1fb3052f-a222-494a-bfc0-97642345266c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] device_id is not set on port 912833e7-fd5e-44dd-9e05-2326747ea68a yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:15:39.057707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c82f2-a62d-466a-babb-28d5aaefd847 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Pushing event updated for resources: {'Port': ['ID=6c40976f-57d7-449f-81de-ec3685a64b1a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:39.080444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-8a1d67b3-2a0c-4e13-8d8b-d439f7d1dec5 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:39.082256 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-8a1d67b3-2a0c-4e13-8d8b-d439f7d1dec5 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9&tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&binding%3Ahost_id=n-h1-815324-7 HTTP/1.1" status: 200 len: 1126 time: 0.1488373 Feb 10 15:15:39.088136 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200d373-b355-4ae1-b146-1ca345085193 req-e58c82f2-a62d-466a-babb-28d5aaefd847 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:39.088919 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e200d373-b355-4ae1-b146-1ca345085193 req-e58c82f2-a62d-466a-babb-28d5aaefd847 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:39.125731 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e200d373-b355-4ae1-b146-1ca345085193 req-e58c82f2-a62d-466a-babb-28d5aaefd847 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9494212 Feb 10 15:15:39.164934 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-1fb3052f-a222-494a-bfc0-97642345266c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Allocated IP 172.20.0.5 (3a489d0c-a024-4de1-9c12-9f2e8d851920/e7f65345-b2de-403f-8887-cb772de1b11d/912833e7-fd5e-44dd-9e05-2326747ea68a) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:39.170102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Request body: {'port': {'device_id': '77ddbf8b-bc39-462f-9e77-8339e17616d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:39.238710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3655cb74-737e-47d9-a35b-9d4dcddeceee req-09717958-26ec-4183-a5e7-bc57b8b041b5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905908 Feb 10 15:15:39.275213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9375c-7d0e-4dd3-bd26-8332953877c6 req-39a2329f-c98f-4955-adc6-b7c82a3bf3b0 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:39.277145 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ec9375c-7d0e-4dd3-bd26-8332953877c6 req-39a2329f-c98f-4955-adc6-b7c82a3bf3b0 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 931 time: 0.1149292 Feb 10 15:15:39.284573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac6b9d-63e8-4867-9f0b-38790cf5e155 req-eeb18408-776f-4b53-8476-610d426c8363 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:39.286337 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8bac6b9d-63e8-4867-9f0b-38790cf5e155 req-eeb18408-776f-4b53-8476-610d426c8363 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 950 time: 0.1836848 Feb 10 15:15:39.341655 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:39.398155 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-955869fa-9626-49fa-ac6f-7b330a2d5691 service neutron] For port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:15:39.422947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ec9375c-7d0e-4dd3-bd26-8332953877c6 req-7cb797ca-bbe6-4197-a361-310e853c9717 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396048 Feb 10 15:15:39.423226 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-955869fa-9626-49fa-ac6f-7b330a2d5691 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:39.424320 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7191f49-83d8-408e-b292-2cce4acc8e43 req-955869fa-9626-49fa-ac6f-7b330a2d5691 service neutron] 10.222.0.72 "DELETE /v2.0/ports/a0e4c669-7272-4de9-ad2b-9c1423a3eb9f/bindings/n-h2-815324-7 HTTP/1.1" status: 204 len: 173 time: 0.3204091 Feb 10 15:15:39.479974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088be82-d201-4c00-9f21-c653e95e3719 req-58f1565f-83fb-415a-9d39-dedacd0b1838 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:39.487768 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a088be82-d201-4c00-9f21-c653e95e3719 req-58f1565f-83fb-415a-9d39-dedacd0b1838 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 946 time: 0.1548347 Feb 10 15:15:39.512891 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1fb3052f-a222-494a-bfc0-97642345266c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks [] for port (912833e7-fd5e-44dd-9e05-2326747ea68a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:39.558655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-8bac6b9d-63e8-4867-9f0b-38790cf5e155 req-ff49cc07-7116-4803-8a02-072756f1118a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Deleting port 75502456-079e-4848-81d1-719ec736016d {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:39.558994 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8bac6b9d-63e8-4867-9f0b-38790cf5e155 req-ff49cc07-7116-4803-8a02-072756f1118a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (75502456-079e-4848-81d1-719ec736016d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:39.580222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a088be82-d201-4c00-9f21-c653e95e3719 req-ee907921-75a9-4d1c-8fed-850bc49ee07c tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804484 Feb 10 15:15:39.621924 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-007fcdc7-7d03-4f03-8ee5-249aecd3438a req-97d5b7b4-a714-44bc-bf25-8f1852f7086f tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0529292 Feb 10 15:15:39.641659 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1fb3052f-a222-494a-bfc0-97642345266c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (912833e7-fd5e-44dd-9e05-2326747ea68a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:39.726175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb3052f-a222-494a-bfc0-97642345266c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Network 3a489d0c-a024-4de1-9c12-9f2e8d851920 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:39.733616 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-1fb3052f-a222-494a-bfc0-97642345266c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:39.741742 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb3052f-a222-494a-bfc0-97642345266c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:39.747503 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-8bac6b9d-63e8-4867-9f0b-38790cf5e155 req-ff49cc07-7116-4803-8a02-072756f1118a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] For port 75502456-079e-4848-81d1-719ec736016d, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=75502456-079e-4848-81d1-719ec736016d,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:39.747801 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8bac6b9d-63e8-4867-9f0b-38790cf5e155 req-ff49cc07-7116-4803-8a02-072756f1118a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (75502456-079e-4848-81d1-719ec736016d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:39.765890 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-8bac6b9d-63e8-4867-9f0b-38790cf5e155 req-ff49cc07-7116-4803-8a02-072756f1118a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Calling delete_port for 75502456-079e-4848-81d1-719ec736016d owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:39.780588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3052f-a222-494a-bfc0-97642345266c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event updated for resources: {'Port': ['ID=912833e7-fd5e-44dd-9e05-2326747ea68a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:39.839727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0545c-ccac-4a0c-bb06-5061001e70f4 req-e0e3b24c-95e7-4003-8793-11ac82a0d490 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:39.847659 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dac0545c-ccac-4a0c-bb06-5061001e70f4 req-e0e3b24c-95e7-4003-8793-11ac82a0d490 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 945 time: 0.1711898 Feb 10 15:15:39.858955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c40976f-57d7-449f-81de-ec3685a64b1a {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:15:39.869587 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Publish callbacks [] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:39.902364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Transition to ACTIVE for port object 6c40976f-57d7-449f-81de-ec3685a64b1a will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:15:39.919750 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:39.925022 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dac0545c-ccac-4a0c-bb06-5061001e70f4 req-f1005125-a505-4625-b7fc-4263872e02e5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748739 Feb 10 15:15:39.943730 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb3052f-a222-494a-bfc0-97642345266c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:39.945024 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1fb3052f-a222-494a-bfc0-97642345266c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:39.969013 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1fb3052f-a222-494a-bfc0-97642345266c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6121445 Feb 10 15:15:39.972121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39996) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:39.980300 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0b232348-f5c2-438a-a2f8-a25555683d1c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:da:f9:91'}]}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:40.052426 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8bac6b9d-63e8-4867-9f0b-38790cf5e155 req-ff49cc07-7116-4803-8a02-072756f1118a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (75502456-079e-4848-81d1-719ec736016d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:40.066080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3be1dd2f-6854-4bdb-b887-e5964e133a7d', '3fffc403-7c02-477a-b1f7-220ed2eddcdb', 'ab46e3dd-534f-40d4-9227-b0fbca905259', '644661be-846b-45d7-9181-3d44a3673e68'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:40.071043 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b7341060-e935-41d4-8242-bd60d7574d5f', '75bcd7ec-1278-4a6e-95ae-e2a7405ee517'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:40.148550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Pushing event updated for resources: {'Port': ['ID=6c40976f-57d7-449f-81de-ec3685a64b1a,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:40.188716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bac6b9d-63e8-4867-9f0b-38790cf5e155 req-ff49cc07-7116-4803-8a02-072756f1118a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] No DVR routers for this DVR port 75502456-079e-4848-81d1-719ec736016d on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:40.213492 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8bac6b9d-63e8-4867-9f0b-38790cf5e155 req-ff49cc07-7116-4803-8a02-072756f1118a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:40.227903 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8bac6b9d-63e8-4867-9f0b-38790cf5e155 req-ff49cc07-7116-4803-8a02-072756f1118a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "DELETE /v2.0/ports/75502456-079e-4848-81d1-719ec736016d HTTP/1.1" status: 204 len: 173 time: 0.8827674 Feb 10 15:15:40.231899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd6ef3e-df75-4e94-bb97-3554fd15b9d2', 'name': 'network-vif-deleted', 'tag': '75502456-079e-4848-81d1-719ec736016d'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:40.234286 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4605786d-0d28-4292-b679-b04e620a5921" -d '{"events": [{"server_uuid": "7bd6ef3e-df75-4e94-bb97-3554fd15b9d2", "name": "network-vif-deleted", "tag": "75502456-079e-4848-81d1-719ec736016d"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:40.241119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49cc07-7116-4803-8a02-072756f1118a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event deleted for resources: {'Port': ['ID=75502456-079e-4848-81d1-719ec736016d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:40.254386 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fb1dd77e-2463-4570-ab8b-59e96cfc42d6 None None] Provisioning complete for port 912833e7-fd5e-44dd-9e05-2326747ea68a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:40.254846 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd77e-2463-4570-ab8b-59e96cfc42d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (912833e7-fd5e-44dd-9e05-2326747ea68a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:40.274928 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Attempting to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:15:40.275271 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Attempting to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:15:40.275602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Attempting to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:15:40.280442 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Port 6c40976f-57d7-449f-81de-ec3685a64b1a on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:15:40.281006 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Attempting to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:15:40.299171 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:15:40.300958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Checking segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:15:40.303311 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Bound using segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:15:40.303949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Bound port: 6c40976f-57d7-449f-81de-ec3685a64b1a, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:15:40.304497 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:40.338871 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fb1dd77e-2463-4570-ab8b-59e96cfc42d6 None None] Port 912833e7-fd5e-44dd-9e05-2326747ea68a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:40.375641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13432f-c876-4cd2-a458-4c5fc318eb31 req-25c0f20b-d1ab-4417-8fde-5cf0599419ee tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:40.388859 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f13432f-c876-4cd2-a458-4c5fc318eb31 req-25c0f20b-d1ab-4417-8fde-5cf0599419ee tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 944 time: 0.3479764 Feb 10 15:15:40.428108 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49b22d1-9f05-40b3-b930-3b34039ad78f x-openstack-request-id: req-c49b22d1-9f05-40b3-b930-3b34039ad78f {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:40.434705 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd6ef3e-df75-4e94-bb97-3554fd15b9d2", "name": "network-vif-deleted", "tag": "75502456-079e-4848-81d1-719ec736016d", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:40.435241 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c49b22d1-9f05-40b3-b930-3b34039ad78f {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:40.435820 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd6ef3e-df75-4e94-bb97-3554fd15b9d2', 'name': 'network-vif-deleted', 'tag': '75502456-079e-4848-81d1-719ec736016d', 'status': 'completed', 'code': 200} Feb 10 15:15:40.555705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:15:40.570666 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6c40976f-57d7-449f-81de-ec3685a64b1a,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:15:40.581195 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:40.648530 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:40.649541 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:40.651595 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e200d373-b355-4ae1-b146-1ca345085193 req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] 10.222.0.79 "PUT /v2.0/ports/6c40976f-57d7-449f-81de-ec3685a64b1a HTTP/1.1" status: 200 len: 1091 time: 1.4865115 Feb 10 15:15:40.675358 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca803a89-be58-4e18-b5d3-53f868905b95 req-417e9672-48d5-4839-8beb-c4733398af91 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bd6ef3e-df75-4e94-bb97-3554fd15b9d2 HTTP/1.1" status: 200 len: 210 time: 0.1110256 Feb 10 15:15:40.699632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f13432f-c876-4cd2-a458-4c5fc318eb31 req-8f810650-f531-4251-b503-35a63f7f98d6 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931216 Feb 10 15:15:40.727148 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b232348-f5c2-438a-a2f8-a25555683d1c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (912833e7-fd5e-44dd-9e05-2326747ea68a), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:40.862779 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e09a4-4e16-45c1-aa18-f819cd41098a service neutron] Pushing event updated for resources: {'Port': ['ID=6c40976f-57d7-449f-81de-ec3685a64b1a,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:40.940056 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-210d81d2-534e-410b-974c-63c502b37365 req-9648a10d-e79b-466b-8e96-5874cf426fdf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0667262 Feb 10 15:15:40.950063 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200d373-b355-4ae1-b146-1ca345085193 req-2ad0baed-da4e-4db0-99ee-2f2d0f12e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:40.951980 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e200d373-b355-4ae1-b146-1ca345085193 req-2ad0baed-da4e-4db0-99ee-2f2d0f12e473 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 1125 time: 0.2180841 Feb 10 15:15:41.101446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db803554-4f56-491c-bf40-3518208745b5 req-f5ce1d40-9bf8-4e8f-8d30-a1bcbf2a2cfa tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:41.101675 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:41.102946 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db803554-4f56-491c-bf40-3518208745b5 req-f5ce1d40-9bf8-4e8f-8d30-a1bcbf2a2cfa tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.1367140 Feb 10 15:15:41.115582 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b232348-f5c2-438a-a2f8-a25555683d1c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks [] for port (912833e7-fd5e-44dd-9e05-2326747ea68a), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:41.132303 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63e913-687d-4db6-b793-27fc8fb4a831 req-3d89eace-ef8f-4341-8e4a-9187bda6edb4 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:41.133824 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9e63e913-687d-4db6-b793-27fc8fb4a831 req-3d89eace-ef8f-4341-8e4a-9187bda6edb4 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 946 time: 0.1688597 Feb 10 15:15:41.139957 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b232348-f5c2-438a-a2f8-a25555683d1c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (912833e7-fd5e-44dd-9e05-2326747ea68a), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:41.243525 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e200d373-b355-4ae1-b146-1ca345085193 req-b54d66df-d709-4871-a17f-703b22b6cba0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c40976f-57d7-449f-81de-ec3685a64b1a HTTP/1.1" status: 200 len: 217 time: 0.0454462 Feb 10 15:15:41.274487 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db803554-4f56-491c-bf40-3518208745b5 req-ece40b3c-6212-4ba1-8a88-9cdbc10ad719 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570466 Feb 10 15:15:41.278966 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b232348-f5c2-438a-a2f8-a25555683d1c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event updated for resources: {'Port': ['ID=912833e7-fd5e-44dd-9e05-2326747ea68a,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:41.302592 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-0b232348-f5c2-438a-a2f8-a25555683d1c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] In _notify_port_updated(), no bound segment for port 912833e7-fd5e-44dd-9e05-2326747ea68a on network 3a489d0c-a024-4de1-9c12-9f2e8d851920 {{(pid=103368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:15:41.315826 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b232348-f5c2-438a-a2f8-a25555683d1c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:41.316625 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b232348-f5c2-438a-a2f8-a25555683d1c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:41.318800 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0b232348-f5c2-438a-a2f8-a25555683d1c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "PUT /v2.0/ports/912833e7-fd5e-44dd-9e05-2326747ea68a HTTP/1.1" status: 200 len: 993 time: 1.3453219 Feb 10 15:15:41.328691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40012) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:41.346526 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9e63e913-687d-4db6-b793-27fc8fb4a831 req-64566ac4-b655-4d91-8213-d139a7cd0711 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040288 Feb 10 15:15:41.348052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200d373-b355-4ae1-b146-1ca345085193 req-27b32409-465a-4240-8092-7ad42f7943b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:41.350265 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e200d373-b355-4ae1-b146-1ca345085193 req-27b32409-465a-4240-8092-7ad42f7943b4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.0972912 Feb 10 15:15:41.417609 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e200d373-b355-4ae1-b146-1ca345085193 req-79d66ea6-7775-44a5-81a8-f83b29652b30 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457768 Feb 10 15:15:41.461324 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b514499a-6164-495f-a14c-ed3a8a16ce5a req-dd45f0dc-fcca-4c9b-8bf1-76d386ce0220 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0450621 Feb 10 15:15:41.579077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882104a-f47d-4f27-814e-701b82110bed req-8112e49b-f5d8-4ada-8a67-38927e4b7d4b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:41.585192 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d5f2cedb-4d6b-452d-91c9-54c4c72c07da None None] Provisioning complete for port 912833e7-fd5e-44dd-9e05-2326747ea68a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:41.585628 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5f2cedb-4d6b-452d-91c9-54c4c72c07da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (912833e7-fd5e-44dd-9e05-2326747ea68a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:41.589090 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6882104a-f47d-4f27-814e-701b82110bed req-8112e49b-f5d8-4ada-8a67-38927e4b7d4b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 945 time: 0.0845361 Feb 10 15:15:41.590995 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e200d373-b355-4ae1-b146-1ca345085193 req-927a482e-ff21-4993-9030-9820a941a9d8 service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690822 Feb 10 15:15:41.632823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-77405777-7931-4425-88f8-e031a30cefdd tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Deleting port 912833e7-fd5e-44dd-9e05-2326747ea68a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:41.633681 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-77405777-7931-4425-88f8-e031a30cefdd tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (912833e7-fd5e-44dd-9e05-2326747ea68a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:41.651358 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6882104a-f47d-4f27-814e-701b82110bed req-fa82f926-9b35-484d-99aa-2c360dc34a35 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609238 Feb 10 15:15:41.678168 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2cedb-4d6b-452d-91c9-54c4c72c07da None None] Port 912833e7-fd5e-44dd-9e05-2326747ea68a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:41.797144 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e200d373-b355-4ae1-b146-1ca345085193 req-7996e3e4-2bc0-4949-9c1a-02c15403682d service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915677 Feb 10 15:15:41.799347 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-77405777-7931-4425-88f8-e031a30cefdd tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (912833e7-fd5e-44dd-9e05-2326747ea68a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:41.801195 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a57f3-4cc2-4f26-93fd-03898c60414c req-819d8440-e411-49c7-aaeb-d5aefc9c2ee7 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:41.802853 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-722a57f3-4cc2-4f26-93fd-03898c60414c req-819d8440-e411-49c7-aaeb-d5aefc9c2ee7 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 1126 time: 0.0849171 Feb 10 15:15:41.815737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23888e36-387e-42bf-b097-d986844d2587 req-fa53b93c-8c73-4477-bb34-c6d3e5c079b3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:41.817697 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23888e36-387e-42bf-b097-d986844d2587 req-fa53b93c-8c73-4477-bb34-c6d3e5c079b3 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 946 time: 0.0690835 Feb 10 15:15:41.824129 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-77405777-7931-4425-88f8-e031a30cefdd tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Calling delete_port for 912833e7-fd5e-44dd-9e05-2326747ea68a owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:41.891997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-722a57f3-4cc2-4f26-93fd-03898c60414c req-f65d924a-06d1-40d9-900e-bbaf96667d12 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728774 Feb 10 15:15:41.895634 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23888e36-387e-42bf-b097-d986844d2587 req-fd7779bc-68db-4ee2-92a3-1f0242e7ae26 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707946 Feb 10 15:15:41.980141 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-77405777-7931-4425-88f8-e031a30cefdd tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (912833e7-fd5e-44dd-9e05-2326747ea68a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:42.030425 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77405777-7931-4425-88f8-e031a30cefdd tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event deleted for resources: {'Port': ['ID=912833e7-fd5e-44dd-9e05-2326747ea68a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:42.063429 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be8b25-f236-4289-9b5d-3d95ce22a7f5 req-fd706608-d016-4951-b69c-a1e0fc48cb7f tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:42.065922 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33be8b25-f236-4289-9b5d-3d95ce22a7f5 req-fd706608-d016-4951-b69c-a1e0fc48cb7f tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 1126 time: 0.0782516 Feb 10 15:15:42.122784 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33be8b25-f236-4289-9b5d-3d95ce22a7f5 req-1c4f9f53-d23a-4db2-ac05-518663495881 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491564 Feb 10 15:15:42.250630 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:15:42.295356 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-77405777-7931-4425-88f8-e031a30cefdd tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:42.303452 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-77405777-7931-4425-88f8-e031a30cefdd tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "DELETE /v2.0/ports/912833e7-fd5e-44dd-9e05-2326747ea68a HTTP/1.1" status: 204 len: 168 time: 0.9755743 Feb 10 15:15:42.304587 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40032) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:42.307939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 75502456-079e-4848-81d1-719ec736016d no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:15:42.343334 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-68579040-0ca5-4756-abc1-22089a473db0 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] GET failed (client error): The resource could not be found. Feb 10 15:15:42.349991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40036) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:42.355198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 75502456-079e-4848-81d1-719ec736016d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:15:42.355774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-112acc90-4d7b-4da3-af0e-fa2b9b42c17c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Request body: {'port': {'network_id': '3a489d0c-a024-4de1-9c12-9f2e8d851920', 'name': 'tempest-AllowedAddressPairTestJSON-1795251189'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:42.356018 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 75502456-079e-4848-81d1-719ec736016d not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:15:42.359262 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-68579040-0ca5-4756-abc1-22089a473db0 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "GET /v2.0/ports/912833e7-fd5e-44dd-9e05-2326747ea68a HTTP/1.1" status: 404 len: 333 time: 0.0517788 Feb 10 15:15:42.391202 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd44a6c-4099-4ba8-902a-8ee0fb98ada5 req-ff05b6e9-759c-4e0b-b27e-7ab81a18527e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:42.394217 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cd44a6c-4099-4ba8-902a-8ee0fb98ada5 req-ff05b6e9-759c-4e0b-b27e-7ab81a18527e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 950 time: 0.1535351 Feb 10 15:15:42.452052 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cd44a6c-4099-4ba8-902a-8ee0fb98ada5 req-964a3cbf-8c9e-4f8f-81f0-40d865851784 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521319 Feb 10 15:15:42.467912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ddbf8b-bc39-462f-9e77-8339e17616d4', 'tag': '6c40976f-57d7-449f-81de-ec3685a64b1a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:42.470909 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd09effb-6e8c-4058-a290-91def8d47093" -d '{"events": [{"name": "network-changed", "server_uuid": "77ddbf8b-bc39-462f-9e77-8339e17616d4", "tag": "6c40976f-57d7-449f-81de-ec3685a64b1a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:42.545564 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112acc90-4d7b-4da3-af0e-fa2b9b42c17c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Made reservation on behalf of 6d7d68e8aa4c45a4b7e558d5e567e8c7 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:42.550010 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-112acc90-4d7b-4da3-af0e-fa2b9b42c17c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:42.571541 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa3d29-f6d1-4650-ab3a-a0b3d3673b8b req-eddb3de2-1f7b-4872-bf01-c477263b8185 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:42.572385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-112acc90-4d7b-4da3-af0e-fa2b9b42c17c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] device_id is not set on port 56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:15:42.579621 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7caa3d29-f6d1-4650-ab3a-a0b3d3673b8b req-eddb3de2-1f7b-4872-bf01-c477263b8185 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.0665967 Feb 10 15:15:42.640929 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7caa3d29-f6d1-4650-ab3a-a0b3d3673b8b req-0ec51971-b86d-4a34-b215-e6897790e67d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553143 Feb 10 15:15:42.730985 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a33bcdb-248a-4b1e-b3de-3c52b81983f1 x-openstack-request-id: req-4a33bcdb-248a-4b1e-b3de-3c52b81983f1 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:42.731446 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ddbf8b-bc39-462f-9e77-8339e17616d4", "tag": "6c40976f-57d7-449f-81de-ec3685a64b1a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:42.731906 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a33bcdb-248a-4b1e-b3de-3c52b81983f1 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:42.732465 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ddbf8b-bc39-462f-9e77-8339e17616d4', 'tag': '6c40976f-57d7-449f-81de-ec3685a64b1a', 'status': 'completed', 'code': 200} Feb 10 15:15:42.799546 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f5400355-f4f9-419d-a64b-6ae8c2e86e3d req-492b899b-c502-4832-a1c3-b7a77e201351 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0506020 Feb 10 15:15:42.868825 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a534f3d9-0bd2-4e6f-b1db-8cd77d3e55f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:42.922032 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bdf25-f39b-4818-b512-731ed7cbf5be req-65510510-da12-46d4-b646-0afdba202020 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:42.924000 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e5bdf25-f39b-4818-b512-731ed7cbf5be req-65510510-da12-46d4-b646-0afdba202020 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 945 time: 0.0642684 Feb 10 15:15:42.981726 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e5bdf25-f39b-4818-b512-731ed7cbf5be req-0fe16d25-38f0-42ce-a96d-6e3d452e8ad8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504754 Feb 10 15:15:43.125982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-112acc90-4d7b-4da3-af0e-fa2b9b42c17c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Allocated IP 172.20.0.5 (3a489d0c-a024-4de1-9c12-9f2e8d851920/e7f65345-b2de-403f-8887-cb772de1b11d/56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:43.151181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09effb-6e8c-4058-a290-91def8d47093 req-6e8e08fc-b50e-41e0-b50c-b6c18d63d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:43.162607 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd09effb-6e8c-4058-a290-91def8d47093 req-6e8e08fc-b50e-41e0-b50c-b6c18d63d374 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 1125 time: 0.4290447 Feb 10 15:15:43.167725 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ccb88-e291-46c1-aa2b-fefa9ecc3fc6 req-757f5e50-a6d0-42a5-b999-a5484acda3e1 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:43.169363 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b7ccb88-e291-46c1-aa2b-fefa9ecc3fc6 req-757f5e50-a6d0-42a5-b999-a5484acda3e1 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 946 time: 0.0931242 Feb 10 15:15:43.226097 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b7ccb88-e291-46c1-aa2b-fefa9ecc3fc6 req-300e253b-eb27-46f8-8548-aaeb6a341e7f tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472155 Feb 10 15:15:43.263304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8315409e-9fc1-40cf-aa47-2514c2eefa2f req-c64d70e5-6ccc-4efd-8640-8e3366c1161b tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0367703 Feb 10 15:15:43.372078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09effb-6e8c-4058-a290-91def8d47093 req-4dce4f99-8040-4657-bb11-96c01085fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:43.373609 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd09effb-6e8c-4058-a290-91def8d47093 req-4dce4f99-8040-4657-bb11-96c01085fce6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.2021015 Feb 10 15:15:43.434604 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd09effb-6e8c-4058-a290-91def8d47093 req-6047a36e-adc3-4761-a45b-9a7912646946 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c40976f-57d7-449f-81de-ec3685a64b1a HTTP/1.1" status: 200 len: 217 time: 0.0550101 Feb 10 15:15:43.459030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-112acc90-4d7b-4da3-af0e-fa2b9b42c17c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks [] for port (56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:43.469400 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f46e2-9c50-40ab-baca-597ae5f284e9 req-822a8e90-b109-49cf-867f-91fc7b0c9ef5 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:43.470960 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba2f46e2-9c50-40ab-baca-597ae5f284e9 req-822a8e90-b109-49cf-867f-91fc7b0c9ef5 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 946 time: 0.1878936 Feb 10 15:15:43.561193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09effb-6e8c-4058-a290-91def8d47093 req-eb81faf4-270d-4c01-b938-ccc8b1457f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:43.562629 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd09effb-6e8c-4058-a290-91def8d47093 req-eb81faf4-270d-4c01-b938-ccc8b1457f2f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.1184475 Feb 10 15:15:43.582040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3a96-c960-443f-86e4-b72b410a3da4 req-d07369f4-c4f8-44d2-af99-4fdc1de073e6 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:43.583664 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4acc3a96-c960-443f-86e4-b72b410a3da4 req-d07369f4-c4f8-44d2-af99-4fdc1de073e6 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 950 time: 0.0578675 Feb 10 15:15:43.621286 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd09effb-6e8c-4058-a290-91def8d47093 req-fa8785f5-7940-4ae2-bd93-15223df220bb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330667 Feb 10 15:15:43.636329 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4acc3a96-c960-443f-86e4-b72b410a3da4 req-07f11963-4c17-4ce3-a570-d19d8a407102 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455313 Feb 10 15:15:43.640530 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-112acc90-4d7b-4da3-af0e-fa2b9b42c17c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:43.760739 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112acc90-4d7b-4da3-af0e-fa2b9b42c17c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Network 3a489d0c-a024-4de1-9c12-9f2e8d851920 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:43.760936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46158b85-9fe0-4a4f-82ab-bb1478431ce9 req-264668ae-11f7-47a1-b835-2118d3f89f1e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:43.762539 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-46158b85-9fe0-4a4f-82ab-bb1478431ce9 req-264668ae-11f7-47a1-b835-2118d3f89f1e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.0597816 Feb 10 15:15:43.765330 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-112acc90-4d7b-4da3-af0e-fa2b9b42c17c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:43.791089 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112acc90-4d7b-4da3-af0e-fa2b9b42c17c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:43.847408 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-46158b85-9fe0-4a4f-82ab-bb1478431ce9 req-9285dce8-9b89-4d96-a766-bfe2fb2f4060 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765707 Feb 10 15:15:43.887320 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112acc90-4d7b-4da3-af0e-fa2b9b42c17c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:43.887928 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-112acc90-4d7b-4da3-af0e-fa2b9b42c17c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:43.892344 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-ba2f46e2-9c50-40ab-baca-597ae5f284e9 req-99e16c4e-8924-4989-8261-f4f15e0ebb09 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Deleting port d29213f2-b367-4684-90d7-18b16a8b76b7 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:43.892723 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ba2f46e2-9c50-40ab-baca-597ae5f284e9 req-99e16c4e-8924-4989-8261-f4f15e0ebb09 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d29213f2-b367-4684-90d7-18b16a8b76b7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:43.905912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112acc90-4d7b-4da3-af0e-fa2b9b42c17c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event updated for resources: {'Port': ['ID=56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:43.926193 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd09effb-6e8c-4058-a290-91def8d47093 req-12dfe220-67ba-4608-8d73-9d935df217ed service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976105 Feb 10 15:15:43.956509 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-112acc90-4d7b-4da3-af0e-fa2b9b42c17c tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6052687 Feb 10 15:15:43.959388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40070) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:43.964861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d42221d1-3266-47a8-ba12-181bfb2d63bf tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:da:f9:91'}]}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:44.019188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b35a2-f69c-40e8-bf7c-616cc8c23aa8 req-6dce5d7f-7806-4e07-b496-1ba497e4e646 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:44.020706 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-405b35a2-f69c-40e8-bf7c-616cc8c23aa8 req-6dce5d7f-7806-4e07-b496-1ba497e4e646 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 950 time: 0.2779260 Feb 10 15:15:44.086864 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d42221d1-3266-47a8-ba12-181bfb2d63bf tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:44.116587 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-ba2f46e2-9c50-40ab-baca-597ae5f284e9 req-99e16c4e-8924-4989-8261-f4f15e0ebb09 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] For port d29213f2-b367-4684-90d7-18b16a8b76b7, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=d29213f2-b367-4684-90d7-18b16a8b76b7,segment=NetworkSegment(d72b70ca-368f-48b1-a30a-11066afe3edf),segment_id=d72b70ca-368f-48b1-a30a-11066afe3edf)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:44.117124 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ba2f46e2-9c50-40ab-baca-597ae5f284e9 req-99e16c4e-8924-4989-8261-f4f15e0ebb09 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d29213f2-b367-4684-90d7-18b16a8b76b7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:44.125224 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c09432c-1796-461a-b3b0-6eccfbb97335 None None] Provisioning complete for port 56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:44.126315 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c09432c-1796-461a-b3b0-6eccfbb97335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:44.163573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-ba2f46e2-9c50-40ab-baca-597ae5f284e9 req-99e16c4e-8924-4989-8261-f4f15e0ebb09 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Calling delete_port for d29213f2-b367-4684-90d7-18b16a8b76b7 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:44.194929 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fd09effb-6e8c-4058-a290-91def8d47093 req-5908abe4-78db-415a-a3c3-9212c945a6b5 service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565463 Feb 10 15:15:44.197056 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c09432c-1796-461a-b3b0-6eccfbb97335 None None] Port 56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:44.301085 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-405b35a2-f69c-40e8-bf7c-616cc8c23aa8 req-c419a634-00fa-4fc4-8914-c1f597fad5a2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Deleting port 644661be-846b-45d7-9181-3d44a3673e68 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:44.301685 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-405b35a2-f69c-40e8-bf7c-616cc8c23aa8 req-c419a634-00fa-4fc4-8914-c1f597fad5a2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (644661be-846b-45d7-9181-3d44a3673e68), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:44.301813 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dad5c-d5da-4bbc-b1a3-3c01c50e95e5 req-a7a457f9-f751-428b-bca2-e143afce3798 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:44.303323 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf3dad5c-d5da-4bbc-b1a3-3c01c50e95e5 req-a7a457f9-f751-428b-bca2-e143afce3798 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 945 time: 0.2065659 Feb 10 15:15:44.424742 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d42221d1-3266-47a8-ba12-181bfb2d63bf tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks [] for port (56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:44.443288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-405b35a2-f69c-40e8-bf7c-616cc8c23aa8 req-c419a634-00fa-4fc4-8914-c1f597fad5a2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] For port 644661be-846b-45d7-9181-3d44a3673e68, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=644661be-846b-45d7-9181-3d44a3673e68,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:44.444369 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-405b35a2-f69c-40e8-bf7c-616cc8c23aa8 req-c419a634-00fa-4fc4-8914-c1f597fad5a2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (644661be-846b-45d7-9181-3d44a3673e68), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:44.458854 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ba2f46e2-9c50-40ab-baca-597ae5f284e9 req-99e16c4e-8924-4989-8261-f4f15e0ebb09 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d29213f2-b367-4684-90d7-18b16a8b76b7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:44.460791 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-405b35a2-f69c-40e8-bf7c-616cc8c23aa8 req-c419a634-00fa-4fc4-8914-c1f597fad5a2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Calling delete_port for 644661be-846b-45d7-9181-3d44a3673e68 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:44.473640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['d29213f2-b367-4684-90d7-18b16a8b76b7'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:44.492572 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf3dad5c-d5da-4bbc-b1a3-3c01c50e95e5 req-044381af-dcf1-4a3a-abe9-4685705080ae tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613266 Feb 10 15:15:44.499916 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d42221d1-3266-47a8-ba12-181bfb2d63bf tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:44.539168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e16c4e-8924-4989-8261-f4f15e0ebb09 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Pushing event deleted for resources: {'Port': ['ID=d29213f2-b367-4684-90d7-18b16a8b76b7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:44.590896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2f46e2-9c50-40ab-baca-597ae5f284e9 req-99e16c4e-8924-4989-8261-f4f15e0ebb09 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] No DVR routers for this DVR port d29213f2-b367-4684-90d7-18b16a8b76b7 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:44.594440 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ba2f46e2-9c50-40ab-baca-597ae5f284e9 req-99e16c4e-8924-4989-8261-f4f15e0ebb09 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:44.598159 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba2f46e2-9c50-40ab-baca-597ae5f284e9 req-99e16c4e-8924-4989-8261-f4f15e0ebb09 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.79 "DELETE /v2.0/ports/d29213f2-b367-4684-90d7-18b16a8b76b7 HTTP/1.1" status: 204 len: 173 time: 1.1062930 Feb 10 15:15:44.619675 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbd7db-2776-4f70-bc49-c0bd33e66afd req-00549bac-9a68-4541-9f53-79e9b194ac2b tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:44.622351 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9fbd7db-2776-4f70-bc49-c0bd33e66afd req-00549bac-9a68-4541-9f53-79e9b194ac2b tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d63098b-b944-4e39-95f0-2875524b229d HTTP/1.1" status: 200 len: 946 time: 0.2716565 Feb 10 15:15:44.678216 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42221d1-3266-47a8-ba12-181bfb2d63bf tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event updated for resources: {'Port': ['ID=56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:44.693568 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-405b35a2-f69c-40e8-bf7c-616cc8c23aa8 req-c419a634-00fa-4fc4-8914-c1f597fad5a2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (644661be-846b-45d7-9181-3d44a3673e68), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:44.708878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3be1dd2f-6854-4bdb-b887-e5964e133a7d', '3fffc403-7c02-477a-b1f7-220ed2eddcdb', 'ab46e3dd-534f-40d4-9227-b0fbca905259'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:44.712353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b7341060-e935-41d4-8242-bd60d7574d5f', '75bcd7ec-1278-4a6e-95ae-e2a7405ee517'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:44.737962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d63098b-b944-4e39-95f0-2875524b229d', 'name': 'network-vif-deleted', 'tag': 'd29213f2-b367-4684-90d7-18b16a8b76b7'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:44.741234 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fa3012-3826-4831-890b-a7b92308339a" -d '{"events": [{"server_uuid": "5d63098b-b944-4e39-95f0-2875524b229d", "name": "network-vif-deleted", "tag": "d29213f2-b367-4684-90d7-18b16a8b76b7"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:44.757332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419a634-00fa-4fc4-8914-c1f597fad5a2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event deleted for resources: {'Port': ['ID=644661be-846b-45d7-9181-3d44a3673e68,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:44.773256 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ef68af4-a4e2-4ff9-a083-d9b400492d87 req-6d051097-47a1-4cb8-bab5-5944275d604d tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.1427784 Feb 10 15:15:44.853518 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-405b35a2-f69c-40e8-bf7c-616cc8c23aa8 req-c419a634-00fa-4fc4-8914-c1f597fad5a2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] No DVR routers for this DVR port 644661be-846b-45d7-9181-3d44a3673e68 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:44.863921 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-405b35a2-f69c-40e8-bf7c-616cc8c23aa8 req-c419a634-00fa-4fc4-8914-c1f597fad5a2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:44.864214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-d42221d1-3266-47a8-ba12-181bfb2d63bf tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] In _notify_port_updated(), no bound segment for port 56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730 on network 3a489d0c-a024-4de1-9c12-9f2e8d851920 {{(pid=103368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:15:44.868080 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-405b35a2-f69c-40e8-bf7c-616cc8c23aa8 req-c419a634-00fa-4fc4-8914-c1f597fad5a2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "DELETE /v2.0/ports/644661be-846b-45d7-9181-3d44a3673e68 HTTP/1.1" status: 204 len: 173 time: 0.8412364 Feb 10 15:15:44.880088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42221d1-3266-47a8-ba12-181bfb2d63bf tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:44.882752 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d42221d1-3266-47a8-ba12-181bfb2d63bf tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:44.885598 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d42221d1-3266-47a8-ba12-181bfb2d63bf tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "PUT /v2.0/ports/56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730 HTTP/1.1" status: 200 len: 996 time: 0.9249513 Feb 10 15:15:44.889020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40092) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:44.935589 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54dfa304-d830-40f0-8908-ae48af9c8aec req-32559032-88e4-4713-b0aa-612db168493e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=819c1349-6b96-4df7-a336-77fc9ba6dd04 HTTP/1.1" status: 200 len: 210 time: 0.0426376 Feb 10 15:15:44.952267 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9fbd7db-2776-4f70-bc49-c0bd33e66afd req-165a7bbc-71af-4352-9f61-7f3ebed250a2 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups?id=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080735 Feb 10 15:15:45.065594 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecd93ed-763c-41d4-a97e-3b5eaebf2ac8 x-openstack-request-id: req-2ecd93ed-763c-41d4-a97e-3b5eaebf2ac8 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:45.065879 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d63098b-b944-4e39-95f0-2875524b229d", "name": "network-vif-deleted", "tag": "d29213f2-b367-4684-90d7-18b16a8b76b7", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:45.066129 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ecd93ed-763c-41d4-a97e-3b5eaebf2ac8 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:45.067073 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d63098b-b944-4e39-95f0-2875524b229d', 'name': 'network-vif-deleted', 'tag': 'd29213f2-b367-4684-90d7-18b16a8b76b7', 'status': 'completed', 'code': 200} Feb 10 15:15:45.104898 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2520f3f0-3da4-4bf8-b820-e99b8767c4e3 None None] Provisioning complete for port 56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:45.105506 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2520f3f0-3da4-4bf8-b820-e99b8767c4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:45.155325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2520f3f0-3da4-4bf8-b820-e99b8767c4e3 None None] Port 56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:45.161826 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287288be-7f74-4ca2-961e-4deb7e15b580 req-7c804ce4-6e77-41b1-bcf3-859583892ad1 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:45.162574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c61bf209-2171-4b27-ae06-72e25b52de04 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Deleting port 56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:45.162786 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c61bf209-2171-4b27-ae06-72e25b52de04 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:45.169424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-287288be-7f74-4ca2-961e-4deb7e15b580 req-7c804ce4-6e77-41b1-bcf3-859583892ad1 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.1135850 Feb 10 15:15:45.246197 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a2e23abc-596e-4b24-9182-eaccf824233c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:45.265652 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-287288be-7f74-4ca2-961e-4deb7e15b580 req-bba0a45a-b0c2-4ca4-a673-b1521bfce3ed tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950124 Feb 10 15:15:45.310460 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c61bf209-2171-4b27-ae06-72e25b52de04 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:45.324092 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c61bf209-2171-4b27-ae06-72e25b52de04 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Calling delete_port for 56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:45.519073 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c61bf209-2171-4b27-ae06-72e25b52de04 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:45.565174 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bf209-2171-4b27-ae06-72e25b52de04 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event deleted for resources: {'Port': ['ID=56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:45.655664 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815880a-38bf-4fd9-acc7-297c2c25b0b7 req-f9e4c0cc-2558-4554-b176-a1fcdcf0ea7c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:45.676423 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5815880a-38bf-4fd9-acc7-297c2c25b0b7 req-f9e4c0cc-2558-4554-b176-a1fcdcf0ea7c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 945 time: 0.0779645 Feb 10 15:15:45.686400 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c61bf209-2171-4b27-ae06-72e25b52de04 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:45.691403 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c61bf209-2171-4b27-ae06-72e25b52de04 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "DELETE /v2.0/ports/56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730 HTTP/1.1" status: 204 len: 168 time: 0.8009906 Feb 10 15:15:45.694235 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40096) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:45.721646 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2b65f2-49db-4f20-b6bf-c2e3d8a749c2 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] GET failed (client error): The resource could not be found. Feb 10 15:15:45.724152 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4e2b65f2-49db-4f20-b6bf-c2e3d8a749c2 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "GET /v2.0/ports/56f2ea8a-e1da-4ca0-8d76-f1c7a4acd730 HTTP/1.1" status: 404 len: 333 time: 0.0286815 Feb 10 15:15:45.728447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40098) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:45.734478 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5815880a-38bf-4fd9-acc7-297c2c25b0b7 req-932484cb-349a-4320-a4f8-a3f02ab35c97 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569880 Feb 10 15:15:45.735555 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-5cc4a222-ed14-4460-be61-d884e716bc7e tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Request body: {'port': {'network_id': '3a489d0c-a024-4de1-9c12-9f2e8d851920', 'name': 'tempest-AllowedAddressPairTestJSON-193272023'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:45.873766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc4a222-ed14-4460-be61-d884e716bc7e tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Made reservation on behalf of 6d7d68e8aa4c45a4b7e558d5e567e8c7 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:45.877390 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5cc4a222-ed14-4460-be61-d884e716bc7e tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:45.896751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-5cc4a222-ed14-4460-be61-d884e716bc7e tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] device_id is not set on port 7cc118fb-ba61-464d-9702-bb3f776f245e yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:15:45.920832 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1cafb5f-489b-44e1-884f-89de7067ad5a req-8a89aafc-c2d5-499a-8b2f-46128ce4d69c tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0413747 Feb 10 15:15:46.027314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-5cc4a222-ed14-4460-be61-d884e716bc7e tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Allocated IP 172.20.0.4 (3a489d0c-a024-4de1-9c12-9f2e8d851920/e7f65345-b2de-403f-8887-cb772de1b11d/7cc118fb-ba61-464d-9702-bb3f776f245e) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:46.221590 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:46.223665 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5cc4a222-ed14-4460-be61-d884e716bc7e tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks [] for port (7cc118fb-ba61-464d-9702-bb3f776f245e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:46.287970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40124) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:46.298025 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5cc4a222-ed14-4460-be61-d884e716bc7e tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7cc118fb-ba61-464d-9702-bb3f776f245e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:46.320918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 644661be-846b-45d7-9181-3d44a3673e68 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:15:46.369724 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 644661be-846b-45d7-9181-3d44a3673e68 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:15:46.369989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 644661be-846b-45d7-9181-3d44a3673e68 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:15:46.378393 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc4a222-ed14-4460-be61-d884e716bc7e tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Network 3a489d0c-a024-4de1-9c12-9f2e8d851920 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:46.382235 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-5cc4a222-ed14-4460-be61-d884e716bc7e tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:46.387378 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc4a222-ed14-4460-be61-d884e716bc7e tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:46.427284 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cc105608-c0fb-48b7-925b-122386742564 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for security_group (930b54b9-39c5-4968-837f-24b450b2e1af), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:46.432038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4a222-ed14-4460-be61-d884e716bc7e tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event updated for resources: {'Port': ['ID=7cc118fb-ba61-464d-9702-bb3f776f245e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:46.458976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc4a222-ed14-4460-be61-d884e716bc7e tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:46.459905 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5cc4a222-ed14-4460-be61-d884e716bc7e tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:46.493136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f00b0d-a619-44ce-b0e5-46132f95ab4b req-c82c6e3c-e5bf-49bc-87b6-38463c16d7e4 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:46.498460 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5cc4a222-ed14-4460-be61-d884e716bc7e tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7682021 Feb 10 15:15:46.500943 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40132) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:46.503192 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74f00b0d-a619-44ce-b0e5-46132f95ab4b req-c82c6e3c-e5bf-49bc-87b6-38463c16d7e4 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.1443584 Feb 10 15:15:46.507943 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-cfab34a4-7647-417c-b953-69c5cc884e89 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Request body: {'port': {'network_id': '3a489d0c-a024-4de1-9c12-9f2e8d851920', 'name': 'tempest-AllowedAddressPairTestJSON-352380024'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:46.528263 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cc105608-c0fb-48b7-925b-122386742564 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for security_group (930b54b9-39c5-4968-837f-24b450b2e1af), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:46.654008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74f00b0d-a619-44ce-b0e5-46132f95ab4b req-37d70e52-d918-4839-a7f0-7ae7e7ffbb5c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415770 Feb 10 15:15:46.662734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73121a18-02a2-4346-9021-66a61dcc3a90 req-3f163e5c-bfbd-4b20-bfec-e7bf0a2cd6d2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:46.664478 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73121a18-02a2-4346-9021-66a61dcc3a90 req-3f163e5c-bfbd-4b20-bfec-e7bf0a2cd6d2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28e1cf3-cd20-45cc-9ace-5a72fc8d8113 HTTP/1.1" status: 200 len: 950 time: 0.1258013 Feb 10 15:15:46.689402 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cc105608-c0fb-48b7-925b-122386742564 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (930b54b9-39c5-4968-837f-24b450b2e1af), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:46.691919 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cc105608-c0fb-48b7-925b-122386742564 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:46.692367 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfab34a4-7647-417c-b953-69c5cc884e89 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Made reservation on behalf of 6d7d68e8aa4c45a4b7e558d5e567e8c7 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:46.699386 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cfab34a4-7647-417c-b953-69c5cc884e89 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:46.700182 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cc105608-c0fb-48b7-925b-122386742564 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "DELETE /v2.0/security-groups/930b54b9-39c5-4968-837f-24b450b2e1af HTTP/1.1" status: 204 len: 168 time: 0.4110277 Feb 10 15:15:46.702682 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40134) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:46.723573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-cfab34a4-7647-417c-b953-69c5cc884e89 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] device_id is not set on port adc1a556-d49c-47ed-afdc-00b807ab7cb5 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:15:46.731533 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc105608-c0fb-48b7-925b-122386742564 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=930b54b9-39c5-4968-837f-24b450b2e1af,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:46.735072 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-5cf4b0ea-7cd4-4fa7-83d5-65db44528139 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] show failed (client error): The resource could not be found. Feb 10 15:15:46.739080 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5cf4b0ea-7cd4-4fa7-83d5-65db44528139 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "GET /v2.0/security-groups/930b54b9-39c5-4968-837f-24b450b2e1af HTTP/1.1" status: 404 len: 347 time: 0.0307975 Feb 10 15:15:46.745125 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40136) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:46.801376 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9020d734-20a6-4664-b42c-5fbfdfe747e4 None None] Provisioning complete for port 7cc118fb-ba61-464d-9702-bb3f776f245e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:46.802048 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9020d734-20a6-4664-b42c-5fbfdfe747e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7cc118fb-ba61-464d-9702-bb3f776f245e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:46.838686 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73121a18-02a2-4346-9021-66a61dcc3a90 req-bb7badb7-954a-411c-be59-b16439e68db9 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598527 Feb 10 15:15:46.839394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9020d734-20a6-4664-b42c-5fbfdfe747e4 None None] Port 7cc118fb-ba61-464d-9702-bb3f776f245e cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:46.842034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device d29213f2-b367-4684-90d7-18b16a8b76b7 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:15:46.864824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: d29213f2-b367-4684-90d7-18b16a8b76b7 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:15:46.865473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device d29213f2-b367-4684-90d7-18b16a8b76b7 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:15:46.901627 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-cfab34a4-7647-417c-b953-69c5cc884e89 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Allocated IP 172.20.0.6 (3a489d0c-a024-4de1-9c12-9f2e8d851920/e7f65345-b2de-403f-8887-cb772de1b11d/adc1a556-d49c-47ed-afdc-00b807ab7cb5) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:15:46.968555 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-25da3137-c486-404a-91c1-d2217b0e1c82 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Deleting port 5ae493da-f62b-450f-8647-28d9ff084dd6 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:46.969226 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25da3137-c486-404a-91c1-d2217b0e1c82 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5ae493da-f62b-450f-8647-28d9ff084dd6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.000875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae746b1e-e5d3-449c-9498-56ee4c34a85e req-bcac8c22-933f-4fa4-a074-8a6910e1f885 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:47.002562 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae746b1e-e5d3-449c-9498-56ee4c34a85e req-bcac8c22-933f-4fa4-a074-8a6910e1f885 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 945 time: 0.1309855 Feb 10 15:15:47.063314 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cfab34a4-7647-417c-b953-69c5cc884e89 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks [] for port (adc1a556-d49c-47ed-afdc-00b807ab7cb5), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.068909 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819c1349-6b96-4df7-a336-77fc9ba6dd04', 'name': 'network-vif-deleted', 'tag': '644661be-846b-45d7-9181-3d44a3673e68'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:47.073509 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca717bc-8c52-45d6-8777-ab908345b14b" -d '{"events": [{"server_uuid": "819c1349-6b96-4df7-a336-77fc9ba6dd04", "name": "network-vif-deleted", "tag": "644661be-846b-45d7-9181-3d44a3673e68"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:47.079266 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-235f7d86-0249-4908-a747-38f5aa3789b6 req-68daa8b7-704f-46a0-a5e1-ab5b73377f1c tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0757043 Feb 10 15:15:47.126328 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cfab34a4-7647-417c-b953-69c5cc884e89 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (adc1a556-d49c-47ed-afdc-00b807ab7cb5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.135175 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae746b1e-e5d3-449c-9498-56ee4c34a85e req-b06be14f-87b6-4c90-b4d3-1204e6a9be29 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188641 Feb 10 15:15:47.151806 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25da3137-c486-404a-91c1-d2217b0e1c82 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5ae493da-f62b-450f-8647-28d9ff084dd6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.152134 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25da3137-c486-404a-91c1-d2217b0e1c82 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for floatingip (5ae493da-f62b-450f-8647-28d9ff084dd6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.167318 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-25da3137-c486-404a-91c1-d2217b0e1c82 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Calling delete_port for 5ae493da-f62b-450f-8647-28d9ff084dd6 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:47.185952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfab34a4-7647-417c-b953-69c5cc884e89 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Network 3a489d0c-a024-4de1-9c12-9f2e8d851920 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:15:47.187481 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a82ee2-70da-47e3-9095-ab219c9c1f1e x-openstack-request-id: req-f3a82ee2-70da-47e3-9095-ab219c9c1f1e {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:47.187765 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819c1349-6b96-4df7-a336-77fc9ba6dd04", "name": "network-vif-deleted", "tag": "644661be-846b-45d7-9181-3d44a3673e68", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:47.188010 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3a82ee2-70da-47e3-9095-ab219c9c1f1e {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:47.188389 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819c1349-6b96-4df7-a336-77fc9ba6dd04', 'name': 'network-vif-deleted', 'tag': '644661be-846b-45d7-9181-3d44a3673e68', 'status': 'completed', 'code': 200} Feb 10 15:15:47.191369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-cfab34a4-7647-417c-b953-69c5cc884e89 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:47.196989 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab34a4-7647-417c-b953-69c5cc884e89 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:15:47.240041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab34a4-7647-417c-b953-69c5cc884e89 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event updated for resources: {'Port': ['ID=adc1a556-d49c-47ed-afdc-00b807ab7cb5,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:47.269290 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfab34a4-7647-417c-b953-69c5cc884e89 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:47.270109 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cfab34a4-7647-417c-b953-69c5cc884e89 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.306913 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cfab34a4-7647-417c-b953-69c5cc884e89 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8013432 Feb 10 15:15:47.307294 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40148) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:47.313061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-fbca1b89-c2dd-4559-aa10-3a84a3dded74 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:da:f9:91'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:4c:9e:9c'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:47.364133 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25da3137-c486-404a-91c1-d2217b0e1c82 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (5ae493da-f62b-450f-8647-28d9ff084dd6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.403793 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da3137-c486-404a-91c1-d2217b0e1c82 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Pushing event deleted for resources: {'Port': ['ID=5ae493da-f62b-450f-8647-28d9ff084dd6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:47.473017 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25da3137-c486-404a-91c1-d2217b0e1c82 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks [] for floatingip (5ca49b4c-7101-4303-86a6-76e7665ed102), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.476138 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25da3137-c486-404a-91c1-d2217b0e1c82 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.477512 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-25da3137-c486-404a-91c1-d2217b0e1c82 tempest-ImagesOneServerNegativeTestJSON-1652289062 tempest-ImagesOneServerNegativeTestJSON-1652289062-project] 10.222.0.64 "DELETE /v2.0/floatingips/5ca49b4c-7101-4303-86a6-76e7665ed102 HTTP/1.1" status: 204 len: 168 time: 0.7316017 Feb 10 15:15:47.489764 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fbca1b89-c2dd-4559-aa10-3a84a3dded74 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (adc1a556-d49c-47ed-afdc-00b807ab7cb5), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.571542 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fea2913e-e56b-4f24-8a1a-cdfc148b9ec0 None None] Provisioning complete for port adc1a556-d49c-47ed-afdc-00b807ab7cb5 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:47.572581 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fea2913e-e56b-4f24-8a1a-cdfc148b9ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (adc1a556-d49c-47ed-afdc-00b807ab7cb5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.614899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40160) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:47.626106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fea2913e-e56b-4f24-8a1a-cdfc148b9ec0 None None] Port adc1a556-d49c-47ed-afdc-00b807ab7cb5 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:47.703209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d91baac-b629-4eaa-b711-757fe6df32b5 admin admin] Deleting subnet 42884750-3964-4921-a5f3-59cc5dea59b7 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:15:47.707686 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d91baac-b629-4eaa-b711-757fe6df32b5 admin admin] Publish callbacks [] for subnet (42884750-3964-4921-a5f3-59cc5dea59b7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.717919 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fbca1b89-c2dd-4559-aa10-3a84a3dded74 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks [] for port (adc1a556-d49c-47ed-afdc-00b807ab7cb5), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.723168 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fbca1b89-c2dd-4559-aa10-3a84a3dded74 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (adc1a556-d49c-47ed-afdc-00b807ab7cb5), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.784254 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.798052 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d91baac-b629-4eaa-b711-757fe6df32b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (42884750-3964-4921-a5f3-59cc5dea59b7), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.852976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca1b89-c2dd-4559-aa10-3a84a3dded74 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event updated for resources: {'Port': ['ID=adc1a556-d49c-47ed-afdc-00b807ab7cb5,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:47.867883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa0d3c-0622-4893-98a6-1ed63435af22 req-ee6b5a4e-5092-4d5d-bc93-24f5dc965b27 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:47.871668 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73fa0d3c-0622-4893-98a6-1ed63435af22 req-ee6b5a4e-5092-4d5d-bc93-24f5dc965b27 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.1432068 Feb 10 15:15:47.918344 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d91baac-b629-4eaa-b711-757fe6df32b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (42884750-3964-4921-a5f3-59cc5dea59b7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.949076 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-fbca1b89-c2dd-4559-aa10-3a84a3dded74 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] In _notify_port_updated(), no bound segment for port adc1a556-d49c-47ed-afdc-00b807ab7cb5 on network 3a489d0c-a024-4de1-9c12-9f2e8d851920 {{(pid=103369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:15:47.955303 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbca1b89-c2dd-4559-aa10-3a84a3dded74 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:47.955955 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fbca1b89-c2dd-4559-aa10-3a84a3dded74 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:47.961491 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fbca1b89-c2dd-4559-aa10-3a84a3dded74 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "PUT /v2.0/ports/adc1a556-d49c-47ed-afdc-00b807ab7cb5 HTTP/1.1" status: 200 len: 1055 time: 0.6524818 Feb 10 15:15:47.962116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40166) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:47.963183 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73fa0d3c-0622-4893-98a6-1ed63435af22 req-b54b1deb-4198-46fe-9547-4337b1e9134f tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785627 Feb 10 15:15:48.058788 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6c1f6-5c36-46b0-8fd3-9730a43aef52 req-a880ad60-8050-46f2-a077-4bd26112d653 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:48.060193 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ad6c1f6-5c36-46b0-8fd3-9730a43aef52 req-a880ad60-8050-46f2-a077-4bd26112d653 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "GET /v2.0/ports?device_id=75d27e3e-82ca-42a8-8729-cca71622fc22 HTTP/1.1" status: 200 len: 949 time: 0.1809983 Feb 10 15:15:48.070402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3983f-931b-4c98-b9b3-8977d807b865 req-8ffa4eab-f53c-446b-8287-551d730bf896 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:48.077668 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68a3983f-931b-4c98-b9b3-8977d807b865 req-8ffa4eab-f53c-446b-8287-551d730bf896 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28e1cf3-cd20-45cc-9ace-5a72fc8d8113 HTTP/1.1" status: 200 len: 950 time: 0.1423466 Feb 10 15:15:48.103528 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d91baac-b629-4eaa-b711-757fe6df32b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (42884750-3964-4921-a5f3-59cc5dea59b7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:48.148279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91baac-b629-4eaa-b711-757fe6df32b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42884750-3964-4921-a5f3-59cc5dea59b7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:48.151774 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d91baac-b629-4eaa-b711-757fe6df32b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:48.157412 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0d91baac-b629-4eaa-b711-757fe6df32b5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/42884750-3964-4921-a5f3-59cc5dea59b7 HTTP/1.1" status: 204 len: 168 time: 0.5392323 Feb 10 15:15:48.169184 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68a3983f-931b-4c98-b9b3-8977d807b865 req-6faf7cc3-e626-4ae6-8786-342dc4ce85ca tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874994 Feb 10 15:15:48.169718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40170) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:48.176117 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-50830b75-429d-413f-bcde-58993025527e None None] Provisioning complete for port adc1a556-d49c-47ed-afdc-00b807ab7cb5 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:15:48.177902 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-50830b75-429d-413f-bcde-58993025527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (adc1a556-d49c-47ed-afdc-00b807ab7cb5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:48.261644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-50830b75-429d-413f-bcde-58993025527e None None] Port adc1a556-d49c-47ed-afdc-00b807ab7cb5 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:15:48.492938 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d240d-ef67-47fa-b84e-7c340aa626dd req-e9f26ac9-02e4-4038-be08-7db965c4d06f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:48.494415 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-577d240d-ef67-47fa-b84e-7c340aa626dd req-e9f26ac9-02e4-4038-be08-7db965c4d06f tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.79 "GET /v2.0/ports?device_id=b28e1cf3-cd20-45cc-9ace-5a72fc8d8113 HTTP/1.1" status: 200 len: 950 time: 0.5477188 Feb 10 15:15:48.521939 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca6a2b6e-dac3-45ba-a5c0-37295ee85605 req-e56b3c75-210a-4fb4-a3ba-5d993edabef9 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0510619 Feb 10 15:15:48.536134 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee01e4d6-695d-46d0-931f-9f472c774965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (9c7886d1-5ed5-4602-8219-a79b03bb84d6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:48.548807 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3ff39-4ce3-4b06-a506-f2b9d00c9443 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Deleting port adc1a556-d49c-47ed-afdc-00b807ab7cb5 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:48.549151 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ff39-4ce3-4b06-a506-f2b9d00c9443 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (adc1a556-d49c-47ed-afdc-00b807ab7cb5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:48.624535 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee01e4d6-695d-46d0-931f-9f472c774965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (9c7886d1-5ed5-4602-8219-a79b03bb84d6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:48.645900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-ee01e4d6-695d-46d0-931f-9f472c774965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7886d1-5ed5-4602-8219-a79b03bb84d6']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:15:48.655525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-ee01e4d6-695d-46d0-931f-9f472c774965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72b70ca-368f-48b1-a30a-11066afe3edf') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:15:48.655525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-ee01e4d6-695d-46d0-931f-9f472c774965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72b70ca-368f-48b1-a30a-11066afe3edf') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:15:48.662895 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-3ad6c1f6-5c36-46b0-8fd3-9730a43aef52 req-d3b744bd-0860-4990-83f0-5d3cec6d9ac5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Deleting port ab46e3dd-534f-40d4-9227-b0fbca905259 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:48.663236 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3ad6c1f6-5c36-46b0-8fd3-9730a43aef52 req-d3b744bd-0860-4990-83f0-5d3cec6d9ac5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ab46e3dd-534f-40d4-9227-b0fbca905259), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:48.665693 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee01e4d6-695d-46d0-931f-9f472c774965 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (d72b70ca-368f-48b1-a30a-11066afe3edf), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:48.679506 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee01e4d6-695d-46d0-931f-9f472c774965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (d72b70ca-368f-48b1-a30a-11066afe3edf), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:48.686485 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee01e4d6-695d-46d0-931f-9f472c774965 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:15:48.687114 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee01e4d6-695d-46d0-931f-9f472c774965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (d72b70ca-368f-48b1-a30a-11066afe3edf), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:15:48.690554 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:15:48.704318 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ff39-4ce3-4b06-a506-f2b9d00c9443 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (adc1a556-d49c-47ed-afdc-00b807ab7cb5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:48.752488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3ff39-4ce3-4b06-a506-f2b9d00c9443 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Calling delete_port for adc1a556-d49c-47ed-afdc-00b807ab7cb5 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:48.760383 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee01e4d6-695d-46d0-931f-9f472c774965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (9c7886d1-5ed5-4602-8219-a79b03bb84d6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:48.768112 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee01e4d6-695d-46d0-931f-9f472c774965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:48.771141 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ee01e4d6-695d-46d0-931f-9f472c774965 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9c7886d1-5ed5-4602-8219-a79b03bb84d6 HTTP/1.1" status: 204 len: 168 time: 0.6004426 Feb 10 15:15:48.794276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01e4d6-695d-46d0-931f-9f472c774965 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7886d1-5ed5-4602-8219-a79b03bb84d6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:48.823113 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-577d240d-ef67-47fa-b84e-7c340aa626dd req-6640df73-129a-42fd-8bcf-080d857a158c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Deleting port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:48.823454 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-577d240d-ef67-47fa-b84e-7c340aa626dd req-6640df73-129a-42fd-8bcf-080d857a158c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (75bcd7ec-1278-4a6e-95ae-e2a7405ee517), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:48.867311 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3ad6c1f6-5c36-46b0-8fd3-9730a43aef52 req-d3b744bd-0860-4990-83f0-5d3cec6d9ac5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] For port ab46e3dd-534f-40d4-9227-b0fbca905259, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=ab46e3dd-534f-40d4-9227-b0fbca905259,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:48.867683 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3ad6c1f6-5c36-46b0-8fd3-9730a43aef52 req-d3b744bd-0860-4990-83f0-5d3cec6d9ac5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ab46e3dd-534f-40d4-9227-b0fbca905259), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:48.916994 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-3ad6c1f6-5c36-46b0-8fd3-9730a43aef52 req-d3b744bd-0860-4990-83f0-5d3cec6d9ac5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Calling delete_port for ab46e3dd-534f-40d4-9227-b0fbca905259 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:48.951299 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:48.957191 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40176) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:49.005855 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c41a033c-5cd0-4774-920b-f48af39ffb21 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5001674f434f427d9da6e0048aa2ff67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449646 Feb 10 15:15:49.006001 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-577d240d-ef67-47fa-b84e-7c340aa626dd req-6640df73-129a-42fd-8bcf-080d857a158c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] For port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=75bcd7ec-1278-4a6e-95ae-e2a7405ee517,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:49.006001 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-577d240d-ef67-47fa-b84e-7c340aa626dd req-6640df73-129a-42fd-8bcf-080d857a158c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (75bcd7ec-1278-4a6e-95ae-e2a7405ee517), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:49.006688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40180) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:49.028265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-577d240d-ef67-47fa-b84e-7c340aa626dd req-6640df73-129a-42fd-8bcf-080d857a158c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Calling delete_port for 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:49.096920 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4889be9-9412-4e1c-b3a7-9d3766eb4333 admin admin] Publish callbacks [] for security_group (cadc3d65-839a-4c1a-8f86-1b9d2be0eacb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:49.121706 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c349fa-3b8a-4a0a-bee3-b86690aee1f3 req-c6e7edda-33ea-4cda-8201-420b52b6dba1 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:49.123142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-87c349fa-3b8a-4a0a-bee3-b86690aee1f3 req-c6e7edda-33ea-4cda-8201-420b52b6dba1 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.0815105 Feb 10 15:15:49.133748 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4889be9-9412-4e1c-b3a7-9d3766eb4333 admin admin] Publish callbacks [] for security_group (cadc3d65-839a-4c1a-8f86-1b9d2be0eacb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:49.144943 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ff39-4ce3-4b06-a506-f2b9d00c9443 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (adc1a556-d49c-47ed-afdc-00b807ab7cb5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:49.209995 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-87c349fa-3b8a-4a0a-bee3-b86690aee1f3 req-4eb4e1e5-1637-42e8-97fd-7a9dab0da6af tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666482 Feb 10 15:15:49.212716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3ff39-4ce3-4b06-a506-f2b9d00c9443 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event deleted for resources: {'Port': ['ID=adc1a556-d49c-47ed-afdc-00b807ab7cb5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:49.248945 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4889be9-9412-4e1c-b3a7-9d3766eb4333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (cadc3d65-839a-4c1a-8f86-1b9d2be0eacb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:49.262108 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4889be9-9412-4e1c-b3a7-9d3766eb4333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:49.262108 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d4889be9-9412-4e1c-b3a7-9d3766eb4333 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cadc3d65-839a-4c1a-8f86-1b9d2be0eacb HTTP/1.1" status: 204 len: 168 time: 0.2508740 Feb 10 15:15:49.272168 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4889be9-9412-4e1c-b3a7-9d3766eb4333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadc3d65-839a-4c1a-8f86-1b9d2be0eacb,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:49.320745 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3ad6c1f6-5c36-46b0-8fd3-9730a43aef52 req-d3b744bd-0860-4990-83f0-5d3cec6d9ac5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ab46e3dd-534f-40d4-9227-b0fbca905259), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:49.337168 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b7341060-e935-41d4-8242-bd60d7574d5f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:49.339579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3be1dd2f-6854-4bdb-b887-e5964e133a7d', '3fffc403-7c02-477a-b1f7-220ed2eddcdb'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:49.445768 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b744bd-0860-4990-83f0-5d3cec6d9ac5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event deleted for resources: {'Port': ['ID=ab46e3dd-534f-40d4-9227-b0fbca905259,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:49.450909 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fc76c-45d3-4f47-9718-923832ef92cb req-b37cb3a2-10c2-4de2-b29a-3205bb62f670 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:49.452885 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-808fc76c-45d3-4f47-9718-923832ef92cb req-b37cb3a2-10c2-4de2-b29a-3205bb62f670 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28e1cf3-cd20-45cc-9ace-5a72fc8d8113 HTTP/1.1" status: 200 len: 950 time: 0.0948279 Feb 10 15:15:49.590548 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-808fc76c-45d3-4f47-9718-923832ef92cb req-e759e44a-8c77-44ab-80d4-7d8118474099 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288800 Feb 10 15:15:49.593488 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-577d240d-ef67-47fa-b84e-7c340aa626dd req-6640df73-129a-42fd-8bcf-080d857a158c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (75bcd7ec-1278-4a6e-95ae-e2a7405ee517), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:49.616377 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3be1dd2f-6854-4bdb-b887-e5964e133a7d', '3fffc403-7c02-477a-b1f7-220ed2eddcdb'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:49.626904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b7341060-e935-41d4-8242-bd60d7574d5f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:49.649502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad6c1f6-5c36-46b0-8fd3-9730a43aef52 req-d3b744bd-0860-4990-83f0-5d3cec6d9ac5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] No DVR routers for this DVR port ab46e3dd-534f-40d4-9227-b0fbca905259 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:49.671061 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3ad6c1f6-5c36-46b0-8fd3-9730a43aef52 req-d3b744bd-0860-4990-83f0-5d3cec6d9ac5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:49.674719 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ad6c1f6-5c36-46b0-8fd3-9730a43aef52 req-d3b744bd-0860-4990-83f0-5d3cec6d9ac5 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "DELETE /v2.0/ports/ab46e3dd-534f-40d4-9227-b0fbca905259 HTTP/1.1" status: 204 len: 173 time: 1.6083624 Feb 10 15:15:49.678388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d27e3e-82ca-42a8-8729-cca71622fc22', 'name': 'network-vif-deleted', 'tag': 'ab46e3dd-534f-40d4-9227-b0fbca905259'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:49.680628 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e32ac1-c38a-4e0e-b8f5-f17f01912e6b" -d '{"events": [{"server_uuid": "75d27e3e-82ca-42a8-8729-cca71622fc22", "name": "network-vif-deleted", "tag": "ab46e3dd-534f-40d4-9227-b0fbca905259"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:49.686805 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640df73-129a-42fd-8bcf-080d857a158c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event deleted for resources: {'Port': ['ID=75bcd7ec-1278-4a6e-95ae-e2a7405ee517,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:49.797065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74684b4c-1db1-4e43-8894-8456d92720ab req-99418501-10f3-4cdd-94c4-52e787c5d9f8 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0530975 Feb 10 15:15:49.808154 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92230ba6-e6c6-4bc0-8ddb-ccfc4e39e326 x-openstack-request-id: req-92230ba6-e6c6-4bc0-8ddb-ccfc4e39e326 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:49.808830 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d27e3e-82ca-42a8-8729-cca71622fc22", "name": "network-vif-deleted", "tag": "ab46e3dd-534f-40d4-9227-b0fbca905259", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:49.808830 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92230ba6-e6c6-4bc0-8ddb-ccfc4e39e326 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:49.809084 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d27e3e-82ca-42a8-8729-cca71622fc22', 'name': 'network-vif-deleted', 'tag': 'ab46e3dd-534f-40d4-9227-b0fbca905259', 'status': 'completed', 'code': 200} Feb 10 15:15:49.825270 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-577d240d-ef67-47fa-b84e-7c340aa626dd req-6640df73-129a-42fd-8bcf-080d857a158c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] No DVR routers for this DVR port 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:49.833029 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-577d240d-ef67-47fa-b84e-7c340aa626dd req-6640df73-129a-42fd-8bcf-080d857a158c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:49.837803 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-577d240d-ef67-47fa-b84e-7c340aa626dd req-6640df73-129a-42fd-8bcf-080d857a158c tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.79 "DELETE /v2.0/ports/75bcd7ec-1278-4a6e-95ae-e2a7405ee517 HTTP/1.1" status: 204 len: 173 time: 1.3362470 Feb 10 15:15:49.977874 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ff39-4ce3-4b06-a506-f2b9d00c9443 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:49.983624 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fdb3ff39-4ce3-4b06-a506-f2b9d00c9443 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "DELETE /v2.0/ports/adc1a556-d49c-47ed-afdc-00b807ab7cb5 HTTP/1.1" status: 204 len: 168 time: 1.9950511 Feb 10 15:15:49.983939 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40200) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:50.032067 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-284d9a50-b07a-423a-8204-7fe90bfdeff8 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] GET failed (client error): The resource could not be found. Feb 10 15:15:50.034926 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-284d9a50-b07a-423a-8204-7fe90bfdeff8 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "GET /v2.0/ports/adc1a556-d49c-47ed-afdc-00b807ab7cb5 HTTP/1.1" status: 404 len: 333 time: 0.0495477 Feb 10 15:15:50.037446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40202) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:50.292743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0d764fba-fd65-474d-b161-2d6634a740b4 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Deleting port 7cc118fb-ba61-464d-9702-bb3f776f245e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:50.293363 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d764fba-fd65-474d-b161-2d6634a740b4 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7cc118fb-ba61-464d-9702-bb3f776f245e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:50.340092 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device ab46e3dd-534f-40d4-9227-b0fbca905259 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:15:50.379120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: ab46e3dd-534f-40d4-9227-b0fbca905259 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:15:50.379464 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device ab46e3dd-534f-40d4-9227-b0fbca905259 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:15:50.496259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f4c34-8a53-473a-86ee-e1becc21e2f8 req-454eb620-ba27-4c2c-97ad-e225c16496e5 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:50.500577 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d2f4c34-8a53-473a-86ee-e1becc21e2f8 req-454eb620-ba27-4c2c-97ad-e225c16496e5 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.1414645 Feb 10 15:15:50.560543 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d764fba-fd65-474d-b161-2d6634a740b4 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7cc118fb-ba61-464d-9702-bb3f776f245e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:50.591449 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0d764fba-fd65-474d-b161-2d6634a740b4 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Calling delete_port for 7cc118fb-ba61-464d-9702-bb3f776f245e owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:50.593093 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d2f4c34-8a53-473a-86ee-e1becc21e2f8 req-9e3db194-a320-4d8f-8026-d87931b73370 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879507 Feb 10 15:15:50.840767 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d764fba-fd65-474d-b161-2d6634a740b4 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7cc118fb-ba61-464d-9702-bb3f776f245e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:50.867700 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:15:50.926316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:15:50.926535 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d764fba-fd65-474d-b161-2d6634a740b4 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event deleted for resources: {'Port': ['ID=7cc118fb-ba61-464d-9702-bb3f776f245e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:50.926806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 75bcd7ec-1278-4a6e-95ae-e2a7405ee517 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:15:51.029638 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd317ab8-3dad-4e98-abdb-0e2ed8529872 req-47742abd-b0f7-499e-b35d-bacae3685aa0 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0469072 Feb 10 15:15:51.076788 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d764fba-fd65-474d-b161-2d6634a740b4 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:51.085009 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0d764fba-fd65-474d-b161-2d6634a740b4 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "DELETE /v2.0/ports/7cc118fb-ba61-464d-9702-bb3f776f245e HTTP/1.1" status: 204 len: 168 time: 1.0461371 Feb 10 15:15:51.087691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40234) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:51.121063 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-73010299-2a0a-4d20-81fa-9340521df0dd tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] GET failed (client error): The resource could not be found. Feb 10 15:15:51.122956 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-73010299-2a0a-4d20-81fa-9340521df0dd tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "GET /v2.0/ports/7cc118fb-ba61-464d-9702-bb3f776f245e HTTP/1.1" status: 404 len: 333 time: 0.0342722 Feb 10 15:15:51.127346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40236) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:51.247956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d7a355dd-56a3-41f4-a8e6-3cd0e4582b8f tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Deleting port 80afb9e5-4659-4f1d-bb81-6bc138091052 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:51.248595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7a355dd-56a3-41f4-a8e6-3cd0e4582b8f tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (80afb9e5-4659-4f1d-bb81-6bc138091052), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:51.350389 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7a355dd-56a3-41f4-a8e6-3cd0e4582b8f tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (80afb9e5-4659-4f1d-bb81-6bc138091052), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:51.363474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d7a355dd-56a3-41f4-a8e6-3cd0e4582b8f tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Calling delete_port for 80afb9e5-4659-4f1d-bb81-6bc138091052 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:51.389651 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3838-c61d-435e-b57d-d5cd99181a53 req-98035db1-e921-4fe3-8730-4ae446933d42 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:51.393158 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ebbf3838-c61d-435e-b57d-d5cd99181a53 req-98035db1-e921-4fe3-8730-4ae446933d42 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=67c09df2-eac9-48e5-ac8c-55ab81dd9255 HTTP/1.1" status: 200 len: 950 time: 0.0630248 Feb 10 15:15:51.473023 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ebbf3838-c61d-435e-b57d-d5cd99181a53 req-d824d2dc-098e-4abd-b467-4485dd93d406 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672445 Feb 10 15:15:51.516848 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7a355dd-56a3-41f4-a8e6-3cd0e4582b8f tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (80afb9e5-4659-4f1d-bb81-6bc138091052), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:51.544909 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a355dd-56a3-41f4-a8e6-3cd0e4582b8f tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event deleted for resources: {'Port': ['ID=80afb9e5-4659-4f1d-bb81-6bc138091052,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:51.615223 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7a355dd-56a3-41f4-a8e6-3cd0e4582b8f tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:51.619622 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d7a355dd-56a3-41f4-a8e6-3cd0e4582b8f tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "DELETE /v2.0/ports/80afb9e5-4659-4f1d-bb81-6bc138091052 HTTP/1.1" status: 204 len: 168 time: 0.4905579 Feb 10 15:15:51.622281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40248) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:51.689837 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec00608-e7bc-457a-af43-fa49014a0ab9 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Deleting subnet e7f65345-b2de-403f-8887-cb772de1b11d {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:15:51.694732 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dec00608-e7bc-457a-af43-fa49014a0ab9 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks [] for subnet (e7f65345-b2de-403f-8887-cb772de1b11d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:51.776082 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dec00608-e7bc-457a-af43-fa49014a0ab9 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (e7f65345-b2de-403f-8887-cb772de1b11d), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:51.809916 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28e1cf3-cd20-45cc-9ace-5a72fc8d8113', 'name': 'network-vif-deleted', 'tag': '75bcd7ec-1278-4a6e-95ae-e2a7405ee517'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:51.812222 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80014f2c-6779-4369-990a-7541015e7405" -d '{"events": [{"server_uuid": "b28e1cf3-cd20-45cc-9ace-5a72fc8d8113", "name": "network-vif-deleted", "tag": "75bcd7ec-1278-4a6e-95ae-e2a7405ee517"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:51.889632 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323707f-da92-4039-aabb-520e6332fa7c req-89515943-9c8a-4d68-897c-d4ef307cda39 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:51.891478 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f323707f-da92-4039-aabb-520e6332fa7c req-89515943-9c8a-4d68-897c-d4ef307cda39 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.1989875 Feb 10 15:15:51.926266 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dec00608-e7bc-457a-af43-fa49014a0ab9 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (e7f65345-b2de-403f-8887-cb772de1b11d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:51.992302 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f323707f-da92-4039-aabb-520e6332fa7c req-678d9579-9aae-4e33-b8b4-79df8b82a2d8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900133 Feb 10 15:15:52.013018 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dec00608-e7bc-457a-af43-fa49014a0ab9 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (e7f65345-b2de-403f-8887-cb772de1b11d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:52.058089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec00608-e7bc-457a-af43-fa49014a0ab9 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f65345-b2de-403f-8887-cb772de1b11d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:52.060223 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dec00608-e7bc-457a-af43-fa49014a0ab9 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:52.064122 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-dec00608-e7bc-457a-af43-fa49014a0ab9 tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "DELETE /v2.0/subnets/e7f65345-b2de-403f-8887-cb772de1b11d HTTP/1.1" status: 204 len: 168 time: 0.4406466 Feb 10 15:15:52.067121 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40254) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:52.070322 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e6357a-d14c-4fde-b85d-9c864d97ac29 None None] Network 3a489d0c-a024-4de1-9c12-9f2e8d851920 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:15:52.189869 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c42082-7cd2-4138-a993-f34ab975670d x-openstack-request-id: req-b5c42082-7cd2-4138-a993-f34ab975670d {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:52.190535 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28e1cf3-cd20-45cc-9ace-5a72fc8d8113", "name": "network-vif-deleted", "tag": "75bcd7ec-1278-4a6e-95ae-e2a7405ee517", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:52.190786 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5c42082-7cd2-4138-a993-f34ab975670d {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:52.191184 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28e1cf3-cd20-45cc-9ace-5a72fc8d8113', 'name': 'network-vif-deleted', 'tag': '75bcd7ec-1278-4a6e-95ae-e2a7405ee517', 'status': 'completed', 'code': 200} Feb 10 15:15:52.195316 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (3a489d0c-a024-4de1-9c12-9f2e8d851920), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:52.246967 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5982e9f-9b14-4ccf-9e81-65948dfed55e req-dc47c08b-b73d-434a-b706-9073c137373f tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0483675 Feb 10 15:15:52.275708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Deleting port 2c6c8c76-bd43-481e-ba67-61c3c9350a96 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:52.276053 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2c6c8c76-bd43-481e-ba67-61c3c9350a96), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:52.325800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] DHCP port deletion for 3a489d0c-a024-4de1-9c12-9f2e8d851920 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:15:52.344148 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] For port 2c6c8c76-bd43-481e-ba67-61c3c9350a96, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=2c6c8c76-bd43-481e-ba67-61c3c9350a96,segment=NetworkSegment(8b2dca47-8c33-4f12-827a-723f0939f88e),segment_id=8b2dca47-8c33-4f12-827a-723f0939f88e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:52.344516 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2c6c8c76-bd43-481e-ba67-61c3c9350a96), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:52.362682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Calling delete_port for 2c6c8c76-bd43-481e-ba67-61c3c9350a96 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:52.410035 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Deleting port 2c6c8c76-bd43-481e-ba67-61c3c9350a96 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:52.410766 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2c6c8c76-bd43-481e-ba67-61c3c9350a96), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:52.453002 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2c6c8c76-bd43-481e-ba67-61c3c9350a96), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:52.481622 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] For port 2c6c8c76-bd43-481e-ba67-61c3c9350a96, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=2c6c8c76-bd43-481e-ba67-61c3c9350a96,segment=NetworkSegment(8b2dca47-8c33-4f12-827a-723f0939f88e),segment_id=8b2dca47-8c33-4f12-827a-723f0939f88e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:52.482019 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2c6c8c76-bd43-481e-ba67-61c3c9350a96), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:52.491238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event deleted for resources: {'Port': ['ID=2c6c8c76-bd43-481e-ba67-61c3c9350a96,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:52.493077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] No DVR routers for this DVR port 2c6c8c76-bd43-481e-ba67-61c3c9350a96 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:52.520828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Calling delete_port for 2c6c8c76-bd43-481e-ba67-61c3c9350a96 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:52.622248 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (2c6c8c76-bd43-481e-ba67-61c3c9350a96), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:52.653357 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Pushing event deleted for resources: {'Port': ['ID=2c6c8c76-bd43-481e-ba67-61c3c9350a96,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:52.655597 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (3a489d0c-a024-4de1-9c12-9f2e8d851920), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:52.658172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] No DVR routers for this DVR port 2c6c8c76-bd43-481e-ba67-61c3c9350a96 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:52.669646 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:52.670019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:52.670655 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:52.670757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:52.671011 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:52.671343 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:52.671669 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:52.672029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:52.672308 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:52.672696 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:52.673027 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:52.673893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:52.674215 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ead69-7f01-495e-956e-d0626fb96181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:15:52.683085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a050cd-a8f1-41a7-9922-32c86fdab9ce req-8a4e5ccf-dd8b-4ceb-8ad1-cb876fb163c2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:52.686364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a489d0c-a024-4de1-9c12-9f2e8d851920']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:15:52.690876 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14a050cd-a8f1-41a7-9922-32c86fdab9ce req-8a4e5ccf-dd8b-4ceb-8ad1-cb876fb163c2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=67c09df2-eac9-48e5-ac8c-55ab81dd9255 HTTP/1.1" status: 200 len: 950 time: 0.1103721 Feb 10 15:15:52.697292 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2dca47-8c33-4f12-827a-723f0939f88e') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:15:52.697595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2dca47-8c33-4f12-827a-723f0939f88e') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:15:52.708556 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (8b2dca47-8c33-4f12-827a-723f0939f88e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:52.723867 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (8b2dca47-8c33-4f12-827a-723f0939f88e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:52.730316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:15:52.730720 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (8b2dca47-8c33-4f12-827a-723f0939f88e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:52.748118 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14a050cd-a8f1-41a7-9922-32c86fdab9ce req-780a25a4-3ca1-4bf8-9c6a-1ee04e20720a tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563014 Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:15:52.764051 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:15:52.847804 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (3a489d0c-a024-4de1-9c12-9f2e8d851920), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:52.861212 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:52.866701 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] 10.222.0.64 "DELETE /v2.0/networks/3a489d0c-a024-4de1-9c12-9f2e8d851920 HTTP/1.1" status: 204 len: 168 time: 0.7957501 Feb 10 15:15:52.881769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2ab3e-bcff-42da-8c38-eb26d44169bc tempest-AllowedAddressPairTestJSON-841998188 tempest-AllowedAddressPairTestJSON-841998188-project] Pushing event deleted for resources: {'Network': ['ID=3a489d0c-a024-4de1-9c12-9f2e8d851920,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:52.905586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d7dee-efff-4423-9167-b37d07eb6bb1 req-86e635f5-1d05-4d15-917c-0e7a83f238e6 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:52.908100 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a0d7dee-efff-4423-9167-b37d07eb6bb1 req-86e635f5-1d05-4d15-917c-0e7a83f238e6 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "GET /v2.0/ports?device_id=67c09df2-eac9-48e5-ac8c-55ab81dd9255 HTTP/1.1" status: 200 len: 950 time: 0.3625643 Feb 10 15:15:52.915673 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3d691-a30b-4f1d-8f9c-703ab95e222b req-7f1d69ee-2d34-4963-875d-e7f7234a2bf3 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:52.917086 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1ce3d691-a30b-4f1d-8f9c-703ab95e222b req-7f1d69ee-2d34-4963-875d-e7f7234a2bf3 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ce39de1-ea02-4ab8-a302-fb73b4857cf6 HTTP/1.1" status: 200 len: 950 time: 0.1465976 Feb 10 15:15:53.116129 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-6a0d7dee-efff-4423-9167-b37d07eb6bb1 req-509b60ee-4add-4496-83cf-441b38698df2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Deleting port 3be1dd2f-6854-4bdb-b887-e5964e133a7d {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:53.116809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6a0d7dee-efff-4423-9167-b37d07eb6bb1 req-509b60ee-4add-4496-83cf-441b38698df2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3be1dd2f-6854-4bdb-b887-e5964e133a7d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:53.217217 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165fb5e-2e80-4f4d-adb8-d5bf97023be7 req-7e0c87f9-f27e-4da3-9a38-ca2b16c299a2 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:53.225843 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7165fb5e-2e80-4f4d-adb8-d5bf97023be7 req-7e0c87f9-f27e-4da3-9a38-ca2b16c299a2 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.0738075 Feb 10 15:15:53.241300 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-6a0d7dee-efff-4423-9167-b37d07eb6bb1 req-509b60ee-4add-4496-83cf-441b38698df2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] For port 3be1dd2f-6854-4bdb-b887-e5964e133a7d, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3be1dd2f-6854-4bdb-b887-e5964e133a7d,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:53.242188 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6a0d7dee-efff-4423-9167-b37d07eb6bb1 req-509b60ee-4add-4496-83cf-441b38698df2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3be1dd2f-6854-4bdb-b887-e5964e133a7d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:53.256805 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-6a0d7dee-efff-4423-9167-b37d07eb6bb1 req-509b60ee-4add-4496-83cf-441b38698df2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Calling delete_port for 3be1dd2f-6854-4bdb-b887-e5964e133a7d owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:53.283367 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-1ce3d691-a30b-4f1d-8f9c-703ab95e222b req-90cd932a-7947-4cbe-8fe4-6b22b8123e57 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Deleting port 3fffc403-7c02-477a-b1f7-220ed2eddcdb {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:53.283703 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1ce3d691-a30b-4f1d-8f9c-703ab95e222b req-90cd932a-7947-4cbe-8fe4-6b22b8123e57 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3fffc403-7c02-477a-b1f7-220ed2eddcdb), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:53.292634 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7165fb5e-2e80-4f4d-adb8-d5bf97023be7 req-8b8470b6-5a94-4c81-8e2a-c7d29088560a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654671 Feb 10 15:15:53.297091 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40282) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:53.448513 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c43c690-9f56-4aa9-92f2-3b1a2eaacb14 req-805d3cd3-d8e9-4c2c-922e-6836c7d75478 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0544941 Feb 10 15:15:53.453819 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-1ce3d691-a30b-4f1d-8f9c-703ab95e222b req-90cd932a-7947-4cbe-8fe4-6b22b8123e57 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] For port 3fffc403-7c02-477a-b1f7-220ed2eddcdb, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3fffc403-7c02-477a-b1f7-220ed2eddcdb,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:53.454943 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1ce3d691-a30b-4f1d-8f9c-703ab95e222b req-90cd932a-7947-4cbe-8fe4-6b22b8123e57 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3fffc403-7c02-477a-b1f7-220ed2eddcdb), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:53.479571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-1ce3d691-a30b-4f1d-8f9c-703ab95e222b req-90cd932a-7947-4cbe-8fe4-6b22b8123e57 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Calling delete_port for 3fffc403-7c02-477a-b1f7-220ed2eddcdb owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:53.514490 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d5846433-90b9-4e49-95c4-0f8b0fd6ed9d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d7d68e8aa4c45a4b7e558d5e567e8c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139087 Feb 10 15:15:53.521647 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40286) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:53.587920 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6a0d7dee-efff-4423-9167-b37d07eb6bb1 req-509b60ee-4add-4496-83cf-441b38698df2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3be1dd2f-6854-4bdb-b887-e5964e133a7d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:53.588715 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1be7217e-bd4b-4ba0-abf4-f0cfe9a85603 admin admin] Publish callbacks [] for security_group (24a534ea-2850-4e71-b15e-f1d9e91730a0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:53.600579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3be1dd2f-6854-4bdb-b887-e5964e133a7d', '3fffc403-7c02-477a-b1f7-220ed2eddcdb'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:53.603450 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b7341060-e935-41d4-8242-bd60d7574d5f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:53.616630 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1be7217e-bd4b-4ba0-abf4-f0cfe9a85603 admin admin] Publish callbacks [] for security_group (24a534ea-2850-4e71-b15e-f1d9e91730a0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:53.632086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b60ee-4add-4496-83cf-441b38698df2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event deleted for resources: {'Port': ['ID=3be1dd2f-6854-4bdb-b887-e5964e133a7d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:53.711610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0d7dee-efff-4423-9167-b37d07eb6bb1 req-509b60ee-4add-4496-83cf-441b38698df2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] No DVR routers for this DVR port 3be1dd2f-6854-4bdb-b887-e5964e133a7d on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:53.717486 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6a0d7dee-efff-4423-9167-b37d07eb6bb1 req-509b60ee-4add-4496-83cf-441b38698df2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:53.724281 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a0d7dee-efff-4423-9167-b37d07eb6bb1 req-509b60ee-4add-4496-83cf-441b38698df2 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "DELETE /v2.0/ports/3be1dd2f-6854-4bdb-b887-e5964e133a7d HTTP/1.1" status: 204 len: 173 time: 0.8060677 Feb 10 15:15:53.726411 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1be7217e-bd4b-4ba0-abf4-f0cfe9a85603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (24a534ea-2850-4e71-b15e-f1d9e91730a0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:53.739813 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1be7217e-bd4b-4ba0-abf4-f0cfe9a85603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:53.744825 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1be7217e-bd4b-4ba0-abf4-f0cfe9a85603 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24a534ea-2850-4e71-b15e-f1d9e91730a0 HTTP/1.1" status: 204 len: 168 time: 0.2217629 Feb 10 15:15:53.789513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7217e-bd4b-4ba0-abf4-f0cfe9a85603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a534ea-2850-4e71-b15e-f1d9e91730a0,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:53.794793 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1ce3d691-a30b-4f1d-8f9c-703ab95e222b req-90cd932a-7947-4cbe-8fe4-6b22b8123e57 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3fffc403-7c02-477a-b1f7-220ed2eddcdb), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:53.822910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3be1dd2f-6854-4bdb-b887-e5964e133a7d', '3fffc403-7c02-477a-b1f7-220ed2eddcdb'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:53.842413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd932a-7947-4cbe-8fe4-6b22b8123e57 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event deleted for resources: {'Port': ['ID=3fffc403-7c02-477a-b1f7-220ed2eddcdb,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:53.882496 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b7341060-e935-41d4-8242-bd60d7574d5f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:53.914185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce3d691-a30b-4f1d-8f9c-703ab95e222b req-90cd932a-7947-4cbe-8fe4-6b22b8123e57 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] No DVR routers for this DVR port 3fffc403-7c02-477a-b1f7-220ed2eddcdb on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:53.917269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1ce3d691-a30b-4f1d-8f9c-703ab95e222b req-90cd932a-7947-4cbe-8fe4-6b22b8123e57 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:53.926029 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1ce3d691-a30b-4f1d-8f9c-703ab95e222b req-90cd932a-7947-4cbe-8fe4-6b22b8123e57 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.72 "DELETE /v2.0/ports/3fffc403-7c02-477a-b1f7-220ed2eddcdb HTTP/1.1" status: 204 len: 173 time: 0.9727178 Feb 10 15:15:53.987316 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6132e2d3-4409-4c48-9009-a83b51e95fa7 req-f4a121e8-2900-4823-a923-2da5184f5980 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=67c09df2-eac9-48e5-ac8c-55ab81dd9255 HTTP/1.1" status: 200 len: 210 time: 0.0647826 Feb 10 15:15:54.191960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c09df2-eac9-48e5-ac8c-55ab81dd9255', 'name': 'network-vif-deleted', 'tag': '3be1dd2f-6854-4bdb-b887-e5964e133a7d'}, {'server_uuid': '4ce39de1-ea02-4ab8-a302-fb73b4857cf6', 'name': 'network-vif-deleted', 'tag': '3fffc403-7c02-477a-b1f7-220ed2eddcdb'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:54.196475 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64d5525-5fdd-4735-81ab-f2abba186e3e" -d '{"events": [{"server_uuid": "67c09df2-eac9-48e5-ac8c-55ab81dd9255", "name": "network-vif-deleted", "tag": "3be1dd2f-6854-4bdb-b887-e5964e133a7d"}, {"server_uuid": "4ce39de1-ea02-4ab8-a302-fb73b4857cf6", "name": "network-vif-deleted", "tag": "3fffc403-7c02-477a-b1f7-220ed2eddcdb"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:54.202320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 2c6c8c76-bd43-481e-ba67-61c3c9350a96 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:15:54.274490 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c439d204-ca9e-4439-870e-3e9e2e211491 x-openstack-request-id: req-c439d204-ca9e-4439-870e-3e9e2e211491 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:54.274910 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c09df2-eac9-48e5-ac8c-55ab81dd9255", "name": "network-vif-deleted", "tag": "3be1dd2f-6854-4bdb-b887-e5964e133a7d", "status": "completed", "code": 200}, {"server_uuid": "4ce39de1-ea02-4ab8-a302-fb73b4857cf6", "name": "network-vif-deleted", "tag": "3fffc403-7c02-477a-b1f7-220ed2eddcdb", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:54.275282 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c439d204-ca9e-4439-870e-3e9e2e211491 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:54.275853 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c09df2-eac9-48e5-ac8c-55ab81dd9255', 'name': 'network-vif-deleted', 'tag': '3be1dd2f-6854-4bdb-b887-e5964e133a7d', 'status': 'completed', 'code': 200} Feb 10 15:15:54.276424 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce39de1-ea02-4ab8-a302-fb73b4857cf6', 'name': 'network-vif-deleted', 'tag': '3fffc403-7c02-477a-b1f7-220ed2eddcdb', 'status': 'completed', 'code': 200} Feb 10 15:15:54.331599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 2c6c8c76-bd43-481e-ba67-61c3c9350a96 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:15:54.332027 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 2c6c8c76-bd43-481e-ba67-61c3c9350a96 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:15:54.558461 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db50e1-a266-4d67-bb66-4397df9112c9 req-797023f7-7545-4d86-9c47-25e7cb730ec1 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:54.559967 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41db50e1-a266-4d67-bb66-4397df9112c9 req-797023f7-7545-4d86-9c47-25e7cb730ec1 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.0954106 Feb 10 15:15:54.656514 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aeed9324-caad-4bb1-a0f5-039232641820 req-0440ae50-c990-460a-8dc9-658a36ec7c65 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0424747 Feb 10 15:15:54.669449 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41db50e1-a266-4d67-bb66-4397df9112c9 req-2ba8c841-626e-48b5-af6e-013f79397f64 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997005 Feb 10 15:15:55.000598 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40338) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:55.144346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-64b70f5e-3400-4965-b99e-3738ea41da59 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-740658470'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:55.168783 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b70f5e-3400-4965-b99e-3738ea41da59 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:55.173081 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64b70f5e-3400-4965-b99e-3738ea41da59 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:55.186671 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64b70f5e-3400-4965-b99e-3738ea41da59 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:55.282061 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64b70f5e-3400-4965-b99e-3738ea41da59 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for security_group (3432d40d-5bcd-469a-9603-27993807510a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:55.287688 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64b70f5e-3400-4965-b99e-3738ea41da59 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3432d40d-5bcd-469a-9603-27993807510a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:55.335619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b70f5e-3400-4965-b99e-3738ea41da59 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:15:55.347008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b70f5e-3400-4965-b99e-3738ea41da59 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3432d40d-5bcd-469a-9603-27993807510a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:55.353669 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64b70f5e-3400-4965-b99e-3738ea41da59 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9f60db6b-dc6a-43a7-9a9d-e22ea39a6089), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:55.354029 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-64b70f5e-3400-4965-b99e-3738ea41da59 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Added segment 9f60db6b-dc6a-43a7-9a9d-e22ea39a6089 of type vlan for network c1239986-e9a6-4f0b-9201-4be5945a588d Feb 10 15:15:55.415179 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64b70f5e-3400-4965-b99e-3738ea41da59 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (c1239986-e9a6-4f0b-9201-4be5945a588d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:55.483645 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79aa0e5-0d64-4e08-a0b7-d855cdc9fc64 req-773ed0fc-5415-43c3-8dd3-8fe02d7587e9 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:55.485219 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f79aa0e5-0d64-4e08-a0b7-d855cdc9fc64 req-773ed0fc-5415-43c3-8dd3-8fe02d7587e9 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 950 time: 0.1000948 Feb 10 15:15:55.486988 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64b70f5e-3400-4965-b99e-3738ea41da59 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (c1239986-e9a6-4f0b-9201-4be5945a588d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:55.492709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b70f5e-3400-4965-b99e-3738ea41da59 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:55.493444 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64b70f5e-3400-4965-b99e-3738ea41da59 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:55.580714 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-64b70f5e-3400-4965-b99e-3738ea41da59 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5786822 Feb 10 15:15:55.632936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b70f5e-3400-4965-b99e-3738ea41da59 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Network': ['ID=c1239986-e9a6-4f0b-9201-4be5945a588d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:55.645068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network c1239986-e9a6-4f0b-9201-4be5945a588d details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:15:55.650587 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f79aa0e5-0d64-4e08-a0b7-d855cdc9fc64 req-e113a29b-9b20-464e-a55d-8b7b6aaf4403 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499364 Feb 10 15:15:55.664551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40362) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:55.859653 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39322f18-472d-4a46-bdc1-906612472176 req-19dc52c6-aa29-40e3-8a46-cb4e32af823e tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0343361 Feb 10 15:15:55.874841 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e456f-c431-4f15-a5c4-da2ef0dd4ee9 req-e8c6c78a-4074-4f3c-8ec6-1fed6d77cfb6 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:55.882995 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c16e456f-c431-4f15-a5c4-da2ef0dd4ee9 req-e8c6c78a-4074-4f3c-8ec6-1fed6d77cfb6 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.1079664 Feb 10 15:15:55.912316 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-494f5df4-056b-4b99-9ff1-fe3b8f5189a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:55.946008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c16e456f-c431-4f15-a5c4-da2ef0dd4ee9 req-0fb5e1bf-724e-4fcf-be99-9f9d0d7802d5 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616820 Feb 10 15:15:56.003203 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-494f5df4-056b-4b99-9ff1-fe3b8f5189a8 admin admin] Publish callbacks [] for security_group (43bd403b-30be-4227-aacb-66853934d2ec), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:56.011133 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-494f5df4-056b-4b99-9ff1-fe3b8f5189a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (43bd403b-30be-4227-aacb-66853934d2ec), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:56.055398 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-494f5df4-056b-4b99-9ff1-fe3b8f5189a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5573cec9a2f4b088ba7c26aa1d08bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895283 Feb 10 15:15:56.056565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f5df4-056b-4b99-9ff1-fe3b8f5189a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bd403b-30be-4227-aacb-66853934d2ec,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:56.058094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40370) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:56.113521 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48298aa3-c092-47ee-ae61-6e001c3458e3 admin admin] Publish callbacks [] for security_group (43bd403b-30be-4227-aacb-66853934d2ec), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:56.136544 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48298aa3-c092-47ee-ae61-6e001c3458e3 admin admin] Publish callbacks [] for security_group (43bd403b-30be-4227-aacb-66853934d2ec), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:56.191036 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48298aa3-c092-47ee-ae61-6e001c3458e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (43bd403b-30be-4227-aacb-66853934d2ec), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:56.194780 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48298aa3-c092-47ee-ae61-6e001c3458e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:56.201364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-48298aa3-c092-47ee-ae61-6e001c3458e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43bd403b-30be-4227-aacb-66853934d2ec HTTP/1.1" status: 204 len: 168 time: 0.1394696 Feb 10 15:15:56.211014 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48298aa3-c092-47ee-ae61-6e001c3458e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bd403b-30be-4227-aacb-66853934d2ec,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:56.372175 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3fffc403-7c02-477a-b1f7-220ed2eddcdb no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:15:56.435475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 3fffc403-7c02-477a-b1f7-220ed2eddcdb {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:15:56.438727 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3fffc403-7c02-477a-b1f7-220ed2eddcdb not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:15:56.441342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3be1dd2f-6854-4bdb-b887-e5964e133a7d no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:15:56.500755 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 3be1dd2f-6854-4bdb-b887-e5964e133a7d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:15:56.503278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3be1dd2f-6854-4bdb-b887-e5964e133a7d not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:15:56.967504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399aec1d-a07f-4456-bee7-311c18c477ba req-1306d94c-269f-4e51-aca3-2bdf562ed198 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:56.979179 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-399aec1d-a07f-4456-bee7-311c18c477ba req-1306d94c-269f-4e51-aca3-2bdf562ed198 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 950 time: 0.1815562 Feb 10 15:15:57.110230 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-399aec1d-a07f-4456-bee7-311c18c477ba req-25a3eb94-ec37-4071-b344-11da08a4a2f9 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ad5ef2f-23ba-4699-b547-6653829892aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266439 Feb 10 15:15:57.172360 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-004b4221-4b53-42b4-9cd5-273658462ad3 req-ac9ae4a8-b9e8-44cf-99fd-a19fde38afb9 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0943205 Feb 10 15:15:57.176624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77449d-27da-4f82-a3db-399df37a393a req-f2df05ee-1b5c-48b5-89b6-38336786ef2e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:57.194084 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-af77449d-27da-4f82-a3db-399df37a393a req-f2df05ee-1b5c-48b5-89b6-38336786ef2e tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.79 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 950 time: 0.1625896 Feb 10 15:15:57.366721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa0976-674b-4274-9cff-231ac69e2c07 req-c0ff9b74-407b-4ce2-a2c0-feb43b16c4bc tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:57.377656 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ecaa0976-674b-4274-9cff-231ac69e2c07 req-c0ff9b74-407b-4ce2-a2c0-feb43b16c4bc tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.1403816 Feb 10 15:15:57.438863 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-af77449d-27da-4f82-a3db-399df37a393a req-d35cd577-3dfa-4c13-84f2-cfc3e7f2c173 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Deleting port b7341060-e935-41d4-8242-bd60d7574d5f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:15:57.441674 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-af77449d-27da-4f82-a3db-399df37a393a req-d35cd577-3dfa-4c13-84f2-cfc3e7f2c173 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b7341060-e935-41d4-8242-bd60d7574d5f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:57.485678 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ecaa0976-674b-4274-9cff-231ac69e2c07 req-2cbd8310-6ebc-4564-9402-fbbca26fe338 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050429 Feb 10 15:15:57.517334 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40446) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:57.624854 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-af77449d-27da-4f82-a3db-399df37a393a req-d35cd577-3dfa-4c13-84f2-cfc3e7f2c173 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] For port b7341060-e935-41d4-8242-bd60d7574d5f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=b7341060-e935-41d4-8242-bd60d7574d5f,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:15:57.625724 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-af77449d-27da-4f82-a3db-399df37a393a req-d35cd577-3dfa-4c13-84f2-cfc3e7f2c173 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b7341060-e935-41d4-8242-bd60d7574d5f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:57.667111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-af77449d-27da-4f82-a3db-399df37a393a req-d35cd577-3dfa-4c13-84f2-cfc3e7f2c173 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Calling delete_port for b7341060-e935-41d4-8242-bd60d7574d5f owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:15:57.685684 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-bfee6f14-eec6-4f15-84ae-d3f82389c541 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1824047479-network', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:57.713155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfee6f14-eec6-4f15-84ae-d3f82389c541 admin admin] Made reservation on behalf of 7099130bfd284a4d8f28ab77aba98489 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:57.717019 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bfee6f14-eec6-4f15-84ae-d3f82389c541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:57.733025 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bfee6f14-eec6-4f15-84ae-d3f82389c541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:57.934790 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bfee6f14-eec6-4f15-84ae-d3f82389c541 admin admin] Publish callbacks [] for security_group (7d4dd54e-d71f-4241-81ff-e53cd3d92fc4), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:57.941163 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bfee6f14-eec6-4f15-84ae-d3f82389c541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7d4dd54e-d71f-4241-81ff-e53cd3d92fc4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:57.983768 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-af77449d-27da-4f82-a3db-399df37a393a req-d35cd577-3dfa-4c13-84f2-cfc3e7f2c173 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b7341060-e935-41d4-8242-bd60d7574d5f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:57.991479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfee6f14-eec6-4f15-84ae-d3f82389c541 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:15:57.998285 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b7341060-e935-41d4-8242-bd60d7574d5f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:15:58.021748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee6f14-eec6-4f15-84ae-d3f82389c541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4dd54e-d71f-4241-81ff-e53cd3d92fc4,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:58.056178 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bfee6f14-eec6-4f15-84ae-d3f82389c541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (23b7123c-d442-49cb-9fdc-ba75fc0907fa), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:58.058370 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-bfee6f14-eec6-4f15-84ae-d3f82389c541 admin admin] Added segment 23b7123c-d442-49cb-9fdc-ba75fc0907fa of type vlan for network e2f27463-f50d-4318-8089-322f53d4c8a4 Feb 10 15:15:58.111680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cd577-3dfa-4c13-84f2-cfc3e7f2c173 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Pushing event deleted for resources: {'Port': ['ID=b7341060-e935-41d4-8242-bd60d7574d5f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:58.225286 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-af77449d-27da-4f82-a3db-399df37a393a req-d35cd577-3dfa-4c13-84f2-cfc3e7f2c173 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] No DVR routers for this DVR port b7341060-e935-41d4-8242-bd60d7574d5f on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:15:58.229676 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-af77449d-27da-4f82-a3db-399df37a393a req-d35cd577-3dfa-4c13-84f2-cfc3e7f2c173 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:58.233516 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-af77449d-27da-4f82-a3db-399df37a393a req-d35cd577-3dfa-4c13-84f2-cfc3e7f2c173 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.79 "DELETE /v2.0/ports/b7341060-e935-41d4-8242-bd60d7574d5f HTTP/1.1" status: 204 len: 173 time: 1.0337365 Feb 10 15:15:58.246390 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2', 'name': 'network-vif-deleted', 'tag': 'b7341060-e935-41d4-8242-bd60d7574d5f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:15:58.257705 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933ab05d-11a1-4b4f-a95d-e438235415df" -d '{"events": [{"server_uuid": "83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2", "name": "network-vif-deleted", "tag": "b7341060-e935-41d4-8242-bd60d7574d5f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:15:58.294336 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bfee6f14-eec6-4f15-84ae-d3f82389c541 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (e2f27463-f50d-4318-8089-322f53d4c8a4), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:58.417983 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bfee6f14-eec6-4f15-84ae-d3f82389c541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (e2f27463-f50d-4318-8089-322f53d4c8a4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:58.419175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfee6f14-eec6-4f15-84ae-d3f82389c541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:58.419950 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bfee6f14-eec6-4f15-84ae-d3f82389c541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:58.600501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee6f14-eec6-4f15-84ae-d3f82389c541 admin admin] Pushing event updated for resources: {'Network': ['ID=e2f27463-f50d-4318-8089-322f53d4c8a4,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:58.606370 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bfee6f14-eec6-4f15-84ae-d3f82389c541 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0864842 Feb 10 15:15:58.609392 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40494) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:58.616756 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network e2f27463-f50d-4318-8089-322f53d4c8a4 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:15:58.621048 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-85b5f185-90de-4fc8-8ade-1a79d9718e55 admin admin] Request body: {'subnet': {'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1824047479-subnet', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:58.621306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aeb5dd92-b53d-42de-b86e-c4aca4eb7b32 req-91ebd1e3-e005-46b8-9b11-347e568fa618 tempest-ServersOnMultiNodesTest-1061728876 tempest-ServersOnMultiNodesTest-1061728876-project] 10.222.0.64 "GET /v2.0/ports?device_id=83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2 HTTP/1.1" status: 200 len: 210 time: 0.2429082 Feb 10 15:15:58.643138 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b6e0474-c42b-4b47-abf4-f8a7f44f42d5 req-3300fc28-f557-4a4c-956f-88cbeae05418 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.2685988 Feb 10 15:15:58.730684 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d771b872-c939-429f-8efd-8cb8be7cd3fb x-openstack-request-id: req-d771b872-c939-429f-8efd-8cb8be7cd3fb {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:15:58.732356 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2", "name": "network-vif-deleted", "tag": "b7341060-e935-41d4-8242-bd60d7574d5f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:15:58.732356 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d771b872-c939-429f-8efd-8cb8be7cd3fb {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:15:58.732558 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83caed70-a2ca-4ff9-ae9e-2ba9fdb669d2', 'name': 'network-vif-deleted', 'tag': 'b7341060-e935-41d4-8242-bd60d7574d5f', 'status': 'completed', 'code': 200} Feb 10 15:15:58.740617 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b5f185-90de-4fc8-8ade-1a79d9718e55 admin admin] Made reservation on behalf of 7099130bfd284a4d8f28ab77aba98489 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:58.743041 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85b5f185-90de-4fc8-8ade-1a79d9718e55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:58.908685 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46ce31-37bd-489b-acef-6b45ade6549b req-d98df788-3ca8-495d-97bb-16f81da30df3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:58.934516 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac46ce31-37bd-489b-acef-6b45ade6549b req-d98df788-3ca8-495d-97bb-16f81da30df3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.1774271 Feb 10 15:15:58.963685 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40498) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:58.981198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-cdbc3240-4eef-46f4-8603-b5d8e2ad3e9f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'subnet': {'network_id': 'c1239986-e9a6-4f0b-9201-4be5945a588d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:59.124207 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac46ce31-37bd-489b-acef-6b45ade6549b req-034d4157-4e47-4a7e-a13f-c6545b01d1f7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885493 Feb 10 15:15:59.237642 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbc3240-4eef-46f4-8603-b5d8e2ad3e9f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:59.245436 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3240-4eef-46f4-8603-b5d8e2ad3e9f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:59.584194 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3240-4eef-46f4-8603-b5d8e2ad3e9f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (89d01136-91f0-4054-94e9-37755e6125c4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:59.665548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbc3240-4eef-46f4-8603-b5d8e2ad3e9f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Checking segment: {'id': '9f60db6b-dc6a-43a7-9a9d-e22ea39a6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c1239986-e9a6-4f0b-9201-4be5945a588d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:15:59.665906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbc3240-4eef-46f4-8603-b5d8e2ad3e9f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network hostable DHCP agents. Network: c1239986-e9a6-4f0b-9201-4be5945a588d, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:15:59.668113 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc3240-4eef-46f4-8603-b5d8e2ad3e9f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Subnet': ['ID=89d01136-91f0-4054-94e9-37755e6125c4,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:59.714050 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbc3240-4eef-46f4-8603-b5d8e2ad3e9f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network c1239986-e9a6-4f0b-9201-4be5945a588d is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:15:59.721676 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85b5f185-90de-4fc8-8ade-1a79d9718e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (6e28ecbc-7fb9-41aa-946b-3d06dc9fb759), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:59.727805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-cdbc3240-4eef-46f4-8603-b5d8e2ad3e9f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, c1239986-e9a6-4f0b-9201-4be5945a588d) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:59.733778 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbc3240-4eef-46f4-8603-b5d8e2ad3e9f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:59.734648 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3240-4eef-46f4-8603-b5d8e2ad3e9f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:59.742125 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66d8bd0-2426-4b25-897a-ea798909a2d4 None None] Network c1239986-e9a6-4f0b-9201-4be5945a588d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:15:59.782385 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cdbc3240-4eef-46f4-8603-b5d8e2ad3e9f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8131871 Feb 10 15:15:59.785215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40508) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:59.790480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-af09bb79-40cf-44e8-acb3-0fa6122b819f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-283814136'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:15:59.845499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5f185-90de-4fc8-8ade-1a79d9718e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e28ecbc-7fb9-41aa-946b-3d06dc9fb759,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:15:59.870822 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b5f185-90de-4fc8-8ade-1a79d9718e55 admin admin] Checking segment: {'id': '23b7123c-d442-49cb-9fdc-ba75fc0907fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:15:59.871181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b5f185-90de-4fc8-8ade-1a79d9718e55 admin admin] Network hostable DHCP agents. Network: e2f27463-f50d-4318-8089-322f53d4c8a4, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:15:59.898087 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af09bb79-40cf-44e8-acb3-0fa6122b819f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:15:59.901018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b5f185-90de-4fc8-8ade-1a79d9718e55 admin admin] Network e2f27463-f50d-4318-8089-322f53d4c8a4 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:15:59.901417 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af09bb79-40cf-44e8-acb3-0fa6122b819f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:59.916689 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-85b5f185-90de-4fc8-8ade-1a79d9718e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, e2f27463-f50d-4318-8089-322f53d4c8a4) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:15:59.924930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b5f185-90de-4fc8-8ade-1a79d9718e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:15:59.925915 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85b5f185-90de-4fc8-8ade-1a79d9718e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:15:59.932839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20589a0f-588d-437f-8aa8-9ea281cc6c17 None None] Network e2f27463-f50d-4318-8089-322f53d4c8a4 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:15:59.959421 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-85b5f185-90de-4fc8-8ade-1a79d9718e55 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3480191 Feb 10 15:15:59.961895 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6f2b4bd9-99f1-4323-acb1-22e8403a280b req-4394841e-92f4-4a4d-ab38-9c19ece932a1 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.1080928 Feb 10 15:15:59.962052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40510) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:15:59.977453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1824047479-router', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:00.007823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af09bb79-40cf-44e8-acb3-0fa6122b819f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:16:00.022695 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:00.023840 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:00.031948 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af09bb79-40cf-44e8-acb3-0fa6122b819f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (200a7094-f8d8-4576-b2b6-299b2a5e5a93), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:00.033063 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-af09bb79-40cf-44e8-acb3-0fa6122b819f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Added segment 200a7094-f8d8-4576-b2b6-299b2a5e5a93 of type vlan for network e18784c9-e1b0-48f1-a566-4faa9c64c8ed Feb 10 15:16:00.120190 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Publish callbacks [] for router_controller (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:00.122684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-c1239986-e9a6-4f0b-9201-4be5945a588d', 'network_id': 'c1239986-e9a6-4f0b-9201-4be5945a588d', 'project_id': '874443bbfeda459d96e8cd7bce92d952', 'fixed_ips': [{'subnet_id': '89d01136-91f0-4054-94e9-37755e6125c4'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:16:00.123657 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:00.125004 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af09bb79-40cf-44e8-acb3-0fa6122b819f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (e18784c9-e1b0-48f1-a566-4faa9c64c8ed), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:00.208672 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40518) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:00.257980 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af09bb79-40cf-44e8-acb3-0fa6122b819f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (e18784c9-e1b0-48f1-a566-4faa9c64c8ed), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:00.271675 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af09bb79-40cf-44e8-acb3-0fa6122b819f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:00.272164 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af09bb79-40cf-44e8-acb3-0fa6122b819f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:00.403766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-e2f27463-f50d-4318-8089-322f53d4c8a4', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'fixed_ips': [{'subnet_id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:16:00.405431 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:00.463768 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-af09bb79-40cf-44e8-acb3-0fa6122b819f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6771917 Feb 10 15:16:00.471245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40528) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:00.475494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-03846381-8455-42b2-bee8-10fcdfbe7bd3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'subnet': {'network_id': 'e18784c9-e1b0-48f1-a566-4faa9c64c8ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:00.624487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09bb79-40cf-44e8-acb3-0fa6122b819f tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Network': ['ID=e18784c9-e1b0-48f1-a566-4faa9c64c8ed,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:00.657653 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network e18784c9-e1b0-48f1-a566-4faa9c64c8ed details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:16:00.690108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Allocated IP 2001:db8:0:ffff::2 (c1239986-e9a6-4f0b-9201-4be5945a588d/89d01136-91f0-4054-94e9-37755e6125c4/d7845c02-5a73-4a5a-bbc6-e68f0abb84fe) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:00.711806 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Publish callbacks [] for router_gateway (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:00.774294 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa3ead-86da-47b8-8ef2-daa79fd295ae req-c2203bf6-553a-4f54-8bd8-f6476795ed2e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:00.776505 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78aa3ead-86da-47b8-8ef2-daa79fd295ae req-c2203bf6-553a-4f54-8bd8-f6476795ed2e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.5375030 Feb 10 15:16:00.918753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device b7341060-e935-41d4-8242-bd60d7574d5f no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:16:00.965770 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: b7341060-e935-41d4-8242-bd60d7574d5f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:16:00.966379 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device b7341060-e935-41d4-8242-bd60d7574d5f not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:16:00.977849 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Allocated IP 172.20.0.2 (e2f27463-f50d-4318-8089-322f53d4c8a4/6e28ecbc-7fb9-41aa-946b-3d06dc9fb759/6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:01.042174 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d401a197-bdaa-45be-bc44-eb9e620acfee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee7e30a5c60144e3888d69f0b00a1cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8307738 Feb 10 15:16:01.070590 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40538) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:01.168668 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03846381-8455-42b2-bee8-10fcdfbe7bd3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:01.173217 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-03846381-8455-42b2-bee8-10fcdfbe7bd3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:01.190960 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78aa3ead-86da-47b8-8ef2-daa79fd295ae req-e614a21b-0c1c-4de1-8c3b-f7918b0928a4 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979771 Feb 10 15:16:01.192972 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-40bcd27e-3091-4cc8-99a6-34de8346d6e3 req-54c0c4f0-8545-4300-906b-9c80d69127fa tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0858808 Feb 10 15:16:01.296583 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Publish callbacks [] for router_gateway (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:01.353085 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:01.426071 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Publish callbacks [] for port (6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:01.455419 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:01.523023 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Publish callbacks [] for port (d7845c02-5a73-4a5a-bbc6-e68f0abb84fe), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:01.550329 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-03846381-8455-42b2-bee8-10fcdfbe7bd3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (7aef7704-6def-426e-87d4-575728cf00c0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:01.566432 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Allocated IP 172.25.3.93 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/458726c1-1646-4646-9c91-85895dcd2aeb) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:01.634704 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (d7845c02-5a73-4a5a-bbc6-e68f0abb84fe), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:01.646720 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Network e2f27463-f50d-4318-8089-322f53d4c8a4 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:01.655928 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2ae09045-cb72-4988-89b2-d881a371f1d1 admin admin] Publish callbacks [] for security_group (9ad5ef2f-23ba-4699-b547-6653829892aa), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:01.668527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:01.692598 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:01.699914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Pushing event updated for resources: {'Port': ['ID=6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:01.716436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03846381-8455-42b2-bee8-10fcdfbe7bd3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Subnet': ['ID=7aef7704-6def-426e-87d4-575728cf00c0,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:01.722346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2ae09045-cb72-4988-89b2-d881a371f1d1 admin admin] Publish callbacks [] for security_group (9ad5ef2f-23ba-4699-b547-6653829892aa), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:01.735849 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03846381-8455-42b2-bee8-10fcdfbe7bd3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Checking segment: {'id': '200a7094-f8d8-4576-b2b6-299b2a5e5a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e18784c9-e1b0-48f1-a566-4faa9c64c8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:01.736224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03846381-8455-42b2-bee8-10fcdfbe7bd3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network hostable DHCP agents. Network: e18784c9-e1b0-48f1-a566-4faa9c64c8ed, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:16:01.792061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03846381-8455-42b2-bee8-10fcdfbe7bd3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network e18784c9-e1b0-48f1-a566-4faa9c64c8ed is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:16:01.806042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-03846381-8455-42b2-bee8-10fcdfbe7bd3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, e18784c9-e1b0-48f1-a566-4faa9c64c8ed) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:01.806604 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Publish callbacks [] for port (458726c1-1646-4646-9c91-85895dcd2aeb), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:01.824620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03846381-8455-42b2-bee8-10fcdfbe7bd3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:01.827028 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-03846381-8455-42b2-bee8-10fcdfbe7bd3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:01.828422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Pushing event updated for resources: {'Port': ['ID=d7845c02-5a73-4a5a-bbc6-e68f0abb84fe,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:01.846303 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Network c1239986-e9a6-4f0b-9201-4be5945a588d is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:01.850424 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2ae09045-cb72-4988-89b2-d881a371f1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9ad5ef2f-23ba-4699-b547-6653829892aa), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:01.853638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3f1b22-787d-4798-b038-78c6ec97c6ad None None] Network e18784c9-e1b0-48f1-a566-4faa9c64c8ed requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:01.861042 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2ae09045-cb72-4988-89b2-d881a371f1d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:01.865190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2ae09045-cb72-4988-89b2-d881a371f1d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ad5ef2f-23ba-4699-b547-6653829892aa HTTP/1.1" status: 204 len: 168 time: 0.7875590 Feb 10 15:16:01.877911 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-03846381-8455-42b2-bee8-10fcdfbe7bd3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4063959 Feb 10 15:16:01.881384 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40544) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:01.892913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:01.898372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae09045-cb72-4988-89b2-d881a371f1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad5ef2f-23ba-4699-b547-6653829892aa,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:01.904422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:01.947530 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (458726c1-1646-4646-9c91-85895dcd2aeb), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:02.040140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Pushing event updated for resources: {'Port': ['ID=458726c1-1646-4646-9c91-85895dcd2aeb,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:02.202465 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:02.211595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:02.231505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:02.285242 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b965cbd1-874c-4579-acc9-449ff7249566 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (e18784c9-e1b0-48f1-a566-4faa9c64c8ed), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:02.432271 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723dfb6-5982-4381-91de-eb0bc14c79d9 req-ef12072e-f590-44b2-be7e-e66fef1919f5 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:02.444186 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5723dfb6-5982-4381-91de-eb0bc14c79d9 req-ef12072e-f590-44b2-be7e-e66fef1919f5 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.1322262 Feb 10 15:16:02.463572 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40556) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:02.512562 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-30ac25b3-78b2-4c59-8ec3-52c64124bcd0 req-6078da95-9e0a-4c0a-9638-947b18867eb0 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0599742 Feb 10 15:16:02.556974 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5723dfb6-5982-4381-91de-eb0bc14c79d9 req-7995b100-21b4-41ef-adda-4ef91cfba1eb tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067080 Feb 10 15:16:02.611834 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b965cbd1-874c-4579-acc9-449ff7249566 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (7aef7704-6def-426e-87d4-575728cf00c0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:02.625466 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Attempting to bind port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:02.626083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Attempting to bind port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '23b7123c-d442-49cb-9fdc-ba75fc0907fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:02.626234 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Attempting to bind port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c on network e2f27463-f50d-4318-8089-322f53d4c8a4 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:02.653720 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:02.654101 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Checking segment: {'id': '23b7123c-d442-49cb-9fdc-ba75fc0907fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:02.654506 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:02.654905 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Bound using segment: {'id': '23b7123c-d442-49cb-9fdc-ba75fc0907fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:02.655392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Bound port: 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b7123c-d442-49cb-9fdc-ba75fc0907fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:02.655829 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:02.720432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Attempting to bind port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:02.720736 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Attempting to bind port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '9f60db6b-dc6a-43a7-9a9d-e22ea39a6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c1239986-e9a6-4f0b-9201-4be5945a588d'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:02.721099 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Attempting to bind port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe on network c1239986-e9a6-4f0b-9201-4be5945a588d {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:02.745999 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b965cbd1-874c-4579-acc9-449ff7249566 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (7aef7704-6def-426e-87d4-575728cf00c0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:02.750114 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:02.750496 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Checking segment: {'id': '9f60db6b-dc6a-43a7-9a9d-e22ea39a6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c1239986-e9a6-4f0b-9201-4be5945a588d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:02.751480 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:02.752528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Bound using segment: {'id': '9f60db6b-dc6a-43a7-9a9d-e22ea39a6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c1239986-e9a6-4f0b-9201-4be5945a588d'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:02.765035 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Bound port: d7845c02-5a73-4a5a-bbc6-e68f0abb84fe, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f60db6b-dc6a-43a7-9a9d-e22ea39a6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c1239986-e9a6-4f0b-9201-4be5945a588d'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:02.765451 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d7845c02-5a73-4a5a-bbc6-e68f0abb84fe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:02.821431 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965cbd1-874c-4579-acc9-449ff7249566 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Subnet': ['ID=7aef7704-6def-426e-87d4-575728cf00c0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:02.857220 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9a9d142f-7109-45c2-becd-f05b18850979 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67d0e8be49c1477ca9dd54ba311d5e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816869 Feb 10 15:16:02.859560 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40558) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:02.882487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bcb4d6-82ab-4133-a865-c2f94ee4acc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-e18784c9-e1b0-48f1-a566-4faa9c64c8ed', 'network_id': 'e18784c9-e1b0-48f1-a566-4faa9c64c8ed', 'project_id': '874443bbfeda459d96e8cd7bce92d952', 'fixed_ips': [{'subnet_id': '7aef7704-6def-426e-87d4-575728cf00c0'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:16:02.883368 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10bcb4d6-82ab-4133-a865-c2f94ee4acc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:02.899562 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] For port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:02.957311 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b965cbd1-874c-4579-acc9-449ff7249566 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (e18784c9-e1b0-48f1-a566-4faa9c64c8ed), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:02.958189 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] For port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c,segment=NetworkSegment(23b7123c-d442-49cb-9fdc-ba75fc0907fa),segment_id=23b7123c-d442-49cb-9fdc-ba75fc0907fa)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:02.983429 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:03.039280 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3f511f2b-43fd-46a6-b625-c7602cf42526 admin admin] Publish callbacks [] for security_group (9ebc12fe-9c6f-4b1b-abc1-d411c6603852), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:03.096546 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-b965cbd1-874c-4579-acc9-449ff7249566 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18784c9-e1b0-48f1-a566-4faa9c64c8ed']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:03.106875 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] For port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:03.128704 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3f511f2b-43fd-46a6-b625-c7602cf42526 admin admin] Publish callbacks [] for security_group (9ebc12fe-9c6f-4b1b-abc1-d411c6603852), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:03.163222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b194327-7ce6-4f13-98a7-b6112139fd60 None None] Network e18784c9-e1b0-48f1-a566-4faa9c64c8ed requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:03.173607 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] For port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d7845c02-5a73-4a5a-bbc6-e68f0abb84fe,segment=NetworkSegment(9f60db6b-dc6a-43a7-9a9d-e22ea39a6089),segment_id=9f60db6b-dc6a-43a7-9a9d-e22ea39a6089)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:03.201884 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d7845c02-5a73-4a5a-bbc6-e68f0abb84fe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:03.213826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac81a9-4b3b-45a8-923b-6c1fde7641aa None None] Pushing event updated for resources: {'Port': ['ID=6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:03.287504 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3f511f2b-43fd-46a6-b625-c7602cf42526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9ebc12fe-9c6f-4b1b-abc1-d411c6603852), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:03.291196 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3f511f2b-43fd-46a6-b625-c7602cf42526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:03.292517 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3f511f2b-43fd-46a6-b625-c7602cf42526 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ebc12fe-9c6f-4b1b-abc1-d411c6603852 HTTP/1.1" status: 204 len: 168 time: 0.4319024 Feb 10 15:16:03.322043 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f511f2b-43fd-46a6-b625-c7602cf42526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebc12fe-9c6f-4b1b-abc1-d411c6603852,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:03.333720 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Publish callbacks [] for router_gateway (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:03.593999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089ac5b-3daa-411f-9dad-9d0833085916 None None] Pushing event updated for resources: {'Port': ['ID=d7845c02-5a73-4a5a-bbc6-e68f0abb84fe,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:03.676597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-b965cbd1-874c-4579-acc9-449ff7249566 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200a7094-f8d8-4576-b2b6-299b2a5e5a93') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:03.678783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-b965cbd1-874c-4579-acc9-449ff7249566 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200a7094-f8d8-4576-b2b6-299b2a5e5a93') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:03.708752 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b965cbd1-874c-4579-acc9-449ff7249566 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (200a7094-f8d8-4576-b2b6-299b2a5e5a93), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:03.739054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b965cbd1-874c-4579-acc9-449ff7249566 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (200a7094-f8d8-4576-b2b6-299b2a5e5a93), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:03.813684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b965cbd1-874c-4579-acc9-449ff7249566 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:16:03.814093 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b965cbd1-874c-4579-acc9-449ff7249566 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (200a7094-f8d8-4576-b2b6-299b2a5e5a93), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:16:03.823022 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:16:03.971514 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8aaa4d89-a37f-496e-9cf7-452f5e98f51e req-4a079616-c18e-4a9a-b549-e168363fdf21 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.1714277 Feb 10 15:16:04.041158 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facaef4-be1f-49cb-a2b5-f6c668a8e68c req-abd82eb8-b867-4edf-8584-3ce652cb70ca tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:04.043282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7facaef4-be1f-49cb-a2b5-f6c668a8e68c req-abd82eb8-b867-4edf-8584-3ce652cb70ca tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.3327115 Feb 10 15:16:04.150304 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b965cbd1-874c-4579-acc9-449ff7249566 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (e18784c9-e1b0-48f1-a566-4faa9c64c8ed), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:04.158831 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b965cbd1-874c-4579-acc9-449ff7249566 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:04.177586 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40572) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:04.181224 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b965cbd1-874c-4579-acc9-449ff7249566 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/e18784c9-e1b0-48f1-a566-4faa9c64c8ed HTTP/1.1" status: 204 len: 168 time: 2.2966545 Feb 10 15:16:04.209686 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9f1aa63f-55db-440d-88cf-e8213a729fab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-140062026'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:04.262435 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:04.269184 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7facaef4-be1f-49cb-a2b5-f6c668a8e68c req-46269da3-dd75-4f92-a7a4-578909c34133 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178180 Feb 10 15:16:04.320196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1aa63f-55db-440d-88cf-e8213a729fab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:04.323615 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa63f-55db-440d-88cf-e8213a729fab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:04.327474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965cbd1-874c-4579-acc9-449ff7249566 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Network': ['ID=e18784c9-e1b0-48f1-a566-4faa9c64c8ed,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:04.408394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:04.421457 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1aa63f-55db-440d-88cf-e8213a729fab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:16:04.460238 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa63f-55db-440d-88cf-e8213a729fab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6b03cfb2-cd15-49d3-a982-d733a6acf06f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:04.460938 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-9f1aa63f-55db-440d-88cf-e8213a729fab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Added segment 6b03cfb2-cd15-49d3-a982-d733a6acf06f of type vlan for network 5e9890ed-5438-4f3f-9267-0df34476d251 Feb 10 15:16:04.593159 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa63f-55db-440d-88cf-e8213a729fab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (5e9890ed-5438-4f3f-9267-0df34476d251), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:04.601969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:04.602948 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:04.687611 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa63f-55db-440d-88cf-e8213a729fab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (5e9890ed-5438-4f3f-9267-0df34476d251), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:04.700367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1aa63f-55db-440d-88cf-e8213a729fab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:04.701221 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa63f-55db-440d-88cf-e8213a729fab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:04.796769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:04.798163 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:04.825904 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:16:04.866491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40588) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:04.869796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9f1aa63f-55db-440d-88cf-e8213a729fab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6910608 Feb 10 15:16:04.881190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d05d505e-fad2-45eb-a9f8-97bdb48ab7ab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'subnet': {'network_id': '5e9890ed-5438-4f3f-9267-0df34476d251', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:04.903198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c,segment=NetworkSegment(23b7123c-d442-49cb-9fdc-ba75fc0907fa),segment_id=23b7123c-d442-49cb-9fdc-ba75fc0907fa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:04.912055 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:04.912890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d7845c02-5a73-4a5a-bbc6-e68f0abb84fe up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:05.015512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1aa63f-55db-440d-88cf-e8213a729fab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Network': ['ID=5e9890ed-5438-4f3f-9267-0df34476d251,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:05.130951 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40594) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:05.223654 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3cf8d2cd-9941-4382-b24c-61f2f5ab2a24 req-322d3f1b-e616-476a-810f-2aec705ffb6c tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0835674 Feb 10 15:16:05.248593 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:05.253787 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 5e9890ed-5438-4f3f-9267-0df34476d251 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:16:05.356787 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d2851d-83b9-4013-bfa9-f30f3de9bfe4 None None] Network e2f27463-f50d-4318-8089-322f53d4c8a4 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:05.411276 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:16:05.425388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05d505e-fad2-45eb-a9f8-97bdb48ab7ab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:05.429126 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-086444e9-84be-493d-b8d0-68b3c94f26cc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1206242667-network', 'tenant_id': 'f5215607e06341349d4ff99815703bf5'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:05.431976 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d05d505e-fad2-45eb-a9f8-97bdb48ab7ab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:05.454842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-10dd071c-9dda-4cc7-98c7-202e3488cd95 None None] Provisioning complete for port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:05.458951 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10dd071c-9dda-4cc7-98c7-202e3488cd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:05.467956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Sync routers for ids ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:16:05.546619 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:05.558980 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-10dcfa52-be2f-4950-9576-b5f6ede5efb8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5946891 Feb 10 15:16:05.566978 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31106d7-9672-4936-aed8-001006f3e6a0 req-5b887feb-016e-4e01-b85b-9bf774de37f0 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:05.571381 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e31106d7-9672-4936-aed8-001006f3e6a0 req-5b887feb-016e-4e01-b85b-9bf774de37f0 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.1734998 Feb 10 15:16:05.575688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40600) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:05.627269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ba1f38-2b11-4553-a2e2-4fe767ae0e54 None None] Network c1239986-e9a6-4f0b-9201-4be5945a588d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:05.632177 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:05.632853 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d7845c02-5a73-4a5a-bbc6-e68f0abb84fe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:05.686258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086444e9-84be-493d-b8d0-68b3c94f26cc admin admin] Made reservation on behalf of f5215607e06341349d4ff99815703bf5 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:05.703687 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-086444e9-84be-493d-b8d0-68b3c94f26cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:05.767101 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-086444e9-84be-493d-b8d0-68b3c94f26cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:05.792882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Routers {'23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:05.797580 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:15:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:06.003289 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d05d505e-fad2-45eb-a9f8-97bdb48ab7ab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (eccff5c1-3db0-4b35-aef2-fdd3e9b08a91), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:06.019030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:06.019433 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d7845c02-5a73-4a5a-bbc6-e68f0abb84fe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:06.064701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d505e-fad2-45eb-a9f8-97bdb48ab7ab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Subnet': ['ID=eccff5c1-3db0-4b35-aef2-fdd3e9b08a91,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:06.118959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05d505e-fad2-45eb-a9f8-97bdb48ab7ab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Checking segment: {'id': '6b03cfb2-cd15-49d3-a982-d733a6acf06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5e9890ed-5438-4f3f-9267-0df34476d251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:06.119320 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05d505e-fad2-45eb-a9f8-97bdb48ab7ab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network hostable DHCP agents. Network: 5e9890ed-5438-4f3f-9267-0df34476d251, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:16:06.141313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05d505e-fad2-45eb-a9f8-97bdb48ab7ab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network 5e9890ed-5438-4f3f-9267-0df34476d251 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:16:06.155400 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-d05d505e-fad2-45eb-a9f8-97bdb48ab7ab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 5e9890ed-5438-4f3f-9267-0df34476d251) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:06.165925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05d505e-fad2-45eb-a9f8-97bdb48ab7ab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:06.166658 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d05d505e-fad2-45eb-a9f8-97bdb48ab7ab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:06.199657 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664abb2b-5181-4a02-8c8e-967097e748bc None None] Network 5e9890ed-5438-4f3f-9267-0df34476d251 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:06.206749 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d05d505e-fad2-45eb-a9f8-97bdb48ab7ab tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3379953 Feb 10 15:16:06.210329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40606) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:06.215575 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-1d11665a-9e63-4eb2-9eeb-12b8ece28984 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-326187463'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:06.261877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d11665a-9e63-4eb2-9eeb-12b8ece28984 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:06.266931 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d11665a-9e63-4eb2-9eeb-12b8ece28984 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:06.316734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d11665a-9e63-4eb2-9eeb-12b8ece28984 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:16:06.346286 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d11665a-9e63-4eb2-9eeb-12b8ece28984 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (8ca551cd-8eef-496a-9829-a5d5f0f730b3), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:06.346626 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-1d11665a-9e63-4eb2-9eeb-12b8ece28984 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Added segment 8ca551cd-8eef-496a-9829-a5d5f0f730b3 of type vlan for network 5b57170f-42aa-4dc9-94b0-6123dd1bb4de Feb 10 15:16:06.438035 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d11665a-9e63-4eb2-9eeb-12b8ece28984 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (5b57170f-42aa-4dc9-94b0-6123dd1bb4de), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:06.466781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d7845c02-5a73-4a5a-bbc6-e68f0abb84fe,segment=NetworkSegment(9f60db6b-dc6a-43a7-9a9d-e22ea39a6089),segment_id=9f60db6b-dc6a-43a7-9a9d-e22ea39a6089)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:06.473853 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e31106d7-9672-4936-aed8-001006f3e6a0 req-cb660dd0-c1c5-4219-9e74-7fe5ef6f59e6 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7886543 Feb 10 15:16:06.494832 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d11665a-9e63-4eb2-9eeb-12b8ece28984 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (5b57170f-42aa-4dc9-94b0-6123dd1bb4de), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:06.512078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d11665a-9e63-4eb2-9eeb-12b8ece28984 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:06.512743 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d11665a-9e63-4eb2-9eeb-12b8ece28984 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:06.555315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-10dd071c-9dda-4cc7-98c7-202e3488cd95 None None] Current status of the port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:06.571587 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d7845c02-5a73-4a5a-bbc6-e68f0abb84fe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:06.603289 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-45966e89-056e-4ffb-8041-31ffd6294000 req-d9c271ff-86af-4a0c-b104-a83b9dac5f46 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.1154821 Feb 10 15:16:06.604324 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1d11665a-9e63-4eb2-9eeb-12b8ece28984 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3894203 Feb 10 15:16:06.605019 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40610) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:06.622244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-62d668fa-9255-427a-91b9-15a88c05ab48 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'subnet': {'network_id': '5b57170f-42aa-4dc9-94b0-6123dd1bb4de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:06.693017 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11665a-9e63-4eb2-9eeb-12b8ece28984 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Network': ['ID=5b57170f-42aa-4dc9-94b0-6123dd1bb4de,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:06.742554 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 5b57170f-42aa-4dc9-94b0-6123dd1bb4de details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:16:06.829711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d668fa-9255-427a-91b9-15a88c05ab48 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:06.837208 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-62d668fa-9255-427a-91b9-15a88c05ab48 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:06.924623 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-086444e9-84be-493d-b8d0-68b3c94f26cc admin admin] Publish callbacks [] for security_group (7ddc451d-29ec-4058-a1a6-fde029dc9b7e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:06.935322 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-086444e9-84be-493d-b8d0-68b3c94f26cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7ddc451d-29ec-4058-a1a6-fde029dc9b7e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:06.958684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-62d668fa-9255-427a-91b9-15a88c05ab48 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Performing IP validity checks on allocation pools {{(pid=103369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 15:16:06.959298 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-62d668fa-9255-427a-91b9-15a88c05ab48 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 15:16:07.024307 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086444e9-84be-493d-b8d0-68b3c94f26cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:16:07.042103 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086444e9-84be-493d-b8d0-68b3c94f26cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddc451d-29ec-4058-a1a6-fde029dc9b7e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:07.056602 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Set router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:07.056974 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-086444e9-84be-493d-b8d0-68b3c94f26cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (129bf744-af7e-4a4f-ab54-d3612c359997), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:07.057555 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-086444e9-84be-493d-b8d0-68b3c94f26cc admin admin] Added segment 129bf744-af7e-4a4f-ab54-d3612c359997 of type vlan for network f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 Feb 10 15:16:07.139621 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-086444e9-84be-493d-b8d0-68b3c94f26cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:07.150612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:07.175753 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-62d668fa-9255-427a-91b9-15a88c05ab48 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (23fe97e8-ab49-47f4-aeb6-cd5bc0177cdc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:07.207184 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-086444e9-84be-493d-b8d0-68b3c94f26cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:07.210749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086444e9-84be-493d-b8d0-68b3c94f26cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:07.221084 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-086444e9-84be-493d-b8d0-68b3c94f26cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:07.239619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d668fa-9255-427a-91b9-15a88c05ab48 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Subnet': ['ID=23fe97e8-ab49-47f4-aeb6-cd5bc0177cdc,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:07.275057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-70a29276-51d9-4390-a1f8-f67994dcb917 None None] Provisioning complete for port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:07.276193 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-70a29276-51d9-4390-a1f8-f67994dcb917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d7845c02-5a73-4a5a-bbc6-e68f0abb84fe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:07.285933 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-086444e9-84be-493d-b8d0-68b3c94f26cc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1509807 Feb 10 15:16:07.290028 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40616) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:07.300952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-93feffb0-4996-4ff7-a3a6-6f5ab8bffea4 admin admin] Request body: {'subnet': {'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206242667-subnet', 'tenant_id': 'f5215607e06341349d4ff99815703bf5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:07.316211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d668fa-9255-427a-91b9-15a88c05ab48 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Checking segment: {'id': '8ca551cd-8eef-496a-9829-a5d5f0f730b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5b57170f-42aa-4dc9-94b0-6123dd1bb4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:07.316841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d668fa-9255-427a-91b9-15a88c05ab48 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network hostable DHCP agents. Network: 5b57170f-42aa-4dc9-94b0-6123dd1bb4de, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:16:07.341816 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-5e9890ed-5438-4f3f-9267-0df34476d251', 'network_id': '5e9890ed-5438-4f3f-9267-0df34476d251', 'project_id': '874443bbfeda459d96e8cd7bce92d952', 'fixed_ips': [{'subnet_id': 'eccff5c1-3db0-4b35-aef2-fdd3e9b08a91'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:16:07.344258 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:07.347666 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086444e9-84be-493d-b8d0-68b3c94f26cc admin admin] Pushing event updated for resources: {'Network': ['ID=f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:07.349210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d668fa-9255-427a-91b9-15a88c05ab48 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network 5b57170f-42aa-4dc9-94b0-6123dd1bb4de is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:16:07.353582 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93feffb0-4996-4ff7-a3a6-6f5ab8bffea4 admin admin] Made reservation on behalf of f5215607e06341349d4ff99815703bf5 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:07.359397 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-93feffb0-4996-4ff7-a3a6-6f5ab8bffea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:07.382366 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-62d668fa-9255-427a-91b9-15a88c05ab48 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 5b57170f-42aa-4dc9-94b0-6123dd1bb4de) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:07.384230 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:07.407551 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:16:07.410801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a180b8be-942d-423f-be06-2efb7fe8ddc1 None None] Network 5b57170f-42aa-4dc9-94b0-6123dd1bb4de requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:07.412236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d668fa-9255-427a-91b9-15a88c05ab48 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:07.412995 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-62d668fa-9255-427a-91b9-15a88c05ab48 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:07.537699 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:07.658948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-5b57170f-42aa-4dc9-94b0-6123dd1bb4de', 'network_id': '5b57170f-42aa-4dc9-94b0-6123dd1bb4de', 'project_id': '874443bbfeda459d96e8cd7bce92d952', 'fixed_ips': [{'subnet_id': '23fe97e8-ab49-47f4-aeb6-cd5bc0177cdc'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:16:07.659977 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:07.695961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:07.696384 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:07.741504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Allocated IP 172.20.0.1 (e2f27463-f50d-4318-8089-322f53d4c8a4/6e28ecbc-7fb9-41aa-946b-3d06dc9fb759/69934b02-196d-4529-9f9c-f9dd141bee56) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:07.872599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=d7845c02-5a73-4a5a-bbc6-e68f0abb84fe,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:07.923388 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Publish callbacks [] for port (69934b02-196d-4529-9f9c-f9dd141bee56), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:07.979321 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:07.988217 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Allocated IP 2001:db8::3 (5e9890ed-5438-4f3f-9267-0df34476d251/eccff5c1-3db0-4b35-aef2-fdd3e9b08a91/5c8b2e0c-2a77-48c2-9203-a330ca48789b) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:08.067301 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-62d668fa-9255-427a-91b9-15a88c05ab48 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4516163 Feb 10 15:16:08.070489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40624) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:08.085742 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d4f4558-8977-4640-9c1e-4978209eee5d req-a2e2cf6b-a5ba-43b9-b650-c466cffc2ab7 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.1097257 Feb 10 15:16:08.085742 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Network e2f27463-f50d-4318-8089-322f53d4c8a4 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:08.133138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:08.158568 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Pushing event updated for resources: {'Port': ['ID=69934b02-196d-4529-9f9c-f9dd141bee56,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:08.176066 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:08.267153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8ff87-b68e-4ab0-ba77-34bb07e488d6 req-3c7ff109-9c3e-4788-9c14-3d091eca58c3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:08.280875 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fef8ff87-b68e-4ab0-ba77-34bb07e488d6 req-3c7ff109-9c3e-4788-9c14-3d091eca58c3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.3217261 Feb 10 15:16:08.363456 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (5b57170f-42aa-4dc9-94b0-6123dd1bb4de), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:08.368981 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:08.484802 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-93feffb0-4996-4ff7-a3a6-6f5ab8bffea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:08.552324 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (23fe97e8-ab49-47f4-aeb6-cd5bc0177cdc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:08.553765 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fef8ff87-b68e-4ab0-ba77-34bb07e488d6 req-d97e2fc9-7204-4708-a149-263eba298204 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718213 Feb 10 15:16:08.619349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:08.627617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Allocated IP 2001:db8::3 (5b57170f-42aa-4dc9-94b0-6123dd1bb4de/23fe97e8-ab49-47f4-aeb6-cd5bc0177cdc/2c40c8ef-db90-4563-ac36-01cc58b009ce) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:08.637670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93feffb0-4996-4ff7-a3a6-6f5ab8bffea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:08.644565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93feffb0-4996-4ff7-a3a6-6f5ab8bffea4 admin admin] Checking segment: {'id': '129bf744-af7e-4a4f-ab54-d3612c359997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:08.645013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93feffb0-4996-4ff7-a3a6-6f5ab8bffea4 admin admin] Network hostable DHCP agents. Network: f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:16:08.669908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-70a29276-51d9-4390-a1f8-f67994dcb917 None None] Current status of the port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:08.673439 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Publish callbacks [] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:08.678754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93feffb0-4996-4ff7-a3a6-6f5ab8bffea4 admin admin] Network f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:16:08.692360 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-93feffb0-4996-4ff7-a3a6-6f5ab8bffea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:08.699380 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:08.707733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93feffb0-4996-4ff7-a3a6-6f5ab8bffea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:08.708441 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-93feffb0-4996-4ff7-a3a6-6f5ab8bffea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:08.714044 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eef4d3-9cd9-43ba-9cc2-c8dccff477be None None] Network f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:08.719127 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:08.736883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40632) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:08.737838 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-93feffb0-4996-4ff7-a3a6-6f5ab8bffea4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4451313 Feb 10 15:16:08.747979 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1206242667-router', 'tenant_id': 'f5215607e06341349d4ff99815703bf5', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:08.828291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-70a29276-51d9-4390-a1f8-f67994dcb917 None None] Provisioning complete for port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:08.829820 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (a35d5a39-b005-436f-aaec-cf3af89458c2), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:08.831492 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (a35d5a39-b005-436f-aaec-cf3af89458c2), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:08.831955 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-70a29276-51d9-4390-a1f8-f67994dcb917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:08.844108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d7845c02-5a73-4a5a-bbc6-e68f0abb84fe up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:08.896236 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Network 5e9890ed-5438-4f3f-9267-0df34476d251 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:08.943811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:08.951352 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Pushing event updated for resources: {'Port': ['ID=5c8b2e0c-2a77-48c2-9203-a330ca48789b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:08.959775 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:08.972472 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Publish callbacks [] for router_controller (a35d5a39-b005-436f-aaec-cf3af89458c2), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:08.981063 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'name': 'tempest-ServersTestFqdnHostnames-1824047479-router', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:00Z', 'updated_at': '2022-02-10T15:16:02Z', 'revision_number': 3, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'gw_port': {'id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:01Z', 'updated_at': '2022-02-10T15:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:09.051288 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Checking router: 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:16:09.051694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Updating router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 port 458726c1-1646-4646-9c91-85895dcd2aeb binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:16:09.183001 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (458726c1-1646-4646-9c91-85895dcd2aeb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.190779 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474', 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474', 'project_id': 'f5215607e06341349d4ff99815703bf5', 'fixed_ips': [{'subnet_id': '9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:16:09.191634 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.210121 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Publish callbacks [] for router_gateway (a35d5a39-b005-436f-aaec-cf3af89458c2), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.236519 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Attempting to bind port 5c8b2e0c-2a77-48c2-9203-a330ca48789b on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:09.238468 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Attempting to bind port 5c8b2e0c-2a77-48c2-9203-a330ca48789b by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '6b03cfb2-cd15-49d3-a982-d733a6acf06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5e9890ed-5438-4f3f-9267-0df34476d251'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:09.239480 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Attempting to bind port 5c8b2e0c-2a77-48c2-9203-a330ca48789b on network 5e9890ed-5438-4f3f-9267-0df34476d251 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:09.282403 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50780d9f-6d48-4c6b-8064-a4593d66ffeb req-c2b4b24a-d2be-45ce-80d6-ca011d71c595 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0663209 Feb 10 15:16:09.323260 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Publish callbacks [] for port (69934b02-196d-4529-9f9c-f9dd141bee56), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.350147 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.465778 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Pushing event updated for resources: {'Port': ['ID=69934b02-196d-4529-9f9c-f9dd141bee56,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:09.489947 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Publish callbacks [] for port (2c40c8ef-db90-4563-ac36-01cc58b009ce), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.507969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:09.508343 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d7845c02-5a73-4a5a-bbc6-e68f0abb84fe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.513998 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:09.514410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Checking segment: {'id': '6b03cfb2-cd15-49d3-a982-d733a6acf06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5e9890ed-5438-4f3f-9267-0df34476d251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:09.514879 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.515281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Bound using segment: {'id': '6b03cfb2-cd15-49d3-a982-d733a6acf06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5e9890ed-5438-4f3f-9267-0df34476d251'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:09.516030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Bound port: 5c8b2e0c-2a77-48c2-9203-a330ca48789b, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b03cfb2-cd15-49d3-a982-d733a6acf06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5e9890ed-5438-4f3f-9267-0df34476d251'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:09.517104 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.525837 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (2c40c8ef-db90-4563-ac36-01cc58b009ce), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.545532 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.546800 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (23fe97e8-ab49-47f4-aeb6-cd5bc0177cdc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.595195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-70a29276-51d9-4390-a1f8-f67994dcb917 None None] Current status of the port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:09.604905 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Subnet': ['ID=23fe97e8-ab49-47f4-aeb6-cd5bc0177cdc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:09.761051 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (5b57170f-42aa-4dc9-94b0-6123dd1bb4de), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.784583 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Network e2f27463-f50d-4318-8089-322f53d4c8a4 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:09.791369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Network 5b57170f-42aa-4dc9-94b0-6123dd1bb4de is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:09.797983 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b57170f-42aa-4dc9-94b0-6123dd1bb4de']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:09.811097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca551cd-8eef-496a-9829-a5d5f0f730b3') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:09.812532 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca551cd-8eef-496a-9829-a5d5f0f730b3') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:09.814736 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:09.822479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:09.823416 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Pushing event updated for resources: {'Port': ['ID=2c40c8ef-db90-4563-ac36-01cc58b009ce,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:09.828443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:09.848533 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f34e9-6c32-4e7e-b4bc-87d01d3ec416 req-ef5642f9-6f4f-4331-ab20-97f60a879f00 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:09.850267 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-269f34e9-6c32-4e7e-b4bc-87d01d3ec416 req-ef5642f9-6f4f-4331-ab20-97f60a879f00 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 946 time: 0.3900445 Feb 10 15:16:09.858677 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (8ca551cd-8eef-496a-9829-a5d5f0f730b3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.885415 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (8ca551cd-8eef-496a-9829-a5d5f0f730b3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.892148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6b84d478-1c52-40b6-b282-83e4c35f63da None None] Provisioning complete for port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:09.892672 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b84d478-1c52-40b6-b282-83e4c35f63da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d7845c02-5a73-4a5a-bbc6-e68f0abb84fe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.913567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:16:09.914040 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (8ca551cd-8eef-496a-9829-a5d5f0f730b3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:16:09.919482 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:16:10.020498 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.db.api [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:16:10.020498 n-d-815324-7 neutron-server[103369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:16:10.020498 n-d-815324-7 neutron-server[103369]: [parameters: {'id': '5b57170f-42aa-4dc9-94b0-6123dd1bb4de'}] Feb 10 15:16:10.020498 n-d-815324-7 neutron-server[103369]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:16:10.021199 n-d-815324-7 neutron-server[103369]: DEBUG oslo_db.api [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:16:10.026561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] For port 5c8b2e0c-2a77-48c2-9203-a330ca48789b, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:10.093475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] For port 5c8b2e0c-2a77-48c2-9203-a330ca48789b, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=5c8b2e0c-2a77-48c2-9203-a330ca48789b,segment=NetworkSegment(6b03cfb2-cd15-49d3-a982-d733a6acf06f),segment_id=6b03cfb2-cd15-49d3-a982-d733a6acf06f)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:10.148338 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:16:10.152065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Allocated IP 172.20.0.2 (f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474/9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418/ac928095-078f-4f6d-962e-cc74ff1da02f) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:10.159987 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:10.207828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Attempting to bind port 2c40c8ef-db90-4563-ac36-01cc58b009ce on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:10.208569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Attempting to bind port 2c40c8ef-db90-4563-ac36-01cc58b009ce by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '8ca551cd-8eef-496a-9829-a5d5f0f730b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5b57170f-42aa-4dc9-94b0-6123dd1bb4de'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:10.209210 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Attempting to bind port 2c40c8ef-db90-4563-ac36-01cc58b009ce on network 5b57170f-42aa-4dc9-94b0-6123dd1bb4de {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:10.221165 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6726c3-17d3-47f4-bc11-9f2c3330deb4 req-eeedac51-95ab-4d2d-b0e2-93e133c1fe18 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:10.227842 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da6726c3-17d3-47f4-bc11-9f2c3330deb4 req-eeedac51-95ab-4d2d-b0e2-93e133c1fe18 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.4706295 Feb 10 15:16:10.281098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-269f34e9-6c32-4e7e-b4bc-87d01d3ec416 req-92095963-237f-42ee-a12e-028411930bb8 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4174469 Feb 10 15:16:10.392383 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657786e6-84d8-4c54-9e36-22e8011bd8cf None None] Pushing event updated for resources: {'Port': ['ID=5c8b2e0c-2a77-48c2-9203-a330ca48789b,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:10.405820 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:10.406215 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Checking segment: {'id': '8ca551cd-8eef-496a-9829-a5d5f0f730b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5b57170f-42aa-4dc9-94b0-6123dd1bb4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:10.407074 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:10.407486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Bound using segment: {'id': '8ca551cd-8eef-496a-9829-a5d5f0f730b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5b57170f-42aa-4dc9-94b0-6123dd1bb4de'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:10.407968 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Bound port: 2c40c8ef-db90-4563-ac36-01cc58b009ce, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca551cd-8eef-496a-9829-a5d5f0f730b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5b57170f-42aa-4dc9-94b0-6123dd1bb4de'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:10.408355 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2c40c8ef-db90-4563-ac36-01cc58b009ce), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:10.441521 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:10.466469 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da6726c3-17d3-47f4-bc11-9f2c3330deb4 req-eb651821-c4e6-49ea-9327-103ec3fc72c6 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357237 Feb 10 15:16:10.523107 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (5b57170f-42aa-4dc9-94b0-6123dd1bb4de), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:10.564187 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:16:10.584563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] For port 2c40c8ef-db90-4563-ac36-01cc58b009ce, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:10.588967 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] For port 2c40c8ef-db90-4563-ac36-01cc58b009ce, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=2c40c8ef-db90-4563-ac36-01cc58b009ce,segment=NetworkSegment(8ca551cd-8eef-496a-9829-a5d5f0f730b3),segment_id=8ca551cd-8eef-496a-9829-a5d5f0f730b3)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:10.612873 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8f3edbc4-ae1d-4547-b27d-28d16ba74679 admin admin] 10.222.0.64 "PUT /v2.0/routers/23b5c59f-05d8-4f5a-91ad-ca7980e74dc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0352516 Feb 10 15:16:10.632552 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Publish callbacks [] for router_gateway (a35d5a39-b005-436f-aaec-cf3af89458c2), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:10.661769 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-045da14d-47d5-4525-ab97-28f523fee8d6 req-8951f390-3044-4fbd-a105-663f0f4891d7 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0956151 Feb 10 15:16:10.684610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Deleting port 2c40c8ef-db90-4563-ac36-01cc58b009ce {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:16:10.686941 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2c40c8ef-db90-4563-ac36-01cc58b009ce), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:10.720950 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2c40c8ef-db90-4563-ac36-01cc58b009ce), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:10.748908 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:10.865438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] For port 2c40c8ef-db90-4563-ac36-01cc58b009ce, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=2c40c8ef-db90-4563-ac36-01cc58b009ce,segment=NetworkSegment(8ca551cd-8eef-496a-9829-a5d5f0f730b3),segment_id=8ca551cd-8eef-496a-9829-a5d5f0f730b3)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:10.866222 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2c40c8ef-db90-4563-ac36-01cc58b009ce), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:10.890117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Calling delete_port for 2c40c8ef-db90-4563-ac36-01cc58b009ce owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:16:10.944805 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed51cf-9a3a-434f-8bf9-9d3449db4e40 None None] Pushing event updated for resources: {'Port': ['ID=2c40c8ef-db90-4563-ac36-01cc58b009ce,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:10.968591 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Publish callbacks [] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.026981 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6b84d478-1c52-40b6-b282-83e4c35f63da None None] Current status of the port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:11.036469 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.044805 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2c40c8ef-db90-4563-ac36-01cc58b009ce), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.082301 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Port': ['ID=2c40c8ef-db90-4563-ac36-01cc58b009ce,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:11.090182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No DVR routers for this DVR port 2c40c8ef-db90-4563-ac36-01cc58b009ce on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:16:11.129187 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Publish callbacks [] for port (458726c1-1646-4646-9c91-85895dcd2aeb), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.139188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c98343-d377-40f6-9559-b14b74aba7cf None None] Network 5b57170f-42aa-4dc9-94b0-6123dd1bb4de requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:11.237437 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6b84d478-1c52-40b6-b282-83e4c35f63da None None] Provisioning complete for port 69934b02-196d-4529-9f9c-f9dd141bee56 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:11.237437 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b84d478-1c52-40b6-b282-83e4c35f63da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.249392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Network f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:11.251954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (5b57170f-42aa-4dc9-94b0-6123dd1bb4de), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.255755 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (458726c1-1646-4646-9c91-85895dcd2aeb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.287923 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Allocated IP 172.25.3.191 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/e677cd59-2a54-47a0-8cf9-4a771c1132c9) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:11.295275 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b57170f-42aa-4dc9-94b0-6123dd1bb4de']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:11.296411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Pushing event updated for resources: {'Port': ['ID=ac928095-078f-4f6d-962e-cc74ff1da02f,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:11.310495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:11.343307 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.385910 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca551cd-8eef-496a-9829-a5d5f0f730b3') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:11.386359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca551cd-8eef-496a-9829-a5d5f0f730b3') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:11.413682 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c2b0d-96a3-47c6-b183-1e3167c249dd None None] Pushing event updated for resources: {'Port': ['ID=458726c1-1646-4646-9c91-85895dcd2aeb,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:11.443628 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:11.448536 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Attempting to bind port 458726c1-1646-4646-9c91-85895dcd2aeb on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:11.449141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Attempting to bind port 458726c1-1646-4646-9c91-85895dcd2aeb by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:11.449706 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Attempting to bind port 458726c1-1646-4646-9c91-85895dcd2aeb on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:11.456621 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (8ca551cd-8eef-496a-9829-a5d5f0f730b3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.460985 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6b84d478-1c52-40b6-b282-83e4c35f63da None None] Port 69934b02-196d-4529-9f9c-f9dd141bee56 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:16:11.464444 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:11.465050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:11.465781 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.466330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:11.466987 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Bound port: 458726c1-1646-4646-9c91-85895dcd2aeb, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:11.467549 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (458726c1-1646-4646-9c91-85895dcd2aeb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.523547 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (8ca551cd-8eef-496a-9829-a5d5f0f730b3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.549647 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Attempting to bind port ac928095-078f-4f6d-962e-cc74ff1da02f on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:11.549871 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:16:11.550248 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (8ca551cd-8eef-496a-9829-a5d5f0f730b3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.553126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Attempting to bind port ac928095-078f-4f6d-962e-cc74ff1da02f by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '129bf744-af7e-4a4f-ab54-d3612c359997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:11.555117 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Attempting to bind port ac928095-078f-4f6d-962e-cc74ff1da02f on network f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:11.594811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:11.597798 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Checking segment: {'id': '129bf744-af7e-4a4f-ab54-d3612c359997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:11.599030 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.599776 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Bound using segment: {'id': '129bf744-af7e-4a4f-ab54-d3612c359997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:11.600445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Bound port: ac928095-078f-4f6d-962e-cc74ff1da02f, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129bf744-af7e-4a4f-ab54-d3612c359997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:11.603807 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:16:11.671700 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:16:11.678034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] For port 458726c1-1646-4646-9c91-85895dcd2aeb, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:11.685322 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (5b57170f-42aa-4dc9-94b0-6123dd1bb4de), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.696414 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.706455 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/5b57170f-42aa-4dc9-94b0-6123dd1bb4de HTTP/1.1" status: 204 len: 168 time: 3.6311283 Feb 10 15:16:11.714298 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40668) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:11.741701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d16533-cb2f-46f5-a6e7-254b369452d9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Network': ['ID=5b57170f-42aa-4dc9-94b0-6123dd1bb4de,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:11.748568 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a83c1a5a-008e-4282-831b-2ca4bc1a3289 None None] Provisioning complete for port 69934b02-196d-4529-9f9c-f9dd141bee56 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:11.749829 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a83c1a5a-008e-4282-831b-2ca4bc1a3289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.758447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6811ae5b-a2a0-46f2-b2f6-e7f2342cd65b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1660630439'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:11.770977 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf421cf-f7b1-4fda-9bae-c2a47860b403 req-577da3c4-9cf6-4342-9217-deaefa9d1ff7 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:11.772880 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7bf421cf-f7b1-4fda-9bae-c2a47860b403 req-577da3c4-9cf6-4342-9217-deaefa9d1ff7 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.79 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 946 time: 0.4718945 Feb 10 15:16:11.843792 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40672) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:11.862753 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-451fbb0d-2ac1-438d-aee2-8c43ff889fe4 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088074107', 'description': 'tempest-description--1660315868'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:11.863422 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Publish callbacks [] for port (e677cd59-2a54-47a0-8cf9-4a771c1132c9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.874759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a83c1a5a-008e-4282-831b-2ca4bc1a3289 None None] Port 69934b02-196d-4529-9f9c-f9dd141bee56 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:16:11.887518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] For port 458726c1-1646-4646-9c91-85895dcd2aeb, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=458726c1-1646-4646-9c91-85895dcd2aeb,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:11.907916 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (458726c1-1646-4646-9c91-85895dcd2aeb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.965265 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] For port ac928095-078f-4f6d-962e-cc74ff1da02f, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:11.970853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] For port ac928095-078f-4f6d-962e-cc74ff1da02f, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ac928095-078f-4f6d-962e-cc74ff1da02f,segment=NetworkSegment(129bf744-af7e-4a4f-ab54-d3612c359997),segment_id=129bf744-af7e-4a4f-ab54-d3612c359997)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:11.986607 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (e677cd59-2a54-47a0-8cf9-4a771c1132c9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:11.996003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Routers {'23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:11.996673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:15:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:12.010200 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-451fbb0d-2ac1-438d-aee2-8c43ff889fe4 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:12.056122 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:12.057657 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f4e86-c392-4393-bec4-fa29f6cf4559 req-32c2e8fa-aef5-4097-b6ce-60d04004672a tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:12.059698 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a8f4e86-c392-4393-bec4-fa29f6cf4559 req-32c2e8fa-aef5-4097-b6ce-60d04004672a tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 946 time: 0.5143216 Feb 10 15:16:12.071529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c2b0d-96a3-47c6-b183-1e3167c249dd None None] Pushing event updated for resources: {'Port': ['ID=458726c1-1646-4646-9c91-85895dcd2aeb,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:12.144849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-7bf421cf-f7b1-4fda-9bae-c2a47860b403 req-e9708dda-8ead-44ee-a656-fb9aa26bf678 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Deleting port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:16:12.145210 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7bf421cf-f7b1-4fda-9bae-c2a47860b403 req-e9708dda-8ead-44ee-a656-fb9aa26bf678 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:12.149713 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4591bf-bbaa-4fd2-a75f-342bb7f8be71 None None] Pushing event updated for resources: {'Port': ['ID=ac928095-078f-4f6d-962e-cc74ff1da02f,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:12.188681 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a8f4e86-c392-4393-bec4-fa29f6cf4559 req-a903efe2-6131-41c9-aec9-5bfb225c248b tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1115358 Feb 10 15:16:12.192422 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6811ae5b-a2a0-46f2-b2f6-e7f2342cd65b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:12.195732 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6811ae5b-a2a0-46f2-b2f6-e7f2342cd65b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:12.215064 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:12.218966 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:12.226739 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0aa2c0-4ab0-4965-9b00-6de23fe117c1 None None] Network 5e9890ed-5438-4f3f-9267-0df34476d251 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:12.244811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:12.357561 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-7bf421cf-f7b1-4fda-9bae-c2a47860b403 req-e9708dda-8ead-44ee-a656-fb9aa26bf678 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] For port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a,segment=NetworkSegment(9b7288e6-d826-466f-9139-5656341ea865),segment_id=9b7288e6-d826-466f-9139-5656341ea865)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:12.357968 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7bf421cf-f7b1-4fda-9bae-c2a47860b403 req-e9708dda-8ead-44ee-a656-fb9aa26bf678 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:12.826389 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7bf421cf-f7b1-4fda-9bae-c2a47860b403 req-e9708dda-8ead-44ee-a656-fb9aa26bf678 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:12.827091 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7bf421cf-f7b1-4fda-9bae-c2a47860b403 req-e9708dda-8ead-44ee-a656-fb9aa26bf678 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:12.831061 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [req-7bf421cf-f7b1-4fda-9bae-c2a47860b403 req-e9708dda-8ead-44ee-a656-fb9aa26bf678 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Floating IP 44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09 disassociated. External IP: 172.25.3.62, port: 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a. Feb 10 15:16:12.835146 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-7bf421cf-f7b1-4fda-9bae-c2a47860b403 req-e9708dda-8ead-44ee-a656-fb9aa26bf678 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Calling delete_port for 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:16:12.875996 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-451fbb0d-2ac1-438d-aee2-8c43ff889fe4 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for security_group (3eb387b7-037b-438f-a81e-fa420e674f4e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:12.881062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2a40d825-c18a-4fca-aa7f-3cdc1b45b831 None None] Provisioning complete for port 5c8b2e0c-2a77-48c2-9203-a330ca48789b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:12.881417 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2a40d825-c18a-4fca-aa7f-3cdc1b45b831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:12.887841 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-451fbb0d-2ac1-438d-aee2-8c43ff889fe4 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3eb387b7-037b-438f-a81e-fa420e674f4e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:12.921946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] Set router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:12.958043 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-14e3c802-f832-4a4d-85e3-2b5fb257b77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:12.961493 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fbb0d-2ac1-438d-aee2-8c43ff889fe4 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb387b7-037b-438f-a81e-fa420e674f4e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:12.968141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5c8b2e0c-2a77-48c2-9203-a330ca48789b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:12.980882 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-451fbb0d-2ac1-438d-aee2-8c43ff889fe4 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:12.982554 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-451fbb0d-2ac1-438d-aee2-8c43ff889fe4 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1362765 Feb 10 15:16:12.985978 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40678) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:12.993231 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-de6aa2cf-e4a7-4be2-88ba-276eab32761b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Request body: {'security_group_rule': {'security_group_id': '3eb387b7-037b-438f-a81e-fa420e674f4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:13.083313 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Pushing event updated for resources: {'Port': ['ID=e677cd59-2a54-47a0-8cf9-4a771c1132c9,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:13.118145 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de6aa2cf-e4a7-4be2-88ba-276eab32761b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for security_group_rule (af27001e-2dc1-4a7c-8bd2-c374ac7ec634), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.138487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027decb-9ccd-4279-8858-66b4b1918bd4 req-b480fdc0-8d2f-455e-9b7e-eead047f25c0 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:13.140306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4027decb-9ccd-4279-8858-66b4b1918bd4 req-b480fdc0-8d2f-455e-9b7e-eead047f25c0 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 1.1751471 Feb 10 15:16:13.185235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2e3b7083-379a-49b2-ada7-87540eb874f9 req-626e7164-e8b6-4828-b884-11eb5036036c tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.1135259 Feb 10 15:16:13.195573 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6811ae5b-a2a0-46f2-b2f6-e7f2342cd65b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:16:13.211438 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de6aa2cf-e4a7-4be2-88ba-276eab32761b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for security_group_rule (af27001e-2dc1-4a7c-8bd2-c374ac7ec634), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.220967 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de6aa2cf-e4a7-4be2-88ba-276eab32761b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (af27001e-2dc1-4a7c-8bd2-c374ac7ec634), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.276452 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6811ae5b-a2a0-46f2-b2f6-e7f2342cd65b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (758dfde6-93ee-4a45-a1ec-ae09880ef24f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.277003 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-6811ae5b-a2a0-46f2-b2f6-e7f2342cd65b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Added segment 758dfde6-93ee-4a45-a1ec-ae09880ef24f of type vlan for network 6e2c5844-d218-4cba-b59c-737f10f5a35d Feb 10 15:16:13.303884 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6aa2cf-e4a7-4be2-88ba-276eab32761b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af27001e-2dc1-4a7c-8bd2-c374ac7ec634,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:13.363857 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de6aa2cf-e4a7-4be2-88ba-276eab32761b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.365977 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-de6aa2cf-e4a7-4be2-88ba-276eab32761b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3784988 Feb 10 15:16:13.368501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40682) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:13.377907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c476386c-efed-47f0-987b-c139035c7019 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Request body: {'security_group_rule': {'security_group_id': '3eb387b7-037b-438f-a81e-fa420e674f4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:13.388451 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7bf421cf-f7b1-4fda-9bae-c2a47860b403 req-e9708dda-8ead-44ee-a656-fb9aa26bf678 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.466825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9708dda-8ead-44ee-a656-fb9aa26bf678 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Pushing event deleted for resources: {'Port': ['ID=18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:13.481591 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6811ae5b-a2a0-46f2-b2f6-e7f2342cd65b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (6e2c5844-d218-4cba-b59c-737f10f5a35d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.499042 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 5c8b2e0c-2a77-48c2-9203-a330ca48789b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:13.499422 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.539415 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4027decb-9ccd-4279-8858-66b4b1918bd4 req-33b081f8-2c66-4e74-a91d-8ac18a8c92fb tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682148 Feb 10 15:16:13.540614 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6811ae5b-a2a0-46f2-b2f6-e7f2342cd65b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (6e2c5844-d218-4cba-b59c-737f10f5a35d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.547028 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811ae5b-a2a0-46f2-b2f6-e7f2342cd65b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:13.548812 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6811ae5b-a2a0-46f2-b2f6-e7f2342cd65b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.554478 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c476386c-efed-47f0-987b-c139035c7019 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for security_group_rule (e4329aac-1e5b-490c-9168-18274d957976), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.611463 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2a40d825-c18a-4fca-aa7f-3cdc1b45b831 None None] Current status of the port 5c8b2e0c-2a77-48c2-9203-a330ca48789b is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:13.611787 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2a40d825-c18a-4fca-aa7f-3cdc1b45b831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.634831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ad287-958d-4774-9e4a-44066eb9f570 req-490c65fb-e53f-42c3-88dd-3262ed6062f7 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:13.636723 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-546ad287-958d-4774-9e4a-44066eb9f570 req-490c65fb-e53f-42c3-88dd-3262ed6062f7 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0701c55c-25f5-45c7-9a33-d7bd326907ea HTTP/1.1" status: 200 len: 867 time: 0.2984457 Feb 10 15:16:13.751271 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c476386c-efed-47f0-987b-c139035c7019 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for security_group_rule (e4329aac-1e5b-490c-9168-18274d957976), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.770655 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c476386c-efed-47f0-987b-c139035c7019 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (e4329aac-1e5b-490c-9168-18274d957976), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.777795 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6811ae5b-a2a0-46f2-b2f6-e7f2342cd65b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0360105 Feb 10 15:16:13.782763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 5c8b2e0c-2a77-48c2-9203-a330ca48789b is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:13.786957 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40686) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:13.796176 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-62a4aa1c-492d-4a74-8ad5-3f7737f77b10 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'subnet': {'network_id': '6e2c5844-d218-4cba-b59c-737f10f5a35d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:13.804517 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.841016 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476386c-efed-47f0-987b-c139035c7019 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4329aac-1e5b-490c-9168-18274d957976,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:13.881075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bf421cf-f7b1-4fda-9bae-c2a47860b403 req-e9708dda-8ead-44ee-a656-fb9aa26bf678 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Router 713039d6-ee09-4d66-ba1c-e9723334f331 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:16:13.887411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2a40d825-c18a-4fca-aa7f-3cdc1b45b831 None None] For port 5c8b2e0c-2a77-48c2-9203-a330ca48789b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=5c8b2e0c-2a77-48c2-9203-a330ca48789b,segment=NetworkSegment(6b03cfb2-cd15-49d3-a982-d733a6acf06f),segment_id=6b03cfb2-cd15-49d3-a982-d733a6acf06f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:13.903950 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c476386c-efed-47f0-987b-c139035c7019 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.905413 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c476386c-efed-47f0-987b-c139035c7019 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5350351 Feb 10 15:16:13.925440 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40690) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:13.931907 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2a40d825-c18a-4fca-aa7f-3cdc1b45b831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:13.955341 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:13.987239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811ae5b-a2a0-46f2-b2f6-e7f2342cd65b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Network': ['ID=6e2c5844-d218-4cba-b59c-737f10f5a35d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:14.010345 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'name': 'tempest-ServersTestFqdnHostnames-1824047479-router', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:00Z', 'updated_at': '2022-02-10T15:16:08Z', 'revision_number': 4, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'gw_port': {'id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:01Z', 'updated_at': '2022-02-10T15:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '69934b02-196d-4529-9f9c-f9dd141bee56', 'name': '', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'mac_address': 'fa:16:3e:83:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:07Z', 'updated_at': '2022-02-10T15:16:08Z', 'revision_number': 2, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'subnets': [{'id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:14.066014 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 6e2c5844-d218-4cba-b59c-737f10f5a35d details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:16:14.089517 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:16:14.089927 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:16:14.090931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a4aa1c-492d-4a74-8ad5-3f7737f77b10 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:14.097920 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-62a4aa1c-492d-4a74-8ad5-3f7737f77b10 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:14.118854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fae507c-de19-4b53-979c-960dbafc660d None None] The sync data for ids ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'] in n-d-815324-7 is: [{'id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'name': 'tempest-ServersTestFqdnHostnames-1824047479-router', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:00Z', 'updated_at': '2022-02-10T15:16:08Z', 'revision_number': 4, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'gw_port': {'id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:01Z', 'updated_at': '2022-02-10T15:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '69934b02-196d-4529-9f9c-f9dd141bee56', 'name': '', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'mac_address': 'fa:16:3e:83:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:07Z', 'updated_at': '2022-02-10T15:16:08Z', 'revision_number': 2, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'subnets': [{'id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:16:14.127382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600562f3-f653-45aa-8639-a4567024d3d0 None None] Network f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:14.162896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-546ad287-958d-4774-9e4a-44066eb9f570 req-be4dc848-9b7c-4731-aba3-1ee50d94e41c tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups?id=edb77b59-2bf3-42a3-8828-2b265339637e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5155623 Feb 10 15:16:14.173157 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:14.197349 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Publish callbacks [] for router_gateway (a35d5a39-b005-436f-aaec-cf3af89458c2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:14.342930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bf421cf-f7b1-4fda-9bae-c2a47860b403 req-e9708dda-8ead-44ee-a656-fb9aa26bf678 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:16:14.356496 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b833b-cbbb-4864-a226-15eadfca7237 None None] Sync routers for ids ['713039d6-ee09-4d66-ba1c-e9723334f331'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:16:14.377667 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b833b-cbbb-4864-a226-15eadfca7237 None None] Routers {'713039d6-ee09-4d66-ba1c-e9723334f331'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:14.380317 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3f0b833b-cbbb-4864-a226-15eadfca7237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:15:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['713039d6-ee09-4d66-ba1c-e9723334f331'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:14.382238 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40d825-c18a-4fca-aa7f-3cdc1b45b831 None None] Pushing event updated for resources: {'Port': ['ID=5c8b2e0c-2a77-48c2-9203-a330ca48789b,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:14.397639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf421cf-f7b1-4fda-9bae-c2a47860b403 req-e9708dda-8ead-44ee-a656-fb9aa26bf678 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] No DVR routers for this DVR port 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:16:14.402531 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7bf421cf-f7b1-4fda-9bae-c2a47860b403 req-e9708dda-8ead-44ee-a656-fb9aa26bf678 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:14.406298 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7bf421cf-f7b1-4fda-9bae-c2a47860b403 req-e9708dda-8ead-44ee-a656-fb9aa26bf678 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.79 "DELETE /v2.0/ports/18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a HTTP/1.1" status: 204 len: 173 time: 2.6272829 Feb 10 15:16:14.410682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0701c55c-25f5-45c7-9a33-d7bd326907ea', 'name': 'network-vif-deleted', 'tag': '18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:16:14.413052 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b565138-5cbc-4c17-a51e-aaefb43c720f" -d '{"events": [{"server_uuid": "0701c55c-25f5-45c7-9a33-d7bd326907ea", "name": "network-vif-deleted", "tag": "18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:16:14.441872 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:14.449190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8eb99479-76c9-4c0c-8563-f32e97447c41 req-c771b0ab-aa90-421d-b415-5bee1b9ff2fd tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0665407 Feb 10 15:16:14.615858 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-624245f5-9e89-44c5-9200-997ba67e33ff None None] Provisioning complete for port ac928095-078f-4f6d-962e-cc74ff1da02f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:14.617808 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-624245f5-9e89-44c5-9200-997ba67e33ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:14.705702 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Allocated IP 172.25.3.243 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/26a1245b-7863-4802-9939-a8d36df95f20) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:14.794771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 5c8b2e0c-2a77-48c2-9203-a330ca48789b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:14.796226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ac928095-078f-4f6d-962e-cc74ff1da02f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:14.853281 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-3f0b833b-cbbb-4864-a226-15eadfca7237 None None] Set router 713039d6-ee09-4d66-ba1c-e9723334f331 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:14.981130 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for port (26a1245b-7863-4802-9939-a8d36df95f20), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:15.000859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 6c40976f-57d7-449f-81de-ec3685a64b1a details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:16:15.084372 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd03982-afdf-4e3a-9e24-57fac9b41c43 x-openstack-request-id: req-1cd03982-afdf-4e3a-9e24-57fac9b41c43 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:16:15.102371 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0701c55c-25f5-45c7-9a33-d7bd326907ea", "name": "network-vif-deleted", "tag": "18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:16:15.103017 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1cd03982-afdf-4e3a-9e24-57fac9b41c43 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:16:15.120491 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0701c55c-25f5-45c7-9a33-d7bd326907ea', 'name': 'network-vif-deleted', 'tag': '18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a', 'status': 'completed', 'code': 200} Feb 10 15:16:15.171395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (26a1245b-7863-4802-9939-a8d36df95f20), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:15.222843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6c40976f-57d7-449f-81de-ec3685a64b1a,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:15.251268 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:16:15.269932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '6c40976f-57d7-449f-81de-ec3685a64b1a', 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2', 'port_id': '6c40976f-57d7-449f-81de-ec3685a64b1a', 'mac_address': 'fa:16:3e:bb:ea:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280068a4-721d-4c2d-853f-dbf51a615c03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:16:15.303661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:15.314844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f08da7-3b37-4b46-b99c-8ed2cd0ca614 req-dda65ea9-db5e-41f9-a020-6716aff6e2c1 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:15.319330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42f08da7-3b37-4b46-b99c-8ed2cd0ca614 req-dda65ea9-db5e-41f9-a020-6716aff6e2c1 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.4908812 Feb 10 15:16:15.328832 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:15.343401 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:15.358086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Pushing event updated for resources: {'Port': ['ID=26a1245b-7863-4802-9939-a8d36df95f20,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:15.450823 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-44ee0397-14a8-4da3-808d-63f32898f4fa req-976f1d36-cdbc-412e-80c8-09d8bba0fa44 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3683097 Feb 10 15:16:15.452157 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ac928095-078f-4f6d-962e-cc74ff1da02f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:15.452540 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:15.568776 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42f08da7-3b37-4b46-b99c-8ed2cd0ca614 req-128c8b73-18ec-40fe-b141-14c0baa74dfe tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990716 Feb 10 15:16:15.591075 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (a35d5a39-b005-436f-aaec-cf3af89458c2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:15.595910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-624245f5-9e89-44c5-9200-997ba67e33ff None None] Current status of the port ac928095-078f-4f6d-962e-cc74ff1da02f is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:15.596322 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-624245f5-9e89-44c5-9200-997ba67e33ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:15.602736 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:16:15.603455 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 18ee1748-f4b5-4dc2-9da6-fe9eb04dce5a not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:16:15.659605 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40712) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:15.739873 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-acbd3bb2-9fe1-432b-8d58-6a20f1697a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:15.801653 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 6c40976f-57d7-449f-81de-ec3685a64b1a is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:15.803174 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:15.839876 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d967f9fd-1b40-417e-9795-b26f883e4e07 req-1dd075ec-a00b-4008-80c7-f75723bf67b6 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.1915760 Feb 10 15:16:15.890989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-624245f5-9e89-44c5-9200-997ba67e33ff None None] For port ac928095-078f-4f6d-962e-cc74ff1da02f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ac928095-078f-4f6d-962e-cc74ff1da02f,segment=NetworkSegment(129bf744-af7e-4a4f-ab54-d3612c359997),segment_id=129bf744-af7e-4a4f-ab54-d3612c359997)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:15.896162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c40976f-57d7-449f-81de-ec3685a64b1a {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:16:15.919088 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-624245f5-9e89-44c5-9200-997ba67e33ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:15.926204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0397-14a8-4da3-808d-63f32898f4fa req-01d27de0-9ed9-4f87-a8eb-86b80136e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:15.928131 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-44ee0397-14a8-4da3-808d-63f32898f4fa req-01d27de0-9ed9-4f87-a8eb-86b80136e2ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 1127 time: 0.4008224 Feb 10 15:16:15.938492 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3f0b833b-cbbb-4864-a226-15eadfca7237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e4dd0662-8dfc-4e02-8f51-ac4119839841', 'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'mac_address': 'fa:16:3e:65:b7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:08Z', 'updated_at': '2022-02-10T15:12:15Z', 'revision_number': 5, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'subnets': [{'id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:15.958386 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ac928095-078f-4f6d-962e-cc74ff1da02f is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:15.969989 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:16.024600 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b833b-cbbb-4864-a226-15eadfca7237 None None] Checking router: 713039d6-ee09-4d66-ba1c-e9723334f331 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:16:16.037449 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6c40976f-57d7-449f-81de-ec3685a64b1a,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:16.061874 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b833b-cbbb-4864-a226-15eadfca7237 None None] Routers {'713039d6-ee09-4d66-ba1c-e9723334f331'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:16.062633 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3f0b833b-cbbb-4864-a226-15eadfca7237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['713039d6-ee09-4d66-ba1c-e9723334f331'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:16.066470 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-62a4aa1c-492d-4a74-8ad5-3f7737f77b10 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (83c7e1a0-07a1-4e50-801a-e5583a4b8631), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:16.091213 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0397-14a8-4da3-808d-63f32898f4fa req-38ed7e54-7496-4f07-8035-0710e4413116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:16.106620 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-44ee0397-14a8-4da3-808d-63f32898f4fa req-38ed7e54-7496-4f07-8035-0710e4413116 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.1544693 Feb 10 15:16:16.108137 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for floatingip (7a6c8e8b-3ae0-4841-b3b1-fcbcf4ca915b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:16.114954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9392-d03a-43d3-96c8-70d4b8efdde7 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for security_group (edb77b59-2bf3-42a3-8828-2b265339637e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:16.115836 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:16.170508 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f2aaea9b-8a06-405b-a016-98310698123b None None] Provisioning complete for port 5c8b2e0c-2a77-48c2-9203-a330ca48789b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:16.170997 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f2aaea9b-8a06-405b-a016-98310698123b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:16.253587 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-44ee0397-14a8-4da3-808d-63f32898f4fa req-09afa554-2524-4ba9-909b-ff2539031cf1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8 HTTP/1.1" status: 200 len: 217 time: 0.1365669 Feb 10 15:16:16.355859 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:16:16.360155 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:16:16.372022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b33e1a-b2a1-4f97-8e6e-21ed3ba5f44d None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:16:16.394147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4aa1c-492d-4a74-8ad5-3f7737f77b10 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Subnet': ['ID=83c7e1a0-07a1-4e50-801a-e5583a4b8631,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:16.394736 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-3f0b833b-cbbb-4864-a226-15eadfca7237 None None] Set router 713039d6-ee09-4d66-ba1c-e9723334f331 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:16.471935 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0397-14a8-4da3-808d-63f32898f4fa req-3870a76d-48e6-4881-a0b0-12daa6545f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:16.473459 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-44ee0397-14a8-4da3-808d-63f32898f4fa req-3870a76d-48e6-4881-a0b0-12daa6545f73 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.1383278 Feb 10 15:16:16.475328 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9392-d03a-43d3-96c8-70d4b8efdde7 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for security_group (edb77b59-2bf3-42a3-8828-2b265339637e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:16.496295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4aa1c-492d-4a74-8ad5-3f7737f77b10 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Checking segment: {'id': '758dfde6-93ee-4a45-a1ec-ae09880ef24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6e2c5844-d218-4cba-b59c-737f10f5a35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:16.496709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4aa1c-492d-4a74-8ad5-3f7737f77b10 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network hostable DHCP agents. Network: 6e2c5844-d218-4cba-b59c-737f10f5a35d, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:16:16.501068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624245f5-9e89-44c5-9200-997ba67e33ff None None] Pushing event updated for resources: {'Port': ['ID=ac928095-078f-4f6d-962e-cc74ff1da02f,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:16.504223 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:16.511669 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (26a1245b-7863-4802-9939-a8d36df95f20), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:16.576620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4aa1c-492d-4a74-8ad5-3f7737f77b10 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network 6e2c5844-d218-4cba-b59c-737f10f5a35d is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:16:16.592054 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-44ee0397-14a8-4da3-808d-63f32898f4fa req-adbd155e-e415-49b4-9943-72326a2ac6a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805655 Feb 10 15:16:16.611016 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-62a4aa1c-492d-4a74-8ad5-3f7737f77b10 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 6e2c5844-d218-4cba-b59c-737f10f5a35d) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:16.613591 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['6c40976f-57d7-449f-81de-ec3685a64b1a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:16:16.630757 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a4aa1c-492d-4a74-8ad5-3f7737f77b10 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:16.633327 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-62a4aa1c-492d-4a74-8ad5-3f7737f77b10 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:16.645147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Router a35d5a39-b005-436f-aaec-cf3af89458c2 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:16:16.955438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:16:17.009072 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3f0b833b-cbbb-4864-a226-15eadfca7237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e4dd0662-8dfc-4e02-8f51-ac4119839841', 'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'mac_address': 'fa:16:3e:65:b7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:08Z', 'updated_at': '2022-02-10T15:12:15Z', 'revision_number': 5, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'subnets': [{'id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:17.013933 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-62a4aa1c-492d-4a74-8ad5-3f7737f77b10 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.2199690 Feb 10 15:16:17.014342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40722) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:17.048847 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b01895-4233-4887-89df-792d26558416 req-f915428b-8fbb-4931-8041-2c831bf97bc6 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:17.055885 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b833b-cbbb-4864-a226-15eadfca7237 None None] The sync data for ids ['713039d6-ee09-4d66-ba1c-e9723334f331'] in n-d-815324-7 is: [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e4dd0662-8dfc-4e02-8f51-ac4119839841', 'name': '', 'network_id': '7a195b29-9a45-4fa9-95be-2b9590709c3d', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'mac_address': 'fa:16:3e:65:b7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:08Z', 'updated_at': '2022-02-10T15:12:15Z', 'revision_number': 5, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'subnets': [{'id': 'bc1c408b-918c-450a-92c6-5027a88e32dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:16:17.057976 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82b01895-4233-4887-89df-792d26558416 req-f915428b-8fbb-4931-8041-2c831bf97bc6 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 944 time: 0.1840806 Feb 10 15:16:17.132529 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:17.136617 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9e249691-ba72-4546-a37f-5d148957ffd1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3948638 Feb 10 15:16:17.190292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40724) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:17.212250 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44f1eb0d-7f94-4051-adf8-8298d92554da req-34ef48e9-80e4-4eff-a89b-b2afd819fb86 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.1514993 Feb 10 15:16:17.285841 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Sync routers for ids ['a35d5a39-b005-436f-aaec-cf3af89458c2'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:16:17.296930 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82b01895-4233-4887-89df-792d26558416 req-afca4a6b-ca4d-40c2-98c8-6435eabc1c10 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377758 Feb 10 15:16:17.463105 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9392-d03a-43d3-96c8-70d4b8efdde7 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (edb77b59-2bf3-42a3-8828-2b265339637e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:17.484364 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9392-d03a-43d3-96c8-70d4b8efdde7 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:17.486205 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cf5a9392-d03a-43d3-96c8-70d4b8efdde7 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "DELETE /v2.0/security-groups/edb77b59-2bf3-42a3-8828-2b265339637e HTTP/1.1" status: 204 len: 168 time: 1.8209269 Feb 10 15:16:17.538504 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40730) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:17.589977 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23424ae2-4b2d-49e9-bc1d-c4942f673110 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (6e2c5844-d218-4cba-b59c-737f10f5a35d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:17.673706 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Routers {'a35d5a39-b005-436f-aaec-cf3af89458c2'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:17.675377 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a35d5a39-b005-436f-aaec-cf3af89458c2'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:17.686416 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-e2c248be-0cd8-4167-a6b4-ec3213abdc0d tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] show failed (client error): The resource could not be found. Feb 10 15:16:17.692134 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e2c248be-0cd8-4167-a6b4-ec3213abdc0d tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "GET /v2.0/security-groups/edb77b59-2bf3-42a3-8828-2b265339637e HTTP/1.1" status: 404 len: 347 time: 0.1147101 Feb 10 15:16:17.696163 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-44ee0397-14a8-4da3-808d-63f32898f4fa req-b00f4bbf-bd1f-4b35-a579-a449c4b5c029 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0401890 Feb 10 15:16:17.697792 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a9392-d03a-43d3-96c8-70d4b8efdde7 tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb77b59-2bf3-42a3-8828-2b265339637e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:17.703734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40732) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:17.721259 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for port (26a1245b-7863-4802-9939-a8d36df95f20), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:17.799986 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (26a1245b-7863-4802-9939-a8d36df95f20), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:17.918904 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ff535-70cd-4da5-a706-737d40ca73f1 None None] New status for floating IP 44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09: DOWN {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:16:17.929823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Pushing event updated for resources: {'Port': ['ID=26a1245b-7863-4802-9939-a8d36df95f20,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:18.084919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Set router a35d5a39-b005-436f-aaec-cf3af89458c2 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:18.147720 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=6c40976f-57d7-449f-81de-ec3685a64b1a,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:18.224173 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:18.282497 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Sync routers for ids ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:16:18.294257 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ac928095-078f-4f6d-962e-cc74ff1da02f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:18.383765 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f2aaea9b-8a06-405b-a016-98310698123b None None] Current status of the port 5c8b2e0c-2a77-48c2-9203-a330ca48789b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:18.390165 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:18.505828 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95183847-e611-4656-a055-88a5a54798cc req-0a7d3553-e1e9-469f-8d7b-6beb6b310688 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0799685 Feb 10 15:16:18.579932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Routers {'23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:18.583049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:18.596587 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc663b64-72a5-4e92-944f-23406a3dd5b8 req-7880e804-6f6c-4fd9-b44d-5a07d9738346 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:18.598717 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bc663b64-72a5-4e92-944f-23406a3dd5b8 req-7880e804-6f6c-4fd9-b44d-5a07d9738346 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 944 time: 0.1196504 Feb 10 15:16:18.671925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Allocated IP 172.20.0.1 (f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474/9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418/bbe8b2bd-3284-46c2-bebe-c8e30bf90e84) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:18.719425 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5c8b2e0c-2a77-48c2-9203-a330ca48789b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:18.762195 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bc663b64-72a5-4e92-944f-23406a3dd5b8 req-4df18dda-8304-4fe1-bad7-0775ae55de2a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405256 Feb 10 15:16:18.775506 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5999796e-22e7-4d21-bcb5-6287b5113bf6 None None] Provisioning complete for port ac928095-078f-4f6d-962e-cc74ff1da02f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:18.776058 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5999796e-22e7-4d21-bcb5-6287b5113bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:18.894286 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-44ee0397-14a8-4da3-808d-63f32898f4fa req-47f359d9-500e-41a6-8074-57e03cc899b2 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1702251 Feb 10 15:16:18.980801 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Publish callbacks [] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:18.995023 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (7a6c8e8b-3ae0-4841-b3b1-fcbcf4ca915b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.028287 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23424ae2-4b2d-49e9-bc1d-c4942f673110 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (83c7e1a0-07a1-4e50-801a-e5583a4b8631), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.034890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Set router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:19.069358 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.088111 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.091451 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-89997c45-feac-4382-a201-8ebcf4161645 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1621904 Feb 10 15:16:19.112103 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.160576 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206242667-router', 'tenant_id': 'f5215607e06341349d4ff99815703bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:08Z', 'updated_at': '2022-02-10T15:16:13Z', 'revision_number': 3, 'project_id': 'f5215607e06341349d4ff99815703bf5', 'gw_port': {'id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:10Z', 'updated_at': '2022-02-10T15:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:19.193539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Network f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:19.198915 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:19.202779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:19.231520 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e76d5132-f231-4b0c-8a5b-151af79dcc32 req-398923ed-58bf-4127-ac98-0d3c7621579c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.1108658 Feb 10 15:16:19.244055 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:16:19.267203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe8b2bd-3284-46c2-bebe-c8e30bf90e84,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:19.303467 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (a35d5a39-b005-436f-aaec-cf3af89458c2), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.309780 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b33e1a-b2a1-4f97-8e6e-21ed3ba5f44d None None] Unable to find a vacant binding_index for network 6e2c5844-d218-4cba-b59c-737f10f5a35d and agent 9495d417-adb8-4712-9f8c-db9ae6082262 {{(pid=103370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 10 15:16:19.311381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-8afb3b16-b31e-4932-bb1e-951143301b1c tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Deleting port 5b8ba69f-5bbc-4717-b48b-f6e79f6281f1 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:16:19.313321 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8afb3b16-b31e-4932-bb1e-951143301b1c tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5b8ba69f-5bbc-4717-b48b-f6e79f6281f1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.331155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 5c8b2e0c-2a77-48c2-9203-a330ca48789b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:19.333691 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.337663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Checking router: a35d5a39-b005-436f-aaec-cf3af89458c2 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:16:19.338149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Updating router a35d5a39-b005-436f-aaec-cf3af89458c2 port e677cd59-2a54-47a0-8cf9-4a771c1132c9 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:16:19.363238 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23424ae2-4b2d-49e9-bc1d-c4942f673110 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (83c7e1a0-07a1-4e50-801a-e5583a4b8631), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.422761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23424ae2-4b2d-49e9-bc1d-c4942f673110 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Subnet': ['ID=83c7e1a0-07a1-4e50-801a-e5583a4b8631,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:19.436711 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-7063035b-a41c-4b5a-b888-2a96dc61414e tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1088074107&fields=id&tenant_id=7099130bfd284a4d8f28ab77aba98489 HTTP/1.1" status: 200 len: 267 time: 0.1299214 Feb 10 15:16:19.483071 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b33e1a-b2a1-4f97-8e6e-21ed3ba5f44d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 6e2c5844-d218-4cba-b59c-737f10f5a35d) {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:16:19.492615 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8afb3b16-b31e-4932-bb1e-951143301b1c tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5b8ba69f-5bbc-4717-b48b-f6e79f6281f1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.493344 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8afb3b16-b31e-4932-bb1e-951143301b1c tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for floatingip (5b8ba69f-5bbc-4717-b48b-f6e79f6281f1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.521103 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5999796e-22e7-4d21-bcb5-6287b5113bf6 None None] Current status of the port ac928095-078f-4f6d-962e-cc74ff1da02f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:19.536371 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23424ae2-4b2d-49e9-bc1d-c4942f673110 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (6e2c5844-d218-4cba-b59c-737f10f5a35d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.555965 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-8afb3b16-b31e-4932-bb1e-951143301b1c tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Calling delete_port for 5b8ba69f-5bbc-4717-b48b-f6e79f6281f1 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:16:19.580243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-23424ae2-4b2d-49e9-bc1d-c4942f673110 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2c5844-d218-4cba-b59c-737f10f5a35d']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:19.637467 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-23424ae2-4b2d-49e9-bc1d-c4942f673110 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758dfde6-93ee-4a45-a1ec-ae09880ef24f') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:19.639485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-23424ae2-4b2d-49e9-bc1d-c4942f673110 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758dfde6-93ee-4a45-a1ec-ae09880ef24f') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:19.644941 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e677cd59-2a54-47a0-8cf9-4a771c1132c9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.662614 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23424ae2-4b2d-49e9-bc1d-c4942f673110 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (758dfde6-93ee-4a45-a1ec-ae09880ef24f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.687931 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23424ae2-4b2d-49e9-bc1d-c4942f673110 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (758dfde6-93ee-4a45-a1ec-ae09880ef24f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.724428 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23424ae2-4b2d-49e9-bc1d-c4942f673110 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:16:19.725175 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23424ae2-4b2d-49e9-bc1d-c4942f673110 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (758dfde6-93ee-4a45-a1ec-ae09880ef24f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:16:19.728491 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:16:19.806329 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23424ae2-4b2d-49e9-bc1d-c4942f673110 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (6e2c5844-d218-4cba-b59c-737f10f5a35d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.824794 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23424ae2-4b2d-49e9-bc1d-c4942f673110 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.828543 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-23424ae2-4b2d-49e9-bc1d-c4942f673110 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/6e2c5844-d218-4cba-b59c-737f10f5a35d HTTP/1.1" status: 204 len: 168 time: 2.7096167 Feb 10 15:16:19.848456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40770) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:19.866487 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-6af9c2f2-0b24-4778-8b66-32d9d2600323 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1804792977'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:19.885730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23424ae2-4b2d-49e9-bc1d-c4942f673110 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Network': ['ID=6e2c5844-d218-4cba-b59c-737f10f5a35d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:19.885952 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-dd2e297c-a98f-438a-a412-731693723c5f tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:19.888108 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-dd2e297c-a98f-438a-a412-731693723c5f tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/networks?id=e2f27463-f50d-4318-8089-322f53d4c8a4 HTTP/1.1" status: 200 len: 815 time: 0.4502833 Feb 10 15:16:19.891628 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e139da3a-590e-45e4-8e70-e7160a66e116 req-190a5458-1624-4d59-b5b3-cca79912a9d1 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.1797719 Feb 10 15:16:19.904440 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af9c2f2-0b24-4778-8b66-32d9d2600323 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:19.913657 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.915458 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6af9c2f2-0b24-4778-8b66-32d9d2600323 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:19.946347 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-ddc7c58a-7430-45df-b61b-a527e5c6cf95 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/quotas/7099130bfd284a4d8f28ab77aba98489 HTTP/1.1" status: 200 len: 375 time: 0.0501742 Feb 10 15:16:19.990030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8afb3b16-b31e-4932-bb1e-951143301b1c tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5b8ba69f-5bbc-4717-b48b-f6e79f6281f1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:20.041220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb3b16-b31e-4932-bb1e-951143301b1c tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Pushing event deleted for resources: {'Port': ['ID=5b8ba69f-5bbc-4717-b48b-f6e79f6281f1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:20.066293 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af9c2f2-0b24-4778-8b66-32d9d2600323 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:16:20.103769 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6af9c2f2-0b24-4778-8b66-32d9d2600323 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (744a55df-bc77-482d-b56b-ee64043d9cbd), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:20.104473 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-6af9c2f2-0b24-4778-8b66-32d9d2600323 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Added segment 744a55df-bc77-482d-b56b-ee64043d9cbd of type vlan for network 343fcef3-59d5-444b-af09-43c4041f2759 Feb 10 15:16:20.153451 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8afb3b16-b31e-4932-bb1e-951143301b1c tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks [] for floatingip (44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:20.158838 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8afb3b16-b31e-4932-bb1e-951143301b1c tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:20.163015 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8afb3b16-b31e-4932-bb1e-951143301b1c tempest-ServersWithSpecificFlavorTestJSON-990140535 tempest-ServersWithSpecificFlavorTestJSON-990140535-project] 10.222.0.64 "DELETE /v2.0/floatingips/44fa9d65-0efd-4cb9-9bb6-b8b3937ceb09 HTTP/1.1" status: 204 len: 168 time: 2.4563980 Feb 10 15:16:20.174664 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6af9c2f2-0b24-4778-8b66-32d9d2600323 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (343fcef3-59d5-444b-af09-43c4041f2759), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:20.220363 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6af9c2f2-0b24-4778-8b66-32d9d2600323 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (343fcef3-59d5-444b-af09-43c4041f2759), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:20.226101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af9c2f2-0b24-4778-8b66-32d9d2600323 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:20.226823 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6af9c2f2-0b24-4778-8b66-32d9d2600323 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:20.265420 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6af9c2f2-0b24-4778-8b66-32d9d2600323 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4022162 Feb 10 15:16:20.289874 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40774) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:20.307745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-831a4b22-3aba-4f80-8dc2-3e272b03b5d6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'subnet': {'network_id': '343fcef3-59d5-444b-af09-43c4041f2759', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:20.344867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 5c8b2e0c-2a77-48c2-9203-a330ca48789b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:20.345992 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ac928095-078f-4f6d-962e-cc74ff1da02f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:20.467891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9c2f2-0b24-4778-8b66-32d9d2600323 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Network': ['ID=343fcef3-59d5-444b-af09-43c4041f2759,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:20.511538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 343fcef3-59d5-444b-af09-43c4041f2759 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:16:20.611725 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831a4b22-3aba-4f80-8dc2-3e272b03b5d6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:20.615218 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-831a4b22-3aba-4f80-8dc2-3e272b03b5d6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:20.734460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'name': 'tempest-ServersTestFqdnHostnames-1824047479-router', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:00Z', 'updated_at': '2022-02-10T15:16:08Z', 'revision_number': 4, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'gw_port': {'id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:01Z', 'updated_at': '2022-02-10T15:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '69934b02-196d-4529-9f9c-f9dd141bee56', 'name': '', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'mac_address': 'fa:16:3e:83:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:07Z', 'updated_at': '2022-02-10T15:16:08Z', 'revision_number': 2, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'subnets': [{'id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:20.767359 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a8bda-86b2-4963-98af-08ae704734bd req-d0316721-20ac-4a5b-a668-d098e58296ed tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:20.768945 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-025a8bda-86b2-4963-98af-08ae704734bd req-d0316721-20ac-4a5b-a668-d098e58296ed tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 944 time: 0.6932328 Feb 10 15:16:20.786543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-11110d42-3c99-4522-8c32-fca847e73fe0 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7099130bfd284a4d8f28ab77aba98489&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8273301 Feb 10 15:16:20.807943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Checking router: 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:16:20.808300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Updating router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 port 69934b02-196d-4529-9f9c-f9dd141bee56 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:16:20.899449 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:20.902610 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-831a4b22-3aba-4f80-8dc2-3e272b03b5d6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (b9a26d78-62e9-41d0-a6da-6024c0af66e2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:20.915763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ac928095-078f-4f6d-962e-cc74ff1da02f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:20.916283 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:20.955668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226bfbc9-1226-4ae1-8dba-764f8ba205d4 None None] Network 6e2c5844-d218-4cba-b59c-737f10f5a35d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:20.974577 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226bfbc9-1226-4ae1-8dba-764f8ba205d4 None None] Network 6e2c5844-d218-4cba-b59c-737f10f5a35d could not be found, it might have been deleted concurrently. {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 15:16:20.992965 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-025a8bda-86b2-4963-98af-08ae704734bd req-47c395c2-2451-424e-8e15-5411a2ef82bd tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035637 Feb 10 15:16:21.006537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a4b22-3aba-4f80-8dc2-3e272b03b5d6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Checking segment: {'id': '744a55df-bc77-482d-b56b-ee64043d9cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '343fcef3-59d5-444b-af09-43c4041f2759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:21.012930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831a4b22-3aba-4f80-8dc2-3e272b03b5d6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network hostable DHCP agents. Network: 343fcef3-59d5-444b-af09-43c4041f2759, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:16:21.028205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a4b22-3aba-4f80-8dc2-3e272b03b5d6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Subnet': ['ID=b9a26d78-62e9-41d0-a6da-6024c0af66e2,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:21.058690 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac668deb-89bd-4926-a554-5f9a2f6ff19b None None] Network 6e2c5844-d218-4cba-b59c-737f10f5a35d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:21.066232 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831a4b22-3aba-4f80-8dc2-3e272b03b5d6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network 343fcef3-59d5-444b-af09-43c4041f2759 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:16:21.071797 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 6c40976f-57d7-449f-81de-ec3685a64b1a up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:21.082500 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-831a4b22-3aba-4f80-8dc2-3e272b03b5d6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 343fcef3-59d5-444b-af09-43c4041f2759) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:21.088093 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831a4b22-3aba-4f80-8dc2-3e272b03b5d6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:21.088924 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-831a4b22-3aba-4f80-8dc2-3e272b03b5d6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:21.122986 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-831a4b22-3aba-4f80-8dc2-3e272b03b5d6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8308945 Feb 10 15:16:21.123672 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40784) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:21.175010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cc6116-070f-43e0-87ea-8986bf65670e None None] Network 343fcef3-59d5-444b-af09-43c4041f2759 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:21.208858 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f3f38493-5fed-4935-99d8-b74a679cfab4 req-250927e5-75ed-4046-ad5c-f9d88dfe9ef8 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0542150 Feb 10 15:16:21.271997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-3a4ab982-3e96-4267-b94c-09e44d400588 service neutron] 10.222.0.64 "GET /v2.0/networks/e2f27463-f50d-4318-8089-322f53d4c8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024842 Feb 10 15:16:21.300476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac668deb-89bd-4926-a554-5f9a2f6ff19b None None] Network 6e2c5844-d218-4cba-b59c-737f10f5a35d could not be found, it might have been deleted concurrently. {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 15:16:21.377567 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9223-c7e8-4cd4-916d-9decefab2808 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (343fcef3-59d5-444b-af09-43c4041f2759), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:21.406573 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-69dcad76-f16d-4e80-b9f9-873931c80178 service neutron] 10.222.0.64 "GET /v2.0/networks/e2f27463-f50d-4318-8089-322f53d4c8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231163 Feb 10 15:16:21.409721 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Publish callbacks [] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:21.422565 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:21.428779 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ba133c-a5a2-42da-aaea-3068fb665b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-343fcef3-59d5-444b-af09-43c4041f2759', 'network_id': '343fcef3-59d5-444b-af09-43c4041f2759', 'project_id': '874443bbfeda459d96e8cd7bce92d952', 'fixed_ips': [{'subnet_id': 'b9a26d78-62e9-41d0-a6da-6024c0af66e2'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:16:21.435189 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16ba133c-a5a2-42da-aaea-3068fb665b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:21.476142 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9223-c7e8-4cd4-916d-9decefab2808 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (b9a26d78-62e9-41d0-a6da-6024c0af66e2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:21.488235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe8b2bd-3284-46c2-bebe-c8e30bf90e84,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:21.510518 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (a35d5a39-b005-436f-aaec-cf3af89458c2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:21.590422 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9223-c7e8-4cd4-916d-9decefab2808 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (b9a26d78-62e9-41d0-a6da-6024c0af66e2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:21.595488 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Publish callbacks [] for port (e677cd59-2a54-47a0-8cf9-4a771c1132c9), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:21.665066 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e677cd59-2a54-47a0-8cf9-4a771c1132c9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:21.687511 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9223-c7e8-4cd4-916d-9decefab2808 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a26d78-62e9-41d0-a6da-6024c0af66e2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:21.719754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-dea26aaf-ef91-4987-b1bf-6cca7dfe954a None None] Provisioning complete for port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:21.724436 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dea26aaf-ef91-4987-b1bf-6cca7dfe954a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:21.737462 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e56a8764-308e-4798-ac44-a4de490bb48f req-0f0472a0-ee8d-4088-a559-8a46f266335b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 210 time: 0.0506020 Feb 10 15:16:21.789991 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 6c40976f-57d7-449f-81de-ec3685a64b1a completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:16:21.826465 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ac928095-078f-4f6d-962e-cc74ff1da02f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:21.827985 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 458726c1-1646-4646-9c91-85895dcd2aeb up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:21.837475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Network f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:21.844123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:21.955133 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9223-c7e8-4cd4-916d-9decefab2808 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (343fcef3-59d5-444b-af09-43c4041f2759), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:22.010992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ef3d9223-c7e8-4cd4-916d-9decefab2808 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343fcef3-59d5-444b-af09-43c4041f2759']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:22.037780 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ef3d9223-c7e8-4cd4-916d-9decefab2808 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744a55df-bc77-482d-b56b-ee64043d9cbd') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:22.039162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ef3d9223-c7e8-4cd4-916d-9decefab2808 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744a55df-bc77-482d-b56b-ee64043d9cbd') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:22.052225 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d270060-7d38-44b2-b0a0-dfce203ac04a req-a5105fd3-4a5a-4891-8491-428dd96c18bf tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c&device_id=84cacb6e-a2ae-4536-bc6a-2e6979566934 HTTP/1.1" status: 200 len: 210 time: 0.0996871 Feb 10 15:16:22.068812 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9223-c7e8-4cd4-916d-9decefab2808 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (744a55df-bc77-482d-b56b-ee64043d9cbd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:22.075595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40824) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:22.143795 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9223-c7e8-4cd4-916d-9decefab2808 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (744a55df-bc77-482d-b56b-ee64043d9cbd), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:22.162415 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3d9223-c7e8-4cd4-916d-9decefab2808 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:16:22.163526 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9223-c7e8-4cd4-916d-9decefab2808 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (744a55df-bc77-482d-b56b-ee64043d9cbd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:16:22.168767 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:16:22.173918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 6c40976f-57d7-449f-81de-ec3685a64b1a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:22.174190 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:22.327490 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Router a35d5a39-b005-436f-aaec-cf3af89458c2 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:16:22.327853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Attempting to bind port e677cd59-2a54-47a0-8cf9-4a771c1132c9 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:22.328241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Attempting to bind port e677cd59-2a54-47a0-8cf9-4a771c1132c9 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:22.328931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Attempting to bind port e677cd59-2a54-47a0-8cf9-4a771c1132c9 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:22.348746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:22.349138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:22.349690 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:22.350300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:22.350693 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Bound port: e677cd59-2a54-47a0-8cf9-4a771c1132c9, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:22.351306 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e677cd59-2a54-47a0-8cf9-4a771c1132c9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:22.353227 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-dea26aaf-ef91-4987-b1bf-6cca7dfe954a None None] Port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:16:22.367273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbd79c8-b3db-4d51-bae1-a591802db07c None None] Network 343fcef3-59d5-444b-af09-43c4041f2759 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:22.369885 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b1ed8-7357-458e-a57b-a5702afe21de None None] Pushing event updated for resources: {'Port': ['ID=e677cd59-2a54-47a0-8cf9-4a771c1132c9,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:22.404798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94601915-beda-4810-a3da-f053633340f2 req-7b906392-26a4-4202-8311-d9757f919218 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:22.406219 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94601915-beda-4810-a3da-f053633340f2 req-7b906392-26a4-4202-8311-d9757f919218 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 944 time: 0.2151651 Feb 10 15:16:22.481350 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-238a9bbd-e22b-4e60-b752-5dc034a8e4e4 req-c5d31aab-b51c-4cb9-949c-3641b7a1c9da tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0838463 Feb 10 15:16:22.488271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 458726c1-1646-4646-9c91-85895dcd2aeb triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:22.488808 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (458726c1-1646-4646-9c91-85895dcd2aeb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:22.503421 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a380e878-795a-449a-affc-108a7430ae41 req-68fae535-e924-4884-a1a1-fd9ffa9886d6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=753729400e5946f5b96f9fe22886ee62&device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.1659868 Feb 10 15:16:22.551139 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9223-c7e8-4cd4-916d-9decefab2808 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (343fcef3-59d5-444b-af09-43c4041f2759), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:22.555194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94601915-beda-4810-a3da-f053633340f2 req-4afadd70-9a6f-457a-acb5-ec47e4cadc0c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068058 Feb 10 15:16:22.587002 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9223-c7e8-4cd4-916d-9decefab2808 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:22.595572 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ef3d9223-c7e8-4cd4-916d-9decefab2808 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/343fcef3-59d5-444b-af09-43c4041f2759 HTTP/1.1" status: 204 len: 168 time: 1.4662528 Feb 10 15:16:22.597741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40830) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:22.612745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1262966539'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:22.616525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 6c40976f-57d7-449f-81de-ec3685a64b1a is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:22.617199 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:22.636719 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a380e878-795a-449a-affc-108a7430ae41 req-78deb9fd-bff9-420c-a8d1-30af0ec5d6ee service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=753729400e5946f5b96f9fe22886ee62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1160591 Feb 10 15:16:22.641773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9223-c7e8-4cd4-916d-9decefab2808 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Network': ['ID=343fcef3-59d5-444b-af09-43c4041f2759,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:22.649012 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:22.653287 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:22.659232 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a33d556e-999d-487c-82d1-992361967017 None None] Provisioning complete for port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:22.659919 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a33d556e-999d-487c-82d1-992361967017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:22.682755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:16:22.704867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] For port e677cd59-2a54-47a0-8cf9-4a771c1132c9, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:22.709473 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0474ee34-afe4-4f90-979b-5427a94f7942 admin admin] 10.222.0.64 "PUT /v2.0/routers/a35d5a39-b005-436f-aaec-cf3af89458c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5101738 Feb 10 15:16:22.845994 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Publish callbacks [] for port (69934b02-196d-4529-9f9c-f9dd141bee56), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:22.860839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ddbf8b-bc39-462f-9e77-8339e17616d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40976f-57d7-449f-81de-ec3685a64b1a'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:16:22.863220 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5506eb4-816c-4915-8efa-e3dc38ec96c5" -d '{"events": [{"server_uuid": "77ddbf8b-bc39-462f-9e77-8339e17616d4", "name": "network-vif-plugged", "status": "completed", "tag": "6c40976f-57d7-449f-81de-ec3685a64b1a"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:16:22.875175 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] For port e677cd59-2a54-47a0-8cf9-4a771c1132c9, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e677cd59-2a54-47a0-8cf9-4a771c1132c9,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:22.881553 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:22.902860 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e31d9668-8bd6-4f1b-9a5c-bbb13eda92a6 req-64c219f7-f07c-446a-aa0a-82575613a50d tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 210 time: 0.0688567 Feb 10 15:16:22.918459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6c40976f-57d7-449f-81de-ec3685a64b1a,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:23.173153 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:16:23.230098 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f064897-54e4-438c-bc7d-b21a0a2dcaf4 x-openstack-request-id: req-6f064897-54e4-438c-bc7d-b21a0a2dcaf4 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:16:23.230547 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ddbf8b-bc39-462f-9e77-8339e17616d4", "name": "network-vif-plugged", "status": "completed", "tag": "6c40976f-57d7-449f-81de-ec3685a64b1a", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:16:23.230678 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f064897-54e4-438c-bc7d-b21a0a2dcaf4 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:16:23.231022 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ddbf8b-bc39-462f-9e77-8339e17616d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40976f-57d7-449f-81de-ec3685a64b1a', 'code': 200} Feb 10 15:16:23.248333 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (72d3e2bc-1249-42a7-8330-f9688c2bd8cf), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.248729 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Added segment 72d3e2bc-1249-42a7-8330-f9688c2bd8cf of type vlan for network fe0c3176-b341-4a40-8885-cceb937192b0 Feb 10 15:16:23.257578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a33d556e-999d-487c-82d1-992361967017 None None] Port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:16:23.259632 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e677cd59-2a54-47a0-8cf9-4a771c1132c9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.274439 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.356330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 458726c1-1646-4646-9c91-85895dcd2aeb is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:23.356743 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (458726c1-1646-4646-9c91-85895dcd2aeb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.390135 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de6df7-7a65-47aa-a3ae-e54701c3c992 None None] Pushing event updated for resources: {'Port': ['ID=69934b02-196d-4529-9f9c-f9dd141bee56,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:23.405227 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43bfa5-dc16-4e84-ae01-fa44765ef4ee req-23045a7b-152f-4bad-9f2c-b868fd27baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:23.406116 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fa43bfa5-dc16-4e84-ae01-fa44765ef4ee req-23045a7b-152f-4bad-9f2c-b868fd27baee service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 1127 time: 0.3944676 Feb 10 15:16:23.424971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-370dedcd-5a2c-4763-a99d-e4d774c0be60 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:23.426318 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-370dedcd-5a2c-4763-a99d-e4d774c0be60 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.72 "GET /v2.0/networks?id=e2f27463-f50d-4318-8089-322f53d4c8a4 HTTP/1.1" status: 200 len: 815 time: 0.1829705 Feb 10 15:16:23.484687 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380e878-795a-449a-affc-108a7430ae41 req-58457e88-506d-4460-8f43-9e6bc31869dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:23.486152 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a380e878-795a-449a-affc-108a7430ae41 req-58457e88-506d-4460-8f43-9e6bc31869dd service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8384378 Feb 10 15:16:23.504323 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b1ed8-7357-458e-a57b-a5702afe21de None None] Pushing event updated for resources: {'Port': ['ID=e677cd59-2a54-47a0-8cf9-4a771c1132c9,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:23.506521 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fa43bfa5-dc16-4e84-ae01-fa44765ef4ee req-26c3c156-7263-40fa-921c-7e0f3c883d05 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872447 Feb 10 15:16:23.539514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Attempting to bind port 69934b02-196d-4529-9f9c-f9dd141bee56 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:23.540031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Attempting to bind port 69934b02-196d-4529-9f9c-f9dd141bee56 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '23b7123c-d442-49cb-9fdc-ba75fc0907fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:23.540495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Attempting to bind port 69934b02-196d-4529-9f9c-f9dd141bee56 on network e2f27463-f50d-4318-8089-322f53d4c8a4 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:23.555198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40856) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:23.560246 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-149aa69f-0820-4f4d-bebb-638967348c50 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1711510952-network', 'tenant_id': '9304b15b205648df9c4396e7b78d3013'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:23.561528 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (fe0c3176-b341-4a40-8885-cceb937192b0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.588093 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:23.588788 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Checking segment: {'id': '23b7123c-d442-49cb-9fdc-ba75fc0907fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:23.589386 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.589941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Bound using segment: {'id': '23b7123c-d442-49cb-9fdc-ba75fc0907fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:23.590583 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Bound port: 69934b02-196d-4529-9f9c-f9dd141bee56, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b7123c-d442-49cb-9fdc-ba75fc0907fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:23.591142 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.613219 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 458726c1-1646-4646-9c91-85895dcd2aeb, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=458726c1-1646-4646-9c91-85895dcd2aeb,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:23.615011 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Routers {'a35d5a39-b005-436f-aaec-cf3af89458c2'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:23.615831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a35d5a39-b005-436f-aaec-cf3af89458c2'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:23.616431 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149aa69f-0820-4f4d-bebb-638967348c50 admin admin] Made reservation on behalf of 9304b15b205648df9c4396e7b78d3013 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:23.619137 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-149aa69f-0820-4f4d-bebb-638967348c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.657551 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-149aa69f-0820-4f4d-bebb-638967348c50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.666511 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-d90c9c92-83f2-42a2-8e10-b8f352ed2294 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7099130bfd284a4d8f28ab77aba98489 HTTP/1.1" status: 200 len: 380 time: 0.2171926 Feb 10 15:16:23.667389 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (fe0c3176-b341-4a40-8885-cceb937192b0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.673901 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:23.674775 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.696093 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-af1fb5b3-1397-4302-8a69-aeff889bd637 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Request body: {'port': {'device_id': 'a693c08e-94ee-48ed-b657-99a88acb0eb8', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'admin_state_up': True, 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'security_groups': ['3eb387b7-037b-438f-a81e-fa420e674f4e']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:23.699188 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5393f0e-3862-4bd4-bfa6-fb3dafa4d5af req-6b67ed5a-1450-4638-8728-39b172efd5ca tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0677991 Feb 10 15:16:23.718318 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (458726c1-1646-4646-9c91-85895dcd2aeb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.738761 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=6c40976f-57d7-449f-81de-ec3685a64b1a,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:23.741403 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-77362baf-2388-4792-b744-eeb9ea8ee295 None None] Provisioning complete for port 69934b02-196d-4529-9f9c-f9dd141bee56 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:23.745147 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-77362baf-2388-4792-b744-eeb9ea8ee295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.811528 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-149aa69f-0820-4f4d-bebb-638967348c50 admin admin] Publish callbacks [] for security_group (9ffd6e61-8ece-4cdb-a147-1c28db61d37e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.816427 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-149aa69f-0820-4f4d-bebb-638967348c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9ffd6e61-8ece-4cdb-a147-1c28db61d37e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.842330 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149aa69f-0820-4f4d-bebb-638967348c50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:16:23.856122 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-149aa69f-0820-4f4d-bebb-638967348c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6aae3f34-7b91-42c1-8289-1bb1558938fb), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.856819 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-149aa69f-0820-4f4d-bebb-638967348c50 admin admin] Added segment 6aae3f34-7b91-42c1-8289-1bb1558938fb of type vlan for network 53aa704a-0563-438b-86a0-0c4aa06fb839 Feb 10 15:16:23.924129 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-149aa69f-0820-4f4d-bebb-638967348c50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (53aa704a-0563-438b-86a0-0c4aa06fb839), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.931905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149aa69f-0820-4f4d-bebb-638967348c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffd6e61-8ece-4cdb-a147-1c28db61d37e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:23.948937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Network': ['ID=fe0c3176-b341-4a40-8885-cceb937192b0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:23.963810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40866) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:23.964007 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3562040 Feb 10 15:16:23.970762 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:23.971395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:23.972081 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:23.972522 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:23.972849 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-aea3ff99-517f-4c62-8a94-b8bff56d2b94 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'subnet': {'network_id': 'fe0c3176-b341-4a40-8885-cceb937192b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:23.973134 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:23.974090 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:23.974514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:23.975041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:23.975732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:23.976218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:23.977000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:23.977444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:23.977870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d491-6309-48a5-b691-99f4cca10211 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:23.993934 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-149aa69f-0820-4f4d-bebb-638967348c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (53aa704a-0563-438b-86a0-0c4aa06fb839), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:23.995497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149aa69f-0820-4f4d-bebb-638967348c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:23.996351 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-149aa69f-0820-4f4d-bebb-638967348c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:24.032115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-af1fb5b3-1397-4302-8a69-aeff889bd637 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Made reservation on behalf of 7099130bfd284a4d8f28ab77aba98489 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:24.035677 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-af1fb5b3-1397-4302-8a69-aeff889bd637 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:24.064312 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network fe0c3176-b341-4a40-8885-cceb937192b0 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:16:24.141605 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8821f85e-38e4-479a-89ca-ef28cfe300c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (713039d6-ee09-4d66-ba1c-e9723334f331), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:24.165571 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-149aa69f-0820-4f4d-bebb-638967348c50 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6092308 Feb 10 15:16:24.180154 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4817a3f9-db48-4bf8-b074-d8b291c89a6d req-6bc85bed-770c-4de6-800b-92d62fd9716d tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 210 time: 0.0935102 Feb 10 15:16:24.183437 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40870) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:24.187299 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149aa69f-0820-4f4d-bebb-638967348c50 admin admin] Pushing event updated for resources: {'Network': ['ID=53aa704a-0563-438b-86a0-0c4aa06fb839,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:24.224337 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-70f891fd-265b-4493-a63a-540b4fe59bb6 admin admin] Request body: {'subnet': {'network_id': '53aa704a-0563-438b-86a0-0c4aa06fb839', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711510952-subnet', 'tenant_id': '9304b15b205648df9c4396e7b78d3013', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:24.245502 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 53aa704a-0563-438b-86a0-0c4aa06fb839 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:16:24.248533 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-77362baf-2388-4792-b744-eeb9ea8ee295 None None] Port 69934b02-196d-4529-9f9c-f9dd141bee56 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:16:24.257913 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f891fd-265b-4493-a63a-540b4fe59bb6 admin admin] Made reservation on behalf of 9304b15b205648df9c4396e7b78d3013 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:24.260190 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70f891fd-265b-4493-a63a-540b4fe59bb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:24.297851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] Set router a35d5a39-b005-436f-aaec-cf3af89458c2 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:24.307578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] For port 69934b02-196d-4529-9f9c-f9dd141bee56, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:24.322234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-af1fb5b3-1397-4302-8a69-aeff889bd637 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Allocated IP 172.20.0.14 (e2f27463-f50d-4318-8089-322f53d4c8a4/6e28ecbc-7fb9-41aa-946b-3d06dc9fb759/935c59da-6c11-4c32-8530-357fcec9eefe) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:24.334850 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=458726c1-1646-4646-9c91-85895dcd2aeb,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:24.336903 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea3ff99-517f-4c62-8a94-b8bff56d2b94 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:24.340468 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aea3ff99-517f-4c62-8a94-b8bff56d2b94 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:24.377105 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baca0d-b2d9-41b6-bed2-1569e453b7ff req-16672e7f-c5fa-4238-82f0-c87e4d5be808 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:24.378802 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2baca0d-b2d9-41b6-bed2-1569e453b7ff req-16672e7f-c5fa-4238-82f0-c87e4d5be808 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.6821415 Feb 10 15:16:24.403447 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] For port 69934b02-196d-4529-9f9c-f9dd141bee56, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=69934b02-196d-4529-9f9c-f9dd141bee56,segment=NetworkSegment(23b7123c-d442-49cb-9fdc-ba75fc0907fa),segment_id=23b7123c-d442-49cb-9fdc-ba75fc0907fa)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:24.445458 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:24.512875 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de6df7-7a65-47aa-a3ae-e54701c3c992 None None] Pushing event updated for resources: {'Port': ['ID=69934b02-196d-4529-9f9c-f9dd141bee56,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:24.560027 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2baca0d-b2d9-41b6-bed2-1569e453b7ff req-40b911b4-86f7-4ea3-9206-3654e31c00ca tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664953 Feb 10 15:16:24.581682 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Routers {'23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:24.593416 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-af1fb5b3-1397-4302-8a69-aeff889bd637 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for port (935c59da-6c11-4c32-8530-357fcec9eefe), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:24.594711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:24.679763 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-af1fb5b3-1397-4302-8a69-aeff889bd637 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (935c59da-6c11-4c32-8530-357fcec9eefe), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:24.689947 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70f891fd-265b-4493-a63a-540b4fe59bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (15f69cfc-3a67-47b0-a06c-0befe0e2a446), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:24.856945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] Set router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:24.911078 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aea3ff99-517f-4c62-8a94-b8bff56d2b94 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (d4965766-6f3a-402d-9c4b-123373a03b97), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:24.913572 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f891fd-265b-4493-a63a-540b4fe59bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f69cfc-3a67-47b0-a06c-0befe0e2a446,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:24.931996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206242667-router', 'tenant_id': 'f5215607e06341349d4ff99815703bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:08Z', 'updated_at': '2022-02-10T15:16:19Z', 'revision_number': 4, 'project_id': 'f5215607e06341349d4ff99815703bf5', 'gw_port': {'id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:10Z', 'updated_at': '2022-02-10T15:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'bbe8b2bd-3284-46c2-bebe-c8e30bf90e84', 'name': '', 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474', 'tenant_id': 'f5215607e06341349d4ff99815703bf5', 'mac_address': 'fa:16:3e:4d:2e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:18Z', 'updated_at': '2022-02-10T15:16:20Z', 'revision_number': 2, 'project_id': 'f5215607e06341349d4ff99815703bf5', 'subnets': [{'id': '9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:24.975696 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6f959a70-bf95-4b01-b395-f85dac3e686b req-c508a0ed-12ee-41d5-8009-ad318d7ea181 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.0871980 Feb 10 15:16:25.020539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f891fd-265b-4493-a63a-540b4fe59bb6 admin admin] Checking segment: {'id': '6aae3f34-7b91-42c1-8289-1bb1558938fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '53aa704a-0563-438b-86a0-0c4aa06fb839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:25.020889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f891fd-265b-4493-a63a-540b4fe59bb6 admin admin] Network hostable DHCP agents. Network: 53aa704a-0563-438b-86a0-0c4aa06fb839, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:16:25.021013 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5558b2-2cd9-4a37-b749-7ba461dd3814 None None] The sync data for ids ['a35d5a39-b005-436f-aaec-cf3af89458c2'] in n-d-815324-7 is: [{'id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206242667-router', 'tenant_id': 'f5215607e06341349d4ff99815703bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:08Z', 'updated_at': '2022-02-10T15:16:19Z', 'revision_number': 4, 'project_id': 'f5215607e06341349d4ff99815703bf5', 'gw_port': {'id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:10Z', 'updated_at': '2022-02-10T15:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'bbe8b2bd-3284-46c2-bebe-c8e30bf90e84', 'name': '', 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474', 'tenant_id': 'f5215607e06341349d4ff99815703bf5', 'mac_address': 'fa:16:3e:4d:2e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:18Z', 'updated_at': '2022-02-10T15:16:20Z', 'revision_number': 2, 'project_id': 'f5215607e06341349d4ff99815703bf5', 'subnets': [{'id': '9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:16:25.049494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3ff99-517f-4c62-8a94-b8bff56d2b94 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Subnet': ['ID=d4965766-6f3a-402d-9c4b-123373a03b97,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:25.081885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea3ff99-517f-4c62-8a94-b8bff56d2b94 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Checking segment: {'id': '72d3e2bc-1249-42a7-8330-f9688c2bd8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'fe0c3176-b341-4a40-8885-cceb937192b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:25.082513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea3ff99-517f-4c62-8a94-b8bff56d2b94 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network hostable DHCP agents. Network: fe0c3176-b341-4a40-8885-cceb937192b0, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:16:25.091293 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f891fd-265b-4493-a63a-540b4fe59bb6 admin admin] Network 53aa704a-0563-438b-86a0-0c4aa06fb839 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:16:25.097311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-482e74d3-0125-4eb2-b39d-46a7001db09f None None] Provisioning complete for port 69934b02-196d-4529-9f9c-f9dd141bee56 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:25.097697 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-482e74d3-0125-4eb2-b39d-46a7001db09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:25.114572 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-70f891fd-265b-4493-a63a-540b4fe59bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 53aa704a-0563-438b-86a0-0c4aa06fb839) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:25.137272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f891fd-265b-4493-a63a-540b4fe59bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:25.138372 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70f891fd-265b-4493-a63a-540b4fe59bb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:25.149057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea3ff99-517f-4c62-8a94-b8bff56d2b94 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network fe0c3176-b341-4a40-8885-cceb937192b0 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:16:25.152883 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1dcba0-b26c-4cdc-8eb7-026bfc81d281 None None] Network 53aa704a-0563-438b-86a0-0c4aa06fb839 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:25.164126 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-aea3ff99-517f-4c62-8a94-b8bff56d2b94 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, fe0c3176-b341-4a40-8885-cceb937192b0) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:25.183047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea3ff99-517f-4c62-8a94-b8bff56d2b94 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:25.184154 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aea3ff99-517f-4c62-8a94-b8bff56d2b94 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:25.204708 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-70f891fd-265b-4493-a63a-540b4fe59bb6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0098581 Feb 10 15:16:25.210495 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40878) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:25.219701 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-aea3ff99-517f-4c62-8a94-b8bff56d2b94 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2509518 Feb 10 15:16:25.220307 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40882) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:25.225175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-62d01ed3-45f8-42dd-a2f1-c899d0901b18 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'subnet': {'network_id': 'fe0c3176-b341-4a40-8885-cceb937192b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:25.232594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0cdc11-94f0-4d23-ad1d-2e61b34b3e9b None None] Network fe0c3176-b341-4a40-8885-cceb937192b0 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:25.233809 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1711510952-router', 'tenant_id': '9304b15b205648df9c4396e7b78d3013', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:25.339809 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:25.341055 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:25.362240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-af1fb5b3-1397-4302-8a69-aeff889bd637 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Network e2f27463-f50d-4318-8089-322f53d4c8a4 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:25.413213 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a380e878-795a-449a-affc-108a7430ae41 req-9c9080f0-8763-47dd-9a74-36a154e5deb5 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.79 "GET /v2.0/ports?device_id=aec05436-c906-4559-aaf6-033cbd6c708c HTTP/1.1" status: 200 len: 210 time: 0.1022677 Feb 10 15:16:25.414353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-af1fb5b3-1397-4302-8a69-aeff889bd637 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:25.417262 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-af1fb5b3-1397-4302-8a69-aeff889bd637 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:25.474644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fb5b3-1397-4302-8a69-aeff889bd637 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Pushing event updated for resources: {'Port': ['ID=935c59da-6c11-4c32-8530-357fcec9eefe,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:25.529619 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-fe0c3176-b341-4a40-8885-cceb937192b0', 'network_id': 'fe0c3176-b341-4a40-8885-cceb937192b0', 'project_id': '874443bbfeda459d96e8cd7bce92d952', 'fixed_ips': [{'subnet_id': 'd4965766-6f3a-402d-9c4b-123373a03b97'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:16:25.530483 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:25.545483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-af1fb5b3-1397-4302-8a69-aeff889bd637 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:25.546504 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-af1fb5b3-1397-4302-8a69-aeff889bd637 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:25.636880 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c3350-fb77-40cb-bfcf-8a4b4130cdb6 req-74bbc072-2be4-401d-ab17-a0ef67cb5be7 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:25.638706 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e54c3350-fb77-40cb-bfcf-8a4b4130cdb6 req-74bbc072-2be4-401d-ab17-a0ef67cb5be7 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 932 time: 0.3032572 Feb 10 15:16:25.666966 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-af1fb5b3-1397-4302-8a69-aeff889bd637 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9785159 Feb 10 15:16:25.690047 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Request body: {'port': {'device_id': 'a693c08e-94ee-48ed-b657-99a88acb0eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:25.708198 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Publish callbacks [] for router_controller (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:25.943827 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-8821f85e-38e4-479a-89ca-ef28cfe300c5 admin admin] Deleting port e4dd0662-8dfc-4e02-8f51-ac4119839841 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:16:25.946898 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8821f85e-38e4-479a-89ca-ef28cfe300c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:25.990838 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (935c59da-6c11-4c32-8530-357fcec9eefe), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:26.029496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d01ed3-45f8-42dd-a2f1-c899d0901b18 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:26.039410 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-62d01ed3-45f8-42dd-a2f1-c899d0901b18 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:26.084628 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 69934b02-196d-4529-9f9c-f9dd141bee56 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:26.141618 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e54c3350-fb77-40cb-bfcf-8a4b4130cdb6 req-047f5b06-9cd1-4eae-8956-3cfbd918dd11 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eb387b7-037b-438f-a81e-fa420e674f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4550903 Feb 10 15:16:26.255316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-8821f85e-38e4-479a-89ca-ef28cfe300c5 admin admin] For port e4dd0662-8dfc-4e02-8f51-ac4119839841, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e4dd0662-8dfc-4e02-8f51-ac4119839841,segment=NetworkSegment(9b7288e6-d826-466f-9139-5656341ea865),segment_id=9b7288e6-d826-466f-9139-5656341ea865)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:26.257973 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8821f85e-38e4-479a-89ca-ef28cfe300c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:26.293381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-8821f85e-38e4-479a-89ca-ef28cfe300c5 admin admin] Calling delete_port for e4dd0662-8dfc-4e02-8f51-ac4119839841 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:16:26.378871 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca933966-fbb7-48dc-ad4d-290e7b419196 req-d9e46938-8589-42ab-af53-806a3d8f7330 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:26.380550 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca933966-fbb7-48dc-ad4d-290e7b419196 req-d9e46938-8589-42ab-af53-806a3d8f7330 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.6187141 Feb 10 15:16:26.385024 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Publish callbacks [] for router_gateway (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:26.421439 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-53aa704a-0563-438b-86a0-0c4aa06fb839', 'network_id': '53aa704a-0563-438b-86a0-0c4aa06fb839', 'project_id': '9304b15b205648df9c4396e7b78d3013', 'fixed_ips': [{'subnet_id': '15f69cfc-3a67-47b0-a06c-0befe0e2a446'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:16:26.422691 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:26.529968 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-482e74d3-0125-4eb2-b39d-46a7001db09f None None] Current status of the port 69934b02-196d-4529-9f9c-f9dd141bee56 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:26.530661 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-482e74d3-0125-4eb2-b39d-46a7001db09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:26.679455 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fb5fb6c3-8274-4a54-8c45-80c99efc2b16 req-4c6fa055-697b-431a-b2e5-6751f3682723 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=753729400e5946f5b96f9fe22886ee62&device_id=84cacb6e-a2ae-4536-bc6a-2e6979566934 HTTP/1.1" status: 200 len: 210 time: 0.0748405 Feb 10 15:16:26.692773 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca933966-fbb7-48dc-ad4d-290e7b419196 req-8651d60e-269d-48d4-973f-8a5a553e865b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021414 Feb 10 15:16:26.787174 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5d85305-3d4c-4e13-9530-dec94f791424 req-fc8bd014-d788-46f1-9e8b-579a239c42b3 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=84cacb6e-a2ae-4536-bc6a-2e6979566934 HTTP/1.1" status: 200 len: 210 time: 0.0674584 Feb 10 15:16:26.889955 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 69934b02-196d-4529-9f9c-f9dd141bee56 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:26.891022 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:26.907420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Allocated IP 2001:db8::2 (fe0c3176-b341-4a40-8885-cceb937192b0/d4965766-6f3a-402d-9c4b-123373a03b97/0b99fcb2-907f-4bbd-90ec-247c41e83d6d) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:26.938453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'name': 'tempest-ServersTestFqdnHostnames-1824047479-router', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:00Z', 'updated_at': '2022-02-10T15:16:08Z', 'revision_number': 4, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'gw_port': {'id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:01Z', 'updated_at': '2022-02-10T15:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '69934b02-196d-4529-9f9c-f9dd141bee56', 'name': '', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'mac_address': 'fa:16:3e:83:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:07Z', 'updated_at': '2022-02-10T15:16:24Z', 'revision_number': 4, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'subnets': [{'id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:26.946668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-482e74d3-0125-4eb2-b39d-46a7001db09f None None] For port 69934b02-196d-4529-9f9c-f9dd141bee56, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=69934b02-196d-4529-9f9c-f9dd141bee56,segment=NetworkSegment(23b7123c-d442-49cb-9fdc-ba75fc0907fa),segment_id=23b7123c-d442-49cb-9fdc-ba75fc0907fa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:26.979980 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fb5fb6c3-8274-4a54-8c45-80c99efc2b16 req-9e9026d5-4cb7-484c-8950-e1ffb6f4d363 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=753729400e5946f5b96f9fe22886ee62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2803092 Feb 10 15:16:27.005770 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8821f85e-38e4-479a-89ca-ef28cfe300c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (e4dd0662-8dfc-4e02-8f51-ac4119839841), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:27.065677 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-482e74d3-0125-4eb2-b39d-46a7001db09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:27.098386 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77b539-bec5-48b7-b8a3-ba3738aa3517 None None] The sync data for ids ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'] in n-d-815324-7 is: [{'id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'name': 'tempest-ServersTestFqdnHostnames-1824047479-router', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:00Z', 'updated_at': '2022-02-10T15:16:08Z', 'revision_number': 4, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'gw_port': {'id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:01Z', 'updated_at': '2022-02-10T15:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '69934b02-196d-4529-9f9c-f9dd141bee56', 'name': '', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'mac_address': 'fa:16:3e:83:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:07Z', 'updated_at': '2022-02-10T15:16:24Z', 'revision_number': 4, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'subnets': [{'id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:16:27.147243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821f85e-38e4-479a-89ca-ef28cfe300c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4dd0662-8dfc-4e02-8f51-ac4119839841,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:27.439914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Allocated IP 172.20.0.2 (53aa704a-0563-438b-86a0-0c4aa06fb839/15f69cfc-3a67-47b0-a06c-0befe0e2a446/f96eb47e-ef5f-4621-a233-d7aff6286c78) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:27.452213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-08ced5c5-2bc0-4e0a-8d19-135322c017d5 None None] Provisioning complete for port 935c59da-6c11-4c32-8530-357fcec9eefe triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:27.452606 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-08ced5c5-2bc0-4e0a-8d19-135322c017d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (935c59da-6c11-4c32-8530-357fcec9eefe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:27.551236 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e74d3-0125-4eb2-b39d-46a7001db09f None None] Pushing event updated for resources: {'Port': ['ID=69934b02-196d-4529-9f9c-f9dd141bee56,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:27.648419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fb6c3-8274-4a54-8c45-80c99efc2b16 req-ca393d20-d488-45f2-8450-d50bad0866ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:27.650321 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fb5fb6c3-8274-4a54-8c45-80c99efc2b16 req-ca393d20-d488-45f2-8450-d50bad0866ac service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6562407 Feb 10 15:16:27.701604 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-08ced5c5-2bc0-4e0a-8d19-135322c017d5 None None] Port 935c59da-6c11-4c32-8530-357fcec9eefe cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:16:27.752290 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab9944-9f76-4b04-9720-c24bd943eccd req-270a2aac-10ff-44e9-8afb-2897f1d26e38 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:27.760473 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-57ab9944-9f76-4b04-9720-c24bd943eccd req-270a2aac-10ff-44e9-8afb-2897f1d26e38 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 1127 time: 0.9089549 Feb 10 15:16:27.768391 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-62d01ed3-45f8-42dd-a2f1-c899d0901b18 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (c8a30548-bfeb-4cd7-bc34-be07c98f4860), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:27.801575 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 69934b02-196d-4529-9f9c-f9dd141bee56 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:27.803985 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 458726c1-1646-4646-9c91-85895dcd2aeb up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:27.822929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935c59da-6c11-4c32-8530-357fcec9eefe {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:16:27.838299 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Publish callbacks [] for port (935c59da-6c11-4c32-8530-357fcec9eefe), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:27.861248 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8821f85e-38e4-479a-89ca-ef28cfe300c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (713039d6-ee09-4d66-ba1c-e9723334f331), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:27.872792 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Transition to ACTIVE for port object 935c59da-6c11-4c32-8530-357fcec9eefe will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:16:27.879059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546da1b8-d7e4-4a50-bde2-6730185c263a req-8ced2b6b-b9c3-4a08-8aaf-ebcd8d260724 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:27.889919 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-546da1b8-d7e4-4a50-bde2-6730185c263a req-8ced2b6b-b9c3-4a08-8aaf-ebcd8d260724 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 932 time: 0.3991873 Feb 10 15:16:27.961199 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d01ed3-45f8-42dd-a2f1-c899d0901b18 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network fe0c3176-b341-4a40-8885-cceb937192b0 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:27.991213 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Publish callbacks [] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:27.992848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-62d01ed3-45f8-42dd-a2f1-c899d0901b18 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:27.999456 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d01ed3-45f8-42dd-a2f1-c899d0901b18 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:28.000929 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-62d01ed3-45f8-42dd-a2f1-c899d0901b18 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:28.050563 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (935c59da-6c11-4c32-8530-357fcec9eefe), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:28.051558 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-57ab9944-9f76-4b04-9720-c24bd943eccd req-e44b583a-0f9f-4bb4-b859-70df59a85660 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898393 Feb 10 15:16:28.064675 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:28.069211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01ed3-45f8-42dd-a2f1-c899d0901b18 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Subnet': ['ID=c8a30548-bfeb-4cd7-bc34-be07c98f4860,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:28.081388 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Publish callbacks [] for router_gateway (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:28.099271 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-546da1b8-d7e4-4a50-bde2-6730185c263a req-55baf73d-71c0-4168-af83-53e42c942c02 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eb387b7-037b-438f-a81e-fa420e674f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083778 Feb 10 15:16:28.100048 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 458726c1-1646-4646-9c91-85895dcd2aeb triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:28.100528 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (458726c1-1646-4646-9c91-85895dcd2aeb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:28.130819 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40922) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:28.137283 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-62d01ed3-45f8-42dd-a2f1-c899d0901b18 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9158835 Feb 10 15:16:28.199537 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Network fe0c3176-b341-4a40-8885-cceb937192b0 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:28.206137 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Publish callbacks [] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:28.212113 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:28.220501 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:28.240368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:28.260086 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:28.297661 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Pushing event updated for resources: {'Port': ['ID=0b99fcb2-907f-4bbd-90ec-247c41e83d6d,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:28.480095 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=935c59da-6c11-4c32-8530-357fcec9eefe,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:28.484682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5606d054-d1f1-4cf7-85af-2b8be1ac30c8 req-376a5e51-e9ba-45f2-b0aa-64ad04fbbf9b tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.64 "GET /v2.0/ports?device_id=84cacb6e-a2ae-4536-bc6a-2e6979566934 HTTP/1.1" status: 200 len: 210 time: 0.0813665 Feb 10 15:16:28.556169 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Network 53aa704a-0563-438b-86a0-0c4aa06fb839 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:28.595079 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:28.638774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c4747d-2764-44e0-9f9a-b5c8804a3a4c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:28.642694 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c4747d-2764-44e0-9f9a-b5c8804a3a4c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:28.644265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c4747d-2764-44e0-9f9a-b5c8804a3a4c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:28.645853 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c4747d-2764-44e0-9f9a-b5c8804a3a4c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:28.647505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c4747d-2764-44e0-9f9a-b5c8804a3a4c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:28.653883 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-16c4747d-2764-44e0-9f9a-b5c8804a3a4c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5200884 Feb 10 15:16:28.667226 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40928) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:28.680055 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8821f85e-38e4-479a-89ca-ef28cfe300c5 admin admin] Router 713039d6-ee09-4d66-ba1c-e9723334f331 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:16:28.685534 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Attempting to bind port 935c59da-6c11-4c32-8530-357fcec9eefe on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:28.686173 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-7532f598-551e-41b6-921e-0d09cd3ba052 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1200649275'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:28.686449 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Attempting to bind port 935c59da-6c11-4c32-8530-357fcec9eefe by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '23b7123c-d442-49cb-9fdc-ba75fc0907fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:28.687031 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Attempting to bind port 935c59da-6c11-4c32-8530-357fcec9eefe on network e2f27463-f50d-4318-8089-322f53d4c8a4 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:28.696410 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Port 935c59da-6c11-4c32-8530-357fcec9eefe on network e2f27463-f50d-4318-8089-322f53d4c8a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:16:28.697177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Attempting to bind port 935c59da-6c11-4c32-8530-357fcec9eefe on network e2f27463-f50d-4318-8089-322f53d4c8a4 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:28.698021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Attempting to bind port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:28.698408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Attempting to bind port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '72d3e2bc-1249-42a7-8330-f9688c2bd8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'fe0c3176-b341-4a40-8885-cceb937192b0'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:28.698779 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Attempting to bind port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d on network fe0c3176-b341-4a40-8885-cceb937192b0 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:28.701291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:28.709014 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:28.709783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Checking segment: {'id': '23b7123c-d442-49cb-9fdc-ba75fc0907fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:28.710409 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Bound using segment: {'id': '23b7123c-d442-49cb-9fdc-ba75fc0907fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:28.711113 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Bound port: 935c59da-6c11-4c32-8530-357fcec9eefe, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b7123c-d442-49cb-9fdc-ba75fc0907fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:28.711736 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (935c59da-6c11-4c32-8530-357fcec9eefe), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:28.717128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 458726c1-1646-4646-9c91-85895dcd2aeb is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:28.724287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Pushing event updated for resources: {'Port': ['ID=f96eb47e-ef5f-4621-a233-d7aff6286c78,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:28.729498 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Allocated IP 172.25.3.183 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/49ca0b5a-9448-48a5-a4ce-2cad24f15aaa) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:28.741875 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:28.742213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Checking segment: {'id': '72d3e2bc-1249-42a7-8330-f9688c2bd8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'fe0c3176-b341-4a40-8885-cceb937192b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:28.742581 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:28.742980 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Bound using segment: {'id': '72d3e2bc-1249-42a7-8330-f9688c2bd8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'fe0c3176-b341-4a40-8885-cceb937192b0'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:28.743492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Bound port: 0b99fcb2-907f-4bbd-90ec-247c41e83d6d, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d3e2bc-1249-42a7-8330-f9688c2bd8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'fe0c3176-b341-4a40-8885-cceb937192b0'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:28.749375 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:28.785779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7532f598-551e-41b6-921e-0d09cd3ba052 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:28.789205 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7532f598-551e-41b6-921e-0d09cd3ba052 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:28.838858 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bc885-e686-4ac1-a031-63d2cd8ebb0a req-57571ef7-d4d4-4309-8679-a150676c2e79 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:28.847862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-675bc885-e686-4ac1-a031-63d2cd8ebb0a req-57571ef7-d4d4-4309-8679-a150676c2e79 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 1127 time: 0.2737730 Feb 10 15:16:28.965460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-675bc885-e686-4ac1-a031-63d2cd8ebb0a req-a60e65fb-7a1a-47c1-b864-55bf31ebd19b tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133044 Feb 10 15:16:28.968220 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7532f598-551e-41b6-921e-0d09cd3ba052 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:16:29.000698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Attempting to bind port f96eb47e-ef5f-4621-a233-d7aff6286c78 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:29.000698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Attempting to bind port f96eb47e-ef5f-4621-a233-d7aff6286c78 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '6aae3f34-7b91-42c1-8289-1bb1558938fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '53aa704a-0563-438b-86a0-0c4aa06fb839'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:29.000698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Attempting to bind port f96eb47e-ef5f-4621-a233-d7aff6286c78 on network 53aa704a-0563-438b-86a0-0c4aa06fb839 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:29.010381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] For port 935c59da-6c11-4c32-8530-357fcec9eefe, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:29.013670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] For port 935c59da-6c11-4c32-8530-357fcec9eefe, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=935c59da-6c11-4c32-8530-357fcec9eefe,segment=NetworkSegment(23b7123c-d442-49cb-9fdc-ba75fc0907fa),segment_id=23b7123c-d442-49cb-9fdc-ba75fc0907fa)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:29.019831 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7532f598-551e-41b6-921e-0d09cd3ba052 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (64ece45e-e7d6-4ae0-aadc-368c9b918c24), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:29.020187 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-7532f598-551e-41b6-921e-0d09cd3ba052 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Added segment 64ece45e-e7d6-4ae0-aadc-368c9b918c24 of type vlan for network 2a6474ad-aef0-4555-a7f6-06e4f708a86f Feb 10 15:16:29.033446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:29.033833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Checking segment: {'id': '6aae3f34-7b91-42c1-8289-1bb1558938fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '53aa704a-0563-438b-86a0-0c4aa06fb839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:29.033975 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Sync routers for ids ['a35d5a39-b005-436f-aaec-cf3af89458c2'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:16:29.038904 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:29.039387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Bound using segment: {'id': '6aae3f34-7b91-42c1-8289-1bb1558938fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '53aa704a-0563-438b-86a0-0c4aa06fb839'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:29.039914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Bound port: f96eb47e-ef5f-4621-a233-d7aff6286c78, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aae3f34-7b91-42c1-8289-1bb1558938fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '53aa704a-0563-438b-86a0-0c4aa06fb839'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:29.041563 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:29.052948 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Routers {'a35d5a39-b005-436f-aaec-cf3af89458c2'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:29.053634 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a35d5a39-b005-436f-aaec-cf3af89458c2'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:29.102590 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (935c59da-6c11-4c32-8530-357fcec9eefe), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:29.119451 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fb5fb6c3-8274-4a54-8c45-80c99efc2b16 req-326cf09d-78ad-4bb4-aea9-3c084ae6e0d8 tempest-ServerShowV247Test-1686691059 tempest-ServerShowV247Test-1686691059-project] 10.222.0.79 "GET /v2.0/ports?device_id=84cacb6e-a2ae-4536-bc6a-2e6979566934 HTTP/1.1" status: 200 len: 210 time: 0.0925980 Feb 10 15:16:29.132187 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Publish callbacks [] for port (49ca0b5a-9448-48a5-a4ce-2cad24f15aaa), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:29.218620 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Set router a35d5a39-b005-436f-aaec-cf3af89458c2 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:29.241424 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7532f598-551e-41b6-921e-0d09cd3ba052 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (2a6474ad-aef0-4555-a7f6-06e4f708a86f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:29.275560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:29.277289 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] For port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:29.279724 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:29.280292 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (49ca0b5a-9448-48a5-a4ce-2cad24f15aaa), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:29.280972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] For port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0b99fcb2-907f-4bbd-90ec-247c41e83d6d,segment=NetworkSegment(72d3e2bc-1249-42a7-8330-f9688c2bd8cf),segment_id=72d3e2bc-1249-42a7-8330-f9688c2bd8cf)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:29.286900 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] 10.222.0.72 "PUT /v2.0/ports/935c59da-6c11-4c32-8530-357fcec9eefe HTTP/1.1" status: 200 len: 1092 time: 3.6112564 Feb 10 15:16:29.302085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 69934b02-196d-4529-9f9c-f9dd141bee56 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:29.314848 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a693c08e-94ee-48ed-b657-99a88acb0eb8', 'tag': '935c59da-6c11-4c32-8530-357fcec9eefe'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:16:29.322257 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97048a1-131a-4556-82f4-77aff105e95d" -d '{"events": [{"name": "network-changed", "server_uuid": "a693c08e-94ee-48ed-b657-99a88acb0eb8", "tag": "935c59da-6c11-4c32-8530-357fcec9eefe"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:16:29.377389 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:29.420085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:29.421483 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7532f598-551e-41b6-921e-0d09cd3ba052 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (2a6474ad-aef0-4555-a7f6-06e4f708a86f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:29.428010 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7532f598-551e-41b6-921e-0d09cd3ba052 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:29.430512 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7532f598-551e-41b6-921e-0d09cd3ba052 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:29.434361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Pushing event updated for resources: {'Port': ['ID=49ca0b5a-9448-48a5-a4ce-2cad24f15aaa,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:29.456162 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:29.482629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8821f85e-38e4-479a-89ca-ef28cfe300c5 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:16:29.502066 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8821f85e-38e4-479a-89ca-ef28cfe300c5 admin admin] 10.222.0.64 "PUT /v2.0/routers/713039d6-ee09-4d66-ba1c-e9723334f331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4253666 Feb 10 15:16:29.505825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623afb3-89ad-4bc5-8224-3f634ea5bdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=935c59da-6c11-4c32-8530-357fcec9eefe,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:29.513325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40940) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:29.571340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2533c48-dc62-4897-9e7f-49a4c94c389e None None] Pushing event updated for resources: {'Port': ['ID=0b99fcb2-907f-4bbd-90ec-247c41e83d6d,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:29.595988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] For port f96eb47e-ef5f-4621-a233-d7aff6286c78, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:29.611962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec4376-ae20-452c-9710-910c3b05ab2e None None] Sync routers for ids ['713039d6-ee09-4d66-ba1c-e9723334f331'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:16:29.660069 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:29.677747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] For port f96eb47e-ef5f-4621-a233-d7aff6286c78, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f96eb47e-ef5f-4621-a233-d7aff6286c78,segment=NetworkSegment(6aae3f34-7b91-42c1-8289-1bb1558938fb),segment_id=6aae3f34-7b91-42c1-8289-1bb1558938fb)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:29.715700 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-465248de-1657-46ae-93c5-915dafecdd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:29.728729 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-465248de-1657-46ae-93c5-915dafecdd6b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7099130bfd284a4d8f28ab77aba98489&device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 1126 time: 0.3813705 Feb 10 15:16:29.743336 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec4376-ae20-452c-9710-910c3b05ab2e None None] Routers {'713039d6-ee09-4d66-ba1c-e9723334f331'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:29.745375 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a6ec4376-ae20-452c-9710-910c3b05ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['713039d6-ee09-4d66-ba1c-e9723334f331'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:29.752927 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532f598-551e-41b6-921e-0d09cd3ba052 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Network': ['ID=2a6474ad-aef0-4555-a7f6-06e4f708a86f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:29.792025 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206242667-router', 'tenant_id': 'f5215607e06341349d4ff99815703bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:08Z', 'updated_at': '2022-02-10T15:16:19Z', 'revision_number': 4, 'project_id': 'f5215607e06341349d4ff99815703bf5', 'gw_port': {'id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:10Z', 'updated_at': '2022-02-10T15:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'bbe8b2bd-3284-46c2-bebe-c8e30bf90e84', 'name': '', 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474', 'tenant_id': 'f5215607e06341349d4ff99815703bf5', 'mac_address': 'fa:16:3e:4d:2e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:18Z', 'updated_at': '2022-02-10T15:16:20Z', 'revision_number': 2, 'project_id': 'f5215607e06341349d4ff99815703bf5', 'subnets': [{'id': '9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:29.856905 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:29.857919 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Checking router: a35d5a39-b005-436f-aaec-cf3af89458c2 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:16:29.858479 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Updating router a35d5a39-b005-436f-aaec-cf3af89458c2 port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:16:29.887231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 2a6474ad-aef0-4555-a7f6-06e4f708a86f details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:16:29.895462 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-c00336a6-c34b-43d7-ad31-9765fb933071 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=935c59da-6c11-4c32-8530-357fcec9eefe HTTP/1.1" status: 200 len: 217 time: 0.1541889 Feb 10 15:16:29.917714 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:29.962641 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dafe7a47-9080-4d88-9ae8-1ccf6d679aa0 admin admin] Publish callbacks [] for router (713039d6-ee09-4d66-ba1c-e9723334f331), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:30.015025 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-02dce5ca-7f48-4b94-b364-63ec673760c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:30.017891 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-02dce5ca-7f48-4b94-b364-63ec673760c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e28ecbc-7fb9-41aa-946b-3d06dc9fb759 HTTP/1.1" status: 200 len: 854 time: 0.1129556 Feb 10 15:16:30.184952 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dafe7a47-9080-4d88-9ae8-1ccf6d679aa0 admin admin] Publish callbacks [] for router_gateway (713039d6-ee09-4d66-ba1c-e9723334f331), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:30.250808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 69934b02-196d-4529-9f9c-f9dd141bee56 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:30.264952 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:30.370797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be5f29-6f42-4d63-8d26-4bf9b7dc8c7d req-0abdb795-8fa8-4fff-b1c9-ac379e2293ea tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:30.379109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99be5f29-6f42-4d63-8d26-4bf9b7dc8c7d req-0abdb795-8fa8-4fff-b1c9-ac379e2293ea tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 945 time: 1.3838129 Feb 10 15:16:30.393496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7532f598-551e-41b6-921e-0d09cd3ba052 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7249758 Feb 10 15:16:30.484362 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Publish callbacks [] for router_gateway (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:30.520831 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Publish callbacks [] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:30.534687 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:30.732050 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40966) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:30.788805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:30.794222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-a018002e-6292-4c6a-aec2-5e84824f0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:30.798802 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-a018002e-6292-4c6a-aec2-5e84824f0561 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e2f27463-f50d-4318-8089-322f53d4c8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7731142 Feb 10 15:16:31.034056 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebc832-78b3-4804-966f-6f072be9e2a3 req-ec7ab6bd-49a4-4937-a0bc-124eedb9bd80 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:31.035643 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-33ebc832-78b3-4804-966f-6f072be9e2a3 req-ec7ab6bd-49a4-4937-a0bc-124eedb9bd80 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 945 time: 0.7819674 Feb 10 15:16:31.055588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-fa5c9400-709c-497f-ab16-e8e77598e0be tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:16:31.057392 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-fa5c9400-709c-497f-ab16-e8e77598e0be tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0515878 Feb 10 15:16:31.088689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d6394-dbd1-4fc1-a7e2-b52110650ede None None] Pushing event updated for resources: {'Port': ['ID=f96eb47e-ef5f-4621-a233-d7aff6286c78,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:31.129433 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-a6ec4376-ae20-452c-9710-910c3b05ab2e None None] Set router 713039d6-ee09-4d66-ba1c-e9723334f331 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:31.155066 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-dafe7a47-9080-4d88-9ae8-1ccf6d679aa0 admin admin] Deleting port f53a5bb8-473e-4bf2-afa8-1427f207dce1 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:16:31.155398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dafe7a47-9080-4d88-9ae8-1ccf6d679aa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f53a5bb8-473e-4bf2-afa8-1427f207dce1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:31.211548 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0786d-fd07-4b4d-ab4d-37f49bf86f52 None None] Pushing event updated for resources: {'Port': ['ID=bbe8b2bd-3284-46c2-bebe-c8e30bf90e84,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:31.240970 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0786d-fd07-4b4d-ab4d-37f49bf86f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:31.241425 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99be5f29-6f42-4d63-8d26-4bf9b7dc8c7d req-b427ec28-9f41-44d9-8f35-6d40fa82c326 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8466012 Feb 10 15:16:31.241553 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0786d-fd07-4b4d-ab4d-37f49bf86f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:31.242093 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0786d-fd07-4b4d-ab4d-37f49bf86f52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:31.242806 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0786d-fd07-4b4d-ab4d-37f49bf86f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:31.243341 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0786d-fd07-4b4d-ab4d-37f49bf86f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:31.243726 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0786d-fd07-4b4d-ab4d-37f49bf86f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:31.244057 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0786d-fd07-4b4d-ab4d-37f49bf86f52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:31.244680 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0786d-fd07-4b4d-ab4d-37f49bf86f52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:31.244799 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0786d-fd07-4b4d-ab4d-37f49bf86f52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:31.245034 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0786d-fd07-4b4d-ab4d-37f49bf86f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:31.245356 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0786d-fd07-4b4d-ab4d-37f49bf86f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:31.246053 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0786d-fd07-4b4d-ab4d-37f49bf86f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:31.247138 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0786d-fd07-4b4d-ab4d-37f49bf86f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:31.259275 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Attempting to bind port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:31.260511 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Attempting to bind port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '129bf744-af7e-4a4f-ab54-d3612c359997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:31.261619 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Attempting to bind port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 on network f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:31.280148 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:31.280806 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Checking segment: {'id': '129bf744-af7e-4a4f-ab54-d3612c359997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:31.283421 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:31.284004 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Bound using segment: {'id': '129bf744-af7e-4a4f-ab54-d3612c359997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:31.285859 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Bound port: bbe8b2bd-3284-46c2-bebe-c8e30bf90e84, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129bf744-af7e-4a4f-ab54-d3612c359997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:31.287081 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:31.452302 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-df0d6284-aa48-4bdf-b05a-cd2c254d7dbd service neutron] 10.222.0.72 "GET /v2.0/networks/e2f27463-f50d-4318-8089-322f53d4c8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6426208 Feb 10 15:16:31.467130 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] For port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:31.486200 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] For port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=bbe8b2bd-3284-46c2-bebe-c8e30bf90e84,segment=NetworkSegment(129bf744-af7e-4a4f-ab54-d3612c359997),segment_id=129bf744-af7e-4a4f-ab54-d3612c359997)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:31.493022 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-59912f53-022e-4dd8-b964-ab7caf598c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:31.494415 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-59912f53-022e-4dd8-b964-ab7caf598c0e service neutron] 10.222.0.64 "GET /v2.0/ports/6c40976f-57d7-449f-81de-ec3685a64b1a HTTP/1.1" status: 200 len: 1124 time: 0.4017379 Feb 10 15:16:31.503826 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:31.511463 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-eb2f201e-ae0a-4632-a7a8-3068a473c1a2 service neutron] Request body: {'binding': {'host': 'n-h1-815324-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:31.517215 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-eb2f201e-ae0a-4632-a7a8-3068a473c1a2 service neutron] Unknown quota resources ['binding']. {{(pid=103369) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:16:31.549272 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c4c1bc7a-5065-4e09-8820-8f1c603050ec None None] Provisioning complete for port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:31.549594 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c4c1bc7a-5065-4e09-8820-8f1c603050ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:31.558155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 69934b02-196d-4529-9f9c-f9dd141bee56 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:31.559300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e677cd59-2a54-47a0-8cf9-4a771c1132c9 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:31.567709 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (2a6474ad-aef0-4555-a7f6-06e4f708a86f), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:31.576724 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:31.668551 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (2a6474ad-aef0-4555-a7f6-06e4f708a86f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:31.744504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network 2a6474ad-aef0-4555-a7f6-06e4f708a86f is not hosted by any dhcp agent {{(pid=103368) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 15:16:31.764045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:31.772414 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:31.774473 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "PUT /v2.0/networks/2a6474ad-aef0-4555-a7f6-06e4f708a86f HTTP/1.1" status: 200 len: 723 time: 1.0267012 Feb 10 15:16:31.807583 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb9f35-a0c9-44dd-bbd2-a6da17c39bf4 req-c2fc2d2c-53dc-4644-811a-5b1b655ce1ca tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:31.809686 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ccb9f35-a0c9-44dd-bbd2-a6da17c39bf4 req-c2fc2d2c-53dc-4644-811a-5b1b655ce1ca tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 944 time: 0.3875847 Feb 10 15:16:31.814063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40974) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:31.814219 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Routers {'a35d5a39-b005-436f-aaec-cf3af89458c2'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:31.815223 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a35d5a39-b005-436f-aaec-cf3af89458c2'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:31.831908 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0326e9a8-2e20-4445-ad45-5a0401530b13 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'subnet': {'network_id': '2a6474ad-aef0-4555-a7f6-06e4f708a86f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:31.864351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e677cd59-2a54-47a0-8cf9-4a771c1132c9 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:31.865161 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e677cd59-2a54-47a0-8cf9-4a771c1132c9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:31.866467 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-dafe7a47-9080-4d88-9ae8-1ccf6d679aa0 admin admin] For port f53a5bb8-473e-4bf2-afa8-1427f207dce1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f53a5bb8-473e-4bf2-afa8-1427f207dce1,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:31.866843 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dafe7a47-9080-4d88-9ae8-1ccf6d679aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f53a5bb8-473e-4bf2-afa8-1427f207dce1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:31.915839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1bc7a-5065-4e09-8820-8f1c603050ec None None] Current status of the port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:31.917479 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c4c1bc7a-5065-4e09-8820-8f1c603050ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:31.933251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489e3452-7568-4d9e-a0f6-0f2884c1459a None None] Network fe0c3176-b341-4a40-8885-cceb937192b0 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:31.994072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-dafe7a47-9080-4d88-9ae8-1ccf6d679aa0 admin admin] Calling delete_port for f53a5bb8-473e-4bf2-afa8-1427f207dce1 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:16:32.001853 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-18717662-321c-4ebb-8f50-37aa5851fd76 req-6f9a9438-7002-4782-a330-bbfeb2cd4bdb service neutron] 10.222.0.72 "GET /v2.0/networks/e2f27463-f50d-4318-8089-322f53d4c8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063741 Feb 10 15:16:32.019203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Network': ['ID=2a6474ad-aef0-4555-a7f6-06e4f708a86f,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:32.020065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-33ebc832-78b3-4804-966f-6f072be9e2a3 req-fb59ea05-b25a-45fd-a40a-507cb1f95b63 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Deleting port 1155eba5-2867-4861-95b5-923f3ad4631f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:16:32.020408 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-33ebc832-78b3-4804-966f-6f072be9e2a3 req-fb59ea05-b25a-45fd-a40a-507cb1f95b63 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1155eba5-2867-4861-95b5-923f3ad4631f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:32.027129 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0786d-fd07-4b4d-ab4d-37f49bf86f52 None None] Pushing event updated for resources: {'Port': ['ID=bbe8b2bd-3284-46c2-bebe-c8e30bf90e84,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:32.115580 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:32.116242 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:32.116554 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:32.117401 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:32.119798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:32.120260 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:32.120729 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:32.121189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:32.121628 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:32.124037 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:32.124501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:32.125499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:32.128986 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b140bb-3210-4a58-b76d-65d24af2492b tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:32.201581 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ccb9f35-a0c9-44dd-bbd2-a6da17c39bf4 req-dfc3cc78-c0f1-4a14-94c4-8fbbac1b3a42 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eb387b7-037b-438f-a81e-fa420e674f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653779 Feb 10 15:16:32.238347 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] Set router a35d5a39-b005-436f-aaec-cf3af89458c2 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:32.246151 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0326e9a8-2e20-4445-ad45-5a0401530b13 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:32.253420 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0326e9a8-2e20-4445-ad45-5a0401530b13 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:32.271362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 2a6474ad-aef0-4555-a7f6-06e4f708a86f details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:16:32.277088 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159541b7-351f-4909-a2d7-0ecc07bebca2 None None] Network 53aa704a-0563-438b-86a0-0c4aa06fb839 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:32.295035 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Router 4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:16:32.334045 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a6ec4376-ae20-452c-9710-910c3b05ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:16:26Z', 'revision_number': 5, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port': {'id': 'f53a5bb8-473e-4bf2-afa8-1427f207dce1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:04Z', 'updated_at': '2022-02-10T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:32.348526 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c878cd0-eeed-42b5-bdeb-da95fc181e01 x-openstack-request-id: req-4c878cd0-eeed-42b5-bdeb-da95fc181e01 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:16:32.349445 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a693c08e-94ee-48ed-b657-99a88acb0eb8", "tag": "935c59da-6c11-4c32-8530-357fcec9eefe", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:16:32.349876 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c878cd0-eeed-42b5-bdeb-da95fc181e01 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:16:32.350542 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a693c08e-94ee-48ed-b657-99a88acb0eb8', 'tag': '935c59da-6c11-4c32-8530-357fcec9eefe', 'status': 'completed', 'code': 200} Feb 10 15:16:32.358833 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-eb2f201e-ae0a-4632-a7a8-3068a473c1a2 service neutron] Attempting to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a on host n-h1-815324-7 for vnic_type normal with profile None {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:32.364293 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c4c1bc7a-5065-4e09-8820-8f1c603050ec None None] For port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=bbe8b2bd-3284-46c2-bebe-c8e30bf90e84,segment=NetworkSegment(129bf744-af7e-4a4f-ab54-d3612c359997),segment_id=129bf744-af7e-4a4f-ab54-d3612c359997)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:32.374700 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-eb2f201e-ae0a-4632-a7a8-3068a473c1a2 service neutron] Attempting to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:32.376583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-eb2f201e-ae0a-4632-a7a8-3068a473c1a2 service neutron] Attempting to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:32.553877 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206242667-router', 'tenant_id': 'f5215607e06341349d4ff99815703bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:08Z', 'updated_at': '2022-02-10T15:16:19Z', 'revision_number': 4, 'project_id': 'f5215607e06341349d4ff99815703bf5', 'gw_port': {'id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:10Z', 'updated_at': '2022-02-10T15:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'bbe8b2bd-3284-46c2-bebe-c8e30bf90e84', 'name': '', 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474', 'tenant_id': 'f5215607e06341349d4ff99815703bf5', 'mac_address': 'fa:16:3e:4d:2e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:18Z', 'updated_at': '2022-02-10T15:16:31Z', 'revision_number': 4, 'project_id': 'f5215607e06341349d4ff99815703bf5', 'subnets': [{'id': '9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:32.588207 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1155eba5-2867-4861-95b5-923f3ad4631f no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:16:32.591874 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c4c1bc7a-5065-4e09-8820-8f1c603050ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:32.603497 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec4376-ae20-452c-9710-910c3b05ab2e None None] Checking router: 713039d6-ee09-4d66-ba1c-e9723334f331 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:16:32.650733 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cfb4a4-c4d6-4975-ad8a-ade7abaa14e5 None None] The sync data for ids ['a35d5a39-b005-436f-aaec-cf3af89458c2'] in n-d-815324-7 is: [{'id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206242667-router', 'tenant_id': 'f5215607e06341349d4ff99815703bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:08Z', 'updated_at': '2022-02-10T15:16:19Z', 'revision_number': 4, 'project_id': 'f5215607e06341349d4ff99815703bf5', 'gw_port': {'id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:10Z', 'updated_at': '2022-02-10T15:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'bbe8b2bd-3284-46c2-bebe-c8e30bf90e84', 'name': '', 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474', 'tenant_id': 'f5215607e06341349d4ff99815703bf5', 'mac_address': 'fa:16:3e:4d:2e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:18Z', 'updated_at': '2022-02-10T15:16:31Z', 'revision_number': 4, 'project_id': 'f5215607e06341349d4ff99815703bf5', 'subnets': [{'id': '9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:16:32.747584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-eb2f201e-ae0a-4632-a7a8-3068a473c1a2 service neutron] Port 6c40976f-57d7-449f-81de-ec3685a64b1a on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:16:32.748937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-eb2f201e-ae0a-4632-a7a8-3068a473c1a2 service neutron] Attempting to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:32.786522 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-33ebc832-78b3-4804-966f-6f072be9e2a3 req-fb59ea05-b25a-45fd-a40a-507cb1f95b63 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] For port 1155eba5-2867-4861-95b5-923f3ad4631f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1155eba5-2867-4861-95b5-923f3ad4631f,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:32.786893 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-33ebc832-78b3-4804-966f-6f072be9e2a3 req-fb59ea05-b25a-45fd-a40a-507cb1f95b63 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1155eba5-2867-4861-95b5-923f3ad4631f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:32.831280 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-eb2f201e-ae0a-4632-a7a8-3068a473c1a2 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:32.831848 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-eb2f201e-ae0a-4632-a7a8-3068a473c1a2 service neutron] Checking segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:32.832444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-eb2f201e-ae0a-4632-a7a8-3068a473c1a2 service neutron] Bound using segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:32.833352 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-eb2f201e-ae0a-4632-a7a8-3068a473c1a2 service neutron] Bound port: 6c40976f-57d7-449f-81de-ec3685a64b1a, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:32.866163 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1bc7a-5065-4e09-8820-8f1c603050ec None None] Pushing event updated for resources: {'Port': ['ID=bbe8b2bd-3284-46c2-bebe-c8e30bf90e84,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:32.881818 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-33ebc832-78b3-4804-966f-6f072be9e2a3 req-fb59ea05-b25a-45fd-a40a-507cb1f95b63 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Calling delete_port for 1155eba5-2867-4861-95b5-923f3ad4631f owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:16:32.892905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:16:32.911322 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Sync routers for ids ['4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:16:32.931825 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Routers {'4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:32.935012 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:32.974138 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:32.975501 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e2293d45-1b18-41ef-991e-f355c134cf78 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.7574415 Feb 10 15:16:32.981095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40984) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:33.032347 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40986) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:33.060529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec4376-ae20-452c-9710-910c3b05ab2e None None] Routers {'713039d6-ee09-4d66-ba1c-e9723334f331'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:33.066479 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a6ec4376-ae20-452c-9710-910c3b05ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['713039d6-ee09-4d66-ba1c-e9723334f331'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:33.138113 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31d497-2f8c-4175-a6c8-e5a7b6fe40d5 req-c6f972dd-e250-4fc5-b50d-77a9fb07518c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:33.139902 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a31d497-2f8c-4175-a6c8-e5a7b6fe40d5 req-c6f972dd-e250-4fc5-b50d-77a9fb07518c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 945 time: 0.2444038 Feb 10 15:16:33.182047 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dafe7a47-9080-4d88-9ae8-1ccf6d679aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f53a5bb8-473e-4bf2-afa8-1427f207dce1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:33.197436 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Set router 4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:33.203543 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-a6ec4376-ae20-452c-9710-910c3b05ab2e None None] Set router 713039d6-ee09-4d66-ba1c-e9723334f331 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:33.269294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a6ec4376-ae20-452c-9710-910c3b05ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:16:32Z', 'revision_number': 7, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:33.287334 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bdf7920f-048c-4853-834c-0a9650224d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:33.293785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe7a47-9080-4d88-9ae8-1ccf6d679aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f53a5bb8-473e-4bf2-afa8-1427f207dce1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:33.294937 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] Provisioning complete for port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:33.295428 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:33.332344 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97048a1-131a-4556-82f4-77aff105e95d req-a33d6c04-c0e5-4863-a32f-2483fe2afbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:33.335774 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a97048a1-131a-4556-82f4-77aff105e95d req-a33d6c04-c0e5-4863-a32f-2483fe2afbf6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7099130bfd284a4d8f28ab77aba98489&device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 1126 time: 0.9798284 Feb 10 15:16:33.338851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e677cd59-2a54-47a0-8cf9-4a771c1132c9 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:33.339263 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e677cd59-2a54-47a0-8cf9-4a771c1132c9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:33.345071 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a31d497-2f8c-4175-a6c8-e5a7b6fe40d5 req-ceb9194b-9684-435a-a8eb-c7f68dc03ba3 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931121 Feb 10 15:16:33.349660 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0326e9a8-2e20-4445-ad45-5a0401530b13 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (4502ff03-ef04-4705-962c-9fae547690ee), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:33.378792 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port e677cd59-2a54-47a0-8cf9-4a771c1132c9, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e677cd59-2a54-47a0-8cf9-4a771c1132c9,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:33.380425 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec4376-ae20-452c-9710-910c3b05ab2e None None] The sync data for ids ['713039d6-ee09-4d66-ba1c-e9723334f331'] in n-d-815324-7 is: [{'id': '713039d6-ee09-4d66-ba1c-e9723334f331', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-283015121-router', 'tenant_id': '07f5c3f964e945248d8cde923bf7b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:03Z', 'updated_at': '2022-02-10T15:16:32Z', 'revision_number': 7, 'project_id': '07f5c3f964e945248d8cde923bf7b493', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:16:33.422750 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e677cd59-2a54-47a0-8cf9-4a771c1132c9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:33.532740 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=e677cd59-2a54-47a0-8cf9-4a771c1132c9,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:33.536202 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-33ebc832-78b3-4804-966f-6f072be9e2a3 req-fb59ea05-b25a-45fd-a40a-507cb1f95b63 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1155eba5-2867-4861-95b5-923f3ad4631f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:33.670306 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711510952-router', 'tenant_id': '9304b15b205648df9c4396e7b78d3013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:25Z', 'updated_at': '2022-02-10T15:16:30Z', 'revision_number': 3, 'project_id': '9304b15b205648df9c4396e7b78d3013', 'gw_port': {'id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:28Z', 'updated_at': '2022-02-10T15:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:33.683256 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 1155eba5-2867-4861-95b5-923f3ad4631f is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:33.683671 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1155eba5-2867-4861-95b5-923f3ad4631f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:33.711701 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Checking router: 4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:16:33.712224 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Updating router 4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a port 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:16:33.743791 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (49ca0b5a-9448-48a5-a4ce-2cad24f15aaa), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:33.763243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-eb2f201e-ae0a-4632-a7a8-3068a473c1a2 service neutron] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=6c40976f-57d7-449f-81de-ec3685a64b1a,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:33.781812 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59ea05-b25a-45fd-a40a-507cb1f95b63 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Pushing event deleted for resources: {'Port': ['ID=1155eba5-2867-4861-95b5-923f3ad4631f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:33.788556 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dafe7a47-9080-4d88-9ae8-1ccf6d679aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (713039d6-ee09-4d66-ba1c-e9723334f331), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:33.813130 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfd66ba-ecfd-4560-978f-3103929d1bf7 None None] Update dhcp port {'port': {'network_id': 'fe0c3176-b341-4a40-8885-cceb937192b0', 'fixed_ips': [{'subnet_id': 'd4965766-6f3a-402d-9c4b-123373a03b97', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c8a30548-bfeb-4cd7-bc34-be07c98f4860'}], 'binding:host_id': 'n-d-815324-7'}, 'id': '0b99fcb2-907f-4bbd-90ec-247c41e83d6d'} from n-d-815324-7. {{(pid=103370) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 15:16:33.846567 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-eb2f201e-ae0a-4632-a7a8-3068a473c1a2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:33.856805 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-eb2f201e-ae0a-4632-a7a8-3068a473c1a2 service neutron] 10.222.0.64 "POST /v2.0/ports/6c40976f-57d7-449f-81de-ec3685a64b1a/bindings HTTP/1.1" status: 201 len: 389 time: 2.3432786 Feb 10 15:16:34.045961 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ebc832-78b3-4804-966f-6f072be9e2a3 req-fb59ea05-b25a-45fd-a40a-507cb1f95b63 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] No DVR routers for this DVR port 1155eba5-2867-4861-95b5-923f3ad4631f on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:16:34.056327 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-33ebc832-78b3-4804-966f-6f072be9e2a3 req-fb59ea05-b25a-45fd-a40a-507cb1f95b63 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:34.062928 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-33ebc832-78b3-4804-966f-6f072be9e2a3 req-fb59ea05-b25a-45fd-a40a-507cb1f95b63 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.72 "DELETE /v2.0/ports/1155eba5-2867-4861-95b5-923f3ad4631f HTTP/1.1" status: 204 len: 173 time: 2.9982648 Feb 10 15:16:34.074519 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bdf7920f-048c-4853-834c-0a9650224d68 admin admin] Publish callbacks [] for security_group (4624c18f-1700-4f57-b951-5d65db6a932e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:34.142976 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8dfd66ba-ecfd-4560-978f-3103929d1bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:34.186445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] Current status of the port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:34.191771 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bdf7920f-048c-4853-834c-0a9650224d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4624c18f-1700-4f57-b951-5d65db6a932e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:34.244682 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dafe7a47-9080-4d88-9ae8-1ccf6d679aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (713039d6-ee09-4d66-ba1c-e9723334f331), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:34.246973 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] Provisioning complete for port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:34.249590 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:34.258422 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Publish callbacks [] for port (49ca0b5a-9448-48a5-a4ce-2cad24f15aaa), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:34.276853 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dafe7a47-9080-4d88-9ae8-1ccf6d679aa0 admin admin] Publish callbacks [] for router_controller (713039d6-ee09-4d66-ba1c-e9723334f331), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:34.283934 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (49ca0b5a-9448-48a5-a4ce-2cad24f15aaa), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:34.305082 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7920f-048c-4853-834c-0a9650224d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4624c18f-1700-4f57-b951-5d65db6a932e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:34.357228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5489dc-b5ea-4752-8e31-80572707e080', 'name': 'network-vif-deleted', 'tag': '1155eba5-2867-4861-95b5-923f3ad4631f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:16:34.359700 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ce342a-b7f7-4e9d-bce2-ded50fa7915a" -d '{"events": [{"server_uuid": "4d5489dc-b5ea-4752-8e31-80572707e080", "name": "network-vif-deleted", "tag": "1155eba5-2867-4861-95b5-923f3ad4631f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:16:34.422649 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Attempting to bind port 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:34.423150 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Attempting to bind port 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:34.426993 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Attempting to bind port 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:34.443995 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:34.446206 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:34.446752 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:34.447505 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:34.451734 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Bound port: 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:34.452280 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (49ca0b5a-9448-48a5-a4ce-2cad24f15aaa), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:34.460980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326e9a8-2e20-4445-ad45-5a0401530b13 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Subnet': ['ID=4502ff03-ef04-4705-962c-9fae547690ee,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:34.477902 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97048a1-131a-4556-82f4-77aff105e95d req-78c7406b-bfe1-4703-921b-bf3ebe023b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:34.479510 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a97048a1-131a-4556-82f4-77aff105e95d req-78c7406b-bfe1-4703-921b-bf3ebe023b58 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e2f27463-f50d-4318-8089-322f53d4c8a4 HTTP/1.1" status: 200 len: 916 time: 1.1085887 Feb 10 15:16:34.493192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326e9a8-2e20-4445-ad45-5a0401530b13 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Checking segment: {'id': '64ece45e-e7d6-4ae0-aadc-368c9b918c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2a6474ad-aef0-4555-a7f6-06e4f708a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:34.493901 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0326e9a8-2e20-4445-ad45-5a0401530b13 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network hostable DHCP agents. Network: 2a6474ad-aef0-4555-a7f6-06e4f708a86f, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:16:34.530231 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafdf33-4252-475d-8ef7-1fb2452020bc None None] Pushing event updated for resources: {'Port': ['ID=49ca0b5a-9448-48a5-a4ce-2cad24f15aaa,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:34.595557 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bdf7920f-048c-4853-834c-0a9650224d68 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=753729400e5946f5b96f9fe22886ee62&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5578427 Feb 10 15:16:34.600147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41002) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:34.607571 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] For port 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:34.618780 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] For port 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=49ca0b5a-9448-48a5-a4ce-2cad24f15aaa,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:34.623143 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dafe7a47-9080-4d88-9ae8-1ccf6d679aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (713039d6-ee09-4d66-ba1c-e9723334f331), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:34.625331 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafe7a47-9080-4d88-9ae8-1ccf6d679aa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 713039d6-ee09-4d66-ba1c-e9723334f331 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:16:34.629400 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a97048a1-131a-4556-82f4-77aff105e95d req-4dcde4b5-9a37-447e-acd3-e79e1ebd146f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=935c59da-6c11-4c32-8530-357fcec9eefe HTTP/1.1" status: 200 len: 217 time: 0.1302614 Feb 10 15:16:34.633395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-d1c9e643-8f57-4730-94c9-2ad03dce1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:34.635166 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-d1c9e643-8f57-4730-94c9-2ad03dce1aa5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 1127 time: 0.4294701 Feb 10 15:16:34.638936 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dafe7a47-9080-4d88-9ae8-1ccf6d679aa0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:34.641972 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (49ca0b5a-9448-48a5-a4ce-2cad24f15aaa), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:34.654664 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dafe7a47-9080-4d88-9ae8-1ccf6d679aa0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/713039d6-ee09-4d66-ba1c-e9723334f331 HTTP/1.1" status: 204 len: 168 time: 5.1360512 Feb 10 15:16:34.674350 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41004) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:34.724313 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:34.752715 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b323a-371c-4771-b6b5-3a10a37e58a5 req-4c649122-3b5c-4081-a6c6-b1c7f8009e6d tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:34.764188 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae4b323a-371c-4771-b6b5-3a10a37e58a5 req-4c649122-3b5c-4081-a6c6-b1c7f8009e6d tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 944 time: 1.1848435 Feb 10 15:16:34.766280 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Routers {'4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:34.767123 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:34.789245 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:34.799686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 935c59da-6c11-4c32-8530-357fcec9eefe details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:16:34.802603 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ec828-b5c3-4658-9f84-62811cac2577 req-1d6ee00e-b80d-4fa9-b30f-7c24e3ac7b18 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:34.804230 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-758ec828-b5c3-4658-9f84-62811cac2577 req-1d6ee00e-b80d-4fa9-b30f-7c24e3ac7b18 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.6024826 Feb 10 15:16:34.873887 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0326e9a8-2e20-4445-ad45-5a0401530b13 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network 2a6474ad-aef0-4555-a7f6-06e4f708a86f is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:16:34.920118 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafdf33-4252-475d-8ef7-1fb2452020bc None None] Pushing event updated for resources: {'Port': ['ID=49ca0b5a-9448-48a5-a4ce-2cad24f15aaa,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:34.920593 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-e14a94ab-c390-4b65-afcd-2e7543f968ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:34.922472 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-e14a94ab-c390-4b65-afcd-2e7543f968ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.2627540 Feb 10 15:16:34.929486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 935c59da-6c11-4c32-8530-357fcec9eefe, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=935c59da-6c11-4c32-8530-357fcec9eefe,segment=NetworkSegment(23b7123c-d442-49cb-9fdc-ba75fc0907fa),segment_id=23b7123c-d442-49cb-9fdc-ba75fc0907fa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:34.979579 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae4b323a-371c-4771-b6b5-3a10a37e58a5 req-5f21ad36-79f0-464f-99e1-d4c2cf640012 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eb387b7-037b-438f-a81e-fa420e674f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113154 Feb 10 15:16:34.981203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-0326e9a8-2e20-4445-ad45-5a0401530b13 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 2a6474ad-aef0-4555-a7f6-06e4f708a86f) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:35.001902 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0326e9a8-2e20-4445-ad45-5a0401530b13 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:35.002404 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0326e9a8-2e20-4445-ad45-5a0401530b13 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:35.006447 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '935c59da-6c11-4c32-8530-357fcec9eefe', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'port_id': '935c59da-6c11-4c32-8530-357fcec9eefe', 'mac_address': 'fa:16:3e:ae:54:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:16:35.082332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa880bc-35da-4203-88b1-a50943afb154 admin admin] Deleting subnet bc1c408b-918c-450a-92c6-5027a88e32dc {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:16:35.087615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0326e9a8-2e20-4445-ad45-5a0401530b13 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2713101 Feb 10 15:16:35.091502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41008) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:35.103442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d224c5b3-a8c2-47c9-9815-9f8402f995f1 None None] Network 2a6474ad-aef0-4555-a7f6-06e4f708a86f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:35.117163 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fa880bc-35da-4203-88b1-a50943afb154 admin admin] Publish callbacks [] for subnet (bc1c408b-918c-450a-92c6-5027a88e32dc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:35.126972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b0641ef6-033d-43ae-bffd-0bea23b7d475 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:35.190230 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] Set router 4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:35.201826 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-758ec828-b5c3-4658-9f84-62811cac2577 req-5c555555-ab30-4148-8376-5fd85f221962 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771150 Feb 10 15:16:35.212446 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-38bcf051-2711-4f12-b6f2-aa2d360be3e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c40976f-57d7-449f-81de-ec3685a64b1a HTTP/1.1" status: 200 len: 217 time: 0.1257269 Feb 10 15:16:35.290077 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ac1a-11b4-46ac-8948-3914a1baf686 admin admin] Publish callbacks [] for security_group (4624c18f-1700-4f57-b951-5d65db6a932e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:35.362035 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ac1a-11b4-46ac-8948-3914a1baf686 admin admin] Publish callbacks [] for security_group (4624c18f-1700-4f57-b951-5d65db6a932e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:35.414400 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97048a1-131a-4556-82f4-77aff105e95d req-f9762c62-f859-4037-860e-7074fc416179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:35.416329 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a97048a1-131a-4556-82f4-77aff105e95d req-f9762c62-f859-4037-860e-7074fc416179 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e28ecbc-7fb9-41aa-946b-3d06dc9fb759 HTTP/1.1" status: 200 len: 854 time: 0.7578156 Feb 10 15:16:35.422942 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8f3d0b-d5d9-402e-a48e-34003c8b1ce1 x-openstack-request-id: req-fa8f3d0b-d5d9-402e-a48e-34003c8b1ce1 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:16:35.423191 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5489dc-b5ea-4752-8e31-80572707e080", "name": "network-vif-deleted", "tag": "1155eba5-2867-4861-95b5-923f3ad4631f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:16:35.423556 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa8f3d0b-d5d9-402e-a48e-34003c8b1ce1 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:16:35.424735 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5489dc-b5ea-4752-8e31-80572707e080', 'name': 'network-vif-deleted', 'tag': '1155eba5-2867-4861-95b5-923f3ad4631f', 'status': 'completed', 'code': 200} Feb 10 15:16:35.487919 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fa880bc-35da-4203-88b1-a50943afb154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (bc1c408b-918c-450a-92c6-5027a88e32dc), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:35.538144 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ac1a-11b4-46ac-8948-3914a1baf686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4624c18f-1700-4f57-b951-5d65db6a932e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:35.541251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 935c59da-6c11-4c32-8530-357fcec9eefe is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:35.541913 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (935c59da-6c11-4c32-8530-357fcec9eefe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:35.545603 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ac1a-11b4-46ac-8948-3914a1baf686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:35.549267 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f7f3ac1a-11b4-46ac-8948-3914a1baf686 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4624c18f-1700-4f57-b951-5d65db6a932e HTTP/1.1" status: 204 len: 168 time: 0.8425891 Feb 10 15:16:35.592082 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03a05e78-4aee-4963-9368-cd189e999eb3 req-7200619a-b973-451d-9035-be70f2859201 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 210 time: 0.1456783 Feb 10 15:16:35.618605 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-2a6474ad-aef0-4555-a7f6-06e4f708a86f', 'network_id': '2a6474ad-aef0-4555-a7f6-06e4f708a86f', 'project_id': '874443bbfeda459d96e8cd7bce92d952', 'fixed_ips': [{'subnet_id': '4502ff03-ef04-4705-962c-9fae547690ee'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:16:35.619770 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:35.624404 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711510952-router', 'tenant_id': '9304b15b205648df9c4396e7b78d3013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:25Z', 'updated_at': '2022-02-10T15:16:30Z', 'revision_number': 3, 'project_id': '9304b15b205648df9c4396e7b78d3013', 'gw_port': {'id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:28Z', 'updated_at': '2022-02-10T15:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:35.644029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935c59da-6c11-4c32-8530-357fcec9eefe {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:16:35.652300 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3ac1a-11b4-46ac-8948-3914a1baf686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4624c18f-1700-4f57-b951-5d65db6a932e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:35.679334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-9fce4eb4-d50f-4ab4-b447-be3aa688c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:35.685015 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-9fce4eb4-d50f-4ab4-b447-be3aa688c5f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.4001734 Feb 10 15:16:35.691117 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd8411-89f0-4ad9-9184-5dfb476bf14b None None] The sync data for ids ['4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'] in n-d-815324-7 is: [{'id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711510952-router', 'tenant_id': '9304b15b205648df9c4396e7b78d3013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:25Z', 'updated_at': '2022-02-10T15:16:30Z', 'revision_number': 3, 'project_id': '9304b15b205648df9c4396e7b78d3013', 'gw_port': {'id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:28Z', 'updated_at': '2022-02-10T15:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:16:35.786713 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Allocated IP 172.20.0.1 (53aa704a-0563-438b-86a0-0c4aa06fb839/15f69cfc-3a67-47b0-a06c-0befe0e2a446/81a55ca9-9bef-4cd0-90d0-7aff6d3c9638) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:35.885545 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-794180ca-6396-4e74-b700-649824525073 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617645 Feb 10 15:16:35.892402 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97048a1-131a-4556-82f4-77aff105e95d req-5d1bdc55-fd9b-428a-ba13-6aaa75a4a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:35.893567 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a97048a1-131a-4556-82f4-77aff105e95d req-5d1bdc55-fd9b-428a-ba13-6aaa75a4a41a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e2f27463-f50d-4318-8089-322f53d4c8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4623351 Feb 10 15:16:35.940277 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] Current status of the port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:35.940893 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:36.033684 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b0641ef6-033d-43ae-bffd-0bea23b7d475 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4651465'] for subnet (4502ff03-ef04-4705-962c-9fae547690ee), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:36.041971 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] For port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0b99fcb2-907f-4bbd-90ec-247c41e83d6d,segment=NetworkSegment(72d3e2bc-1249-42a7-8330-f9688c2bd8cf),segment_id=72d3e2bc-1249-42a7-8330-f9688c2bd8cf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:36.053371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 935c59da-6c11-4c32-8530-357fcec9eefe, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=935c59da-6c11-4c32-8530-357fcec9eefe,segment=NetworkSegment(23b7123c-d442-49cb-9fdc-ba75fc0907fa),segment_id=23b7123c-d442-49cb-9fdc-ba75fc0907fa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:36.073295 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Publish callbacks [] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:36.157191 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:36.323098 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a97048a1-131a-4556-82f4-77aff105e95d req-13c157a9-a69f-415f-a29b-986da95601a1 service neutron] 10.222.0.72 "GET /v2.0/networks/e2f27463-f50d-4318-8089-322f53d4c8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856423 Feb 10 15:16:36.326616 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fa880bc-35da-4203-88b1-a50943afb154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (bc1c408b-918c-450a-92c6-5027a88e32dc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:36.360881 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Network 53aa704a-0563-438b-86a0-0c4aa06fb839 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:36.367710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:36.385010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Allocated IP 2001:db8::2 (2a6474ad-aef0-4555-a7f6-06e4f708a86f/4502ff03-ef04-4705-962c-9fae547690ee/85e0d185-9242-48ec-b7b4-2cac8c6ceb73) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:36.387103 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:36.389394 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Pushing event updated for resources: {'Port': ['ID=81a55ca9-9bef-4cd0-90d0-7aff6d3c9638,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:36.710470 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fad233-04e5-4619-bc5a-1265242aebb4 req-4b0fd6e0-bf81-4e61-a1dc-d3755017b792 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:36.719413 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06fad233-04e5-4619-bc5a-1265242aebb4 req-4b0fd6e0-bf81-4e61-a1dc-d3755017b792 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 945 time: 0.4915829 Feb 10 15:16:36.820490 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:36.917109 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Publish callbacks [] for port (85e0d185-9242-48ec-b7b4-2cac8c6ceb73), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:36.931310 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06fad233-04e5-4619-bc5a-1265242aebb4 req-0491c0e3-3999-4ac4-a175-6c10aba4835b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eb387b7-037b-438f-a81e-fa420e674f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093840 Feb 10 15:16:37.015130 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:37.021963 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:37.131789 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (935c59da-6c11-4c32-8530-357fcec9eefe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:37.143522 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:37.205863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd4e34bc-a0c7-4c88-add1-b2771d62d449 req-8057cd66-3ec9-4e55-9b29-8a9240e72b1d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 210 time: 0.1401191 Feb 10 15:16:37.285494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8dbe5-78ea-4940-8491-3e01fa0f5931 req-98036088-d532-4271-a61d-b2a6debc5a14 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:37.287919 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90c8dbe5-78ea-4940-8491-3e01fa0f5931 req-98036088-d532-4271-a61d-b2a6debc5a14 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.3800616 Feb 10 15:16:37.301089 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (85e0d185-9242-48ec-b7b4-2cac8c6ceb73), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:37.309912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=935c59da-6c11-4c32-8530-357fcec9eefe,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:37.353517 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Network 2a6474ad-aef0-4555-a7f6-06e4f708a86f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:37.375461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:37.377535 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:37.382441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:37.419530 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90c8dbe5-78ea-4940-8491-3e01fa0f5931 req-211e54d3-9306-4f29-ac28-ce1d4a5af946 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236055 Feb 10 15:16:37.429043 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:37.478791 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a97048a1-131a-4556-82f4-77aff105e95d req-6f4adb05-1c01-4e9b-b444-9ccc25b0826f service neutron] 10.222.0.72 "GET /v2.0/networks/e2f27463-f50d-4318-8089-322f53d4c8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1417971 Feb 10 15:16:37.513783 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['935c59da-6c11-4c32-8530-357fcec9eefe'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:16:37.617524 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41044) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:37.675012 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-35a98d0b-812f-4472-8f99-c63bf291cfbf service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7804165 Feb 10 15:16:37.709371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-8dfd66ba-ecfd-4560-978f-3103929d1bf7 None None] Allocated IP 172.20.0.1 (fe0c3176-b341-4a40-8885-cceb937192b0/c8a30548-bfeb-4cd7-bc34-be07c98f4860/0b99fcb2-907f-4bbd-90ec-247c41e83d6d) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:37.732198 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fa880bc-35da-4203-88b1-a50943afb154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (bc1c408b-918c-450a-92c6-5027a88e32dc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:37.793052 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Publish callbacks [] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:37.801231 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:37.842067 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d93591d-ca5d-4ea3-869b-cae2f1c613da None None] Network 7a195b29-9a45-4fa9-95be-2b9590709c3d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:37.868946 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a152c616-64bc-405a-be7d-6f6a5e4286e2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1792395233-network', 'tenant_id': 'd7d999e2e42d46c9a5c2fb180c9e363c'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:37.872803 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fa880bc-35da-4203-88b1-a50943afb154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:37.877209 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2fa880bc-35da-4203-88b1-a50943afb154 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bc1c408b-918c-450a-92c6-5027a88e32dc HTTP/1.1" status: 204 len: 168 time: 3.2004347 Feb 10 15:16:37.886573 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41048) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:37.891945 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa880bc-35da-4203-88b1-a50943afb154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc1c408b-918c-450a-92c6-5027a88e32dc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:37.944086 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] Provisioning complete for port f96eb47e-ef5f-4621-a233-d7aff6286c78 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:37.944875 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.005247 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a152c616-64bc-405a-be7d-6f6a5e4286e2 admin admin] Made reservation on behalf of d7d999e2e42d46c9a5c2fb180c9e363c for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:38.008299 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a152c616-64bc-405a-be7d-6f6a5e4286e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.026221 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a152c616-64bc-405a-be7d-6f6a5e4286e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.039768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Pushing event updated for resources: {'Port': ['ID=81a55ca9-9bef-4cd0-90d0-7aff6d3c9638,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:38.042454 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.046139 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (7a195b29-9a45-4fa9-95be-2b9590709c3d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.115799 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a152c616-64bc-405a-be7d-6f6a5e4286e2 admin admin] Publish callbacks [] for security_group (c55abc22-2dd5-4ee7-ae7b-5b19cb8ea7ca), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.119113 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b0641ef6-033d-43ae-bffd-0bea23b7d475 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787935756279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5910538'] for subnet (4502ff03-ef04-4705-962c-9fae547690ee), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.131132 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a152c616-64bc-405a-be7d-6f6a5e4286e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c55abc22-2dd5-4ee7-ae7b-5b19cb8ea7ca), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.180370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Attempting to bind port 85e0d185-9242-48ec-b7b4-2cac8c6ceb73 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:38.180965 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Attempting to bind port 85e0d185-9242-48ec-b7b4-2cac8c6ceb73 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '64ece45e-e7d6-4ae0-aadc-368c9b918c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2a6474ad-aef0-4555-a7f6-06e4f708a86f'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:38.183319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Attempting to bind port 85e0d185-9242-48ec-b7b4-2cac8c6ceb73 on network 2a6474ad-aef0-4555-a7f6-06e4f708a86f {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:38.202139 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:38.206334 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f96eb47e-ef5f-4621-a233-d7aff6286c78 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:38.214209 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0641ef6-033d-43ae-bffd-0bea23b7d475 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:38.215654 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b0641ef6-033d-43ae-bffd-0bea23b7d475 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.217385 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b0641ef6-033d-43ae-bffd-0bea23b7d475 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "PUT /v2.0/subnets/4502ff03-ef04-4705-962c-9fae547690ee HTTP/1.1" status: 200 len: 826 time: 3.1246974 Feb 10 15:16:38.227828 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-33decadc-b161-4a69-aa18-2c0ab472015d service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289593 Feb 10 15:16:38.230364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41052) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:38.231633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:38.232155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Checking segment: {'id': '64ece45e-e7d6-4ae0-aadc-368c9b918c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2a6474ad-aef0-4555-a7f6-06e4f708a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:38.233764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.236477 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Bound using segment: {'id': '64ece45e-e7d6-4ae0-aadc-368c9b918c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2a6474ad-aef0-4555-a7f6-06e4f708a86f'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:38.239643 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Bound port: 85e0d185-9242-48ec-b7b4-2cac8c6ceb73, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ece45e-e7d6-4ae0-aadc-368c9b918c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2a6474ad-aef0-4555-a7f6-06e4f708a86f'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:38.239643 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (85e0d185-9242-48ec-b7b4-2cac8c6ceb73), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.249177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a152c616-64bc-405a-be7d-6f6a5e4286e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:16:38.280456 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a152c616-64bc-405a-be7d-6f6a5e4286e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (27cd8af8-ca22-4c1d-ad6e-b2bba4f92a5a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.281578 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-a152c616-64bc-405a-be7d-6f6a5e4286e2 admin admin] Added segment 27cd8af8-ca22-4c1d-ad6e-b2bba4f92a5a of type vlan for network 98081f53-068d-4b25-9150-8ea7b3f5e67c Feb 10 15:16:38.283369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152c616-64bc-405a-be7d-6f6a5e4286e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55abc22-2dd5-4ee7-ae7b-5b19cb8ea7ca,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:38.303837 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0641ef6-033d-43ae-bffd-0bea23b7d475 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Subnet': ['ID=4502ff03-ef04-4705-962c-9fae547690ee,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:38.321099 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c3f9e-72a5-4f3e-9fbf-da4fa8286e9b req-c527873a-3201-4580-8390-ae5a7624f2c9 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:38.322900 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-795c3f9e-72a5-4f3e-9fbf-da4fa8286e9b req-c527873a-3201-4580-8390-ae5a7624f2c9 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 945 time: 0.2606626 Feb 10 15:16:38.373978 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a152c616-64bc-405a-be7d-6f6a5e4286e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (98081f53-068d-4b25-9150-8ea7b3f5e67c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.409248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] Pushing event updated for resources: {'Port': ['ID=0b99fcb2-907f-4bbd-90ec-247c41e83d6d,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:38.410899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a152c616-64bc-405a-be7d-6f6a5e4286e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (98081f53-068d-4b25-9150-8ea7b3f5e67c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.412387 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a152c616-64bc-405a-be7d-6f6a5e4286e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:38.420001 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a152c616-64bc-405a-be7d-6f6a5e4286e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.465969 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] Deleting port 61111dc1-e1d8-437f-9425-54f4a0ffbce8 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:16:38.466325 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (61111dc1-e1d8-437f-9425-54f4a0ffbce8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.490704 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a152c616-64bc-405a-be7d-6f6a5e4286e2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8720837 Feb 10 15:16:38.498403 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41058) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:38.512750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-738bd094-0626-4546-bfa6-5de70679a705 admin admin] Request body: {'subnet': {'network_id': '98081f53-068d-4b25-9150-8ea7b3f5e67c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1792395233-subnet', 'tenant_id': 'd7d999e2e42d46c9a5c2fb180c9e363c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:38.561143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Pushing event updated for resources: {'Port': ['ID=85e0d185-9242-48ec-b7b4-2cac8c6ceb73,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:38.570356 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738bd094-0626-4546-bfa6-5de70679a705 admin admin] Made reservation on behalf of d7d999e2e42d46c9a5c2fb180c9e363c for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:38.578207 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-738bd094-0626-4546-bfa6-5de70679a705 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.642784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152c616-64bc-405a-be7d-6f6a5e4286e2 admin admin] Pushing event updated for resources: {'Network': ['ID=98081f53-068d-4b25-9150-8ea7b3f5e67c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:38.692223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 98081f53-068d-4b25-9150-8ea7b3f5e67c details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:16:38.936427 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f96eb47e-ef5f-4621-a233-d7aff6286c78 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:38.936749 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:38.993269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] Current status of the port f96eb47e-ef5f-4621-a233-d7aff6286c78 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:38.993751 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:39.022109 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] For port 85e0d185-9242-48ec-b7b4-2cac8c6ceb73, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:39.095367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] For port 85e0d185-9242-48ec-b7b4-2cac8c6ceb73, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=85e0d185-9242-48ec-b7b4-2cac8c6ceb73,segment=NetworkSegment(64ece45e-e7d6-4ae0-aadc-368c9b918c24),segment_id=64ece45e-e7d6-4ae0-aadc-368c9b918c24)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:39.096592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f96eb47e-ef5f-4621-a233-d7aff6286c78 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:39.097488 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:39.099010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e95f38-9ba8-48ab-965e-1a90140ed0d8 None None] DHCP port deletion for 7a195b29-9a45-4fa9-95be-2b9590709c3d request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:16:39.104030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-738bd094-0626-4546-bfa6-5de70679a705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (a76dbbbd-8d26-47f7-b1be-f80761155b44), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:39.124920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] For port f96eb47e-ef5f-4621-a233-d7aff6286c78, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f96eb47e-ef5f-4621-a233-d7aff6286c78,segment=NetworkSegment(6aae3f34-7b91-42c1-8289-1bb1558938fb),segment_id=6aae3f34-7b91-42c1-8289-1bb1558938fb)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:39.128735 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8dfd66ba-ecfd-4560-978f-3103929d1bf7 None None] For port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0b99fcb2-907f-4bbd-90ec-247c41e83d6d,segment=NetworkSegment(72d3e2bc-1249-42a7-8330-f9688c2bd8cf),segment_id=72d3e2bc-1249-42a7-8330-f9688c2bd8cf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:39.131267 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (85e0d185-9242-48ec-b7b4-2cac8c6ceb73), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:39.181615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 935c59da-6c11-4c32-8530-357fcec9eefe up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:39.221823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bd094-0626-4546-bfa6-5de70679a705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a76dbbbd-8d26-47f7-b1be-f80761155b44,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:39.225393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Network 53aa704a-0563-438b-86a0-0c4aa06fb839 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:39.232271 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738bd094-0626-4546-bfa6-5de70679a705 admin admin] Checking segment: {'id': '27cd8af8-ca22-4c1d-ad6e-b2bba4f92a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '98081f53-068d-4b25-9150-8ea7b3f5e67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:39.232951 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738bd094-0626-4546-bfa6-5de70679a705 admin admin] Network hostable DHCP agents. Network: 98081f53-068d-4b25-9150-8ea7b3f5e67c, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:16:39.263141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738bd094-0626-4546-bfa6-5de70679a705 admin admin] Network 98081f53-068d-4b25-9150-8ea7b3f5e67c is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:16:39.283308 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-738bd094-0626-4546-bfa6-5de70679a705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 98081f53-068d-4b25-9150-8ea7b3f5e67c) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:39.301030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738bd094-0626-4546-bfa6-5de70679a705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:39.304831 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-738bd094-0626-4546-bfa6-5de70679a705 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:39.344454 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] For port 61111dc1-e1d8-437f-9425-54f4a0ffbce8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=61111dc1-e1d8-437f-9425-54f4a0ffbce8,segment=NetworkSegment(9b7288e6-d826-466f-9139-5656341ea865),segment_id=9b7288e6-d826-466f-9139-5656341ea865)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:39.344454 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (61111dc1-e1d8-437f-9425-54f4a0ffbce8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:39.351318 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] Calling delete_port for 61111dc1-e1d8-437f-9425-54f4a0ffbce8 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:16:39.352721 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-738bd094-0626-4546-bfa6-5de70679a705 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8468654 Feb 10 15:16:39.426092 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:39.447183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a8aeed-b89d-4d2a-baad-15a360c2be82 None None] Network 98081f53-068d-4b25-9150-8ea7b3f5e67c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:39.447919 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (2a6474ad-aef0-4555-a7f6-06e4f708a86f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:39.454096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec980f1a-c31d-4b7b-bc3d-1ef44cfd757f req-fc34814a-6008-45ec-9029-8e0ed5a4b5df tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 210 time: 1.0578828 Feb 10 15:16:39.455098 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:39.464312 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (61111dc1-e1d8-437f-9425-54f4a0ffbce8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:39.491670 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] No DVR routers for this DVR port 61111dc1-e1d8-437f-9425-54f4a0ffbce8 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:16:39.686560 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=61111dc1-e1d8-437f-9425-54f4a0ffbce8,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:39.706385 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-795c3f9e-72a5-4f3e-9fbf-da4fa8286e9b req-1e8d1f6d-cb96-4eec-aea6-5ec981152073 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eb387b7-037b-438f-a81e-fa420e674f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3454993 Feb 10 15:16:39.737774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41068) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:39.771646 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (7a195b29-9a45-4fa9-95be-2b9590709c3d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:39.868096 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-131392cd-0d1f-421c-ba51-364a6ff3c8ce admin admin] Deleting subnet a76dbbbd-8d26-47f7-b1be-f80761155b44 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:16:39.878732 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-131392cd-0d1f-421c-ba51-364a6ff3c8ce admin admin] Publish callbacks [] for subnet (a76dbbbd-8d26-47f7-b1be-f80761155b44), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:39.896055 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:16:39.896726 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:16:39.915690 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8dfd66ba-ecfd-4560-978f-3103929d1bf7 None None] Publish callbacks [] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:39.919913 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a195b29-9a45-4fa9-95be-2b9590709c3d']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:39.948312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7288e6-d826-466f-9139-5656341ea865') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:39.948704 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7288e6-d826-466f-9139-5656341ea865') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:39.959140 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-131392cd-0d1f-421c-ba51-364a6ff3c8ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (a76dbbbd-8d26-47f7-b1be-f80761155b44), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:39.979851 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (9b7288e6-d826-466f-9139-5656341ea865), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.010435 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2c37a772-37b8-442c-a9ca-a5cf42596368 None None] Provisioning complete for port f96eb47e-ef5f-4621-a233-d7aff6286c78 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:40.011560 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2c37a772-37b8-442c-a9ca-a5cf42596368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.020428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Deleting port 85e0d185-9242-48ec-b7b4-2cac8c6ceb73 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:16:40.020794 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (85e0d185-9242-48ec-b7b4-2cac8c6ceb73), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.040397 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-131392cd-0d1f-421c-ba51-364a6ff3c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (a76dbbbd-8d26-47f7-b1be-f80761155b44), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.043755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Router 4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:16:40.046782 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9b7288e6-d826-466f-9139-5656341ea865), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.063248 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8dfd66ba-ecfd-4560-978f-3103929d1bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.115581 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:16:40.115992 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (9b7288e6-d826-466f-9139-5656341ea865), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:16:40.126079 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:16:40.145604 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9c0057-ef44-4100-9edf-c353c168439d None None] Network 98081f53-068d-4b25-9150-8ea7b3f5e67c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:40.158549 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-131392cd-0d1f-421c-ba51-364a6ff3c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (a76dbbbd-8d26-47f7-b1be-f80761155b44), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.208437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131392cd-0d1f-421c-ba51-364a6ff3c8ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a76dbbbd-8d26-47f7-b1be-f80761155b44,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:40.223743 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-131392cd-0d1f-421c-ba51-364a6ff3c8ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.229971 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-131392cd-0d1f-421c-ba51-364a6ff3c8ce admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a76dbbbd-8d26-47f7-b1be-f80761155b44 HTTP/1.1" status: 204 len: 168 time: 0.4904752 Feb 10 15:16:40.230623 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41070) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:40.270310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 935c59da-6c11-4c32-8530-357fcec9eefe completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:16:40.312816 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee6a2e-9eed-480f-9418-696b6e14264f None None] Pushing event updated for resources: {'Port': ['ID=85e0d185-9242-48ec-b7b4-2cac8c6ceb73,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:40.329593 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 935c59da-6c11-4c32-8530-357fcec9eefe triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:40.334440 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (935c59da-6c11-4c32-8530-357fcec9eefe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.397346 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3da2143b-8555-4455-9dcf-f7b84e514c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (98081f53-068d-4b25-9150-8ea7b3f5e67c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.419308 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (7a195b29-9a45-4fa9-95be-2b9590709c3d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.424861 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.428110 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7a195b29-9a45-4fa9-95be-2b9590709c3d HTTP/1.1" status: 204 len: 168 time: 2.5392003 Feb 10 15:16:40.437839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41072) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:40.516940 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f136d-2598-4af7-b757-2938752561b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a195b29-9a45-4fa9-95be-2b9590709c3d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:40.534697 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5058366-1d05-4e82-8632-447f70ae1d57 req-21e86d63-7749-439e-ab25-cb143fda6c73 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:40.536318 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f5058366-1d05-4e82-8632-447f70ae1d57 req-21e86d63-7749-439e-ab25-cb143fda6c73 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.4224498 Feb 10 15:16:40.538353 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] For port 85e0d185-9242-48ec-b7b4-2cac8c6ceb73, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=85e0d185-9242-48ec-b7b4-2cac8c6ceb73,segment=NetworkSegment(64ece45e-e7d6-4ae0-aadc-368c9b918c24),segment_id=64ece45e-e7d6-4ae0-aadc-368c9b918c24)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:40.538719 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (85e0d185-9242-48ec-b7b4-2cac8c6ceb73), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.606767 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3da2143b-8555-4455-9dcf-f7b84e514c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (98081f53-068d-4b25-9150-8ea7b3f5e67c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.621681 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f5058366-1d05-4e82-8632-447f70ae1d57 req-11f07b87-ac37-4963-bc0f-90d5dbe8b229 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729389 Feb 10 15:16:40.623580 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Calling delete_port for 85e0d185-9242-48ec-b7b4-2cac8c6ceb73 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:16:40.635688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:16:40.655356 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8e914221-3343-482d-b951-e6939604c5d6 admin admin] 10.222.0.64 "PUT /v2.0/routers/4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6729002 Feb 10 15:16:40.660678 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-29e95f38-9ba8-48ab-965e-1a90140ed0d8 None None] Deleting port 61111dc1-e1d8-437f-9425-54f4a0ffbce8 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:16:40.661075 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-29e95f38-9ba8-48ab-965e-1a90140ed0d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (61111dc1-e1d8-437f-9425-54f4a0ffbce8), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.673782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3da2143b-8555-4455-9dcf-f7b84e514c6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98081f53-068d-4b25-9150-8ea7b3f5e67c']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:40.685949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Sync routers for ids ['4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:16:40.691337 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3da2143b-8555-4455-9dcf-f7b84e514c6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cd8af8-ca22-4c1d-ad6e-b2bba4f92a5a') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:40.692987 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3da2143b-8555-4455-9dcf-f7b84e514c6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cd8af8-ca22-4c1d-ad6e-b2bba4f92a5a') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:40.704102 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16b1a033-c82e-483a-aa3d-a7d46640bc57 req-82894c0b-0f90-4941-bbf6-5a4f93833e93 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 210 time: 0.0906804 Feb 10 15:16:40.719575 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3da2143b-8555-4455-9dcf-f7b84e514c6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (27cd8af8-ca22-4c1d-ad6e-b2bba4f92a5a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.781334 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3da2143b-8555-4455-9dcf-f7b84e514c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (27cd8af8-ca22-4c1d-ad6e-b2bba4f92a5a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server [None req-29e95f38-9ba8-48ab-965e-1a90140ed0d8 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 7a195b29-9a45-4fa9-95be-2b9590709c3d could not be found. Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:16:40.784219 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 7a195b29-9a45-4fa9-95be-2b9590709c3d could not be found. Feb 10 15:16:40.788601 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Feb 10 15:16:40.830188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f96eb47e-ef5f-4621-a233-d7aff6286c78 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:40.839136 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0b99fcb2-907f-4bbd-90ec-247c41e83d6d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:40.888571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da2143b-8555-4455-9dcf-f7b84e514c6a admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:16:40.889298 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3da2143b-8555-4455-9dcf-f7b84e514c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (27cd8af8-ca22-4c1d-ad6e-b2bba4f92a5a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:16:40.892775 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:16:40.951662 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb95453-0d66-4851-86ff-a79dc50a31c2 None None] DHCP port deletion for 7a195b29-9a45-4fa9-95be-2b9590709c3d request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:16:40.962249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2c37a772-37b8-442c-a9ca-a5cf42596368 None None] Current status of the port f96eb47e-ef5f-4621-a233-d7aff6286c78 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:40.973456 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78db72-00cb-415c-9521-5de36fe83328 None None] Pushing event updated for resources: {'Port': ['ID=f96eb47e-ef5f-4621-a233-d7aff6286c78,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:41.081991 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3da2143b-8555-4455-9dcf-f7b84e514c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (98081f53-068d-4b25-9150-8ea7b3f5e67c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:41.097609 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3da2143b-8555-4455-9dcf-f7b84e514c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:41.101729 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3da2143b-8555-4455-9dcf-f7b84e514c6a admin admin] 10.222.0.64 "DELETE /v2.0/networks/98081f53-068d-4b25-9150-8ea7b3f5e67c HTTP/1.1" status: 204 len: 168 time: 0.8701055 Feb 10 15:16:41.113795 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd66ba-ecfd-4560-978f-3103929d1bf7 None None] Pushing event updated for resources: {'Port': ['ID=0b99fcb2-907f-4bbd-90ec-247c41e83d6d,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:41.118381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2143b-8555-4455-9dcf-f7b84e514c6a admin admin] Pushing event deleted for resources: {'Network': ['ID=98081f53-068d-4b25-9150-8ea7b3f5e67c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:41.122816 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4869c8-61da-4dae-beb4-fa0a690fbd0c None None] Network 2a6474ad-aef0-4555-a7f6-06e4f708a86f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:41.135519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa661b-f1b9-4a6a-8998-ec7410ecbd59 req-9f122883-83bc-41bb-94b3-3ab03c5bcd75 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:41.145013 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63aa661b-f1b9-4a6a-8998-ec7410ecbd59 req-9f122883-83bc-41bb-94b3-3ab03c5bcd75 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 945 time: 0.2488947 Feb 10 15:16:41.152411 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (85e0d185-9242-48ec-b7b4-2cac8c6ceb73), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:41.179823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Routers {'4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:41.183893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:41.215043 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Port': ['ID=85e0d185-9242-48ec-b7b4-2cac8c6ceb73,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:41.277730 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63aa661b-f1b9-4a6a-8998-ec7410ecbd59 req-749a856e-3744-4ea3-bdc8-dc67ab472f17 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eb387b7-037b-438f-a81e-fa420e674f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317227 Feb 10 15:16:41.375554 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2c37a772-37b8-442c-a9ca-a5cf42596368 None None] Provisioning complete for port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:41.376898 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2c37a772-37b8-442c-a9ca-a5cf42596368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:41.378792 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:41.385444 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No DVR routers for this DVR port 85e0d185-9242-48ec-b7b4-2cac8c6ceb73 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:16:41.459216 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41092) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:41.487567 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 935c59da-6c11-4c32-8530-357fcec9eefe is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:41.488436 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (935c59da-6c11-4c32-8530-357fcec9eefe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:41.495878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:41.496849 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:41.591976 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0c61faf9-c01b-4ca7-b06f-06ba7e2d8bad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7d999e2e42d46c9a5c2fb180c9e363c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316481 Feb 10 15:16:41.597879 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41094) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:41.648446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 935c59da-6c11-4c32-8530-357fcec9eefe, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=935c59da-6c11-4c32-8530-357fcec9eefe,segment=NetworkSegment(23b7123c-d442-49cb-9fdc-ba75fc0907fa),segment_id=23b7123c-d442-49cb-9fdc-ba75fc0907fa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:41.654368 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (4502ff03-ef04-4705-962c-9fae547690ee), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:41.698446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a693c08e-94ee-48ed-b657-99a88acb0eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935c59da-6c11-4c32-8530-357fcec9eefe'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:16:41.704600 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ae5c78-baeb-46ad-9238-cf17cc4f7a57" -d '{"events": [{"server_uuid": "a693c08e-94ee-48ed-b657-99a88acb0eb8", "name": "network-vif-plugged", "status": "completed", "tag": "935c59da-6c11-4c32-8530-357fcec9eefe"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:16:41.708069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2c37a772-37b8-442c-a9ca-a5cf42596368 None None] Port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:16:41.724779 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (935c59da-6c11-4c32-8530-357fcec9eefe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:41.810782 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8d5794d-c204-4c88-a2c2-b1218305724b admin admin] Publish callbacks [] for security_group (c55abc22-2dd5-4ee7-ae7b-5b19cb8ea7ca), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:41.813564 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=935c59da-6c11-4c32-8530-357fcec9eefe,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:41.914400 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a973907-efc1-4d41-a669-d5351fc73642 x-openstack-request-id: req-4a973907-efc1-4d41-a669-d5351fc73642 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:16:41.916400 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a693c08e-94ee-48ed-b657-99a88acb0eb8", "name": "network-vif-plugged", "status": "completed", "tag": "935c59da-6c11-4c32-8530-357fcec9eefe", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:16:41.916400 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a973907-efc1-4d41-a669-d5351fc73642 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:16:41.916810 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a693c08e-94ee-48ed-b657-99a88acb0eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935c59da-6c11-4c32-8530-357fcec9eefe', 'code': 200} Feb 10 15:16:41.919361 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42fe3ec-1c3d-467a-9ccb-5a223f93570d None None] Network fe0c3176-b341-4a40-8885-cceb937192b0 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:42.024567 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8d5794d-c204-4c88-a2c2-b1218305724b admin admin] Publish callbacks [] for security_group (c55abc22-2dd5-4ee7-ae7b-5b19cb8ea7ca), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:42.066847 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efe4d3-03ae-4b88-8b5e-e838b235c0ec req-d837ecff-9bf8-4548-8da9-e21141ba6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:42.074308 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e9efe4d3-03ae-4b88-8b5e-e838b235c0ec req-d837ecff-9bf8-4548-8da9-e21141ba6c6c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 1128 time: 0.1483097 Feb 10 15:16:42.103658 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-497bd3c8-92de-4c96-900d-4414cb335305 None None] Could not find standard attr ID for object 85e0d185-9242-48ec-b7b4-2cac8c6ceb73. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:16:42.123551 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a878535e-4bc5-417e-bdd8-6b2ef04f1cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (f18a5e52-676f-4250-9761-8b40dc17118c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:42.126382 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3be329b0-1d94-4831-a9e9-97de467cf549 req-93d5312b-5c80-460d-8264-2c0585f59a03 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 210 time: 0.1372585 Feb 10 15:16:42.137818 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Set router 4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:42.189809 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (4502ff03-ef04-4705-962c-9fae547690ee), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:42.210431 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-497bd3c8-92de-4c96-900d-4414cb335305 None None] Provisioning complete for port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:42.210811 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-497bd3c8-92de-4c96-900d-4414cb335305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:42.352578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:42.371929 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8d5a2e-861c-4eb8-a6ad-c86be1935324 None None] Network 2a6474ad-aef0-4555-a7f6-06e4f708a86f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:42.412260 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (2a6474ad-aef0-4555-a7f6-06e4f708a86f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:42.430368 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e9efe4d3-03ae-4b88-8b5e-e838b235c0ec req-b3432986-7b9d-451f-8990-e45d5b70321d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3eb387b7-037b-438f-a81e-fa420e674f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3547304 Feb 10 15:16:42.476297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6474ad-aef0-4555-a7f6-06e4f708a86f']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:42.501923 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ece45e-e7d6-4ae0-aadc-368c9b918c24') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:42.502186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ece45e-e7d6-4ae0-aadc-368c9b918c24') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:42.526931 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (64ece45e-e7d6-4ae0-aadc-368c9b918c24), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:42.546055 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Subnet': ['ID=4502ff03-ef04-4705-962c-9fae547690ee,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:42.587441 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-a878535e-4bc5-417e-bdd8-6b2ef04f1cd6 admin admin] Deleting port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:16:42.593770 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a878535e-4bc5-417e-bdd8-6b2ef04f1cd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:42.711033 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79346f7-6454-4e34-b217-7cbc22de4460 req-2bdd2d38-d3ce-479c-9cdb-58c91da672b3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:42.712672 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c79346f7-6454-4e34-b217-7cbc22de4460 req-2bdd2d38-d3ce-479c-9cdb-58c91da672b3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.8335984 Feb 10 15:16:42.741562 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (64ece45e-e7d6-4ae0-aadc-368c9b918c24), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:42.753885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-a878535e-4bc5-417e-bdd8-6b2ef04f1cd6 admin admin] For port 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2,segment=NetworkSegment(7202d855-e163-44dd-95d7-cb933e580602),segment_id=7202d855-e163-44dd-95d7-cb933e580602)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:42.754811 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a878535e-4bc5-417e-bdd8-6b2ef04f1cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:42.785487 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-a878535e-4bc5-417e-bdd8-6b2ef04f1cd6 admin admin] Calling delete_port for 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:16:42.806213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:16:42.806213 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (64ece45e-e7d6-4ae0-aadc-368c9b918c24), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:16:42.873198 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:16:42.935465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd58514-0e09-4971-bfd4-28c017a8c98f req-6d180bf1-d651-432c-b5b3-92d33e13287b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:42.945061 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2dd58514-0e09-4971-bfd4-28c017a8c98f req-6d180bf1-d651-432c-b5b3-92d33e13287b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 946 time: 0.4120433 Feb 10 15:16:42.955695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-497bd3c8-92de-4c96-900d-4414cb335305 None None] Port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:16:43.156143 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2dd58514-0e09-4971-bfd4-28c017a8c98f req-eebf7e18-8c74-4bb5-8c14-f2399b785215 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eb387b7-037b-438f-a81e-fa420e674f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045465 Feb 10 15:16:43.171495 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a878535e-4bc5-417e-bdd8-6b2ef04f1cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:43.182677 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8d5794d-c204-4c88-a2c2-b1218305724b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c55abc22-2dd5-4ee7-ae7b-5b19cb8ea7ca), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:43.193414 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8d5794d-c204-4c88-a2c2-b1218305724b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:43.195245 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d8d5794d-c204-4c88-a2c2-b1218305724b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c55abc22-2dd5-4ee7-ae7b-5b19cb8ea7ca HTTP/1.1" status: 204 len: 168 time: 1.5897896 Feb 10 15:16:43.224933 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878535e-4bc5-417e-bdd8-6b2ef04f1cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:43.246194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5794d-c204-4c88-a2c2-b1218305724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55abc22-2dd5-4ee7-ae7b-5b19cb8ea7ca,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:43.289972 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c79346f7-6454-4e34-b217-7cbc22de4460 req-689ecc4d-1254-48ce-beb1-ee714419f587 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659888 Feb 10 15:16:43.300591 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (2a6474ad-aef0-4555-a7f6-06e4f708a86f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:43.334880 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:43.341202 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/2a6474ad-aef0-4555-a7f6-06e4f708a86f HTTP/1.1" status: 204 len: 168 time: 5.0783665 Feb 10 15:16:43.347154 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41108) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:43.361493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2d44f-a1fb-4e85-8852-f6ad10c2a037 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Network': ['ID=2a6474ad-aef0-4555-a7f6-06e4f708a86f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:43.396960 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae072f07-6697-499f-ab5f-6fd9bc8901f6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] DELETE failed (client error): The resource could not be found. Feb 10 15:16:43.397790 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae072f07-6697-499f-ab5f-6fd9bc8901f6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:16:43.408022 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cb0a83c2-3b0a-4d64-8563-f17019b16a85 req-a3f17125-f30e-4dde-926b-2819f56e0c77 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 210 time: 0.0696120 Feb 10 15:16:43.409826 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ae072f07-6697-499f-ab5f-6fd9bc8901f6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/2a6474ad-aef0-4555-a7f6-06e4f708a86f HTTP/1.1" status: 404 len: 339 time: 0.0612173 Feb 10 15:16:43.411032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41110) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:43.418295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d2f3aaa7-6584-412b-a26b-a2413c3b48f0 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1834035866', 'description': 'd1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:43.504422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f3aaa7-6584-412b-a26b-a2413c3b48f0 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:43.508225 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d2f3aaa7-6584-412b-a26b-a2413c3b48f0 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:43.586238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f3aaa7-6584-412b-a26b-a2413c3b48f0 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:16:43.587040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e677cd59-2a54-47a0-8cf9-4a771c1132c9 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:43.590870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef696da-bc46-4af6-a825-d545e9033f1e None None] DHCP port deletion for 2a6474ad-aef0-4555-a7f6-06e4f708a86f request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:16:43.622410 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d2f3aaa7-6584-412b-a26b-a2413c3b48f0 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (459a76e0-b3d6-496f-a35f-89691809e605), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:43.622835 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-d2f3aaa7-6584-412b-a26b-a2413c3b48f0 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Added segment 459a76e0-b3d6-496f-a35f-89691809e605 of type vlan for network 485a7427-9e81-4cdc-a18c-ea962c67d4f9 Feb 10 15:16:43.688331 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a878535e-4bc5-417e-bdd8-6b2ef04f1cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (f18a5e52-676f-4250-9761-8b40dc17118c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:43.713999 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-36eeddbf-959b-4830-b8cb-edbc7a238c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:43.798025 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b279586-82bd-4d89-8a5e-800bda68bd25 None None] Provisioning complete for port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:43.798410 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b279586-82bd-4d89-8a5e-800bda68bd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:43.907117 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5268cd-11b1-4b78-b331-5c77c68b2a96 None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:16:43.912458 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d2f3aaa7-6584-412b-a26b-a2413c3b48f0 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (485a7427-9e81-4cdc-a18c-ea962c67d4f9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:44.113213 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d2f3aaa7-6584-412b-a26b-a2413c3b48f0 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (485a7427-9e81-4cdc-a18c-ea962c67d4f9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:44.117032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f3aaa7-6584-412b-a26b-a2413c3b48f0 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:44.117702 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d2f3aaa7-6584-412b-a26b-a2413c3b48f0 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:44.214273 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d2f3aaa7-6584-412b-a26b-a2413c3b48f0 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8006356 Feb 10 15:16:44.217532 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41122) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:44.254162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3aaa7-6584-412b-a26b-a2413c3b48f0 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Network': ['ID=485a7427-9e81-4cdc-a18c-ea962c67d4f9,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:44.271166 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5268cd-11b1-4b78-b331-5c77c68b2a96 None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:16:44.323366 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a878535e-4bc5-417e-bdd8-6b2ef04f1cd6 admin admin] Router f18a5e52-676f-4250-9761-8b40dc17118c has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:16:44.428165 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 485a7427-9e81-4cdc-a18c-ea962c67d4f9 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:16:44.455516 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1804a1-3809-4df6-aad8-497f400e6ed1 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:44.461668 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4b1804a1-3809-4df6-aad8-497f400e6ed1 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "GET /v2.0/networks?id=485a7427-9e81-4cdc-a18c-ea962c67d4f9 HTTP/1.1" status: 200 len: 765 time: 0.2362108 Feb 10 15:16:44.462379 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41130) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:44.469867 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b5aa444d-d6c1-4cdd-95fd-f3d566e9be57 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'network': {'description': 'd2'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:44.522903 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e677cd59-2a54-47a0-8cf9-4a771c1132c9 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:44.523279 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e677cd59-2a54-47a0-8cf9-4a771c1132c9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:44.527767 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a878535e-4bc5-417e-bdd8-6b2ef04f1cd6 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:16:44.548987 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe5580-f12a-41a3-8bac-5c891bc71185 None None] Sync routers for ids ['f18a5e52-676f-4250-9761-8b40dc17118c'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:16:44.552568 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a878535e-4bc5-417e-bdd8-6b2ef04f1cd6 admin admin] 10.222.0.64 "PUT /v2.0/routers/f18a5e52-676f-4250-9761-8b40dc17118c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0435438 Feb 10 15:16:44.553286 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41132) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:44.581753 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe5580-f12a-41a3-8bac-5c891bc71185 None None] Routers {'f18a5e52-676f-4250-9761-8b40dc17118c'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:44.586883 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-bebe5580-f12a-41a3-8bac-5c891bc71185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f18a5e52-676f-4250-9761-8b40dc17118c'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:44.755109 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ab761-80ef-4263-84c6-7272736ed490 req-802eb7ba-e8fe-4225-a306-4ef25750f44d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:44.757106 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3e6ab761-80ef-4263-84c6-7272736ed490 req-802eb7ba-e8fe-4225-a306-4ef25750f44d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.1881189 Feb 10 15:16:44.774063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448809dc-c68a-4b8d-a641-5a5710cfe44f req-b82ed882-cb74-4138-ada9-4510cadf5632 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:44.777008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-448809dc-c68a-4b8d-a641-5a5710cfe44f req-b82ed882-cb74-4138-ada9-4510cadf5632 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 946 time: 0.3135319 Feb 10 15:16:44.810578 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-bebe5580-f12a-41a3-8bac-5c891bc71185 None None] Set router f18a5e52-676f-4250-9761-8b40dc17118c gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:44.900319 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3e6ab761-80ef-4263-84c6-7272736ed490 req-979007ad-83eb-4a5f-a7c5-318f014b039a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217408 Feb 10 15:16:45.014714 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-715b022b-4dca-4eaf-b825-9f21c2922958 admin admin] Publish callbacks [] for router (f18a5e52-676f-4250-9761-8b40dc17118c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:45.036588 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b279586-82bd-4d89-8a5e-800bda68bd25 None None] Current status of the port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:45.041762 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-bebe5580-f12a-41a3-8bac-5c891bc71185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954033795-router', 'tenant_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:18Z', 'updated_at': '2022-02-10T15:16:43Z', 'revision_number': 5, 'project_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'gw_port': {'id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:19Z', 'updated_at': '2022-02-10T15:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:45.092872 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe5580-f12a-41a3-8bac-5c891bc71185 None None] Checking router: f18a5e52-676f-4250-9761-8b40dc17118c for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:16:45.105386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea02c5e9-fe53-47b0-b2cd-06cd89d69d23 req-ef558cd6-48e2-48f9-8556-67fb7c7a1ea9 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 210 time: 0.0644786 Feb 10 15:16:45.112533 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe5580-f12a-41a3-8bac-5c891bc71185 None None] Routers {'f18a5e52-676f-4250-9761-8b40dc17118c'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:45.113392 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-bebe5580-f12a-41a3-8bac-5c891bc71185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f18a5e52-676f-4250-9761-8b40dc17118c'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:45.138142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-448809dc-c68a-4b8d-a641-5a5710cfe44f req-47e2e26e-dbd9-4285-9295-dfe45c2efee5 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eb387b7-037b-438f-a81e-fa420e674f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087747 Feb 10 15:16:45.163965 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5aa444d-d6c1-4cdd-95fd-f3d566e9be57 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (485a7427-9e81-4cdc-a18c-ea962c67d4f9), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:45.218120 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5aa444d-d6c1-4cdd-95fd-f3d566e9be57 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (485a7427-9e81-4cdc-a18c-ea962c67d4f9), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:45.285342 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b5aa444d-d6c1-4cdd-95fd-f3d566e9be57 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network 485a7427-9e81-4cdc-a18c-ea962c67d4f9 is not hosted by any dhcp agent {{(pid=103368) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 15:16:45.304829 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aa444d-d6c1-4cdd-95fd-f3d566e9be57 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:45.305531 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5aa444d-d6c1-4cdd-95fd-f3d566e9be57 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:45.312790 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b5aa444d-d6c1-4cdd-95fd-f3d566e9be57 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "PUT /v2.0/networks/485a7427-9e81-4cdc-a18c-ea962c67d4f9 HTTP/1.1" status: 200 len: 762 time: 0.8477054 Feb 10 15:16:45.330319 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41144) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:45.330707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41146) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:45.434738 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-bebe5580-f12a-41a3-8bac-5c891bc71185 None None] Set router f18a5e52-676f-4250-9761-8b40dc17118c gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:45.469804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711510952-router', 'tenant_id': '9304b15b205648df9c4396e7b78d3013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:25Z', 'updated_at': '2022-02-10T15:16:37Z', 'revision_number': 4, 'project_id': '9304b15b205648df9c4396e7b78d3013', 'gw_port': {'id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:28Z', 'updated_at': '2022-02-10T15:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '81a55ca9-9bef-4cd0-90d0-7aff6d3c9638', 'name': '', 'network_id': '53aa704a-0563-438b-86a0-0c4aa06fb839', 'tenant_id': '9304b15b205648df9c4396e7b78d3013', 'mac_address': 'fa:16:3e:cb:f6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '15f69cfc-3a67-47b0-a06c-0befe0e2a446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:34Z', 'updated_at': '2022-02-10T15:16:37Z', 'revision_number': 2, 'project_id': '9304b15b205648df9c4396e7b78d3013', 'subnets': [{'id': '15f69cfc-3a67-47b0-a06c-0befe0e2a446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:45.588617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9efd92e-bb06-45b1-80f2-5fa3f8e4b562 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:45.600050 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c9efd92e-bb06-45b1-80f2-5fa3f8e4b562 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "GET /v2.0/networks?id=485a7427-9e81-4cdc-a18c-ea962c67d4f9 HTTP/1.1" status: 200 len: 765 time: 0.2638800 Feb 10 15:16:45.604230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41150) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:45.713128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Checking router: 4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:16:45.713502 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Updating router 4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:16:45.814851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c4bbbcb6-d6fa-4fa5-a396-e3e27f4d828e None None] Provisioning complete for port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:45.817636 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c4bbbcb6-d6fa-4fa5-a396-e3e27f4d828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:45.821281 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb8a1-cea3-43cc-b626-b7711a4bb11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:45.938332 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-bebe5580-f12a-41a3-8bac-5c891bc71185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954033795-router', 'tenant_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:18Z', 'updated_at': '2022-02-10T15:16:43Z', 'revision_number': 5, 'project_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'gw_port': {'id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:19Z', 'updated_at': '2022-02-10T15:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:45.971468 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:45.979623 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe5580-f12a-41a3-8bac-5c891bc71185 None None] The sync data for ids ['f18a5e52-676f-4250-9761-8b40dc17118c'] in n-d-815324-7 is: [{'id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954033795-router', 'tenant_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:12:18Z', 'updated_at': '2022-02-10T15:16:43Z', 'revision_number': 5, 'project_id': '7cd5c9dd83094c7a9e5087b4767b699f', 'gw_port': {'id': 'ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5e52-676f-4250-9761-8b40dc17118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:12:19Z', 'updated_at': '2022-02-10T15:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:16:46.047032 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-715b022b-4dca-4eaf-b825-9f21c2922958 admin admin] Publish callbacks [] for router_gateway (f18a5e52-676f-4250-9761-8b40dc17118c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:46.050981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-network', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:46.123583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-715b022b-4dca-4eaf-b825-9f21c2922958 admin admin] Deleting port ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:16:46.123996 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-715b022b-4dca-4eaf-b825-9f21c2922958 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:46.211672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c4bbbcb6-d6fa-4fa5-a396-e3e27f4d828e None None] Current status of the port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:46.220486 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-715b022b-4dca-4eaf-b825-9f21c2922958 admin admin] For port ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:46.220919 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-715b022b-4dca-4eaf-b825-9f21c2922958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:46.233337 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-715b022b-4dca-4eaf-b825-9f21c2922958 admin admin] Calling delete_port for ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:16:46.490994 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-715b022b-4dca-4eaf-b825-9f21c2922958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:46.568947 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Publish callbacks [] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:46.574870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e677cd59-2a54-47a0-8cf9-4a771c1132c9 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:46.582325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:46.595833 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:46.621584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b022b-4dca-4eaf-b825-9f21c2922958 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:46.737401 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa444d-d6c1-4cdd-95fd-f3d566e9be57 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Network': ['ID=485a7427-9e81-4cdc-a18c-ea962c67d4f9,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:46.746312 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-715b022b-4dca-4eaf-b825-9f21c2922958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (f18a5e52-676f-4250-9761-8b40dc17118c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:46.829301 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:46.830434 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 485a7427-9e81-4cdc-a18c-ea962c67d4f9 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:16:46.935633 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] Made reservation on behalf of 4ad24befb1384c69ac214ad0a37e0b2b for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:46.939500 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:46.961876 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17dbc1-287f-4e41-ba88-d7905efe5b95 req-6dcc90ef-f249-4957-9c92-1e2128dbd5cb tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:46.973106 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd17dbc1-287f-4e41-ba88-d7905efe5b95 req-6dcc90ef-f249-4957-9c92-1e2128dbd5cb tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 946 time: 1.3612723 Feb 10 15:16:46.974678 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:46.980979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41156) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:46.985832 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68094761-1bb2-4626-acc5-ab1bb85bc81d tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:46.991066 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-68094761-1bb2-4626-acc5-ab1bb85bc81d tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.3784764 Feb 10 15:16:46.993403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41158) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:47.004916 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-528cd79f-4bf6-48a1-9fc6-395cb3f44850 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Request body: {'floatingip': {'port_id': '935c59da-6c11-4c32-8530-357fcec9eefe'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:47.020113 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-715b022b-4dca-4eaf-b825-9f21c2922958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (f18a5e52-676f-4250-9761-8b40dc17118c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.078821 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-715b022b-4dca-4eaf-b825-9f21c2922958 admin admin] Publish callbacks [] for router_controller (f18a5e52-676f-4250-9761-8b40dc17118c), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.120373 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-528cd79f-4bf6-48a1-9fc6-395cb3f44850 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for floatingip (7a6c8e8b-3ae0-4841-b3b1-fcbcf4ca915b), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.138789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Attempting to bind port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:47.139208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Attempting to bind port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '6aae3f34-7b91-42c1-8289-1bb1558938fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '53aa704a-0563-438b-86a0-0c4aa06fb839'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:47.139580 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Attempting to bind port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 on network 53aa704a-0563-438b-86a0-0c4aa06fb839 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:47.142304 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453f4bf-79f2-4986-a263-6a72e735d3ea None None] Pushing event updated for resources: {'Port': ['ID=81a55ca9-9bef-4cd0-90d0-7aff6d3c9638,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:47.166439 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:47.167183 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (49ca0b5a-9448-48a5-a4ce-2cad24f15aaa), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.220974 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:47.220974 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Checking segment: {'id': '6aae3f34-7b91-42c1-8289-1bb1558938fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '53aa704a-0563-438b-86a0-0c4aa06fb839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:47.221575 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.224594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Bound using segment: {'id': '6aae3f34-7b91-42c1-8289-1bb1558938fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '53aa704a-0563-438b-86a0-0c4aa06fb839'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:47.224851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Bound port: 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aae3f34-7b91-42c1-8289-1bb1558938fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '53aa704a-0563-438b-86a0-0c4aa06fb839'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:47.225959 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.229834 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] Publish callbacks [] for security_group (53db1a11-08d3-40d8-a259-cab72fdc290f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.269312 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (53db1a11-08d3-40d8-a259-cab72fdc290f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.274596 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-afc9816d-2b29-46b1-9458-3e46eb6bed61 None None] Provisioning complete for port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:47.275076 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-afc9816d-2b29-46b1-9458-3e46eb6bed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.287844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:16:47.300934 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (d5649c97-1632-4556-b5ce-6f95bcf28a4f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.301762 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] Added segment d5649c97-1632-4556-b5ce-6f95bcf28a4f of type vlan for network 6815c067-d5ad-4bf7-9e88-17529fe8111d Feb 10 15:16:47.342326 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-afc9816d-2b29-46b1-9458-3e46eb6bed61 None None] Port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:16:47.366990 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-715b022b-4dca-4eaf-b825-9f21c2922958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (f18a5e52-676f-4250-9761-8b40dc17118c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.367543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715b022b-4dca-4eaf-b825-9f21c2922958 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f18a5e52-676f-4250-9761-8b40dc17118c {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:16:47.385030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-715b022b-4dca-4eaf-b825-9f21c2922958 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.388516 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-715b022b-4dca-4eaf-b825-9f21c2922958 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f18a5e52-676f-4250-9761-8b40dc17118c HTTP/1.1" status: 204 len: 168 time: 2.8342428 Feb 10 15:16:47.389158 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41160) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:47.396130 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (6815c067-d5ad-4bf7-9e88-17529fe8111d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.419974 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:47.420522 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (49ca0b5a-9448-48a5-a4ce-2cad24f15aaa), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.473972 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f9139674-eee1-4baa-802b-501c8c66ab54 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "GET /v2.0/subnets?network_id=4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 207 time: 0.4743407 Feb 10 15:16:47.477148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53db1a11-08d3-40d8-a259-cab72fdc290f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:47.481967 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=49ca0b5a-9448-48a5-a4ce-2cad24f15aaa,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:47.495097 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41162) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:47.498482 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] For port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:47.505505 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] For port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=81a55ca9-9bef-4cd0-90d0-7aff6d3c9638,segment=NetworkSegment(6aae3f34-7b91-42c1-8289-1bb1558938fb),segment_id=6aae3f34-7b91-42c1-8289-1bb1558938fb)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:47.511155 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (49ca0b5a-9448-48a5-a4ce-2cad24f15aaa), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.513135 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f96eb47e-ef5f-4621-a233-d7aff6286c78 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:47.589168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5709423-bb37-42d1-bc0c-6d2e556e5d91 admin admin] Deleting subnet 98ff03ef-ef64-4e62-9cd0-c10f371ef35d {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:16:47.606578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=49ca0b5a-9448-48a5-a4ce-2cad24f15aaa,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:47.612617 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.614776 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5709423-bb37-42d1-bc0c-6d2e556e5d91 admin admin] Publish callbacks [] for subnet (98ff03ef-ef64-4e62-9cd0-c10f371ef35d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.701057 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5709423-bb37-42d1-bc0c-6d2e556e5d91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (98ff03ef-ef64-4e62-9cd0-c10f371ef35d), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.762332 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Routers {'4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:47.762941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:47.846320 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.resource_extend [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:16:47.856686 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a20a52-1c88-44d5-9ad8-e18694bf50d2 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:47.863189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a20a52-1c88-44d5-9ad8-e18694bf50d2 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:47.869324 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a20a52-1c88-44d5-9ad8-e18694bf50d2 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:47.877302 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a20a52-1c88-44d5-9ad8-e18694bf50d2 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:47.887113 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a20a52-1c88-44d5-9ad8-e18694bf50d2 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:47.894169 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a20a52-1c88-44d5-9ad8-e18694bf50d2 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:47.896559 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-48a20a52-1c88-44d5-9ad8-e18694bf50d2 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3663886 Feb 10 15:16:47.905208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4fe3-4a60-43b4-b923-b789d9ea6e34 req-865c175d-a1e9-4b9f-aeb3-de94a151aa8f tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:47.907309 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5709423-bb37-42d1-bc0c-6d2e556e5d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (98ff03ef-ef64-4e62-9cd0-c10f371ef35d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:47.908535 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a8e4fe3-4a60-43b4-b923-b789d9ea6e34 req-865c175d-a1e9-4b9f-aeb3-de94a151aa8f tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 1.7429245 Feb 10 15:16:47.919451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32950335-0fe3-4cc7-bc9d-bac4c95779b4 req-aa1d121d-ee05-44f0-87e3-5fe2d58156c8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 210 time: 0.6542604 Feb 10 15:16:47.923650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41164) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:48.019020 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] Set router 4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:48.142674 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fe00ca3a-477f-4cda-a4ae-9e8515d840b5 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1940439 Feb 10 15:16:48.152839 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41166) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:48.185711 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5709423-bb37-42d1-bc0c-6d2e556e5d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (98ff03ef-ef64-4e62-9cd0-c10f371ef35d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:48.219407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5709423-bb37-42d1-bc0c-6d2e556e5d91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ff03ef-ef64-4e62-9cd0-c10f371ef35d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:48.236968 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5709423-bb37-42d1-bc0c-6d2e556e5d91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:48.243566 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d5709423-bb37-42d1-bc0c-6d2e556e5d91 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/98ff03ef-ef64-4e62-9cd0-c10f371ef35d HTTP/1.1" status: 204 len: 168 time: 0.8496032 Feb 10 15:16:48.244756 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41168) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:48.306624 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a8e4fe3-4a60-43b4-b923-b789d9ea6e34 req-17aab2b3-1dd0-4b62-b78c-dc911535442e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680243 Feb 10 15:16:48.318562 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (6815c067-d5ad-4bf7-9e88-17529fe8111d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:48.319910 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:48.320496 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:48.346710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d44088-9f0c-46ec-ba6f-a87d1e74f2e5 None None] Network 96194d6b-a169-422e-8f32-ab2d2e4cb3e9 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:48.372908 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41a8b9-338f-4d49-a30a-dd0323a6ca38 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:48.375041 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41a8b9-338f-4d49-a30a-dd0323a6ca38 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:48.376519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41a8b9-338f-4d49-a30a-dd0323a6ca38 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:48.377938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41a8b9-338f-4d49-a30a-dd0323a6ca38 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:48.379358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41a8b9-338f-4d49-a30a-dd0323a6ca38 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:48.381440 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ba41a8b9-338f-4d49-a30a-dd0323a6ca38 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2259376 Feb 10 15:16:48.396728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0618982 Feb 10 15:16:48.399319 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41170) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:48.399659 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41172) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:48.414483 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-da911d27-69b4-4a40-bae9-9dc633a5fddc admin admin] Request body: {'subnet': {'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-subnet', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:48.477736 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453f4bf-79f2-4986-a263-6a72e735d3ea None None] Pushing event updated for resources: {'Port': ['ID=81a55ca9-9bef-4cd0-90d0-7aff6d3c9638,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:48.485377 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f96eb47e-ef5f-4621-a233-d7aff6286c78 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:48.486032 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:48.542791 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (96194d6b-a169-422e-8f32-ab2d2e4cb3e9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:48.544849 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da911d27-69b4-4a40-bae9-9dc633a5fddc admin admin] Made reservation on behalf of 4ad24befb1384c69ac214ad0a37e0b2b for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:48.547751 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-da911d27-69b4-4a40-bae9-9dc633a5fddc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:48.654043 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f6d90-17d5-4652-b56f-cd7239296145 admin admin] Pushing event updated for resources: {'Network': ['ID=6815c067-d5ad-4bf7-9e88-17529fe8111d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:48.743476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 6815c067-d5ad-4bf7-9e88-17529fe8111d details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:16:48.832509 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:48.833640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5e59d933-391c-478b-bf96-bae92c47d354 None None] Provisioning complete for port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:48.834214 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5e59d933-391c-478b-bf96-bae92c47d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:48.987808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711510952-router', 'tenant_id': '9304b15b205648df9c4396e7b78d3013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:25Z', 'updated_at': '2022-02-10T15:16:37Z', 'revision_number': 4, 'project_id': '9304b15b205648df9c4396e7b78d3013', 'gw_port': {'id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:28Z', 'updated_at': '2022-02-10T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '81a55ca9-9bef-4cd0-90d0-7aff6d3c9638', 'name': '', 'network_id': '53aa704a-0563-438b-86a0-0c4aa06fb839', 'tenant_id': '9304b15b205648df9c4396e7b78d3013', 'mac_address': 'fa:16:3e:cb:f6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '15f69cfc-3a67-47b0-a06c-0befe0e2a446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:34Z', 'updated_at': '2022-02-10T15:16:47Z', 'revision_number': 4, 'project_id': '9304b15b205648df9c4396e7b78d3013', 'subnets': [{'id': '15f69cfc-3a67-47b0-a06c-0befe0e2a446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:49.060946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a421e5-6489-4988-9610-bc9c348aedd9 None None] DHCP port deletion for 96194d6b-a169-422e-8f32-ab2d2e4cb3e9 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:16:49.063363 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75aa031-6b37-4ca6-a292-4f260d4f9b61 None None] The sync data for ids ['4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'] in n-d-815324-7 is: [{'id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711510952-router', 'tenant_id': '9304b15b205648df9c4396e7b78d3013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:25Z', 'updated_at': '2022-02-10T15:16:37Z', 'revision_number': 4, 'project_id': '9304b15b205648df9c4396e7b78d3013', 'gw_port': {'id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:28Z', 'updated_at': '2022-02-10T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '81a55ca9-9bef-4cd0-90d0-7aff6d3c9638', 'name': '', 'network_id': '53aa704a-0563-438b-86a0-0c4aa06fb839', 'tenant_id': '9304b15b205648df9c4396e7b78d3013', 'mac_address': 'fa:16:3e:cb:f6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '15f69cfc-3a67-47b0-a06c-0befe0e2a446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:34Z', 'updated_at': '2022-02-10T15:16:47Z', 'revision_number': 4, 'project_id': '9304b15b205648df9c4396e7b78d3013', 'subnets': [{'id': '15f69cfc-3a67-47b0-a06c-0befe0e2a446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:16:49.065074 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:49.094125 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca1fe04-44e7-40b0-82be-4db65f993d1c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:49.095746 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca1fe04-44e7-40b0-82be-4db65f993d1c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:49.100837 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca1fe04-44e7-40b0-82be-4db65f993d1c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:49.102771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca1fe04-44e7-40b0-82be-4db65f993d1c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:49.106447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca1fe04-44e7-40b0-82be-4db65f993d1c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:49.115851 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-aca1fe04-44e7-40b0-82be-4db65f993d1c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.7147808 Feb 10 15:16:49.117455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41176) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:49.175759 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-da911d27-69b4-4a40-bae9-9dc633a5fddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (aa97da10-aa58-42f2-a53b-c9d35d81afde), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:49.188762 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f96eb47e-ef5f-4621-a233-d7aff6286c78 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:49.190143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0b99fcb2-907f-4bbd-90ec-247c41e83d6d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:49.261320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5e59d933-391c-478b-bf96-bae92c47d354 None None] Current status of the port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:49.261769 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5e59d933-391c-478b-bf96-bae92c47d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:49.356196 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.db.resource_extend [None req-528cd79f-4bf6-48a1-9fc6-395cb3f44850 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:16:49.359626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5e59d933-391c-478b-bf96-bae92c47d354 None None] For port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=81a55ca9-9bef-4cd0-90d0-7aff6d3c9638,segment=NetworkSegment(6aae3f34-7b91-42c1-8289-1bb1558938fb),segment_id=6aae3f34-7b91-42c1-8289-1bb1558938fb)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:49.391877 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-18a421e5-6489-4988-9610-bc9c348aedd9 None None] Deleting port 841726a1-84e1-4178-aaa9-48b850228c76 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:16:49.392502 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-18a421e5-6489-4988-9610-bc9c348aedd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (841726a1-84e1-4178-aaa9-48b850228c76), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:49.394688 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5e59d933-391c-478b-bf96-bae92c47d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:49.425829 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-528cd79f-4bf6-48a1-9fc6-395cb3f44850 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:49.465063 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-528cd79f-4bf6-48a1-9fc6-395cb3f44850 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (7a6c8e8b-3ae0-4841-b3b1-fcbcf4ca915b), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:49.524030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:49.524417 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:49.568157 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65527f0d-8ee9-4e8c-b9c8-0403d7fbece6 req-776863ae-04bf-4201-9b53-210fd6152afe tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 210 time: 0.4492137 Feb 10 15:16:49.583970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d591d71-5d78-49ca-93f4-adb6e0e136c3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:49.586291 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1d591d71-5d78-49ca-93f4-adb6e0e136c3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "GET /v2.0/networks/c1239986-e9a6-4f0b-9201-4be5945a588d HTTP/1.1" status: 200 len: 803 time: 0.4632888 Feb 10 15:16:49.601100 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41180) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:49.650716 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da911d27-69b4-4a40-bae9-9dc633a5fddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa97da10-aa58-42f2-a53b-c9d35d81afde,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:49.718691 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-528cd79f-4bf6-48a1-9fc6-395cb3f44850 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Floating IP 7a6c8e8b-3ae0-4841-b3b1-fcbcf4ca915b associated. External IP: 172.25.3.243, port: 935c59da-6c11-4c32-8530-357fcec9eefe. Feb 10 15:16:49.747220 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da911d27-69b4-4a40-bae9-9dc633a5fddc admin admin] Checking segment: {'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:49.748778 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da911d27-69b4-4a40-bae9-9dc633a5fddc admin admin] Network hostable DHCP agents. Network: 6815c067-d5ad-4bf7-9e88-17529fe8111d, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:16:49.838657 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-18a421e5-6489-4988-9610-bc9c348aedd9 None None] For port 841726a1-84e1-4178-aaa9-48b850228c76, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=841726a1-84e1-4178-aaa9-48b850228c76,segment=NetworkSegment(7202d855-e163-44dd-95d7-cb933e580602),segment_id=7202d855-e163-44dd-95d7-cb933e580602)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:49.838657 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-18a421e5-6489-4988-9610-bc9c348aedd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (841726a1-84e1-4178-aaa9-48b850228c76), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:49.928492 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4af19f-da81-4fb5-b00d-099165b29a7b req-d2e96587-d4ca-42b5-899b-a7bba1266ad8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:49.935698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-18a421e5-6489-4988-9610-bc9c348aedd9 None None] Calling delete_port for 841726a1-84e1-4178-aaa9-48b850228c76 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:16:49.938470 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d4af19f-da81-4fb5-b00d-099165b29a7b req-d2e96587-d4ca-42b5-899b-a7bba1266ad8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.3503580 Feb 10 15:16:49.959066 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59d933-391c-478b-bf96-bae92c47d354 None None] Pushing event updated for resources: {'Port': ['ID=81a55ca9-9bef-4cd0-90d0-7aff6d3c9638,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:49.995342 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da911d27-69b4-4a40-bae9-9dc633a5fddc admin admin] Network 6815c067-d5ad-4bf7-9e88-17529fe8111d is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:16:50.016252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:50.021435 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-36ca53cc-8e09-493b-b2fa-d1110b573cb9 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "GET /v2.0/networks/c1239986-e9a6-4f0b-9201-4be5945a588d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4172471 Feb 10 15:16:50.033585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41182) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:50.109475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5167147-5abc-4535-888c-be78b8a31e54 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:50.111702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f5167147-5abc-4535-888c-be78b8a31e54 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "GET /v2.0/subnets/89d01136-91f0-4054-94e9-37755e6125c4 HTTP/1.1" status: 200 len: 843 time: 0.0766466 Feb 10 15:16:50.117723 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-da911d27-69b4-4a40-bae9-9dc633a5fddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 6815c067-d5ad-4bf7-9e88-17529fe8111d) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:50.120795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41184) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:50.176410 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d4af19f-da81-4fb5-b00d-099165b29a7b req-d69493c8-363d-4eb7-b138-ef8190b67d37 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369192 Feb 10 15:16:50.191284 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c82ab0a-fbb5-42d5-ba4f-b9c653203249 None None] Network 6815c067-d5ad-4bf7-9e88-17529fe8111d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:50.194230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da911d27-69b4-4a40-bae9-9dc633a5fddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:50.195059 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-da911d27-69b4-4a40-bae9-9dc633a5fddc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:50.237577 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-da911d27-69b4-4a40-bae9-9dc633a5fddc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8277771 Feb 10 15:16:50.251474 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41186) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:50.255387 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:50.275351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edacfbe-4eff-4550-8ee5-591fa1abead4 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:50.277155 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8edacfbe-4eff-4550-8ee5-591fa1abead4 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "GET /v2.0/subnets/89d01136-91f0-4054-94e9-37755e6125c4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1551752 Feb 10 15:16:50.285289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41188) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:50.304157 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-5cdf5d99-2ba1-453c-87f0-7cb906399696 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1659919938'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:50.339619 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (047491ca-4e78-49fb-8a33-c6b752f43147), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:50.343753 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (047491ca-4e78-49fb-8a33-c6b752f43147), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:50.367201 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528cd79f-4bf6-48a1-9fc6-395cb3f44850 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:16:50.376120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 61111dc1-e1d8-437f-9425-54f4a0ffbce8 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:16:50.390404 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] Deleting port 841726a1-84e1-4178-aaa9-48b850228c76 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:16:50.391137 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdf5d99-2ba1-453c-87f0-7cb906399696 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:50.391541 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (841726a1-84e1-4178-aaa9-48b850228c76), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:50.400675 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5d99-2ba1-453c-87f0-7cb906399696 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:50.435413 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 61111dc1-e1d8-437f-9425-54f4a0ffbce8 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:16:50.435759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 61111dc1-e1d8-437f-9425-54f4a0ffbce8 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:16:50.436406 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e4dd0662-8dfc-4e02-8f51-ac4119839841 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:16:50.481210 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-6815c067-d5ad-4bf7-9e88-17529fe8111d', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:16:50.481210 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:50.481210 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: e4dd0662-8dfc-4e02-8f51-ac4119839841 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:16:50.482044 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e4dd0662-8dfc-4e02-8f51-ac4119839841 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:16:50.482609 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f53a5bb8-473e-4bf2-afa8-1427f207dce1 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:16:50.539969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: f53a5bb8-473e-4bf2-afa8-1427f207dce1 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:16:50.540312 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f53a5bb8-473e-4bf2-afa8-1427f207dce1 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:16:50.575120 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cdf5d99-2ba1-453c-87f0-7cb906399696 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:16:50.588805 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Publish callbacks [] for router_controller (047491ca-4e78-49fb-8a33-c6b752f43147), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:50.667557 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5d99-2ba1-453c-87f0-7cb906399696 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (7423b373-6f1d-4038-b6eb-7b8501717ddf), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:50.667938 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-5cdf5d99-2ba1-453c-87f0-7cb906399696 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Added segment 7423b373-6f1d-4038-b6eb-7b8501717ddf of type vlan for network 1649fdb7-a937-470e-a6e6-702378f84281 Feb 10 15:16:50.746381 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-18a421e5-6489-4988-9610-bc9c348aedd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (841726a1-84e1-4178-aaa9-48b850228c76), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:50.759653 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] For port 841726a1-84e1-4178-aaa9-48b850228c76, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=841726a1-84e1-4178-aaa9-48b850228c76,segment=NetworkSegment(7202d855-e163-44dd-95d7-cb933e580602),segment_id=7202d855-e163-44dd-95d7-cb933e580602)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:50.760021 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (841726a1-84e1-4178-aaa9-48b850228c76), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:50.810611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a421e5-6489-4988-9610-bc9c348aedd9 None None] No DVR routers for this DVR port 841726a1-84e1-4178-aaa9-48b850228c76 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:16:50.844149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a421e5-6489-4988-9610-bc9c348aedd9 None None] Pushing event deleted for resources: {'Port': ['ID=841726a1-84e1-4178-aaa9-48b850228c76,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:50.903241 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] Calling delete_port for 841726a1-84e1-4178-aaa9-48b850228c76 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:16:50.992905 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-490fc06d-e8ce-40ac-8fb7-e6399f9d2b46 req-64752540-ed6a-4907-b2d8-c398e1201880 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 210 time: 0.0966330 Feb 10 15:16:50.994201 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Allocated IP 172.20.0.2 (6815c067-d5ad-4bf7-9e88-17529fe8111d/aa97da10-aa58-42f2-a53b-c9d35d81afde/8066da55-de0d-4c52-a32d-2c0362fd2233) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:51.157700 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:51.242194 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5d99-2ba1-453c-87f0-7cb906399696 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (1649fdb7-a937-470e-a6e6-702378f84281), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:51.383515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:51.384320 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (49ca0b5a-9448-48a5-a4ce-2cad24f15aaa), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:51.427393 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Publish callbacks [] for router_gateway (047491ca-4e78-49fb-8a33-c6b752f43147), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:51.457717 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5d99-2ba1-453c-87f0-7cb906399696 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (1649fdb7-a937-470e-a6e6-702378f84281), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:51.464886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdf5d99-2ba1-453c-87f0-7cb906399696 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:51.465671 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5d99-2ba1-453c-87f0-7cb906399696 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:51.548033 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Publish callbacks [] for port (8066da55-de0d-4c52-a32d-2c0362fd2233), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:51.569451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5cdf5d99-2ba1-453c-87f0-7cb906399696 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2830100 Feb 10 15:16:51.571277 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41194) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:51.572706 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (8066da55-de0d-4c52-a32d-2c0362fd2233), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:51.599188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528cd79f-4bf6-48a1-9fc6-395cb3f44850 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:16:51.604005 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4c1a2a6a-58ec-467f-a28a-68c91cca89ce tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'subnet': {'network_id': '1649fdb7-a937-470e-a6e6-702378f84281', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:51.620701 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-528cd79f-4bf6-48a1-9fc6-395cb3f44850 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:51.667083 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (841726a1-84e1-4178-aaa9-48b850228c76), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:51.673755 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Pushing event updated for resources: {'Port': ['ID=8066da55-de0d-4c52-a32d-2c0362fd2233,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:51.688742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6b602-bc33-4f5f-a420-320eac27bfef None None] Sync routers for ids ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:16:51.710535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Network 6815c067-d5ad-4bf7-9e88-17529fe8111d is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:51.729358 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=841726a1-84e1-4178-aaa9-48b850228c76,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:51.744337 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] No DVR routers for this DVR port 841726a1-84e1-4178-aaa9-48b850228c76 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:16:51.748954 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-528cd79f-4bf6-48a1-9fc6-395cb3f44850 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "PUT /v2.0/floatingips/7a6c8e8b-3ae0-4841-b3b1-fcbcf4ca915b HTTP/1.1" status: 200 len: 992 time: 4.7666273 Feb 10 15:16:51.752975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a693c08e-94ee-48ed-b657-99a88acb0eb8', 'tag': '935c59da-6c11-4c32-8530-357fcec9eefe'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:16:51.756706 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9510c1e-838c-4699-8076-8ee6cb9b75a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a693c08e-94ee-48ed-b657-99a88acb0eb8", "tag": "935c59da-6c11-4c32-8530-357fcec9eefe"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:16:51.780836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:51.801467 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:51.833112 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:51.835100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:51.838472 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471370bc-5ad0-4635-ae48-5bbf224944f5 x-openstack-request-id: req-471370bc-5ad0-4635-ae48-5bbf224944f5 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:16:51.838759 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a693c08e-94ee-48ed-b657-99a88acb0eb8", "tag": "935c59da-6c11-4c32-8530-357fcec9eefe", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:16:51.839002 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-471370bc-5ad0-4635-ae48-5bbf224944f5 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:16:51.839409 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a693c08e-94ee-48ed-b657-99a88acb0eb8', 'tag': '935c59da-6c11-4c32-8530-357fcec9eefe', 'status': 'completed', 'code': 200} Feb 10 15:16:51.925669 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6b602-bc33-4f5f-a420-320eac27bfef None None] Routers {'23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:51.926325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-5da6b602-bc33-4f5f-a420-320eac27bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:51.959348 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (96194d6b-a169-422e-8f32-ab2d2e4cb3e9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:51.992922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96194d6b-a169-422e-8f32-ab2d2e4cb3e9']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:52.008189 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7202d855-e163-44dd-95d7-cb933e580602') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:52.009876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7202d855-e163-44dd-95d7-cb933e580602') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:52.049648 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (7202d855-e163-44dd-95d7-cb933e580602), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:52.092124 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (7202d855-e163-44dd-95d7-cb933e580602), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:52.112588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:16:52.113199 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (7202d855-e163-44dd-95d7-cb933e580602), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:52.243259 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-5da6b602-bc33-4f5f-a420-320eac27bfef None None] Set router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:16:52.273794 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:16:52.298276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65291630-3241-4704-8b6a-3f1ee7386c32 req-843f2b7f-831e-42e8-9cf0-bb18a6958021 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:52.305434 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65291630-3241-4704-8b6a-3f1ee7386c32 req-843f2b7f-831e-42e8-9cf0-bb18a6958021 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.8606682 Feb 10 15:16:52.318603 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9510c1e-838c-4699-8076-8ee6cb9b75a6 req-1747ca60-9884-402b-9769-4e89689953ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:52.320119 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9510c1e-838c-4699-8076-8ee6cb9b75a6 req-1747ca60-9884-402b-9769-4e89689953ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7099130bfd284a4d8f28ab77aba98489&device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 1128 time: 0.4543548 Feb 10 15:16:52.320901 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (96194d6b-a169-422e-8f32-ab2d2e4cb3e9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:52.330523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf5d99-2ba1-453c-87f0-7cb906399696 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Network': ['ID=1649fdb7-a937-470e-a6e6-702378f84281,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:52.333984 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:52.341718 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] 10.222.0.64 "DELETE /v2.0/networks/96194d6b-a169-422e-8f32-ab2d2e4cb3e9 HTTP/1.1" status: 204 len: 168 time: 4.0931542 Feb 10 15:16:52.420313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf13f54-5938-469c-b671-685fadc69b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=96194d6b-a169-422e-8f32-ab2d2e4cb3e9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:52.429470 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a42e762f-f37e-41b9-b737-60374f94124a req-c27b697e-8038-4c37-aa9d-a1a5cbb2455e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 210 time: 0.1109118 Feb 10 15:16:52.502146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:52.503026 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:52.569281 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65291630-3241-4704-8b6a-3f1ee7386c32 req-04ffb7fe-3c92-4299-b6d6-cbcdcc62e4f1 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628438 Feb 10 15:16:52.572526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9510c1e-838c-4699-8076-8ee6cb9b75a6 req-4db185ae-221e-4f6a-bb99-e7f6b4f6edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:52.575476 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9510c1e-838c-4699-8076-8ee6cb9b75a6 req-4db185ae-221e-4f6a-bb99-e7f6b4f6edc3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e2f27463-f50d-4318-8089-322f53d4c8a4 HTTP/1.1" status: 200 len: 916 time: 0.2329519 Feb 10 15:16:52.595004 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41204) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:52.602496 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Attempting to bind port 8066da55-de0d-4c52-a32d-2c0362fd2233 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:52.603632 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Attempting to bind port 8066da55-de0d-4c52-a32d-2c0362fd2233 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:52.606441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Attempting to bind port 8066da55-de0d-4c52-a32d-2c0362fd2233 on network 6815c067-d5ad-4bf7-9e88-17529fe8111d {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:52.623672 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1a2a6a-58ec-467f-a28a-68c91cca89ce tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Made reservation on behalf of 874443bbfeda459d96e8cd7bce92d952 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:16:52.627450 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 1649fdb7-a937-470e-a6e6-702378f84281 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:16:52.627841 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4c1a2a6a-58ec-467f-a28a-68c91cca89ce tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:52.662710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:52.663323 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Checking segment: {'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:52.664184 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:52.664797 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Bound using segment: {'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:52.665446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Bound port: 8066da55-de0d-4c52-a32d-2c0362fd2233, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:52.665889 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8066da55-de0d-4c52-a32d-2c0362fd2233), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:52.691699 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e847a170-dbad-4d6e-954b-1b56d5dbbb84 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07f5c3f964e945248d8cde923bf7b493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0891905 Feb 10 15:16:52.696141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41206) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:52.749682 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9510c1e-838c-4699-8076-8ee6cb9b75a6 req-99a6b31e-fadf-4028-89c5-1572d855f5a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=935c59da-6c11-4c32-8530-357fcec9eefe HTTP/1.1" status: 200 len: 1000 time: 0.1658602 Feb 10 15:16:52.774338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] For port 8066da55-de0d-4c52-a32d-2c0362fd2233, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:52.925800 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.ipam_backend_mixin [None req-4c1a2a6a-58ec-467f-a28a-68c91cca89ce tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Performing IP validity checks on allocation pools {{(pid=103368) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 15:16:52.929383 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.ipam_backend_mixin [None req-4c1a2a6a-58ec-467f-a28a-68c91cca89ce tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103368) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 15:16:52.989927 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9510c1e-838c-4699-8076-8ee6cb9b75a6 req-7f2f4c93-e16c-4af3-adf3-22b9edfc6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:52.992844 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9510c1e-838c-4699-8076-8ee6cb9b75a6 req-7f2f4c93-e16c-4af3-adf3-22b9edfc6c77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e28ecbc-7fb9-41aa-946b-3d06dc9fb759 HTTP/1.1" status: 200 len: 854 time: 0.2203350 Feb 10 15:16:52.994254 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aef5b626-50f1-4387-982a-19cf516c8a84 admin admin] Publish callbacks [] for security_group (12285d0b-c778-4fd5-9864-12c87f8f7c3b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:53.074640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] For port 8066da55-de0d-4c52-a32d-2c0362fd2233, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8066da55-de0d-4c52-a32d-2c0362fd2233,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:53.097087 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Publish callbacks [] for router_gateway (047491ca-4e78-49fb-8a33-c6b752f43147), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:53.132869 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8066da55-de0d-4c52-a32d-2c0362fd2233), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:53.157086 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aef5b626-50f1-4387-982a-19cf516c8a84 admin admin] Publish callbacks [] for security_group (12285d0b-c778-4fd5-9864-12c87f8f7c3b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:53.163057 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:53.258173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9510c1e-838c-4699-8076-8ee6cb9b75a6 req-0c7b6b2a-4968-4aa9-90cf-e0d0a0076845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:53.262292 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9510c1e-838c-4699-8076-8ee6cb9b75a6 req-0c7b6b2a-4968-4aa9-90cf-e0d0a0076845 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e2f27463-f50d-4318-8089-322f53d4c8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2613544 Feb 10 15:16:53.315746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Pushing event updated for resources: {'Port': ['ID=8066da55-de0d-4c52-a32d-2c0362fd2233,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:53.345808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:53.346551 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:53.347201 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:53.347759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:53.348409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:53.349090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:53.350571 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:53.351106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:53.352121 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:53.352700 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:53.354148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:53.354781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:53.355042 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aef5b626-50f1-4387-982a-19cf516c8a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (12285d0b-c778-4fd5-9864-12c87f8f7c3b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:53.355733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f06b03-2b55-46b1-ace5-e3942c4b2d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:16:53.361965 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aef5b626-50f1-4387-982a-19cf516c8a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:53.363140 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-aef5b626-50f1-4387-982a-19cf516c8a84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12285d0b-c778-4fd5-9864-12c87f8f7c3b HTTP/1.1" status: 204 len: 168 time: 0.6659632 Feb 10 15:16:53.453290 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-5da6b602-bc33-4f5f-a420-320eac27bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'name': 'tempest-ServersTestFqdnHostnames-1824047479-router', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:00Z', 'updated_at': '2022-02-10T15:16:08Z', 'revision_number': 4, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'gw_port': {'id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:01Z', 'updated_at': '2022-02-10T15:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '7a6c8e8b-3ae0-4841-b3b1-fcbcf4ca915b', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'port_id': '935c59da-6c11-4c32-8530-357fcec9eefe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'mac_address': 'fa:16:3e:ae:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a693c08e-94ee-48ed-b657-99a88acb0eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:16:15Z', 'updated_at': '2022-02-10T15:16:49Z', 'revision_number': 1, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69934b02-196d-4529-9f9c-f9dd141bee56', 'name': '', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'mac_address': 'fa:16:3e:83:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:07Z', 'updated_at': '2022-02-10T15:16:26Z', 'revision_number': 5, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'subnets': [{'id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:53.477238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5b626-50f1-4387-982a-19cf516c8a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12285d0b-c778-4fd5-9864-12c87f8f7c3b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:53.566276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:53.587090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6b602-bc33-4f5f-a420-320eac27bfef None None] Checking router: 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:16:53.644230 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9510c1e-838c-4699-8076-8ee6cb9b75a6 req-4250bfd5-2046-4d3e-830e-47ba2f7a5705 service neutron] 10.222.0.72 "GET /v2.0/networks/e2f27463-f50d-4318-8089-322f53d4c8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696032 Feb 10 15:16:53.657943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6b602-bc33-4f5f-a420-320eac27bfef None None] Routers {'23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:53.663751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-5da6b602-bc33-4f5f-a420-320eac27bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:53.812264 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Allocated IP 172.25.3.134 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/90f7378a-f00e-4c8f-9b30-e99a64d6b0a1) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:53.871268 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:16:54.006529 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4c1a2a6a-58ec-467f-a28a-68c91cca89ce tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (26b9ce43-346f-4180-bd67-fe4560b9fd31), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:54.024297 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f800f120-b03d-4922-ae9f-5fd61e3f6024 req-4978a0c9-f24d-41ac-8459-84bfb66e72c2 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d5489dc-b5ea-4752-8e31-80572707e080 HTTP/1.1" status: 200 len: 210 time: 0.3088081 Feb 10 15:16:54.030272 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:16:54.031240 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0fbb9fb7-61d9-48b8-b3ef-0b5d9f4c02f2 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:16:54.033003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:16:54.134372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:16:54.156090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ab9aab40-83e9-4d30-aad5-fa7e3d7c3cfa not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:16:54.157711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 85e0d185-9242-48ec-b7b4-2cac8c6ceb73 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:16:54.173419 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9510c1e-838c-4699-8076-8ee6cb9b75a6 req-c8b49f52-ab71-45fd-93fd-43bca8179b4e service neutron] 10.222.0.72 "GET /v2.0/networks/e2f27463-f50d-4318-8089-322f53d4c8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057909 Feb 10 15:16:54.270527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 85e0d185-9242-48ec-b7b4-2cac8c6ceb73 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:16:54.271089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 85e0d185-9242-48ec-b7b4-2cac8c6ceb73 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:16:54.271761 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 841726a1-84e1-4178-aaa9-48b850228c76 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:16:54.329310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 841726a1-84e1-4178-aaa9-48b850228c76 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:16:54.329907 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 841726a1-84e1-4178-aaa9-48b850228c76 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:16:54.394784 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-5da6b602-bc33-4f5f-a420-320eac27bfef None None] Set router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:16:54.626899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41220) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:54.734953 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a2a6a-58ec-467f-a28a-68c91cca89ce tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Subnet': ['ID=26b9ce43-346f-4180-bd67-fe4560b9fd31,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:54.747013 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bd0e7908-a3ce-4196-9c1a-a42ad27953af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cd5c9dd83094c7a9e5087b4767b699f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1183701 Feb 10 15:16:54.750380 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41226) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:54.757036 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Publish callbacks [] for port (90f7378a-f00e-4c8f-9b30-e99a64d6b0a1), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:54.792713 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa717d-239a-421d-8f9a-e987403134bf req-727d7a8d-9116-4e5e-859a-2170f5306404 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:54.803211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8066da55-de0d-4c52-a32d-2c0362fd2233 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:54.805347 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9aa717d-239a-421d-8f9a-e987403134bf req-727d7a8d-9116-4e5e-859a-2170f5306404 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.9249883 Feb 10 15:16:54.864417 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5eee-611d-41f8-8da3-a0443d7270da admin admin] Publish callbacks [] for security_group (e3170c5c-e494-451a-854f-7e138fb3f75f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:54.894966 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5eee-611d-41f8-8da3-a0443d7270da admin admin] Publish callbacks [] for security_group (e3170c5c-e494-451a-854f-7e138fb3f75f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:54.977061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1a2a6a-58ec-467f-a28a-68c91cca89ce tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Checking segment: {'id': '7423b373-6f1d-4038-b6eb-7b8501717ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1649fdb7-a937-470e-a6e6-702378f84281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:54.986865 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1a2a6a-58ec-467f-a28a-68c91cca89ce tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network hostable DHCP agents. Network: 1649fdb7-a937-470e-a6e6-702378f84281, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:16:54.992011 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5eee-611d-41f8-8da3-a0443d7270da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e3170c5c-e494-451a-854f-7e138fb3f75f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:54.996106 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5eee-611d-41f8-8da3-a0443d7270da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:55.002236 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8b4b5eee-611d-41f8-8da3-a0443d7270da admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3170c5c-e494-451a-854f-7e138fb3f75f HTTP/1.1" status: 204 len: 168 time: 0.2507036 Feb 10 15:16:55.013518 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b5eee-611d-41f8-8da3-a0443d7270da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3170c5c-e494-451a-854f-7e138fb3f75f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:55.114932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8066da55-de0d-4c52-a32d-2c0362fd2233 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:55.115315 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8066da55-de0d-4c52-a32d-2c0362fd2233), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:55.127409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-afe1cd33-9c7f-46d8-8646-d52335d3ce05 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:55.141848 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-afe1cd33-9c7f-46d8-8646-d52335d3ce05 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 821 time: 0.8323717 Feb 10 15:16:55.231127 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9aa717d-239a-421d-8f9a-e987403134bf req-67e4cbc1-0d58-4943-9989-45461e5e7b05 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216568 Feb 10 15:16:55.241661 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-9b67b5f6-4efe-452a-93e9-29c037963ed4 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/quotas/6980c2527c3f4cde8cf1fe5ca698dc05 HTTP/1.1" status: 200 len: 375 time: 0.0979354 Feb 10 15:16:55.336616 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1a2a6a-58ec-467f-a28a-68c91cca89ce tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Network 1649fdb7-a937-470e-a6e6-702378f84281 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:16:55.355702 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (90f7378a-f00e-4c8f-9b30-e99a64d6b0a1), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:55.357981 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-5da6b602-bc33-4f5f-a420-320eac27bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'name': 'tempest-ServersTestFqdnHostnames-1824047479-router', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:00Z', 'updated_at': '2022-02-10T15:16:08Z', 'revision_number': 4, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'gw_port': {'id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:01Z', 'updated_at': '2022-02-10T15:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '7a6c8e8b-3ae0-4841-b3b1-fcbcf4ca915b', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'port_id': '935c59da-6c11-4c32-8530-357fcec9eefe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'mac_address': 'fa:16:3e:ae:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a693c08e-94ee-48ed-b657-99a88acb0eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:16:15Z', 'updated_at': '2022-02-10T15:16:49Z', 'revision_number': 1, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69934b02-196d-4529-9f9c-f9dd141bee56', 'name': '', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'mac_address': 'fa:16:3e:83:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:07Z', 'updated_at': '2022-02-10T15:16:26Z', 'revision_number': 5, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'subnets': [{'id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:55.415493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-4c1a2a6a-58ec-467f-a28a-68c91cca89ce tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 1649fdb7-a937-470e-a6e6-702378f84281) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:55.422809 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1a2a6a-58ec-467f-a28a-68c91cca89ce tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:55.423669 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4c1a2a6a-58ec-467f-a28a-68c91cca89ce tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:55.435902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6b602-bc33-4f5f-a420-320eac27bfef None None] The sync data for ids ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'] in n-d-815324-7 is: [{'id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'name': 'tempest-ServersTestFqdnHostnames-1824047479-router', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:00Z', 'updated_at': '2022-02-10T15:16:08Z', 'revision_number': 4, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'gw_port': {'id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:01Z', 'updated_at': '2022-02-10T15:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '7a6c8e8b-3ae0-4841-b3b1-fcbcf4ca915b', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'port_id': '935c59da-6c11-4c32-8530-357fcec9eefe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'mac_address': 'fa:16:3e:ae:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a693c08e-94ee-48ed-b657-99a88acb0eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:16:15Z', 'updated_at': '2022-02-10T15:16:49Z', 'revision_number': 1, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69934b02-196d-4529-9f9c-f9dd141bee56', 'name': '', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'mac_address': 'fa:16:3e:83:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:07Z', 'updated_at': '2022-02-10T15:16:26Z', 'revision_number': 5, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'subnets': [{'id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:16:55.444744 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4400ba-726d-43bb-ab6e-a8aa13fec9fb None None] Network 6815c067-d5ad-4bf7-9e88-17529fe8111d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:55.450151 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762652eb-f704-4522-868f-823bd21bdcf5 None None] Network 1649fdb7-a937-470e-a6e6-702378f84281 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:55.496487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8066da55-de0d-4c52-a32d-2c0362fd2233 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:55.497689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:55.498524 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8066da55-de0d-4c52-a32d-2c0362fd2233), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:55.534111 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:55.543380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:55.650614 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41262) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:55.659887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2de2f7a2-5dca-4288-8658-55323db8e5d7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:16:55.663901 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4c1a2a6a-58ec-467f-a28a-68c91cca89ce tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.0674241 Feb 10 15:16:55.669780 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 8066da55-de0d-4c52-a32d-2c0362fd2233, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8066da55-de0d-4c52-a32d-2c0362fd2233,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:55.678021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ade48278-8a12-4ddf-b9d5-56f52486dceb None None] Provisioning complete for port 8066da55-de0d-4c52-a32d-2c0362fd2233 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:55.678434 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ade48278-8a12-4ddf-b9d5-56f52486dceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8066da55-de0d-4c52-a32d-2c0362fd2233), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:55.704833 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8066da55-de0d-4c52-a32d-2c0362fd2233), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:55.725577 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-4ac64e05-a55d-44f7-8ae7-f325f4c903d8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4827416 Feb 10 15:16:55.938553 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbbb5fc-33c3-46a8-a13e-1e00567b9fee None None] New status for floating IP 7a6c8e8b-3ae0-4841-b3b1-fcbcf4ca915b: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:16:55.986339 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2de2f7a2-5dca-4288-8658-55323db8e5d7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4651465'] for subnet (26b9ce43-346f-4180-bd67-fe4560b9fd31), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:56.088001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Pushing event updated for resources: {'Port': ['ID=90f7378a-f00e-4c8f-9b30-e99a64d6b0a1,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:56.151723 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=8066da55-de0d-4c52-a32d-2c0362fd2233,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:56.165825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-1649fdb7-a937-470e-a6e6-702378f84281', 'network_id': '1649fdb7-a937-470e-a6e6-702378f84281', 'project_id': '874443bbfeda459d96e8cd7bce92d952', 'fixed_ips': [{'subnet_id': '26b9ce43-346f-4180-bd67-fe4560b9fd31'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:16:56.170305 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:56.341920 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:16:56.390476 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2de2f7a2-5dca-4288-8658-55323db8e5d7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787935756279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5910538'] for subnet (26b9ce43-346f-4180-bd67-fe4560b9fd31), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:56.549107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ade48278-8a12-4ddf-b9d5-56f52486dceb None None] Current status of the port 8066da55-de0d-4c52-a32d-2c0362fd2233 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:56.568091 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8066da55-de0d-4c52-a32d-2c0362fd2233 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:16:56.580548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de2f7a2-5dca-4288-8658-55323db8e5d7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:56.591893 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2de2f7a2-5dca-4288-8658-55323db8e5d7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:56.598922 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2de2f7a2-5dca-4288-8658-55323db8e5d7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "PUT /v2.0/subnets/26b9ce43-346f-4180-bd67-fe4560b9fd31 HTTP/1.1" status: 200 len: 900 time: 0.9463558 Feb 10 15:16:56.609085 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41290) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:56.840111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8066da55-de0d-4c52-a32d-2c0362fd2233 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:56.841157 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8066da55-de0d-4c52-a32d-2c0362fd2233), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:56.897369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Allocated IP 2001:db8::3 (1649fdb7-a937-470e-a6e6-702378f84281/26b9ce43-346f-4180-bd67-fe4560b9fd31/b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:16:56.899777 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-3b41c658-972a-4421-b5ba-4ea1209ecc07 service neutron] 10.222.0.64 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0124085 Feb 10 15:16:56.973762 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2f7a2-5dca-4288-8658-55323db8e5d7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event updated for resources: {'Subnet': ['ID=26b9ce43-346f-4180-bd67-fe4560b9fd31,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:56.988330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9143e661-eb0c-4599-bc44-6baa0dd4c434 None None] Provisioning complete for port 8066da55-de0d-4c52-a32d-2c0362fd2233 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:16:56.988732 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9143e661-eb0c-4599-bc44-6baa0dd4c434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8066da55-de0d-4c52-a32d-2c0362fd2233), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:57.008683 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (1649fdb7-a937-470e-a6e6-702378f84281), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:57.033049 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2251d1-2cb2-48b2-bb9b-c7cbcd01e4f8 req-d492bafc-34e7-4e3b-9ac0-918445fb43c7 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:57.035034 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd2251d1-2cb2-48b2-bb9b-c7cbcd01e4f8 req-d492bafc-34e7-4e3b-9ac0-918445fb43c7 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 811 time: 0.9639065 Feb 10 15:16:57.135353 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (26b9ce43-346f-4180-bd67-fe4560b9fd31), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:57.169019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd2251d1-2cb2-48b2-bb9b-c7cbcd01e4f8 req-07a9b66b-fd46-460f-9fc7-61fd15129467 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/quotas/7c5978713a6c4cb985de240d8ad8b7a0 HTTP/1.1" status: 200 len: 375 time: 0.1137357 Feb 10 15:16:57.333284 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd2251d1-2cb2-48b2-bb9b-c7cbcd01e4f8 req-1bab566b-edec-4f40-9667-a8bcc07f6f95 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1014433 Feb 10 15:16:57.478192 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd2251d1-2cb2-48b2-bb9b-c7cbcd01e4f8 req-825479c3-2593-4217-90e6-f06df8b0bda5 service neutron] 10.222.0.64 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323769 Feb 10 15:16:57.540418 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8066da55-de0d-4c52-a32d-2c0362fd2233 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:57.607991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-bd1ad9b5-6dcd-45d8-a2e7-abcba61bb928 service neutron] 10.222.0.64 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6617424 Feb 10 15:16:57.682783 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9143e661-eb0c-4599-bc44-6baa0dd4c434 None None] Current status of the port 8066da55-de0d-4c52-a32d-2c0362fd2233 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:16:57.730834 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Publish callbacks [] for port (b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:57.752427 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:57.777595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (26b9ce43-346f-4180-bd67-fe4560b9fd31), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:57.786109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd2251d1-2cb2-48b2-bb9b-c7cbcd01e4f8 req-e54ff923-0544-48dc-8a68-16c084eaa2f7 service neutron] 10.222.0.64 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418609 Feb 10 15:16:57.787513 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Publish callbacks [] for router_gateway (047491ca-4e78-49fb-8a33-c6b752f43147), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:57.892180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Subnet': ['ID=26b9ce43-346f-4180-bd67-fe4560b9fd31,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:57.924547 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Network 1649fdb7-a937-470e-a6e6-702378f84281 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:16:57.941376 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:16:57.962890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:16:57.965249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Pushing event updated for resources: {'Port': ['ID=b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:58.079186 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (1649fdb7-a937-470e-a6e6-702378f84281), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:58.120370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Attempting to bind port b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:16:58.121057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Attempting to bind port b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7423b373-6f1d-4038-b6eb-7b8501717ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1649fdb7-a937-470e-a6e6-702378f84281'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:16:58.121611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Attempting to bind port b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e on network 1649fdb7-a937-470e-a6e6-702378f84281 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:16:58.131219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1649fdb7-a937-470e-a6e6-702378f84281']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:58.134996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:16:58.135388 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Checking segment: {'id': '7423b373-6f1d-4038-b6eb-7b8501717ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1649fdb7-a937-470e-a6e6-702378f84281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:16:58.135798 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:58.136198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Bound using segment: {'id': '7423b373-6f1d-4038-b6eb-7b8501717ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1649fdb7-a937-470e-a6e6-702378f84281'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:16:58.136724 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Bound port: b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7423b373-6f1d-4038-b6eb-7b8501717ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1649fdb7-a937-470e-a6e6-702378f84281'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:16:58.137164 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:58.156077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7423b373-6f1d-4038-b6eb-7b8501717ddf') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:58.156438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7423b373-6f1d-4038-b6eb-7b8501717ddf') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:58.198512 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (7423b373-6f1d-4038-b6eb-7b8501717ddf), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:58.244939 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (7423b373-6f1d-4038-b6eb-7b8501717ddf), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:58.270045 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:16:58.270467 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (7423b373-6f1d-4038-b6eb-7b8501717ddf), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:58.356187 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] For port b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:16:58.392227 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] For port b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e,segment=NetworkSegment(7423b373-6f1d-4038-b6eb-7b8501717ddf),segment_id=7423b373-6f1d-4038-b6eb-7b8501717ddf)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:16:58.396224 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:16:58.400409 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.db.api [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:16:58.400409 n-d-815324-7 neutron-server[103369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:16:58.400409 n-d-815324-7 neutron-server[103369]: [parameters: {'id': '1649fdb7-a937-470e-a6e6-702378f84281'}] Feb 10 15:16:58.400409 n-d-815324-7 neutron-server[103369]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:16:58.404805 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:58.411424 n-d-815324-7 neutron-server[103369]: DEBUG oslo_db.api [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:16:58.525303 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62149d83-fe2c-4879-aa76-651d3d971398 None None] Pushing event updated for resources: {'Port': ['ID=b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:58.569530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7291543-bd1d-4c60-97b2-558a8f67a55e None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:16:58.591755 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a27aef2d-4073-42d5-951a-a3e12a23b2ab req-8469d488-26f4-4fb1-aa85-6a1f6e935489 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d061dec-3170-4829-a990-2e28bfcfbd6a HTTP/1.1" status: 200 len: 210 time: 0.0957377 Feb 10 15:16:58.629854 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68180fbf-cc7c-4272-8b7e-03afe372ab8a req-161c9686-5ae1-4a52-8946-6ecf2948597f tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:16:58.637754 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68180fbf-cc7c-4272-8b7e-03afe372ab8a req-161c9686-5ae1-4a52-8946-6ecf2948597f tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.3847511 Feb 10 15:16:58.677444 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (047491ca-4e78-49fb-8a33-c6b752f43147), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:58.871149 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5c6b1b56-3b4c-4b05-9179-48d2efbe6906 req-b4f39e5f-4f62-49c2-80d7-8ae48d421b84 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0605156 Feb 10 15:16:58.887819 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68180fbf-cc7c-4272-8b7e-03afe372ab8a req-da56451e-c949-4592-80c7-6def20063efb tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390423 Feb 10 15:16:58.919780 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (1649fdb7-a937-470e-a6e6-702378f84281), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:58.968755 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7291543-bd1d-4c60-97b2-558a8f67a55e None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:16:59.114036 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Deleting port b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:16:59.114677 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:59.189702 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Router 047491ca-4e78-49fb-8a33-c6b752f43147 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:16:59.288639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] For port b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e,segment=NetworkSegment(7423b373-6f1d-4038-b6eb-7b8501717ddf),segment_id=7423b373-6f1d-4038-b6eb-7b8501717ddf)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:16:59.289135 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:59.329728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Calling delete_port for b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:16:59.524182 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:59.587189 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Port': ['ID=b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:16:59.589161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No DVR routers for this DVR port b9d3c5a5-0cb2-4eae-b20c-e617ba3e239e on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:16:59.613847 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-b3ca1115-a41e-4d45-8f07-bc94e07f92ba tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1174d1a0fea24acfbb0b15c648c6630d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599012 Feb 10 15:16:59.674680 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6503fa87-76b1-48e2-9be1-4701036bc86d None None] Network 1649fdb7-a937-470e-a6e6-702378f84281 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:59.763857 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (1649fdb7-a937-470e-a6e6-702378f84281), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:59.810480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1649fdb7-a937-470e-a6e6-702378f84281']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:59.820984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7423b373-6f1d-4038-b6eb-7b8501717ddf') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:59.821643 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7423b373-6f1d-4038-b6eb-7b8501717ddf') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:59.831842 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (7423b373-6f1d-4038-b6eb-7b8501717ddf), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:59.846441 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (7423b373-6f1d-4038-b6eb-7b8501717ddf), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:59.852953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:16:59.853657 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (7423b373-6f1d-4038-b6eb-7b8501717ddf), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:59.855825 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:16:59.893148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Sync routers for ids ['047491ca-4e78-49fb-8a33-c6b752f43147'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:16:59.898653 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcae55d3-1b07-49d4-bc73-501264ce99aa None None] Network 1649fdb7-a937-470e-a6e6-702378f84281 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:16:59.913077 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:59.918692 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ccefc05b-5958-4175-a7f2-2d4bf341a547 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.6710842 Feb 10 15:16:59.925495 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41380) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:16:59.954479 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:16:59.959938 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (1649fdb7-a937-470e-a6e6-702378f84281), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:16:59.972937 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Routers {'047491ca-4e78-49fb-8a33-c6b752f43147'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:16:59.974188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['047491ca-4e78-49fb-8a33-c6b752f43147'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:16:59.993541 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:00.000614 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/1649fdb7-a937-470e-a6e6-702378f84281 HTTP/1.1" status: 204 len: 168 time: 3.3904619 Feb 10 15:17:00.002715 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1e407-7697-43eb-b469-fbf2af33006c tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Network': ['ID=1649fdb7-a937-470e-a6e6-702378f84281,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:00.004495 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41386) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:00.067114 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14e7fb4-8194-47bf-8343-cc6283b07d6a tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:00.067571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14e7fb4-8194-47bf-8343-cc6283b07d6a tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:00.093489 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d14e7fb4-8194-47bf-8343-cc6283b07d6a tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/subnets/26b9ce43-346f-4180-bd67-fe4560b9fd31 HTTP/1.1" status: 404 len: 337 time: 0.0628490 Feb 10 15:17:00.094190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41388) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:00.151434 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d48efb-067c-4082-983e-7be7c8481c16 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:00.153653 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d48efb-067c-4082-983e-7be7c8481c16 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:00.158211 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-41d48efb-067c-4082-983e-7be7c8481c16 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/1649fdb7-a937-470e-a6e6-702378f84281 HTTP/1.1" status: 404 len: 339 time: 0.0622101 Feb 10 15:17:00.159952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41390) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:00.195862 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Set router 047491ca-4e78-49fb-8a33-c6b752f43147 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:17:00.303471 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd2b4-cdec-45cc-9475-cf29d7548ad7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (485a7427-9e81-4cdc-a18c-ea962c67d4f9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:00.523006 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:16:56Z', 'revision_number': 3, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:00.554031 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd2b4-cdec-45cc-9475-cf29d7548ad7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (485a7427-9e81-4cdc-a18c-ea962c67d4f9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:00.610692 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Checking router: 047491ca-4e78-49fb-8a33-c6b752f43147 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:17:00.611290 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Updating router 047491ca-4e78-49fb-8a33-c6b752f43147 port 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:17:00.644576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-2c4dd2b4-cdec-45cc-9475-cf29d7548ad7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485a7427-9e81-4cdc-a18c-ea962c67d4f9']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:00.719617 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (90f7378a-f00e-4c8f-9b30-e99a64d6b0a1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:00.837641 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-2c4dd2b4-cdec-45cc-9475-cf29d7548ad7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459a76e0-b3d6-496f-a35f-89691809e605') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:00.838610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-2c4dd2b4-cdec-45cc-9475-cf29d7548ad7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459a76e0-b3d6-496f-a35f-89691809e605') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:00.874819 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd2b4-cdec-45cc-9475-cf29d7548ad7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (459a76e0-b3d6-496f-a35f-89691809e605), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:00.931372 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd2b4-cdec-45cc-9475-cf29d7548ad7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (459a76e0-b3d6-496f-a35f-89691809e605), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:00.962903 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-cdda5ce2-e442-459d-bfd9-f637a550023f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:00.969056 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-cdda5ce2-e442-459d-bfd9-f637a550023f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.79 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 821 time: 0.3254168 Feb 10 15:17:00.970853 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4dd2b4-cdec-45cc-9475-cf29d7548ad7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:17:00.972411 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-377d2d91-e2d7-44bf-a185-ae46b6c71cce tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:00.973524 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd2b4-cdec-45cc-9475-cf29d7548ad7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (459a76e0-b3d6-496f-a35f-89691809e605), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:00.981735 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-377d2d91-e2d7-44bf-a185-ae46b6c71cce tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3566661 Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:17:00.984096 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:17:01.007715 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-f0b104a6-270a-4ff9-a7f7-04c528b1a27d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Request body: {'port': {'device_id': '61937c9d-89a7-4679-abc2-fb6a2eb522fa', 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b', 'admin_state_up': True, 'tenant_id': '6980c2527c3f4cde8cf1fe5ca698dc05'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:01.082559 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-9be91ddf-8768-4da3-9f86-da03267e57b0 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/quotas/1174d1a0fea24acfbb0b15c648c6630d HTTP/1.1" status: 200 len: 375 time: 0.0996115 Feb 10 15:17:01.129022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b69c0-7221-4231-906c-251de8fcbced req-cabf2198-5609-42df-bab1-78c394d2afc3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:01.130730 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e90b69c0-7221-4231-906c-251de8fcbced req-cabf2198-5609-42df-bab1-78c394d2afc3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.4841349 Feb 10 15:17:01.148267 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd2b4-cdec-45cc-9475-cf29d7548ad7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (485a7427-9e81-4cdc-a18c-ea962c67d4f9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:01.164775 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd2b4-cdec-45cc-9475-cf29d7548ad7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:01.175927 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2c4dd2b4-cdec-45cc-9475-cf29d7548ad7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/485a7427-9e81-4cdc-a18c-ea962c67d4f9 HTTP/1.1" status: 204 len: 168 time: 1.0145631 Feb 10 15:17:01.179157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41392) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:01.288586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4dd2b4-cdec-45cc-9475-cf29d7548ad7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Network': ['ID=485a7427-9e81-4cdc-a18c-ea962c67d4f9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:01.307789 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e67a7e3-56e8-4ae7-8c88-23cb758de4a7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:01.308523 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e67a7e3-56e8-4ae7-8c88-23cb758de4a7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:01.319833 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0e67a7e3-56e8-4ae7-8c88-23cb758de4a7 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/subnets/4502ff03-ef04-4705-962c-9fae547690ee HTTP/1.1" status: 404 len: 337 time: 0.1315780 Feb 10 15:17:01.320942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41394) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:01.331549 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3af83cde-3a5c-4758-8ddf-baf45a02b6aa tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1174d1a0fea24acfbb0b15c648c6630d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2480145 Feb 10 15:17:01.362208 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-9692ef95-dadd-4856-85d3-28336c9b8fcc tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:01.369120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9692ef95-dadd-4856-85d3-28336c9b8fcc tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:01.375774 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9692ef95-dadd-4856-85d3-28336c9b8fcc tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/2a6474ad-aef0-4555-a7f6-06e4f708a86f HTTP/1.1" status: 404 len: 339 time: 0.0489311 Feb 10 15:17:01.376681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41396) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:01.453424 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c9bd23-1038-42a7-84e0-35b014fab104 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Deleting subnet c8a30548-bfeb-4cd7-bc34-be07c98f4860 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:17:01.456302 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-f0b104a6-270a-4ff9-a7f7-04c528b1a27d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Made reservation on behalf of 6980c2527c3f4cde8cf1fe5ca698dc05 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:01.460568 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-f0b104a6-270a-4ff9-a7f7-04c528b1a27d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:01.464906 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-21c9bd23-1038-42a7-84e0-35b014fab104 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (c8a30548-bfeb-4cd7-bc34-be07c98f4860), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:01.482543 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Publish callbacks [] for port (90f7378a-f00e-4c8f-9b30-e99a64d6b0a1), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:01.496001 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (90f7378a-f00e-4c8f-9b30-e99a64d6b0a1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:01.559646 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-21c9bd23-1038-42a7-84e0-35b014fab104 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (c8a30548-bfeb-4cd7-bc34-be07c98f4860), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:01.610077 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb05a5-c48c-4c78-bab6-09004c36655d None None] Pushing event updated for resources: {'Port': ['ID=90f7378a-f00e-4c8f-9b30-e99a64d6b0a1,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:01.669763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Attempting to bind port 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:01.670485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Attempting to bind port 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:01.673722 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Attempting to bind port 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:01.689879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:01.695370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:01.697148 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:01.697861 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:01.699676 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Bound port: 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:01.700984 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (90f7378a-f00e-4c8f-9b30-e99a64d6b0a1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:01.837985 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e90b69c0-7221-4231-906c-251de8fcbced req-3abc3e73-4416-4cf2-a763-c693526f7a96 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859640 Feb 10 15:17:01.906591 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] For port 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:01.916701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] For port 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=90f7378a-f00e-4c8f-9b30-e99a64d6b0a1,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:01.935682 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (90f7378a-f00e-4c8f-9b30-e99a64d6b0a1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:01.975247 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a051e59-3e04-4ff2-9588-4ce92ad515a7 req-037e04e1-e2dc-4b8b-bf3c-87a07b07c276 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.1237726 Feb 10 15:17:02.058995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb05a5-c48c-4c78-bab6-09004c36655d None None] Pushing event updated for resources: {'Port': ['ID=90f7378a-f00e-4c8f-9b30-e99a64d6b0a1,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:02.107933 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Routers {'047491ca-4e78-49fb-8a33-c6b752f43147'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:17:02.108605 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['047491ca-4e78-49fb-8a33-c6b752f43147'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:02.110804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-f0b104a6-270a-4ff9-a7f7-04c528b1a27d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Allocated IP 172.20.0.13 (bba4c2f7-b784-4274-bd35-bde2e7f7ce5b/8c6d7326-5c38-4fe8-832a-e5a495c9b28d/1be11e18-da6b-4287-9fa5-385f846d4ffe) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:02.116245 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-21c9bd23-1038-42a7-84e0-35b014fab104 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (c8a30548-bfeb-4cd7-bc34-be07c98f4860), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:02.299347 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08d153dc-1de7-49f6-b644-6b104765cfc7 req-58f1ba9c-0043-455a-b4a3-aaf56baf984f tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 210 time: 0.1944153 Feb 10 15:17:02.434384 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] Set router 047491ca-4e78-49fb-8a33-c6b752f43147 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:17:02.684323 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-281f6ea7-1e80-4be1-9bef-700452e59fcd tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:02.695544 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-281f6ea7-1e80-4be1-9bef-700452e59fcd tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 811 time: 0.5829010 Feb 10 15:17:02.712296 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-f0b104a6-270a-4ff9-a7f7-04c528b1a27d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks [] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:02.747931 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-16371068-c2f8-439e-940f-5e94e1355e35 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/quotas/7c5978713a6c4cb985de240d8ad8b7a0 HTTP/1.1" status: 200 len: 375 time: 0.0504050 Feb 10 15:17:02.800155 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-f0b104a6-270a-4ff9-a7f7-04c528b1a27d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:02.803348 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-21c9bd23-1038-42a7-84e0-35b014fab104 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (c8a30548-bfeb-4cd7-bc34-be07c98f4860), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:02.823644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['a0e4c669-7272-4de9-ad2b-9c1423a3eb9f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:17:02.927808 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-7fdcde0b-1667-45b7-9d91-9ad624c65969 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1781373 Feb 10 15:17:02.932874 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:02.977370 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-f0b104a6-270a-4ff9-a7f7-04c528b1a27d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:02.985650 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2540501-3c8a-4c28-9894-482aa7c35839 None None] Network fe0c3176-b341-4a40-8885-cceb937192b0 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:02.994091 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-21c9bd23-1038-42a7-84e0-35b014fab104 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:03.010050 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-21c9bd23-1038-42a7-84e0-35b014fab104 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/subnets/c8a30548-bfeb-4cd7-bc34-be07c98f4860 HTTP/1.1" status: 204 len: 168 time: 1.6318429 Feb 10 15:17:03.011042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9bd23-1038-42a7-84e0-35b014fab104 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a30548-bfeb-4cd7-bc34-be07c98f4860,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:03.012922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41420) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:03.024279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-f0b104a6-270a-4ff9-a7f7-04c528b1a27d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:03.029789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-f0b104a6-270a-4ff9-a7f7-04c528b1a27d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:03.242253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:16:56Z', 'revision_number': 3, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:03.282775 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a0051-e3d7-4718-8145-99a568f5d69a None None] The sync data for ids ['047491ca-4e78-49fb-8a33-c6b752f43147'] in n-d-815324-7 is: [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:16:56Z', 'revision_number': 3, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:17:03.324390 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b104a6-270a-4ff9-a7f7-04c528b1a27d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Pushing event updated for resources: {'Port': ['ID=1be11e18-da6b-4287-9fa5-385f846d4ffe,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:03.356868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-f0b104a6-270a-4ff9-a7f7-04c528b1a27d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:03.360284 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-f0b104a6-270a-4ff9-a7f7-04c528b1a27d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:03.396141 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-f0b104a6-270a-4ff9-a7f7-04c528b1a27d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4085326 Feb 10 15:17:03.437126 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-bd6fe199-ad4b-491b-9813-bc4c92783060 service neutron] 10.222.0.64 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056255 Feb 10 15:17:03.710343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Request body: {'port': {'device_id': '61937c9d-89a7-4679-abc2-fb6a2eb522fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:03.763260 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae6dd69-bef3-4f69-b1d9-71104e4318d1 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Deleting subnet d4965766-6f3a-402d-9c4b-123373a03b97 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:17:03.767823 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ae6dd69-bef3-4f69-b1d9-71104e4318d1 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (d4965766-6f3a-402d-9c4b-123373a03b97), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:03.885112 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-474bbfe3-930d-41db-ac0f-00c8c1b63a24 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=1174d1a0fea24acfbb0b15c648c6630d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1660230 Feb 10 15:17:03.991004 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-976ff497-46c2-4863-9e20-bed5b9ec9397 service neutron] 10.222.0.64 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528135 Feb 10 15:17:04.047868 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:04.208094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a548b12-a232-4410-9ae5-d720e2f6572e req-5a579548-a453-43b6-b532-5952d8820efb tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:04.216525 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a548b12-a232-4410-9ae5-d720e2f6572e req-5a579548-a453-43b6-b532-5952d8820efb tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 1.0766628 Feb 10 15:17:04.306662 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ae6dd69-bef3-4f69-b1d9-71104e4318d1 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (d4965766-6f3a-402d-9c4b-123373a03b97), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:04.356505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-2b1274cc-1792-40b9-ac49-7b415c88375f tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:04.365747 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-2b1274cc-1792-40b9-ac49-7b415c88375f tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4690645 Feb 10 15:17:04.435541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Request body: {'port': {'device_id': '0699f4f5-0a1b-4f2b-833c-a9cdd08598a5', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '1174d1a0fea24acfbb0b15c648c6630d'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:04.690684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:17:04.743656 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-cffb2854-ccd3-4a25-a9d1-2a0444861fb3 None None] Provisioning complete for port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:04.744191 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cffb2854-ccd3-4a25-a9d1-2a0444861fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:04.787358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Allocated IP 172.20.0.1 (6815c067-d5ad-4bf7-9e88-17529fe8111d/aa97da10-aa58-42f2-a53b-c9d35d81afde/192436c8-73b7-4b3f-ae35-0317f6f217a8) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:04.815775 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:04.816279 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (90f7378a-f00e-4c8f-9b30-e99a64d6b0a1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:04.916765 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Made reservation on behalf of 1174d1a0fea24acfbb0b15c648c6630d for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:04.922543 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:04.944721 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:04.952107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cffb2854-ccd3-4a25-a9d1-2a0444861fb3 None None] Current status of the port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:05.077610 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a548b12-a232-4410-9ae5-d720e2f6572e req-5617232b-5549-4979-b5a0-f6907f030d32 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8314676 Feb 10 15:17:05.085113 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks [] for security_group (ea7cc3ef-2219-44c3-948c-b430c0e7ea0b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:05.109621 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ea7cc3ef-2219-44c3-948c-b430c0e7ea0b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:05.419782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Allocated IP 192.168.233.152 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/510df562-e0b2-4d08-8b94-70114684bf74) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:05.433634 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da54b2df-eb91-4489-b769-357b21ff995c req-70698250-6105-4fd8-a081-638506c4c6d9 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 210 time: 0.1625304 Feb 10 15:17:05.443265 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ae6dd69-bef3-4f69-b1d9-71104e4318d1 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (d4965766-6f3a-402d-9c4b-123373a03b97), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:05.528755 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:05.529157 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (90f7378a-f00e-4c8f-9b30-e99a64d6b0a1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:05.533456 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Publish callbacks [] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:05.579601 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2f34-b94e-4aee-a3ff-be6c2255de28 req-3006917f-a40b-4b16-9cc2-5e3797b93575 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:05.580232 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=90f7378a-f00e-4c8f-9b30-e99a64d6b0a1,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:05.589210 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-927c2f34-b94e-4aee-a3ff-be6c2255de28 req-3006917f-a40b-4b16-9cc2-5e3797b93575 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 932 time: 0.9211199 Feb 10 15:17:05.594226 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (90f7378a-f00e-4c8f-9b30-e99a64d6b0a1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:05.675749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:05.698408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=90f7378a-f00e-4c8f-9b30-e99a64d6b0a1,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:05.851077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be11e18-da6b-4287-9fa5-385f846d4ffe {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:17:05.870792 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Publish callbacks [] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:05.880996 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks [] for port (510df562-e0b2-4d08-8b94-70114684bf74), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:05.894415 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-927c2f34-b94e-4aee-a3ff-be6c2255de28 req-2fd629b3-614c-4735-b17c-448e0fe68040 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038492 Feb 10 15:17:05.898235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2473ca7a-d8a0-4aa5-a627-e53942f3c3b5 req-eaab1ae7-5a92-40a7-8d60-721120e0885b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 210 time: 0.3310468 Feb 10 15:17:05.906652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Transition to ACTIVE for port object 1be11e18-da6b-4287-9fa5-385f846d4ffe will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:17:05.930642 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:06.021925 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ae6dd69-bef3-4f69-b1d9-71104e4318d1 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (d4965766-6f3a-402d-9c4b-123373a03b97), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:06.042276 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:06.101797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Pushing event updated for resources: {'Port': ['ID=1be11e18-da6b-4287-9fa5-385f846d4ffe,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:06.121713 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Network 6815c067-d5ad-4bf7-9e88-17529fe8111d is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:06.123412 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6dd69-bef3-4f69-b1d9-71104e4318d1 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Subnet': ['ID=d4965766-6f3a-402d-9c4b-123373a03b97,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:06.133192 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (510df562-e0b2-4d08-8b94-70114684bf74), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:06.137349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f88aa03-ba7a-4fb9-86a4-56ac8b197b21 None None] Network fe0c3176-b341-4a40-8885-cceb937192b0 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:06.148004 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:06.153033 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ae6dd69-bef3-4f69-b1d9-71104e4318d1 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:06.158841 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3ae6dd69-bef3-4f69-b1d9-71104e4318d1 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/subnets/d4965766-6f3a-402d-9c4b-123373a03b97 HTTP/1.1" status: 204 len: 168 time: 3.1068470 Feb 10 15:17:06.158841 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:06.164289 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41442) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:06.216522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=192436c8-73b7-4b3f-ae35-0317f6f217a8,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:06.252990 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (047491ca-4e78-49fb-8a33-c6b752f43147), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:06.587046 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c911e98-b2c6-4854-a3ae-61e04f4775f4 None None] DHCP port deletion for fe0c3176-b341-4a40-8885-cceb937192b0 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:17:06.595123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78313-2fd4-427f-8188-0e56490a499f req-cb19b6c5-9b90-4e00-b1ad-c5a7a886ca2e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:06.618201 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cac78313-2fd4-427f-8188-0e56490a499f req-cb19b6c5-9b90-4e00-b1ad-c5a7a886ca2e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.3764677 Feb 10 15:17:06.634502 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:17:06.763052 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9b630402-d45a-40b0-80ea-acd490fde2b0 None None] Provisioning complete for port 192436c8-73b7-4b3f-ae35-0317f6f217a8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:06.763729 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b630402-d45a-40b0-80ea-acd490fde2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:06.780747 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:06.857615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1c911e98-b2c6-4854-a3ae-61e04f4775f4 None None] Deleting port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:06.859517 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c911e98-b2c6-4854-a3ae-61e04f4775f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:06.921741 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623b877-708a-4e36-80e6-1ccbc9a6add6 req-bc9d231d-fa6b-45e8-82de-4b8e877b6fbe tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:06.922709 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:06.923838 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (90f7378a-f00e-4c8f-9b30-e99a64d6b0a1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:06.930484 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b623b877-708a-4e36-80e6-1ccbc9a6add6 req-bc9d231d-fa6b-45e8-82de-4b8e877b6fbe tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 936 time: 0.2785842 Feb 10 15:17:06.948499 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9b630402-d45a-40b0-80ea-acd490fde2b0 None None] Port 192436c8-73b7-4b3f-ae35-0317f6f217a8 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:17:06.992978 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cac78313-2fd4-427f-8188-0e56490a499f req-75326dc9-7454-4a9e-8df7-deaead231279 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703141 Feb 10 15:17:07.018714 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:07.118312 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1c911e98-b2c6-4854-a3ae-61e04f4775f4 None None] For port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0b99fcb2-907f-4bbd-90ec-247c41e83d6d,segment=NetworkSegment(72d3e2bc-1249-42a7-8330-f9688c2bd8cf),segment_id=72d3e2bc-1249-42a7-8330-f9688c2bd8cf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:07.119071 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c911e98-b2c6-4854-a3ae-61e04f4775f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:07.158530 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-c76a6e48-7f74-4fa7-a298-1cee8e2760ba tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:07.160085 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-c76a6e48-7f74-4fa7-a298-1cee8e2760ba tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.72 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 811 time: 0.1726542 Feb 10 15:17:07.164098 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (fe0c3176-b341-4a40-8885-cceb937192b0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:07.171488 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1c911e98-b2c6-4854-a3ae-61e04f4775f4 None None] Calling delete_port for 0b99fcb2-907f-4bbd-90ec-247c41e83d6d owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:07.189354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-df50c3d2-ed8a-4053-89b8-80fab5e8f743 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Request body: {'port': {'device_id': '597901d2-86d5-48d9-a2ee-19abc8d73238', 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1', 'admin_state_up': True, 'tenant_id': '7c5978713a6c4cb985de240d8ad8b7a0'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:07.211640 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:07.235743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:07.245161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Pushing event updated for resources: {'Port': ['ID=510df562-e0b2-4d08-8b94-70114684bf74,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:07.257337 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:07.289544 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Publish callbacks [] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:07.305872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b623b877-708a-4e36-80e6-1ccbc9a6add6 req-9d0314a8-5fbc-45d0-95d0-e8b0e6359a93 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740842 Feb 10 15:17:07.309237 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:07.335584 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:07.382455 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c911e98-b2c6-4854-a3ae-61e04f4775f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:07.427385 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c911e98-b2c6-4854-a3ae-61e04f4775f4 None None] Pushing event deleted for resources: {'Port': ['ID=0b99fcb2-907f-4bbd-90ec-247c41e83d6d,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:07.436853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c911e98-b2c6-4854-a3ae-61e04f4775f4 None None] No DVR routers for this DVR port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:17:07.478562 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Attempting to bind port 1be11e18-da6b-4287-9fa5-385f846d4ffe on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:07.479059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Attempting to bind port 1be11e18-da6b-4287-9fa5-385f846d4ffe by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:07.479554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Attempting to bind port 1be11e18-da6b-4287-9fa5-385f846d4ffe on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:07.522392 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Port 1be11e18-da6b-4287-9fa5-385f846d4ffe on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:17:07.522756 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Attempting to bind port 1be11e18-da6b-4287-9fa5-385f846d4ffe on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:07.542026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:07.542491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Checking segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:07.542763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Bound using segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:07.543181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Bound port: 1be11e18-da6b-4287-9fa5-385f846d4ffe, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:07.543538 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:07.548715 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (047491ca-4e78-49fb-8a33-c6b752f43147), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:07.582317 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0572a4e5-844a-4ba1-ab1b-bad1532f5990 req-45569d66-d0b6-4245-98f9-7f541f63d26e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 210 time: 0.0479426 Feb 10 15:17:07.626001 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:07.627194 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:07.696789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-cc203a23-93d8-47fc-84d7-880474a98f66 None None] Provisioning complete for port 510df562-e0b2-4d08-8b94-70114684bf74 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:07.697568 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc203a23-93d8-47fc-84d7-880474a98f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (510df562-e0b2-4d08-8b94-70114684bf74), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:07.722681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] For port 1be11e18-da6b-4287-9fa5-385f846d4ffe, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:07.726127 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] For port 1be11e18-da6b-4287-9fa5-385f846d4ffe, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:07.741485 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:07.763691 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-f037fdc5-72b1-47ed-8175-d3cc21e2920e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3677089 Feb 10 15:17:07.799214 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Request body: {'port': {'device_id': '0699f4f5-0a1b-4f2b-833c-a9cdd08598a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:07.832242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Deleting port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:07.832771 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:07.834119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cc203a23-93d8-47fc-84d7-880474a98f66 None None] Port 510df562-e0b2-4d08-8b94-70114684bf74 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:17:07.890171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=192436c8-73b7-4b3f-ae35-0317f6f217a8,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:07.907462 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a443dd6-3c3d-49bf-8b4c-06248900f116 req-9a7a0bc8-5ce4-4dd3-bc9a-19e0eccc3f01 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:07.908671 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] For port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d, host n-d-815324-7, got binding levels [] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:07.909041 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:07.910652 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a443dd6-3c3d-49bf-8b4c-06248900f116 req-9a7a0bc8-5ce4-4dd3-bc9a-19e0eccc3f01 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.8156238 Feb 10 15:17:07.913698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Network 6815c067-d5ad-4bf7-9e88-17529fe8111d is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:07.915536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:07.922899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Calling delete_port for 0b99fcb2-907f-4bbd-90ec-247c41e83d6d owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:07.925609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d was not found and therefore no delete operation was performed {{(pid=103369) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:17:07.937930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:07.938680 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:07.940080 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52559130-38a6-4a43-8683-86790a1823cd service neutron] 10.222.0.79 "PUT /v2.0/ports/1be11e18-da6b-4287-9fa5-385f846d4ffe HTTP/1.1" status: 200 len: 1092 time: 4.5301173 Feb 10 15:17:07.940732 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (0b99fcb2-907f-4bbd-90ec-247c41e83d6d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:07.971931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61937c9d-89a7-4679-abc2-fb6a2eb522fa', 'tag': '1be11e18-da6b-4287-9fa5-385f846d4ffe'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:07.975345 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adf45b0-ac66-4884-b3fa-e545c873a8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "61937c9d-89a7-4679-abc2-fb6a2eb522fa", "tag": "1be11e18-da6b-4287-9fa5-385f846d4ffe"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:07.995584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No DVR routers for this DVR port 0b99fcb2-907f-4bbd-90ec-247c41e83d6d on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:17:08.052492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-df50c3d2-ed8a-4053-89b8-80fab5e8f743 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Made reservation on behalf of 7c5978713a6c4cb985de240d8ad8b7a0 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:08.060824 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-df50c3d2-ed8a-4053-89b8-80fab5e8f743 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:08.082743 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a443dd6-3c3d-49bf-8b4c-06248900f116 req-a8f9a3a9-f598-4efc-a396-65069c94edcf tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430800 Feb 10 15:17:08.177560 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (fe0c3176-b341-4a40-8885-cceb937192b0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:08.217630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0c3176-b341-4a40-8885-cceb937192b0']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:08.229154 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d3e2bc-1249-42a7-8330-f9688c2bd8cf') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:08.230011 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d3e2bc-1249-42a7-8330-f9688c2bd8cf') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:08.253989 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (72d3e2bc-1249-42a7-8330-f9688c2bd8cf), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:08.279827 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (72d3e2bc-1249-42a7-8330-f9688c2bd8cf), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:08.314717 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:17:08.315465 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (72d3e2bc-1249-42a7-8330-f9688c2bd8cf), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:08.470075 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbe5ad7-cade-41db-b0ee-d88f913ac7d4 x-openstack-request-id: req-4dbe5ad7-cade-41db-b0ee-d88f913ac7d4 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:08.470371 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61937c9d-89a7-4679-abc2-fb6a2eb522fa", "tag": "1be11e18-da6b-4287-9fa5-385f846d4ffe", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:08.470622 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4dbe5ad7-cade-41db-b0ee-d88f913ac7d4 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:08.471017 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61937c9d-89a7-4679-abc2-fb6a2eb522fa', 'tag': '1be11e18-da6b-4287-9fa5-385f846d4ffe', 'status': 'completed', 'code': 200} Feb 10 15:17:08.484136 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0b99fcb2-907f-4bbd-90ec-247c41e83d6d no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:17:08.496387 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:17:08.499143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2950a649-d542-405b-b86b-e42d310c0127 None None] Provisioning complete for port 192436c8-73b7-4b3f-ae35-0317f6f217a8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:08.499531 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2950a649-d542-405b-b86b-e42d310c0127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:08.550734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52559130-38a6-4a43-8683-86790a1823cd service neutron] Pushing event updated for resources: {'Port': ['ID=1be11e18-da6b-4287-9fa5-385f846d4ffe,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:08.599801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 0b99fcb2-907f-4bbd-90ec-247c41e83d6d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:17:08.600534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0b99fcb2-907f-4bbd-90ec-247c41e83d6d not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:17:08.614038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Port': ['ID=0b99fcb2-907f-4bbd-90ec-247c41e83d6d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:08.623030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2950a649-d542-405b-b86b-e42d310c0127 None None] Port 192436c8-73b7-4b3f-ae35-0317f6f217a8 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:17:08.639179 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (fe0c3176-b341-4a40-8885-cceb937192b0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:08.646599 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (510df562-e0b2-4d08-8b94-70114684bf74), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:08.679156 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:08.690545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41462) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:08.691217 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/fe0c3176-b341-4a40-8885-cceb937192b0 HTTP/1.1" status: 204 len: 168 time: 2.5228410 Feb 10 15:17:08.707240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Router 047491ca-4e78-49fb-8a33-c6b752f43147 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:17:08.723026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52361e51-a124-4e6e-bb90-e4451b327aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:08.724543 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-52361e51-a124-4e6e-bb90-e4451b327aab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 1126 time: 0.6760857 Feb 10 15:17:08.735620 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-203ce741-a685-4503-a7d6-9295457425f3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:08.736104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203ce741-a685-4503-a7d6-9295457425f3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:08.741824 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-203ce741-a685-4503-a7d6-9295457425f3 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/subnets/b9a26d78-62e9-41d0-a6da-6024c0af66e2 HTTP/1.1" status: 404 len: 337 time: 0.0500863 Feb 10 15:17:08.744482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41464) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:08.752370 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5491c-f3c0-4e75-b90d-6a8d6cd86857 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Network': ['ID=fe0c3176-b341-4a40-8885-cceb937192b0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:08.787811 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-529bb012-1850-4966-a4fb-37494276d4b6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:08.788403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529bb012-1850-4966-a4fb-37494276d4b6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:08.796579 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-529bb012-1850-4966-a4fb-37494276d4b6 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/343fcef3-59d5-444b-af09-43c4041f2759 HTTP/1.1" status: 404 len: 339 time: 0.0491433 Feb 10 15:17:08.803180 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41466) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:08.822447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bdd74-c2ba-4601-951a-c86824e24f7f req-7dfbce0d-4920-492e-9a7b-f00cd042e2ae tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:08.824699 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-372bdd74-c2ba-4601-951a-c86824e24f7f req-7dfbce0d-4920-492e-9a7b-f00cd042e2ae tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 936 time: 0.1959748 Feb 10 15:17:08.833986 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdb277-6d49-4ce8-9ce8-47d93c5e84bc req-6fe3ed4d-1c15-475d-8d62-d381760c5161 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:08.836437 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47bdb277-6d49-4ce8-9ce8-47d93c5e84bc req-6fe3ed4d-1c15-475d-8d62-d381760c5161 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.2052066 Feb 10 15:17:08.839311 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-df5d685e-401e-436c-b314-5deeee9dd15c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe HTTP/1.1" status: 200 len: 217 time: 0.0896528 Feb 10 15:17:08.917022 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-b709d332-82ce-4d30-925d-7f68d5471893 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:08.917587 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b709d332-82ce-4d30-925d-7f68d5471893 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:08.923555 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b709d332-82ce-4d30-925d-7f68d5471893 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/subnets/83c7e1a0-07a1-4e50-801a-e5583a4b8631 HTTP/1.1" status: 404 len: 337 time: 0.1192966 Feb 10 15:17:08.930193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41468) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:08.992866 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8aab13-2366-468e-8a92-825afc4bed52 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:08.993439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8aab13-2366-468e-8a92-825afc4bed52 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:09.000462 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ae8aab13-2366-468e-8a92-825afc4bed52 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/6e2c5844-d218-4cba-b59c-737f10f5a35d HTTP/1.1" status: 404 len: 339 time: 0.0691123 Feb 10 15:17:09.008164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41470) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:09.020842 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-5f93d5a8-2d2b-4093-9732-3832017d9fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:09.022435 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-5f93d5a8-2d2b-4093-9732-3832017d9fd8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.1762476 Feb 10 15:17:09.043310 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47bdb277-6d49-4ce8-9ce8-47d93c5e84bc req-b43f1a22-8e99-451d-bce9-c7105644c5f2 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834471 Feb 10 15:17:09.074152 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-0d747532-a8d2-4f86-bb5a-b42b71de9f8b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390739 Feb 10 15:17:09.137394 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-372bdd74-c2ba-4601-951a-c86824e24f7f req-6b0b87fa-5ba2-4a79-b92e-bf335fab9601 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807021 Feb 10 15:17:09.138833 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb1e4e7-ebbc-4a08-9a02-acf1916bd5a4 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:09.140141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb1e4e7-ebbc-4a08-9a02-acf1916bd5a4 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:09.146039 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ebb1e4e7-ebbc-4a08-9a02-acf1916bd5a4 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/subnets/23fe97e8-ab49-47f4-aeb6-cd5bc0177cdc HTTP/1.1" status: 404 len: 337 time: 0.1270061 Feb 10 15:17:09.148472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41474) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:09.174846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-df50c3d2-ed8a-4053-89b8-80fab5e8f743 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Allocated IP 172.20.0.7 (98af5229-c542-4eaf-859a-ec2f4d24a8d1/71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696/7fbef778-675f-42e4-9621-161194765343) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:09.184987 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ec6a4b-8fd5-45f6-8f26-6d7ab574fd17 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:09.186127 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ec6a4b-8fd5-45f6-8f26-6d7ab574fd17 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:09.193280 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41476) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:09.198872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-14ec6a4b-8fd5-45f6-8f26-6d7ab574fd17 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/5b57170f-42aa-4dc9-94b0-6123dd1bb4de HTTP/1.1" status: 404 len: 339 time: 0.0438752 Feb 10 15:17:09.200468 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:17:09.206868 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-53371521-529f-480f-8389-7cf73edbb6e5 admin admin] 10.222.0.64 "PUT /v2.0/routers/047491ca-4e78-49fb-8a33-c6b752f43147/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2803385 Feb 10 15:17:09.222261 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Sync routers for ids ['047491ca-4e78-49fb-8a33-c6b752f43147'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:17:09.246577 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Routers {'047491ca-4e78-49fb-8a33-c6b752f43147'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:17:09.247565 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['047491ca-4e78-49fb-8a33-c6b752f43147'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:09.322293 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28811f34-5414-4181-b01a-a14b4b1a507f req-79df3d66-69ce-4eff-a75c-cac30df7246a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 210 time: 0.0854158 Feb 10 15:17:09.360708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-925e0ba5-2d4b-4d14-8622-276af2913bda tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Deleting subnet eccff5c1-3db0-4b35-aef2-fdd3e9b08a91 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:17:09.364226 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-925e0ba5-2d4b-4d14-8622-276af2913bda tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (eccff5c1-3db0-4b35-aef2-fdd3e9b08a91), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:09.394087 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-19867268-8016-4c48-99f3-b2be6a0410da service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948091 Feb 10 15:17:09.430719 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0eea2-c2b5-4aef-882a-a928c225864f req-aa25d4c7-3106-433a-b292-1463f81c334f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:09.432660 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8eb0eea2-c2b5-4aef-882a-a928c225864f req-aa25d4c7-3106-433a-b292-1463f81c334f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.1078837 Feb 10 15:17:09.524342 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Set router 047491ca-4e78-49fb-8a33-c6b752f43147 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:17:09.534297 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8eb0eea2-c2b5-4aef-882a-a928c225864f req-9e292f9d-3f05-4487-ba84-4729cd61a396 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942409 Feb 10 15:17:09.650903 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-df50c3d2-ed8a-4053-89b8-80fab5e8f743 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks [] for port (7fbef778-675f-42e4-9621-161194765343), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:09.729277 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-df50c3d2-ed8a-4053-89b8-80fab5e8f743 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7fbef778-675f-42e4-9621-161194765343), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:09.786533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510df562-e0b2-4d08-8b94-70114684bf74 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:17:09.807342 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Publish callbacks [] for port (510df562-e0b2-4d08-8b94-70114684bf74), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:09.845913 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-925e0ba5-2d4b-4d14-8622-276af2913bda tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (eccff5c1-3db0-4b35-aef2-fdd3e9b08a91), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:09.895716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Transition to ACTIVE for port object 510df562-e0b2-4d08-8b94-70114684bf74 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:17:09.964873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-df50c3d2-ed8a-4053-89b8-80fab5e8f743 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:09.974997 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-df50c3d2-ed8a-4053-89b8-80fab5e8f743 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:09.981759 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-df50c3d2-ed8a-4053-89b8-80fab5e8f743 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:09.988487 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (510df562-e0b2-4d08-8b94-70114684bf74), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:09.990615 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41484) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:09.995682 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-10632dd0-eba9-4872-a12f-3e57c39b6e6e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1997631733', 'description': 'tempest-description--1310121040'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:09.999540 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:17:06Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '192436c8-73b7-4b3f-ae35-0317f6f217a8', 'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'mac_address': 'fa:16:3e:71:28:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:17:03Z', 'updated_at': '2022-02-10T15:17:07Z', 'revision_number': 2, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'subnets': [{'id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:10.046753 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-10632dd0-eba9-4872-a12f-3e57c39b6e6e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:10.050033 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Checking router: 047491ca-4e78-49fb-8a33-c6b752f43147 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:17:10.050764 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Updating router 047491ca-4e78-49fb-8a33-c6b752f43147 port 192436c8-73b7-4b3f-ae35-0317f6f217a8 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:17:10.077584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50c3d2-ed8a-4053-89b8-80fab5e8f743 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Pushing event updated for resources: {'Port': ['ID=7fbef778-675f-42e4-9621-161194765343,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:10.129321 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:10.214213 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-10632dd0-eba9-4872-a12f-3e57c39b6e6e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group (0ebfec6c-2519-4991-ab74-01740d5b412f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:10.257906 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-10632dd0-eba9-4872-a12f-3e57c39b6e6e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0ebfec6c-2519-4991-ab74-01740d5b412f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:10.262070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-df50c3d2-ed8a-4053-89b8-80fab5e8f743 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:10.265231 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-df50c3d2-ed8a-4053-89b8-80fab5e8f743 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:10.297584 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-10632dd0-eba9-4872-a12f-3e57c39b6e6e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:10.302920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-10632dd0-eba9-4872-a12f-3e57c39b6e6e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3110931 Feb 10 15:17:10.311974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41492) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:10.319707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-86a6ea64-215d-44c7-9f91-0bbac4bdb9f3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Request body: {'security_group_rule': {'security_group_id': '0ebfec6c-2519-4991-ab74-01740d5b412f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:10.341804 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6a1d6c58-20bc-4339-b7be-b8f936c66859 req-c719e047-b23b-4880-b429-229ba7d5ba9f service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9379892 Feb 10 15:17:10.395745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e24d87-61e2-4dbb-97ed-7aa412d09670 req-0ed7ee4b-7d38-4839-801f-0963ffc56cd3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:10.397840 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3e24d87-61e2-4dbb-97ed-7aa412d09670 req-0ed7ee4b-7d38-4839-801f-0963ffc56cd3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.1814787 Feb 10 15:17:10.417842 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-df50c3d2-ed8a-4053-89b8-80fab5e8f743 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2381847 Feb 10 15:17:10.463495 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-86a6ea64-215d-44c7-9f91-0bbac4bdb9f3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group_rule (2ab3dca5-ed03-4448-b16c-d2831ddc3821), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:10.528962 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-86a6ea64-215d-44c7-9f91-0bbac4bdb9f3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group_rule (2ab3dca5-ed03-4448-b16c-d2831ddc3821), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:10.581585 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3e24d87-61e2-4dbb-97ed-7aa412d09670 req-39642835-ab63-4ca4-b954-7c625f9f4e83 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370907 Feb 10 15:17:10.583059 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-86a6ea64-215d-44c7-9f91-0bbac4bdb9f3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (2ab3dca5-ed03-4448-b16c-d2831ddc3821), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:10.599654 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10632dd0-eba9-4872-a12f-3e57c39b6e6e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebfec6c-2519-4991-ab74-01740d5b412f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:10.631078 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-86a6ea64-215d-44c7-9f91-0bbac4bdb9f3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:10.635962 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-86a6ea64-215d-44c7-9f91-0bbac4bdb9f3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3220129 Feb 10 15:17:10.636280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41498) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:10.637518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6ea64-215d-44c7-9f91-0bbac4bdb9f3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab3dca5-ed03-4448-b16c-d2831ddc3821,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:10.651866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-7c0d67b2-3f35-47cb-aaa6-306f55ed41c0 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Request body: {'security_group_rule': {'security_group_id': '0ebfec6c-2519-4991-ab74-01740d5b412f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:10.663762 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Request body: {'port': {'device_id': '597901d2-86d5-48d9-a2ee-19abc8d73238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:10.691391 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dbc0f-73a9-4da1-b1cf-cc21c330899e req-0e15070f-5225-44e2-9f80-9dfeaddc35c7 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:10.704148 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-971dbc0f-73a9-4da1-b1cf-cc21c330899e req-0e15070f-5225-44e2-9f80-9dfeaddc35c7 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 948 time: 0.3423362 Feb 10 15:17:10.726438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Attempting to bind port 510df562-e0b2-4d08-8b94-70114684bf74 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:10.726806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Attempting to bind port 510df562-e0b2-4d08-8b94-70114684bf74 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:10.727104 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Attempting to bind port 510df562-e0b2-4d08-8b94-70114684bf74 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:10.736716 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c0d67b2-3f35-47cb-aaa6-306f55ed41c0 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group_rule (a0fddbef-5d44-45a7-a0f9-2ad146869a0f), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:10.804385 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Publish callbacks [] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:10.815560 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:10.861644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Pushing event updated for resources: {'Port': ['ID=510df562-e0b2-4d08-8b94-70114684bf74,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:10.888142 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae846d88-90d6-4760-b93a-ffe6f4b86500 None None] Pushing event updated for resources: {'Port': ['ID=192436c8-73b7-4b3f-ae35-0317f6f217a8,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:10.894253 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Port 510df562-e0b2-4d08-8b94-70114684bf74 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:17:10.894465 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Attempting to bind port 510df562-e0b2-4d08-8b94-70114684bf74 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:10.904876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:10.905229 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:10.905772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:10.906233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Bound port: 510df562-e0b2-4d08-8b94-70114684bf74, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:10.906596 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (510df562-e0b2-4d08-8b94-70114684bf74), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:10.922622 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-925e0ba5-2d4b-4d14-8622-276af2913bda tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (eccff5c1-3db0-4b35-aef2-fdd3e9b08a91), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:11.070476 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Attempting to bind port 192436c8-73b7-4b3f-ae35-0317f6f217a8 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:11.070862 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Attempting to bind port 192436c8-73b7-4b3f-ae35-0317f6f217a8 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:11.071215 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Attempting to bind port 192436c8-73b7-4b3f-ae35-0317f6f217a8 on network 6815c067-d5ad-4bf7-9e88-17529fe8111d {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:11.078108 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:11.078492 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Checking segment: {'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:11.080319 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:11.080771 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Bound using segment: {'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:11.081403 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Bound port: 192436c8-73b7-4b3f-ae35-0317f6f217a8, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:11.081803 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:11.165304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-971dbc0f-73a9-4da1-b1cf-cc21c330899e req-deb6eb0b-aa1e-445a-abd2-c9b7be995ec2 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600146 Feb 10 15:17:11.172536 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:11.217762 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426a5e9-0873-4d62-938e-039aa831788b req-13021250-14f8-4719-9293-6f8cd3be10b1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:11.225171 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c426a5e9-0873-4d62-938e-039aa831788b req-13021250-14f8-4719-9293-6f8cd3be10b1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 931 time: 0.4071033 Feb 10 15:17:11.253916 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] For port 192436c8-73b7-4b3f-ae35-0317f6f217a8, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:11.259528 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] For port 192436c8-73b7-4b3f-ae35-0317f6f217a8, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=192436c8-73b7-4b3f-ae35-0317f6f217a8,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:11.273488 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:11.385007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c0d67b2-3f35-47cb-aaa6-306f55ed41c0 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group_rule (a0fddbef-5d44-45a7-a0f9-2ad146869a0f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:11.407043 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c426a5e9-0873-4d62-938e-039aa831788b req-e3da66be-c6ec-4666-8dfd-8fc34d39c658 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807482 Feb 10 15:17:11.415348 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae846d88-90d6-4760-b93a-ffe6f4b86500 None None] Pushing event updated for resources: {'Port': ['ID=192436c8-73b7-4b3f-ae35-0317f6f217a8,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:11.427255 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c0d67b2-3f35-47cb-aaa6-306f55ed41c0 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (a0fddbef-5d44-45a7-a0f9-2ad146869a0f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:11.428700 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Routers {'047491ca-4e78-49fb-8a33-c6b752f43147'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:17:11.429425 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:16:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['047491ca-4e78-49fb-8a33-c6b752f43147'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:11.516786 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c0d67b2-3f35-47cb-aaa6-306f55ed41c0 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:11.532934 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7c0d67b2-3f35-47cb-aaa6-306f55ed41c0 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8852744 Feb 10 15:17:11.537754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41500) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:11.553055 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf45b0-ac66-4884-b3fa-e545c873a8bb req-ada1bdf5-a8ab-4679-bc00-d95dd2b039eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:11.555237 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2adf45b0-ac66-4884-b3fa-e545c873a8bb req-ada1bdf5-a8ab-4679-bc00-d95dd2b039eb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 1126 time: 1.1339605 Feb 10 15:17:11.566314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-14c2ba7b-9181-43ab-9790-b89dce12995d None None] Provisioning complete for port 192436c8-73b7-4b3f-ae35-0317f6f217a8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:11.566931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d67b2-3f35-47cb-aaa6-306f55ed41c0 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fddbef-5d44-45a7-a0f9-2ad146869a0f,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:11.568703 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-14c2ba7b-9181-43ab-9790-b89dce12995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:11.583326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:11.644110 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40ac4f-7fbc-4aa5-bea5-aec3b06a98b4 req-7ede570e-471b-4ece-b6ea-15210fe2453f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:11.656583 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5d40ac4f-7fbc-4aa5-bea5-aec3b06a98b4 req-7ede570e-471b-4ece-b6ea-15210fe2453f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.3098361 Feb 10 15:17:11.710497 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] Set router 047491ca-4e78-49fb-8a33-c6b752f43147 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:17:11.805335 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-14c2ba7b-9181-43ab-9790-b89dce12995d None None] Current status of the port 192436c8-73b7-4b3f-ae35-0317f6f217a8 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:11.805881 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-14c2ba7b-9181-43ab-9790-b89dce12995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:11.859264 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:11.879202 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-14c2ba7b-9181-43ab-9790-b89dce12995d None None] For port 192436c8-73b7-4b3f-ae35-0317f6f217a8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=192436c8-73b7-4b3f-ae35-0317f6f217a8,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:11.890803 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7fbef778-675f-42e4-9621-161194765343), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:11.904136 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-14c2ba7b-9181-43ab-9790-b89dce12995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:11.968233 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5d40ac4f-7fbc-4aa5-bea5-aec3b06a98b4 req-3e0c307b-defe-4b7b-bea3-debb7536746b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062632 Feb 10 15:17:11.995276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2ba7b-9181-43ab-9790-b89dce12995d None None] Pushing event updated for resources: {'Port': ['ID=192436c8-73b7-4b3f-ae35-0317f6f217a8,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:12.006893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf45b0-ac66-4884-b3fa-e545c873a8bb req-f895d6bb-cf53-43e5-b2d9-4bc5d88d1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:12.012547 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2adf45b0-ac66-4884-b3fa-e545c873a8bb req-f895d6bb-cf53-43e5-b2d9-4bc5d88d1724 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.4098549 Feb 10 15:17:12.013751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] For port 510df562-e0b2-4d08-8b94-70114684bf74, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:12.026479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1c309-144b-4b78-9160-e776296b6537 req-56503d5f-2311-4e08-9aac-d22c8c38675e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:12.035836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-759648d6-5f1a-4a40-b685-bc95147815bb None None] Provisioning complete for port 192436c8-73b7-4b3f-ae35-0317f6f217a8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:12.036374 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-759648d6-5f1a-4a40-b685-bc95147815bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:12.046329 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cb1c309-144b-4b78-9160-e776296b6537 req-56503d5f-2311-4e08-9aac-d22c8c38675e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.3125181 Feb 10 15:17:12.103316 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:17:06Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '192436c8-73b7-4b3f-ae35-0317f6f217a8', 'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'mac_address': 'fa:16:3e:71:28:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:17:03Z', 'updated_at': '2022-02-10T15:17:11Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'subnets': [{'id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:12.140007 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd7b52-e020-44fc-a47f-da11b4564ef9 None None] The sync data for ids ['047491ca-4e78-49fb-8a33-c6b752f43147'] in n-d-815324-7 is: [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:17:06Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '192436c8-73b7-4b3f-ae35-0317f6f217a8', 'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'mac_address': 'fa:16:3e:71:28:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:17:03Z', 'updated_at': '2022-02-10T15:17:11Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'subnets': [{'id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:17:12.158219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] For port 510df562-e0b2-4d08-8b94-70114684bf74, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=510df562-e0b2-4d08-8b94-70114684bf74,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:12.199355 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2adf45b0-ac66-4884-b3fa-e545c873a8bb req-3c044432-bef0-42fa-8f4a-850bbc7637f9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe HTTP/1.1" status: 200 len: 217 time: 0.1596642 Feb 10 15:17:12.237640 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-925e0ba5-2d4b-4d14-8622-276af2913bda tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (eccff5c1-3db0-4b35-aef2-fdd3e9b08a91), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:12.247172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-759648d6-5f1a-4a40-b685-bc95147815bb None None] Current status of the port 192436c8-73b7-4b3f-ae35-0317f6f217a8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:12.275137 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-925e0ba5-2d4b-4d14-8622-276af2913bda tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:12.281456 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-925e0ba5-2d4b-4d14-8622-276af2913bda tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/subnets/eccff5c1-3db0-4b35-aef2-fdd3e9b08a91 HTTP/1.1" status: 204 len: 168 time: 3.0594673 Feb 10 15:17:12.284544 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (510df562-e0b2-4d08-8b94-70114684bf74), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:12.285542 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b8d028-d249-4609-8341-025bfa772bdd None None] Network 5e9890ed-5438-4f3f-9267-0df34476d251 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:12.305211 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cb1c309-144b-4b78-9160-e776296b6537 req-c34d3e5b-2dd7-4ce5-8513-c1af6ba3f51d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577517 Feb 10 15:17:12.305904 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41506) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:12.334602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:12.336064 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:12.339177 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] 10.222.0.79 "PUT /v2.0/ports/510df562-e0b2-4d08-8b94-70114684bf74 HTTP/1.1" status: 200 len: 1096 time: 4.5460289 Feb 10 15:17:12.402469 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0699f4f5-0a1b-4f2b-833c-a9cdd08598a5', 'tag': '510df562-e0b2-4d08-8b94-70114684bf74'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:12.406283 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665b40bf-375b-41eb-834c-006e4cdc5983" -d '{"events": [{"name": "network-changed", "server_uuid": "0699f4f5-0a1b-4f2b-833c-a9cdd08598a5", "tag": "510df562-e0b2-4d08-8b94-70114684bf74"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:12.550158 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e0ba5-2d4b-4d14-8622-276af2913bda tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Subnet': ['ID=eccff5c1-3db0-4b35-aef2-fdd3e9b08a91,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:12.618264 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 192436c8-73b7-4b3f-ae35-0317f6f217a8 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:17:12.785726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 192436c8-73b7-4b3f-ae35-0317f6f217a8 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:12.786099 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:12.812218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601a2ad-182d-48c9-9962-c31d4bcc97f7 service neutron] Pushing event updated for resources: {'Port': ['ID=510df562-e0b2-4d08-8b94-70114684bf74,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:12.859544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf45b0-ac66-4884-b3fa-e545c873a8bb req-ec7c2c02-4765-47e8-9c73-ef7034441b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:12.875274 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2adf45b0-ac66-4884-b3fa-e545c873a8bb req-ec7c2c02-4765-47e8-9c73-ef7034441b06 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.6072536 Feb 10 15:17:12.938643 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6cf4-b8a9-4dd1-a68b-b21ae67cedd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:12.942063 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c90f43-0233-4221-ba64-6c683e89ee49 None None] DHCP port deletion for 5e9890ed-5438-4f3f-9267-0df34476d251 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:17:12.948583 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (5e9890ed-5438-4f3f-9267-0df34476d251), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:13.004021 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2adf45b0-ac66-4884-b3fa-e545c873a8bb req-fc2984ae-e833-4f1b-beb9-93c198282887 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189704 Feb 10 15:17:13.041537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-2728ab7b-d25a-45de-b9ad-e6f2e4257666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:13.052298 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-2728ab7b-d25a-45de-b9ad-e6f2e4257666 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1174d1a0fea24acfbb0b15c648c6630d&device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 1130 time: 0.5750358 Feb 10 15:17:13.086258 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:13.112609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd51bcd-6268-44bb-9dd1-a12ba5064598 req-f3d3d56c-0005-46b7-b92b-9f7fd25b4867 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:13.120031 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffd51bcd-6268-44bb-9dd1-a12ba5064598 req-f3d3d56c-0005-46b7-b92b-9f7fd25b4867 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 931 time: 0.5450244 Feb 10 15:17:13.156748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895daa90-b4ee-4ece-ac76-8675e9b87e73 req-5fdc090e-9f3f-4992-a05f-5545255a813f tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:13.166017 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 192436c8-73b7-4b3f-ae35-0317f6f217a8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:13.167461 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-895daa90-b4ee-4ece-ac76-8675e9b87e73 req-5fdc090e-9f3f-4992-a05f-5545255a813f tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 948 time: 0.6804140 Feb 10 15:17:13.214294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-99c90f43-0233-4221-ba64-6c683e89ee49 None None] Deleting port 5c8b2e0c-2a77-48c2-9203-a330ca48789b {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:13.214971 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-99c90f43-0233-4221-ba64-6c683e89ee49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:13.259535 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-5918d241-06cb-4829-b250-48fd5d46a760 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=510df562-e0b2-4d08-8b94-70114684bf74 HTTP/1.1" status: 200 len: 217 time: 0.1269534 Feb 10 15:17:13.282846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffd51bcd-6268-44bb-9dd1-a12ba5064598 req-f57f2e61-6fcb-442d-a3f2-9c6736ec7239 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563520 Feb 10 15:17:13.316477 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-895daa90-b4ee-4ece-ac76-8675e9b87e73 req-373e0b00-f628-48b7-be8c-7860c63cd1f4 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478841 Feb 10 15:17:13.359432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-99c90f43-0233-4221-ba64-6c683e89ee49 None None] For port 5c8b2e0c-2a77-48c2-9203-a330ca48789b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=5c8b2e0c-2a77-48c2-9203-a330ca48789b,segment=NetworkSegment(6b03cfb2-cd15-49d3-a982-d733a6acf06f),segment_id=6b03cfb2-cd15-49d3-a982-d733a6acf06f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:13.359950 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-99c90f43-0233-4221-ba64-6c683e89ee49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:13.385458 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-99c90f43-0233-4221-ba64-6c683e89ee49 None None] Calling delete_port for 5c8b2e0c-2a77-48c2-9203-a330ca48789b owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:13.427839 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e12d97-0b6e-430b-a8cd-bc26e509873e x-openstack-request-id: req-26e12d97-0b6e-430b-a8cd-bc26e509873e {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:13.428286 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0699f4f5-0a1b-4f2b-833c-a9cdd08598a5", "tag": "510df562-e0b2-4d08-8b94-70114684bf74", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:13.428660 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26e12d97-0b6e-430b-a8cd-bc26e509873e {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:13.430748 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0699f4f5-0a1b-4f2b-833c-a9cdd08598a5', 'tag': '510df562-e0b2-4d08-8b94-70114684bf74', 'status': 'completed', 'code': 200} Feb 10 15:17:13.539449 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-bfa8283f-443b-4b07-986b-0458b1aa83cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:13.550379 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-bfa8283f-443b-4b07-986b-0458b1aa83cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.2638416 Feb 10 15:17:13.551821 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-99c90f43-0233-4221-ba64-6c683e89ee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:13.562208 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2adf45b0-ac66-4884-b3fa-e545c873a8bb req-a9b08104-406b-4a01-8908-c4ae17e9bdb3 service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484869 Feb 10 15:17:13.636688 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c90f43-0233-4221-ba64-6c683e89ee49 None None] Pushing event deleted for resources: {'Port': ['ID=5c8b2e0c-2a77-48c2-9203-a330ca48789b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:13.654983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c90f43-0233-4221-ba64-6c683e89ee49 None None] No DVR routers for this DVR port 5c8b2e0c-2a77-48c2-9203-a330ca48789b on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:17:13.690282 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Deleting port 5c8b2e0c-2a77-48c2-9203-a330ca48789b {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:13.690883 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:13.714752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fbef778-675f-42e4-9621-161194765343 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:17:13.729944 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Publish callbacks [] for port (7fbef778-675f-42e4-9621-161194765343), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:13.796987 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Transition to ACTIVE for port object 7fbef778-675f-42e4-9621-161194765343 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:17:13.814247 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (7fbef778-675f-42e4-9621-161194765343), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:13.821090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] For port 5c8b2e0c-2a77-48c2-9203-a330ca48789b, host n-d-815324-7, got binding levels [] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:13.821460 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:13.847348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Calling delete_port for 5c8b2e0c-2a77-48c2-9203-a330ca48789b owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:13.850817 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.ipam_backend_mixin [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Port 5c8b2e0c-2a77-48c2-9203-a330ca48789b was not found and therefore no delete operation was performed {{(pid=103368) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:17:13.860680 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba286b-d309-417e-b345-04b30ca8ad2c req-380821c6-dde0-46b9-b40b-6d4cb20dc303 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:13.867741 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4ba286b-d309-417e-b345-04b30ca8ad2c req-380821c6-dde0-46b9-b40b-6d4cb20dc303 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.3094294 Feb 10 15:17:13.877771 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (5c8b2e0c-2a77-48c2-9203-a330ca48789b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:13.904201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No DVR routers for this DVR port 5c8b2e0c-2a77-48c2-9203-a330ca48789b on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:17:13.948994 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-2a98c1bb-5c48-4f40-b942-2208f6ab74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:13.951775 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-2a98c1bb-5c48-4f40-b942-2208f6ab74ea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3816705 Feb 10 15:17:14.004922 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (5e9890ed-5438-4f3f-9267-0df34476d251), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:14.014762 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbef778-675f-42e4-9621-161194765343,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:14.032871 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9890ed-5438-4f3f-9267-0df34476d251']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:14.045855 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b03cfb2-cd15-49d3-a982-d733a6acf06f') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:14.046217 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b03cfb2-cd15-49d3-a982-d733a6acf06f') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:14.056687 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (6b03cfb2-cd15-49d3-a982-d733a6acf06f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:14.071426 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6b03cfb2-cd15-49d3-a982-d733a6acf06f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:14.078996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:17:14.079416 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (6b03cfb2-cd15-49d3-a982-d733a6acf06f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:14.130727 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2adf45b0-ac66-4884-b3fa-e545c873a8bb req-90e4aef4-5c8e-4ca4-97b0-01a031be0672 service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927187 Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:17:14.182433 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:17:14.190021 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5242a-1803-4337-a444-14664ad4f472 req-34b3f86a-eeac-4f50-9ebf-9ae127db03a0 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:14.197111 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f1d5242a-1803-4337-a444-14664ad4f472 req-34b3f86a-eeac-4f50-9ebf-9ae127db03a0 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.7314851 Feb 10 15:17:14.219946 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-95fa08a2-c745-415a-9970-cd7db78b0832 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525191 Feb 10 15:17:14.266927 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Attempting to bind port 7fbef778-675f-42e4-9621-161194765343 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:14.268209 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Attempting to bind port 7fbef778-675f-42e4-9621-161194765343 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:14.268786 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Attempting to bind port 7fbef778-675f-42e4-9621-161194765343 on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:14.294399 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f1d5242a-1803-4337-a444-14664ad4f472 req-75065766-06f8-47c0-830f-77a8cc7b241b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962985 Feb 10 15:17:14.296092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Port': ['ID=5c8b2e0c-2a77-48c2-9203-a330ca48789b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:14.412229 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Port 7fbef778-675f-42e4-9621-161194765343 on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:17:14.415731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Attempting to bind port 7fbef778-675f-42e4-9621-161194765343 on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:14.427286 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4ba286b-d309-417e-b345-04b30ca8ad2c req-2310d913-2779-47fc-88c9-4fa8565ad231 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585554 Feb 10 15:17:14.431654 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:14.435736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Checking segment: {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:14.437278 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Bound using segment: {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:14.437630 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (5e9890ed-5438-4f3f-9267-0df34476d251), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:14.438001 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Bound port: 7fbef778-675f-42e4-9621-161194765343, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:14.438433 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7fbef778-675f-42e4-9621-161194765343), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:14.463370 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:14.481361 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/5e9890ed-5438-4f3f-9267-0df34476d251 HTTP/1.1" status: 204 len: 168 time: 2.1532269 Feb 10 15:17:14.491123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41520) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:14.505536 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e794fba-a93f-4d6b-ae89-347c8f7b9043 req-944fe3b5-b0d3-4aef-9838-a1d58bcb6ca1 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400517 Feb 10 15:17:14.512807 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5c8b2e0c-2a77-48c2-9203-a330ca48789b no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:17:14.551215 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 5c8b2e0c-2a77-48c2-9203-a330ca48789b {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:17:14.551563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5c8b2e0c-2a77-48c2-9203-a330ca48789b not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:17:14.596329 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e097f68-ee06-48e0-8305-b73027418895 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:14.596841 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e097f68-ee06-48e0-8305-b73027418895 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:14.600489 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3e097f68-ee06-48e0-8305-b73027418895 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/subnets/7aef7704-6def-426e-87d4-575728cf00c0 HTTP/1.1" status: 404 len: 337 time: 0.0859311 Feb 10 15:17:14.645920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41522) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:14.688000 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae138e61-2973-4cd0-b419-cb4700eeb8ad tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:14.688823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae138e61-2973-4cd0-b419-cb4700eeb8ad tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:14.691704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b40bf-375b-41eb-834c-006e4cdc5983 req-a2c25885-7565-40e5-bccd-0d58dd049b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:14.692258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ae138e61-2973-4cd0-b419-cb4700eeb8ad tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/e18784c9-e1b0-48f1-a566-4faa9c64c8ed HTTP/1.1" status: 404 len: 339 time: 0.0445824 Feb 10 15:17:14.693423 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70b84f-c7cb-4f38-bcce-ad3cf48e56cb tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Network': ['ID=5e9890ed-5438-4f3f-9267-0df34476d251,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:14.696807 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-665b40bf-375b-41eb-834c-006e4cdc5983 req-a2c25885-7565-40e5-bccd-0d58dd049b42 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1174d1a0fea24acfbb0b15c648c6630d&device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 1130 time: 0.1266015 Feb 10 15:17:14.697410 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41524) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:14.738099 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Allocated IP 172.25.3.188 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/bfca64a4-9b5f-4555-9984-e3b76db1b9c5) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:14.774267 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fea85-82a9-4a89-bd06-ccb302c5579a req-605e46b5-0697-4823-9d0f-b27e10db2957 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:14.776114 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db8fea85-82a9-4a89-bd06-ccb302c5579a req-605e46b5-0697-4823-9d0f-b27e10db2957 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 948 time: 0.1723883 Feb 10 15:17:14.841773 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db8fea85-82a9-4a89-bd06-ccb302c5579a req-73290c64-cc6f-40c2-83fe-b9e45056fcc8 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569441 Feb 10 15:17:14.842819 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b40bf-375b-41eb-834c-006e4cdc5983 req-b734c2c6-59a3-485d-a37a-ec074a4dca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:14.845190 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-665b40bf-375b-41eb-834c-006e4cdc5983 req-b734c2c6-59a3-485d-a37a-ec074a4dca29 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1220446 Feb 10 15:17:14.869831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c58087-f706-45a0-869e-bb21d9f5b519 req-ad1cc0fc-882f-447a-a53e-fc6f1cef4cf2 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:14.871451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7c58087-f706-45a0-869e-bb21d9f5b519 req-ad1cc0fc-882f-447a-a53e-fc6f1cef4cf2 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 943 time: 0.2953901 Feb 10 15:17:14.879624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] For port 7fbef778-675f-42e4-9621-161194765343, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:14.923312 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-665b40bf-375b-41eb-834c-006e4cdc5983 req-d0907597-c04e-438c-90c2-a10b2a918a54 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=510df562-e0b2-4d08-8b94-70114684bf74 HTTP/1.1" status: 200 len: 217 time: 0.0411651 Feb 10 15:17:14.950930 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for port (bfca64a4-9b5f-4555-9984-e3b76db1b9c5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:14.986195 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] For port 7fbef778-675f-42e4-9621-161194765343, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7fbef778-675f-42e4-9621-161194765343,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:14.989130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b40bf-375b-41eb-834c-006e4cdc5983 req-9d4dd66c-b6ae-4e93-8aec-1d7f9428a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:14.990757 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-665b40bf-375b-41eb-834c-006e4cdc5983 req-9d4dd66c-b6ae-4e93-8aec-1d7f9428a302 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0584142 Feb 10 15:17:15.019232 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd37aeb-51df-4c3b-9de4-5d094ea746bc tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Deleting subnet 89d01136-91f0-4054-94e9-37755e6125c4 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:17:15.023004 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6fd37aeb-51df-4c3b-9de4-5d094ea746bc tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (89d01136-91f0-4054-94e9-37755e6125c4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:15.026371 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (bfca64a4-9b5f-4555-9984-e3b76db1b9c5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:15.068883 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6fd37aeb-51df-4c3b-9de4-5d094ea746bc tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (89d01136-91f0-4054-94e9-37755e6125c4), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:15.083844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:15.094229 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:15.102078 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:15.152318 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4ce9471c-c6f0-4253-9cc7-77b507b2ff77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:15.183674 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6fd37aeb-51df-4c3b-9de4-5d094ea746bc tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (89d01136-91f0-4054-94e9-37755e6125c4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:15.184678 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7c58087-f706-45a0-869e-bb21d9f5b519 req-3fdb5db9-48ba-41f2-8ffd-529fb60ca19d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953840 Feb 10 15:17:15.211761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event updated for resources: {'Port': ['ID=bfca64a4-9b5f-4555-9984-e3b76db1b9c5,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:15.278914 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for floatingip (ab7a3d5b-cc5f-4949-a0f7-fa65bac8142a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:15.322844 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (7fbef778-675f-42e4-9621-161194765343), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:15.362223 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bfca64a4-9b5f-4555-9984-e3b76db1b9c5), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:15.398448 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:15.405286 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:15.406872 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] 10.222.0.72 "PUT /v2.0/ports/7fbef778-675f-42e4-9621-161194765343 HTTP/1.1" status: 200 len: 1091 time: 4.7527266 Feb 10 15:17:15.418501 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6fd37aeb-51df-4c3b-9de4-5d094ea746bc tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (89d01136-91f0-4054-94e9-37755e6125c4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:15.478051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597901d2-86d5-48d9-a2ee-19abc8d73238', 'tag': '7fbef778-675f-42e4-9621-161194765343'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:15.480400 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5184adb5-626c-426a-ae4f-6a695ca7c7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "597901d2-86d5-48d9-a2ee-19abc8d73238", "tag": "7fbef778-675f-42e4-9621-161194765343"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:15.605640 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd37aeb-51df-4c3b-9de4-5d094ea746bc tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Subnet': ['ID=89d01136-91f0-4054-94e9-37755e6125c4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:15.643543 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6fd37aeb-51df-4c3b-9de4-5d094ea746bc tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:15.649196 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6fd37aeb-51df-4c3b-9de4-5d094ea746bc tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/subnets/89d01136-91f0-4054-94e9-37755e6125c4 HTTP/1.1" status: 204 len: 168 time: 0.9401317 Feb 10 15:17:15.649369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7e6cf4-c529-4ddb-b487-6820b6bf7ad5 None None] Network c1239986-e9a6-4f0b-9201-4be5945a588d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:15.656451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41534) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:15.667187 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1c716fdb-9685-438f-a053-31cc28ed587f req-0a17ce8f-e8ff-4987-a7f6-74d15d6578dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4089670 Feb 10 15:17:15.670259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1b82c-834a-4710-acef-438cc4629c64 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbef778-675f-42e4-9621-161194765343,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:15.683703 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b40bf-375b-41eb-834c-006e4cdc5983 req-f5ca7510-576d-4b5d-82d1-0118bf7a18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:15.685395 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-665b40bf-375b-41eb-834c-006e4cdc5983 req-f5ca7510-576d-4b5d-82d1-0118bf7a18e9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6859732 Feb 10 15:17:15.775616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-843181bc-ddac-43a7-b578-4907eea99232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:15.778001 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-843181bc-ddac-43a7-b578-4907eea99232 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 1125 time: 0.2813089 Feb 10 15:17:15.863556 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (c1239986-e9a6-4f0b-9201-4be5945a588d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:15.931999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736a716-cef1-41ec-aadd-cad1ca794e26 req-61247349-aeb0-44b0-9230-19fea1b05878 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:15.938914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa9bb2-487f-4adf-83c3-f29bde394192 None None] DHCP port deletion for c1239986-e9a6-4f0b-9201-4be5945a588d request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:17:15.950233 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-5764b093-0e20-4c1e-8372-a0b36f9cbeda service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fbef778-675f-42e4-9621-161194765343 HTTP/1.1" status: 200 len: 217 time: 0.0638187 Feb 10 15:17:15.964868 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8736a716-cef1-41ec-aadd-cad1ca794e26 req-61247349-aeb0-44b0-9230-19fea1b05878 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.3817480 Feb 10 15:17:16.004906 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-665b40bf-375b-41eb-834c-006e4cdc5983 req-34091809-3040-4234-9b56-f300a5c99f54 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103142 Feb 10 15:17:16.026116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c716fdb-9685-438f-a053-31cc28ed587f req-50495b31-e769-4a9a-9d16-2b590b47d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:16.027738 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1c716fdb-9685-438f-a053-31cc28ed587f req-50495b31-e769-4a9a-9d16-2b590b47d8fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 1126 time: 0.3344152 Feb 10 15:17:16.040356 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9caa9bb2-487f-4adf-83c3-f29bde394192 None None] Deleting port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:16.047738 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9caa9bb2-487f-4adf-83c3-f29bde394192 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d7845c02-5a73-4a5a-bbc6-e68f0abb84fe), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:16.063903 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-fde52b18-b5ce-4b62-98e3-766fe95c00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:16.065433 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-fde52b18-b5ce-4b62-98e3-766fe95c00c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696 HTTP/1.1" status: 200 len: 851 time: 0.1038711 Feb 10 15:17:16.080521 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d7054-8c25-4040-8145-2e5d1847e796 req-9bba0502-1502-438a-b7c7-387b42786778 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:16.093467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-450d7054-8c25-4040-8145-2e5d1847e796 req-9bba0502-1502-438a-b7c7-387b42786778 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.6246142 Feb 10 15:17:16.143826 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-83b8352a-3986-4c46-8ed0-a55556e5f988 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=98af5229-c542-4eaf-859a-ec2f4d24a8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648322 Feb 10 15:17:16.186704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9caa9bb2-487f-4adf-83c3-f29bde394192 None None] For port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d7845c02-5a73-4a5a-bbc6-e68f0abb84fe,segment=NetworkSegment(9f60db6b-dc6a-43a7-9a9d-e22ea39a6089),segment_id=9f60db6b-dc6a-43a7-9a9d-e22ea39a6089)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:16.187019 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9caa9bb2-487f-4adf-83c3-f29bde394192 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d7845c02-5a73-4a5a-bbc6-e68f0abb84fe), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:16.226005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9caa9bb2-487f-4adf-83c3-f29bde394192 None None] Calling delete_port for d7845c02-5a73-4a5a-bbc6-e68f0abb84fe owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:16.247907 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8736a716-cef1-41ec-aadd-cad1ca794e26 req-dc45d231-629d-443e-8451-e61d89d0de05 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820468 Feb 10 15:17:16.257941 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Deleting port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:16.265265 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d7845c02-5a73-4a5a-bbc6-e68f0abb84fe), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:16.311955 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:16.408840 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9caa9bb2-487f-4adf-83c3-f29bde394192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (d7845c02-5a73-4a5a-bbc6-e68f0abb84fe), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:16.479522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa9bb2-487f-4adf-83c3-f29bde394192 None None] Pushing event deleted for resources: {'Port': ['ID=d7845c02-5a73-4a5a-bbc6-e68f0abb84fe,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:16.491495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa9bb2-487f-4adf-83c3-f29bde394192 None None] No DVR routers for this DVR port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:17:16.535873 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d7845c02-5a73-4a5a-bbc6-e68f0abb84fe no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:17:16.579005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: d7845c02-5a73-4a5a-bbc6-e68f0abb84fe {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:17:16.579356 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d7845c02-5a73-4a5a-bbc6-e68f0abb84fe not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:17:16.726133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c716fdb-9685-438f-a053-31cc28ed587f req-ee6debcd-61c9-4cdb-9c2c-e708cd3b40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:16.727915 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1c716fdb-9685-438f-a053-31cc28ed587f req-ee6debcd-61c9-4cdb-9c2c-e708cd3b40c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.6756132 Feb 10 15:17:16.758312 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7cf505-da1e-4e89-9055-74a337a332f4 x-openstack-request-id: req-fc7cf505-da1e-4e89-9055-74a337a332f4 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:16.758312 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597901d2-86d5-48d9-a2ee-19abc8d73238", "tag": "7fbef778-675f-42e4-9621-161194765343", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:16.758312 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc7cf505-da1e-4e89-9055-74a337a332f4 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:16.758312 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597901d2-86d5-48d9-a2ee-19abc8d73238', 'tag': '7fbef778-675f-42e4-9621-161194765343', 'status': 'completed', 'code': 200} Feb 10 15:17:16.760189 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-665b40bf-375b-41eb-834c-006e4cdc5983 req-82c2b6b4-418c-4bb0-998e-1033024ed2be service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7477729 Feb 10 15:17:16.816565 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1c716fdb-9685-438f-a053-31cc28ed587f req-e369d82d-eda9-45b8-8ec5-aef6b810d3c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 HTTP/1.1" status: 200 len: 217 time: 0.0550232 Feb 10 15:17:16.819140 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-158aeadd-db9b-4092-bfcb-f281fb961eb2 service neutron] 10.222.0.72 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6648929 Feb 10 15:17:16.860068 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] For port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d7845c02-5a73-4a5a-bbc6-e68f0abb84fe,segment=NetworkSegment(9f60db6b-dc6a-43a7-9a9d-e22ea39a6089),segment_id=9f60db6b-dc6a-43a7-9a9d-e22ea39a6089)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:16.861008 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d7845c02-5a73-4a5a-bbc6-e68f0abb84fe), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:16.875215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Calling delete_port for d7845c02-5a73-4a5a-bbc6-e68f0abb84fe owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:16.891202 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for port (bfca64a4-9b5f-4555-9984-e3b76db1b9c5), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:16.909423 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c716fdb-9685-438f-a053-31cc28ed587f req-12c8a693-9d58-4282-aa16-3f1b06c618aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:16.921452 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1c716fdb-9685-438f-a053-31cc28ed587f req-12c8a693-9d58-4282-aa16-3f1b06c618aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.0787630 Feb 10 15:17:16.974616 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (bfca64a4-9b5f-4555-9984-e3b76db1b9c5), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:16.977456 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1c716fdb-9685-438f-a053-31cc28ed587f req-ac38b67b-516d-40ee-b5cb-7365f2398e67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546303 Feb 10 15:17:16.992870 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-450d7054-8c25-4040-8145-2e5d1847e796 req-adfe4962-7f6c-4815-844b-c98aab2b1e67 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8599715 Feb 10 15:17:17.076125 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc245dbe-bdf2-4f04-b565-72b7ea191d75 req-b1cb4911-8d0e-4ac7-b865-63949ebf1231 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:17.083962 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc245dbe-bdf2-4f04-b565-72b7ea191d75 req-b1cb4911-8d0e-4ac7-b865-63949ebf1231 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 948 time: 0.1896319 Feb 10 15:17:17.129933 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1c716fdb-9685-438f-a053-31cc28ed587f req-ed207195-91a8-485e-bcaa-1b63b5b9c6d7 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413076 Feb 10 15:17:17.164750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event updated for resources: {'Port': ['ID=bfca64a4-9b5f-4555-9984-e3b76db1b9c5,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:17.240507 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1c716fdb-9685-438f-a053-31cc28ed587f req-0f5709ce-736d-4c37-9be3-3642ef003641 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039445 Feb 10 15:17:17.255453 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (ab7a3d5b-cc5f-4949-a0f7-fa65bac8142a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:17.267511 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (d7845c02-5a73-4a5a-bbc6-e68f0abb84fe), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:17.304521 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:17.306927 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d3aabe8f-d545-4586-9675-2b7bd7133c22 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7404454 Feb 10 15:17:17.312445 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] No DVR routers for this DVR port d7845c02-5a73-4a5a-bbc6-e68f0abb84fe on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:17:17.346419 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Port': ['ID=d7845c02-5a73-4a5a-bbc6-e68f0abb84fe,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:17.362872 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-78aa9f70-393e-4ef3-bda0-25695cac14ee req-3224a8b5-27f3-48bc-a67f-a2dd414b0fb2 service neutron] 10.222.0.72 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674494 Feb 10 15:17:17.393734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f827d-b241-4aba-83b3-05f11bef416f req-47af814e-1f06-4dd7-b10a-90fc95cc2808 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:17.395406 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f36f827d-b241-4aba-83b3-05f11bef416f req-47af814e-1f06-4dd7-b10a-90fc95cc2808 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 943 time: 0.2520082 Feb 10 15:17:17.411340 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc245dbe-bdf2-4f04-b565-72b7ea191d75 req-e28b3545-89ee-4e5f-9ff5-71fd13c6f276 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263733 Feb 10 15:17:17.480590 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184adb5-626c-426a-ae4f-6a695ca7c7fe req-921aa1bd-fdf6-435f-ac0a-d7dd312da433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:17.483858 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5184adb5-626c-426a-ae4f-6a695ca7c7fe req-921aa1bd-fdf6-435f-ac0a-d7dd312da433 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 1125 time: 0.0564406 Feb 10 15:17:17.567623 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (c1239986-e9a6-4f0b-9201-4be5945a588d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:17.581140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f36f827d-b241-4aba-83b3-05f11bef416f req-ced2b32d-6b33-412d-ad54-0609f3e0be0c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667488 Feb 10 15:17:17.622236 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1239986-e9a6-4f0b-9201-4be5945a588d']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:17.635743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184adb5-626c-426a-ae4f-6a695ca7c7fe req-b09dbc74-3ec6-4e06-8f33-7f98d855d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:17.637581 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5184adb5-626c-426a-ae4f-6a695ca7c7fe req-b09dbc74-3ec6-4e06-8f33-7f98d855d3cf service neutron] 10.222.0.72 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 912 time: 0.1475730 Feb 10 15:17:17.654273 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f60db6b-dc6a-43a7-9a9d-e22ea39a6089') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:17.654669 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f60db6b-dc6a-43a7-9a9d-e22ea39a6089') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:17.673568 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (9f60db6b-dc6a-43a7-9a9d-e22ea39a6089), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:17.695456 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9f60db6b-dc6a-43a7-9a9d-e22ea39a6089), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:17.719335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:17:17.719749 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (9f60db6b-dc6a-43a7-9a9d-e22ea39a6089), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:17.723404 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5184adb5-626c-426a-ae4f-6a695ca7c7fe req-a2087205-0a54-4d12-9de7-6a03772e1d9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fbef778-675f-42e4-9621-161194765343 HTTP/1.1" status: 200 len: 217 time: 0.0790064 Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:17:17.723837 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:17:17.820595 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:17.836500 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c976ab-ceca-4558-abc7-114338423ce5 req-5b650c06-05c2-4747-ae3d-110a69fd72c9 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:17.843539 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53c976ab-ceca-4558-abc7-114338423ce5 req-5b650c06-05c2-4747-ae3d-110a69fd72c9 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.3023460 Feb 10 15:17:17.858400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-2c7f7aba-714d-4c73-b2a9-cbadc81cfb92 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1997631733&fields=id&tenant_id=4ad24befb1384c69ac214ad0a37e0b2b HTTP/1.1" status: 200 len: 267 time: 0.1551385 Feb 10 15:17:17.861245 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (c1239986-e9a6-4f0b-9201-4be5945a588d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:17.884777 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:17.887875 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] 10.222.0.64 "DELETE /v2.0/networks/c1239986-e9a6-4f0b-9201-4be5945a588d HTTP/1.1" status: 204 len: 168 time: 2.2260134 Feb 10 15:17:17.913635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0230cec-e98e-4f5d-809d-22cb4cfe9d26 tempest-NetworksIpV6Test-884949377 tempest-NetworksIpV6Test-884949377-project] Pushing event deleted for resources: {'Network': ['ID=c1239986-e9a6-4f0b-9201-4be5945a588d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:17.942058 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184adb5-626c-426a-ae4f-6a695ca7c7fe req-8060ee97-10c9-4506-8099-0b15840d0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:17.944474 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5184adb5-626c-426a-ae4f-6a695ca7c7fe req-8060ee97-10c9-4506-8099-0b15840d0ca4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696 HTTP/1.1" status: 200 len: 851 time: 0.2120569 Feb 10 15:17:17.998381 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53c976ab-ceca-4558-abc7-114338423ce5 req-70680950-8add-4069-aabe-2a258bc77ef9 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538360 Feb 10 15:17:18.043207 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5184adb5-626c-426a-ae4f-6a695ca7c7fe req-5ce54422-c732-49c4-9cf7-7bb96f82e376 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=98af5229-c542-4eaf-859a-ec2f4d24a8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922911 Feb 10 15:17:18.080610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-cece8ac4-bb3a-4bc6-8072-da8670f24d72 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:18.083373 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-cece8ac4-bb3a-4bc6-8072-da8670f24d72 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/networks?id=6815c067-d5ad-4bf7-9e88-17529fe8111d HTTP/1.1" status: 200 len: 817 time: 0.2115600 Feb 10 15:17:18.104131 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-ae883ede-9812-445a-89dd-fdecbcffff62 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/quotas/4ad24befb1384c69ac214ad0a37e0b2b HTTP/1.1" status: 200 len: 375 time: 0.0137935 Feb 10 15:17:18.231655 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-833c0754-a8d7-4923-9243-763ed73c36a0 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ad24befb1384c69ac214ad0a37e0b2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105103 Feb 10 15:17:18.245449 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5184adb5-626c-426a-ae4f-6a695ca7c7fe req-c99b03c8-a92c-4aa0-b9a3-7b8b5f6c5d40 service neutron] 10.222.0.72 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848702 Feb 10 15:17:18.376430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56b9b1-0700-4bba-95d5-644c4ba6d8bf req-54e458d1-d07a-4d1e-9bfc-aa0222970b62 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:18.387636 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f56b9b1-0700-4bba-95d5-644c4ba6d8bf req-54e458d1-d07a-4d1e-9bfc-aa0222970b62 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.2212014 Feb 10 15:17:18.449723 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5184adb5-626c-426a-ae4f-6a695ca7c7fe req-52a30b73-8392-4758-8d0b-e6232ed1023f service neutron] 10.222.0.72 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974173 Feb 10 15:17:18.531620 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f56b9b1-0700-4bba-95d5-644c4ba6d8bf req-a26587b4-e39f-4e69-8976-e6f8ca3656dc tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428661 Feb 10 15:17:18.597896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-7f93ef7e-c6a5-465c-bf4b-45933facb966 service neutron] 10.222.0.64 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430779 Feb 10 15:17:18.633495 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41568) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:18.791944 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3558f8-3bd2-49b6-bd47-c75da2bdb602 req-46a42bd4-8471-4bcc-b7a6-7765f0206341 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:18.799751 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a3558f8-3bd2-49b6-bd47-c75da2bdb602 req-46a42bd4-8471-4bcc-b7a6-7765f0206341 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 948 time: 0.1240664 Feb 10 15:17:18.843286 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0c6906cf-c636-4dc3-878d-4e845d34d926 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=874443bbfeda459d96e8cd7bce92d952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080116 Feb 10 15:17:18.845685 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41572) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:18.873687 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a3558f8-3bd2-49b6-bd47-c75da2bdb602 req-050ab602-bc30-40a4-af55-e8a9ad632c5e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725374 Feb 10 15:17:18.894134 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-b27ea027-ab38-4d39-9d56-efbba118a86c service neutron] 10.222.0.64 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933419 Feb 10 15:17:18.945296 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:19.016547 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53be5b0c-b858-42db-9d2f-30c0435790d2 admin admin] Publish callbacks [] for security_group (3432d40d-5bcd-469a-9603-27993807510a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:19.081833 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53be5b0c-b858-42db-9d2f-30c0435790d2 admin admin] Publish callbacks [] for security_group (3432d40d-5bcd-469a-9603-27993807510a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:19.101106 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e49945-3cfd-48b8-bf99-f4df03f64ded req-d9609d32-4e8d-4253-b310-96614e3d341f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:19.108394 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9e49945-3cfd-48b8-bf99-f4df03f64ded req-d9609d32-4e8d-4253-b310-96614e3d341f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 943 time: 0.1349251 Feb 10 15:17:19.177274 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9e49945-3cfd-48b8-bf99-f4df03f64ded req-f53903e3-209f-46b8-8183-f8bf841d6fff tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673594 Feb 10 15:17:19.213438 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53be5b0c-b858-42db-9d2f-30c0435790d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3432d40d-5bcd-469a-9603-27993807510a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:19.220378 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53be5b0c-b858-42db-9d2f-30c0435790d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:19.231345 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-53be5b0c-b858-42db-9d2f-30c0435790d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3432d40d-5bcd-469a-9603-27993807510a HTTP/1.1" status: 204 len: 168 time: 0.3802626 Feb 10 15:17:19.250180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be5b0c-b858-42db-9d2f-30c0435790d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3432d40d-5bcd-469a-9603-27993807510a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:19.314451 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 510df562-e0b2-4d08-8b94-70114684bf74 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:17:19.327232 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2792e2e-f635-4546-8e47-7f52584f5b0e req-d7c1c57f-1a65-415f-b901-60b30ddefd70 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 210 time: 0.0929005 Feb 10 15:17:19.386648 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7fbef778-675f-42e4-9621-161194765343 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:17:19.473061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c1923-c92a-4330-bc0d-0a23dfa6c87b req-53eb9cb1-c690-4f0c-bd6c-fc9e6c9691f7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:19.475053 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-339c1923-c92a-4330-bc0d-0a23dfa6c87b req-53eb9cb1-c690-4f0c-bd6c-fc9e6c9691f7 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.1654131 Feb 10 15:17:19.587849 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-339c1923-c92a-4330-bc0d-0a23dfa6c87b req-473711b9-a326-47db-92ff-c5521ce6dc50 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055858 Feb 10 15:17:19.773099 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d2598-9813-4fd3-87c6-1372de79cae7 req-97b6f9ea-40c2-44f7-a680-bc329155f889 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:19.774681 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-951d2598-9813-4fd3-87c6-1372de79cae7 req-97b6f9ea-40c2-44f7-a680-bc329155f889 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.0934420 Feb 10 15:17:19.807061 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.resource_extend [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:17:19.918821 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-951d2598-9813-4fd3-87c6-1372de79cae7 req-33e5cb1f-88c6-4432-a90a-1f266bf96725 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334159 Feb 10 15:17:19.989513 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 510df562-e0b2-4d08-8b94-70114684bf74, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=510df562-e0b2-4d08-8b94-70114684bf74,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:20.031410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '510df562-e0b2-4d08-8b94-70114684bf74', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '510df562-e0b2-4d08-8b94-70114684bf74', 'mac_address': 'fa:16:3e:e4:66:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:17:20.040182 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7fbef778-675f-42e4-9621-161194765343, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7fbef778-675f-42e4-9621-161194765343,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:20.115306 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '7fbef778-675f-42e4-9621-161194765343', 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1', 'port_id': '7fbef778-675f-42e4-9621-161194765343', 'mac_address': 'fa:16:3e:cf:47:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:17:20.133972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce81ca-9da6-466e-8adb-6b337ed0cc35 req-bc38c3eb-da61-490c-a321-277dd24042b7 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:20.136008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cce81ca-9da6-466e-8adb-6b337ed0cc35 req-bc38c3eb-da61-490c-a321-277dd24042b7 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 948 time: 0.1249645 Feb 10 15:17:20.205797 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 510df562-e0b2-4d08-8b94-70114684bf74 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:20.206204 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (510df562-e0b2-4d08-8b94-70114684bf74), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:20.233384 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510df562-e0b2-4d08-8b94-70114684bf74 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:17:20.245979 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7fbef778-675f-42e4-9621-161194765343 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:20.246372 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7fbef778-675f-42e4-9621-161194765343), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:20.288274 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cce81ca-9da6-466e-8adb-6b337ed0cc35 req-946dc8f9-78fa-43ef-bc0e-052e3cdfe474 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395237 Feb 10 15:17:20.300275 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 510df562-e0b2-4d08-8b94-70114684bf74, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=510df562-e0b2-4d08-8b94-70114684bf74,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:20.311000 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fbef778-675f-42e4-9621-161194765343 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:17:20.324484 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (510df562-e0b2-4d08-8b94-70114684bf74), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:20.460909 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7fbef778-675f-42e4-9621-161194765343, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7fbef778-675f-42e4-9621-161194765343,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:20.471980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245d088-de20-442d-879b-bd39712f16cb req-3f205e9c-9fc9-4155-bfa7-8107896e3f03 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:20.475070 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7fbef778-675f-42e4-9621-161194765343), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:20.482159 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f245d088-de20-442d-879b-bd39712f16cb req-3f205e9c-9fc9-4155-bfa7-8107896e3f03 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 943 time: 0.1413155 Feb 10 15:17:20.500742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=510df562-e0b2-4d08-8b94-70114684bf74,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:20.573487 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-caedc9ec-3259-48cf-b9f1-630b26e31038 req-4fb9fda8-8ee8-4a39-9738-b4fc405924cc tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 210 time: 0.0808525 Feb 10 15:17:20.632206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=7fbef778-675f-42e4-9621-161194765343,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:20.669687 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f245d088-de20-442d-879b-bd39712f16cb req-304b184f-eb6e-4d98-a494-9b3564a36322 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808343 Feb 10 15:17:20.696436 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['510df562-e0b2-4d08-8b94-70114684bf74'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:17:20.808707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['7fbef778-675f-42e4-9621-161194765343'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:17:20.870154 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d912e4c-2211-4dbe-8a1b-4b9ba0391097 req-0657a467-5c65-4d03-ac76-d73e70c300da tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:20.881265 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5d912e4c-2211-4dbe-8a1b-4b9ba0391097 req-0657a467-5c65-4d03-ac76-d73e70c300da tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.1556840 Feb 10 15:17:21.008875 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5d912e4c-2211-4dbe-8a1b-4b9ba0391097 req-45ffa5aa-8bee-4304-a8ce-df07518d0f19 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262183 Feb 10 15:17:21.062535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41618) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:21.177370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea0f3f-343b-45a5-a006-d24a18c260dd req-0d8813df-0ebd-41f4-b1d8-6f0d0ead6984 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:21.178949 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17ea0f3f-343b-45a5-a006-d24a18c260dd req-0d8813df-0ebd-41f4-b1d8-6f0d0ead6984 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.0956042 Feb 10 15:17:21.192997 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-79b278db-0012-46f2-9bfb-091bbb74a81d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:21.195870 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-79b278db-0012-46f2-9bfb-091bbb74a81d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.72 "GET /v2.0/networks?id=6815c067-d5ad-4bf7-9e88-17529fe8111d HTTP/1.1" status: 200 len: 817 time: 0.3023393 Feb 10 15:17:21.228617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4197a3a5-d3f5-4736-893c-8c8bbdb79ab5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1392102385'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:21.281377 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17ea0f3f-343b-45a5-a006-d24a18c260dd req-21771c07-a3e6-4437-8e38-221f79846eab tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929937 Feb 10 15:17:21.283590 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4197a3a5-d3f5-4736-893c-8c8bbdb79ab5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Made reservation on behalf of a019ff2b281d41119b271349c3aec409 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:21.286228 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-8d113bc4-aefa-4bda-a664-9f8d9b640351 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ad24befb1384c69ac214ad0a37e0b2b HTTP/1.1" status: 200 len: 380 time: 0.0795391 Feb 10 15:17:21.287444 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4197a3a5-d3f5-4736-893c-8c8bbdb79ab5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:21.299408 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4197a3a5-d3f5-4736-893c-8c8bbdb79ab5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:21.301568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-600b5235-cf56-48bf-9091-e1c5b95440f2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Request body: {'port': {'device_id': '91289bf7-f31f-41b3-a767-3341be3b5107', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'admin_state_up': True, 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'security_groups': ['0ebfec6c-2519-4991-ab74-01740d5b412f']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:21.381605 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4197a3a5-d3f5-4736-893c-8c8bbdb79ab5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for security_group (6da8d76b-6030-4410-b2fe-e1505405002a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:21.393832 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4197a3a5-d3f5-4736-893c-8c8bbdb79ab5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6da8d76b-6030-4410-b2fe-e1505405002a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:21.456569 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4197a3a5-d3f5-4736-893c-8c8bbdb79ab5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:17:21.470080 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197a3a5-d3f5-4736-893c-8c8bbdb79ab5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da8d76b-6030-4410-b2fe-e1505405002a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:21.480911 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4197a3a5-d3f5-4736-893c-8c8bbdb79ab5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (eecedfb2-ea29-4b95-93bc-2ffef39198ba), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:21.481267 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-4197a3a5-d3f5-4736-893c-8c8bbdb79ab5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Added segment eecedfb2-ea29-4b95-93bc-2ffef39198ba of type vlan for network cfd4b24e-5225-417d-ae5d-f56798392029 Feb 10 15:17:21.499246 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b833-7d59-4a62-a020-0cda0da3d67b req-350bdbce-3b95-48b9-98d5-4e462562d780 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:21.501039 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ab5b833-7d59-4a62-a020-0cda0da3d67b req-350bdbce-3b95-48b9-98d5-4e462562d780 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 949 time: 0.1033063 Feb 10 15:17:21.526529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-600b5235-cf56-48bf-9091-e1c5b95440f2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Made reservation on behalf of 4ad24befb1384c69ac214ad0a37e0b2b for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:21.534339 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-600b5235-cf56-48bf-9091-e1c5b95440f2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:21.573932 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4197a3a5-d3f5-4736-893c-8c8bbdb79ab5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (cfd4b24e-5225-417d-ae5d-f56798392029), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:21.606366 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ab5b833-7d59-4a62-a020-0cda0da3d67b req-e7863aec-75d4-4ae2-a608-6cabdf5c15e5 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798557 Feb 10 15:17:21.625829 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4197a3a5-d3f5-4736-893c-8c8bbdb79ab5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (cfd4b24e-5225-417d-ae5d-f56798392029), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:21.635762 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4197a3a5-d3f5-4736-893c-8c8bbdb79ab5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:21.636494 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4197a3a5-d3f5-4736-893c-8c8bbdb79ab5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:21.695068 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4197a3a5-d3f5-4736-893c-8c8bbdb79ab5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6313326 Feb 10 15:17:21.771355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-600b5235-cf56-48bf-9091-e1c5b95440f2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Allocated IP 172.20.0.10 (6815c067-d5ad-4bf7-9e88-17529fe8111d/aa97da10-aa58-42f2-a53b-c9d35d81afde/faa3244c-d52c-4e52-a687-00e61703ca8e) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:21.771873 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197a3a5-d3f5-4736-893c-8c8bbdb79ab5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event updated for resources: {'Network': ['ID=cfd4b24e-5225-417d-ae5d-f56798392029,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:21.827790 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network cfd4b24e-5225-417d-ae5d-f56798392029 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:17:22.003137 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73905ef3-67f4-40e6-9d51-5413f37b5796 req-318e58f8-436a-4c0a-bde4-a4483e25c4e0 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 210 time: 0.2214859 Feb 10 15:17:22.101481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756c0c0-f50b-45c2-8bc2-473f463969c9 req-4eda02b0-8b9d-4282-9e74-f86882ffdd14 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:22.118722 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5756c0c0-f50b-45c2-8bc2-473f463969c9 req-4eda02b0-8b9d-4282-9e74-f86882ffdd14 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 944 time: 0.2847772 Feb 10 15:17:22.181146 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-600b5235-cf56-48bf-9091-e1c5b95440f2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:22.295232 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5756c0c0-f50b-45c2-8bc2-473f463969c9 req-a26a4a86-64e6-43de-b2c1-8a4031f0e0f2 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754129 Feb 10 15:17:22.302196 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-600b5235-cf56-48bf-9091-e1c5b95440f2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:22.358029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7c7d5-8478-4fb0-a93b-53167e860cdd req-2c765f67-68cf-498b-8f04-ed5ef452fff2 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:22.363258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cd7c7d5-8478-4fb0-a93b-53167e860cdd req-2c765f67-68cf-498b-8f04-ed5ef452fff2 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.1984203 Feb 10 15:17:22.489159 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-600b5235-cf56-48bf-9091-e1c5b95440f2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Network 6815c067-d5ad-4bf7-9e88-17529fe8111d is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:22.495468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-600b5235-cf56-48bf-9091-e1c5b95440f2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:22.504124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-600b5235-cf56-48bf-9091-e1c5b95440f2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:22.606987 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d91953-733a-47f6-91b4-8007017f4ef0 req-8e8d1c12-8466-455b-ab90-6c2ecceef6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:22.607846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cd7c7d5-8478-4fb0-a93b-53167e860cdd req-ae4e52c1-406c-4e61-baa4-1f1f622c0e7a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379093 Feb 10 15:17:22.608594 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-27d91953-733a-47f6-91b4-8007017f4ef0 req-8e8d1c12-8466-455b-ab90-6c2ecceef6ea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 1127 time: 0.6287634 Feb 10 15:17:22.676170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b5235-cf56-48bf-9091-e1c5b95440f2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event updated for resources: {'Port': ['ID=faa3244c-d52c-4e52-a687-00e61703ca8e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:22.724106 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5b4ec-a164-4d33-8886-d44f2163e0d2 req-9a890f20-9789-476a-9cdf-8dac693a4f78 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:22.740186 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4a5b4ec-a164-4d33-8886-d44f2163e0d2 req-9a890f20-9789-476a-9cdf-8dac693a4f78 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.2679498 Feb 10 15:17:22.916588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-600b5235-cf56-48bf-9091-e1c5b95440f2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:22.917450 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-600b5235-cf56-48bf-9091-e1c5b95440f2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:23.016996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4a5b4ec-a164-4d33-8886-d44f2163e0d2 req-b7f84f20-d53d-4400-803e-0b430182c8bb tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696581 Feb 10 15:17:23.031917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d91953-733a-47f6-91b4-8007017f4ef0 req-b80dbc13-30a3-4886-81fe-c081d6728063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:23.033424 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-27d91953-733a-47f6-91b4-8007017f4ef0 req-b80dbc13-30a3-4886-81fe-c081d6728063 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.3626838 Feb 10 15:17:23.045622 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-600b5235-cf56-48bf-9091-e1c5b95440f2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7421448 Feb 10 15:17:23.064522 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Request body: {'port': {'device_id': '91289bf7-f31f-41b3-a767-3341be3b5107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:23.117769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-eba939e2-4f2d-4da2-8bf0-c13acac57864 None None] Provisioning complete for port faa3244c-d52c-4e52-a687-00e61703ca8e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:23.120347 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eba939e2-4f2d-4da2-8bf0-c13acac57864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:23.129280 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-27d91953-733a-47f6-91b4-8007017f4ef0 req-85889d42-f25c-466a-90a9-6dc4c3bef0c5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c40976f-57d7-449f-81de-ec3685a64b1a HTTP/1.1" status: 200 len: 217 time: 0.0825269 Feb 10 15:17:23.192793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d91953-733a-47f6-91b4-8007017f4ef0 req-7a327b51-e164-4da6-9b9e-ac8bdee2c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:23.197280 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-27d91953-733a-47f6-91b4-8007017f4ef0 req-7a327b51-e164-4da6-9b9e-ac8bdee2c3dd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.0604579 Feb 10 15:17:23.228071 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ad1c0-ead6-4521-98b3-79c69018e7bc req-4070c53d-fe1a-4b7f-b63a-2110fcb5ef32 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:23.242582 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-eba939e2-4f2d-4da2-8bf0-c13acac57864 None None] Port faa3244c-d52c-4e52-a687-00e61703ca8e cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:17:23.250222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a38ad1c0-ead6-4521-98b3-79c69018e7bc req-4070c53d-fe1a-4b7f-b63a-2110fcb5ef32 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 949 time: 0.3519464 Feb 10 15:17:23.283373 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:23.329577 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 510df562-e0b2-4d08-8b94-70114684bf74 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:17:23.417525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7fbef778-675f-42e4-9621-161194765343 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:17:23.455951 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a38ad1c0-ead6-4521-98b3-79c69018e7bc req-073a01dc-be1a-4ead-94a7-0f24713d8ef1 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048166 Feb 10 15:17:23.647059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 7fbef778-675f-42e4-9621-161194765343 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:17:23.660435 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 7fbef778-675f-42e4-9621-161194765343 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:23.660961 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7fbef778-675f-42e4-9621-161194765343), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:23.711054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c5a4d-fd33-42e0-8f5f-2c8a5eea6efc req-54176b67-f95a-4eaa-9825-d4fbe4381ef3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:23.721568 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-381c5a4d-fd33-42e0-8f5f-2c8a5eea6efc req-54176b67-f95a-4eaa-9825-d4fbe4381ef3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 932 time: 0.1359375 Feb 10 15:17:23.738003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 510df562-e0b2-4d08-8b94-70114684bf74 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:17:23.762360 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 510df562-e0b2-4d08-8b94-70114684bf74 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:23.764949 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (510df562-e0b2-4d08-8b94-70114684bf74), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:23.899306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-381c5a4d-fd33-42e0-8f5f-2c8a5eea6efc req-be6a6bb7-296e-42be-b080-1d285ac92b12 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761446 Feb 10 15:17:23.929124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa3244c-d52c-4e52-a687-00e61703ca8e {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:17:23.940598 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Publish callbacks [] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:23.956125 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Transition to ACTIVE for port object faa3244c-d52c-4e52-a687-00e61703ca8e will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:17:24.001159 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-27d91953-733a-47f6-91b4-8007017f4ef0 req-88ca28df-e3a5-4460-a1df-bf465f1a488c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7188675 Feb 10 15:17:24.004139 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:24.094865 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321c853-d3f9-463b-9fb4-bb767dc3512f req-1968ce3e-80ca-4436-a792-28ec4702df45 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:24.117095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7321c853-d3f9-463b-9fb4-bb767dc3512f req-1968ce3e-80ca-4436-a792-28ec4702df45 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 944 time: 0.4330440 Feb 10 15:17:24.117342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7fbef778-675f-42e4-9621-161194765343 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:24.117527 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7fbef778-675f-42e4-9621-161194765343), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:24.155068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597901d2-86d5-48d9-a2ee-19abc8d73238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbef778-675f-42e4-9621-161194765343'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:24.157446 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb97616-77b6-4ebf-a69d-872926396910" -d '{"events": [{"server_uuid": "597901d2-86d5-48d9-a2ee-19abc8d73238", "name": "network-vif-plugged", "status": "completed", "tag": "7fbef778-675f-42e4-9621-161194765343"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:24.241568 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 510df562-e0b2-4d08-8b94-70114684bf74 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:24.242393 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (510df562-e0b2-4d08-8b94-70114684bf74), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:24.260140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7fbef778-675f-42e4-9621-161194765343, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7fbef778-675f-42e4-9621-161194765343,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:24.274619 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7fbef778-675f-42e4-9621-161194765343), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:24.354515 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Pushing event updated for resources: {'Port': ['ID=faa3244c-d52c-4e52-a687-00e61703ca8e,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:24.358791 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 510df562-e0b2-4d08-8b94-70114684bf74, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=510df562-e0b2-4d08-8b94-70114684bf74,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:24.402966 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (510df562-e0b2-4d08-8b94-70114684bf74), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:24.454678 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:24.455034 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:24.455354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:24.455828 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:24.456164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:24.456495 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:24.456862 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:24.457190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:24.457512 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:24.457836 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:24.458160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:24.458479 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:24.458801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:24.473380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=7fbef778-675f-42e4-9621-161194765343,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:24.481507 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7321c853-d3f9-463b-9fb4-bb767dc3512f req-8a69ec21-19fb-44b4-844b-9a9818182084 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604333 Feb 10 15:17:24.482707 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-27d91953-733a-47f6-91b4-8007017f4ef0 req-ab4e1c81-ec22-412e-a6ac-4d98d93b2ddc service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501696 Feb 10 15:17:24.593290 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e467a-eec9-4a07-b2a3-cdcae37d1af9 req-20919027-2e5e-489d-894f-af7b52db7307 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:24.610736 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-371e467a-eec9-4a07-b2a3-cdcae37d1af9 req-20919027-2e5e-489d-894f-af7b52db7307 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 946 time: 0.4512699 Feb 10 15:17:24.687890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=510df562-e0b2-4d08-8b94-70114684bf74,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:24.721665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Attempting to bind port faa3244c-d52c-4e52-a687-00e61703ca8e on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:24.741687 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Attempting to bind port faa3244c-d52c-4e52-a687-00e61703ca8e by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:24.746645 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Attempting to bind port faa3244c-d52c-4e52-a687-00e61703ca8e on network 6815c067-d5ad-4bf7-9e88-17529fe8111d {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:24.779661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Port faa3244c-d52c-4e52-a687-00e61703ca8e on network 6815c067-d5ad-4bf7-9e88-17529fe8111d not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:17:24.779969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Attempting to bind port faa3244c-d52c-4e52-a687-00e61703ca8e on network 6815c067-d5ad-4bf7-9e88-17529fe8111d {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:24.808455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:24.808838 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Checking segment: {'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:24.809233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Bound using segment: {'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:24.809674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Bound port: faa3244c-d52c-4e52-a687-00e61703ca8e, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:24.810036 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:24.840601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-371e467a-eec9-4a07-b2a3-cdcae37d1af9 req-e5cea90c-1ee5-47db-8778-b77a90149d23 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eb387b7-037b-438f-a81e-fa420e674f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287478 Feb 10 15:17:24.907357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41668) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:24.918335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-93e99a4e-1093-48df-a6b2-6ad10a9d9a1e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Request body: {'subnet': {'network_id': 'cfd4b24e-5225-417d-ae5d-f56798392029', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:24.928557 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f728f-a1ed-44de-a325-8a0869213371 req-1e019156-066b-4f4c-977f-fefaf96df07e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:24.932314 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f12f728f-a1ed-44de-a325-8a0869213371 req-1e019156-066b-4f4c-977f-fefaf96df07e tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.2363989 Feb 10 15:17:24.974002 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-27d91953-733a-47f6-91b4-8007017f4ef0 req-0060e43a-b271-40ca-9451-5c3d2703db46 service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815876 Feb 10 15:17:25.027361 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f12f728f-a1ed-44de-a325-8a0869213371 req-8d238505-6d76-4df2-93b1-125ce8288679 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883226 Feb 10 15:17:25.073369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] For port faa3244c-d52c-4e52-a687-00e61703ca8e, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:25.100543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298572c-f206-4db1-a1b9-6ba13532d9e7 req-aff04779-d2f8-4565-ae48-b39af290e7bb tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:25.102447 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5298572c-f206-4db1-a1b9-6ba13532d9e7 req-aff04779-d2f8-4565-ae48-b39af290e7bb tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.72 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 946 time: 0.1974254 Feb 10 15:17:25.104053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] For port faa3244c-d52c-4e52-a687-00e61703ca8e, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=faa3244c-d52c-4e52-a687-00e61703ca8e,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:25.120377 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcb70a-1a6a-444a-9001-9d2c6fcf8e7c req-40d5bd79-e926-4a58-9d83-ed94c0ce0e44 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:25.125968 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:25.126604 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44dcb70a-1a6a-444a-9001-9d2c6fcf8e7c req-40d5bd79-e926-4a58-9d83-ed94c0ce0e44 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.1132519 Feb 10 15:17:25.182958 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44dcb70a-1a6a-444a-9001-9d2c6fcf8e7c req-7cac0d6f-0b9f-4107-afe4-47bfe8ef0d09 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538855 Feb 10 15:17:25.197623 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e99a4e-1093-48df-a6b2-6ad10a9d9a1e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Made reservation on behalf of a019ff2b281d41119b271349c3aec409 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:25.210397 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-93e99a4e-1093-48df-a6b2-6ad10a9d9a1e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:25.270539 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:25.271459 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:25.273051 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] 10.222.0.72 "PUT /v2.0/ports/faa3244c-d52c-4e52-a687-00e61703ca8e HTTP/1.1" status: 200 len: 1092 time: 2.2250459 Feb 10 15:17:25.273665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91289bf7-f31f-41b3-a767-3341be3b5107', 'tag': 'faa3244c-d52c-4e52-a687-00e61703ca8e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:25.276261 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c972cd-f22f-4eaa-9675-c8c980b7b8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "91289bf7-f31f-41b3-a767-3341be3b5107", "tag": "faa3244c-d52c-4e52-a687-00e61703ca8e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:25.293383 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b6ff86-b89c-47bb-85ea-e55e07335137 x-openstack-request-id: req-e8b6ff86-b89c-47bb-85ea-e55e07335137 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:25.294315 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597901d2-86d5-48d9-a2ee-19abc8d73238", "name": "network-vif-plugged", "status": "completed", "tag": "7fbef778-675f-42e4-9621-161194765343", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:25.294842 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8b6ff86-b89c-47bb-85ea-e55e07335137 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:25.296029 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597901d2-86d5-48d9-a2ee-19abc8d73238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbef778-675f-42e4-9621-161194765343', 'code': 200} Feb 10 15:17:25.388100 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379abe9c-596e-460a-bb95-93ae76003acc req-4a11db62-1283-4862-97ff-02b9b792c815 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:25.399108 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-379abe9c-596e-460a-bb95-93ae76003acc req-4a11db62-1283-4862-97ff-02b9b792c815 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 950 time: 0.1361690 Feb 10 15:17:25.418108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c130fe-334a-4235-9e02-c65f4165b674 service neutron] Pushing event updated for resources: {'Port': ['ID=faa3244c-d52c-4e52-a687-00e61703ca8e,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:25.508846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-5298572c-f206-4db1-a1b9-6ba13532d9e7 req-a7e73bbf-a66b-469e-b703-59c1bbac396b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Deleting port 935c59da-6c11-4c32-8530-357fcec9eefe {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:25.509258 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5298572c-f206-4db1-a1b9-6ba13532d9e7 req-a7e73bbf-a66b-469e-b703-59c1bbac396b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (935c59da-6c11-4c32-8530-357fcec9eefe), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:25.532084 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bf13d-421e-47ab-b06a-f984b2d50061 req-0e7527b6-8f70-493d-ab60-5eea98fd7d41 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:25.533742 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-192bf13d-421e-47ab-b06a-f984b2d50061 req-0e7527b6-8f70-493d-ab60-5eea98fd7d41 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1226194 Feb 10 15:17:25.536860 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-379abe9c-596e-460a-bb95-93ae76003acc req-5fc64c93-cf38-488b-9a79-eb1744ff5067 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364059 Feb 10 15:17:25.549528 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-318cf2d7-5d6c-4982-bd2c-57600c267975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:25.551095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-318cf2d7-5d6c-4982-bd2c-57600c267975 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ad24befb1384c69ac214ad0a37e0b2b&device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 1126 time: 0.1488359 Feb 10 15:17:25.608411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5298572c-f206-4db1-a1b9-6ba13532d9e7 req-a7e73bbf-a66b-469e-b703-59c1bbac396b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] For port 935c59da-6c11-4c32-8530-357fcec9eefe, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=935c59da-6c11-4c32-8530-357fcec9eefe,segment=NetworkSegment(23b7123c-d442-49cb-9fdc-ba75fc0907fa),segment_id=23b7123c-d442-49cb-9fdc-ba75fc0907fa)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:25.608804 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5298572c-f206-4db1-a1b9-6ba13532d9e7 req-a7e73bbf-a66b-469e-b703-59c1bbac396b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (935c59da-6c11-4c32-8530-357fcec9eefe), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:25.619065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-337fe29d-a2e8-4847-955e-cb57c11f5c0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa3244c-d52c-4e52-a687-00e61703ca8e HTTP/1.1" status: 200 len: 217 time: 0.0570850 Feb 10 15:17:25.693234 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-192bf13d-421e-47ab-b06a-f984b2d50061 req-be3b91f7-273d-412e-9b2f-7534b39e8c7b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524272 Feb 10 15:17:25.713511 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-bd1484b3-efb7-4a25-adbe-d18c4e0b6277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:25.715115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-bd1484b3-efb7-4a25-adbe-d18c4e0b6277 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa97da10-aa58-42f2-a53b-c9d35d81afde HTTP/1.1" status: 200 len: 856 time: 0.0880909 Feb 10 15:17:25.772144 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27880a58-7d25-43d1-994b-bc6d9682d4eb x-openstack-request-id: req-27880a58-7d25-43d1-994b-bc6d9682d4eb {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:25.772502 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91289bf7-f31f-41b3-a767-3341be3b5107", "tag": "faa3244c-d52c-4e52-a687-00e61703ca8e", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:25.772880 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27880a58-7d25-43d1-994b-bc6d9682d4eb {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:25.773353 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91289bf7-f31f-41b3-a767-3341be3b5107', 'tag': 'faa3244c-d52c-4e52-a687-00e61703ca8e', 'status': 'completed', 'code': 200} Feb 10 15:17:25.803003 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c0b5a-55c0-480f-a7fd-74593d93ccb5 req-a1b5afb4-63f1-4d49-831f-335f9d5f1119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:25.805492 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9e9c0b5a-55c0-480f-a7fd-74593d93ccb5 req-a1b5afb4-63f1-4d49-831f-335f9d5f1119 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 1127 time: 0.3982670 Feb 10 15:17:25.826266 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-bef78b74-0c55-424a-a9d5-8253b5a85d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:25.827811 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-bef78b74-0c55-424a-a9d5-8253b5a85d34 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6815c067-d5ad-4bf7-9e88-17529fe8111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1013227 Feb 10 15:17:25.881503 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-b8c19c35-ac27-4736-a9c2-4c604bb2a13b tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:25.884144 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-b8c19c35-ac27-4736-a9c2-4c604bb2a13b tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/networks?id=f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 HTTP/1.1" status: 200 len: 815 time: 0.1870196 Feb 10 15:17:25.958452 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-93e99a4e-1093-48df-a6b2-6ad10a9d9a1e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (34e5ac58-97c1-454a-befb-6b656a2c50de), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:25.961348 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-a005f731-16e8-4603-b696-9755178db549 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/quotas/f5215607e06341349d4ff99815703bf5 HTTP/1.1" status: 200 len: 375 time: 0.0624206 Feb 10 15:17:25.962299 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9e9c0b5a-55c0-480f-a7fd-74593d93ccb5 req-701b38be-f5d9-468c-9a6a-68d98bcbb09a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495492 Feb 10 15:17:26.001429 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5298572c-f206-4db1-a1b9-6ba13532d9e7 req-a7e73bbf-a66b-469e-b703-59c1bbac396b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:26.002090 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5298572c-f206-4db1-a1b9-6ba13532d9e7 req-a7e73bbf-a66b-469e-b703-59c1bbac396b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (7a6c8e8b-3ae0-4841-b3b1-fcbcf4ca915b), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:26.002090 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [req-5298572c-f206-4db1-a1b9-6ba13532d9e7 req-a7e73bbf-a66b-469e-b703-59c1bbac396b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Floating IP 7a6c8e8b-3ae0-4841-b3b1-fcbcf4ca915b disassociated. External IP: 172.25.3.243, port: 935c59da-6c11-4c32-8530-357fcec9eefe. Feb 10 15:17:26.002440 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-5298572c-f206-4db1-a1b9-6ba13532d9e7 req-a7e73bbf-a66b-469e-b703-59c1bbac396b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Calling delete_port for 935c59da-6c11-4c32-8530-357fcec9eefe owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:26.030616 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-2920e190-0839-427e-aec2-d929e74ade1c service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928725 Feb 10 15:17:26.048701 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15c4d5-d196-4d47-a5b2-4998aa6d45e1 req-c750b434-f9fe-4284-9262-977d5d5fd8e4 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:26.050205 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb15c4d5-d196-4d47-a5b2-4998aa6d45e1 req-c750b434-f9fe-4284-9262-977d5d5fd8e4 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 945 time: 0.1958313 Feb 10 15:17:26.070173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e99a4e-1093-48df-a6b2-6ad10a9d9a1e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event updated for resources: {'Subnet': ['ID=34e5ac58-97c1-454a-befb-6b656a2c50de,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:26.085662 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-18c6b064-7e7f-4c4f-b2de-2b61fa001b33 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5215607e06341349d4ff99815703bf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955517 Feb 10 15:17:26.100732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e99a4e-1093-48df-a6b2-6ad10a9d9a1e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Checking segment: {'id': 'eecedfb2-ea29-4b95-93bc-2ffef39198ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cfd4b24e-5225-417d-ae5d-f56798392029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:26.101107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e99a4e-1093-48df-a6b2-6ad10a9d9a1e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Network hostable DHCP agents. Network: cfd4b24e-5225-417d-ae5d-f56798392029, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:17:26.132185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e99a4e-1093-48df-a6b2-6ad10a9d9a1e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Network cfd4b24e-5225-417d-ae5d-f56798392029 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:17:26.143128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb15c4d5-d196-4d47-a5b2-4998aa6d45e1 req-166ffb16-9b03-41f2-991a-0b057a469ab3 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866511 Feb 10 15:17:26.146912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-93e99a4e-1093-48df-a6b2-6ad10a9d9a1e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, cfd4b24e-5225-417d-ae5d-f56798392029) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:26.156838 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce901ff5-faca-47c6-9ff4-5c228795edcd None None] Network cfd4b24e-5225-417d-ae5d-f56798392029 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:26.174920 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e99a4e-1093-48df-a6b2-6ad10a9d9a1e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:26.175522 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-93e99a4e-1093-48df-a6b2-6ad10a9d9a1e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:26.208329 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-93e99a4e-1093-48df-a6b2-6ad10a9d9a1e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2999468 Feb 10 15:17:26.212440 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41696) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:26.220761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c3a1c44c-edb8-402c-9e83-6f27ca64fc7a tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1468580660'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:26.224199 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5298572c-f206-4db1-a1b9-6ba13532d9e7 req-a7e73bbf-a66b-469e-b703-59c1bbac396b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (935c59da-6c11-4c32-8530-357fcec9eefe), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:26.265323 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e73bbf-a66b-469e-b703-59c1bbac396b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Pushing event deleted for resources: {'Port': ['ID=935c59da-6c11-4c32-8530-357fcec9eefe,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:26.302517 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a1fc5ff-aa91-4f3c-bbc4-202879fece80 req-71cac979-cb84-43f7-a8bf-8136794ce745 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/ports?device_id=a693c08e-94ee-48ed-b657-99a88acb0eb8 HTTP/1.1" status: 200 len: 210 time: 0.0549333 Feb 10 15:17:26.315730 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-8d56ef88-60bf-46e3-8bc4-f564e59d0ee9 service neutron] 10.222.0.64 "GET /v2.0/networks/f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219765 Feb 10 15:17:26.331283 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a1c44c-edb8-402c-9e83-6f27ca64fc7a tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Made reservation on behalf of a019ff2b281d41119b271349c3aec409 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:26.334429 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c44c-edb8-402c-9e83-6f27ca64fc7a tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:26.368628 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-cfd4b24e-5225-417d-ae5d-f56798392029', 'network_id': 'cfd4b24e-5225-417d-ae5d-f56798392029', 'project_id': 'a019ff2b281d41119b271349c3aec409', 'fixed_ips': [{'subnet_id': '34e5ac58-97c1-454a-befb-6b656a2c50de'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:17:26.369565 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:26.389610 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28bf9109-fce1-4f2b-ac41-90bba8e20fd5 req-e2ff9aa1-ba5a-47d4-bfcf-a401f0f0a319 service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189181 Feb 10 15:17:26.409377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a1c44c-edb8-402c-9e83-6f27ca64fc7a tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:17:26.419891 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c44c-edb8-402c-9e83-6f27ca64fc7a tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (d0e4fbf7-1089-4db7-824f-dfc117f7953a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:26.420275 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-c3a1c44c-edb8-402c-9e83-6f27ca64fc7a tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Added segment d0e4fbf7-1089-4db7-824f-dfc117f7953a of type vlan for network 485430c5-dd57-4bbe-a4b4-79bd699632fc Feb 10 15:17:26.525760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5298572c-f206-4db1-a1b9-6ba13532d9e7 req-a7e73bbf-a66b-469e-b703-59c1bbac396b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:17:26.529948 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-027446e3-1b10-4ad5-8268-555a224c8f0f service neutron] 10.222.0.64 "GET /v2.0/networks/f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133467 Feb 10 15:17:26.534297 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c44c-edb8-402c-9e83-6f27ca64fc7a tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (485430c5-dd57-4bbe-a4b4-79bd699632fc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:26.551221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c972cd-f22f-4eaa-9675-c8c980b7b8d2 req-b6d528c1-b107-4e46-9a80-a5feca110966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:26.552997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81c972cd-f22f-4eaa-9675-c8c980b7b8d2 req-b6d528c1-b107-4e46-9a80-a5feca110966 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ad24befb1384c69ac214ad0a37e0b2b&device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 1126 time: 0.0949135 Feb 10 15:17:26.564709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914f848-d2b7-4a2a-8d14-1cab5424b764 req-6966caf3-1b67-4df4-b1b1-fcb770a3fb24 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:26.566459 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7914f848-d2b7-4a2a-8d14-1cab5424b764 req-6966caf3-1b67-4df4-b1b1-fcb770a3fb24 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.1094728 Feb 10 15:17:26.611533 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Allocated IP 2001:db8:0:ffff::2 (cfd4b24e-5225-417d-ae5d-f56798392029/34e5ac58-97c1-454a-befb-6b656a2c50de/c3875f30-f017-4159-bbdb-c38b0f3e476d) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:26.674860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5298572c-f206-4db1-a1b9-6ba13532d9e7 req-a7e73bbf-a66b-469e-b703-59c1bbac396b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:17:26.692376 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7914f848-d2b7-4a2a-8d14-1cab5424b764 req-468df1ab-54ab-419c-b15b-514fac71e114 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174371 Feb 10 15:17:26.697724 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.db.resource_extend [None req-c3a1c44c-edb8-402c-9e83-6f27ca64fc7a tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:17:26.726525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c972cd-f22f-4eaa-9675-c8c980b7b8d2 req-fdb11da3-b3c1-445d-b4a4-2d74a1da1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:26.730990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81c972cd-f22f-4eaa-9675-c8c980b7b8d2 req-fdb11da3-b3c1-445d-b4a4-2d74a1da1bf7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6815c067-d5ad-4bf7-9e88-17529fe8111d HTTP/1.1" status: 200 len: 918 time: 0.1635783 Feb 10 15:17:26.815898 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5298572c-f206-4db1-a1b9-6ba13532d9e7 req-a7e73bbf-a66b-469e-b703-59c1bbac396b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] No DVR routers for this DVR port 935c59da-6c11-4c32-8530-357fcec9eefe on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:17:26.822429 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5298572c-f206-4db1-a1b9-6ba13532d9e7 req-a7e73bbf-a66b-469e-b703-59c1bbac396b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:26.832819 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5298572c-f206-4db1-a1b9-6ba13532d9e7 req-a7e73bbf-a66b-469e-b703-59c1bbac396b tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.72 "DELETE /v2.0/ports/935c59da-6c11-4c32-8530-357fcec9eefe HTTP/1.1" status: 204 len: 173 time: 1.7217057 Feb 10 15:17:26.834233 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c44c-edb8-402c-9e83-6f27ca64fc7a tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (485430c5-dd57-4bbe-a4b4-79bd699632fc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:26.838911 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81c972cd-f22f-4eaa-9675-c8c980b7b8d2 req-e9d541cf-75c8-461e-953d-2d428770a8fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa3244c-d52c-4e52-a687-00e61703ca8e HTTP/1.1" status: 200 len: 217 time: 0.0994055 Feb 10 15:17:26.854126 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a1c44c-edb8-402c-9e83-6f27ca64fc7a tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:26.855110 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c44c-edb8-402c-9e83-6f27ca64fc7a tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:26.880341 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Publish callbacks [] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:26.885727 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8f34d-d98f-44a2-8f82-841fed5aec4c None None] Sync routers for ids ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:17:26.900674 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c3a1c44c-edb8-402c-9e83-6f27ca64fc7a tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6863389 Feb 10 15:17:26.901597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41708) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:26.903628 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:26.934516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac8f34d-d98f-44a2-8f82-841fed5aec4c None None] Routers {'23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:17:26.935177 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dac8f34d-d98f-44a2-8f82-841fed5aec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:17:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:26.942914 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c972cd-f22f-4eaa-9675-c8c980b7b8d2 req-30ac990b-562f-4947-aa12-7ba707793542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:26.945010 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-46c02377-88a3-4944-84d8-62352457df7d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Request body: {'subnet': {'network_id': '485430c5-dd57-4bbe-a4b4-79bd699632fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:26.953698 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81c972cd-f22f-4eaa-9675-c8c980b7b8d2 req-30ac990b-562f-4947-aa12-7ba707793542 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa97da10-aa58-42f2-a53b-c9d35d81afde HTTP/1.1" status: 200 len: 856 time: 0.0883458 Feb 10 15:17:26.976209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141cafe-77a9-49f3-80ab-d381104ad428 req-9d2418b7-145b-4b16-b683-4290bcb41003 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:26.987478 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6141cafe-77a9-49f3-80ab-d381104ad428 req-9d2418b7-145b-4b16-b683-4290bcb41003 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.1597044 Feb 10 15:17:27.164061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-dac8f34d-d98f-44a2-8f82-841fed5aec4c None None] Set router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:17:27.263108 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c972cd-f22f-4eaa-9675-c8c980b7b8d2 req-05e78ec1-083c-476c-b3ee-6d3b4e5a5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:27.265507 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81c972cd-f22f-4eaa-9675-c8c980b7b8d2 req-05e78ec1-083c-476c-b3ee-6d3b4e5a5cf5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6815c067-d5ad-4bf7-9e88-17529fe8111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3021519 Feb 10 15:17:27.277237 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6141cafe-77a9-49f3-80ab-d381104ad428 req-1f6b304d-3de5-4b74-939b-03b1532938ef tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887411 Feb 10 15:17:27.311034 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c584439-1ed8-4e6a-b1ca-70ed199f9d68 req-79011df9-9d2b-4ad9-b931-e1f7050e423a tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:27.322944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c584439-1ed8-4e6a-b1ca-70ed199f9d68 req-79011df9-9d2b-4ad9-b931-e1f7050e423a tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 950 time: 0.3146417 Feb 10 15:17:27.331210 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0699f4f5-0a1b-4f2b-833c-a9cdd08598a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510df562-e0b2-4d08-8b94-70114684bf74'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:27.334826 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c964e325-1d14-4a82-b28c-009a1e5342a0" -d '{"events": [{"server_uuid": "0699f4f5-0a1b-4f2b-833c-a9cdd08598a5", "name": "network-vif-plugged", "status": "completed", "tag": "510df562-e0b2-4d08-8b94-70114684bf74"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:27.388199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Network cfd4b24e-5225-417d-ae5d-f56798392029 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:27.407157 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 935c59da-6c11-4c32-8530-357fcec9eefe no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:17:27.429824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:27.432465 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:27.444581 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 935c59da-6c11-4c32-8530-357fcec9eefe {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:17:27.445027 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 935c59da-6c11-4c32-8530-357fcec9eefe not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:17:27.560237 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Attempting to bind port c3875f30-f017-4159-bbdb-c38b0f3e476d on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:27.561270 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Attempting to bind port c3875f30-f017-4159-bbdb-c38b0f3e476d by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'eecedfb2-ea29-4b95-93bc-2ffef39198ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cfd4b24e-5225-417d-ae5d-f56798392029'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:27.561670 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Attempting to bind port c3875f30-f017-4159-bbdb-c38b0f3e476d on network cfd4b24e-5225-417d-ae5d-f56798392029 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:27.576228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Pushing event updated for resources: {'Port': ['ID=c3875f30-f017-4159-bbdb-c38b0f3e476d,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:27.595371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:27.596128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Checking segment: {'id': 'eecedfb2-ea29-4b95-93bc-2ffef39198ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cfd4b24e-5225-417d-ae5d-f56798392029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:27.596841 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:27.597585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Bound using segment: {'id': 'eecedfb2-ea29-4b95-93bc-2ffef39198ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cfd4b24e-5225-417d-ae5d-f56798392029'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:27.598259 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Bound port: c3875f30-f017-4159-bbdb-c38b0f3e476d, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eecedfb2-ea29-4b95-93bc-2ffef39198ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cfd4b24e-5225-417d-ae5d-f56798392029'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:27.598858 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:27.652823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1c44c-edb8-402c-9e83-6f27ca64fc7a tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event updated for resources: {'Network': ['ID=485430c5-dd57-4bbe-a4b4-79bd699632fc,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:27.713377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c02377-88a3-4944-84d8-62352457df7d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Made reservation on behalf of a019ff2b281d41119b271349c3aec409 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:27.717866 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46c02377-88a3-4944-84d8-62352457df7d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:27.718839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 485430c5-dd57-4bbe-a4b4-79bd699632fc details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:17:27.776921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a693c08e-94ee-48ed-b657-99a88acb0eb8', 'name': 'network-vif-deleted', 'tag': '935c59da-6c11-4c32-8530-357fcec9eefe'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:27.785477 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6d3a96-cd9b-415b-b63a-602088879904" -d '{"events": [{"server_uuid": "a693c08e-94ee-48ed-b657-99a88acb0eb8", "name": "network-vif-deleted", "tag": "935c59da-6c11-4c32-8530-357fcec9eefe"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:27.832057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c584439-1ed8-4e6a-b1ca-70ed199f9d68 req-06e72612-f2e3-4106-b792-651c7e3200c4 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056753 Feb 10 15:17:27.881626 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81c972cd-f22f-4eaa-9675-c8c980b7b8d2 req-3b6283eb-7d15-44bd-bb50-d8e1571699c1 service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024613 Feb 10 15:17:27.909451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61c310-0caa-44d5-95a8-a8ce00b0a73e req-2e138270-b9ce-49a4-a640-1d9a64e555d8 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:27.917652 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f61c310-0caa-44d5-95a8-a8ce00b0a73e req-2e138270-b9ce-49a4-a640-1d9a64e555d8 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.5182464 Feb 10 15:17:27.918545 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] For port c3875f30-f017-4159-bbdb-c38b0f3e476d, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:27.948939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] For port c3875f30-f017-4159-bbdb-c38b0f3e476d, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c3875f30-f017-4159-bbdb-c38b0f3e476d,segment=NetworkSegment(eecedfb2-ea29-4b95-93bc-2ffef39198ba),segment_id=eecedfb2-ea29-4b95-93bc-2ffef39198ba)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:27.972881 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:27.989461 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cc59bfb-e687-4f55-aa6f-d3611f7e916b req-35320c95-fe25-48ba-ad4c-f3416acd411f tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 210 time: 0.0404606 Feb 10 15:17:28.089322 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f61c310-0caa-44d5-95a8-a8ce00b0a73e req-18fa5b35-47ae-4be3-8285-d101d9a850d4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705930 Feb 10 15:17:28.123295 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a25769-a1e4-44e9-863a-8dd938bc4625 None None] Pushing event updated for resources: {'Port': ['ID=c3875f30-f017-4159-bbdb-c38b0f3e476d,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:28.149747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dac8f34d-d98f-44a2-8f82-841fed5aec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'name': 'tempest-ServersTestFqdnHostnames-1824047479-router', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:00Z', 'updated_at': '2022-02-10T15:16:08Z', 'revision_number': 4, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'gw_port': {'id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:01Z', 'updated_at': '2022-02-10T15:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '69934b02-196d-4529-9f9c-f9dd141bee56', 'name': '', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'mac_address': 'fa:16:3e:83:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:07Z', 'updated_at': '2022-02-10T15:16:26Z', 'revision_number': 5, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'subnets': [{'id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:28.201723 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81c972cd-f22f-4eaa-9675-c8c980b7b8d2 req-d3c36f66-ad62-466d-bdc1-d62d182e986f service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120306 Feb 10 15:17:28.299495 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f61d27-12b2-4cdc-bd4a-8cffcb79b537 req-161bfe79-202a-4581-b7f6-9aa17b05e11f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:28.301109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35f61d27-12b2-4cdc-bd4a-8cffcb79b537 req-161bfe79-202a-4581-b7f6-9aa17b05e11f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 945 time: 0.1378162 Feb 10 15:17:28.334765 n-d-815324-7 neutron-server[103369]: DEBUG neutron.objects.ports [None req-46c02377-88a3-4944-84d8-62352457df7d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103369) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:17:28.340192 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46c02377-88a3-4944-84d8-62352457df7d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (39c8a8e5-d14d-482e-a74d-bf2fcd742b80), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:28.509053 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35f61d27-12b2-4cdc-bd4a-8cffcb79b537 req-b970a417-6b6b-4812-bb28-0375a9968106 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983311 Feb 10 15:17:28.542019 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20617cb2-19d4-4419-8635-a09371a5eda3 x-openstack-request-id: req-20617cb2-19d4-4419-8635-a09371a5eda3 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:28.543193 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0699f4f5-0a1b-4f2b-833c-a9cdd08598a5", "name": "network-vif-plugged", "status": "completed", "tag": "510df562-e0b2-4d08-8b94-70114684bf74", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:28.543701 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20617cb2-19d4-4419-8635-a09371a5eda3 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:28.544310 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0699f4f5-0a1b-4f2b-833c-a9cdd08598a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510df562-e0b2-4d08-8b94-70114684bf74', 'code': 200} Feb 10 15:17:28.546884 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8f34d-d98f-44a2-8f82-841fed5aec4c None None] Checking router: 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:17:28.562552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c02377-88a3-4944-84d8-62352457df7d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event updated for resources: {'Subnet': ['ID=39c8a8e5-d14d-482e-a74d-bf2fcd742b80,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:28.567867 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002383a4-5abc-4d3b-a45d-66bf52644b73 req-c38b1c05-3560-48b2-9d70-edf9e285c809 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:28.568393 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac8f34d-d98f-44a2-8f82-841fed5aec4c None None] Routers {'23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:17:28.569333 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dac8f34d-d98f-44a2-8f82-841fed5aec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:17:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:28.569821 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-002383a4-5abc-4d3b-a45d-66bf52644b73 req-c38b1c05-3560-48b2-9d70-edf9e285c809 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.1610866 Feb 10 15:17:28.623422 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2890f795-56b7-48a2-b9b8-6f6b10cdecd3 x-openstack-request-id: req-2890f795-56b7-48a2-b9b8-6f6b10cdecd3 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:28.625533 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a693c08e-94ee-48ed-b657-99a88acb0eb8", "name": "network-vif-deleted", "tag": "935c59da-6c11-4c32-8530-357fcec9eefe", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:28.627016 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2890f795-56b7-48a2-b9b8-6f6b10cdecd3 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:28.627438 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a693c08e-94ee-48ed-b657-99a88acb0eb8', 'name': 'network-vif-deleted', 'tag': '935c59da-6c11-4c32-8530-357fcec9eefe', 'status': 'completed', 'code': 200} Feb 10 15:17:28.677432 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41732) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:28.691616 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-002383a4-5abc-4d3b-a45d-66bf52644b73 req-380038ce-887d-4aec-b7ca-3ae91ce131ba tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132562 Feb 10 15:17:28.791560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39c294-7d92-4d6b-aeb1-371cbf5c016b req-ac39d971-b7c9-4aed-9fe3-02dd5a3d3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:28.793419 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4d39c294-7d92-4d6b-aeb1-371cbf5c016b req-ac39d971-b7c9-4aed-9fe3-02dd5a3d3a9a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 1132 time: 0.4479985 Feb 10 15:17:28.796705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c02377-88a3-4944-84d8-62352457df7d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Checking segment: {'id': 'd0e4fbf7-1089-4db7-824f-dfc117f7953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '485430c5-dd57-4bbe-a4b4-79bd699632fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:28.797043 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c02377-88a3-4944-84d8-62352457df7d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Network hostable DHCP agents. Network: 485430c5-dd57-4bbe-a4b4-79bd699632fc, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:17:28.871546 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c02377-88a3-4944-84d8-62352457df7d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Network 485430c5-dd57-4bbe-a4b4-79bd699632fc is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:17:28.901031 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fd8d01e2-0bac-4404-9023-a35924f15c79 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for security_group (3eb387b7-037b-438f-a81e-fa420e674f4e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:28.908351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-dac8f34d-d98f-44a2-8f82-841fed5aec4c None None] Set router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:17:28.934156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-21aa7aaa-6773-4074-9540-d5c0a5345afc tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:28.936256 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-21aa7aaa-6773-4074-9540-d5c0a5345afc tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.79 "GET /v2.0/networks?id=f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 HTTP/1.1" status: 200 len: 815 time: 0.4428794 Feb 10 15:17:28.958262 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-46c02377-88a3-4944-84d8-62352457df7d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 485430c5-dd57-4bbe-a4b4-79bd699632fc) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:28.974785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-a7dfd24a-bdc7-4aee-9f8b-168ca5a4dacd tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Request body: {'port': {'device_id': '0dc5be8f-be42-42c8-851e-945e677282c3', 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474', 'admin_state_up': True, 'tenant_id': 'f5215607e06341349d4ff99815703bf5'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:28.983315 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c02377-88a3-4944-84d8-62352457df7d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:28.983933 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46c02377-88a3-4944-84d8-62352457df7d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:29.018602 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4d39c294-7d92-4d6b-aeb1-371cbf5c016b req-a5feb3ad-f720-4b00-b72f-c111d0e48913 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188547 Feb 10 15:17:29.022485 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b0fbf-5bc2-4f49-aa4c-952b347c688b req-2dc98f30-a5bb-4250-8dc4-1edcec5b1b01 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:29.036490 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-729b0fbf-5bc2-4f49-aa4c-952b347c688b req-2dc98f30-a5bb-4250-8dc4-1edcec5b1b01 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.2522788 Feb 10 15:17:29.043262 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fd8d01e2-0bac-4404-9023-a35924f15c79 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for security_group (3eb387b7-037b-438f-a81e-fa420e674f4e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:29.129082 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f702ba53-c834-4737-8ff5-53d2e152c0e3 None None] Network 485430c5-dd57-4bbe-a4b4-79bd699632fc requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:29.152157 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-46c02377-88a3-4944-84d8-62352457df7d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2213099 Feb 10 15:17:29.152979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41752) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:29.164894 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d9431136-7904-4096-8f7f-90be1250c502 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Request body: {'port': {'network_id': '485430c5-dd57-4bbe-a4b4-79bd699632fc', 'name': 'tempest-NetworksIpV6TestAttrs-966771286'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:29.277121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213a9ac-03d9-459e-9f0c-a462514b1b51 req-f56e23eb-c87d-4b9e-a9ba-d65879a1922c tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:29.281696 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9213a9ac-03d9-459e-9f0c-a462514b1b51 req-f56e23eb-c87d-4b9e-a9ba-d65879a1922c tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 950 time: 0.2402058 Feb 10 15:17:29.293847 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-729b0fbf-5bc2-4f49-aa4c-952b347c688b req-7ea2e896-f859-418f-ac13-8be33f8f810a tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563701 Feb 10 15:17:29.340521 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dac8f34d-d98f-44a2-8f82-841fed5aec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'name': 'tempest-ServersTestFqdnHostnames-1824047479-router', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:00Z', 'updated_at': '2022-02-10T15:16:08Z', 'revision_number': 4, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'gw_port': {'id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:01Z', 'updated_at': '2022-02-10T15:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '69934b02-196d-4529-9f9c-f9dd141bee56', 'name': '', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'mac_address': 'fa:16:3e:83:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:07Z', 'updated_at': '2022-02-10T15:16:26Z', 'revision_number': 5, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'subnets': [{'id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:29.349725 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-a7dfd24a-bdc7-4aee-9f8b-168ca5a4dacd tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Made reservation on behalf of f5215607e06341349d4ff99815703bf5 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:29.353441 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-a7dfd24a-bdc7-4aee-9f8b-168ca5a4dacd tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:29.374595 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fd8d01e2-0bac-4404-9023-a35924f15c79 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3eb387b7-037b-438f-a81e-fa420e674f4e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:29.378551 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fd8d01e2-0bac-4404-9023-a35924f15c79 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:29.379686 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fd8d01e2-0bac-4404-9023-a35924f15c79 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "DELETE /v2.0/security-groups/3eb387b7-037b-438f-a81e-fa420e674f4e HTTP/1.1" status: 204 len: 168 time: 0.6821449 Feb 10 15:17:29.390906 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41754) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:29.412472 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8f34d-d98f-44a2-8f82-841fed5aec4c None None] The sync data for ids ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'] in n-d-815324-7 is: [{'id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'name': 'tempest-ServersTestFqdnHostnames-1824047479-router', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:00Z', 'updated_at': '2022-02-10T15:16:08Z', 'revision_number': 4, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'gw_port': {'id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:01Z', 'updated_at': '2022-02-10T15:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '69934b02-196d-4529-9f9c-f9dd141bee56', 'name': '', 'network_id': 'e2f27463-f50d-4318-8089-322f53d4c8a4', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'mac_address': 'fa:16:3e:83:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:07Z', 'updated_at': '2022-02-10T15:16:26Z', 'revision_number': 5, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'subnets': [{'id': '6e28ecbc-7fb9-41aa-946b-3d06dc9fb759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:17:29.431420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d01e2-0bac-4404-9023-a35924f15c79 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb387b7-037b-438f-a81e-fa420e674f4e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:29.440983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device faa3244c-d52c-4e52-a687-00e61703ca8e details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:17:29.469318 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-c4858c16-96c3-4ec5-8fad-18572cad5107 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] show failed (client error): The resource could not be found. Feb 10 15:17:29.470636 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c4858c16-96c3-4ec5-8fad-18572cad5107 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "GET /v2.0/security-groups/3eb387b7-037b-438f-a81e-fa420e674f4e HTTP/1.1" status: 404 len: 347 time: 0.0782435 Feb 10 15:17:29.474769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41762) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:29.589702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9213a9ac-03d9-459e-9f0c-a462514b1b51 req-13f4985e-2cb7-45dc-bf98-3ed351f9ea7c tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829442 Feb 10 15:17:29.598691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-485430c5-dd57-4bbe-a4b4-79bd699632fc', 'network_id': '485430c5-dd57-4bbe-a4b4-79bd699632fc', 'project_id': 'a019ff2b281d41119b271349c3aec409', 'fixed_ips': [{'subnet_id': '39c8a8e5-d14d-482e-a74d-bf2fcd742b80'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:17:29.600165 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:29.666443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41ef29-edea-43df-8118-790e635b1ab5 req-84a0383c-7eb4-4916-920a-c51e9bfbc019 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:29.687816 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3e41ef29-edea-43df-8118-790e635b1ab5 req-84a0383c-7eb4-4916-920a-c51e9bfbc019 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 945 time: 0.2026639 Feb 10 15:17:29.766381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9431136-7904-4096-8f7f-90be1250c502 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Made reservation on behalf of a019ff2b281d41119b271349c3aec409 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:29.776674 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d9431136-7904-4096-8f7f-90be1250c502 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:29.814536 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-374e7bcb-eea0-45f2-a265-b758ddd20be8 req-3430dc67-f68f-42ac-9a5e-85b91ebe95c9 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 210 time: 0.0842266 Feb 10 15:17:29.915707 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3e41ef29-edea-43df-8118-790e635b1ab5 req-dc8b7714-144b-4617-92bb-3168ef912dc9 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026350 Feb 10 15:17:29.971803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-d9431136-7904-4096-8f7f-90be1250c502 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] device_id is not set on port 7e6aef27-8f7e-46b5-ab62-959ced2c85d2 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:17:30.098876 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca852ff3-5e68-4807-bc94-edce74626c23 None None] New status for floating IP 7a6c8e8b-3ae0-4841-b3b1-fcbcf4ca915b: DOWN {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:17:30.123967 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Allocated IP 2001:db8::f816:3eff:fea2:761c (485430c5-dd57-4bbe-a4b4-79bd699632fc/39c8a8e5-d14d-482e-a74d-bf2fcd742b80/8aea1727-4508-438f-bedf-4a517bd95553) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:30.134749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-a7dfd24a-bdc7-4aee-9f8b-168ca5a4dacd tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Allocated IP 172.20.0.11 (f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474/9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418/320da8ce-a09e-4c1e-8af3-2361531f1d23) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:30.171929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b0db9-3e02-4fb0-8842-786fb55aab74 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Deleting port 26a1245b-7863-4802-9939-a8d36df95f20 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:30.173226 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0db9-3e02-4fb0-8842-786fb55aab74 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (26a1245b-7863-4802-9939-a8d36df95f20), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:30.314064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e399f449-9e72-4f8d-a930-4c61e5cee36f None None] Network cfd4b24e-5225-417d-ae5d-f56798392029 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:30.330398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0db9-3e02-4fb0-8842-786fb55aab74 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (26a1245b-7863-4802-9939-a8d36df95f20), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:30.331025 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0db9-3e02-4fb0-8842-786fb55aab74 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for floatingip (26a1245b-7863-4802-9939-a8d36df95f20), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:30.353042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b0db9-3e02-4fb0-8842-786fb55aab74 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Calling delete_port for 26a1245b-7863-4802-9939-a8d36df95f20 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:30.433636 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-a7dfd24a-bdc7-4aee-9f8b-168ca5a4dacd tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Publish callbacks [] for port (320da8ce-a09e-4c1e-8af3-2361531f1d23), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:30.464023 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86982a-e405-4041-94d0-4eca0373b126 req-7d8e60ef-a432-4bef-a14a-969054e1ffb6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:30.483078 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df86982a-e405-4041-94d0-4eca0373b126 req-7d8e60ef-a432-4bef-a14a-969054e1ffb6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.5010805 Feb 10 15:17:30.504566 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-a7dfd24a-bdc7-4aee-9f8b-168ca5a4dacd tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (320da8ce-a09e-4c1e-8af3-2361531f1d23), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:30.551450 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-b4db945b-4c2b-4300-a75f-0c58e294be90 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:30.553153 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-b4db945b-4c2b-4300-a75f-0c58e294be90 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4&tenant_id=ef96867ec18f4dff8a2a1903005f827a&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1127 time: 0.4370236 Feb 10 15:17:30.573212 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6063e-3fd7-457f-aede-7771a0b0071b req-86da814f-d5f5-466a-ae6a-3974b3a9743d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:30.583806 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21c6063e-3fd7-457f-aede-7771a0b0071b req-86da814f-d5f5-466a-ae6a-3974b3a9743d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 945 time: 0.5066586 Feb 10 15:17:30.593335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-7'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:30.664256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-a7dfd24a-bdc7-4aee-9f8b-168ca5a4dacd tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Network f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:30.673263 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c3875f30-f017-4159-bbdb-c38b0f3e476d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:17:30.674846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-a7dfd24a-bdc7-4aee-9f8b-168ca5a4dacd tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:30.710932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-a7dfd24a-bdc7-4aee-9f8b-168ca5a4dacd tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:30.726406 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfd24a-bdc7-4aee-9f8b-168ca5a4dacd tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Pushing event updated for resources: {'Port': ['ID=320da8ce-a09e-4c1e-8af3-2361531f1d23,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:30.823330 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0db9-3e02-4fb0-8842-786fb55aab74 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (26a1245b-7863-4802-9939-a8d36df95f20), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:30.853006 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-40bddb82-212e-4973-bc4d-0fa12806a266 None None] Provisioning complete for port c3875f30-f017-4159-bbdb-c38b0f3e476d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:30.853476 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-40bddb82-212e-4973-bc4d-0fa12806a266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:30.894944 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b0db9-3e02-4fb0-8842-786fb55aab74 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Pushing event deleted for resources: {'Port': ['ID=26a1245b-7863-4802-9939-a8d36df95f20,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:30.898410 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:30.911218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-a7dfd24a-bdc7-4aee-9f8b-168ca5a4dacd tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:30.911879 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-a7dfd24a-bdc7-4aee-9f8b-168ca5a4dacd tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:30.944163 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21c6063e-3fd7-457f-aede-7771a0b0071b req-2f3e0150-650a-45c7-9c7e-92c2aa536384 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535697 Feb 10 15:17:30.960209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port faa3244c-d52c-4e52-a687-00e61703ca8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=faa3244c-d52c-4e52-a687-00e61703ca8e,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:30.984292 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Publish callbacks [] for port (8aea1727-4508-438f-bedf-4a517bd95553), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:31.037972 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-a7dfd24a-bdc7-4aee-9f8b-168ca5a4dacd tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0841975 Feb 10 15:17:31.047216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df86982a-e405-4041-94d0-4eca0373b126 req-3d897c9e-0b19-4caf-9519-890c39af727f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5600533 Feb 10 15:17:31.094767 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Request body: {'port': {'device_id': '0dc5be8f-be42-42c8-851e-945e677282c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:31.111018 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (8aea1727-4508-438f-bedf-4a517bd95553), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:31.118302 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'faa3244c-d52c-4e52-a687-00e61703ca8e', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'port_id': 'faa3244c-d52c-4e52-a687-00e61703ca8e', 'mac_address': 'fa:16:3e:0c:75:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:17:31.231319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c3875f30-f017-4159-bbdb-c38b0f3e476d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:31.233723 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:31.256606 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0db9-3e02-4fb0-8842-786fb55aab74 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks [] for floatingip (7a6c8e8b-3ae0-4841-b3b1-fcbcf4ca915b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:31.262383 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0db9-3e02-4fb0-8842-786fb55aab74 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:31.267295 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8a3b0db9-3e02-4fb0-8842-786fb55aab74 tempest-ServersTestFqdnHostnames-1191826579 tempest-ServersTestFqdnHostnames-1191826579-project] 10.222.0.64 "DELETE /v2.0/floatingips/7a6c8e8b-3ae0-4841-b3b1-fcbcf4ca915b HTTP/1.1" status: 204 len: 168 time: 1.7863262 Feb 10 15:17:31.268171 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41776) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:31.293385 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Network 485430c5-dd57-4bbe-a4b4-79bd699632fc is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:31.326013 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:31.356921 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:31.403533 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6c40976f-57d7-449f-81de-ec3685a64b1a,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:31.410929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-d9431136-7904-4096-8f7f-90be1250c502 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Allocated IP 2001:db8::f816:3eff:fe88:8b1d (485430c5-dd57-4bbe-a4b4-79bd699632fc/39c8a8e5-d14d-482e-a74d-bf2fcd742b80/7e6aef27-8f7e-46b5-ab62-959ced2c85d2) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:31.433576 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port faa3244c-d52c-4e52-a687-00e61703ca8e is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:31.434156 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:31.485029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa3244c-d52c-4e52-a687-00e61703ca8e {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:17:31.542459 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (320da8ce-a09e-4c1e-8af3-2361531f1d23), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:31.556951 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Pushing event updated for resources: {'Port': ['ID=8aea1727-4508-438f-bedf-4a517bd95553,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:31.562996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-40bddb82-212e-4973-bc4d-0fa12806a266 None None] Current status of the port c3875f30-f017-4159-bbdb-c38b0f3e476d is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:31.563396 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-40bddb82-212e-4973-bc4d-0fa12806a266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:31.603448 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ef5e4-86a7-4ba5-8b77-07238f501d9b req-f4ba6d35-66ef-46c7-a282-3ea650557f30 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:31.613277 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f24ef5e4-86a7-4ba5-8b77-07238f501d9b req-f4ba6d35-66ef-46c7-a282-3ea650557f30 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.3300416 Feb 10 15:17:31.649555 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:31.675222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port faa3244c-d52c-4e52-a687-00e61703ca8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=faa3244c-d52c-4e52-a687-00e61703ca8e,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:31.676361 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Attempting to bind port 8aea1727-4508-438f-bedf-4a517bd95553 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:31.676753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Attempting to bind port 8aea1727-4508-438f-bedf-4a517bd95553 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'd0e4fbf7-1089-4db7-824f-dfc117f7953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '485430c5-dd57-4bbe-a4b4-79bd699632fc'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:31.677309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Attempting to bind port 8aea1727-4508-438f-bedf-4a517bd95553 on network 485430c5-dd57-4bbe-a4b4-79bd699632fc {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:31.699844 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:31.734075 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd589c68-5784-482f-b85a-7186b292ac32 req-9c21189e-edf4-4af4-8b70-948f64836932 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:31.739896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd589c68-5784-482f-b85a-7186b292ac32 req-9c21189e-edf4-4af4-8b70-948f64836932 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 950 time: 0.3550074 Feb 10 15:17:31.808120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:31.808615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Checking segment: {'id': 'd0e4fbf7-1089-4db7-824f-dfc117f7953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '485430c5-dd57-4bbe-a4b4-79bd699632fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:31.814269 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:31.814775 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Bound using segment: {'id': 'd0e4fbf7-1089-4db7-824f-dfc117f7953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '485430c5-dd57-4bbe-a4b4-79bd699632fc'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:31.815217 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Bound port: 8aea1727-4508-438f-bedf-4a517bd95553, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e4fbf7-1089-4db7-824f-dfc117f7953a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '485430c5-dd57-4bbe-a4b4-79bd699632fc'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:31.815613 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8aea1727-4508-438f-bedf-4a517bd95553), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:31.846861 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f24ef5e4-86a7-4ba5-8b77-07238f501d9b req-b0ddb3d4-7c4c-45ca-b117-6e2b32993a27 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322452 Feb 10 15:17:31.890720 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ddbf8b-bc39-462f-9e77-8339e17616d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c40976f-57d7-449f-81de-ec3685a64b1a'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:31.893521 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782b2e08-7714-4cad-9c63-9b983a588021" -d '{"events": [{"server_uuid": "77ddbf8b-bc39-462f-9e77-8339e17616d4", "name": "network-vif-unplugged", "status": "completed", "tag": "6c40976f-57d7-449f-81de-ec3685a64b1a"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:31.899714 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Publish callbacks [] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:31.901920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c3875f30-f017-4159-bbdb-c38b0f3e476d is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:31.902297 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:31.907077 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 6c40976f-57d7-449f-81de-ec3685a64b1a details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:17:31.920317 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:32.019835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-40bddb82-212e-4973-bc4d-0fa12806a266 None None] For port c3875f30-f017-4159-bbdb-c38b0f3e476d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c3875f30-f017-4159-bbdb-c38b0f3e476d,segment=NetworkSegment(eecedfb2-ea29-4b95-93bc-2ffef39198ba),segment_id=eecedfb2-ea29-4b95-93bc-2ffef39198ba)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:32.062374 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Pushing event updated for resources: {'Port': ['ID=6c40976f-57d7-449f-81de-ec3685a64b1a,revision_number=7']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:32.064014 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-40bddb82-212e-4973-bc4d-0fa12806a266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:32.081729 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['faa3244c-d52c-4e52-a687-00e61703ca8e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:17:32.089582 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=faa3244c-d52c-4e52-a687-00e61703ca8e,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:32.098957 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd589c68-5784-482f-b85a-7186b292ac32 req-9fd39d41-5758-478d-9872-0b65c9192c50 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296819 Feb 10 15:17:32.192197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Attempting to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a on host n-h2-815324-7 for vnic_type normal with profile {"migrating_to": "n-h1-815324-7"} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:32.202975 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Attempting to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:32.203495 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Attempting to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:32.228748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Port 6c40976f-57d7-449f-81de-ec3685a64b1a on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:17:32.229142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Attempting to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:32.251970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483883be-55ec-42a8-be5a-05d9acbb4d1a req-42c17112-c70e-4b0a-a62b-3ff9f8f716f0 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:32.261155 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-483883be-55ec-42a8-be5a-05d9acbb4d1a req-42c17112-c70e-4b0a-a62b-3ff9f8f716f0 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 932 time: 0.2455168 Feb 10 15:17:32.287282 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:32.288146 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Checking segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:32.288880 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Bound using segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:32.289643 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Bound port: 6c40976f-57d7-449f-81de-ec3685a64b1a, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:32.290493 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:32.369316 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d9431136-7904-4096-8f7f-90be1250c502 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for port (7e6aef27-8f7e-46b5-ab62-959ced2c85d2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:32.424014 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] For port 8aea1727-4508-438f-bedf-4a517bd95553, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:32.436840 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:17:32.437685 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:17:32.437685 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-eb336662-cd06-4482-aa7e-972d58b5eb5e None None] Provisioning complete for port c3875f30-f017-4159-bbdb-c38b0f3e476d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:32.438320 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eb336662-cd06-4482-aa7e-972d58b5eb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:32.468685 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] For port 8aea1727-4508-438f-bedf-4a517bd95553, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8aea1727-4508-438f-bedf-4a517bd95553,segment=NetworkSegment(d0e4fbf7-1089-4db7-824f-dfc117f7953a),segment_id=d0e4fbf7-1089-4db7-824f-dfc117f7953a)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:32.507056 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bddb82-212e-4973-bc4d-0fa12806a266 None None] Pushing event updated for resources: {'Port': ['ID=c3875f30-f017-4159-bbdb-c38b0f3e476d,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:32.526257 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8aea1727-4508-438f-bedf-4a517bd95553), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:32.583952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h2-815324-7, got binding levels [] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:32.601676 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76883fcc-b030-4402-b414-68c8d4f2a327 req-cfd750d1-2d65-46aa-8924-75926fa4c3c2 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:32.611797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-76883fcc-b030-4402-b414-68c8d4f2a327 req-cfd750d1-2d65-46aa-8924-75926fa4c3c2 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 945 time: 0.3493369 Feb 10 15:17:32.621792 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-483883be-55ec-42a8-be5a-05d9acbb4d1a req-f598d97b-44be-405e-aa57-4a231c2c6e56 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ddc451d-29ec-4058-a1a6-fde029dc9b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269880 Feb 10 15:17:32.640959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320da8ce-a09e-4c1e-8af3-2361531f1d23 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:17:32.641634 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:32.668169 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d9431136-7904-4096-8f7f-90be1250c502 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7e6aef27-8f7e-46b5-ab62-959ced2c85d2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:32.668169 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Publish callbacks [] for port (320da8ce-a09e-4c1e-8af3-2361531f1d23), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:32.678505 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6c40976f-57d7-449f-81de-ec3685a64b1a,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:32.696453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Attempting to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a on host n-h2-815324-7 for vnic_type normal with profile {"migrating_to": "n-h1-815324-7"} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:32.697086 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Attempting to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:32.697203 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Attempting to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:32.701641 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c0591-ea8a-4e5b-afa9-ffc5d0f707ce None None] Pushing event updated for resources: {'Port': ['ID=8aea1727-4508-438f-bedf-4a517bd95553,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:32.761984 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:32.771193 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Port 6c40976f-57d7-449f-81de-ec3685a64b1a on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:17:32.778744 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Attempting to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a on network 2503405f-5e7d-43d6-8b59-cea2598d27e2 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:32.787882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:32.788262 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Checking segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:32.788930 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Bound using segment: {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:32.789411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Bound port: 6c40976f-57d7-449f-81de-ec3685a64b1a, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812870ff-7a99-4e14-8afc-85602316f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2503405f-5e7d-43d6-8b59-cea2598d27e2'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:32.789808 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:32.812697 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9431136-7904-4096-8f7f-90be1250c502 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Network 485430c5-dd57-4bbe-a4b4-79bd699632fc is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:32.814548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Transition to ACTIVE for port object 320da8ce-a09e-4c1e-8af3-2361531f1d23 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:17:32.817939 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-76883fcc-b030-4402-b414-68c8d4f2a327 req-9d773881-7f79-434b-9d01-944e7cf94aec tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044685 Feb 10 15:17:32.818488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-d9431136-7904-4096-8f7f-90be1250c502 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:32.820116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-eb336662-cd06-4482-aa7e-972d58b5eb5e None None] Current status of the port c3875f30-f017-4159-bbdb-c38b0f3e476d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:32.830672 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9431136-7904-4096-8f7f-90be1250c502 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:32.837032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9431136-7904-4096-8f7f-90be1250c502 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:32.837774 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d9431136-7904-4096-8f7f-90be1250c502 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:32.870629 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d9431136-7904-4096-8f7f-90be1250c502 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7112710 Feb 10 15:17:32.870629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (320da8ce-a09e-4c1e-8af3-2361531f1d23), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:32.894505 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41788) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:33.014719 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084f7483-1523-46bf-8cf2-9fdfcb9406ab x-openstack-request-id: req-084f7483-1523-46bf-8cf2-9fdfcb9406ab {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:33.025661 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ddbf8b-bc39-462f-9e77-8339e17616d4", "name": "network-vif-unplugged", "status": "completed", "tag": "6c40976f-57d7-449f-81de-ec3685a64b1a", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:33.026137 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-084f7483-1523-46bf-8cf2-9fdfcb9406ab {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:33.026800 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ddbf8b-bc39-462f-9e77-8339e17616d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c40976f-57d7-449f-81de-ec3685a64b1a', 'code': 200} Feb 10 15:17:33.067423 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9431136-7904-4096-8f7f-90be1250c502 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event updated for resources: {'Port': ['ID=7e6aef27-8f7e-46b5-ab62-959ced2c85d2,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:33.140257 n-d-815324-7 neutron-server[103370]: WARNING neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Concurrent port binding operations failed on port 6c40976f-57d7-449f-81de-ec3685a64b1a Feb 10 15:17:33.144960 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87c82bae-6a26-4738-ace6-7204c783227b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:33.149759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6c40976f-57d7-449f-81de-ec3685a64b1a,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:33.152795 n-d-815324-7 neutron-server[103370]: INFO neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Attempt 2 to bind port 6c40976f-57d7-449f-81de-ec3685a64b1a Feb 10 15:17:33.153273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 6c40976f-57d7-449f-81de-ec3685a64b1a has no active binding in host n-h1-815324-7 {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:17:33.163569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c3875f30-f017-4159-bbdb-c38b0f3e476d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:33.208247 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Pushing event updated for resources: {'Port': ['ID=6c40976f-57d7-449f-81de-ec3685a64b1a,revision_number=8']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:33.314699 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:17:33.411899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:33.412719 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:33.414266 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] 10.222.0.72 "PUT /v2.0/ports/6c40976f-57d7-449f-81de-ec3685a64b1a HTTP/1.1" status: 200 len: 1121 time: 2.8274140 Feb 10 15:17:33.444516 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:33.445245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:33.445550 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:33.446008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:33.446538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:33.450592 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:33.451845 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:33.452314 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:33.452791 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:33.453320 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:33.453768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:33.454232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:33.454763 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d511c20-cde2-4b09-853a-22699ea07275 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:33.484166 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-919520c7-080d-442f-9ec0-a6938f1bcf8d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Deleting subnet 39c8a8e5-d14d-482e-a74d-bf2fcd742b80 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:17:33.491255 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-919520c7-080d-442f-9ec0-a6938f1bcf8d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for subnet (39c8a8e5-d14d-482e-a74d-bf2fcd742b80), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:33.522959 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['6c40976f-57d7-449f-81de-ec3685a64b1a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:17:33.576670 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ca69c-fd9f-40b6-b25d-cf6ebef3fde9 req-0a488199-a637-482f-87d3-21d6ee0db1e7 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:33.582117 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c73ca69c-fd9f-40b6-b25d-cf6ebef3fde9 req-0a488199-a637-482f-87d3-21d6ee0db1e7 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 945 time: 0.4192863 Feb 10 15:17:33.603197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5a153-5a08-46b0-abd8-1a6a44187a2d req-eb357aab-6c7e-484b-bcc1-44fe7ec2c90b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:33.620640 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c4a5a153-5a08-46b0-abd8-1a6a44187a2d req-eb357aab-6c7e-484b-bcc1-44fe7ec2c90b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.6065388 Feb 10 15:17:33.622138 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-919520c7-080d-442f-9ec0-a6938f1bcf8d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (39c8a8e5-d14d-482e-a74d-bf2fcd742b80), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:33.720340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8aea1727-4508-438f-bedf-4a517bd95553 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:17:33.729245 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['6c40976f-57d7-449f-81de-ec3685a64b1a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:17:33.760186 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c4a5a153-5a08-46b0-abd8-1a6a44187a2d req-643793fa-f915-4f62-8926-6ba413b88881 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396549 Feb 10 15:17:33.812039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device faa3244c-d52c-4e52-a687-00e61703ca8e up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:17:33.821728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c73ca69c-fd9f-40b6-b25d-cf6ebef3fde9 req-02d298ad-a36c-4663-b7ac-44cae20ea53b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935794 Feb 10 15:17:33.880376 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Pushing event updated for resources: {'Port': ['ID=320da8ce-a09e-4c1e-8af3-2361531f1d23,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:33.979522 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e5f61-345f-4cc6-ba0e-cc3051a9b717 req-2c6eb6af-7caa-4ed1-9686-e98f28b37126 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:33.981157 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-291e5f61-345f-4cc6-ba0e-cc3051a9b717 req-2c6eb6af-7caa-4ed1-9686-e98f28b37126 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.72 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 945 time: 1.0446062 Feb 10 15:17:34.018823 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-919520c7-080d-442f-9ec0-a6938f1bcf8d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (39c8a8e5-d14d-482e-a74d-bf2fcd742b80), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:34.218678 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-919520c7-080d-442f-9ec0-a6938f1bcf8d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (39c8a8e5-d14d-482e-a74d-bf2fcd742b80), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:34.289893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Attempting to bind port 320da8ce-a09e-4c1e-8af3-2361531f1d23 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:34.290169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Attempting to bind port 320da8ce-a09e-4c1e-8af3-2361531f1d23 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '129bf744-af7e-4a4f-ab54-d3612c359997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:34.290298 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Attempting to bind port 320da8ce-a09e-4c1e-8af3-2361531f1d23 on network f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:34.332733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Port 320da8ce-a09e-4c1e-8af3-2361531f1d23 on network f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:17:34.342585 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-919520c7-080d-442f-9ec0-a6938f1bcf8d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:34.343437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Attempting to bind port 320da8ce-a09e-4c1e-8af3-2361531f1d23 on network f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:34.348090 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-919520c7-080d-442f-9ec0-a6938f1bcf8d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/subnets/39c8a8e5-d14d-482e-a74d-bf2fcd742b80 HTTP/1.1" status: 204 len: 168 time: 1.4504504 Feb 10 15:17:34.349001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919520c7-080d-442f-9ec0-a6938f1bcf8d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Subnet': ['ID=39c8a8e5-d14d-482e-a74d-bf2fcd742b80,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:34.356829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41804) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:34.440095 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port faa3244c-d52c-4e52-a687-00e61703ca8e completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:17:34.479836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port faa3244c-d52c-4e52-a687-00e61703ca8e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:34.480227 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:34.484071 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8aea1727-4508-438f-bedf-4a517bd95553 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:34.484440 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8aea1727-4508-438f-bedf-4a517bd95553), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:34.513048 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03e34c-3f46-468a-b824-e0771dcef499 req-6baa15fb-0061-4c89-869d-39297c68c6da tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:34.514945 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db03e34c-3f46-468a-b824-e0771dcef499 req-6baa15fb-0061-4c89-869d-39297c68c6da tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.2562146 Feb 10 15:17:34.524744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:34.525520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Checking segment: {'id': '129bf744-af7e-4a4f-ab54-d3612c359997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:34.526145 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Bound using segment: {'id': '129bf744-af7e-4a4f-ab54-d3612c359997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:34.526839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Bound port: 320da8ce-a09e-4c1e-8af3-2361531f1d23, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129bf744-af7e-4a4f-ab54-d3612c359997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:34.527451 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (320da8ce-a09e-4c1e-8af3-2361531f1d23), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:34.553045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bc57f-58e6-49f2-9a49-98ffc84547a4 req-1ed6f4a0-0597-4233-ac1e-737bca07e390 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:34.569263 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-421bc57f-58e6-49f2-9a49-98ffc84547a4 req-1ed6f4a0-0597-4233-ac1e-737bca07e390 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 944 time: 0.2594004 Feb 10 15:17:34.608222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a0a20f-94c9-4670-96fa-c99513dd10e5 None None] Network 485430c5-dd57-4bbe-a4b4-79bd699632fc requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:34.644804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e7bec6-1de9-4b68-8d86-90edb8be3c96 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:34.646489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e7bec6-1de9-4b68-8d86-90edb8be3c96 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:34.651421 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d0e7bec6-1de9-4b68-8d86-90edb8be3c96 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2724986 Feb 10 15:17:34.653701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41808) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:34.694179 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db03e34c-3f46-468a-b824-e0771dcef499 req-7e68f634-db9d-4873-9f9d-cd426ce1f554 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640377 Feb 10 15:17:34.715928 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f7c3271b-edc4-4aba-af3c-3aedad5cc016 None None] Provisioning complete for port 8aea1727-4508-438f-bedf-4a517bd95553 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:34.716306 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f7c3271b-edc4-4aba-af3c-3aedad5cc016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8aea1727-4508-438f-bedf-4a517bd95553), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:34.793824 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-421bc57f-58e6-49f2-9a49-98ffc84547a4 req-daa09774-7036-4392-8d21-b957668942c3 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ddc451d-29ec-4058-a1a6-fde029dc9b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235608 Feb 10 15:17:34.845597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-291e5f61-345f-4cc6-ba0e-cc3051a9b717 req-0c82a65c-3650-41d7-b38e-aee36aa59143 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Deleting port 7fbef778-675f-42e4-9621-161194765343 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:34.846063 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-291e5f61-345f-4cc6-ba0e-cc3051a9b717 req-0c82a65c-3650-41d7-b38e-aee36aa59143 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7fbef778-675f-42e4-9621-161194765343), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:34.849265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] For port 320da8ce-a09e-4c1e-8af3-2361531f1d23, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:34.861184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port faa3244c-d52c-4e52-a687-00e61703ca8e is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:34.861818 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:34.874487 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b8748826-d245-4d34-8bae-18d7abac717f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (485430c5-dd57-4bbe-a4b4-79bd699632fc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:34.895772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] For port 320da8ce-a09e-4c1e-8af3-2361531f1d23, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=320da8ce-a09e-4c1e-8af3-2361531f1d23,segment=NetworkSegment(129bf744-af7e-4a4f-ab54-d3612c359997),segment_id=129bf744-af7e-4a4f-ab54-d3612c359997)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:34.898493 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port faa3244c-d52c-4e52-a687-00e61703ca8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=faa3244c-d52c-4e52-a687-00e61703ca8e,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:34.900908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8aea1727-4508-438f-bedf-4a517bd95553 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:34.901394 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8aea1727-4508-438f-bedf-4a517bd95553), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:34.905871 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91289bf7-f31f-41b3-a767-3341be3b5107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa3244c-d52c-4e52-a687-00e61703ca8e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:34.907850 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e587cb1-a59b-4678-9a09-a7dbc3f199d4" -d '{"events": [{"server_uuid": "91289bf7-f31f-41b3-a767-3341be3b5107", "name": "network-vif-plugged", "status": "completed", "tag": "faa3244c-d52c-4e52-a687-00e61703ca8e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:34.914240 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:34.915398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7fbef778-675f-42e4-9621-161194765343 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:17:34.939128 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (320da8ce-a09e-4c1e-8af3-2361531f1d23), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.018944 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10e75e-5b4a-447f-b907-ea5a462a2292 req-b6f3d931-3d7e-4a74-a384-72f84ced5b90 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:35.020846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9c10e75e-5b4a-447f-b907-ea5a462a2292 req-b6f3d931-3d7e-4a74-a384-72f84ced5b90 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=597901d2-86d5-48d9-a2ee-19abc8d73238 HTTP/1.1" status: 200 len: 945 time: 0.2035935 Feb 10 15:17:35.039931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ddbf8b-bc39-462f-9e77-8339e17616d4', 'tag': '6c40976f-57d7-449f-81de-ec3685a64b1a'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:35.047414 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2c169e-3065-4f73-b837-8d79c23102f5" -d '{"events": [{"name": "network-changed", "server_uuid": "77ddbf8b-bc39-462f-9e77-8339e17616d4", "tag": "6c40976f-57d7-449f-81de-ec3685a64b1a"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:35.104342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b178be2-f39f-4c70-abb2-fc12a3068ebe None None] DHCP port deletion for 485430c5-dd57-4bbe-a4b4-79bd699632fc request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:17:35.120264 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8748826-d245-4d34-8bae-18d7abac717f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 15:17:35.121127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=faa3244c-d52c-4e52-a687-00e61703ca8e,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:35.122067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8748826-d245-4d34-8bae-18d7abac717f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:35.123238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-21e36bd0-b717-412b-84f8-86d3962967bf tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1174d1a0fea24acfbb0b15c648c6630d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701811 Feb 10 15:17:35.126708 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 8aea1727-4508-438f-bedf-4a517bd95553, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8aea1727-4508-438f-bedf-4a517bd95553,segment=NetworkSegment(d0e4fbf7-1089-4db7-824f-dfc117f7953a),segment_id=d0e4fbf7-1089-4db7-824f-dfc117f7953a)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:35.139375 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b8748826-d245-4d34-8bae-18d7abac717f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/networks/485430c5-dd57-4bbe-a4b4-79bd699632fc HTTP/1.1" status: 409 len: 466 time: 0.4809682 Feb 10 15:17:35.152426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41826) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:35.172082 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-219a745b-8edf-4b49-8e4b-ee042eec0950 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1084776747'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:35.175869 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f7c3271b-edc4-4aba-af3c-3aedad5cc016 None None] Current status of the port 8aea1727-4508-438f-bedf-4a517bd95553 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:35.176265 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f7c3271b-edc4-4aba-af3c-3aedad5cc016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8aea1727-4508-438f-bedf-4a517bd95553), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.179488 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8aea1727-4508-438f-bedf-4a517bd95553), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.179719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c3875f30-f017-4159-bbdb-c38b0f3e476d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:17:35.214344 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:35.218732 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.222212 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] 10.222.0.79 "PUT /v2.0/ports/320da8ce-a09e-4c1e-8af3-2361531f1d23 HTTP/1.1" status: 200 len: 1092 time: 4.1562276 Feb 10 15:17:35.243023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc5be8f-be42-42c8-851e-945e677282c3', 'tag': '320da8ce-a09e-4c1e-8af3-2361531f1d23'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:35.246521 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7266943-aad6-4ba7-bb26-f6b84e73c3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc5be8f-be42-42c8-851e-945e677282c3", "tag": "320da8ce-a09e-4c1e-8af3-2361531f1d23"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:35.317888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-291e5f61-345f-4cc6-ba0e-cc3051a9b717 req-0c82a65c-3650-41d7-b38e-aee36aa59143 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] For port 7fbef778-675f-42e4-9621-161194765343, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7fbef778-675f-42e4-9621-161194765343,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:35.318310 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-291e5f61-345f-4cc6-ba0e-cc3051a9b717 req-0c82a65c-3650-41d7-b38e-aee36aa59143 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7fbef778-675f-42e4-9621-161194765343), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.335793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-291e5f61-345f-4cc6-ba0e-cc3051a9b717 req-0c82a65c-3650-41d7-b38e-aee36aa59143 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Calling delete_port for 7fbef778-675f-42e4-9621-161194765343 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:35.339761 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7fbef778-675f-42e4-9621-161194765343 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:35.340518 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7fbef778-675f-42e4-9621-161194765343), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.355442 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9c10e75e-5b4a-447f-b907-ea5a462a2292 req-be271bcc-e45b-4761-8c33-aa9a66e31881 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016908 Feb 10 15:17:35.424791 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c3875f30-f017-4159-bbdb-c38b0f3e476d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:35.425505 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.431773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219a745b-8edf-4b49-8e4b-ee042eec0950 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Made reservation on behalf of a019ff2b281d41119b271349c3aec409 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:35.435937 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-219a745b-8edf-4b49-8e4b-ee042eec0950 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.472390 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-975fb4f0-5a74-4abe-8cf9-bf08e8e572e7 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:35.485259 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-975fb4f0-5a74-4abe-8cf9-bf08e8e572e7 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3510885 Feb 10 15:17:35.539613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51083c6b-9226-44d4-ac8a-23baa0cf22d7 service neutron] Pushing event updated for resources: {'Port': ['ID=320da8ce-a09e-4c1e-8af3-2361531f1d23,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:35.543783 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9b178be2-f39f-4c70-abb2-fc12a3068ebe None None] Deleting port 8aea1727-4508-438f-bedf-4a517bd95553 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:35.544267 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b178be2-f39f-4c70-abb2-fc12a3068ebe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8aea1727-4508-438f-bedf-4a517bd95553), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.547752 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-291e5f61-345f-4cc6-ba0e-cc3051a9b717 req-0c82a65c-3650-41d7-b38e-aee36aa59143 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7fbef778-675f-42e4-9621-161194765343), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.557010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-9db648a8-20ed-4003-b61f-3ca67d1b8bec tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/quotas/1174d1a0fea24acfbb0b15c648c6630d HTTP/1.1" status: 200 len: 375 time: 0.0700085 Feb 10 15:17:35.613060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219a745b-8edf-4b49-8e4b-ee042eec0950 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:17:35.632409 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82a65c-3650-41d7-b38e-aee36aa59143 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Pushing event deleted for resources: {'Port': ['ID=7fbef778-675f-42e4-9621-161194765343,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:35.645614 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-219a745b-8edf-4b49-8e4b-ee042eec0950 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (919d165e-1eaa-42d2-87f4-e2ddace589a4), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.646159 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-219a745b-8edf-4b49-8e4b-ee042eec0950 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Added segment 919d165e-1eaa-42d2-87f4-e2ddace589a4 of type vlan for network cb180824-f03b-48fc-83fb-71766cbc9f63 Feb 10 15:17:35.666858 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9b178be2-f39f-4c70-abb2-fc12a3068ebe None None] For port 8aea1727-4508-438f-bedf-4a517bd95553, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8aea1727-4508-438f-bedf-4a517bd95553,segment=NetworkSegment(d0e4fbf7-1089-4db7-824f-dfc117f7953a),segment_id=d0e4fbf7-1089-4db7-824f-dfc117f7953a)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:35.667366 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b178be2-f39f-4c70-abb2-fc12a3068ebe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8aea1727-4508-438f-bedf-4a517bd95553), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.685764 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d74f7d-42ea-448c-bd9a-13f71eb3d3ae req-b5c48f6b-e5ee-4d83-b2f8-d4bb10f86eab tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:35.691972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9b178be2-f39f-4c70-abb2-fc12a3068ebe None None] Calling delete_port for 8aea1727-4508-438f-bedf-4a517bd95553 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:35.695496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29d74f7d-42ea-448c-bd9a-13f71eb3d3ae req-b5c48f6b-e5ee-4d83-b2f8-d4bb10f86eab tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.2066271 Feb 10 15:17:35.706640 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-87c82bae-6a26-4738-ace6-7204c783227b admin admin] Deleting port 69934b02-196d-4529-9f9c-f9dd141bee56 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:35.707009 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87c82bae-6a26-4738-ace6-7204c783227b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.708870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-291e5f61-345f-4cc6-ba0e-cc3051a9b717 req-0c82a65c-3650-41d7-b38e-aee36aa59143 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] No DVR routers for this DVR port 7fbef778-675f-42e4-9621-161194765343 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:17:35.711592 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-291e5f61-345f-4cc6-ba0e-cc3051a9b717 req-0c82a65c-3650-41d7-b38e-aee36aa59143 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.716058 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-291e5f61-345f-4cc6-ba0e-cc3051a9b717 req-0c82a65c-3650-41d7-b38e-aee36aa59143 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.72 "DELETE /v2.0/ports/7fbef778-675f-42e4-9621-161194765343 HTTP/1.1" status: 204 len: 173 time: 1.6494679 Feb 10 15:17:35.762667 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-f7c3271b-edc4-4aba-af3c-3aedad5cc016 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:17:35.763096 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-f7c3271b-edc4-4aba-af3c-3aedad5cc016 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:17:35.769977 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-5f7e8ccf-0067-4c16-92d3-3d6db0a322a3 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1174d1a0fea24acfbb0b15c648c6630d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2108977 Feb 10 15:17:35.790681 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-219a745b-8edf-4b49-8e4b-ee042eec0950 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (cb180824-f03b-48fc-83fb-71766cbc9f63), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.833171 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-219a745b-8edf-4b49-8e4b-ee042eec0950 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (cb180824-f03b-48fc-83fb-71766cbc9f63), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.845969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=8aea1727-4508-438f-bedf-4a517bd95553,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:35.849814 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219a745b-8edf-4b49-8e4b-ee042eec0950 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:35.851736 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-219a745b-8edf-4b49-8e4b-ee042eec0950 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.867568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-39c65be3-7dc7-48be-ace8-5922fd8e67ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:35.874111 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-39c65be3-7dc7-48be-ace8-5922fd8e67ed service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5215607e06341349d4ff99815703bf5&device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 1126 time: 0.3273652 Feb 10 15:17:35.955238 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c3875f30-f017-4159-bbdb-c38b0f3e476d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:35.975932 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b178be2-f39f-4c70-abb2-fc12a3068ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (8aea1727-4508-438f-bedf-4a517bd95553), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:35.996959 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-4e3975d7-45f8-4d47-84bf-c23b3ba8252f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=320da8ce-a09e-4c1e-8af3-2361531f1d23 HTTP/1.1" status: 200 len: 217 time: 0.0995691 Feb 10 15:17:36.086468 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b178be2-f39f-4c70-abb2-fc12a3068ebe None None] Pushing event deleted for resources: {'Port': ['ID=8aea1727-4508-438f-bedf-4a517bd95553,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:36.116736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-87c82bae-6a26-4738-ace6-7204c783227b admin admin] For port 69934b02-196d-4529-9f9c-f9dd141bee56, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=69934b02-196d-4529-9f9c-f9dd141bee56,segment=NetworkSegment(23b7123c-d442-49cb-9fdc-ba75fc0907fa),segment_id=23b7123c-d442-49cb-9fdc-ba75fc0907fa)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:36.119264 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87c82bae-6a26-4738-ace6-7204c783227b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:36.131806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b178be2-f39f-4c70-abb2-fc12a3068ebe None None] No DVR routers for this DVR port 8aea1727-4508-438f-bedf-4a517bd95553 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:17:36.153844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8aea1727-4508-438f-bedf-4a517bd95553 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:17:36.214053 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 8aea1727-4508-438f-bedf-4a517bd95553 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:17:36.214402 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8aea1727-4508-438f-bedf-4a517bd95553 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:17:36.230350 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29d74f7d-42ea-448c-bd9a-13f71eb3d3ae req-51bc7a5d-6ad6-4d8e-9b1f-cd8c823f98d2 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336232 Feb 10 15:17:36.237318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-87c82bae-6a26-4738-ace6-7204c783227b admin admin] Calling delete_port for 69934b02-196d-4529-9f9c-f9dd141bee56 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:36.352202 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-219a745b-8edf-4b49-8e4b-ee042eec0950 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1933329 Feb 10 15:17:36.355407 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41838) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:36.359771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a745b-8edf-4b49-8e4b-ee042eec0950 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event updated for resources: {'Network': ['ID=cb180824-f03b-48fc-83fb-71766cbc9f63,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:36.415315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d2d0c7e3-669f-4e02-ae95-4b58fea6509b tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Request body: {'subnet': {'network_id': 'cb180824-f03b-48fc-83fb-71766cbc9f63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:36.475128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-d3fc5c51-5713-496b-9b6c-a7e79787d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:36.476255 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-d3fc5c51-5713-496b-9b6c-a7e79787d5ee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418 HTTP/1.1" status: 200 len: 854 time: 0.3513575 Feb 10 15:17:36.507799 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5f4787-71c1-433f-a519-6ad20ccb5278 x-openstack-request-id: req-af5f4787-71c1-433f-a519-6ad20ccb5278 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:36.508080 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ddbf8b-bc39-462f-9e77-8339e17616d4", "tag": "6c40976f-57d7-449f-81de-ec3685a64b1a", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:36.508362 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af5f4787-71c1-433f-a519-6ad20ccb5278 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:36.508744 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ddbf8b-bc39-462f-9e77-8339e17616d4', 'tag': '6c40976f-57d7-449f-81de-ec3685a64b1a', 'status': 'completed', 'code': 200} Feb 10 15:17:36.555848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c39ce-75d0-4403-bc34-8b593e3b0d1d req-091e3658-debb-43f1-a04d-3efe1ab88ef3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:36.557524 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-661c39ce-75d0-4403-bc34-8b593e3b0d1d req-091e3658-debb-43f1-a04d-3efe1ab88ef3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.3512275 Feb 10 15:17:36.622039 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fdc12d-03e0-4c0d-8cdd-ce8685ae0ba4 x-openstack-request-id: req-42fdc12d-03e0-4c0d-8cdd-ce8685ae0ba4 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:36.622331 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc5be8f-be42-42c8-851e-945e677282c3", "tag": "320da8ce-a09e-4c1e-8af3-2361531f1d23", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:36.622655 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42fdc12d-03e0-4c0d-8cdd-ce8685ae0ba4 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:36.624729 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc5be8f-be42-42c8-851e-945e677282c3', 'tag': '320da8ce-a09e-4c1e-8af3-2361531f1d23', 'status': 'completed', 'code': 200} Feb 10 15:17:36.686187 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902a50b0-a45b-4a9a-8fc2-a4d86e19f7c7 x-openstack-request-id: req-902a50b0-a45b-4a9a-8fc2-a4d86e19f7c7 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:36.687877 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91289bf7-f31f-41b3-a767-3341be3b5107", "name": "network-vif-plugged", "status": "completed", "tag": "faa3244c-d52c-4e52-a687-00e61703ca8e", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:36.689922 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-902a50b0-a45b-4a9a-8fc2-a4d86e19f7c7 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:36.689922 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91289bf7-f31f-41b3-a767-3341be3b5107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa3244c-d52c-4e52-a687-00e61703ca8e', 'code': 200} Feb 10 15:17:36.689922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network cb180824-f03b-48fc-83fb-71766cbc9f63 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:17:36.755559 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-661c39ce-75d0-4403-bc34-8b593e3b0d1d req-a35bfa2d-5e53-4c74-b4dc-39c93e43ef35 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349268 Feb 10 15:17:36.791204 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f7c3271b-edc4-4aba-af3c-3aedad5cc016 None None] Port 8aea1727-4508-438f-bedf-4a517bd95553 update to ACTIVE by agent not found {{(pid=103370) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 15:17:36.818245 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:36.824031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d0c7e3-669f-4e02-ae95-4b58fea6509b tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Made reservation on behalf of a019ff2b281d41119b271349c3aec409 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:36.827951 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c7e3-669f-4e02-ae95-4b58fea6509b tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:36.930040 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48ea0a-8f99-48f8-b45f-73d81c9282b3 req-db52d6b8-9ccf-4cb1-b402-ffd33102a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:36.933142 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8a48ea0a-8f99-48f8-b45f-73d81c9282b3 req-db52d6b8-9ccf-4cb1-b402-ffd33102a135 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 1128 time: 0.4623635 Feb 10 15:17:36.939862 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-6990e16d-1023-4ec7-91b8-ecfa8408314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:36.941858 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-6990e16d-1023-4ec7-91b8-ecfa8408314b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4240375 Feb 10 15:17:36.957816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c169e-3065-4f73-b837-8d79c23102f5 req-191b66b9-5718-461d-ab19-a09e5e566b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:36.959802 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a2c169e-3065-4f73-b837-8d79c23102f5 req-191b66b9-5718-461d-ab19-a09e5e566b4b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 1155 time: 0.3656559 Feb 10 15:17:36.969154 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3389f3b-2817-4dc8-ac84-676ee227641a req-64bc73a8-57ac-4aa5-8829-4ad2c8d7b63d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:36.978838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f3389f3b-2817-4dc8-ac84-676ee227641a req-64bc73a8-57ac-4aa5-8829-4ad2c8d7b63d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.2140067 Feb 10 15:17:37.221259 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-3f8ea55f-deda-466e-90d5-bd9a08b73c28 service neutron] 10.222.0.79 "GET /v2.0/networks/f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620033 Feb 10 15:17:37.245843 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87c82bae-6a26-4738-ace6-7204c783227b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (69934b02-196d-4529-9f9c-f9dd141bee56), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:37.320963 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8a48ea0a-8f99-48f8-b45f-73d81c9282b3 req-4b3dd507-bd51-4c11-b034-c4fa74225086 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713574 Feb 10 15:17:37.324225 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f3389f3b-2817-4dc8-ac84-676ee227641a req-de24e1e2-8c80-42a4-bbbb-e1c6c1733e85 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418789 Feb 10 15:17:37.324394 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c82bae-6a26-4738-ace6-7204c783227b admin admin] Pushing event deleted for resources: {'Port': ['ID=69934b02-196d-4529-9f9c-f9dd141bee56,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:37.362164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625b834-2d68-4199-bb2e-5c8a3e619bb6 req-2c210c8e-1774-403e-bfee-f10471ce594e tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:37.373493 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c625b834-2d68-4199-bb2e-5c8a3e619bb6 req-2c210c8e-1774-403e-bfee-f10471ce594e tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 944 time: 0.4458649 Feb 10 15:17:37.532793 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68892acd-25fc-4d6e-9da4-c7c1ec02ea87 req-a9a74fe4-e5d6-42c8-977f-e3ff888935be tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 210 time: 0.0450668 Feb 10 15:17:37.609273 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c625b834-2d68-4199-bb2e-5c8a3e619bb6 req-b8fd309f-622c-472f-8084-bbe58cdf9e41 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ddc451d-29ec-4058-a1a6-fde029dc9b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253780 Feb 10 15:17:37.635478 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87c82bae-6a26-4738-ace6-7204c783227b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:37.688073 n-d-815324-7 neutron-server[103368]: DEBUG neutron.objects.ports [None req-d2d0c7e3-669f-4e02-ae95-4b58fea6509b tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:17:37.689600 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c7e3-669f-4e02-ae95-4b58fea6509b tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (7295ec46-7ae8-411e-92fd-d71e358cb74f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:37.807944 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e3f2b6b-05ca-4224-ae5d-00704a1b3aa5 req-d4a61657-cdf2-4b31-8f1a-654d15059ccd service neutron] 10.222.0.79 "GET /v2.0/networks/f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697576 Feb 10 15:17:37.817722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c169e-3065-4f73-b837-8d79c23102f5 req-f14a7f6c-a347-4cfa-9432-34a7cd5412ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:37.819301 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a2c169e-3065-4f73-b837-8d79c23102f5 req-f14a7f6c-a347-4cfa-9432-34a7cd5412ae service neutron] 10.222.0.79 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.7774267 Feb 10 15:17:37.876708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0c7e3-669f-4e02-ae95-4b58fea6509b tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event updated for resources: {'Subnet': ['ID=7295ec46-7ae8-411e-92fd-d71e358cb74f,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:37.887468 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d0c7e3-669f-4e02-ae95-4b58fea6509b tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Checking segment: {'id': '919d165e-1eaa-42d2-87f4-e2ddace589a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cb180824-f03b-48fc-83fb-71766cbc9f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:37.887840 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d0c7e3-669f-4e02-ae95-4b58fea6509b tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Network hostable DHCP agents. Network: cb180824-f03b-48fc-83fb-71766cbc9f63, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:17:37.900595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e77142-fd8b-4e19-ad27-a7431ef40d4f req-7241d198-bea9-42fc-a403-e49ff56da702 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:37.902235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a5e77142-fd8b-4e19-ad27-a7431ef40d4f req-7241d198-bea9-42fc-a403-e49ff56da702 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.1919971 Feb 10 15:17:37.938584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d0c7e3-669f-4e02-ae95-4b58fea6509b tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Network cb180824-f03b-48fc-83fb-71766cbc9f63 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:17:37.977446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-d2d0c7e3-669f-4e02-ae95-4b58fea6509b tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, cb180824-f03b-48fc-83fb-71766cbc9f63) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:38.004119 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d0c7e3-669f-4e02-ae95-4b58fea6509b tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:38.006679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd94f47-bae0-49eb-afb4-ea2411c99539 None None] Network cb180824-f03b-48fc-83fb-71766cbc9f63 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:38.012866 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c7e3-669f-4e02-ae95-4b58fea6509b tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:38.191769 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d2d0c7e3-669f-4e02-ae95-4b58fea6509b tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8096275 Feb 10 15:17:38.196887 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a5e77142-fd8b-4e19-ad27-a7431ef40d4f req-c6dddebf-de28-4678-99ac-c71b3bc970a3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855587 Feb 10 15:17:38.200281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41866) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:38.208756 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4104c697-bdd3-4a29-acf1-087e46c466b3 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Request body: {'port': {'network_id': 'cb180824-f03b-48fc-83fb-71766cbc9f63', 'name': 'tempest-NetworksIpV6TestAttrs-564023342'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:38.250594 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-d8a6181d-a2d3-4695-8652-7d8e0b77f4fd tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=1174d1a0fea24acfbb0b15c648c6630d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1104031 Feb 10 15:17:38.256268 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a2c169e-3065-4f73-b837-8d79c23102f5 req-a8a303eb-4858-43f0-9cf7-3937aa795608 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c40976f-57d7-449f-81de-ec3685a64b1a HTTP/1.1" status: 200 len: 217 time: 0.3279340 Feb 10 15:17:38.387351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-cb180824-f03b-48fc-83fb-71766cbc9f63', 'network_id': 'cb180824-f03b-48fc-83fb-71766cbc9f63', 'project_id': 'a019ff2b281d41119b271349c3aec409', 'fixed_ips': [{'subnet_id': '7295ec46-7ae8-411e-92fd-d71e358cb74f'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:17:38.389303 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:38.444112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-c98fabca-511a-4fc1-ad66-41b4ac6ce56b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:38.451479 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-c98fabca-511a-4fc1-ad66-41b4ac6ce56b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 811 time: 0.4487658 Feb 10 15:17:38.494211 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-e91290ec-5091-4adc-a2a2-0071a7107474 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/quotas/7c5978713a6c4cb985de240d8ad8b7a0 HTTP/1.1" status: 200 len: 375 time: 0.0416298 Feb 10 15:17:38.563936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-5db61263-1a76-422b-9c76-af74fe64164c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686393 Feb 10 15:17:38.596819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114988d-0b2e-4a59-aea3-0c6ff6c85d11 req-b13ee2e1-801e-49f7-a422-7b4db3ffaf66 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:38.606667 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2114988d-0b2e-4a59-aea3-0c6ff6c85d11 req-b13ee2e1-801e-49f7-a422-7b4db3ffaf66 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.2596459 Feb 10 15:17:38.624733 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4104c697-bdd3-4a29-acf1-087e46c466b3 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Made reservation on behalf of a019ff2b281d41119b271349c3aec409 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:38.629364 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4104c697-bdd3-4a29-acf1-087e46c466b3 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:38.711565 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Allocated IP 2001:db8::f816:3eff:fe72:bebd (cb180824-f03b-48fc-83fb-71766cbc9f63/7295ec46-7ae8-411e-92fd-d71e358cb74f/dab21321-3e19-4a28-a717-b4a0a1933362) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:38.756923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597901d2-86d5-48d9-a2ee-19abc8d73238', 'name': 'network-vif-deleted', 'tag': '7fbef778-675f-42e4-9621-161194765343'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:38.769613 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36de429-d7e9-4194-a239-2dca47a86c68" -d '{"events": [{"server_uuid": "597901d2-86d5-48d9-a2ee-19abc8d73238", "name": "network-vif-deleted", "tag": "7fbef778-675f-42e4-9621-161194765343"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:38.803879 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-4c04c73c-3494-46a4-8240-0def88940b45 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:38.806966 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-4c04c73c-3494-46a4-8240-0def88940b45 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5472324 Feb 10 15:17:38.832634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7266943-aad6-4ba7-bb26-f6b84e73c3a1 req-c71a80db-8bf5-4c65-a796-f92ff13dc19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:38.838847 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d7266943-aad6-4ba7-bb26-f6b84e73c3a1 req-c71a80db-8bf5-4c65-a796-f92ff13dc19b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5215607e06341349d4ff99815703bf5&device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 1126 time: 0.9186387 Feb 10 15:17:38.848947 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-0595ac92-6496-456a-8ea2-32a73ddc0a9b tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Request body: {'port': {'device_id': 'cf0bb34a-bc8c-475e-a945-dd824e3787d7', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '1174d1a0fea24acfbb0b15c648c6630d'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:38.860505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c169e-3065-4f73-b837-8d79c23102f5 req-45e50f33-7954-4c59-94da-1d1e1b3f29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:38.889571 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a2c169e-3065-4f73-b837-8d79c23102f5 req-45e50f33-7954-4c59-94da-1d1e1b3f29c5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.6189942 Feb 10 15:17:39.008342 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Publish callbacks [] for port (dab21321-3e19-4a28-a717-b4a0a1933362), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:39.019596 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (dab21321-3e19-4a28-a717-b4a0a1933362), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:39.080055 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Network cb180824-f03b-48fc-83fb-71766cbc9f63 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:39.085051 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:39.094194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:39.106444 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Pushing event updated for resources: {'Port': ['ID=dab21321-3e19-4a28-a717-b4a0a1933362,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:39.186495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Attempting to bind port dab21321-3e19-4a28-a717-b4a0a1933362 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:39.187566 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Attempting to bind port dab21321-3e19-4a28-a717-b4a0a1933362 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '919d165e-1eaa-42d2-87f4-e2ddace589a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cb180824-f03b-48fc-83fb-71766cbc9f63'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:39.187939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Attempting to bind port dab21321-3e19-4a28-a717-b4a0a1933362 on network cb180824-f03b-48fc-83fb-71766cbc9f63 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:39.196083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:39.196574 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Checking segment: {'id': '919d165e-1eaa-42d2-87f4-e2ddace589a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cb180824-f03b-48fc-83fb-71766cbc9f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:39.197186 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:39.197842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Bound using segment: {'id': '919d165e-1eaa-42d2-87f4-e2ddace589a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cb180824-f03b-48fc-83fb-71766cbc9f63'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:39.198491 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Bound port: dab21321-3e19-4a28-a717-b4a0a1933362, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919d165e-1eaa-42d2-87f4-e2ddace589a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cb180824-f03b-48fc-83fb-71766cbc9f63'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:39.198878 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (dab21321-3e19-4a28-a717-b4a0a1933362), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:39.383635 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 6c40976f-57d7-449f-81de-ec3685a64b1a no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:17:39.419357 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a2c169e-3065-4f73-b837-8d79c23102f5 req-1cc792e3-efaf-4463-b653-2f677912223d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376730 Feb 10 15:17:39.525217 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] For port dab21321-3e19-4a28-a717-b4a0a1933362, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:39.592004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] For port dab21321-3e19-4a28-a717-b4a0a1933362, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=dab21321-3e19-4a28-a717-b4a0a1933362,segment=NetworkSegment(919d165e-1eaa-42d2-87f4-e2ddace589a4),segment_id=919d165e-1eaa-42d2-87f4-e2ddace589a4)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:39.621363 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (dab21321-3e19-4a28-a717-b4a0a1933362), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:39.677530 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2114988d-0b2e-4a59-aea3-0c6ff6c85d11 req-ede526df-7905-4a49-a0f7-bd8cf16aa01a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0690253 Feb 10 15:17:39.694022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-4104c697-bdd3-4a29-acf1-087e46c466b3 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] device_id is not set on port 56953003-caa5-4679-8840-e3935c19e0f3 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:17:39.793154 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-cf096968-516b-41a1-90b8-6bd3fa16ba62 service neutron] 10.222.0.64 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2276754 Feb 10 15:17:39.835185 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0107742-54d3-408d-adcf-759f46d3561d None None] Pushing event updated for resources: {'Port': ['ID=dab21321-3e19-4a28-a717-b4a0a1933362,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:39.869496 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7266943-aad6-4ba7-bb26-f6b84e73c3a1 req-48cdc325-675e-4a9f-a689-75b0b138501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:39.882672 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d7266943-aad6-4ba7-bb26-f6b84e73c3a1 req-48cdc325-675e-4a9f-a689-75b0b138501e service neutron] 10.222.0.79 "GET /v2.0/networks?id=f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 HTTP/1.1" status: 200 len: 916 time: 1.0189431 Feb 10 15:17:39.899831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c82bae-6a26-4738-ace6-7204c783227b admin admin] Router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:17:39.905813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 6c40976f-57d7-449f-81de-ec3685a64b1a is: DOWN; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:39.980607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-4104c697-bdd3-4a29-acf1-087e46c466b3 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Allocated IP 2001:db8::f816:3eff:fe95:afa7 (cb180824-f03b-48fc-83fb-71766cbc9f63/7295ec46-7ae8-411e-92fd-d71e358cb74f/56953003-caa5-4679-8840-e3935c19e0f3) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:40.022698 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d7266943-aad6-4ba7-bb26-f6b84e73c3a1 req-9912bb65-9e51-4df3-a7d1-a82dc47fa85d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=320da8ce-a09e-4c1e-8af3-2361531f1d23 HTTP/1.1" status: 200 len: 217 time: 0.1130617 Feb 10 15:17:40.031865 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a2c169e-3065-4f73-b837-8d79c23102f5 req-bcf5bf2f-3b7c-4b02-8982-c24027b8eafa service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920901 Feb 10 15:17:40.167436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-0595ac92-6496-456a-8ea2-32a73ddc0a9b tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Made reservation on behalf of 1174d1a0fea24acfbb0b15c648c6630d for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:40.171305 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-0595ac92-6496-456a-8ea2-32a73ddc0a9b tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:40.234181 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4104c697-bdd3-4a29-acf1-087e46c466b3 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for port (56953003-caa5-4679-8840-e3935c19e0f3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:40.302879 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4104c697-bdd3-4a29-acf1-087e46c466b3 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (56953003-caa5-4679-8840-e3935c19e0f3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:40.437169 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4104c697-bdd3-4a29-acf1-087e46c466b3 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Network cb180824-f03b-48fc-83fb-71766cbc9f63 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:40.473656 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a2c169e-3065-4f73-b837-8d79c23102f5 req-64304847-b02e-408f-8fc7-3be840cc75bb service neutron] 10.222.0.79 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096874 Feb 10 15:17:40.475266 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7266943-aad6-4ba7-bb26-f6b84e73c3a1 req-b04c0973-c428-4b06-b94e-28f18bdc313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:40.477334 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d7266943-aad6-4ba7-bb26-f6b84e73c3a1 req-b04c0973-c428-4b06-b94e-28f18bdc313a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418 HTTP/1.1" status: 200 len: 854 time: 0.3107741 Feb 10 15:17:40.477612 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-4104c697-bdd3-4a29-acf1-087e46c466b3 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:40.482535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4104c697-bdd3-4a29-acf1-087e46c466b3 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:40.494702 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4104c697-bdd3-4a29-acf1-087e46c466b3 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:40.499376 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4104c697-bdd3-4a29-acf1-087e46c466b3 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:40.584221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057ed70-344a-4a46-977d-45ba4f194604 req-b49cc6b5-e971-462a-b462-0e36246be0e5 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:40.588672 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3057ed70-344a-4a46-977d-45ba4f194604 req-b49cc6b5-e971-462a-b462-0e36246be0e5 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.6825626 Feb 10 15:17:40.641857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104c697-bdd3-4a29-acf1-087e46c466b3 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event updated for resources: {'Port': ['ID=56953003-caa5-4679-8840-e3935c19e0f3,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:40.655729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-4166baa6-7c0a-4c13-af9c-7d781c9daefb service neutron] 10.222.0.64 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8616495 Feb 10 15:17:40.692016 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4104c697-bdd3-4a29-acf1-087e46c466b3 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4911749 Feb 10 15:17:40.692962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41880) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:40.743124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-0595ac92-6496-456a-8ea2-32a73ddc0a9b tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Allocated IP 192.168.233.142 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/2fa2d824-d295-442f-9916-f890cf9b5969) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:40.808503 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38f060b-5a52-464c-a176-650553923494 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Deleting subnet 7295ec46-7ae8-411e-92fd-d71e358cb74f {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:17:40.848917 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e38f060b-5a52-464c-a176-650553923494 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for subnet (7295ec46-7ae8-411e-92fd-d71e358cb74f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:40.929987 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3057ed70-344a-4a46-977d-45ba4f194604 req-5c61f99c-2e84-4541-9b50-69633daa23f6 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245134 Feb 10 15:17:40.966887 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-0595ac92-6496-456a-8ea2-32a73ddc0a9b tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks [] for port (2fa2d824-d295-442f-9916-f890cf9b5969), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:40.986787 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e38f060b-5a52-464c-a176-650553923494 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (7295ec46-7ae8-411e-92fd-d71e358cb74f), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:41.131542 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:41.284411 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-0595ac92-6496-456a-8ea2-32a73ddc0a9b tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2fa2d824-d295-442f-9916-f890cf9b5969), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:41.299385 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['510df562-e0b2-4d08-8b94-70114684bf74'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:17:41.371577 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7266943-aad6-4ba7-bb26-f6b84e73c3a1 req-fcde56e0-3c80-474a-b941-60e41e4a800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:41.379624 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d7266943-aad6-4ba7-bb26-f6b84e73c3a1 req-fcde56e0-3c80-474a-b941-60e41e4a800b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8374686 Feb 10 15:17:41.401179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c82bae-6a26-4738-ace6-7204c783227b admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:17:41.416613 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 1be11e18-da6b-4287-9fa5-385f846d4ffe details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:17:41.441485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a0586-0e8c-4223-afb0-e99d39aeec15 None None] Sync routers for ids ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:17:41.443208 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-87c82bae-6a26-4738-ace6-7204c783227b admin admin] 10.222.0.64 "PUT /v2.0/routers/23b5c59f-05d8-4f5a-91ad-ca7980e74dc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1732111 Feb 10 15:17:41.456636 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41894) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:41.523300 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-0595ac92-6496-456a-8ea2-32a73ddc0a9b tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:41.531115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-0595ac92-6496-456a-8ea2-32a73ddc0a9b tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:41.561675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-0595ac92-6496-456a-8ea2-32a73ddc0a9b tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:41.585091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595ac92-6496-456a-8ea2-32a73ddc0a9b tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Pushing event updated for resources: {'Port': ['ID=2fa2d824-d295-442f-9916-f890cf9b5969,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:41.742496 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-32ccbc11-259d-4f7c-b820-8b92bfb12d49 admin admin] Publish callbacks [] for router (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:41.815025 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-0595ac92-6496-456a-8ea2-32a73ddc0a9b tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:41.815712 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-0595ac92-6496-456a-8ea2-32a73ddc0a9b tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:41.836608 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 1be11e18-da6b-4287-9fa5-385f846d4ffe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:41.862524 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d7266943-aad6-4ba7-bb26-f6b84e73c3a1 req-76bbed83-3886-4856-8c91-87367d14164e service neutron] 10.222.0.79 "GET /v2.0/networks/f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439540 Feb 10 15:17:41.863343 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e38f060b-5a52-464c-a176-650553923494 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (7295ec46-7ae8-411e-92fd-d71e358cb74f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:41.885438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2432a-327b-436d-ab47-354aff52b5b6 req-1d594644-38f1-47cf-b5ef-bb2010ea9956 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:41.887026 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84b2432a-327b-436d-ab47-354aff52b5b6 req-1d594644-38f1-47cf-b5ef-bb2010ea9956 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 944 time: 0.7868507 Feb 10 15:17:41.888006 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-0595ac92-6496-456a-8ea2-32a73ddc0a9b tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0460224 Feb 10 15:17:41.917882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a0586-0e8c-4223-afb0-e99d39aeec15 None None] Routers {'23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:17:41.918581 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-db5a0586-0e8c-4223-afb0-e99d39aeec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:17:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:41.926269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '1be11e18-da6b-4287-9fa5-385f846d4ffe', 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b', 'port_id': '1be11e18-da6b-4287-9fa5-385f846d4ffe', 'mac_address': 'fa:16:3e:63:23:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6d7326-5c38-4fe8-832a-e5a495c9b28d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:17:41.932052 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90aff7a-e8f5-46a4-8d12-5253ec027243 None None] Network cb180824-f03b-48fc-83fb-71766cbc9f63 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:41.934369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Request body: {'port': {'device_id': 'cf0bb34a-bc8c-475e-a945-dd824e3787d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:41.944588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce31fa-0f85-44fb-84e6-f77b35d7cd1c req-9f5337b3-f190-4f28-8265-3908768dabd3 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:41.951174 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8dce31fa-0f85-44fb-84e6-f77b35d7cd1c req-9f5337b3-f190-4f28-8265-3908768dabd3 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 936 time: 0.7518439 Feb 10 15:17:42.061958 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 1be11e18-da6b-4287-9fa5-385f846d4ffe is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:42.062457 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:42.157319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be11e18-da6b-4287-9fa5-385f846d4ffe {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:17:42.159366 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-32ccbc11-259d-4f7c-b820-8b92bfb12d49 admin admin] Publish callbacks [] for router_gateway (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:42.179631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2fa2d824-d295-442f-9916-f890cf9b5969), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:42.181260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 1be11e18-da6b-4287-9fa5-385f846d4ffe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:42.188212 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8dce31fa-0f85-44fb-84e6-f77b35d7cd1c req-f6675d8f-0cea-485a-9a12-851f763356fe tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118499 Feb 10 15:17:42.196981 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e38f060b-5a52-464c-a176-650553923494 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (7295ec46-7ae8-411e-92fd-d71e358cb74f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:42.211665 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84b2432a-327b-436d-ab47-354aff52b5b6 req-651a2139-7de7-4e59-a4fd-09f73da37ea1 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ddc451d-29ec-4058-a1a6-fde029dc9b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804973 Feb 10 15:17:42.249498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device dab21321-3e19-4a28-a717-b4a0a1933362 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:17:42.255946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f060b-5a52-464c-a176-650553923494 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Subnet': ['ID=7295ec46-7ae8-411e-92fd-d71e358cb74f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:42.269802 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-967ba1f1-79dc-443a-b864-558a794eeb2d None None] Provisioning complete for port dab21321-3e19-4a28-a717-b4a0a1933362 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:42.270187 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-967ba1f1-79dc-443a-b864-558a794eeb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dab21321-3e19-4a28-a717-b4a0a1933362), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:42.282519 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b60dd72-3b90-436f-a042-f0506b1a26d4 x-openstack-request-id: req-0b60dd72-3b90-436f-a042-f0506b1a26d4 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:42.282818 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597901d2-86d5-48d9-a2ee-19abc8d73238", "name": "network-vif-deleted", "tag": "7fbef778-675f-42e4-9621-161194765343", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:42.283071 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b60dd72-3b90-436f-a042-f0506b1a26d4 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:42.283471 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597901d2-86d5-48d9-a2ee-19abc8d73238', 'name': 'network-vif-deleted', 'tag': '7fbef778-675f-42e4-9621-161194765343', 'status': 'completed', 'code': 200} Feb 10 15:17:42.293136 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e38f060b-5a52-464c-a176-650553923494 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:42.297020 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e38f060b-5a52-464c-a176-650553923494 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/subnets/7295ec46-7ae8-411e-92fd-d71e358cb74f HTTP/1.1" status: 204 len: 168 time: 1.5920825 Feb 10 15:17:42.299796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41900) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:42.328875 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:42.469140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=1be11e18-da6b-4287-9fa5-385f846d4ffe,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:42.521839 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6532ba1-17cb-4773-8055-6d97281e0263 req-eb514215-bd63-42bf-b316-c250a66e2f01 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:42.524917 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a6532ba1-17cb-4773-8055-6d97281e0263 req-eb514215-bd63-42bf-b316-c250a66e2f01 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.2099764 Feb 10 15:17:42.541668 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7178204b-882e-45d6-95df-1df8fef08146 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:42.544543 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7178204b-882e-45d6-95df-1df8fef08146 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:42.546265 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7178204b-882e-45d6-95df-1df8fef08146 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2451465 Feb 10 15:17:42.554469 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41902) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:42.554957 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-db5a0586-0e8c-4223-afb0-e99d39aeec15 None None] Set router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:17:42.570870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa2d824-d295-442f-9916-f890cf9b5969 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:17:42.579246 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Publish callbacks [] for port (2fa2d824-d295-442f-9916-f890cf9b5969), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:42.592023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Transition to ACTIVE for port object 2fa2d824-d295-442f-9916-f890cf9b5969 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:17:42.604134 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d7266943-aad6-4ba7-bb26-f6b84e73c3a1 req-7f8de473-7d35-4eb6-b13a-d8228f0e45f9 service neutron] 10.222.0.79 "GET /v2.0/networks/f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7132978 Feb 10 15:17:42.605922 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (2fa2d824-d295-442f-9916-f890cf9b5969), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:42.677915 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-69046e4f-d02d-4188-b39a-4e9094d96e62 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (cb180824-f03b-48fc-83fb-71766cbc9f63), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:42.693373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-32ccbc11-259d-4f7c-b820-8b92bfb12d49 admin admin] Deleting port 458726c1-1646-4646-9c91-85895dcd2aeb {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:42.693717 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-32ccbc11-259d-4f7c-b820-8b92bfb12d49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (458726c1-1646-4646-9c91-85895dcd2aeb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:42.703832 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4038-fd05-42c2-9cb3-8a8a21570010 req-7a3a4de0-f91f-4c19-964e-e565775a3c9a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:42.705381 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2cf4038-fd05-42c2-9cb3-8a8a21570010 req-7a3a4de0-f91f-4c19-964e-e565775a3c9a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.3022125 Feb 10 15:17:42.739812 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Pushing event updated for resources: {'Port': ['ID=2fa2d824-d295-442f-9916-f890cf9b5969,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:42.769628 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port dab21321-3e19-4a28-a717-b4a0a1933362 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:42.770487 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dab21321-3e19-4a28-a717-b4a0a1933362), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:42.786858 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-69046e4f-d02d-4188-b39a-4e9094d96e62 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 15:17:42.788544 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69046e4f-d02d-4188-b39a-4e9094d96e62 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:42.792074 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-69046e4f-d02d-4188-b39a-4e9094d96e62 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/networks/cb180824-f03b-48fc-83fb-71766cbc9f63 HTTP/1.1" status: 409 len: 466 time: 0.2282991 Feb 10 15:17:42.807185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41904) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:42.814098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7b8294b0-3314-4e0a-a1b3-18972f5cd2a9 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1505834668'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:42.822744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Attempting to bind port 2fa2d824-d295-442f-9916-f890cf9b5969 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:42.823164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Attempting to bind port 2fa2d824-d295-442f-9916-f890cf9b5969 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:42.823312 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Attempting to bind port 2fa2d824-d295-442f-9916-f890cf9b5969 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:42.833234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Port 2fa2d824-d295-442f-9916-f890cf9b5969 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:17:42.833591 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Attempting to bind port 2fa2d824-d295-442f-9916-f890cf9b5969 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:42.843060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:42.843480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:42.843733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:42.843875 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['1be11e18-da6b-4287-9fa5-385f846d4ffe'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:17:42.844169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Bound port: 2fa2d824-d295-442f-9916-f890cf9b5969, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:42.844547 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2fa2d824-d295-442f-9916-f890cf9b5969), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:42.846453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-967ba1f1-79dc-443a-b864-558a794eeb2d None None] Current status of the port dab21321-3e19-4a28-a717-b4a0a1933362 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:42.846913 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-967ba1f1-79dc-443a-b864-558a794eeb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (dab21321-3e19-4a28-a717-b4a0a1933362), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:42.853277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8294b0-3314-4e0a-a1b3-18972f5cd2a9 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Made reservation on behalf of a019ff2b281d41119b271349c3aec409 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:42.858038 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b8294b0-3314-4e0a-a1b3-18972f5cd2a9 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:42.886804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-32ccbc11-259d-4f7c-b820-8b92bfb12d49 admin admin] For port 458726c1-1646-4646-9c91-85895dcd2aeb, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=458726c1-1646-4646-9c91-85895dcd2aeb,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:42.887204 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-32ccbc11-259d-4f7c-b820-8b92bfb12d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (458726c1-1646-4646-9c91-85895dcd2aeb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:42.910275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a6532ba1-17cb-4773-8055-6d97281e0263 req-b144ad1e-eb6f-4096-a772-5708f4f7a442 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763444 Feb 10 15:17:42.911359 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-32ccbc11-259d-4f7c-b820-8b92bfb12d49 admin admin] Calling delete_port for 458726c1-1646-4646-9c91-85895dcd2aeb owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:42.967559 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8294b0-3314-4e0a-a1b3-18972f5cd2a9 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:17:42.991745 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2cf4038-fd05-42c2-9cb3-8a8a21570010 req-b279fe8b-23ca-4c01-bbe7-a27c8c98d645 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612722 Feb 10 15:17:43.026792 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b8294b0-3314-4e0a-a1b3-18972f5cd2a9 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (2fc52027-d05c-4497-a444-b8eb9e74604b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:43.032099 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-7b8294b0-3314-4e0a-a1b3-18972f5cd2a9 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Added segment 2fc52027-d05c-4497-a444-b8eb9e74604b of type vlan for network a26b8fc4-8621-442c-b89e-ebb444762438 Feb 10 15:17:43.078676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] For port 2fa2d824-d295-442f-9916-f890cf9b5969, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:43.104138 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03769168-b9c8-4779-bcb5-c178e623580c req-e234ae6a-1906-4256-a0c2-144909f65b62 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 210 time: 0.0674562 Feb 10 15:17:43.127027 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b8294b0-3314-4e0a-a1b3-18972f5cd2a9 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (a26b8fc4-8621-442c-b89e-ebb444762438), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:43.143809 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a117b6d5-0da0-40ea-9ac2-5f09726fbd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:43.153118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] For port 2fa2d824-d295-442f-9916-f890cf9b5969, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=2fa2d824-d295-442f-9916-f890cf9b5969,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:43.189968 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (2fa2d824-d295-442f-9916-f890cf9b5969), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:43.201026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-967ba1f1-79dc-443a-b864-558a794eeb2d None None] For port dab21321-3e19-4a28-a717-b4a0a1933362, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=dab21321-3e19-4a28-a717-b4a0a1933362,segment=NetworkSegment(919d165e-1eaa-42d2-87f4-e2ddace589a4),segment_id=919d165e-1eaa-42d2-87f4-e2ddace589a4)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:43.229766 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-967ba1f1-79dc-443a-b864-558a794eeb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (dab21321-3e19-4a28-a717-b4a0a1933362), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:43.271843 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:43.273363 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:43.275220 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] 10.222.0.72 "PUT /v2.0/ports/2fa2d824-d295-442f-9916-f890cf9b5969 HTTP/1.1" status: 200 len: 1096 time: 1.3598115 Feb 10 15:17:43.290313 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b8294b0-3314-4e0a-a1b3-18972f5cd2a9 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (a26b8fc4-8621-442c-b89e-ebb444762438), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:43.298521 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8294b0-3314-4e0a-a1b3-18972f5cd2a9 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:43.301473 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b8294b0-3314-4e0a-a1b3-18972f5cd2a9 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:43.388486 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8294b0-3314-4e0a-a1b3-18972f5cd2a9 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event updated for resources: {'Network': ['ID=a26b8fc4-8621-442c-b89e-ebb444762438,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:43.430492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network a26b8fc4-8621-442c-b89e-ebb444762438 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:17:43.450212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c61a5-468f-429f-b51e-21a5e02e6d7e service neutron] Pushing event updated for resources: {'Port': ['ID=2fa2d824-d295-442f-9916-f890cf9b5969,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:43.477877 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7b8294b0-3314-4e0a-a1b3-18972f5cd2a9 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6695852 Feb 10 15:17:43.483562 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41912) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:43.492625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-69070c33-4e5b-49e3-95de-ceacc8982aa5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Request body: {'subnet': {'network_id': 'a26b8fc4-8621-442c-b89e-ebb444762438', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:43.508597 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port dab21321-3e19-4a28-a717-b4a0a1933362 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:43.535209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876e7b1-244f-442d-b056-3958a91f0417 req-276f35f9-0afd-4438-bb14-e43a8b411108 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:43.535789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ba1f1-79dc-443a-b864-558a794eeb2d None None] Pushing event updated for resources: {'Port': ['ID=dab21321-3e19-4a28-a717-b4a0a1933362,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:43.537005 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9876e7b1-244f-442d-b056-3958a91f0417 req-276f35f9-0afd-4438-bb14-e43a8b411108 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 945 time: 0.4031291 Feb 10 15:17:43.564790 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffb2a6-5379-43f7-9450-f886f3358b68 req-4b90105a-64bd-4de1-a412-d57caa66d245 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:43.577843 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41914) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:43.578951 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f1ffb2a6-5379-43f7-9450-f886f3358b68 req-4b90105a-64bd-4de1-a412-d57caa66d245 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.3163550 Feb 10 15:17:43.579801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-1c1a0c1b-0d75-46df-9fb9-937ce045cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:43.583528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57665beb-d310-40dd-966f-e806abe42b50 None None] Network cb180824-f03b-48fc-83fb-71766cbc9f63 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:43.587370 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-1c1a0c1b-0d75-46df-9fb9-937ce045cf9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1174d1a0fea24acfbb0b15c648c6630d&device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 1130 time: 0.2004976 Feb 10 15:17:43.592490 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-336b4b65-7d2f-4cb9-83cb-005d2697f13f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Request body: {'floatingip': {'port_id': 'faa3244c-d52c-4e52-a687-00e61703ca8e'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:43.670383 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-32ccbc11-259d-4f7c-b820-8b92bfb12d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (458726c1-1646-4646-9c91-85895dcd2aeb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:43.707415 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-4ede1f54-ca35-427e-af06-c8c96cf77e84 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=2fa2d824-d295-442f-9916-f890cf9b5969 HTTP/1.1" status: 200 len: 217 time: 0.1052394 Feb 10 15:17:43.711558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-db5a0586-0e8c-4223-afb0-e99d39aeec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'name': 'tempest-ServersTestFqdnHostnames-1824047479-router', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:00Z', 'updated_at': '2022-02-10T15:17:36Z', 'revision_number': 5, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'gw_port': {'id': '458726c1-1646-4646-9c91-85895dcd2aeb', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:01Z', 'updated_at': '2022-02-10T15:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:43.713037 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-336b4b65-7d2f-4cb9-83cb-005d2697f13f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for floatingip (ab7a3d5b-cc5f-4949-a0f7-fa65bac8142a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:43.760004 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9876e7b1-244f-442d-b056-3958a91f0417 req-5796e4b8-6a7d-4ec6-a147-99790413d8de tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029412 Feb 10 15:17:43.774497 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a0586-0e8c-4223-afb0-e99d39aeec15 None None] Checking router: 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:17:43.794809 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8a8cded6-d107-4503-96eb-bd23daac3b36 None None] Provisioning complete for port 56953003-caa5-4679-8840-e3935c19e0f3 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:43.795512 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8a8cded6-d107-4503-96eb-bd23daac3b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (56953003-caa5-4679-8840-e3935c19e0f3), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:43.839034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a0586-0e8c-4223-afb0-e99d39aeec15 None None] Routers {'23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:17:43.839700 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-db5a0586-0e8c-4223-afb0-e99d39aeec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:17:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:43.846336 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69070c33-4e5b-49e3-95de-ceacc8982aa5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Made reservation on behalf of a019ff2b281d41119b271349c3aec409 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:43.849858 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69070c33-4e5b-49e3-95de-ceacc8982aa5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:43.888436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccbc11-259d-4f7c-b820-8b92bfb12d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=458726c1-1646-4646-9c91-85895dcd2aeb,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:43.923101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-4c4fdaa6-1910-4503-b5b9-a56087fe5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:43.925007 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-4c4fdaa6-1910-4503-b5b9-a56087fe5ee1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.2027595 Feb 10 15:17:43.997019 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ff8a0-3088-4dd3-951b-c904d9fa19a1 req-a76d3af1-41c7-42b7-8eb2-23d6c1795475 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:43.999109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c66ff8a0-3088-4dd3-951b-c904d9fa19a1 req-a76d3af1-41c7-42b7-8eb2-23d6c1795475 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 948 time: 0.3334379 Feb 10 15:17:44.042156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-db5a0586-0e8c-4223-afb0-e99d39aeec15 None None] Set router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:17:44.044211 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-32ccbc11-259d-4f7c-b820-8b92bfb12d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:44.106742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8a8cded6-d107-4503-96eb-bd23daac3b36 None None] Port 56953003-caa5-4679-8840-e3935c19e0f3 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:17:44.166004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-82437c5d-2e4f-49d9-b8b5-1504f3d87ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:44.167225 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed379dd0-38b2-449a-972b-901c474a8814 None None] DHCP port deletion for cb180824-f03b-48fc-83fb-71766cbc9f63 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:17:44.172150 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-db5a0586-0e8c-4223-afb0-e99d39aeec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'name': 'tempest-ServersTestFqdnHostnames-1824047479-router', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:00Z', 'updated_at': '2022-02-10T15:17:43Z', 'revision_number': 7, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:44.173935 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-82437c5d-2e4f-49d9-b8b5-1504f3d87ebb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2402122 Feb 10 15:17:44.236281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a0586-0e8c-4223-afb0-e99d39aeec15 None None] The sync data for ids ['23b5c59f-05d8-4f5a-91ad-ca7980e74dc5'] in n-d-815324-7 is: [{'id': '23b5c59f-05d8-4f5a-91ad-ca7980e74dc5', 'name': 'tempest-ServersTestFqdnHostnames-1824047479-router', 'tenant_id': '7099130bfd284a4d8f28ab77aba98489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:00Z', 'updated_at': '2022-02-10T15:17:43Z', 'revision_number': 7, 'project_id': '7099130bfd284a4d8f28ab77aba98489', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:17:44.276938 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device dab21321-3e19-4a28-a717-b4a0a1933362 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:17:44.287431 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0bb34a-bc8c-475e-a945-dd824e3787d7', 'tag': '2fa2d824-d295-442f-9916-f890cf9b5969'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:44.291581 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5308f1c6-727f-45ed-9ca6-f1acbbffc527" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0bb34a-bc8c-475e-a945-dd824e3787d7", "tag": "2fa2d824-d295-442f-9916-f890cf9b5969"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:44.307965 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8a8cded6-d107-4503-96eb-bd23daac3b36 None None] Provisioning complete for port dab21321-3e19-4a28-a717-b4a0a1933362 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:44.308336 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8a8cded6-d107-4503-96eb-bd23daac3b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dab21321-3e19-4a28-a717-b4a0a1933362), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:44.312187 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-32ccbc11-259d-4f7c-b820-8b92bfb12d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:44.317581 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-32ccbc11-259d-4f7c-b820-8b92bfb12d49 admin admin] Publish callbacks [] for router_controller (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:44.323124 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c66ff8a0-3088-4dd3-951b-c904d9fa19a1 req-ff1445ff-5074-4230-9a3e-90f0246d93c0 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132424 Feb 10 15:17:44.402048 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352ca72-4cb7-44dc-89b1-ddcc2abb4ef8 req-039460fc-15b9-4784-acde-a70260f0bef6 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:44.404204 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6352ca72-4cb7-44dc-89b1-ddcc2abb4ef8 req-039460fc-15b9-4784-acde-a70260f0bef6 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 944 time: 0.3567479 Feb 10 15:17:44.411029 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-32ccbc11-259d-4f7c-b820-8b92bfb12d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (23b5c59f-05d8-4f5a-91ad-ca7980e74dc5), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:44.411611 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ccbc11-259d-4f7c-b820-8b92bfb12d49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:17:44.434000 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-32ccbc11-259d-4f7c-b820-8b92bfb12d49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:44.436260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-32ccbc11-259d-4f7c-b820-8b92bfb12d49 admin admin] 10.222.0.64 "DELETE /v2.0/routers/23b5c59f-05d8-4f5a-91ad-ca7980e74dc5 HTTP/1.1" status: 204 len: 168 time: 2.9759099 Feb 10 15:17:44.445515 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41922) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:44.513374 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ed379dd0-38b2-449a-972b-901c474a8814 None None] Deleting port dab21321-3e19-4a28-a717-b4a0a1933362 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:44.513753 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed379dd0-38b2-449a-972b-901c474a8814 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (dab21321-3e19-4a28-a717-b4a0a1933362), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:44.581688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79b7b5d-7e29-4078-8809-b593c2abc1f5 admin admin] Deleting subnet 6e28ecbc-7fb9-41aa-946b-3d06dc9fb759 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:17:44.585228 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e79b7b5d-7e29-4078-8809-b593c2abc1f5 admin admin] Publish callbacks [] for subnet (6e28ecbc-7fb9-41aa-946b-3d06dc9fb759), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:44.589405 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ed379dd0-38b2-449a-972b-901c474a8814 None None] For port dab21321-3e19-4a28-a717-b4a0a1933362, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=dab21321-3e19-4a28-a717-b4a0a1933362,segment=NetworkSegment(919d165e-1eaa-42d2-87f4-e2ddace589a4),segment_id=919d165e-1eaa-42d2-87f4-e2ddace589a4)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:44.589804 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed379dd0-38b2-449a-972b-901c474a8814 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (dab21321-3e19-4a28-a717-b4a0a1933362), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:44.605436 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ed379dd0-38b2-449a-972b-901c474a8814 None None] Calling delete_port for dab21321-3e19-4a28-a717-b4a0a1933362 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:44.633086 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e79b7b5d-7e29-4078-8809-b593c2abc1f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (6e28ecbc-7fb9-41aa-946b-3d06dc9fb759), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:44.722876 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e79b7b5d-7e29-4078-8809-b593c2abc1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (6e28ecbc-7fb9-41aa-946b-3d06dc9fb759), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:44.726319 n-d-815324-7 neutron-server[103370]: INFO neutron.plugins.ml2.db [None req-8a8cded6-d107-4503-96eb-bd23daac3b36 None None] No ports have port_id starting with dab21321-3e19-4a28-a717-b4a0a1933362 Feb 10 15:17:44.733135 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed379dd0-38b2-449a-972b-901c474a8814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (dab21321-3e19-4a28-a717-b4a0a1933362), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:44.762133 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed379dd0-38b2-449a-972b-901c474a8814 None None] Pushing event deleted for resources: {'Port': ['ID=dab21321-3e19-4a28-a717-b4a0a1933362,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:44.778196 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed379dd0-38b2-449a-972b-901c474a8814 None None] No DVR routers for this DVR port dab21321-3e19-4a28-a717-b4a0a1933362 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:17:44.780338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port dab21321-3e19-4a28-a717-b4a0a1933362 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:44.780820 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (dab21321-3e19-4a28-a717-b4a0a1933362), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:44.785998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6352ca72-4cb7-44dc-89b1-ddcc2abb4ef8 req-982eec48-d640-4baf-89b1-3c3c48f986ed tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ddc451d-29ec-4058-a1a6-fde029dc9b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713484 Feb 10 15:17:44.800076 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e79b7b5d-7e29-4078-8809-b593c2abc1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (6e28ecbc-7fb9-41aa-946b-3d06dc9fb759), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:44.833059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d651d-b7d9-446c-8abc-9e972541f490 req-5114c6fe-944e-4e59-9fad-fedfb4abdb09 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:44.835166 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c2d651d-b7d9-446c-8abc-9e972541f490 req-5114c6fe-944e-4e59-9fad-fedfb4abdb09 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.3515363 Feb 10 15:17:44.836222 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e79b7b5d-7e29-4078-8809-b593c2abc1f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:44.839333 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e79b7b5d-7e29-4078-8809-b593c2abc1f5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6e28ecbc-7fb9-41aa-946b-3d06dc9fb759 HTTP/1.1" status: 204 len: 168 time: 0.3925068 Feb 10 15:17:44.845584 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1eb3ee-02d8-45d3-a5cd-4036385b5e02 None None] Network e2f27463-f50d-4318-8089-322f53d4c8a4 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:44.848727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41926) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:44.883354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b7b5d-7e29-4078-8809-b593c2abc1f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e28ecbc-7fb9-41aa-946b-3d06dc9fb759,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:44.999296 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c2d651d-b7d9-446c-8abc-9e972541f490 req-ad854466-050e-48f7-84a7-29b2217319d5 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215956 Feb 10 15:17:45.007682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cee0b742-aafa-47ec-a2d6-66c20a18fae0 req-9e378e16-6d12-46d6-8200-c1db257ba408 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 210 time: 0.0700731 Feb 10 15:17:45.093849 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2ce79d-182b-4ff9-95a8-ff746c2f2cd1 x-openstack-request-id: req-ff2ce79d-182b-4ff9-95a8-ff746c2f2cd1 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:45.094138 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0bb34a-bc8c-475e-a945-dd824e3787d7", "tag": "2fa2d824-d295-442f-9916-f890cf9b5969", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:45.094379 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff2ce79d-182b-4ff9-95a8-ff746c2f2cd1 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:45.094757 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0bb34a-bc8c-475e-a945-dd824e3787d7', 'tag': '2fa2d824-d295-442f-9916-f890cf9b5969', 'status': 'completed', 'code': 200} Feb 10 15:17:45.174503 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1b56a9-8c32-47ea-a075-3ad5bcbf7e44 None None] DHCP port deletion for e2f27463-f50d-4318-8089-322f53d4c8a4 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:17:45.176526 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d92f16-c80b-4f71-96f3-6b265e464edd req-f57f10d0-7650-4734-981b-02ededf42b07 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:45.177017 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-505a8e2a-df96-47e8-b52a-6ac688b40664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:45.180233 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22d92f16-c80b-4f71-96f3-6b265e464edd req-f57f10d0-7650-4734-981b-02ededf42b07 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 945 time: 0.0896869 Feb 10 15:17:45.246538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b56a9-8c32-47ea-a075-3ad5bcbf7e44 None None] Deleting port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:45.247116 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3d1b56a9-8c32-47ea-a075-3ad5bcbf7e44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:45.257700 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22d92f16-c80b-4f71-96f3-6b265e464edd req-56363323-598f-461d-915b-4562e5cdde6f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508573 Feb 10 15:17:45.304240 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-176c6941-8fa5-4ac9-b94f-ce773a3890bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (e2f27463-f50d-4318-8089-322f53d4c8a4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:45.322172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3d1b56a9-8c32-47ea-a075-3ad5bcbf7e44 None None] For port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c,segment=NetworkSegment(23b7123c-d442-49cb-9fdc-ba75fc0907fa),segment_id=23b7123c-d442-49cb-9fdc-ba75fc0907fa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:45.322172 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3d1b56a9-8c32-47ea-a075-3ad5bcbf7e44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:45.324978 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-e968245f-5850-4498-8671-5202e3a11e6d service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0982277 Feb 10 15:17:45.335799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b56a9-8c32-47ea-a075-3ad5bcbf7e44 None None] Calling delete_port for 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:45.405183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 1be11e18-da6b-4287-9fa5-385f846d4ffe up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:17:45.448618 n-d-815324-7 neutron-server[103369]: DEBUG neutron.objects.ports [None req-69070c33-4e5b-49e3-95de-ceacc8982aa5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103369) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:17:45.459129 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69070c33-4e5b-49e3-95de-ceacc8982aa5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (218ba97a-bab3-4af2-9b1d-3b6f0d2c3fa7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:45.465727 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3d1b56a9-8c32-47ea-a075-3ad5bcbf7e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:45.471590 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25811f72-104d-4b43-80cc-eba85ae5392c req-8f7669ab-237d-4a3c-8b43-53ac60a8df3b tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:45.473145 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25811f72-104d-4b43-80cc-eba85ae5392c req-8f7669ab-237d-4a3c-8b43-53ac60a8df3b tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 948 time: 0.0720804 Feb 10 15:17:45.493579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b56a9-8c32-47ea-a075-3ad5bcbf7e44 None None] Pushing event deleted for resources: {'Port': ['ID=6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:45.504230 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b56a9-8c32-47ea-a075-3ad5bcbf7e44 None None] No DVR routers for this DVR port 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:17:45.509051 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-c45107c0-7e80-4bd1-bfc0-538221218267 service neutron] 10.222.0.79 "GET /v2.0/ports/6c40976f-57d7-449f-81de-ec3685a64b1a/bindings/n-h1-815324-7 HTTP/1.1" status: 200 len: 384 time: 0.5569446 Feb 10 15:17:45.509847 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-176c6941-8fa5-4ac9-b94f-ce773a3890bf admin admin] The port '6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c' was deleted {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 10 15:17:45.517853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 1be11e18-da6b-4287-9fa5-385f846d4ffe completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:17:45.523273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 1be11e18-da6b-4287-9fa5-385f846d4ffe triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:45.523831 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:45.554702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25811f72-104d-4b43-80cc-eba85ae5392c req-b3d899f7-1e2f-4518-99ea-95c86f8c8c0e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739810 Feb 10 15:17:45.623216 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 1be11e18-da6b-4287-9fa5-385f846d4ffe is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:45.623598 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:45.648723 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61937c9d-89a7-4679-abc2-fb6a2eb522fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be11e18-da6b-4287-9fa5-385f846d4ffe'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:45.650986 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df080ef-f549-4b07-95e9-073bd0e2bf77" -d '{"events": [{"server_uuid": "61937c9d-89a7-4679-abc2-fb6a2eb522fa", "name": "network-vif-plugged", "status": "completed", "tag": "1be11e18-da6b-4287-9fa5-385f846d4ffe"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:45.665104 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 1be11e18-da6b-4287-9fa5-385f846d4ffe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:45.671110 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:45.701993 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6c22f4-4ab9-4a56-ad4b-b6f02b3b4c87 x-openstack-request-id: req-ca6c22f4-4ab9-4a56-ad4b-b6f02b3b4c87 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:45.702212 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61937c9d-89a7-4679-abc2-fb6a2eb522fa", "name": "network-vif-plugged", "status": "completed", "tag": "1be11e18-da6b-4287-9fa5-385f846d4ffe", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:45.702438 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca6c22f4-4ab9-4a56-ad4b-b6f02b3b4c87 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:45.702819 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61937c9d-89a7-4679-abc2-fb6a2eb522fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be11e18-da6b-4287-9fa5-385f846d4ffe', 'code': 200} Feb 10 15:17:45.723866 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-8e208e2c-47ac-4f0f-b8c8-1813b4723b86 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:45.726613 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-8e208e2c-47ac-4f0f-b8c8-1813b4723b86 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.79 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 811 time: 0.6422560 Feb 10 15:17:45.772889 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69070c33-4e5b-49e3-95de-ceacc8982aa5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event updated for resources: {'Subnet': ['ID=218ba97a-bab3-4af2-9b1d-3b6f0d2c3fa7,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:45.792254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-10908308-6f03-4928-b26b-d54b2fe2be6a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Request body: {'port': {'device_id': '81b54e95-cb4e-4cb2-9b95-ff546ed551da', 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1', 'admin_state_up': True, 'tenant_id': '7c5978713a6c4cb985de240d8ad8b7a0'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:45.844597 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.db.resource_extend [None req-336b4b65-7d2f-4cb9-83cb-005d2697f13f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:17:45.868162 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-706283dc-b40d-4b7f-9e8b-8b1c18c40142 req-138a5384-3b32-4c91-9142-2aacf9ba059b service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745591 Feb 10 15:17:45.922706 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=1be11e18-da6b-4287-9fa5-385f846d4ffe,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:45.928165 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-176c6941-8fa5-4ac9-b94f-ce773a3890bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (e2f27463-f50d-4318-8089-322f53d4c8a4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:45.964213 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69070c33-4e5b-49e3-95de-ceacc8982aa5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Checking segment: {'id': '2fc52027-d05c-4497-a444-b8eb9e74604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a26b8fc4-8621-442c-b89e-ebb444762438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:45.964576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69070c33-4e5b-49e3-95de-ceacc8982aa5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Network hostable DHCP agents. Network: a26b8fc4-8621-442c-b89e-ebb444762438, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:17:46.037746 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-176c6941-8fa5-4ac9-b94f-ce773a3890bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f27463-f50d-4318-8089-322f53d4c8a4']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:46.066390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 69934b02-196d-4529-9f9c-f9dd141bee56 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:17:46.089808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 69934b02-196d-4529-9f9c-f9dd141bee56 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:17:46.090159 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 69934b02-196d-4529-9f9c-f9dd141bee56 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:17:46.090585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:17:46.093296 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-176c6941-8fa5-4ac9-b94f-ce773a3890bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b7123c-d442-49cb-9fdc-ba75fc0907fa') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:46.094672 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-176c6941-8fa5-4ac9-b94f-ce773a3890bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b7123c-d442-49cb-9fdc-ba75fc0907fa') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:46.113110 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:17:46.113379 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6bbea8e2-42d9-49fb-a13d-6400ad5e6a2c not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:17:46.113946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 458726c1-1646-4646-9c91-85895dcd2aeb no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:17:46.128855 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-336b4b65-7d2f-4cb9-83cb-005d2697f13f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:46.133642 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 458726c1-1646-4646-9c91-85895dcd2aeb {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:17:46.134022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 458726c1-1646-4646-9c91-85895dcd2aeb not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:17:46.143256 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-176c6941-8fa5-4ac9-b94f-ce773a3890bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (23b7123c-d442-49cb-9fdc-ba75fc0907fa), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:46.149206 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-336b4b65-7d2f-4cb9-83cb-005d2697f13f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (ab7a3d5b-cc5f-4949-a0f7-fa65bac8142a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:46.162037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69070c33-4e5b-49e3-95de-ceacc8982aa5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Network a26b8fc4-8621-442c-b89e-ebb444762438 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:17:46.180603 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae4c7fca-014f-47f4-b620-ef74db0200b8 req-557ce7df-fde8-4e03-8763-2df85899199a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 210 time: 0.0387487 Feb 10 15:17:46.204804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fc393-adc5-4248-af12-f7b4b0787006 req-c22b2e5f-bdb7-4b5b-bcc2-fb77e018369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:46.205600 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c4fc393-adc5-4248-af12-f7b4b0787006 req-c22b2e5f-bdb7-4b5b-bcc2-fb77e018369f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 1128 time: 0.4316051 Feb 10 15:17:46.227038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308f1c6-727f-45ed-9ca6-f1acbbffc527 req-acce5283-11c4-449b-9eb6-b39f4a70ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:46.229219 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5308f1c6-727f-45ed-9ca6-f1acbbffc527 req-acce5283-11c4-449b-9eb6-b39f4a70ed79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1174d1a0fea24acfbb0b15c648c6630d&device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 1130 time: 0.2933469 Feb 10 15:17:46.230757 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:46.240459 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b50ec4-662f-460e-993a-e7ce2e1e07e1 req-07d43943-7282-4923-ab89-5aa951304e16 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:46.242065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8b50ec4-662f-460e-993a-e7ce2e1e07e1 req-07d43943-7282-4923-ab89-5aa951304e16 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 944 time: 0.1099675 Feb 10 15:17:46.245222 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-176c6941-8fa5-4ac9-b94f-ce773a3890bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (23b7123c-d442-49cb-9fdc-ba75fc0907fa), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:46.281772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-69070c33-4e5b-49e3-95de-ceacc8982aa5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, a26b8fc4-8621-442c-b89e-ebb444762438) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:46.297887 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3022862b-d51c-4439-8149-5e0760607e16 None None] Network a26b8fc4-8621-442c-b89e-ebb444762438 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:46.309072 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c4fc393-adc5-4248-af12-f7b4b0787006 req-b8284038-f922-4792-bf94-648c43d3b758 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959189 Feb 10 15:17:46.323532 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176c6941-8fa5-4ac9-b94f-ce773a3890bf admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:17:46.324475 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-176c6941-8fa5-4ac9-b94f-ce773a3890bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (23b7123c-d442-49cb-9fdc-ba75fc0907fa), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:46.334189 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69070c33-4e5b-49e3-95de-ceacc8982aa5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:46.334866 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69070c33-4e5b-49e3-95de-ceacc8982aa5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:17:46.337205 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:17:46.340342 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8b50ec4-662f-460e-993a-e7ce2e1e07e1 req-79815d45-98ae-41e1-95f3-f6ca96061090 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ddc451d-29ec-4058-a1a6-fde029dc9b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885255 Feb 10 15:17:46.354886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc498eb-1d74-428d-9c70-8eab53f6f518 req-68d5c29c-abbd-48de-9140-44730b73ec5a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:46.366961 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5fc498eb-1d74-428d-9c70-8eab53f6f518 req-68d5c29c-abbd-48de-9140-44730b73ec5a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 943 time: 0.0922048 Feb 10 15:17:46.448160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-a26b8fc4-8621-442c-b89e-ebb444762438', 'network_id': 'a26b8fc4-8621-442c-b89e-ebb444762438', 'project_id': 'a019ff2b281d41119b271349c3aec409', 'fixed_ips': [{'subnet_id': '218ba97a-bab3-4af2-9b1d-3b6f0d2c3fa7'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:17:46.449560 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:46.509003 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5fc498eb-1d74-428d-9c70-8eab53f6f518 req-fa3d696f-9145-4600-b7e0-35ca1bb0a7bb tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303866 Feb 10 15:17:46.518434 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-495c5cc4-23ea-4e2e-a5f7-baa32f8d3960 service neutron] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6c40976f-57d7-449f-81de-ec3685a64b1a,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:46.546848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2048d1b-8329-4b0f-969a-8910c27ce075 req-674ed2c2-6630-4e65-b5eb-627efc2cf4ea tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:46.548543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d2048d1b-8329-4b0f-969a-8910c27ce075 req-674ed2c2-6630-4e65-b5eb-627efc2cf4ea tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.0995309 Feb 10 15:17:46.595261 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-69070c33-4e5b-49e3-95de-ceacc8982aa5 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1067743 Feb 10 15:17:46.602573 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41942) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:46.607899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-10908308-6f03-4928-b26b-d54b2fe2be6a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Made reservation on behalf of 7c5978713a6c4cb985de240d8ad8b7a0 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:46.611230 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-10908308-6f03-4928-b26b-d54b2fe2be6a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:46.620060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-495c5cc4-23ea-4e2e-a5f7-baa32f8d3960 service neutron] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:46.642056 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d2048d1b-8329-4b0f-969a-8910c27ce075 req-4e00c36d-500c-4f87-8abc-350f9bbfa48a tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864964 Feb 10 15:17:46.664161 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-176c6941-8fa5-4ac9-b94f-ce773a3890bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (e2f27463-f50d-4318-8089-322f53d4c8a4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:46.672192 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Allocated IP 2001:db8::f816:3eff:fe8a:404c (a26b8fc4-8621-442c-b89e-ebb444762438/218ba97a-bab3-4af2-9b1d-3b6f0d2c3fa7/86557983-2011-4430-9e81-b59815a4f924) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:46.676914 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-336b4b65-7d2f-4cb9-83cb-005d2697f13f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Floating IP ab7a3d5b-cc5f-4949-a0f7-fa65bac8142a associated. External IP: 172.25.3.188, port: faa3244c-d52c-4e52-a687-00e61703ca8e. Feb 10 15:17:46.720093 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-176c6941-8fa5-4ac9-b94f-ce773a3890bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:46.724880 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-176c6941-8fa5-4ac9-b94f-ce773a3890bf admin admin] 10.222.0.64 "DELETE /v2.0/networks/e2f27463-f50d-4318-8089-322f53d4c8a4 HTTP/1.1" status: 204 len: 168 time: 1.8599226 Feb 10 15:17:46.748900 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-495c5cc4-23ea-4e2e-a5f7-baa32f8d3960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c40976f-57d7-449f-81de-ec3685a64b1a {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:17:46.753797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308f1c6-727f-45ed-9ca6-f1acbbffc527 req-006f5dfd-790d-4bdc-b33d-b7763630abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:46.755303 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5308f1c6-727f-45ed-9ca6-f1acbbffc527 req-006f5dfd-790d-4bdc-b33d-b7763630abe6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.5073373 Feb 10 15:17:46.760813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c6941-8fa5-4ac9-b94f-ce773a3890bf admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f27463-f50d-4318-8089-322f53d4c8a4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:46.763229 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (a26b8fc4-8621-442c-b89e-ebb444762438), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:46.791143 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-495c5cc4-23ea-4e2e-a5f7-baa32f8d3960 service neutron] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=6c40976f-57d7-449f-81de-ec3685a64b1a,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:46.830762 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceab260-144b-4d27-a871-f203822ad810 req-e55d2225-b9f7-4989-b61b-9e78acf3d84d tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:46.837844 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ceab260-144b-4d27-a871-f203822ad810 req-e55d2225-b9f7-4989-b61b-9e78acf3d84d tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 948 time: 0.1921129 Feb 10 15:17:46.875607 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5308f1c6-727f-45ed-9ca6-f1acbbffc527 req-222d68d2-fb34-4cd0-bb25-c92767dd8320 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=2fa2d824-d295-442f-9916-f890cf9b5969 HTTP/1.1" status: 200 len: 217 time: 0.0999146 Feb 10 15:17:46.881467 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (218ba97a-bab3-4af2-9b1d-3b6f0d2c3fa7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:46.903473 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Publish callbacks [] for port (86557983-2011-4430-9e81-b59815a4f924), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:46.915332 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (86557983-2011-4430-9e81-b59815a4f924), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:46.941335 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ceab260-144b-4d27-a871-f203822ad810 req-516c02b1-c915-480c-b77a-c5c7795788fd tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025062 Feb 10 15:17:46.973882 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41946) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:46.977647 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Network a26b8fc4-8621-442c-b89e-ebb444762438 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:46.981490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:46.986698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:46.999471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Pushing event updated for resources: {'Port': ['ID=86557983-2011-4430-9e81-b59815a4f924,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:47.030236 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-47e12696-36e1-4246-b8c4-c7bead75d2d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7099130bfd284a4d8f28ab77aba98489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0550370 Feb 10 15:17:47.032569 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41948) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:47.045170 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (218ba97a-bab3-4af2-9b1d-3b6f0d2c3fa7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:47.065067 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Attempting to bind port 86557983-2011-4430-9e81-b59815a4f924 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:47.065635 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Attempting to bind port 86557983-2011-4430-9e81-b59815a4f924 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '2fc52027-d05c-4497-a444-b8eb9e74604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a26b8fc4-8621-442c-b89e-ebb444762438'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:47.066155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Attempting to bind port 86557983-2011-4430-9e81-b59815a4f924 on network a26b8fc4-8621-442c-b89e-ebb444762438 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:47.071615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:47.072140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Checking segment: {'id': '2fc52027-d05c-4497-a444-b8eb9e74604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a26b8fc4-8621-442c-b89e-ebb444762438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:47.072681 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:47.073196 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Bound using segment: {'id': '2fc52027-d05c-4497-a444-b8eb9e74604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a26b8fc4-8621-442c-b89e-ebb444762438'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:47.073779 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Bound port: 86557983-2011-4430-9e81-b59815a4f924, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc52027-d05c-4497-a444-b8eb9e74604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a26b8fc4-8621-442c-b89e-ebb444762438'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:47.074265 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (86557983-2011-4430-9e81-b59815a4f924), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:47.097100 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Subnet': ['ID=218ba97a-bab3-4af2-9b1d-3b6f0d2c3fa7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:47.144489 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-442932a1-c34c-492c-a80a-a5b9eaaf3f08 admin admin] Publish callbacks [] for security_group (7d4dd54e-d71f-4241-81ff-e53cd3d92fc4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:47.150321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] For port 86557983-2011-4430-9e81-b59815a4f924, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:47.154462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] For port 86557983-2011-4430-9e81-b59815a4f924, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=86557983-2011-4430-9e81-b59815a4f924,segment=NetworkSegment(2fc52027-d05c-4497-a444-b8eb9e74604b),segment_id=2fc52027-d05c-4497-a444-b8eb9e74604b)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:47.160388 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (86557983-2011-4430-9e81-b59815a4f924), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:47.168775 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-442932a1-c34c-492c-a80a-a5b9eaaf3f08 admin admin] Publish callbacks [] for security_group (7d4dd54e-d71f-4241-81ff-e53cd3d92fc4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:47.207631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-495c5cc4-23ea-4e2e-a5f7-baa32f8d3960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:47.244698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cacfbd-21a5-4f17-8c5a-71f0597d15fe None None] Pushing event updated for resources: {'Port': ['ID=86557983-2011-4430-9e81-b59815a4f924,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:47.255790 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (a26b8fc4-8621-442c-b89e-ebb444762438), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:47.267591 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-442932a1-c34c-492c-a80a-a5b9eaaf3f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7d4dd54e-d71f-4241-81ff-e53cd3d92fc4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:47.270268 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-442932a1-c34c-492c-a80a-a5b9eaaf3f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:47.273759 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-442932a1-c34c-492c-a80a-a5b9eaaf3f08 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d4dd54e-d71f-4241-81ff-e53cd3d92fc4 HTTP/1.1" status: 204 len: 168 time: 0.2379160 Feb 10 15:17:47.308133 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aed5fcd-145e-40bc-82db-f2f861116015 None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:17:47.321329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26b8fc4-8621-442c-b89e-ebb444762438']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:47.329911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442932a1-c34c-492c-a80a-a5b9eaaf3f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4dd54e-d71f-4241-81ff-e53cd3d92fc4,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:47.344729 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308f1c6-727f-45ed-9ca6-f1acbbffc527 req-4ddca4e9-deb0-45f1-9755-6ec29093b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:47.346502 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5308f1c6-727f-45ed-9ca6-f1acbbffc527 req-4ddca4e9-deb0-45f1-9755-6ec29093b83b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.4333699 Feb 10 15:17:47.354168 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc52027-d05c-4497-a444-b8eb9e74604b') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:47.354467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc52027-d05c-4497-a444-b8eb9e74604b') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:47.398904 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (2fc52027-d05c-4497-a444-b8eb9e74604b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:47.405323 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-10908308-6f03-4928-b26b-d54b2fe2be6a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Allocated IP 172.20.0.9 (98af5229-c542-4eaf-859a-ec2f4d24a8d1/71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696/5101ebb1-1a29-478d-9e62-abf5b1ac3bb7) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:47.429391 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0ae6660-afab-4a50-a8e4-398e9a8dc3bf req-36503ea0-beff-446c-817c-002427107194 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 210 time: 0.0727723 Feb 10 15:17:47.439652 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (2fc52027-d05c-4497-a444-b8eb9e74604b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:47.449228 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:17:47.449796 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (2fc52027-d05c-4497-a444-b8eb9e74604b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:17:47.464547 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:17:47.537592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aed5fcd-145e-40bc-82db-f2f861116015 None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:17:47.537915 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-495c5cc4-23ea-4e2e-a5f7-baa32f8d3960 service neutron] Transition to ACTIVE for port object 6c40976f-57d7-449f-81de-ec3685a64b1a will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:17:47.572211 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-495c5cc4-23ea-4e2e-a5f7-baa32f8d3960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:47.584183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308f1c6-727f-45ed-9ca6-f1acbbffc527 req-2649fb35-c5cd-4e04-b221-4a8d6c24069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:47.585425 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5308f1c6-727f-45ed-9ca6-f1acbbffc527 req-2649fb35-c5cd-4e04-b221-4a8d6c24069e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2247338 Feb 10 15:17:47.595432 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.api [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:17:47.595432 n-d-815324-7 neutron-server[103368]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:17:47.595432 n-d-815324-7 neutron-server[103368]: [parameters: {'id': 'a26b8fc4-8621-442c-b89e-ebb444762438'}] Feb 10 15:17:47.595432 n-d-815324-7 neutron-server[103368]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:17:47.596524 n-d-815324-7 neutron-server[103368]: DEBUG oslo_db.api [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:17:47.620995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba3890-86fe-4fc9-ae6d-aff8991ce76a req-8d2e09af-3489-45a6-b509-1d8cc2428189 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:47.623914 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29ba3890-86fe-4fc9-ae6d-aff8991ce76a req-8d2e09af-3489-45a6-b509-1d8cc2428189 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 944 time: 0.1276755 Feb 10 15:17:47.790498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336b4b65-7d2f-4cb9-83cb-005d2697f13f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Router 047491ca-4e78-49fb-8a33-c6b752f43147 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:17:47.791548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-495c5cc4-23ea-4e2e-a5f7-baa32f8d3960 service neutron] No DVR routers for this DVR port 6c40976f-57d7-449f-81de-ec3685a64b1a on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:17:47.801028 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c5cc4-23ea-4e2e-a5f7-baa32f8d3960 service neutron] Pushing event updated for resources: {'Port': ['ID=6c40976f-57d7-449f-81de-ec3685a64b1a,revision_number=10']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:47.833701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 2fa2d824-d295-442f-9916-f890cf9b5969 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:17:47.857590 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29ba3890-86fe-4fc9-ae6d-aff8991ce76a req-db2f7114-84bc-48e1-8baa-5f8c9a48395a tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ddc451d-29ec-4058-a1a6-fde029dc9b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195458 Feb 10 15:17:47.893165 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:47.898452 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b6a0f-3369-4a5e-b7c3-b6898077ff5c req-3cb236a5-c3da-4fb4-8ac4-1de25772b4a6 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:47.903802 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b8b6a0f-3369-4a5e-b7c3-b6898077ff5c req-3cb236a5-c3da-4fb4-8ac4-1de25772b4a6 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 944 time: 0.2605498 Feb 10 15:17:47.921504 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-495c5cc4-23ea-4e2e-a5f7-baa32f8d3960 service neutron] 10.222.0.79 "PUT /v2.0/ports/6c40976f-57d7-449f-81de-ec3685a64b1a/bindings/n-h1-815324-7/activate HTTP/1.1" status: 200 len: 369 time: 2.3710639 Feb 10 15:17:47.944846 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-10908308-6f03-4928-b26b-d54b2fe2be6a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks [] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:47.951122 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5308f1c6-727f-45ed-9ca6-f1acbbffc527 req-79dff44f-75f2-49b5-b5f4-265318a3eac4 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336110 Feb 10 15:17:48.045869 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b73ea56-cc82-498f-9e81-d535f4d46575 None None] Network a26b8fc4-8621-442c-b89e-ebb444762438 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:48.094404 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336b4b65-7d2f-4cb9-83cb-005d2697f13f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:17:48.099656 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-336b4b65-7d2f-4cb9-83cb-005d2697f13f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:48.102146 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-10908308-6f03-4928-b26b-d54b2fe2be6a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:48.108907 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88752221-a681-4240-994a-128cd84cee69 None None] Sync routers for ids ['047491ca-4e78-49fb-8a33-c6b752f43147'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:17:48.111240 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (a26b8fc4-8621-442c-b89e-ebb444762438), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:48.116852 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b8b6a0f-3369-4a5e-b7c3-b6898077ff5c req-b572ed34-7a9b-439e-a7e2-80a70d33d5c2 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990795 Feb 10 15:17:48.132349 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88752221-a681-4240-994a-128cd84cee69 None None] Routers {'047491ca-4e78-49fb-8a33-c6b752f43147'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:17:48.132995 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-88752221-a681-4240-994a-128cd84cee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:17:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['047491ca-4e78-49fb-8a33-c6b752f43147'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:48.142190 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 2fa2d824-d295-442f-9916-f890cf9b5969, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=2fa2d824-d295-442f-9916-f890cf9b5969,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:48.188216 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '2fa2d824-d295-442f-9916-f890cf9b5969', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '2fa2d824-d295-442f-9916-f890cf9b5969', 'mac_address': 'fa:16:3e:3c:44:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:17:48.245826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 2fa2d824-d295-442f-9916-f890cf9b5969 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:48.247032 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2fa2d824-d295-442f-9916-f890cf9b5969), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:48.261833 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5308f1c6-727f-45ed-9ca6-f1acbbffc527 req-fec63ba4-f847-4cae-b262-0503e524b72d service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004026 Feb 10 15:17:48.263007 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa2d824-d295-442f-9916-f890cf9b5969 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:17:48.272471 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ed79f-e6c7-4db1-918f-9094c6690208 req-0e56db46-1ed7-4472-9cdb-f4d3873316bc tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:48.281113 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee6ed79f-e6c7-4db1-918f-9094c6690208 req-0e56db46-1ed7-4472-9cdb-f4d3873316bc tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.3018913 Feb 10 15:17:48.291328 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-6a164716-4ba0-43cf-9df0-8ebabe57cd98 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:48.292861 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-6a164716-4ba0-43cf-9df0-8ebabe57cd98 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4&tenant_id=ef96867ec18f4dff8a2a1903005f827a&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1126 time: 0.2632315 Feb 10 15:17:48.295302 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-10908308-6f03-4928-b26b-d54b2fe2be6a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:48.297128 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-336b4b65-7d2f-4cb9-83cb-005d2697f13f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "PUT /v2.0/floatingips/ab7a3d5b-cc5f-4949-a0f7-fa65bac8142a HTTP/1.1" status: 200 len: 992 time: 4.7087431 Feb 10 15:17:48.299937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91289bf7-f31f-41b3-a767-3341be3b5107', 'tag': 'faa3244c-d52c-4e52-a687-00e61703ca8e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:48.304985 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 2fa2d824-d295-442f-9916-f890cf9b5969, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=2fa2d824-d295-442f-9916-f890cf9b5969,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:48.308823 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e888a9-b969-4103-a782-3a6236609eab" -d '{"events": [{"name": "network-changed", "server_uuid": "91289bf7-f31f-41b3-a767-3341be3b5107", "tag": "faa3244c-d52c-4e52-a687-00e61703ca8e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:48.312168 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2fa2d824-d295-442f-9916-f890cf9b5969), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:48.323538 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-10908308-6f03-4928-b26b-d54b2fe2be6a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:48.325856 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10908308-6f03-4928-b26b-d54b2fe2be6a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Pushing event updated for resources: {'Port': ['ID=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:48.326367 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-88752221-a681-4240-994a-128cd84cee69 None None] Set router 047491ca-4e78-49fb-8a33-c6b752f43147 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:17:48.342735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-10908308-6f03-4928-b26b-d54b2fe2be6a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:48.369011 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=2fa2d824-d295-442f-9916-f890cf9b5969,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:48.438124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-10908308-6f03-4928-b26b-d54b2fe2be6a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:48.439178 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-10908308-6f03-4928-b26b-d54b2fe2be6a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:48.462590 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-10908308-6f03-4928-b26b-d54b2fe2be6a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6960108 Feb 10 15:17:48.476242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Request body: {'port': {'device_id': '81b54e95-cb4e-4cb2-9b95-ff546ed551da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:48.518286 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Deleting port 86557983-2011-4430-9e81-b59815a4f924 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:48.518998 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (86557983-2011-4430-9e81-b59815a4f924), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:48.534481 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41986) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:48.549284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84ca6c-d072-4943-9f9f-e20f28451fcc req-895cabb9-abff-4c8a-923e-d4551162fa75 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:48.550906 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd84ca6c-d072-4943-9f9f-e20f28451fcc req-895cabb9-abff-4c8a-923e-d4551162fa75 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 949 time: 0.2654827 Feb 10 15:17:48.557312 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee6ed79f-e6c7-4db1-918f-9094c6690208 req-97a53d53-d3cc-4a32-bfda-c0b5e3b23989 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753587 Feb 10 15:17:48.567564 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-8aa0e601-0d34-4da6-9753-3531fd58520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:48.568790 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-88752221-a681-4240-994a-128cd84cee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:17:06Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'ab7a3d5b-cc5f-4949-a0f7-fa65bac8142a', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'port_id': 'faa3244c-d52c-4e52-a687-00e61703ca8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'mac_address': 'fa:16:3e:0c:75:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91289bf7-f31f-41b3-a767-3341be3b5107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:17:15Z', 'updated_at': '2022-02-10T15:17:45Z', 'revision_number': 1, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192436c8-73b7-4b3f-ae35-0317f6f217a8', 'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'mac_address': 'fa:16:3e:71:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:17:03Z', 'updated_at': '2022-02-10T15:17:11Z', 'revision_number': 5, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'subnets': [{'id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:48.569246 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-8aa0e601-0d34-4da6-9753-3531fd58520f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4&tenant_id=ef96867ec18f4dff8a2a1903005f827a HTTP/1.1" status: 200 len: 1126 time: 0.1795497 Feb 10 15:17:48.590090 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:48.680026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['2fa2d824-d295-442f-9916-f890cf9b5969'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:17:48.691710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] For port 86557983-2011-4430-9e81-b59815a4f924, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=86557983-2011-4430-9e81-b59815a4f924,segment=NetworkSegment(2fc52027-d05c-4497-a444-b8eb9e74604b),segment_id=2fc52027-d05c-4497-a444-b8eb9e74604b)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:48.692126 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (86557983-2011-4430-9e81-b59815a4f924), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:48.718522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd84ca6c-d072-4943-9f9f-e20f28451fcc req-ad108920-dff2-43d9-b749-8eb772d94d87 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532292 Feb 10 15:17:48.720482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Calling delete_port for 86557983-2011-4430-9e81-b59815a4f924 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:48.736918 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88752221-a681-4240-994a-128cd84cee69 None None] Checking router: 047491ca-4e78-49fb-8a33-c6b752f43147 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:17:48.751628 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88752221-a681-4240-994a-128cd84cee69 None None] Routers {'047491ca-4e78-49fb-8a33-c6b752f43147'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:17:48.752452 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-88752221-a681-4240-994a-128cd84cee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:17:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['047491ca-4e78-49fb-8a33-c6b752f43147'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:48.800027 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-ba05ea03-d51c-43c3-b9de-78915eba2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:48.813979 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-ba05ea03-d51c-43c3-b9de-78915eba2d0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef96867ec18f4dff8a2a1903005f827a&device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 1126 time: 0.1981695 Feb 10 15:17:48.884426 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354e83d7-7898-457e-b1be-8cbe94264a20 x-openstack-request-id: req-354e83d7-7898-457e-b1be-8cbe94264a20 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:48.886857 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91289bf7-f31f-41b3-a767-3341be3b5107", "tag": "faa3244c-d52c-4e52-a687-00e61703ca8e", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:48.892171 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-354e83d7-7898-457e-b1be-8cbe94264a20 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:48.892171 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91289bf7-f31f-41b3-a767-3341be3b5107', 'tag': 'faa3244c-d52c-4e52-a687-00e61703ca8e', 'status': 'completed', 'code': 200} Feb 10 15:17:48.910106 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-986a4b36-b73d-47c3-8a18-7b1ee27dbbfc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-888362906-network', 'tenant_id': 'eb83b8883aa34de6b61273d7593a895f'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:48.972719 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:49.006282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986a4b36-b73d-47c3-8a18-7b1ee27dbbfc admin admin] Made reservation on behalf of eb83b8883aa34de6b61273d7593a895f for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:49.009264 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-986a4b36-b73d-47c3-8a18-7b1ee27dbbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:49.024895 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-88752221-a681-4240-994a-128cd84cee69 None None] Set router 047491ca-4e78-49fb-8a33-c6b752f43147 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:17:49.031930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e888a9-b969-4103-a782-3a6236609eab req-d04d754b-19d7-4b73-b859-bf8272b8f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:49.033469 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05e888a9-b969-4103-a782-3a6236609eab req-d04d754b-19d7-4b73-b859-bf8272b8f196 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ad24befb1384c69ac214ad0a37e0b2b&device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 1128 time: 0.1585691 Feb 10 15:17:49.035891 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-986a4b36-b73d-47c3-8a18-7b1ee27dbbfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:49.108566 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (86557983-2011-4430-9e81-b59815a4f924), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:49.151000 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-5105203f-2739-4f3f-ae25-ca0e84c68f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:49.154503 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-5105203f-2739-4f3f-ae25-ca0e84c68f46 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 200 len: 908 time: 0.3215179 Feb 10 15:17:49.163957 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Port': ['ID=86557983-2011-4430-9e81-b59815a4f924,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:49.173930 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cad73a-6179-4882-844c-74a27cc6c37a req-f04ce465-0bb6-49f1-9cb4-2aaf6ba64a98 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:49.180458 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5cad73a-6179-4882-844c-74a27cc6c37a req-f04ce465-0bb6-49f1-9cb4-2aaf6ba64a98 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 931 time: 0.2941546 Feb 10 15:17:49.197767 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] No DVR routers for this DVR port 86557983-2011-4430-9e81-b59815a4f924 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:17:49.198017 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084489a3-14f3-4cf2-b83b-d03180a4057e req-30afbf5e-92fb-4bf9-8f97-0891a3e826f5 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:49.205372 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-084489a3-14f3-4cf2-b83b-d03180a4057e req-30afbf5e-92fb-4bf9-8f97-0891a3e826f5 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 1128 time: 0.2520511 Feb 10 15:17:49.254723 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-a4c466ce-430c-4fe2-9861-41ddb9094eac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c40976f-57d7-449f-81de-ec3685a64b1a HTTP/1.1" status: 200 len: 217 time: 0.0928621 Feb 10 15:17:49.275007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e888a9-b969-4103-a782-3a6236609eab req-a6bd711d-7a67-4d06-bd84-10d35ddfd061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:49.277051 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05e888a9-b969-4103-a782-3a6236609eab req-a6bd711d-7a67-4d06-bd84-10d35ddfd061 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6815c067-d5ad-4bf7-9e88-17529fe8111d HTTP/1.1" status: 200 len: 918 time: 0.2371824 Feb 10 15:17:49.342691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:17:49.355249 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Publish callbacks [] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:49.400793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Transition to ACTIVE for port object 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:17:49.406547 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:49.409679 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05e888a9-b969-4103-a782-3a6236609eab req-987c7777-5804-47ed-8daa-fdec35180195 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa3244c-d52c-4e52-a687-00e61703ca8e HTTP/1.1" status: 200 len: 1000 time: 0.1187794 Feb 10 15:17:49.422486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 320da8ce-a09e-4c1e-8af3-2361531f1d23 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:17:49.434075 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-88752221-a681-4240-994a-128cd84cee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:17:06Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'ab7a3d5b-cc5f-4949-a0f7-fa65bac8142a', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'port_id': 'faa3244c-d52c-4e52-a687-00e61703ca8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'mac_address': 'fa:16:3e:0c:75:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91289bf7-f31f-41b3-a767-3341be3b5107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:17:15Z', 'updated_at': '2022-02-10T15:17:45Z', 'revision_number': 1, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192436c8-73b7-4b3f-ae35-0317f6f217a8', 'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'mac_address': 'fa:16:3e:71:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:17:03Z', 'updated_at': '2022-02-10T15:17:11Z', 'revision_number': 5, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'subnets': [{'id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:49.456721 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5cad73a-6179-4882-844c-74a27cc6c37a req-482bf2eb-7cb9-48d3-9d07-54aaeb16bb4e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752905 Feb 10 15:17:49.458616 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (a26b8fc4-8621-442c-b89e-ebb444762438), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:49.489039 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88752221-a681-4240-994a-128cd84cee69 None None] The sync data for ids ['047491ca-4e78-49fb-8a33-c6b752f43147'] in n-d-815324-7 is: [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:17:06Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'ab7a3d5b-cc5f-4949-a0f7-fa65bac8142a', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'port_id': 'faa3244c-d52c-4e52-a687-00e61703ca8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'mac_address': 'fa:16:3e:0c:75:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91289bf7-f31f-41b3-a767-3341be3b5107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:17:15Z', 'updated_at': '2022-02-10T15:17:45Z', 'revision_number': 1, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192436c8-73b7-4b3f-ae35-0317f6f217a8', 'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'mac_address': 'fa:16:3e:71:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:17:03Z', 'updated_at': '2022-02-10T15:17:11Z', 'revision_number': 5, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'subnets': [{'id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:17:49.509165 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-b9486503-7aef-46f4-ba77-76e553c278c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:49.518506 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-b9486503-7aef-46f4-ba77-76e553c278c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 200 len: 847 time: 0.2110271 Feb 10 15:17:49.530770 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-084489a3-14f3-4cf2-b83b-d03180a4057e req-2e77e15a-d452-4450-9af7-bb96910a57b6 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226230 Feb 10 15:17:49.562415 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26b8fc4-8621-442c-b89e-ebb444762438']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:49.611422 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc52027-d05c-4497-a444-b8eb9e74604b') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:49.611958 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc52027-d05c-4497-a444-b8eb9e74604b') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:49.626741 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 320da8ce-a09e-4c1e-8af3-2361531f1d23, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=320da8ce-a09e-4c1e-8af3-2361531f1d23,segment=NetworkSegment(129bf744-af7e-4a4f-ab54-d3612c359997),segment_id=129bf744-af7e-4a4f-ab54-d3612c359997)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:49.655814 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-94064c7d-a1e6-472a-889e-5e4ef3e7dd0e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2503405f-5e7d-43d6-8b59-cea2598d27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172714 Feb 10 15:17:49.657770 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '320da8ce-a09e-4c1e-8af3-2361531f1d23', 'network_id': 'f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474', 'port_id': '320da8ce-a09e-4c1e-8af3-2361531f1d23', 'mac_address': 'fa:16:3e:6c:81:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:17:49.664351 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Pushing event updated for resources: {'Port': ['ID=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:49.693882 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-986a4b36-b73d-47c3-8a18-7b1ee27dbbfc admin admin] Publish callbacks [] for security_group (11c41d30-da03-4033-aadc-e51cc06c0952), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:49.695921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e888a9-b969-4103-a782-3a6236609eab req-d69cbcef-a498-4ca7-a989-e73554280878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:49.697679 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05e888a9-b969-4103-a782-3a6236609eab req-d69cbcef-a498-4ca7-a989-e73554280878 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa97da10-aa58-42f2-a53b-c9d35d81afde HTTP/1.1" status: 200 len: 856 time: 0.2776115 Feb 10 15:17:49.699874 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (2fc52027-d05c-4497-a444-b8eb9e74604b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:49.714755 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 320da8ce-a09e-4c1e-8af3-2361531f1d23 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:49.720819 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (320da8ce-a09e-4c1e-8af3-2361531f1d23), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:49.728073 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-986a4b36-b73d-47c3-8a18-7b1ee27dbbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (11c41d30-da03-4033-aadc-e51cc06c0952), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:49.742435 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320da8ce-a09e-4c1e-8af3-2361531f1d23 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:17:49.769262 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (2fc52027-d05c-4497-a444-b8eb9e74604b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:49.789912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 320da8ce-a09e-4c1e-8af3-2361531f1d23, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=320da8ce-a09e-4c1e-8af3-2361531f1d23,segment=NetworkSegment(129bf744-af7e-4a4f-ab54-d3612c359997),segment_id=129bf744-af7e-4a4f-ab54-d3612c359997)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:49.800951 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a4b36-b73d-47c3-8a18-7b1ee27dbbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c41d30-da03-4033-aadc-e51cc06c0952,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:49.805893 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (320da8ce-a09e-4c1e-8af3-2361531f1d23), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:49.844934 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:17:49.845288 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (2fc52027-d05c-4497-a444-b8eb9e74604b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:17:49.849214 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:17:49.856967 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Attempting to bind port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:49.857317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Attempting to bind port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:49.857625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Attempting to bind port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:49.862484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e888a9-b969-4103-a782-3a6236609eab req-a6fa5619-e729-45f3-948f-2909021b91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:49.863997 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05e888a9-b969-4103-a782-3a6236609eab req-a6fa5619-e729-45f3-948f-2909021b91a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6815c067-d5ad-4bf7-9e88-17529fe8111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1454146 Feb 10 15:17:49.866144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:17:49.866462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Attempting to bind port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:49.871737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:49.872682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Checking segment: {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:49.873013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Bound using segment: {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:49.873439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Bound port: 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:49.873791 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:49.876841 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98945-595e-4bf9-bbcb-26f658ad9de9 req-0af29b85-593c-4437-8abe-78e1f801d605 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:49.878578 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7be98945-595e-4bf9-bbcb-26f658ad9de9 req-0af29b85-593c-4437-8abe-78e1f801d605 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 944 time: 0.3117425 Feb 10 15:17:49.919052 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=320da8ce-a09e-4c1e-8af3-2361531f1d23,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:49.924432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36059d93-7d03-465c-9d5e-21f6aa3c442b None None] New status for floating IP ab7a3d5b-cc5f-4949-a0f7-fa65bac8142a: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:17:49.978545 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] For port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:49.982117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] For port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:49.996058 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:50.003477 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7be98945-595e-4bf9-bbcb-26f658ad9de9 req-f1332460-5117-4012-870d-74fcdb5a4d96 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ddc451d-29ec-4058-a1a6-fde029dc9b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048329 Feb 10 15:17:50.025817 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da3358-4f0c-4802-acd7-99ea94a9395c req-d31f5ea3-0247-49cf-8ff6-8bdb7455da57 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:50.028107 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21da3358-4f0c-4802-acd7-99ea94a9395c req-d31f5ea3-0247-49cf-8ff6-8bdb7455da57 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 944 time: 0.3658433 Feb 10 15:17:50.066636 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:50.067248 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:50.068907 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-9700a478-85b5-4561-ba57-35823facb12a service neutron] 10.222.0.79 "PUT /v2.0/ports/5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 HTTP/1.1" status: 200 len: 1091 time: 1.5985243 Feb 10 15:17:50.080819 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-5c46eee5-0bfb-43e4-b519-75ef246690f5 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158816 Feb 10 15:17:50.097665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986a4b36-b73d-47c3-8a18-7b1ee27dbbfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:17:50.107333 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-986a4b36-b73d-47c3-8a18-7b1ee27dbbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (3d110697-15d1-4091-87dd-66c88f3226a3), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:50.107735 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-986a4b36-b73d-47c3-8a18-7b1ee27dbbfc admin admin] Added segment 3d110697-15d1-4091-87dd-66c88f3226a3 of type vlan for network 61de7be4-2b56-439f-8688-45d603c87dc5 Feb 10 15:17:50.140569 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21da3358-4f0c-4802-acd7-99ea94a9395c req-d58e9f51-8a92-49bf-9b83-a80e927006dd tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104527 Feb 10 15:17:50.164304 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700a478-85b5-4561-ba57-35823facb12a service neutron] Pushing event updated for resources: {'Port': ['ID=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:50.182960 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (a26b8fc4-8621-442c-b89e-ebb444762438), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:50.191320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['320da8ce-a09e-4c1e-8af3-2361531f1d23'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:17:50.225707 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-986a4b36-b73d-47c3-8a18-7b1ee27dbbfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (61de7be4-2b56-439f-8688-45d603c87dc5), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:50.261039 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:50.270526 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/networks/a26b8fc4-8621-442c-b89e-ebb444762438 HTTP/1.1" status: 204 len: 168 time: 3.6619391 Feb 10 15:17:50.283090 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05e888a9-b969-4103-a782-3a6236609eab req-f51385e2-25af-4e41-97ec-5bf65894552d service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071157 Feb 10 15:17:50.285723 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42010) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:50.287012 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-986a4b36-b73d-47c3-8a18-7b1ee27dbbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (61de7be4-2b56-439f-8688-45d603c87dc5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:50.288495 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986a4b36-b73d-47c3-8a18-7b1ee27dbbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:50.289452 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-986a4b36-b73d-47c3-8a18-7b1ee27dbbfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:50.292431 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ef19c-76ac-4097-8155-816e9f6f203f tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Network': ['ID=a26b8fc4-8621-442c-b89e-ebb444762438,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:50.297886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d7bf1e78-e5b5-4cc3-a5e1-a781f5ed5693 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-595657082'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:50.410014 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a4b36-b73d-47c3-8a18-7b1ee27dbbfc admin admin] Pushing event updated for resources: {'Network': ['ID=61de7be4-2b56-439f-8688-45d603c87dc5,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:50.423995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58595575-b10e-4452-af7b-beb5a30046ec req-af228c6e-aefe-417b-a9bd-3627b97fa3c0 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:50.425575 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-58595575-b10e-4452-af7b-beb5a30046ec req-af228c6e-aefe-417b-a9bd-3627b97fa3c0 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 1128 time: 0.3027744 Feb 10 15:17:50.427658 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-5f0ba4bb-d220-4737-bed4-80d1509fd367 service neutron] 10.222.0.72 "GET /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063538 Feb 10 15:17:50.456553 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 61de7be4-2b56-439f-8688-45d603c87dc5 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:17:50.472490 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8439fc-fb5d-4227-9406-ed801686e522 req-a4024541-535d-4a49-ae84-b09a501ba502 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:50.474311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c8439fc-fb5d-4227-9406-ed801686e522 req-a4024541-535d-4a49-ae84-b09a501ba502 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 949 time: 0.1221459 Feb 10 15:17:50.498749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-094d0800-461b-4899-a6cf-eee4693cfb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:50.500474 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-094d0800-461b-4899-a6cf-eee4693cfb18 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 1125 time: 0.3673003 Feb 10 15:17:50.518861 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-58595575-b10e-4452-af7b-beb5a30046ec req-1e8b8083-be95-45c1-9e8e-e514ac698133 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808063 Feb 10 15:17:50.543527 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42014) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:50.544953 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-986a4b36-b73d-47c3-8a18-7b1ee27dbbfc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0082870 Feb 10 15:17:50.574982 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e051c6ef-cf78-4248-98af-b124007bddb0 admin admin] Request body: {'subnet': {'network_id': '61de7be4-2b56-439f-8688-45d603c87dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-888362906-subnet', 'tenant_id': 'eb83b8883aa34de6b61273d7593a895f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:50.590358 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c8439fc-fb5d-4227-9406-ed801686e522 req-bd8d7d47-5219-4c04-ab6a-a05bfb535f78 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069920 Feb 10 15:17:50.620537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bf1e78-e5b5-4cc3-a5e1-a781f5ed5693 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Made reservation on behalf of a019ff2b281d41119b271349c3aec409 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:50.624478 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1e78-e5b5-4cc3-a5e1-a781f5ed5693 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:50.627131 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e051c6ef-cf78-4248-98af-b124007bddb0 admin admin] Made reservation on behalf of eb83b8883aa34de6b61273d7593a895f for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:50.633009 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-c45b4b07-8985-40e9-ab6e-091cdbbfc2f4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 HTTP/1.1" status: 200 len: 217 time: 0.1026483 Feb 10 15:17:50.634147 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e051c6ef-cf78-4248-98af-b124007bddb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:50.720029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7bf1e78-e5b5-4cc3-a5e1-a781f5ed5693 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:17:50.725327 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05e888a9-b969-4103-a782-3a6236609eab req-f85e476d-2e0b-4df8-a0ae-b59ea35606b9 service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220386 Feb 10 15:17:50.731244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-5abe6ee9-7871-4c23-bf8e-da749e1680fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:50.733274 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-5abe6ee9-7871-4c23-bf8e-da749e1680fd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696 HTTP/1.1" status: 200 len: 851 time: 0.0917637 Feb 10 15:17:50.739845 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1e78-e5b5-4cc3-a5e1-a781f5ed5693 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (556f5d56-0258-408f-9ff8-8caa385b5442), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:50.740188 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-d7bf1e78-e5b5-4cc3-a5e1-a781f5ed5693 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Added segment 556f5d56-0258-408f-9ff8-8caa385b5442 of type vlan for network d0c9314a-00be-476d-9e54-0d873615a45c Feb 10 15:17:50.977998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b93006-a150-49a8-85de-02295a107906 req-c444e94b-cf98-409c-ac54-7e470fce2b32 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:50.980171 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b7b93006-a150-49a8-85de-02295a107906 req-c444e94b-cf98-409c-ac54-7e470fce2b32 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 943 time: 0.3123336 Feb 10 15:17:51.038722 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e051c6ef-cf78-4248-98af-b124007bddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (8925d163-bbe7-4b6c-8583-5b6258ed6f45), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:51.096006 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b7b93006-a150-49a8-85de-02295a107906 req-a0785b04-75c2-4f55-b3d2-1b912361a0e2 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068835 Feb 10 15:17:51.119925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b54e95-cb4e-4cb2-9b95-ff546ed551da', 'tag': '5101ebb1-1a29-478d-9e62-abf5b1ac3bb7'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:51.124062 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60551391-fd59-405b-baf5-1df805b3e4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "81b54e95-cb4e-4cb2-9b95-ff546ed551da", "tag": "5101ebb1-1a29-478d-9e62-abf5b1ac3bb7"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:51.132424 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-f2d8f425-ffa8-4d6e-b754-909dc39bed84 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=98af5229-c542-4eaf-859a-ec2f4d24a8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3905666 Feb 10 15:17:51.160826 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1e78-e5b5-4cc3-a5e1-a781f5ed5693 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (d0c9314a-00be-476d-9e54-0d873615a45c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:51.222510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051c6ef-cf78-4248-98af-b124007bddb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8925d163-bbe7-4b6c-8583-5b6258ed6f45,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:51.262972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e051c6ef-cf78-4248-98af-b124007bddb0 admin admin] Checking segment: {'id': '3d110697-15d1-4091-87dd-66c88f3226a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '61de7be4-2b56-439f-8688-45d603c87dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:51.263338 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e051c6ef-cf78-4248-98af-b124007bddb0 admin admin] Network hostable DHCP agents. Network: 61de7be4-2b56-439f-8688-45d603c87dc5, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:17:51.271511 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1e78-e5b5-4cc3-a5e1-a781f5ed5693 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (d0c9314a-00be-476d-9e54-0d873615a45c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:51.277137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bf1e78-e5b5-4cc3-a5e1-a781f5ed5693 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:51.278025 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1e78-e5b5-4cc3-a5e1-a781f5ed5693 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:51.302209 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-0757e6c9-8818-48fb-8514-27f7b0f21293 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:51.302473 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efb07b-a694-4032-8621-a654128f79fa req-c03abb5d-2618-4663-b078-452061f0486a tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:51.303721 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-0757e6c9-8818-48fb-8514-27f7b0f21293 tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4&tenant_id=ef96867ec18f4dff8a2a1903005f827a&binding%3Ahost_id=n-h1-815324-7 HTTP/1.1" status: 200 len: 1126 time: 0.5452538 Feb 10 15:17:51.309404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35efb07b-a694-4032-8621-a654128f79fa req-c03abb5d-2618-4663-b078-452061f0486a tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 945 time: 0.0999990 Feb 10 15:17:51.318336 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e051c6ef-cf78-4248-98af-b124007bddb0 admin admin] Network 61de7be4-2b56-439f-8688-45d603c87dc5 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:17:51.340287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-e051c6ef-cf78-4248-98af-b124007bddb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 61de7be4-2b56-439f-8688-45d603c87dc5) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:51.353360 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546ae186-3785-47f2-97f9-7f3edb2e828d None None] Network 61de7be4-2b56-439f-8688-45d603c87dc5 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:51.363722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e051c6ef-cf78-4248-98af-b124007bddb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:51.365843 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e051c6ef-cf78-4248-98af-b124007bddb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:51.420381 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35efb07b-a694-4032-8621-a654128f79fa req-43e0c494-86b3-49f6-b40c-4137d01ef349 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ddc451d-29ec-4058-a1a6-fde029dc9b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072094 Feb 10 15:17:51.444962 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e051c6ef-cf78-4248-98af-b124007bddb0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8835289 Feb 10 15:17:51.449916 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d7bf1e78-e5b5-4cc3-a5e1-a781f5ed5693 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1563740 Feb 10 15:17:51.454261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42048) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:51.461638 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-23542248-3617-4b25-ac8a-f444d84c1225 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Request body: {'subnet': {'network_id': 'd0c9314a-00be-476d-9e54-0d873615a45c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:51.514266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 320da8ce-a09e-4c1e-8af3-2361531f1d23 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:17:51.546681 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-1373ad55-1dd1-489b-9008-08ae558863f3 service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982015 Feb 10 15:17:51.547346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf1e78-e5b5-4cc3-a5e1-a781f5ed5693 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event updated for resources: {'Network': ['ID=d0c9314a-00be-476d-9e54-0d873615a45c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:51.563017 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network d0c9314a-00be-476d-9e54-0d873615a45c details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:17:51.569144 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73dd02d-2e20-449e-857c-96dc84625940 x-openstack-request-id: req-c73dd02d-2e20-449e-857c-96dc84625940 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:51.569430 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b54e95-cb4e-4cb2-9b95-ff546ed551da", "tag": "5101ebb1-1a29-478d-9e62-abf5b1ac3bb7", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:51.569721 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c73dd02d-2e20-449e-857c-96dc84625940 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:51.570109 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b54e95-cb4e-4cb2-9b95-ff546ed551da', 'tag': '5101ebb1-1a29-478d-9e62-abf5b1ac3bb7', 'status': 'completed', 'code': 200} Feb 10 15:17:51.693626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23542248-3617-4b25-ac8a-f444d84c1225 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Made reservation on behalf of a019ff2b281d41119b271349c3aec409 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:51.693626 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23542248-3617-4b25-ac8a-f444d84c1225 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:51.707167 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d487a-a785-40fa-a3f6-50db04ee07f8 req-f52d1e71-3e8c-410e-92b9-b1e43174656a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:51.714746 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f58d487a-a785-40fa-a3f6-50db04ee07f8 req-f52d1e71-3e8c-410e-92b9-b1e43174656a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 944 time: 0.0897062 Feb 10 15:17:51.818975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-9177326b-f374-4f2d-a296-afbc52836667 service neutron] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:51.825509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-9177326b-f374-4f2d-a296-afbc52836667 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:51.826716 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0f1fc496-7b96-47d9-bb5c-29370bbbff6d req-9177326b-f374-4f2d-a296-afbc52836667 service neutron] 10.222.0.72 "DELETE /v2.0/ports/6c40976f-57d7-449f-81de-ec3685a64b1a/bindings/n-h2-815324-7 HTTP/1.1" status: 204 len: 173 time: 0.5149791 Feb 10 15:17:51.853272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f58d487a-a785-40fa-a3f6-50db04ee07f8 req-e6a83dbc-d373-4f1e-908a-4069b706b8fc tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345773 Feb 10 15:17:51.858085 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0812f0d0-2ee2-422c-bee8-cf1ba775475f req-818c33b8-dbc0-46b8-a9b9-620dee35d200 service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913322 Feb 10 15:17:51.902671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3337e1b9-0314-4ce6-a170-96215245f1ba None None] Network 61de7be4-2b56-439f-8688-45d603c87dc5 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:51.905146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 2fa2d824-d295-442f-9916-f890cf9b5969 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:17:51.967178 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 320da8ce-a09e-4c1e-8af3-2361531f1d23 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:17:51.974653 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 320da8ce-a09e-4c1e-8af3-2361531f1d23 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:51.975579 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (320da8ce-a09e-4c1e-8af3-2361531f1d23), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:52.029198 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60551391-fd59-405b-baf5-1df805b3e4d4 req-f2f7bcf6-bbf0-40d6-8161-c8b898bfa9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:52.031413 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-60551391-fd59-405b-baf5-1df805b3e4d4 req-f2f7bcf6-bbf0-40d6-8161-c8b898bfa9a0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 1125 time: 0.0991514 Feb 10 15:17:52.075764 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23542248-3617-4b25-ac8a-f444d84c1225 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (0cc3663f-4491-4bd7-ab2a-e591a7c18b33), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:52.102831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 2fa2d824-d295-442f-9916-f890cf9b5969 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:17:52.130559 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 2fa2d824-d295-442f-9916-f890cf9b5969 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:52.131305 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2fa2d824-d295-442f-9916-f890cf9b5969), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:52.166251 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341af6eb-7ace-499c-9fa2-0f0fddb51ed5 req-6724a65c-a350-41cd-80ae-54f616759282 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:52.168214 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-341af6eb-7ace-499c-9fa2-0f0fddb51ed5 req-6724a65c-a350-41cd-80ae-54f616759282 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 949 time: 0.2211750 Feb 10 15:17:52.171872 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 320da8ce-a09e-4c1e-8af3-2361531f1d23 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:52.172558 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (320da8ce-a09e-4c1e-8af3-2361531f1d23), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:52.176688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23542248-3617-4b25-ac8a-f444d84c1225 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Checking segment: {'id': '556f5d56-0258-408f-9ff8-8caa385b5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd0c9314a-00be-476d-9e54-0d873615a45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:52.177253 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23542248-3617-4b25-ac8a-f444d84c1225 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Network hostable DHCP agents. Network: d0c9314a-00be-476d-9e54-0d873615a45c, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:17:52.183459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60551391-fd59-405b-baf5-1df805b3e4d4 req-7b16418d-26b0-4d9e-9b01-0bad10c679bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:52.185965 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-60551391-fd59-405b-baf5-1df805b3e4d4 req-7b16418d-26b0-4d9e-9b01-0bad10c679bc service neutron] 10.222.0.79 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 912 time: 0.1476936 Feb 10 15:17:52.206966 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc5be8f-be42-42c8-851e-945e677282c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320da8ce-a09e-4c1e-8af3-2361531f1d23'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:52.208629 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23542248-3617-4b25-ac8a-f444d84c1225 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event updated for resources: {'Subnet': ['ID=0cc3663f-4491-4bd7-ab2a-e591a7c18b33,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:52.209294 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcffce4-c977-4f08-bf59-bbf486ba49bf" -d '{"events": [{"server_uuid": "0dc5be8f-be42-42c8-851e-945e677282c3", "name": "network-vif-plugged", "status": "completed", "tag": "320da8ce-a09e-4c1e-8af3-2361531f1d23"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:52.223475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 320da8ce-a09e-4c1e-8af3-2361531f1d23, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=320da8ce-a09e-4c1e-8af3-2361531f1d23,segment=NetworkSegment(129bf744-af7e-4a4f-ab54-d3612c359997),segment_id=129bf744-af7e-4a4f-ab54-d3612c359997)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:52.244164 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-60551391-fd59-405b-baf5-1df805b3e4d4 req-1829a3bb-0347-45fb-b4c6-83fa48277d01 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 HTTP/1.1" status: 200 len: 217 time: 0.0509467 Feb 10 15:17:52.252598 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23542248-3617-4b25-ac8a-f444d84c1225 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Network d0c9314a-00be-476d-9e54-0d873615a45c is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:17:52.262294 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-341af6eb-7ace-499c-9fa2-0f0fddb51ed5 req-dae2638d-f56a-4fb4-bab7-7e77c5bc992c tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777023 Feb 10 15:17:52.269831 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (320da8ce-a09e-4c1e-8af3-2361531f1d23), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:52.271708 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 2fa2d824-d295-442f-9916-f890cf9b5969 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:52.272112 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2fa2d824-d295-442f-9916-f890cf9b5969), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:52.275536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-23542248-3617-4b25-ac8a-f444d84c1225 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, d0c9314a-00be-476d-9e54-0d873615a45c) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:52.281784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23542248-3617-4b25-ac8a-f444d84c1225 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:52.282389 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23542248-3617-4b25-ac8a-f444d84c1225 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:52.288604 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c90205-8c1b-4d8a-af98-0292d5332691 None None] Network d0c9314a-00be-476d-9e54-0d873615a45c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:52.325123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-23542248-3617-4b25-ac8a-f444d84c1225 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8693409 Feb 10 15:17:52.325792 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42072) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:52.361786 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60551391-fd59-405b-baf5-1df805b3e4d4 req-383557a1-dd86-4075-af83-07f1d305fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:52.363250 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-60551391-fd59-405b-baf5-1df805b3e4d4 req-383557a1-dd86-4075-af83-07f1d305fe23 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696 HTTP/1.1" status: 200 len: 851 time: 0.1126251 Feb 10 15:17:52.403961 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-75dd8694-a2c9-4681-989d-6797caad303a tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:17:52.405029 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-75dd8694-a2c9-4681-989d-6797caad303a tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1695197 Feb 10 15:17:52.414814 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-60551391-fd59-405b-baf5-1df805b3e4d4 req-e7288b95-471a-4c13-a136-b418ddc44cd9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=98af5229-c542-4eaf-859a-ec2f4d24a8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334411 Feb 10 15:17:52.516918 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (d0c9314a-00be-476d-9e54-0d873615a45c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:52.549396 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 2fa2d824-d295-442f-9916-f890cf9b5969, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=2fa2d824-d295-442f-9916-f890cf9b5969,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:52.566600 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2fa2d824-d295-442f-9916-f890cf9b5969), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:52.571373 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=320da8ce-a09e-4c1e-8af3-2361531f1d23,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:52.595202 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-60551391-fd59-405b-baf5-1df805b3e4d4 req-55fe58ed-0c74-4f8b-9c02-2cb0bbbed5e1 service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724882 Feb 10 15:17:52.649678 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (0cc3663f-4491-4bd7-ab2a-e591a7c18b33), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:52.661880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-d0c9314a-00be-476d-9e54-0d873615a45c', 'network_id': 'd0c9314a-00be-476d-9e54-0d873615a45c', 'project_id': 'a019ff2b281d41119b271349c3aec409', 'fixed_ips': [{'subnet_id': '0cc3663f-4491-4bd7-ab2a-e591a7c18b33'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:17:52.663425 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:52.699179 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-60551391-fd59-405b-baf5-1df805b3e4d4 req-f2ef9d54-5db7-4e0d-8f8b-00ccf0e04c2e service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950961 Feb 10 15:17:52.699459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=2fa2d824-d295-442f-9916-f890cf9b5969,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:52.829918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Allocated IP 2001:db8::2 (d0c9314a-00be-476d-9e54-0d873615a45c/0cc3663f-4491-4bd7-ab2a-e591a7c18b33/99ceeee5-4634-4219-9c08-fa5a14f3a09d) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:52.982092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-624eca45-8aa5-4f74-bac5-caeebaeba292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:52.988610 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-624eca45-8aa5-4f74-bac5-caeebaeba292 service neutron] 10.222.0.64 "GET /v2.0/ports/1be11e18-da6b-4287-9fa5-385f846d4ffe HTTP/1.1" status: 200 len: 1125 time: 0.5490773 Feb 10 15:17:52.992675 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-76b0e729-3f87-4e42-8b9c-78dd0859a994 service neutron] Request body: {'binding': {'host': 'n-h1-815324-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:52.992830 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Publish callbacks [] for port (99ceeee5-4634-4219-9c08-fa5a14f3a09d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:52.993125 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-76b0e729-3f87-4e42-8b9c-78dd0859a994 service neutron] Unknown quota resources ['binding']. {{(pid=103368) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:17:52.999074 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (99ceeee5-4634-4219-9c08-fa5a14f3a09d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:53.040457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Network d0c9314a-00be-476d-9e54-0d873615a45c is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:53.043170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:53.046624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:53.058972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Pushing event updated for resources: {'Port': ['ID=99ceeee5-4634-4219-9c08-fa5a14f3a09d,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:53.109140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Attempting to bind port 99ceeee5-4634-4219-9c08-fa5a14f3a09d on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:53.109520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Attempting to bind port 99ceeee5-4634-4219-9c08-fa5a14f3a09d by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '556f5d56-0258-408f-9ff8-8caa385b5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd0c9314a-00be-476d-9e54-0d873615a45c'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:53.109885 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Attempting to bind port 99ceeee5-4634-4219-9c08-fa5a14f3a09d on network d0c9314a-00be-476d-9e54-0d873615a45c {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:53.114854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:53.115230 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Checking segment: {'id': '556f5d56-0258-408f-9ff8-8caa385b5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd0c9314a-00be-476d-9e54-0d873615a45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:53.115631 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:53.116026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Bound using segment: {'id': '556f5d56-0258-408f-9ff8-8caa385b5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd0c9314a-00be-476d-9e54-0d873615a45c'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:53.116488 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Bound port: 99ceeee5-4634-4219-9c08-fa5a14f3a09d, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556f5d56-0258-408f-9ff8-8caa385b5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd0c9314a-00be-476d-9e54-0d873615a45c'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:53.116889 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (99ceeee5-4634-4219-9c08-fa5a14f3a09d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:53.132912 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868344c9-678d-4b61-aca7-3026a07609a3 req-f38d3c07-ace7-464f-87a7-c910f17adc2c tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:53.134372 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868344c9-678d-4b61-aca7-3026a07609a3 req-f38d3c07-ace7-464f-87a7-c910f17adc2c tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/networks?id=61de7be4-2b56-439f-8688-45d603c87dc5 HTTP/1.1" status: 200 len: 821 time: 0.5195496 Feb 10 15:17:53.160827 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (0cc3663f-4491-4bd7-ab2a-e591a7c18b33), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:53.181382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] For port 99ceeee5-4634-4219-9c08-fa5a14f3a09d, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:53.185184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] For port 99ceeee5-4634-4219-9c08-fa5a14f3a09d, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=99ceeee5-4634-4219-9c08-fa5a14f3a09d,segment=NetworkSegment(556f5d56-0258-408f-9ff8-8caa385b5442),segment_id=556f5d56-0258-408f-9ff8-8caa385b5442)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:53.191168 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (99ceeee5-4634-4219-9c08-fa5a14f3a09d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:53.201754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc3663f-4491-4bd7-ab2a-e591a7c18b33,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:53.210384 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868344c9-678d-4b61-aca7-3026a07609a3 req-c9eef8ed-4f53-4f0a-9cd3-a29cd836ec55 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/quotas/eb83b8883aa34de6b61273d7593a895f HTTP/1.1" status: 200 len: 375 time: 0.0511398 Feb 10 15:17:53.277618 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e0208-9581-4fcb-8ec9-55df9ee61e89 None None] Pushing event updated for resources: {'Port': ['ID=99ceeee5-4634-4219-9c08-fa5a14f3a09d,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:53.278619 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868344c9-678d-4b61-aca7-3026a07609a3 req-555b01c4-1b23-4010-83cf-be171744b36a tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb83b8883aa34de6b61273d7593a895f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485239 Feb 10 15:17:53.292710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a798a3-6da9-4fec-b510-7b7a0d5fc23c None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:17:53.315395 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (d0c9314a-00be-476d-9e54-0d873615a45c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:53.371209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c9314a-00be-476d-9e54-0d873615a45c']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:53.373881 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-76b0e729-3f87-4e42-8b9c-78dd0859a994 service neutron] Attempting to bind port 1be11e18-da6b-4287-9fa5-385f846d4ffe on host n-h1-815324-7 for vnic_type normal with profile None {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:53.374207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-76b0e729-3f87-4e42-8b9c-78dd0859a994 service neutron] Attempting to bind port 1be11e18-da6b-4287-9fa5-385f846d4ffe by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:53.374528 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-76b0e729-3f87-4e42-8b9c-78dd0859a994 service neutron] Attempting to bind port 1be11e18-da6b-4287-9fa5-385f846d4ffe on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:53.387278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a798a3-6da9-4fec-b510-7b7a0d5fc23c None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:17:53.387545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556f5d56-0258-408f-9ff8-8caa385b5442') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:53.387793 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556f5d56-0258-408f-9ff8-8caa385b5442') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:53.389749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-76b0e729-3f87-4e42-8b9c-78dd0859a994 service neutron] Port 1be11e18-da6b-4287-9fa5-385f846d4ffe on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:17:53.390066 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-76b0e729-3f87-4e42-8b9c-78dd0859a994 service neutron] Attempting to bind port 1be11e18-da6b-4287-9fa5-385f846d4ffe on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:53.426476 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (556f5d56-0258-408f-9ff8-8caa385b5442), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:53.436481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-76b0e729-3f87-4e42-8b9c-78dd0859a994 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:53.436845 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-76b0e729-3f87-4e42-8b9c-78dd0859a994 service neutron] Checking segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:53.437263 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-76b0e729-3f87-4e42-8b9c-78dd0859a994 service neutron] Bound using segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:53.437692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-76b0e729-3f87-4e42-8b9c-78dd0859a994 service neutron] Bound port: 1be11e18-da6b-4287-9fa5-385f846d4ffe, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:53.484285 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (556f5d56-0258-408f-9ff8-8caa385b5442), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:53.518744 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:17:53.519144 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (556f5d56-0258-408f-9ff8-8caa385b5442), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:17:53.522305 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:17:53.544312 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868344c9-678d-4b61-aca7-3026a07609a3 req-e7710009-5634-42c5-9171-de4c58075b46 service neutron] 10.222.0.64 "GET /v2.0/networks/61de7be4-2b56-439f-8688-45d603c87dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305822 Feb 10 15:17:53.604996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54052afe-f8de-400e-b0ed-923c9564ba01 None None] Network d0c9314a-00be-476d-9e54-0d873615a45c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:53.624683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-76b0e729-3f87-4e42-8b9c-78dd0859a994 service neutron] For port 1be11e18-da6b-4287-9fa5-385f846d4ffe, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:53.627861 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.api [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:17:53.627861 n-d-815324-7 neutron-server[103368]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:17:53.627861 n-d-815324-7 neutron-server[103368]: [parameters: {'id': 'd0c9314a-00be-476d-9e54-0d873615a45c'}] Feb 10 15:17:53.627861 n-d-815324-7 neutron-server[103368]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:17:53.628254 n-d-815324-7 neutron-server[103368]: DEBUG oslo_db.api [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:17:53.632784 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-76b0e729-3f87-4e42-8b9c-78dd0859a994 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:53.633959 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-76b0e729-3f87-4e42-8b9c-78dd0859a994 service neutron] 10.222.0.64 "POST /v2.0/ports/1be11e18-da6b-4287-9fa5-385f846d4ffe/bindings HTTP/1.1" status: 201 len: 389 time: 0.6445622 Feb 10 15:17:53.701794 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868344c9-678d-4b61-aca7-3026a07609a3 req-13a70f4f-92c2-45ef-ad0f-06993e975dfa service neutron] 10.222.0.64 "GET /v2.0/networks/61de7be4-2b56-439f-8688-45d603c87dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463890 Feb 10 15:17:53.868214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eeae3a-fb9e-48d1-89f8-9aeacb653569 req-03bd9df1-a68c-4c63-be32-c320f4f45e4d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:53.870009 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0eeae3a-fb9e-48d1-89f8-9aeacb653569 req-03bd9df1-a68c-4c63-be32-c320f4f45e4d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 943 time: 0.0606775 Feb 10 15:17:53.874955 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c915c24c-65f3-4a54-a05f-97402ad08031 x-openstack-request-id: req-c915c24c-65f3-4a54-a05f-97402ad08031 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:53.876739 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc5be8f-be42-42c8-851e-945e677282c3", "name": "network-vif-plugged", "status": "completed", "tag": "320da8ce-a09e-4c1e-8af3-2361531f1d23", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:53.877081 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c915c24c-65f3-4a54-a05f-97402ad08031 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:53.878118 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc5be8f-be42-42c8-851e-945e677282c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320da8ce-a09e-4c1e-8af3-2361531f1d23', 'code': 200} Feb 10 15:17:53.936114 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0eeae3a-fb9e-48d1-89f8-9aeacb653569 req-300e9fd2-78cb-4fe5-abb5-a839425dba62 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584052 Feb 10 15:17:54.048119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72b1fd6f-28a8-478a-901e-6b973342957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:54.050216 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe9e86-52d4-4b43-b868-30551c1cb280 req-8b34cea8-95b1-4ff5-91a8-8661c212eaf2 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:54.050637 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72b1fd6f-28a8-478a-901e-6b973342957d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 1128 time: 0.1245067 Feb 10 15:17:54.052045 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cfe9e86-52d4-4b43-b868-30551c1cb280 req-8b34cea8-95b1-4ff5-91a8-8661c212eaf2 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 946 time: 0.0777917 Feb 10 15:17:54.053605 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705074c-8760-4977-8ab2-10d4323a1ed4 req-f40fd429-0fff-45f1-b49e-d515c78500ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:54.055095 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c705074c-8760-4977-8ab2-10d4323a1ed4 req-f40fd429-0fff-45f1-b49e-d515c78500ab service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 1128 time: 0.1111848 Feb 10 15:17:54.132443 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (d0c9314a-00be-476d-9e54-0d873615a45c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:54.141107 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceb09b-f14d-44e5-8dbd-cb69fbb472f6 req-53d45865-3897-453f-a1f5-6a361c5e2a58 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:54.142630 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53ceb09b-f14d-44e5-8dbd-cb69fbb472f6 req-53d45865-3897-453f-a1f5-6a361c5e2a58 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 950 time: 0.0896516 Feb 10 15:17:54.155790 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cfe9e86-52d4-4b43-b868-30551c1cb280 req-e2c5a775-1f23-4dfc-b032-417bef941319 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ddc451d-29ec-4058-a1a6-fde029dc9b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938137 Feb 10 15:17:54.166463 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c705074c-8760-4977-8ab2-10d4323a1ed4 req-ab47b108-f04d-421f-b950-3e0b46a1a973 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7ddc451d-29ec-4058-a1a6-fde029dc9b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036787 Feb 10 15:17:54.186004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-b422f7b1-7fd0-41fb-905a-18fc1835b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:54.187559 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-b422f7b1-7fd0-41fb-905a-18fc1835b684 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.1260512 Feb 10 15:17:54.243658 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-490c3710-47f8-4f10-8c60-15334b030432 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe HTTP/1.1" status: 200 len: 217 time: 0.0438399 Feb 10 15:17:54.243921 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53ceb09b-f14d-44e5-8dbd-cb69fbb472f6 req-3dcfbdc5-84f5-4c32-95aa-a308d7627b0c tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933874 Feb 10 15:17:54.285202 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Deleting port 99ceeee5-4634-4219-9c08-fa5a14f3a09d {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:54.285553 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (99ceeee5-4634-4219-9c08-fa5a14f3a09d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:54.310498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-95bc1861-f588-4172-b2df-0cf345486897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:54.312487 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-95bc1861-f588-4172-b2df-0cf345486897 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.0600562 Feb 10 15:17:54.349182 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-be151ad4-ab1f-4c26-ba50-541c55256103 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272501 Feb 10 15:17:54.359988 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636702ce-5c74-4616-bd2e-e9cacf6906c9 req-134686cc-bade-42c6-a5c5-cd176622e2c9 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:54.361551 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-636702ce-5c74-4616-bd2e-e9cacf6906c9 req-134686cc-bade-42c6-a5c5-cd176622e2c9 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.1168544 Feb 10 15:17:54.421508 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] For port 99ceeee5-4634-4219-9c08-fa5a14f3a09d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=99ceeee5-4634-4219-9c08-fa5a14f3a09d,segment=NetworkSegment(556f5d56-0258-408f-9ff8-8caa385b5442),segment_id=556f5d56-0258-408f-9ff8-8caa385b5442)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:54.421875 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (99ceeee5-4634-4219-9c08-fa5a14f3a09d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:54.446797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Calling delete_port for 99ceeee5-4634-4219-9c08-fa5a14f3a09d owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:54.454023 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-69f990ca-805b-45d0-a592-11617acb1496 service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968955 Feb 10 15:17:54.474347 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-636702ce-5c74-4616-bd2e-e9cacf6906c9 req-e639d594-f18c-4dfe-9e05-d354ee2a0bec tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998881 Feb 10 15:17:54.477635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e1d6a-e088-428f-b3b8-e7e31065c031 req-dba45e57-7b3a-4b6b-b7d1-04ffa74a6e4d tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:54.479862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b5e1d6a-e088-428f-b3b8-e7e31065c031 req-dba45e57-7b3a-4b6b-b7d1-04ffa74a6e4d tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 1126 time: 0.1317532 Feb 10 15:17:54.576617 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-f5903f90-bf81-484a-9b67-4ee3167363b3 service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163740 Feb 10 15:17:54.593576 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44b64fb9-2d88-4f47-81c0-816db3157cd0 req-fbfb4e1b-4594-4f20-9070-6d013c7055ae tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/ports?device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 210 time: 0.0426702 Feb 10 15:17:54.605680 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b5e1d6a-e088-428f-b3b8-e7e31065c031 req-ab60ed97-9059-40df-9ba8-af9d4caa806a tempest-LiveMigrationTest-1543682922 tempest-LiveMigrationTest-1543682922-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888140 Feb 10 15:17:54.636755 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (99ceeee5-4634-4219-9c08-fa5a14f3a09d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:54.657567 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] No DVR routers for this DVR port 99ceeee5-4634-4219-9c08-fa5a14f3a09d on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:17:54.707464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Port': ['ID=99ceeee5-4634-4219-9c08-fa5a14f3a09d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:54.786002 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (d0c9314a-00be-476d-9e54-0d873615a45c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:54.817637 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c9314a-00be-476d-9e54-0d873615a45c']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:54.828526 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556f5d56-0258-408f-9ff8-8caa385b5442') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:54.828936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556f5d56-0258-408f-9ff8-8caa385b5442') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:54.838972 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (556f5d56-0258-408f-9ff8-8caa385b5442), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:54.878419 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (556f5d56-0258-408f-9ff8-8caa385b5442), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:54.893671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:17:54.894062 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (556f5d56-0258-408f-9ff8-8caa385b5442), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:17:54.897090 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:17:54.965634 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890018bd-4652-48a0-9ca0-4afe9cc3885a req-71173b5e-a171-46af-b427-dc52a8d36581 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:54.967195 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-890018bd-4652-48a0-9ca0-4afe9cc3885a req-71173b5e-a171-46af-b427-dc52a8d36581 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 944 time: 0.1263947 Feb 10 15:17:54.968315 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (d0c9314a-00be-476d-9e54-0d873615a45c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:54.973602 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:54.980405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42112) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:54.980962 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/networks/d0c9314a-00be-476d-9e54-0d873615a45c HTTP/1.1" status: 204 len: 168 time: 2.6541069 Feb 10 15:17:54.987482 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-fdc4fdd5-81c9-483e-a476-57d761691423 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-90683979'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:55.009754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58454d-91a4-4b8b-857d-eca1aeb710b0 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Network': ['ID=d0c9314a-00be-476d-9e54-0d873615a45c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:55.025024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc4fdd5-81c9-483e-a476-57d761691423 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Made reservation on behalf of a019ff2b281d41119b271349c3aec409 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:55.030290 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fdd5-81c9-483e-a476-57d761691423 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:55.077723 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc4fdd5-81c9-483e-a476-57d761691423 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:17:55.095425 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fdd5-81c9-483e-a476-57d761691423 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (3a6ea490-00c5-46d1-a9e8-3f9cf8c012d7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:55.096310 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-fdc4fdd5-81c9-483e-a476-57d761691423 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Added segment 3a6ea490-00c5-46d1-a9e8-3f9cf8c012d7 of type vlan for network 2ee8a4a7-559a-4cf1-9915-42d05b99a5be Feb 10 15:17:55.123122 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-890018bd-4652-48a0-9ca0-4afe9cc3885a req-b065bc89-9f27-4730-979e-73fc67fe6452 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187267 Feb 10 15:17:55.166123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410ee6-ffa9-4b12-b41e-a7ca2c7f6ace req-ffcc502b-adae-4758-96c9-1f78fff1a07f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:55.167815 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db410ee6-ffa9-4b12-b41e-a7ca2c7f6ace req-ffcc502b-adae-4758-96c9-1f78fff1a07f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 943 time: 0.1116288 Feb 10 15:17:55.219314 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fdd5-81c9-483e-a476-57d761691423 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (2ee8a4a7-559a-4cf1-9915-42d05b99a5be), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:55.256524 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db410ee6-ffa9-4b12-b41e-a7ca2c7f6ace req-d469fbbd-7c30-4522-a817-0f3e3e16ad69 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813315 Feb 10 15:17:55.330963 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fdd5-81c9-483e-a476-57d761691423 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (2ee8a4a7-559a-4cf1-9915-42d05b99a5be), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:55.335969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc4fdd5-81c9-483e-a476-57d761691423 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:55.336737 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fdd5-81c9-483e-a476-57d761691423 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:55.353637 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79661ae8-46dc-44d3-80e4-ccdd85dd7223 req-2b871934-e4b6-4d4c-afcc-2a5fd80c3847 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:55.356082 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79661ae8-46dc-44d3-80e4-ccdd85dd7223 req-2b871934-e4b6-4d4c-afcc-2a5fd80c3847 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 946 time: 0.0915809 Feb 10 15:17:55.405576 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fdc4fdd5-81c9-483e-a476-57d761691423 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4238701 Feb 10 15:17:55.407759 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42118) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:55.416490 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-27743b8b-0d99-41b0-823b-ebd41138b2de tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Request body: {'subnet': {'network_id': '2ee8a4a7-559a-4cf1-9915-42d05b99a5be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:55.448020 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79661ae8-46dc-44d3-80e4-ccdd85dd7223 req-bd1c33b3-d7cc-4bcc-a698-ac40c81ac9e8 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ddc451d-29ec-4058-a1a6-fde029dc9b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841782 Feb 10 15:17:55.454822 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:17:55.460095 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868344c9-678d-4b61-aca7-3026a07609a3 req-00e0ad35-f17a-41f2-8fc2-f2b51a497433 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:55.461692 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-868344c9-678d-4b61-aca7-3026a07609a3 req-00e0ad35-f17a-41f2-8fc2-f2b51a497433 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.79 "GET /v2.0/networks?id=61de7be4-2b56-439f-8688-45d603c87dc5 HTTP/1.1" status: 200 len: 821 time: 0.3043637 Feb 10 15:17:55.464685 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81534077-032b-45f9-b45e-d3195a55bfa1 req-85421a95-e860-4933-914c-efe4d1f0c870 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:55.472923 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81534077-032b-45f9-b45e-d3195a55bfa1 req-85421a95-e860-4933-914c-efe4d1f0c870 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 950 time: 0.0824342 Feb 10 15:17:55.475248 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4fdd5-81c9-483e-a476-57d761691423 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event updated for resources: {'Network': ['ID=2ee8a4a7-559a-4cf1-9915-42d05b99a5be,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:55.496299 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-868344c9-678d-4b61-aca7-3026a07609a3 req-e1f48d0a-1339-4379-81e4-ef759d4d4c22 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Request body: {'port': {'device_id': '154ab7d5-4e84-4502-8d61-c715a6a77a36', 'network_id': '61de7be4-2b56-439f-8688-45d603c87dc5', 'admin_state_up': True, 'tenant_id': 'eb83b8883aa34de6b61273d7593a895f'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:55.594111 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81534077-032b-45f9-b45e-d3195a55bfa1 req-e67d28eb-3848-4b17-85b4-0ccc3789adec tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141803 Feb 10 15:17:55.692545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b620b67-6aed-4607-a2a4-88445da6147d req-88c980d2-7c3f-4868-b36b-960a8ad0eb42 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:55.700843 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b620b67-6aed-4607-a2a4-88445da6147d req-88c980d2-7c3f-4868-b36b-960a8ad0eb42 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.1358099 Feb 10 15:17:55.710694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:55.716634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaafe86-71eb-4c92-b614-98ca88426ea6 req-83dd2043-9990-4130-b4d3-c8f9c248b4a3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:55.718195 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7aaafe86-71eb-4c92-b614-98ca88426ea6 req-83dd2043-9990-4130-b4d3-c8f9c248b4a3 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 944 time: 0.1913929 Feb 10 15:17:55.720425 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 2ee8a4a7-559a-4cf1-9915-42d05b99a5be details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:17:55.743916 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94d3e4a4-91df-49f4-8647-0d68b7307eae req-d35cadd2-c42d-4844-a2f2-af2e79e23c04 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/ports?device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 210 time: 0.0407321 Feb 10 15:17:55.792408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '5101ebb1-1a29-478d-9e62-abf5b1ac3bb7', 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1', 'port_id': '5101ebb1-1a29-478d-9e62-abf5b1ac3bb7', 'mac_address': 'fa:16:3e:9f:1b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:17:55.823507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27743b8b-0d99-41b0-823b-ebd41138b2de tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Made reservation on behalf of a019ff2b281d41119b271349c3aec409 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:55.825825 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b620b67-6aed-4607-a2a4-88445da6147d req-31870c92-3a23-42d5-8114-abda34a27074 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231985 Feb 10 15:17:55.827621 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27743b8b-0d99-41b0-823b-ebd41138b2de tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:55.879276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0bb34a-bc8c-475e-a945-dd824e3787d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa2d824-d295-442f-9916-f890cf9b5969'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:55.881587 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62bc29d-9f8b-4ccb-ae84-05a387516e5c" -d '{"events": [{"server_uuid": "cf0bb34a-bc8c-475e-a945-dd824e3787d7", "name": "network-vif-plugged", "status": "completed", "tag": "2fa2d824-d295-442f-9916-f890cf9b5969"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:55.885461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:55.885862 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:55.903587 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:17:55.928470 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:55.934959 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79517f73-1dbe-405a-9c91-132b708e4d3c x-openstack-request-id: req-79517f73-1dbe-405a-9c91-132b708e4d3c {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:55.935515 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0bb34a-bc8c-475e-a945-dd824e3787d7", "name": "network-vif-plugged", "status": "completed", "tag": "2fa2d824-d295-442f-9916-f890cf9b5969", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:55.935839 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79517f73-1dbe-405a-9c91-132b708e4d3c {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:55.936172 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0bb34a-bc8c-475e-a945-dd824e3787d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa2d824-d295-442f-9916-f890cf9b5969', 'code': 200} Feb 10 15:17:55.937777 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:55.951100 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868344c9-678d-4b61-aca7-3026a07609a3 req-e1f48d0a-1339-4379-81e4-ef759d4d4c22 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Made reservation on behalf of eb83b8883aa34de6b61273d7593a895f for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:17:55.954878 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-868344c9-678d-4b61-aca7-3026a07609a3 req-e1f48d0a-1339-4379-81e4-ef759d4d4c22 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:55.997844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:56.000184 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-7aaafe86-71eb-4c92-b614-98ca88426ea6 req-f26300ce-add7-473b-931c-cd61580d46f4 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Deleting port 6c40976f-57d7-449f-81de-ec3685a64b1a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:56.001338 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7aaafe86-71eb-4c92-b614-98ca88426ea6 req-f26300ce-add7-473b-931c-cd61580d46f4 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:56.007209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:56.007566 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:56.007970 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:56.008351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:56.008978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:56.009101 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:56.009429 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:56.009817 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:56.010419 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:56.010757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:56.014971 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:56.015398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:56.015877 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:17:56.053988 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d3c4d-f4a2-44cb-84f2-1b5d1f1dae8e req-7946fdcc-92e3-4dff-a758-fab7ad21491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:56.056243 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-507d3c4d-f4a2-44cb-84f2-1b5d1f1dae8e req-7946fdcc-92e3-4dff-a758-fab7ad21491d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 1132 time: 0.0524349 Feb 10 15:17:56.107216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-507d3c4d-f4a2-44cb-84f2-1b5d1f1dae8e req-65cb57c5-d2bf-4450-a236-990339deb48f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431848 Feb 10 15:17:56.255150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e183b-3f49-42cf-bf29-b360ac3c5338 req-8639110d-e20e-47b0-ab54-cfa2ef9c3fb1 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:56.256904 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-577e183b-3f49-42cf-bf29-b360ac3c5338 req-8639110d-e20e-47b0-ab54-cfa2ef9c3fb1 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 944 time: 0.0546169 Feb 10 15:17:56.266981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-7aaafe86-71eb-4c92-b614-98ca88426ea6 req-f26300ce-add7-473b-931c-cd61580d46f4 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] For port 6c40976f-57d7-449f-81de-ec3685a64b1a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=6c40976f-57d7-449f-81de-ec3685a64b1a,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:56.267517 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7aaafe86-71eb-4c92-b614-98ca88426ea6 req-f26300ce-add7-473b-931c-cd61580d46f4 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:56.284921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-868344c9-678d-4b61-aca7-3026a07609a3 req-e1f48d0a-1339-4379-81e4-ef759d4d4c22 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Allocated IP 172.20.0.6 (61de7be4-2b56-439f-8688-45d603c87dc5/8925d163-bbe7-4b6c-8583-5b6258ed6f45/d09bd91f-1bf9-44a2-9d55-aa19b7706350) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:17:56.293546 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-7aaafe86-71eb-4c92-b614-98ca88426ea6 req-f26300ce-add7-473b-931c-cd61580d46f4 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Calling delete_port for 6c40976f-57d7-449f-81de-ec3685a64b1a owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:56.311659 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['5101ebb1-1a29-478d-9e62-abf5b1ac3bb7'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:17:56.315682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-577e183b-3f49-42cf-bf29-b360ac3c5338 req-a1733e69-feb4-4403-af50-bfa63d02f976 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507934 Feb 10 15:17:56.429781 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16651f9-0232-49a7-a8fd-d8469fd87e63 req-41ae774a-c8dc-48c5-9276-5628d2b8538a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:56.432302 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d16651f9-0232-49a7-a8fd-d8469fd87e63 req-41ae774a-c8dc-48c5-9276-5628d2b8538a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 944 time: 0.0667937 Feb 10 15:17:56.459590 n-d-815324-7 neutron-server[103369]: DEBUG neutron.objects.ports [None req-27743b8b-0d99-41b0-823b-ebd41138b2de tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103369) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:17:56.465717 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27743b8b-0d99-41b0-823b-ebd41138b2de tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (5e982c24-a9b8-4f7c-a4ee-d7afe07436c3), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:56.489235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d16651f9-0232-49a7-a8fd-d8469fd87e63 req-474d7f3f-ab07-4ad1-9fa0-aceb9748f6d5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515072 Feb 10 15:17:56.606479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e0280-3f11-4fc6-b124-ded229b26467 req-43757e30-0ed1-442f-8051-7495d9ead712 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:56.608028 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-559e0280-3f11-4fc6-b124-ded229b26467 req-43757e30-0ed1-442f-8051-7495d9ead712 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 946 time: 0.0587859 Feb 10 15:17:56.617250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27743b8b-0d99-41b0-823b-ebd41138b2de tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event updated for resources: {'Subnet': ['ID=5e982c24-a9b8-4f7c-a4ee-d7afe07436c3,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:56.639218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27743b8b-0d99-41b0-823b-ebd41138b2de tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Checking segment: {'id': '3a6ea490-00c5-46d1-a9e8-3f9cf8c012d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2ee8a4a7-559a-4cf1-9915-42d05b99a5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:56.639576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27743b8b-0d99-41b0-823b-ebd41138b2de tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Network hostable DHCP agents. Network: 2ee8a4a7-559a-4cf1-9915-42d05b99a5be, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:17:56.692275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-559e0280-3f11-4fc6-b124-ded229b26467 req-34c49d50-5dcd-4313-8150-f758d24ce562 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ddc451d-29ec-4058-a1a6-fde029dc9b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753617 Feb 10 15:17:56.703200 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27743b8b-0d99-41b0-823b-ebd41138b2de tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Network 2ee8a4a7-559a-4cf1-9915-42d05b99a5be is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:17:56.729862 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-27743b8b-0d99-41b0-823b-ebd41138b2de tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 2ee8a4a7-559a-4cf1-9915-42d05b99a5be) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:56.733673 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-868344c9-678d-4b61-aca7-3026a07609a3 req-e1f48d0a-1339-4379-81e4-ef759d4d4c22 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Publish callbacks [] for port (d09bd91f-1bf9-44a2-9d55-aa19b7706350), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:56.739867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd02985-758b-43e6-8141-a40e1829c76e None None] Network 2ee8a4a7-559a-4cf1-9915-42d05b99a5be requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:56.740323 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27743b8b-0d99-41b0-823b-ebd41138b2de tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:56.740777 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27743b8b-0d99-41b0-823b-ebd41138b2de tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:56.786507 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d6662-3cf2-4304-92a4-b279ed245662 req-1e3e0b8f-1f95-43a1-8a22-4c4fa0a87e63 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:56.795389 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7aaafe86-71eb-4c92-b614-98ca88426ea6 req-f26300ce-add7-473b-931c-cd61580d46f4 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (6c40976f-57d7-449f-81de-ec3685a64b1a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:56.799724 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-583d6662-3cf2-4304-92a4-b279ed245662 req-1e3e0b8f-1f95-43a1-8a22-4c4fa0a87e63 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 950 time: 0.1240268 Feb 10 15:17:56.806401 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-868344c9-678d-4b61-aca7-3026a07609a3 req-e1f48d0a-1339-4379-81e4-ef759d4d4c22 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d09bd91f-1bf9-44a2-9d55-aa19b7706350), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:56.837836 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-27743b8b-0d99-41b0-823b-ebd41138b2de tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4270661 Feb 10 15:17:56.841544 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42138) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:56.842641 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26300ce-add7-473b-931c-cd61580d46f4 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Pushing event deleted for resources: {'Port': ['ID=6c40976f-57d7-449f-81de-ec3685a64b1a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:56.873081 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['444033d9-42f4-4dc5-9a8d-45f925980d03', '6c40976f-57d7-449f-81de-ec3685a64b1a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:17:56.901723 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f48d0a-1339-4379-81e4-ef759d4d4c22 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Pushing event updated for resources: {'Port': ['ID=d09bd91f-1bf9-44a2-9d55-aa19b7706350,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:56.963055 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868344c9-678d-4b61-aca7-3026a07609a3 req-e1f48d0a-1339-4379-81e4-ef759d4d4c22 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Network 61de7be4-2b56-439f-8688-45d603c87dc5 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:17:56.964052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aaafe86-71eb-4c92-b614-98ca88426ea6 req-f26300ce-add7-473b-931c-cd61580d46f4 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] No DVR routers for this DVR port 6c40976f-57d7-449f-81de-ec3685a64b1a on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:17:56.966383 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-868344c9-678d-4b61-aca7-3026a07609a3 req-e1f48d0a-1339-4379-81e4-ef759d4d4c22 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:17:56.970395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7aaafe86-71eb-4c92-b614-98ca88426ea6 req-f26300ce-add7-473b-931c-cd61580d46f4 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:56.973378 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7aaafe86-71eb-4c92-b614-98ca88426ea6 req-f26300ce-add7-473b-931c-cd61580d46f4 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.72 "DELETE /v2.0/ports/6c40976f-57d7-449f-81de-ec3685a64b1a HTTP/1.1" status: 204 len: 173 time: 1.2456448 Feb 10 15:17:56.973788 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ddbf8b-bc39-462f-9e77-8339e17616d4', 'name': 'network-vif-deleted', 'tag': '6c40976f-57d7-449f-81de-ec3685a64b1a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:56.976484 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c717bf6-8a06-4e65-865c-1f5fe8efa11f" -d '{"events": [{"server_uuid": "77ddbf8b-bc39-462f-9e77-8339e17616d4", "name": "network-vif-deleted", "tag": "6c40976f-57d7-449f-81de-ec3685a64b1a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:56.980232 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-868344c9-678d-4b61-aca7-3026a07609a3 req-e1f48d0a-1339-4379-81e4-ef759d4d4c22 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:17:57.053047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43f5acc-3d2a-442b-9a48-a63bf71e5745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-2ee8a4a7-559a-4cf1-9915-42d05b99a5be', 'network_id': '2ee8a4a7-559a-4cf1-9915-42d05b99a5be', 'project_id': 'a019ff2b281d41119b271349c3aec409', 'fixed_ips': [{'subnet_id': '5e982c24-a9b8-4f7c-a4ee-d7afe07436c3'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:17:57.054272 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c43f5acc-3d2a-442b-9a48-a63bf71e5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:57.063699 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868344c9-678d-4b61-aca7-3026a07609a3 req-e1f48d0a-1339-4379-81e4-ef759d4d4c22 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:57.065311 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-868344c9-678d-4b61-aca7-3026a07609a3 req-e1f48d0a-1339-4379-81e4-ef759d4d4c22 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:57.069254 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-583d6662-3cf2-4304-92a4-b279ed245662 req-5a78abc4-d3e7-4ede-a2d6-b75ef415cf19 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680504 Feb 10 15:17:57.088999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1173d-fdcc-48cd-b0a1-6edd11eedffc req-d7e3773a-3eda-4673-aa97-8cd1524d018a tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:57.097315 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8c1173d-fdcc-48cd-b0a1-6edd11eedffc req-d7e3773a-3eda-4673-aa97-8cd1524d018a tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/ports?device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 931 time: 0.2062812 Feb 10 15:17:57.113566 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-868344c9-678d-4b61-aca7-3026a07609a3 req-e1f48d0a-1339-4379-81e4-ef759d4d4c22 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6296768 Feb 10 15:17:57.125041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Request body: {'port': {'device_id': '154ab7d5-4e84-4502-8d61-c715a6a77a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:17:57.244903 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a185b69-923b-4ab4-9ec7-9a7fbac36c40 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (2ee8a4a7-559a-4cf1-9915-42d05b99a5be), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:57.247870 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d09bd91f-1bf9-44a2-9d55-aa19b7706350), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:57.272480 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8c1173d-fdcc-48cd-b0a1-6edd11eedffc req-7882778b-ff89-46df-a1a3-c4a753552f4d tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c41d30-da03-4033-aadc-e51cc06c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742358 Feb 10 15:17:57.424801 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3766a7-f6e3-4f02-80a7-4a2a185144e6 req-8660ecc4-21c5-4323-a3b0-aa4d3d510695 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:57.433980 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a3766a7-f6e3-4f02-80a7-4a2a185144e6 req-8660ecc4-21c5-4323-a3b0-aa4d3d510695 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.2838690 Feb 10 15:17:57.465971 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a185b69-923b-4ab4-9ec7-9a7fbac36c40 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (5e982c24-a9b8-4f7c-a4ee-d7afe07436c3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:57.475736 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c61b3c-7be2-4599-8c83-7d5222cef3b9 x-openstack-request-id: req-f8c61b3c-7be2-4599-8c83-7d5222cef3b9 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:57.476309 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ddbf8b-bc39-462f-9e77-8339e17616d4", "name": "network-vif-deleted", "tag": "6c40976f-57d7-449f-81de-ec3685a64b1a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:57.476443 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f8c61b3c-7be2-4599-8c83-7d5222cef3b9 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:57.476893 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ddbf8b-bc39-462f-9e77-8339e17616d4', 'name': 'network-vif-deleted', 'tag': '6c40976f-57d7-449f-81de-ec3685a64b1a', 'status': 'completed', 'code': 200} Feb 10 15:17:57.596913 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7045a404-73c6-453f-8d95-0f2e1e2a05de req-597fafa0-ce52-4bc1-ab2d-cb27050f0a16 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 210 time: 0.1232536 Feb 10 15:17:57.649803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a3766a7-f6e3-4f02-80a7-4a2a185144e6 req-b07deeb7-8e82-4a92-939b-5e4e4e7579a5 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142942 Feb 10 15:17:57.691953 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:17:57.697825 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a185b69-923b-4ab4-9ec7-9a7fbac36c40 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (5e982c24-a9b8-4f7c-a4ee-d7afe07436c3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:57.744275 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a185b69-923b-4ab4-9ec7-9a7fbac36c40 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Subnet': ['ID=5e982c24-a9b8-4f7c-a4ee-d7afe07436c3,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server [None req-c43f5acc-3d2a-442b-9a48-a63bf71e5745 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e982c24-a9b8-4f7c-a4ee-d7afe07436c3: This subnet is being modified by another concurrent operation. Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:17:57.761936 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise exception Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e982c24-a9b8-4f7c-a4ee-d7afe07436c3: This subnet is being modified by another concurrent operation. Feb 10 15:17:57.767421 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Feb 10 15:17:57.770666 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09bd91f-1bf9-44a2-9d55-aa19b7706350 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:17:57.775274 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Publish callbacks [] for port (d09bd91f-1bf9-44a2-9d55-aa19b7706350), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:57.797417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Transition to ACTIVE for port object d09bd91f-1bf9-44a2-9d55-aa19b7706350 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:17:57.810494 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (d09bd91f-1bf9-44a2-9d55-aa19b7706350), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:57.858621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741912a2-f0d9-4447-afad-9d2cd508255f None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:17:57.879335 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a185b69-923b-4ab4-9ec7-9a7fbac36c40 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (2ee8a4a7-559a-4cf1-9915-42d05b99a5be), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:57.887991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Pushing event updated for resources: {'Port': ['ID=d09bd91f-1bf9-44a2-9d55-aa19b7706350,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:57.913901 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-4a185b69-923b-4ab4-9ec7-9a7fbac36c40 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee8a4a7-559a-4cf1-9915-42d05b99a5be']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:57.928303 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-4a185b69-923b-4ab4-9ec7-9a7fbac36c40 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6ea490-00c5-46d1-a9e8-3f9cf8c012d7') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:57.928885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-4a185b69-923b-4ab4-9ec7-9a7fbac36c40 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6ea490-00c5-46d1-a9e8-3f9cf8c012d7') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:57.937508 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f56faf-ea67-4a88-a85a-4c01865707dd req-a97ae0ed-7bae-42a6-82d1-950a2da845f0 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:57.939362 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17f56faf-ea67-4a88-a85a-4c01865707dd req-a97ae0ed-7bae-42a6-82d1-950a2da845f0 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 944 time: 0.1971469 Feb 10 15:17:57.959943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:17:57.969085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:17:57.969329 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a185b69-923b-4ab4-9ec7-9a7fbac36c40 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (3a6ea490-00c5-46d1-a9e8-3f9cf8c012d7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:57.969462 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:57.985888 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a185b69-923b-4ab4-9ec7-9a7fbac36c40 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (3a6ea490-00c5-46d1-a9e8-3f9cf8c012d7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:57.994593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a185b69-923b-4ab4-9ec7-9a7fbac36c40 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:17:57.995084 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a185b69-923b-4ab4-9ec7-9a7fbac36c40 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (3a6ea490-00c5-46d1-a9e8-3f9cf8c012d7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:58.062121 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741912a2-f0d9-4447-afad-9d2cd508255f None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:17:58.069499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Attempting to bind port d09bd91f-1bf9-44a2-9d55-aa19b7706350 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:17:58.071571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Attempting to bind port d09bd91f-1bf9-44a2-9d55-aa19b7706350 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '3d110697-15d1-4091-87dd-66c88f3226a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '61de7be4-2b56-439f-8688-45d603c87dc5'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:17:58.072631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Attempting to bind port d09bd91f-1bf9-44a2-9d55-aa19b7706350 on network 61de7be4-2b56-439f-8688-45d603c87dc5 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:17:58.076925 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:17:58.079454 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a185b69-923b-4ab4-9ec7-9a7fbac36c40 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (2ee8a4a7-559a-4cf1-9915-42d05b99a5be), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:58.086700 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Port d09bd91f-1bf9-44a2-9d55-aa19b7706350 on network 61de7be4-2b56-439f-8688-45d603c87dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:17:58.087338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Attempting to bind port d09bd91f-1bf9-44a2-9d55-aa19b7706350 on network 61de7be4-2b56-439f-8688-45d603c87dc5 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:17:58.111467 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:17:58.113423 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Checking segment: {'id': '3d110697-15d1-4091-87dd-66c88f3226a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '61de7be4-2b56-439f-8688-45d603c87dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:17:58.114083 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Bound using segment: {'id': '3d110697-15d1-4091-87dd-66c88f3226a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '61de7be4-2b56-439f-8688-45d603c87dc5'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:17:58.114759 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Bound port: d09bd91f-1bf9-44a2-9d55-aa19b7706350, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d110697-15d1-4091-87dd-66c88f3226a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '61de7be4-2b56-439f-8688-45d603c87dc5'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:17:58.117513 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d09bd91f-1bf9-44a2-9d55-aa19b7706350), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:58.124616 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a185b69-923b-4ab4-9ec7-9a7fbac36c40 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:58.131745 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4a185b69-923b-4ab4-9ec7-9a7fbac36c40 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/networks/2ee8a4a7-559a-4cf1-9915-42d05b99a5be HTTP/1.1" status: 204 len: 168 time: 1.2797482 Feb 10 15:17:58.132622 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a185b69-923b-4ab4-9ec7-9a7fbac36c40 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Network': ['ID=2ee8a4a7-559a-4cf1-9915-42d05b99a5be,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:58.138272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42156) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:58.177885 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4113faa-b65d-43cb-ae51-e3ace17732f7 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:58.178531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4113faa-b65d-43cb-ae51-e3ace17732f7 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:58.184099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f4113faa-b65d-43cb-ae51-e3ace17732f7 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/subnets/5e982c24-a9b8-4f7c-a4ee-d7afe07436c3 HTTP/1.1" status: 404 len: 337 time: 0.0420263 Feb 10 15:17:58.185730 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42160) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:58.216301 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c31191a-87d1-4331-8ccf-1d33a00ae600 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:58.217543 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c31191a-87d1-4331-8ccf-1d33a00ae600 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:58.223216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5c31191a-87d1-4331-8ccf-1d33a00ae600 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/networks/2ee8a4a7-559a-4cf1-9915-42d05b99a5be HTTP/1.1" status: 404 len: 339 time: 0.0334074 Feb 10 15:17:58.228375 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42162) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:58.229191 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:17:58.229596 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:58.261585 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-833fb63e-ae7b-4302-9950-dd366f9b216b tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:58.262334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833fb63e-ae7b-4302-9950-dd366f9b216b tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:58.270304 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-833fb63e-ae7b-4302-9950-dd366f9b216b tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/subnets/0cc3663f-4491-4bd7-ab2a-e591a7c18b33 HTTP/1.1" status: 404 len: 337 time: 0.0404181 Feb 10 15:17:58.272528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42164) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:58.301654 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17f56faf-ea67-4a88-a85a-4c01865707dd req-ab79507b-ac34-4bba-b4c9-1387195597ac tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498383 Feb 10 15:17:58.304152 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6635b3-b77f-4e69-a927-ceef4c0c093a tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:58.304902 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe6635b3-b77f-4e69-a927-ceef4c0c093a tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:58.312560 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fe6635b3-b77f-4e69-a927-ceef4c0c093a tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/networks/d0c9314a-00be-476d-9e54-0d873615a45c HTTP/1.1" status: 404 len: 339 time: 0.0364966 Feb 10 15:17:58.313184 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42168) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:58.343276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744323e-705a-4b74-957f-7443538af4f1 req-f9bfa5fa-a428-461d-a6ca-d04394d776a5 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:58.353498 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-376323da-2112-465e-a042-9974398a364e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:58.353982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376323da-2112-465e-a042-9974398a364e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:58.359982 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-376323da-2112-465e-a042-9974398a364e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/subnets/218ba97a-bab3-4af2-9b1d-3b6f0d2c3fa7 HTTP/1.1" status: 404 len: 337 time: 0.0406682 Feb 10 15:17:58.360867 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42170) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:58.364454 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b744323e-705a-4b74-957f-7443538af4f1 req-f9bfa5fa-a428-461d-a6ca-d04394d776a5 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 950 time: 0.1359241 Feb 10 15:17:58.366658 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b54e95-cb4e-4cb2-9b95-ff546ed551da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5101ebb1-1a29-478d-9e62-abf5b1ac3bb7'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:58.369302 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46bc151-8ece-4fc6-b1b8-90e2214b5914" -d '{"events": [{"server_uuid": "81b54e95-cb4e-4cb2-9b95-ff546ed551da", "name": "network-vif-plugged", "status": "completed", "tag": "5101ebb1-1a29-478d-9e62-abf5b1ac3bb7"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:58.390944 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:17:58.395552 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48e5baf-bf19-409f-b357-3be1df6ff38d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:58.396061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f48e5baf-bf19-409f-b357-3be1df6ff38d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:58.402800 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f48e5baf-bf19-409f-b357-3be1df6ff38d tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/networks/a26b8fc4-8621-442c-b89e-ebb444762438 HTTP/1.1" status: 404 len: 339 time: 0.0393522 Feb 10 15:17:58.404996 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] For port d09bd91f-1bf9-44a2-9d55-aa19b7706350, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:17:58.407730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42174) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:58.427318 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:58.478334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b744323e-705a-4b74-957f-7443538af4f1 req-8f78196f-339b-4e56-8ca8-6a59d60f759d tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018598 Feb 10 15:17:58.519784 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:58.543452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] For port d09bd91f-1bf9-44a2-9d55-aa19b7706350, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=d09bd91f-1bf9-44a2-9d55-aa19b7706350,segment=NetworkSegment(3d110697-15d1-4091-87dd-66c88f3226a3),segment_id=3d110697-15d1-4091-87dd-66c88f3226a3)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:17:58.559169 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (d09bd91f-1bf9-44a2-9d55-aa19b7706350), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:58.580210 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110c5e9e-944a-4e77-88f3-757b450d039e x-openstack-request-id: req-110c5e9e-944a-4e77-88f3-757b450d039e {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:58.580511 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b54e95-cb4e-4cb2-9b95-ff546ed551da", "name": "network-vif-plugged", "status": "completed", "tag": "5101ebb1-1a29-478d-9e62-abf5b1ac3bb7", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:58.580920 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-110c5e9e-944a-4e77-88f3-757b450d039e {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:58.581178 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b54e95-cb4e-4cb2-9b95-ff546ed551da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5101ebb1-1a29-478d-9e62-abf5b1ac3bb7', 'code': 200} Feb 10 15:17:58.610811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:58.611431 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:58.612921 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-868344c9-678d-4b61-aca7-3026a07609a3 req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] 10.222.0.79 "PUT /v2.0/ports/d09bd91f-1bf9-44a2-9d55-aa19b7706350 HTTP/1.1" status: 200 len: 1091 time: 1.4925516 Feb 10 15:17:58.638377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc850be-d127-4d4f-8c19-cab67f4bac7e service neutron] Pushing event updated for resources: {'Port': ['ID=d09bd91f-1bf9-44a2-9d55-aa19b7706350,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:58.646961 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-60d59028-15f0-4e13-9104-c565d7f7a8cb tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Deleting port 56953003-caa5-4679-8840-e3935c19e0f3 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:17:58.647308 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-60d59028-15f0-4e13-9104-c565d7f7a8cb tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (56953003-caa5-4679-8840-e3935c19e0f3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:58.685725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748e05e0-467f-46ea-b38b-ac28a29859f8 None None] Network 2ee8a4a7-559a-4cf1-9915-42d05b99a5be requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:17:58.707213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748e05e0-467f-46ea-b38b-ac28a29859f8 None None] Network 2ee8a4a7-559a-4cf1-9915-42d05b99a5be could not be found, it might have been deleted concurrently. {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 15:17:58.715194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01394fba-5eeb-4b4d-a8ad-90b0a9e1a9f0 req-3c7341db-b4cc-4137-a607-c339c8f37c28 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:58.720766 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01394fba-5eeb-4b4d-a8ad-90b0a9e1a9f0 req-3c7341db-b4cc-4137-a607-c339c8f37c28 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/ports?device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 943 time: 0.2456071 Feb 10 15:17:58.812478 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-60d59028-15f0-4e13-9104-c565d7f7a8cb tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (56953003-caa5-4679-8840-e3935c19e0f3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:58.816801 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01394fba-5eeb-4b4d-a8ad-90b0a9e1a9f0 req-ac9047de-f1f2-49d4-a4a0-4bbaed737e71 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c41d30-da03-4033-aadc-e51cc06c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898886 Feb 10 15:17:58.831351 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-60d59028-15f0-4e13-9104-c565d7f7a8cb tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Calling delete_port for 56953003-caa5-4679-8840-e3935c19e0f3 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:17:58.907989 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6685e66-5841-442e-ac0d-f7b94a85d0e8 req-3a703246-6ccb-4cfd-82c7-01a87af2908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:58.909583 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b6685e66-5841-442e-ac0d-f7b94a85d0e8 req-3a703246-6ccb-4cfd-82c7-01a87af2908a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 1127 time: 0.1710734 Feb 10 15:17:58.912942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868344c9-678d-4b61-aca7-3026a07609a3 req-a30e64ea-4041-436f-adb4-807cf9d25c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:58.914370 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-868344c9-678d-4b61-aca7-3026a07609a3 req-a30e64ea-4041-436f-adb4-807cf9d25c3a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eb83b8883aa34de6b61273d7593a895f&device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 1125 time: 0.1774385 Feb 10 15:17:58.930873 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6d63a8e-de41-4e08-8139-740a12df72a3 req-dca6834e-60b8-4b02-ae41-05216b019b74 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 210 time: 0.0467520 Feb 10 15:17:58.977335 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-868344c9-678d-4b61-aca7-3026a07609a3 req-732f1051-3295-4f85-b403-939d45a64ba8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d09bd91f-1bf9-44a2-9d55-aa19b7706350 HTTP/1.1" status: 200 len: 217 time: 0.0547397 Feb 10 15:17:59.023979 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5f47a-5150-4522-a672-8d63004306ef req-9bd06137-4816-491c-887c-ff0d6d8aa054 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:59.026278 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5af5f47a-5150-4522-a672-8d63004306ef req-9bd06137-4816-491c-887c-ff0d6d8aa054 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.0841725 Feb 10 15:17:59.052814 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-60d59028-15f0-4e13-9104-c565d7f7a8cb tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (56953003-caa5-4679-8840-e3935c19e0f3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:59.057807 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b6685e66-5841-442e-ac0d-f7b94a85d0e8 req-d9c673c6-2e41-4bf1-ac97-71326948c34f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341577 Feb 10 15:17:59.096612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868344c9-678d-4b61-aca7-3026a07609a3 req-885688c5-a061-4c12-99ae-dd9b239038cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:59.098365 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-868344c9-678d-4b61-aca7-3026a07609a3 req-885688c5-a061-4c12-99ae-dd9b239038cf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8925d163-bbe7-4b6c-8583-5b6258ed6f45 HTTP/1.1" status: 200 len: 861 time: 0.1121585 Feb 10 15:17:59.099187 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d59028-15f0-4e13-9104-c565d7f7a8cb tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Port': ['ID=56953003-caa5-4679-8840-e3935c19e0f3,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:59.104395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-60d59028-15f0-4e13-9104-c565d7f7a8cb tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:59.110072 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-60d59028-15f0-4e13-9104-c565d7f7a8cb tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/ports/56953003-caa5-4679-8840-e3935c19e0f3 HTTP/1.1" status: 204 len: 168 time: 0.6990154 Feb 10 15:17:59.114007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42184) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:59.131599 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5af5f47a-5150-4522-a672-8d63004306ef req-dd0ba4f3-df15-4fdb-987d-357796fe3db0 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980361 Feb 10 15:17:59.164877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a76c0-676c-4a76-a24a-19f693e2a676 req-6d777e0b-839d-4f83-ad61-c4bb0de7483f tempest-ServersAdminNegativeTestJSON-666709076 tempest-ServersAdminNegativeTestJSON-666709076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:59.166575 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a7a76c0-676c-4a76-a24a-19f693e2a676 req-6d777e0b-839d-4f83-ad61-c4bb0de7483f tempest-ServersAdminNegativeTestJSON-666709076 tempest-ServersAdminNegativeTestJSON-666709076-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 1132 time: 0.1176405 Feb 10 15:17:59.179326 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b8268d-1081-4652-8982-7c5ac574079e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] DELETE failed (client error): The resource could not be found. Feb 10 15:17:59.179909 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b8268d-1081-4652-8982-7c5ac574079e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:17:59.188725 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42186) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:59.189149 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-74b8268d-1081-4652-8982-7c5ac574079e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/subnets/7295ec46-7ae8-411e-92fd-d71e358cb74f HTTP/1.1" status: 404 len: 337 time: 0.0738478 Feb 10 15:17:59.198636 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5a7a76c0-676c-4a76-a24a-19f693e2a676 req-89b83b06-e7ab-44dd-8145-f8b08c5d4d72 tempest-ServersAdminNegativeTestJSON-666709076 tempest-ServersAdminNegativeTestJSON-666709076-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:59.303350 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a191c979-ac8e-407d-991d-e5a1426cef4e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (cb180824-f03b-48fc-83fb-71766cbc9f63), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:59.381663 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-868344c9-678d-4b61-aca7-3026a07609a3 req-5348a802-c936-4d03-88b0-692ce5801d4a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=61de7be4-2b56-439f-8688-45d603c87dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626352 Feb 10 15:17:59.487275 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154ab7d5-4e84-4502-8d61-c715a6a77a36', 'tag': 'd09bd91f-1bf9-44a2-9d55-aa19b7706350'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:17:59.489634 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386c41c8-bad0-4455-8406-c7548de1f771" -d '{"events": [{"name": "network-changed", "server_uuid": "154ab7d5-4e84-4502-8d61-c715a6a77a36", "tag": "d09bd91f-1bf9-44a2-9d55-aa19b7706350"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:17:59.531045 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-868344c9-678d-4b61-aca7-3026a07609a3 req-336765a7-5280-4264-82ba-dd24ea5e6b88 service neutron] 10.222.0.79 "GET /v2.0/networks/61de7be4-2b56-439f-8688-45d603c87dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421583 Feb 10 15:17:59.592811 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a191c979-ac8e-407d-991d-e5a1426cef4e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (cb180824-f03b-48fc-83fb-71766cbc9f63), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:59.596596 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5a7a76c0-676c-4a76-a24a-19f693e2a676 req-89b83b06-e7ab-44dd-8145-f8b08c5d4d72 tempest-ServersAdminNegativeTestJSON-666709076 tempest-ServersAdminNegativeTestJSON-666709076-project-admin] Publish callbacks [] for security_group (217c8b5e-1945-41d4-b60c-f67d9e3803a7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:59.607550 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5a7a76c0-676c-4a76-a24a-19f693e2a676 req-89b83b06-e7ab-44dd-8145-f8b08c5d4d72 tempest-ServersAdminNegativeTestJSON-666709076 tempest-ServersAdminNegativeTestJSON-666709076-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (217c8b5e-1945-41d4-b60c-f67d9e3803a7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:59.634611 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a191c979-ac8e-407d-991d-e5a1426cef4e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb180824-f03b-48fc-83fb-71766cbc9f63']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:59.658744 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-868344c9-678d-4b61-aca7-3026a07609a3 req-d63cfdff-f405-466b-9a0a-fdf0f1c7eb39 service neutron] 10.222.0.79 "GET /v2.0/networks/61de7be4-2b56-439f-8688-45d603c87dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066363 Feb 10 15:17:59.668167 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a191c979-ac8e-407d-991d-e5a1426cef4e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919d165e-1eaa-42d2-87f4-e2ddace589a4') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:59.668446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a191c979-ac8e-407d-991d-e5a1426cef4e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919d165e-1eaa-42d2-87f4-e2ddace589a4') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:17:59.675741 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a7a76c0-676c-4a76-a24a-19f693e2a676 req-89b83b06-e7ab-44dd-8145-f8b08c5d4d72 tempest-ServersAdminNegativeTestJSON-666709076 tempest-ServersAdminNegativeTestJSON-666709076-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005445 Feb 10 15:17:59.686977 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a191c979-ac8e-407d-991d-e5a1426cef4e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (919d165e-1eaa-42d2-87f4-e2ddace589a4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:59.695365 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ab95e-2da5-4bc6-b5fc-53177f9e863b req-5162a39b-8482-4804-a629-8eb0067a7fb8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:59.696935 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-575ab95e-2da5-4bc6-b5fc-53177f9e863b req-5162a39b-8482-4804-a629-8eb0067a7fb8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.2615533 Feb 10 15:17:59.697595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b83b06-e7ab-44dd-8145-f8b08c5d4d72 tempest-ServersAdminNegativeTestJSON-666709076 tempest-ServersAdminNegativeTestJSON-666709076-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217c8b5e-1945-41d4-b60c-f67d9e3803a7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:59.734837 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a191c979-ac8e-407d-991d-e5a1426cef4e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (919d165e-1eaa-42d2-87f4-e2ddace589a4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:59.758476 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f05d3b-606c-4c6c-a28f-539623770799 x-openstack-request-id: req-04f05d3b-606c-4c6c-a28f-539623770799 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:17:59.758476 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "154ab7d5-4e84-4502-8d61-c715a6a77a36", "tag": "d09bd91f-1bf9-44a2-9d55-aa19b7706350", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:17:59.758476 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04f05d3b-606c-4c6c-a28f-539623770799 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:17:59.758476 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154ab7d5-4e84-4502-8d61-c715a6a77a36', 'tag': 'd09bd91f-1bf9-44a2-9d55-aa19b7706350', 'status': 'completed', 'code': 200} Feb 10 15:17:59.765437 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a191c979-ac8e-407d-991d-e5a1426cef4e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:17:59.765914 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a191c979-ac8e-407d-991d-e5a1426cef4e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (919d165e-1eaa-42d2-87f4-e2ddace589a4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:17:59.770076 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:17:59.818663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 6c40976f-57d7-449f-81de-ec3685a64b1a no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:17:59.839381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c41c8-bad0-4455-8406-c7548de1f771 req-4ce70b8c-7a58-43fb-ad30-a9a02f58f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:59.841043 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 6c40976f-57d7-449f-81de-ec3685a64b1a {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:17:59.841616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 6c40976f-57d7-449f-81de-ec3685a64b1a not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:17:59.841797 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-386c41c8-bad0-4455-8406-c7548de1f771 req-4ce70b8c-7a58-43fb-ad30-a9a02f58f48a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eb83b8883aa34de6b61273d7593a895f&device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 1125 time: 0.0574086 Feb 10 15:17:59.876613 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-575ab95e-2da5-4bc6-b5fc-53177f9e863b req-03768c57-96f5-4a9a-a2f6-a9e27b3911aa tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638074 Feb 10 15:17:59.887053 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a191c979-ac8e-407d-991d-e5a1426cef4e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (cb180824-f03b-48fc-83fb-71766cbc9f63), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:59.898413 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a191c979-ac8e-407d-991d-e5a1426cef4e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:17:59.903779 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a191c979-ac8e-407d-991d-e5a1426cef4e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/networks/cb180824-f03b-48fc-83fb-71766cbc9f63 HTTP/1.1" status: 204 len: 168 time: 0.7132139 Feb 10 15:17:59.925495 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42194) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:17:59.935102 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191c979-ac8e-407d-991d-e5a1426cef4e tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Network': ['ID=cb180824-f03b-48fc-83fb-71766cbc9f63,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:17:59.962407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c41c8-bad0-4455-8406-c7548de1f771 req-ef936a6f-ddfe-4904-9943-d6ba9f59e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:17:59.964822 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-386c41c8-bad0-4455-8406-c7548de1f771 req-ef936a6f-ddfe-4904-9943-d6ba9f59e347 service neutron] 10.222.0.79 "GET /v2.0/networks?id=61de7be4-2b56-439f-8688-45d603c87dc5 HTTP/1.1" status: 200 len: 922 time: 0.1160119 Feb 10 15:18:00.019774 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-386c41c8-bad0-4455-8406-c7548de1f771 req-5a29f920-c591-4ae8-a922-bf7143c80808 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d09bd91f-1bf9-44a2-9d55-aa19b7706350 HTTP/1.1" status: 200 len: 217 time: 0.0485699 Feb 10 15:18:00.092902 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5c01cec-09ce-4cce-938d-b9caefdd8d3e req-23e7f0e9-704e-40ce-b3e1-cac463e11431 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 210 time: 0.0406926 Feb 10 15:18:00.107393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88585987-6caa-44f1-8cb7-913b0b2d0514 req-b508b183-2842-4a0f-87ab-8da2ade3ed33 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:00.121406 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88585987-6caa-44f1-8cb7-913b0b2d0514 req-b508b183-2842-4a0f-87ab-8da2ade3ed33 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/ports?device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 943 time: 0.1900167 Feb 10 15:18:00.177619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-abed41e3-49a4-4432-a9f1-0e519e3f28ac tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Deleting port 7e6aef27-8f7e-46b5-ab62-959ced2c85d2 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:00.177977 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-abed41e3-49a4-4432-a9f1-0e519e3f28ac tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7e6aef27-8f7e-46b5-ab62-959ced2c85d2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:00.213452 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88585987-6caa-44f1-8cb7-913b0b2d0514 req-61113f08-530c-4156-ba1f-c5ba2c56a03e tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c41d30-da03-4033-aadc-e51cc06c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976908 Feb 10 15:18:00.322440 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-abed41e3-49a4-4432-a9f1-0e519e3f28ac tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7e6aef27-8f7e-46b5-ab62-959ced2c85d2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:00.342836 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-abed41e3-49a4-4432-a9f1-0e519e3f28ac tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Calling delete_port for 7e6aef27-8f7e-46b5-ab62-959ced2c85d2 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:00.351953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c41c8-bad0-4455-8406-c7548de1f771 req-5d3eef52-9b99-4910-9e72-68e3c30c1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:00.353643 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-386c41c8-bad0-4455-8406-c7548de1f771 req-5d3eef52-9b99-4910-9e72-68e3c30c1c92 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8925d163-bbe7-4b6c-8583-5b6258ed6f45 HTTP/1.1" status: 200 len: 861 time: 0.3260934 Feb 10 15:18:00.369317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635f76a-7902-439c-86e7-5aeb67141064 req-2376a7ee-4d19-4606-9e7a-4cfa28a334cd tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:00.370836 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9635f76a-7902-439c-86e7-5aeb67141064 req-2376a7ee-4d19-4606-9e7a-4cfa28a334cd tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.0999107 Feb 10 15:18:00.394826 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-386c41c8-bad0-4455-8406-c7548de1f771 req-123fa594-3540-4bf0-a1af-030d1ec2b544 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=61de7be4-2b56-439f-8688-45d603c87dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274670 Feb 10 15:18:00.477189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9635f76a-7902-439c-86e7-5aeb67141064 req-697c9bc6-db01-4ee7-932c-1adf99f50880 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694849 Feb 10 15:18:00.506878 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-abed41e3-49a4-4432-a9f1-0e519e3f28ac tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (7e6aef27-8f7e-46b5-ab62-959ced2c85d2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:00.553239 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-386c41c8-bad0-4455-8406-c7548de1f771 req-fcdd3faf-52ae-48ad-912e-dc013c3fbc6e service neutron] 10.222.0.79 "GET /v2.0/networks/61de7be4-2b56-439f-8688-45d603c87dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465099 Feb 10 15:18:00.565798 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-abed41e3-49a4-4432-a9f1-0e519e3f28ac tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:00.572480 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-abed41e3-49a4-4432-a9f1-0e519e3f28ac tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/ports/7e6aef27-8f7e-46b5-ab62-959ced2c85d2 HTTP/1.1" status: 204 len: 168 time: 0.6453128 Feb 10 15:18:00.573184 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42200) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:00.574362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed41e3-49a4-4432-a9f1-0e519e3f28ac tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Port': ['ID=7e6aef27-8f7e-46b5-ab62-959ced2c85d2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:00.615693 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b0038b-82d2-4519-9668-67c09e9eb6bf tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] DELETE failed (client error): The resource could not be found. Feb 10 15:18:00.616200 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b0038b-82d2-4519-9668-67c09e9eb6bf tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:18:00.619615 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e7b0038b-82d2-4519-9668-67c09e9eb6bf tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/subnets/39c8a8e5-d14d-482e-a74d-bf2fcd742b80 HTTP/1.1" status: 404 len: 337 time: 0.0452416 Feb 10 15:18:00.623371 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42202) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:00.723761 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-386c41c8-bad0-4455-8406-c7548de1f771 req-4daeca7a-663d-4002-9970-a54544086db2 service neutron] 10.222.0.79 "GET /v2.0/networks/61de7be4-2b56-439f-8688-45d603c87dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645725 Feb 10 15:18:00.860343 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f334c391-a21f-47d0-ad96-6d81ff0cf0ec tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (485430c5-dd57-4bbe-a4b4-79bd699632fc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:00.900789 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42966fa4-3bdb-4d30-bb13-7fc754b02836 req-eff02bb0-7520-4aab-9407-2d4067e49e71 tempest-ServersAdminNegativeTestJSON-666709076 tempest-ServersAdminNegativeTestJSON-666709076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:00.902303 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42966fa4-3bdb-4d30-bb13-7fc754b02836 req-eff02bb0-7520-4aab-9407-2d4067e49e71 tempest-ServersAdminNegativeTestJSON-666709076 tempest-ServersAdminNegativeTestJSON-666709076-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 1132 time: 0.0891316 Feb 10 15:18:01.295761 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f334c391-a21f-47d0-ad96-6d81ff0cf0ec tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (485430c5-dd57-4bbe-a4b4-79bd699632fc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:01.343414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-f334c391-a21f-47d0-ad96-6d81ff0cf0ec tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485430c5-dd57-4bbe-a4b4-79bd699632fc']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:01.364220 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-f334c391-a21f-47d0-ad96-6d81ff0cf0ec tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e4fbf7-1089-4db7-824f-dfc117f7953a') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:01.364531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-f334c391-a21f-47d0-ad96-6d81ff0cf0ec tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e4fbf7-1089-4db7-824f-dfc117f7953a') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:01.376227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42966fa4-3bdb-4d30-bb13-7fc754b02836 req-f3f0893f-715e-4d61-a0ba-520420e1a8e1 tempest-ServersAdminNegativeTestJSON-666709076 tempest-ServersAdminNegativeTestJSON-666709076-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653723 Feb 10 15:18:01.380384 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f334c391-a21f-47d0-ad96-6d81ff0cf0ec tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (d0e4fbf7-1089-4db7-824f-dfc117f7953a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:01.399651 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f334c391-a21f-47d0-ad96-6d81ff0cf0ec tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (d0e4fbf7-1089-4db7-824f-dfc117f7953a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:01.409123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f334c391-a21f-47d0-ad96-6d81ff0cf0ec tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:18:01.409522 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f334c391-a21f-47d0-ad96-6d81ff0cf0ec tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (d0e4fbf7-1089-4db7-824f-dfc117f7953a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:18:01.412426 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:18:01.473576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770929fe-f30f-479f-aefd-90cd74e500fe req-ddc44655-f82f-404d-a186-012080b078f3 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:01.475131 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-770929fe-f30f-479f-aefd-90cd74e500fe req-ddc44655-f82f-404d-a186-012080b078f3 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.1830192 Feb 10 15:18:01.516039 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5401c961-555c-400e-b5a0-3e06fbfc3c35 req-3b1d494b-6485-48e8-aac5-b19a521c2f26 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 210 time: 0.0398462 Feb 10 15:18:01.516591 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f334c391-a21f-47d0-ad96-6d81ff0cf0ec tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (485430c5-dd57-4bbe-a4b4-79bd699632fc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:01.583241 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-770929fe-f30f-479f-aefd-90cd74e500fe req-1d8d0568-3c5a-4026-baf6-e7206a215711 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783315 Feb 10 15:18:01.590113 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f334c391-a21f-47d0-ad96-6d81ff0cf0ec tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:01.596825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42218) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:01.597055 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f334c391-a21f-47d0-ad96-6d81ff0cf0ec tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/networks/485430c5-dd57-4bbe-a4b4-79bd699632fc HTTP/1.1" status: 204 len: 168 time: 0.9721451 Feb 10 15:18:01.621929 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334c391-a21f-47d0-ad96-6d81ff0cf0ec tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Network': ['ID=485430c5-dd57-4bbe-a4b4-79bd699632fc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:01.665684 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e3731-c37f-4ca0-a79b-36b395d00af6 req-58e8fa16-1922-48b0-9661-09871f438c31 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:01.675509 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-819e3731-c37f-4ca0-a79b-36b395d00af6 req-58e8fa16-1922-48b0-9661-09871f438c31 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/ports?device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 943 time: 0.0771489 Feb 10 15:18:01.710595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c05ccb-fcee-4db6-ad78-eebd91e5dd86 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Deleting subnet 34e5ac58-97c1-454a-befb-6b656a2c50de {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:18:01.714163 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39c05ccb-fcee-4db6-ad78-eebd91e5dd86 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for subnet (34e5ac58-97c1-454a-befb-6b656a2c50de), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:01.769318 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-819e3731-c37f-4ca0-a79b-36b395d00af6 req-98f9613e-b81d-42ec-b6f1-e2f7c275a7d1 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c41d30-da03-4033-aadc-e51cc06c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927856 Feb 10 15:18:01.812796 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39c05ccb-fcee-4db6-ad78-eebd91e5dd86 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (34e5ac58-97c1-454a-befb-6b656a2c50de), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:01.838956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf9c59-045b-493e-a18b-2e83432df1a1 req-624fd18f-9f73-401f-90ca-2b4985a1ead1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:01.847633 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5caf9c59-045b-493e-a18b-2e83432df1a1 req-624fd18f-9f73-401f-90ca-2b4985a1ead1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.0767651 Feb 10 15:18:01.919268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5caf9c59-045b-493e-a18b-2e83432df1a1 req-0b873fda-c7c2-483f-ab8e-04fb4f413c05 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704489 Feb 10 15:18:01.984457 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39c05ccb-fcee-4db6-ad78-eebd91e5dd86 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (34e5ac58-97c1-454a-befb-6b656a2c50de), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:02.125035 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39c05ccb-fcee-4db6-ad78-eebd91e5dd86 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (34e5ac58-97c1-454a-befb-6b656a2c50de), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:02.179368 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c05ccb-fcee-4db6-ad78-eebd91e5dd86 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Subnet': ['ID=34e5ac58-97c1-454a-befb-6b656a2c50de,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:02.197611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84942393-d23f-4f8a-96d5-b131c277d6b6 None None] Network cfd4b24e-5225-417d-ae5d-f56798392029 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:02.198589 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39c05ccb-fcee-4db6-ad78-eebd91e5dd86 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:02.202791 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-39c05ccb-fcee-4db6-ad78-eebd91e5dd86 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/subnets/34e5ac58-97c1-454a-befb-6b656a2c50de HTTP/1.1" status: 204 len: 168 time: 0.6049945 Feb 10 15:18:02.206019 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42234) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:02.430938 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb082b1-88c8-4c3b-a689-8b86f51f22cd None None] DHCP port deletion for cfd4b24e-5225-417d-ae5d-f56798392029 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:18:02.431384 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (cfd4b24e-5225-417d-ae5d-f56798392029), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:02.468494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b250dd-e40b-4c6e-8de9-ea5137e2c06e req-fbc3744f-990a-40d7-80d0-4cc678dbf177 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:02.478198 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81b250dd-e40b-4c6e-8de9-ea5137e2c06e req-fbc3744f-990a-40d7-80d0-4cc678dbf177 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 950 time: 0.1953182 Feb 10 15:18:02.546301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ccb082b1-88c8-4c3b-a689-8b86f51f22cd None None] Deleting port c3875f30-f017-4159-bbdb-c38b0f3e476d {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:02.547869 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ccb082b1-88c8-4c3b-a689-8b86f51f22cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:02.606637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81b250dd-e40b-4c6e-8de9-ea5137e2c06e req-ff5ef6f0-7b1f-4431-b201-cd4780d440fe tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256661 Feb 10 15:18:02.646275 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Deleting port c3875f30-f017-4159-bbdb-c38b0f3e476d {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:02.649087 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:02.680535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ccb082b1-88c8-4c3b-a689-8b86f51f22cd None None] For port c3875f30-f017-4159-bbdb-c38b0f3e476d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c3875f30-f017-4159-bbdb-c38b0f3e476d,segment=NetworkSegment(eecedfb2-ea29-4b95-93bc-2ffef39198ba),segment_id=eecedfb2-ea29-4b95-93bc-2ffef39198ba)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:02.681115 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ccb082b1-88c8-4c3b-a689-8b86f51f22cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:02.697813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ccb082b1-88c8-4c3b-a689-8b86f51f22cd None None] Calling delete_port for c3875f30-f017-4159-bbdb-c38b0f3e476d owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:02.806496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-710ab18c-5d62-41e9-876c-eef39b46fdad req-748938c6-c442-49fc-8076-606bfb5b447b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 210 time: 0.0921540 Feb 10 15:18:02.813120 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] For port c3875f30-f017-4159-bbdb-c38b0f3e476d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c3875f30-f017-4159-bbdb-c38b0f3e476d,segment=NetworkSegment(eecedfb2-ea29-4b95-93bc-2ffef39198ba),segment_id=eecedfb2-ea29-4b95-93bc-2ffef39198ba)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:02.813493 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:02.839791 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ccb082b1-88c8-4c3b-a689-8b86f51f22cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:02.842071 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Calling delete_port for c3875f30-f017-4159-bbdb-c38b0f3e476d owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:02.854772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c75f8-557f-4643-ad5a-839ee2e7e168 req-20044ce3-ccbe-4daa-a594-70659c7bac81 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:02.857057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc1c75f8-557f-4643-ad5a-839ee2e7e168 req-20044ce3-ccbe-4daa-a594-70659c7bac81 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.2478840 Feb 10 15:18:02.896365 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb082b1-88c8-4c3b-a689-8b86f51f22cd None None] Pushing event deleted for resources: {'Port': ['ID=c3875f30-f017-4159-bbdb-c38b0f3e476d,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:02.899282 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb082b1-88c8-4c3b-a689-8b86f51f22cd None None] No DVR routers for this DVR port c3875f30-f017-4159-bbdb-c38b0f3e476d on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:18:03.000814 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc1c75f8-557f-4643-ad5a-839ee2e7e168 req-0c1e97a6-d511-45da-a6ca-1d5289fcda0b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352491 Feb 10 15:18:03.029371 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (c3875f30-f017-4159-bbdb-c38b0f3e476d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:03.039785 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb08fc-36f0-4fb6-81bb-f52d82b57240 req-2660f4a6-04eb-4132-919a-9d9b6c72e0f3 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:03.041299 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8eb08fc-36f0-4fb6-81bb-f52d82b57240 req-2660f4a6-04eb-4132-919a-9d9b6c72e0f3 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/ports?device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 943 time: 0.1039639 Feb 10 15:18:03.064870 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Port': ['ID=c3875f30-f017-4159-bbdb-c38b0f3e476d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:03.073407 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] No DVR routers for this DVR port c3875f30-f017-4159-bbdb-c38b0f3e476d on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:18:03.217374 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (cfd4b24e-5225-417d-ae5d-f56798392029), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:03.222487 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8eb08fc-36f0-4fb6-81bb-f52d82b57240 req-2a8531ca-5d84-4fd5-b5c6-e1aa5b8e6feb tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c41d30-da03-4033-aadc-e51cc06c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600871 Feb 10 15:18:03.245331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd4b24e-5225-417d-ae5d-f56798392029']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:03.253609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53960bf3-40e7-48da-aa9a-4d08e4451899 req-2d3251a9-1559-4fe7-902d-c3d65e3077d0 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:03.255081 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53960bf3-40e7-48da-aa9a-4d08e4451899 req-2d3251a9-1559-4fe7-902d-c3d65e3077d0 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.1827531 Feb 10 15:18:03.264451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eecedfb2-ea29-4b95-93bc-2ffef39198ba') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:03.264772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eecedfb2-ea29-4b95-93bc-2ffef39198ba') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:03.279195 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (eecedfb2-ea29-4b95-93bc-2ffef39198ba), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:03.310998 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (eecedfb2-ea29-4b95-93bc-2ffef39198ba), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:03.323682 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:18:03.324071 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (eecedfb2-ea29-4b95-93bc-2ffef39198ba), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:18:03.327464 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:18:03.346673 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53960bf3-40e7-48da-aa9a-4d08e4451899 req-50f879f3-5ce2-46bc-a1be-1e4dcd10315f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847728 Feb 10 15:18:03.392737 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (cfd4b24e-5225-417d-ae5d-f56798392029), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:03.397997 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:03.404870 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] 10.222.0.64 "DELETE /v2.0/networks/cfd4b24e-5225-417d-ae5d-f56798392029 HTTP/1.1" status: 204 len: 168 time: 1.1977603 Feb 10 15:18:03.420338 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2ef58-aa1b-4278-8a8d-b3b150c4ad48 tempest-NetworksIpV6TestAttrs-1497995191 tempest-NetworksIpV6TestAttrs-1497995191-project] Pushing event deleted for resources: {'Network': ['ID=cfd4b24e-5225-417d-ae5d-f56798392029,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:03.486188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device d09bd91f-1bf9-44a2-9d55-aa19b7706350 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:18:03.586411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port d09bd91f-1bf9-44a2-9d55-aa19b7706350, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=d09bd91f-1bf9-44a2-9d55-aa19b7706350,segment=NetworkSegment(3d110697-15d1-4091-87dd-66c88f3226a3),segment_id=3d110697-15d1-4091-87dd-66c88f3226a3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:03.603107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'd09bd91f-1bf9-44a2-9d55-aa19b7706350', 'network_id': '61de7be4-2b56-439f-8688-45d603c87dc5', 'port_id': 'd09bd91f-1bf9-44a2-9d55-aa19b7706350', 'mac_address': 'fa:16:3e:8f:21:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8925d163-bbe7-4b6c-8583-5b6258ed6f45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:18:03.635208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42254) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:03.656229 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port d09bd91f-1bf9-44a2-9d55-aa19b7706350 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:03.659000 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d09bd91f-1bf9-44a2-9d55-aa19b7706350), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:03.674570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09bd91f-1bf9-44a2-9d55-aa19b7706350 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:18:03.695167 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port d09bd91f-1bf9-44a2-9d55-aa19b7706350, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=d09bd91f-1bf9-44a2-9d55-aa19b7706350,segment=NetworkSegment(3d110697-15d1-4091-87dd-66c88f3226a3),segment_id=3d110697-15d1-4091-87dd-66c88f3226a3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:03.702039 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d09bd91f-1bf9-44a2-9d55-aa19b7706350), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:03.761694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac8159-5515-4b5a-a55d-708b5c6123ce req-7cd899d3-53d7-44b7-a9f9-08c1bd0f8948 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:03.764290 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01ac8159-5515-4b5a-a55d-708b5c6123ce req-7cd899d3-53d7-44b7-a9f9-08c1bd0f8948 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 950 time: 0.0665946 Feb 10 15:18:03.792113 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=d09bd91f-1bf9-44a2-9d55-aa19b7706350,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:03.850910 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-81d5cf30-9312-490f-93fe-e20aca47dd18 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a019ff2b281d41119b271349c3aec409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122190 Feb 10 15:18:03.851305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42260) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:03.877292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01ac8159-5515-4b5a-a55d-708b5c6123ce req-4e02bd29-c0a8-4058-bbf5-ae3390740bc8 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042039 Feb 10 15:18:03.916273 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4a50-6320-47f1-997b-70b8f3995620 admin admin] Publish callbacks [] for security_group (6da8d76b-6030-4410-b2fe-e1505405002a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:03.922053 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-61d92702-19ef-4f0f-a687-955c08c2a762 req-004b38ef-80f5-4fc3-866d-084ecfaca60b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 210 time: 0.0304275 Feb 10 15:18:03.964508 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4a50-6320-47f1-997b-70b8f3995620 admin admin] Publish callbacks [] for security_group (6da8d76b-6030-4410-b2fe-e1505405002a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:04.006538 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d3124-e91a-4812-baca-4eb83abcd20e req-803d9c2e-a815-419c-a1a8-0b3a0697f9c9 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:04.008032 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aa9d3124-e91a-4812-baca-4eb83abcd20e req-803d9c2e-a815-419c-a1a8-0b3a0697f9c9 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 950 time: 0.0999744 Feb 10 15:18:04.073176 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4a50-6320-47f1-997b-70b8f3995620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6da8d76b-6030-4410-b2fe-e1505405002a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:04.075976 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4a50-6320-47f1-997b-70b8f3995620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:04.077097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c3875f30-f017-4159-bbdb-c38b0f3e476d no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:18:04.077346 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5a1a4a50-6320-47f1-997b-70b8f3995620 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6da8d76b-6030-4410-b2fe-e1505405002a HTTP/1.1" status: 204 len: 168 time: 0.2248781 Feb 10 15:18:04.103403 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['d09bd91f-1bf9-44a2-9d55-aa19b7706350'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:18:04.111608 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a4a50-6320-47f1-997b-70b8f3995620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da8d76b-6030-4410-b2fe-e1505405002a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:04.164283 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: c3875f30-f017-4159-bbdb-c38b0f3e476d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:18:04.164718 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c3875f30-f017-4159-bbdb-c38b0f3e476d not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:18:04.191922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b7d64-85ff-4942-ab71-2dd7c0d2b7a5 req-c2f8138e-6d89-4adc-a74b-385e338a8246 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:04.197778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-aa9d3124-e91a-4812-baca-4eb83abcd20e req-6a4e71fe-9175-4bfc-ac71-30c7f3904f2d tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Deleting port 2fa2d824-d295-442f-9916-f890cf9b5969 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:04.198131 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-aa9d3124-e91a-4812-baca-4eb83abcd20e req-6a4e71fe-9175-4bfc-ac71-30c7f3904f2d tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2fa2d824-d295-442f-9916-f890cf9b5969), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:04.202079 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bc2b7d64-85ff-4942-ab71-2dd7c0d2b7a5 req-c2f8138e-6d89-4adc-a74b-385e338a8246 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.1062844 Feb 10 15:18:04.271627 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bc2b7d64-85ff-4942-ab71-2dd7c0d2b7a5 req-25ba5110-85f4-46cd-98e2-74877cefd678 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686729 Feb 10 15:18:04.354507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-aa9d3124-e91a-4812-baca-4eb83abcd20e req-6a4e71fe-9175-4bfc-ac71-30c7f3904f2d tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] For port 2fa2d824-d295-442f-9916-f890cf9b5969, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=2fa2d824-d295-442f-9916-f890cf9b5969,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:04.354872 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-aa9d3124-e91a-4812-baca-4eb83abcd20e req-6a4e71fe-9175-4bfc-ac71-30c7f3904f2d tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2fa2d824-d295-442f-9916-f890cf9b5969), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:04.393587 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-aa9d3124-e91a-4812-baca-4eb83abcd20e req-6a4e71fe-9175-4bfc-ac71-30c7f3904f2d tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Calling delete_port for 2fa2d824-d295-442f-9916-f890cf9b5969 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:04.394609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0113e-bc0e-4e2f-9546-c0b825c06a4b req-23b6d0eb-ee34-4ed6-bb3b-4933cedcb0eb tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:04.404868 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bad0113e-bc0e-4e2f-9546-c0b825c06a4b req-23b6d0eb-ee34-4ed6-bb3b-4933cedcb0eb tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/ports?device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 944 time: 0.0784719 Feb 10 15:18:04.500007 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bad0113e-bc0e-4e2f-9546-c0b825c06a4b req-11653c53-64b4-41a8-a437-c013a08dadd8 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c41d30-da03-4033-aadc-e51cc06c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942476 Feb 10 15:18:04.557982 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981b0cd-6e2d-4165-9881-615d1ec14625 req-1669ffa1-53f2-4c46-a5cc-efe0b19567f1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:04.560298 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7981b0cd-6e2d-4165-9881-615d1ec14625 req-1669ffa1-53f2-4c46-a5cc-efe0b19567f1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.1125875 Feb 10 15:18:04.595400 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-aa9d3124-e91a-4812-baca-4eb83abcd20e req-6a4e71fe-9175-4bfc-ac71-30c7f3904f2d tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2fa2d824-d295-442f-9916-f890cf9b5969), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:04.612713 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['510df562-e0b2-4d08-8b94-70114684bf74'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:18:04.617177 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['2fa2d824-d295-442f-9916-f890cf9b5969'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:18:04.642563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e71fe-9175-4bfc-ac71-30c7f3904f2d tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Pushing event deleted for resources: {'Port': ['ID=2fa2d824-d295-442f-9916-f890cf9b5969,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:04.661149 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7981b0cd-6e2d-4165-9881-615d1ec14625 req-d8a2ffe3-4351-4bff-9371-c4207886a14e tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814385 Feb 10 15:18:04.730141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9d3124-e91a-4812-baca-4eb83abcd20e req-6a4e71fe-9175-4bfc-ac71-30c7f3904f2d tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] No DVR routers for this DVR port 2fa2d824-d295-442f-9916-f890cf9b5969 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:18:04.735508 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-aa9d3124-e91a-4812-baca-4eb83abcd20e req-6a4e71fe-9175-4bfc-ac71-30c7f3904f2d tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:04.740070 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aa9d3124-e91a-4812-baca-4eb83abcd20e req-6a4e71fe-9175-4bfc-ac71-30c7f3904f2d tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.72 "DELETE /v2.0/ports/2fa2d824-d295-442f-9916-f890cf9b5969 HTTP/1.1" status: 204 len: 173 time: 0.7255678 Feb 10 15:18:04.740609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0bb34a-bc8c-475e-a945-dd824e3787d7', 'name': 'network-vif-deleted', 'tag': '2fa2d824-d295-442f-9916-f890cf9b5969'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:18:04.745350 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db18c84c-4e0d-4488-b347-15e7819dbac2" -d '{"events": [{"server_uuid": "cf0bb34a-bc8c-475e-a945-dd824e3787d7", "name": "network-vif-deleted", "tag": "2fa2d824-d295-442f-9916-f890cf9b5969"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:18:04.796326 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4038ba15-d46c-4d81-b7dd-abc90483eaaf x-openstack-request-id: req-4038ba15-d46c-4d81-b7dd-abc90483eaaf {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:18:04.796624 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0bb34a-bc8c-475e-a945-dd824e3787d7", "name": "network-vif-deleted", "tag": "2fa2d824-d295-442f-9916-f890cf9b5969", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:18:04.796979 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4038ba15-d46c-4d81-b7dd-abc90483eaaf {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:18:04.797374 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0bb34a-bc8c-475e-a945-dd824e3787d7', 'name': 'network-vif-deleted', 'tag': '2fa2d824-d295-442f-9916-f890cf9b5969', 'status': 'completed', 'code': 200} Feb 10 15:18:05.003269 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2db495e9-af47-4749-bd8b-5ddfa8d89707 req-82328823-c0cc-475e-b180-9f1181168634 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0bb34a-bc8c-475e-a945-dd824e3787d7 HTTP/1.1" status: 200 len: 210 time: 0.0360684 Feb 10 15:18:05.050193 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1aa36593-0bb1-4bbc-93d2-82ababeffdcc req-4996265a-063e-4232-b709-8c15f47905da tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 210 time: 0.0317106 Feb 10 15:18:05.152689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42296) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:05.287187 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-fcd8953f-dc51-477b-98ea-5aca8d281a1c tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] Request body: {'port': {'network_id': 'ab63448b-9ca2-4f72-bfe3-17e79217c616', 'name': 'tempest-NetworksNegativeTestJSON-455648864'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:05.313234 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd8953f-dc51-477b-98ea-5aca8d281a1c tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] POST failed (client error): The resource could not be found. Feb 10 15:18:05.314045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd8953f-dc51-477b-98ea-5aca8d281a1c tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:18:05.315676 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fcd8953f-dc51-477b-98ea-5aca8d281a1c tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1608963 Feb 10 15:18:05.318837 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42302) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:05.351824 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-c401be18-8729-4d62-a0a3-cf349ea344d9 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] DELETE failed (client error): The resource could not be found. Feb 10 15:18:05.352482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c401be18-8729-4d62-a0a3-cf349ea344d9 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:18:05.356375 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c401be18-8729-4d62-a0a3-cf349ea344d9 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] 10.222.0.64 "DELETE /v2.0/networks/d78a5bf4-c000-4487-bc8f-234914781b96 HTTP/1.1" status: 404 len: 339 time: 0.0363672 Feb 10 15:18:05.360191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42304) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:05.390446 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ac82b7-747b-4c07-9f2d-ac27ba9f3b01 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] DELETE failed (client error): The resource could not be found. Feb 10 15:18:05.391020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ac82b7-747b-4c07-9f2d-ac27ba9f3b01 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:18:05.394760 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c9ac82b7-747b-4c07-9f2d-ac27ba9f3b01 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] 10.222.0.64 "DELETE /v2.0/ports/8c1249c8-84e7-4ac8-ac09-b31add9c4c27 HTTP/1.1" status: 404 len: 333 time: 0.0327196 Feb 10 15:18:05.398629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42306) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:05.422884 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12d3c1-f415-4f88-a7cc-0574f9e908cd req-1b311a40-c713-4665-babc-e52d2b0db5a9 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:05.425091 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0795b5-afdd-46e0-a55c-8143841167d0 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] DELETE failed (client error): The resource could not be found. Feb 10 15:18:05.425530 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0795b5-afdd-46e0-a55c-8143841167d0 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:18:05.428538 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2f0795b5-afdd-46e0-a55c-8143841167d0 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] 10.222.0.64 "DELETE /v2.0/subnets/14bd9f10-a2ac-4f34-a78d-81cb012f28cf HTTP/1.1" status: 404 len: 337 time: 0.0289266 Feb 10 15:18:05.430549 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f12d3c1-f415-4f88-a7cc-0574f9e908cd req-1b311a40-c713-4665-babc-e52d2b0db5a9 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.0725670 Feb 10 15:18:05.432285 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42308) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:05.452754 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-0142d194-7a0f-4ef8-a4aa-415b277cda14 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] GET failed (client error): The resource could not be found. Feb 10 15:18:05.454422 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0142d194-7a0f-4ef8-a4aa-415b277cda14 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] 10.222.0.64 "GET /v2.0/networks/506230ac-9397-4ff9-8bd0-a9955a906e5e HTTP/1.1" status: 404 len: 339 time: 0.0210285 Feb 10 15:18:05.458122 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42310) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:05.477172 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f12d3c1-f415-4f88-a7cc-0574f9e908cd req-de7eef7d-655a-485d-b9f8-e0257ae2c8a5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445752 Feb 10 15:18:05.483713 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a2f304-8921-4c2f-aeb1-549e0b34cec9 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] GET failed (client error): The resource could not be found. Feb 10 15:18:05.485169 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-39a2f304-8921-4c2f-aeb1-549e0b34cec9 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] 10.222.0.64 "GET /v2.0/ports/f273e129-2384-4703-afad-0b5391bcfd9a HTTP/1.1" status: 404 len: 333 time: 0.0259554 Feb 10 15:18:05.488797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42312) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:05.513329 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device d09bd91f-1bf9-44a2-9d55-aa19b7706350 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:18:05.519839 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-629a9034-2575-4a52-9752-6e0353ab9bbd tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] GET failed (client error): The resource could not be found. Feb 10 15:18:05.524317 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-629a9034-2575-4a52-9752-6e0353ab9bbd tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] 10.222.0.64 "GET /v2.0/subnets/fe033715-0246-4b37-b26b-b536038dcd48 HTTP/1.1" status: 404 len: 337 time: 0.0315053 Feb 10 15:18:05.527015 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42314) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:05.533460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-17939140-fc13-4a38-9cbd-f33eec6e029e tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:05.548013 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-17939140-fc13-4a38-9cbd-f33eec6e029e tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] PUT failed (client error): The resource could not be found. Feb 10 15:18:05.548535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17939140-fc13-4a38-9cbd-f33eec6e029e tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:18:05.549721 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-17939140-fc13-4a38-9cbd-f33eec6e029e tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] 10.222.0.64 "PUT /v2.0/networks/157864c1-fa17-4101-8ba7-1bc0331c88e1 HTTP/1.1" status: 404 len: 339 time: 0.0212984 Feb 10 15:18:05.553958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42318) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:05.559830 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-85d27e2d-0dc9-41cf-b8fc-96219e27df35 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:05.582319 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d27e2d-0dc9-41cf-b8fc-96219e27df35 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] PUT failed (client error): The resource could not be found. Feb 10 15:18:05.582885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d27e2d-0dc9-41cf-b8fc-96219e27df35 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:18:05.584713 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-85d27e2d-0dc9-41cf-b8fc-96219e27df35 tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] 10.222.0.64 "PUT /v2.0/ports/160c0628-1fc1-4e08-a7fe-88593a125405 HTTP/1.1" status: 404 len: 333 time: 0.0291409 Feb 10 15:18:05.588860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42320) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:05.598069 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0c0cce95-9d6a-4e31-84e2-6b8518984a7c tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:05.600151 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port d09bd91f-1bf9-44a2-9d55-aa19b7706350 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:18:05.606371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port d09bd91f-1bf9-44a2-9d55-aa19b7706350 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:05.607125 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d09bd91f-1bf9-44a2-9d55-aa19b7706350), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:05.619174 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0cce95-9d6a-4e31-84e2-6b8518984a7c tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] PUT failed (client error): The resource could not be found. Feb 10 15:18:05.619628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0cce95-9d6a-4e31-84e2-6b8518984a7c tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:18:05.621125 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0c0cce95-9d6a-4e31-84e2-6b8518984a7c tempest-NetworksNegativeTestJSON-291541627 tempest-NetworksNegativeTestJSON-291541627-project] 10.222.0.64 "PUT /v2.0/subnets/f8b3ad35-e5ef-4844-8be9-8aa11e0f7ecc HTTP/1.1" status: 404 len: 337 time: 0.0304601 Feb 10 15:18:05.649452 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556805b1-eb81-43ff-8a35-f9a653c13509 req-b803bf77-9af4-48a9-87a7-3de34fcc9352 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:05.651287 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-556805b1-eb81-43ff-8a35-f9a653c13509 req-b803bf77-9af4-48a9-87a7-3de34fcc9352 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/ports?device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 944 time: 0.0703444 Feb 10 15:18:05.710260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port d09bd91f-1bf9-44a2-9d55-aa19b7706350 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:05.710797 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d09bd91f-1bf9-44a2-9d55-aa19b7706350), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:05.747734 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port d09bd91f-1bf9-44a2-9d55-aa19b7706350, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=d09bd91f-1bf9-44a2-9d55-aa19b7706350,segment=NetworkSegment(3d110697-15d1-4091-87dd-66c88f3226a3),segment_id=3d110697-15d1-4091-87dd-66c88f3226a3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:05.748774 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154ab7d5-4e84-4502-8d61-c715a6a77a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09bd91f-1bf9-44a2-9d55-aa19b7706350'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:18:05.752411 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663eaf89-e24b-43fd-bc4a-d9f23dcb7df7" -d '{"events": [{"server_uuid": "154ab7d5-4e84-4502-8d61-c715a6a77a36", "name": "network-vif-plugged", "status": "completed", "tag": "d09bd91f-1bf9-44a2-9d55-aa19b7706350"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:18:05.759939 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d09bd91f-1bf9-44a2-9d55-aa19b7706350), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:05.776797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-556805b1-eb81-43ff-8a35-f9a653c13509 req-d7e5fea4-c548-4d19-a3f7-6fa11685bf1f tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c41d30-da03-4033-aadc-e51cc06c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163929 Feb 10 15:18:05.845100 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce181e3-f944-4e85-a865-6c1662f5cc7f x-openstack-request-id: req-fce181e3-f944-4e85-a865-6c1662f5cc7f {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:18:05.845393 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154ab7d5-4e84-4502-8d61-c715a6a77a36", "name": "network-vif-plugged", "status": "completed", "tag": "d09bd91f-1bf9-44a2-9d55-aa19b7706350", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:18:05.845661 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fce181e3-f944-4e85-a865-6c1662f5cc7f {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:18:05.846757 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154ab7d5-4e84-4502-8d61-c715a6a77a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09bd91f-1bf9-44a2-9d55-aa19b7706350', 'code': 200} Feb 10 15:18:05.860804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=d09bd91f-1bf9-44a2-9d55-aa19b7706350,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:05.879112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf142b4-3d15-438e-a42c-42b16335a23c req-46b4a2d4-016a-42c7-98df-944cf1e79a56 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:05.886536 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bdf142b4-3d15-438e-a42c-42b16335a23c req-46b4a2d4-016a-42c7-98df-944cf1e79a56 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.1089065 Feb 10 15:18:05.936115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bdf142b4-3d15-438e-a42c-42b16335a23c req-68311373-a38a-43e8-bb43-f595a4ad094e tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486107 Feb 10 15:18:05.969424 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91122248-6544-46cc-83e9-5324fe9a027f req-d3bb4105-3fb1-4a0d-81c9-96a595587a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:05.971099 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-91122248-6544-46cc-83e9-5324fe9a027f req-d3bb4105-3fb1-4a0d-81c9-96a595587a02 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 1127 time: 0.0488737 Feb 10 15:18:06.027983 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-91122248-6544-46cc-83e9-5324fe9a027f req-4880a68e-68f5-4841-abc6-fcddcce22318 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=11c41d30-da03-4033-aadc-e51cc06c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505462 Feb 10 15:18:06.035349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42332) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:06.166240 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-876fc476-d204-4c14-b469-571918a855a8 req-dcba34b6-5e3f-4f18-bb7d-8c033a3131be tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 210 time: 0.0338502 Feb 10 15:18:06.185139 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-376eb678-89c2-4f4a-a85e-ec84e1e4c8ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:06.291232 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-376eb678-89c2-4f4a-a85e-ec84e1e4c8ab admin admin] Publish callbacks [] for security_group (119ab483-f425-4c72-9d27-027e1538d76b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:06.295963 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-376eb678-89c2-4f4a-a85e-ec84e1e4c8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (119ab483-f425-4c72-9d27-027e1538d76b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:06.343360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376eb678-89c2-4f4a-a85e-ec84e1e4c8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119ab483-f425-4c72-9d27-027e1538d76b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:06.350221 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-376eb678-89c2-4f4a-a85e-ec84e1e4c8ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f45e64640794731ac9bae9fa668d105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3112156 Feb 10 15:18:06.351003 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42342) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:06.356987 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a5d16-eaa8-4270-ae41-67dc3528fa60 req-687632ce-3170-46f9-9a9d-b1d082849eee tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:06.358206 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fe0a5d16-eaa8-4270-ae41-67dc3528fa60 req-687632ce-3170-46f9-9a9d-b1d082849eee tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 950 time: 0.1080637 Feb 10 15:18:06.424133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fe0a5d16-eaa8-4270-ae41-67dc3528fa60 req-ebca83c7-d5fb-40e9-ac06-e4ed236b06d3 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532353 Feb 10 15:18:06.424712 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3893b507-dbb1-49ba-ab59-9376c50b0786 admin admin] Publish callbacks [] for security_group (119ab483-f425-4c72-9d27-027e1538d76b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:06.450944 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3893b507-dbb1-49ba-ab59-9376c50b0786 admin admin] Publish callbacks [] for security_group (119ab483-f425-4c72-9d27-027e1538d76b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:06.499913 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3893b507-dbb1-49ba-ab59-9376c50b0786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (119ab483-f425-4c72-9d27-027e1538d76b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:06.504603 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3893b507-dbb1-49ba-ab59-9376c50b0786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:06.508207 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3893b507-dbb1-49ba-ab59-9376c50b0786 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/119ab483-f425-4c72-9d27-027e1538d76b HTTP/1.1" status: 204 len: 168 time: 0.1536615 Feb 10 15:18:06.515095 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893b507-dbb1-49ba-ab59-9376c50b0786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119ab483-f425-4c72-9d27-027e1538d76b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:06.621894 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77a018-7aaa-48c5-bda7-86bc0007dd48 req-5f42b561-a5c9-49a6-9ca1-182b36dad7a0 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:06.623417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a77a018-7aaa-48c5-bda7-86bc0007dd48 req-5f42b561-a5c9-49a6-9ca1-182b36dad7a0 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.0561109 Feb 10 15:18:06.680236 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a77a018-7aaa-48c5-bda7-86bc0007dd48 req-b05b54b5-0f5e-401e-9565-1e12373a61fa tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501881 Feb 10 15:18:06.760124 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:06.903272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8015e85-6f40-4731-84db-fc240ce6beef req-97184539-40cd-44e1-8152-d46f2fafb4f2 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:06.904804 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8015e85-6f40-4731-84db-fc240ce6beef req-97184539-40cd-44e1-8152-d46f2fafb4f2 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/ports?device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 945 time: 0.0560050 Feb 10 15:18:06.964916 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8015e85-6f40-4731-84db-fc240ce6beef req-31417f13-5717-4af1-9413-8a8c472d7769 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c41d30-da03-4033-aadc-e51cc06c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512240 Feb 10 15:18:07.080120 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b73a7-9639-4c03-9461-970ffa0eee16 req-92997c84-11f6-49a9-a5a7-53ce2250c54c tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:07.081731 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc9b73a7-9639-4c03-9461-970ffa0eee16 req-92997c84-11f6-49a9-a5a7-53ce2250c54c tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.0593047 Feb 10 15:18:07.134352 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc9b73a7-9639-4c03-9461-970ffa0eee16 req-393deaa8-1581-4a64-b15e-269599fce2c8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465653 Feb 10 15:18:07.229680 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42372) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:07.269348 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f1a0845-8bc0-4f6c-b05e-8aae399059cd req-29ef5197-c41e-434d-a456-7c0b189d8a03 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 210 time: 0.0338726 Feb 10 15:18:07.330834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-70c3bf5a-8c94-44c0-a0c6-a576268ce9ad tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-749593716'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:07.357000 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c3bf5a-8c94-44c0-a0c6-a576268ce9ad tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:07.360950 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70c3bf5a-8c94-44c0-a0c6-a576268ce9ad tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:07.369695 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70c3bf5a-8c94-44c0-a0c6-a576268ce9ad tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:07.445720 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70c3bf5a-8c94-44c0-a0c6-a576268ce9ad tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (d0f2670c-dfd5-43c2-9041-f05916c8da31), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:07.449350 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70c3bf5a-8c94-44c0-a0c6-a576268ce9ad tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d0f2670c-dfd5-43c2-9041-f05916c8da31), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:07.484420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3bf5a-8c94-44c0-a0c6-a576268ce9ad tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f2670c-dfd5-43c2-9041-f05916c8da31,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:07.487190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c3bf5a-8c94-44c0-a0c6-a576268ce9ad tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:18:07.498681 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70c3bf5a-8c94-44c0-a0c6-a576268ce9ad tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (bfc32c5b-2ff1-46f6-bdb0-95babc13f8da), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:07.499035 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-70c3bf5a-8c94-44c0-a0c6-a576268ce9ad tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Added segment bfc32c5b-2ff1-46f6-bdb0-95babc13f8da of type vlan for network 155b43ae-e14d-4751-856c-300a634d5771 Feb 10 15:18:07.570676 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70c3bf5a-8c94-44c0-a0c6-a576268ce9ad tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (155b43ae-e14d-4751-856c-300a634d5771), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:07.606292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d26dcf-e6b8-4ddc-a90b-3cc382f0ec1d req-12c632db-85d3-4ea5-aa25-93066538fdd9 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:07.607806 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4d26dcf-e6b8-4ddc-a90b-3cc382f0ec1d req-12c632db-85d3-4ea5-aa25-93066538fdd9 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 950 time: 0.1113148 Feb 10 15:18:07.620692 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70c3bf5a-8c94-44c0-a0c6-a576268ce9ad tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (155b43ae-e14d-4751-856c-300a634d5771), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:07.625539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c3bf5a-8c94-44c0-a0c6-a576268ce9ad tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:07.626115 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70c3bf5a-8c94-44c0-a0c6-a576268ce9ad tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:07.673470 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-70c3bf5a-8c94-44c0-a0c6-a576268ce9ad tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4426000 Feb 10 15:18:07.676434 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42378) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:07.682022 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-922cff7e-efae-4724-96da-dfcc7a8ca6dd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'name': 'tempest-PortsTestJSON-30481550'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:07.728834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3bf5a-8c94-44c0-a0c6-a576268ce9ad tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Network': ['ID=155b43ae-e14d-4751-856c-300a634d5771,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:07.737592 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4d26dcf-e6b8-4ddc-a90b-3cc382f0ec1d req-a27fa644-1d94-4c68-b055-359fcbf80fb3 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238375 Feb 10 15:18:07.749680 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 155b43ae-e14d-4751-856c-300a634d5771 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:18:07.822916 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922cff7e-efae-4724-96da-dfcc7a8ca6dd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:07.827007 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-922cff7e-efae-4724-96da-dfcc7a8ca6dd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:07.861525 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-922cff7e-efae-4724-96da-dfcc7a8ca6dd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] device_id is not set on port 15df11a8-7c86-474d-a8e6-1246ce6f04ef yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:18:07.882166 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 2fa2d824-d295-442f-9916-f890cf9b5969 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:18:07.910293 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 2fa2d824-d295-442f-9916-f890cf9b5969 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:18:07.910961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 2fa2d824-d295-442f-9916-f890cf9b5969 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:18:07.912921 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205e786-c227-4673-92c6-adaddf744db9 req-9c70cb33-c9f9-45a5-b260-5fb9c96afe87 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:07.919944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e205e786-c227-4673-92c6-adaddf744db9 req-9c70cb33-c9f9-45a5-b260-5fb9c96afe87 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.0807445 Feb 10 15:18:07.999781 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e205e786-c227-4673-92c6-adaddf744db9 req-2784b515-a6f7-4fd3-9194-f592863cd425 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676138 Feb 10 15:18:08.061663 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-922cff7e-efae-4724-96da-dfcc7a8ca6dd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (15df11a8-7c86-474d-a8e6-1246ce6f04ef), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:08.104176 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-922cff7e-efae-4724-96da-dfcc7a8ca6dd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (15df11a8-7c86-474d-a8e6-1246ce6f04ef), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:08.115996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e568e3a-a9cf-4090-b668-c2f1d2366179 req-06159fa9-ef7d-426e-8538-1f4f50f0972b tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:08.117844 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2e568e3a-a9cf-4090-b668-c2f1d2366179 req-06159fa9-ef7d-426e-8538-1f4f50f0972b tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/ports?device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 945 time: 0.0661516 Feb 10 15:18:08.166393 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cff7e-efae-4724-96da-dfcc7a8ca6dd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=15df11a8-7c86-474d-a8e6-1246ce6f04ef,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:08.182488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922cff7e-efae-4724-96da-dfcc7a8ca6dd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Checking segment: {'id': 'bfc32c5b-2ff1-46f6-bdb0-95babc13f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '155b43ae-e14d-4751-856c-300a634d5771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:08.182847 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922cff7e-efae-4724-96da-dfcc7a8ca6dd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network hostable DHCP agents. Network: 155b43ae-e14d-4751-856c-300a634d5771, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:18:08.196967 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2e568e3a-a9cf-4090-b668-c2f1d2366179 req-e3a27da9-4ef4-4ef6-9e5a-2da6e2d6ee74 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c41d30-da03-4033-aadc-e51cc06c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589395 Feb 10 15:18:08.214810 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922cff7e-efae-4724-96da-dfcc7a8ca6dd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 155b43ae-e14d-4751-856c-300a634d5771 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:18:08.225453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-922cff7e-efae-4724-96da-dfcc7a8ca6dd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 155b43ae-e14d-4751-856c-300a634d5771) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:08.234235 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922cff7e-efae-4724-96da-dfcc7a8ca6dd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:08.239921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922cff7e-efae-4724-96da-dfcc7a8ca6dd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:08.240570 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-922cff7e-efae-4724-96da-dfcc7a8ca6dd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:08.246246 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152c0ead-1046-40f1-b8a2-e41ef3593087 None None] Network 155b43ae-e14d-4751-856c-300a634d5771 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:08.270749 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-922cff7e-efae-4724-96da-dfcc7a8ca6dd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.5929775 Feb 10 15:18:08.273953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42390) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:08.285079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-fc34eaa5-02c5-41de-b8ff-62b4b123dcf1 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-709996695'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:08.319193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc34eaa5-02c5-41de-b8ff-62b4b123dcf1 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:08.326069 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc34eaa5-02c5-41de-b8ff-62b4b123dcf1 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:08.332748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954bdd0-2ca8-4a88-a6cd-2cbace2ed3e7 req-43b4c403-55b9-4e7d-a905-40bf554e7631 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:08.341981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d954bdd0-2ca8-4a88-a6cd-2cbace2ed3e7 req-43b4c403-55b9-4e7d-a905-40bf554e7631 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.0918539 Feb 10 15:18:08.376198 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc34eaa5-02c5-41de-b8ff-62b4b123dcf1 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:18:08.400642 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc34eaa5-02c5-41de-b8ff-62b4b123dcf1 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6b6a6417-1420-4aac-bf05-cd4a369fe129), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:08.401365 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-fc34eaa5-02c5-41de-b8ff-62b4b123dcf1 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Added segment 6b6a6417-1420-4aac-bf05-cd4a369fe129 of type vlan for network 39ecabc0-55e3-4412-8589-ae62eac41fb1 Feb 10 15:18:08.431657 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac54021f-2169-4750-a1a7-57ebc3a172ec req-ddfd25ea-4d32-4a45-b52f-cc7747047c7a tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 210 time: 0.0664020 Feb 10 15:18:08.457593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d954bdd0-2ca8-4a88-a6cd-2cbace2ed3e7 req-a9dfcb87-1a11-4b89-8217-bc5b05780ab7 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146476 Feb 10 15:18:08.477016 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc34eaa5-02c5-41de-b8ff-62b4b123dcf1 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (39ecabc0-55e3-4412-8589-ae62eac41fb1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:08.492626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc788a7-771f-408b-8ec6-72d8b5e809b8 req-3259f228-218d-4dd6-a71e-91f2a0752f9e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:08.494106 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bbc788a7-771f-408b-8ec6-72d8b5e809b8 req-3259f228-218d-4dd6-a71e-91f2a0752f9e tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.79 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 950 time: 0.1090112 Feb 10 15:18:08.547515 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc34eaa5-02c5-41de-b8ff-62b4b123dcf1 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (39ecabc0-55e3-4412-8589-ae62eac41fb1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:08.552339 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc34eaa5-02c5-41de-b8ff-62b4b123dcf1 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:08.552946 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc34eaa5-02c5-41de-b8ff-62b4b123dcf1 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:08.630236 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fc34eaa5-02c5-41de-b8ff-62b4b123dcf1 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3502595 Feb 10 15:18:08.631170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42398) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:08.635439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'ports': [{'network_id': '155b43ae-e14d-4751-856c-300a634d5771'}, {'network_id': '39ecabc0-55e3-4412-8589-ae62eac41fb1'}]} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:08.635955 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'network_id': '155b43ae-e14d-4751-856c-300a634d5771'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:08.636590 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'network_id': '39ecabc0-55e3-4412-8589-ae62eac41fb1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:08.676800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34eaa5-02c5-41de-b8ff-62b4b123dcf1 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Network': ['ID=39ecabc0-55e3-4412-8589-ae62eac41fb1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:08.692179 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 39ecabc0-55e3-4412-8589-ae62eac41fb1 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:18:08.694222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-bbc788a7-771f-408b-8ec6-72d8b5e809b8 req-2db833c8-a02c-4fc2-829a-a2c5a9ba835f tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Deleting port 510df562-e0b2-4d08-8b94-70114684bf74 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:08.694632 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bbc788a7-771f-408b-8ec6-72d8b5e809b8 req-2db833c8-a02c-4fc2-829a-a2c5a9ba835f tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (510df562-e0b2-4d08-8b94-70114684bf74), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:08.810024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-bbc788a7-771f-408b-8ec6-72d8b5e809b8 req-2db833c8-a02c-4fc2-829a-a2c5a9ba835f tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] For port 510df562-e0b2-4d08-8b94-70114684bf74, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=510df562-e0b2-4d08-8b94-70114684bf74,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:08.810438 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bbc788a7-771f-408b-8ec6-72d8b5e809b8 req-2db833c8-a02c-4fc2-829a-a2c5a9ba835f tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (510df562-e0b2-4d08-8b94-70114684bf74), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:08.826819 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-bbc788a7-771f-408b-8ec6-72d8b5e809b8 req-2db833c8-a02c-4fc2-829a-a2c5a9ba835f tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Calling delete_port for 510df562-e0b2-4d08-8b94-70114684bf74 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:08.842889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642df88a-d423-4482-a13e-0114fbe41699 req-cf277567-5201-4854-b6e2-fb6f43870d2c tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:08.844823 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-642df88a-d423-4482-a13e-0114fbe41699 req-cf277567-5201-4854-b6e2-fb6f43870d2c tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/ports?device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 945 time: 0.1819315 Feb 10 15:18:08.846047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'port': 2} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:08.850254 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:08.905615 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:08.950749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-642df88a-d423-4482-a13e-0114fbe41699 req-7da1560f-7e22-47f1-baa6-8956a99888cc tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c41d30-da03-4033-aadc-e51cc06c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970879 Feb 10 15:18:08.989381 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bbc788a7-771f-408b-8ec6-72d8b5e809b8 req-2db833c8-a02c-4fc2-829a-a2c5a9ba835f tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (510df562-e0b2-4d08-8b94-70114684bf74), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:09.003320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['510df562-e0b2-4d08-8b94-70114684bf74'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:18:09.031824 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2e443-7db6-4721-a5f4-c16cc4a1672c req-243707d4-065a-447d-bb36-b77e793d4d26 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:09.040020 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07c2e443-7db6-4721-a5f4-c16cc4a1672c req-243707d4-065a-447d-bb36-b77e793d4d26 tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/ports?device_id=0699f4f5-0a1b-4f2b-833c-a9cdd08598a5 HTTP/1.1" status: 200 len: 950 time: 0.1851854 Feb 10 15:18:09.119063 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc788a7-771f-408b-8ec6-72d8b5e809b8 req-2db833c8-a02c-4fc2-829a-a2c5a9ba835f tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] No DVR routers for this DVR port 510df562-e0b2-4d08-8b94-70114684bf74 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:18:09.123624 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bbc788a7-771f-408b-8ec6-72d8b5e809b8 req-2db833c8-a02c-4fc2-829a-a2c5a9ba835f tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:09.127215 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bbc788a7-771f-408b-8ec6-72d8b5e809b8 req-2db833c8-a02c-4fc2-829a-a2c5a9ba835f tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.79 "DELETE /v2.0/ports/510df562-e0b2-4d08-8b94-70114684bf74 HTTP/1.1" status: 204 len: 173 time: 0.6272838 Feb 10 15:18:09.128088 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db833c8-a02c-4fc2-829a-a2c5a9ba835f tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] Pushing event deleted for resources: {'Port': ['ID=510df562-e0b2-4d08-8b94-70114684bf74,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:09.139747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0699f4f5-0a1b-4f2b-833c-a9cdd08598a5', 'name': 'network-vif-deleted', 'tag': '510df562-e0b2-4d08-8b94-70114684bf74'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:18:09.142765 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b373c79-ed5f-4ced-944f-0256276f441f" -d '{"events": [{"server_uuid": "0699f4f5-0a1b-4f2b-833c-a9cdd08598a5", "name": "network-vif-deleted", "tag": "510df562-e0b2-4d08-8b94-70114684bf74"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:18:09.165472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] device_id is not set on port 631b55ff-9228-44ba-a039-17ed2194f189 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:18:09.195879 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07c2e443-7db6-4721-a5f4-c16cc4a1672c req-6f1b8ac3-14fa-43a3-a285-2a27f202bd3b tempest-ServersAdminNegativeTestJSON-1915721183 tempest-ServersAdminNegativeTestJSON-1915721183-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549644 Feb 10 15:18:09.239690 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304d9e2-5fb6-4482-952a-3fb601406501 req-0c0d135b-6a8f-43e0-9969-14f77887a328 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:09.241273 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7304d9e2-5fb6-4482-952a-3fb601406501 req-0c0d135b-6a8f-43e0-9969-14f77887a328 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.0974617 Feb 10 15:18:09.271256 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b228363c-f603-4069-8820-02f5fff17c8e x-openstack-request-id: req-b228363c-f603-4069-8820-02f5fff17c8e {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:18:09.272613 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0699f4f5-0a1b-4f2b-833c-a9cdd08598a5", "name": "network-vif-deleted", "tag": "510df562-e0b2-4d08-8b94-70114684bf74", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:18:09.273214 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b228363c-f603-4069-8820-02f5fff17c8e {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:18:09.273826 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0699f4f5-0a1b-4f2b-833c-a9cdd08598a5', 'name': 'network-vif-deleted', 'tag': '510df562-e0b2-4d08-8b94-70114684bf74', 'status': 'completed', 'code': 200} Feb 10 15:18:09.330779 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7304d9e2-5fb6-4482-952a-3fb601406501 req-bb06344c-102c-406e-a47f-d2431d5752ea tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804191 Feb 10 15:18:09.332862 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (631b55ff-9228-44ba-a039-17ed2194f189), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:09.408397 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] device_id is not set on port 5280bfb7-bb65-4b43-a3f7-3b68de12c15c yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:18:09.501484 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (5280bfb7-bb65-4b43-a3f7-3b68de12c15c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:09.544943 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaa2e52c-19a7-4a89-92d5-3a2b48aca54c req-926b50ba-862a-49ac-bb22-e76811c3f8ad tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 210 time: 0.0364816 Feb 10 15:18:09.604577 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (631b55ff-9228-44ba-a039-17ed2194f189), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:09.642866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ef220-a138-433e-b56a-7881c752e26a req-cba8de6b-f081-4e69-9026-0a0cde7f840f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:09.644346 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-573ef220-a138-433e-b56a-7881c752e26a req-cba8de6b-f081-4e69-9026-0a0cde7f840f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.1019194 Feb 10 15:18:09.667775 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 155b43ae-e14d-4751-856c-300a634d5771 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:18:09.680081 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:09.685913 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:09.686742 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (5280bfb7-bb65-4b43-a3f7-3b68de12c15c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:09.688527 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=631b55ff-9228-44ba-a039-17ed2194f189,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:09.761216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-573ef220-a138-433e-b56a-7881c752e26a req-18d1f3fb-0586-43d2-9f51-024805ef9093 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074786 Feb 10 15:18:09.771491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=5280bfb7-bb65-4b43-a3f7-3b68de12c15c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:09.801580 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Checking segment: {'id': '6b6a6417-1420-4aac-bf05-cd4a369fe129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '39ecabc0-55e3-4412-8589-ae62eac41fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:09.801947 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network hostable DHCP agents. Network: 39ecabc0-55e3-4412-8589-ae62eac41fb1, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:18:09.819084 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 39ecabc0-55e3-4412-8589-ae62eac41fb1 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:18:09.830900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 39ecabc0-55e3-4412-8589-ae62eac41fb1) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:09.835362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:09.840748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:09.840951 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ae3824-cb23-4f93-90c3-947653c840b7 None None] Network 39ecabc0-55e3-4412-8589-ae62eac41fb1 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:09.846393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:09.847187 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:09.869599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42410) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:09.870170 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0763700c-1980-4fb6-bc94-68e1b12b563c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2381344 Feb 10 15:18:09.980072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-ea87454a-0b70-445d-ab2e-7ff405fdaeb8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port 5280bfb7-bb65-4b43-a3f7-3b68de12c15c {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:09.980363 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea87454a-0b70-445d-ab2e-7ff405fdaeb8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5280bfb7-bb65-4b43-a3f7-3b68de12c15c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:10.061837 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea87454a-0b70-445d-ab2e-7ff405fdaeb8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5280bfb7-bb65-4b43-a3f7-3b68de12c15c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:10.079776 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-ea87454a-0b70-445d-ab2e-7ff405fdaeb8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for 5280bfb7-bb65-4b43-a3f7-3b68de12c15c owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:10.090718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642d7af-ce47-46c3-ace4-c1dd666cd977 req-616c254d-9023-4528-bae0-bc77df6b2239 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:10.092890 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a642d7af-ce47-46c3-ace4-c1dd666cd977 req-616c254d-9023-4528-bae0-bc77df6b2239 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/ports?device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 945 time: 0.0608869 Feb 10 15:18:10.146440 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a642d7af-ce47-46c3-ace4-c1dd666cd977 req-ce945609-35a9-48a7-9811-df09ec7a1b76 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c41d30-da03-4033-aadc-e51cc06c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462465 Feb 10 15:18:10.171912 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea87454a-0b70-445d-ab2e-7ff405fdaeb8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5280bfb7-bb65-4b43-a3f7-3b68de12c15c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:10.201573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87454a-0b70-445d-ab2e-7ff405fdaeb8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=5280bfb7-bb65-4b43-a3f7-3b68de12c15c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:10.206751 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea87454a-0b70-445d-ab2e-7ff405fdaeb8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:10.211031 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ea87454a-0b70-445d-ab2e-7ff405fdaeb8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/5280bfb7-bb65-4b43-a3f7-3b68de12c15c HTTP/1.1" status: 204 len: 168 time: 0.3388333 Feb 10 15:18:10.212861 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42414) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:10.279996 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ab6350-8fda-4dfa-8244-ccbf8ba4bd73 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:10.285495 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ab6350-8fda-4dfa-8244-ccbf8ba4bd73 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:10.288684 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-19ab6350-8fda-4dfa-8244-ccbf8ba4bd73 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.0732765 Feb 10 15:18:10.289957 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42420) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:10.317999 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:18:10.420741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fd89d-bd8a-435d-854e-9ed278b9991c req-e6f1075a-f1f0-427c-9895-a136de1b845a tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:10.422227 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-421fd89d-bd8a-435d-854e-9ed278b9991c req-e6f1075a-f1f0-427c-9895-a136de1b845a tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.79 "GET /v2.0/ports?device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 945 time: 0.0933459 Feb 10 15:18:10.476580 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-3bc474fc-12a7-4e9b-b286-775fab1e102e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port 631b55ff-9228-44ba-a039-17ed2194f189 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:10.476900 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3bc474fc-12a7-4e9b-b286-775fab1e102e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (631b55ff-9228-44ba-a039-17ed2194f189), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:10.497635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab38d52-54f1-469e-9c66-5f0154f773a7 req-a94f0c79-2938-47eb-b469-325e1b475718 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:10.500703 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ab38d52-54f1-469e-9c66-5f0154f773a7 req-a94f0c79-2938-47eb-b469-325e1b475718 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.0791736 Feb 10 15:18:10.573152 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ab38d52-54f1-469e-9c66-5f0154f773a7 req-7cb6971c-8b1f-45ba-854b-9fb5e3f26982 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664318 Feb 10 15:18:10.599918 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3bc474fc-12a7-4e9b-b286-775fab1e102e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (631b55ff-9228-44ba-a039-17ed2194f189), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:10.619231 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-3bc474fc-12a7-4e9b-b286-775fab1e102e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for 631b55ff-9228-44ba-a039-17ed2194f189 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:10.635190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42428) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:10.673518 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68fa4aa1-6aec-4a16-a805-1f4d8d725895 req-b09ae268-44f0-4cd8-b606-d69fc873cf02 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 210 time: 0.0356901 Feb 10 15:18:10.704121 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-421fd89d-bd8a-435d-854e-9ed278b9991c req-cc7e50eb-b9b9-4da2-9a19-fa1c0226c4f7 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Deleting port d09bd91f-1bf9-44a2-9d55-aa19b7706350 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:10.704713 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-421fd89d-bd8a-435d-854e-9ed278b9991c req-cc7e50eb-b9b9-4da2-9a19-fa1c0226c4f7 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d09bd91f-1bf9-44a2-9d55-aa19b7706350), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:10.836504 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3bc474fc-12a7-4e9b-b286-775fab1e102e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (631b55ff-9228-44ba-a039-17ed2194f189), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:10.843910 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-421fd89d-bd8a-435d-854e-9ed278b9991c req-cc7e50eb-b9b9-4da2-9a19-fa1c0226c4f7 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] For port d09bd91f-1bf9-44a2-9d55-aa19b7706350, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=d09bd91f-1bf9-44a2-9d55-aa19b7706350,segment=NetworkSegment(3d110697-15d1-4091-87dd-66c88f3226a3),segment_id=3d110697-15d1-4091-87dd-66c88f3226a3)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:10.844274 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-421fd89d-bd8a-435d-854e-9ed278b9991c req-cc7e50eb-b9b9-4da2-9a19-fa1c0226c4f7 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d09bd91f-1bf9-44a2-9d55-aa19b7706350), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:10.893865 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c39a818f-3a3f-425e-80d7-1a0478a8b856 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1174d1a0fea24acfbb0b15c648c6630d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553554 Feb 10 15:18:10.894541 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1731d-85a9-46cd-8b8d-f60e312e69b0 req-619a3803-9a24-4ade-9b65-ed7ffb6c4f3f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:10.894674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc474fc-12a7-4e9b-b286-775fab1e102e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=631b55ff-9228-44ba-a039-17ed2194f189,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:10.894842 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-421fd89d-bd8a-435d-854e-9ed278b9991c req-cc7e50eb-b9b9-4da2-9a19-fa1c0226c4f7 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Calling delete_port for d09bd91f-1bf9-44a2-9d55-aa19b7706350 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:10.896364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42434) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:10.899631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07f1731d-85a9-46cd-8b8d-f60e312e69b0 req-619a3803-9a24-4ade-9b65-ed7ffb6c4f3f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.0649357 Feb 10 15:18:10.908641 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3bc474fc-12a7-4e9b-b286-775fab1e102e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:10.914104 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3bc474fc-12a7-4e9b-b286-775fab1e102e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/631b55ff-9228-44ba-a039-17ed2194f189 HTTP/1.1" status: 204 len: 168 time: 0.6209354 Feb 10 15:18:10.914627 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42436) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:10.992818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c859d27-aef0-4000-8c86-b2fc55f31910 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:10.997270 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7c859d27-aef0-4000-8c86-b2fc55f31910 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0787482 Feb 10 15:18:10.997519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42438) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:11.005730 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ae2e-142d-4807-8f21-9777de9c2f62 admin admin] Publish callbacks [] for security_group (ea7cc3ef-2219-44c3-948c-b430c0e7ea0b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.024856 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5d2ade-de79-47f7-a7aa-64a8fa360f3a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] GET failed (client error): The resource could not be found. Feb 10 15:18:11.029631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8e5d2ade-de79-47f7-a7aa-64a8fa360f3a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/5280bfb7-bb65-4b43-a3f7-3b68de12c15c HTTP/1.1" status: 404 len: 333 time: 0.0278971 Feb 10 15:18:11.030831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42440) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:11.033798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07f1731d-85a9-46cd-8b8d-f60e312e69b0 req-6340131b-edfc-4481-9a89-367da94c3663 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319270 Feb 10 15:18:11.055278 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ae2e-142d-4807-8f21-9777de9c2f62 admin admin] Publish callbacks [] for security_group (ea7cc3ef-2219-44c3-948c-b430c0e7ea0b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.082005 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b2b34f-0c79-4d37-a55f-2b484f378e5c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] GET failed (client error): The resource could not be found. Feb 10 15:18:11.083508 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-14b2b34f-0c79-4d37-a55f-2b484f378e5c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/631b55ff-9228-44ba-a039-17ed2194f189 HTTP/1.1" status: 404 len: 333 time: 0.0392804 Feb 10 15:18:11.086328 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42442) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:11.140668 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.159157 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-421fd89d-bd8a-435d-854e-9ed278b9991c req-cc7e50eb-b9b9-4da2-9a19-fa1c0226c4f7 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d09bd91f-1bf9-44a2-9d55-aa19b7706350), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.172028 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ae2e-142d-4807-8f21-9777de9c2f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ea7cc3ef-2219-44c3-948c-b430c0e7ea0b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.173248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['d09bd91f-1bf9-44a2-9d55-aa19b7706350'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:18:11.176930 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ae2e-142d-4807-8f21-9777de9c2f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.178233 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7eb9ae2e-142d-4807-8f21-9777de9c2f62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea7cc3ef-2219-44c3-948c-b430c0e7ea0b HTTP/1.1" status: 204 len: 168 time: 0.2798507 Feb 10 15:18:11.193458 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c21a883-c762-4348-a130-e84bb7b7062f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (39ecabc0-55e3-4412-8589-ae62eac41fb1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.205701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e50eb-b9b9-4da2-9a19-fa1c0226c4f7 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Pushing event deleted for resources: {'Port': ['ID=d09bd91f-1bf9-44a2-9d55-aa19b7706350,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:11.238536 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9ae2e-142d-4807-8f21-9777de9c2f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7cc3ef-2219-44c3-948c-b430c0e7ea0b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:11.282778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-421fd89d-bd8a-435d-854e-9ed278b9991c req-cc7e50eb-b9b9-4da2-9a19-fa1c0226c4f7 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] No DVR routers for this DVR port d09bd91f-1bf9-44a2-9d55-aa19b7706350 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:18:11.285584 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-421fd89d-bd8a-435d-854e-9ed278b9991c req-cc7e50eb-b9b9-4da2-9a19-fa1c0226c4f7 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.290068 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-421fd89d-bd8a-435d-854e-9ed278b9991c req-cc7e50eb-b9b9-4da2-9a19-fa1c0226c4f7 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.79 "DELETE /v2.0/ports/d09bd91f-1bf9-44a2-9d55-aa19b7706350 HTTP/1.1" status: 204 len: 173 time: 0.8520231 Feb 10 15:18:11.291340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154ab7d5-4e84-4502-8d61-c715a6a77a36', 'name': 'network-vif-deleted', 'tag': 'd09bd91f-1bf9-44a2-9d55-aa19b7706350'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:18:11.293812 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f9de65-fbd1-434d-83d7-0a4e15c8a010" -d '{"events": [{"server_uuid": "154ab7d5-4e84-4502-8d61-c715a6a77a36", "name": "network-vif-deleted", "tag": "d09bd91f-1bf9-44a2-9d55-aa19b7706350"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:18:11.338224 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd597d1d-0777-4953-bd57-3cadd6613344 x-openstack-request-id: req-bd597d1d-0777-4953-bd57-3cadd6613344 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:18:11.338508 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154ab7d5-4e84-4502-8d61-c715a6a77a36", "name": "network-vif-deleted", "tag": "d09bd91f-1bf9-44a2-9d55-aa19b7706350", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:18:11.338788 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd597d1d-0777-4953-bd57-3cadd6613344 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:18:11.339413 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154ab7d5-4e84-4502-8d61-c715a6a77a36', 'name': 'network-vif-deleted', 'tag': 'd09bd91f-1bf9-44a2-9d55-aa19b7706350', 'status': 'completed', 'code': 200} Feb 10 15:18:11.356800 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ebe5272f-0f1a-45ef-a04f-16d251e31d08 req-765961f1-ab03-46ce-b21f-e8330a9dcea5 tempest-InstanceActionsNegativeTestJSON-732837477 tempest-InstanceActionsNegativeTestJSON-732837477-project] 10.222.0.64 "GET /v2.0/ports?device_id=154ab7d5-4e84-4502-8d61-c715a6a77a36 HTTP/1.1" status: 200 len: 210 time: 0.0664041 Feb 10 15:18:11.358705 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c21a883-c762-4348-a130-e84bb7b7062f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (39ecabc0-55e3-4412-8589-ae62eac41fb1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.395368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-6c21a883-c762-4348-a130-e84bb7b7062f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ecabc0-55e3-4412-8589-ae62eac41fb1']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:11.409692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-6c21a883-c762-4348-a130-e84bb7b7062f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6a6417-1420-4aac-bf05-cd4a369fe129') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:11.410280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-6c21a883-c762-4348-a130-e84bb7b7062f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6a6417-1420-4aac-bf05-cd4a369fe129') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:11.423173 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c21a883-c762-4348-a130-e84bb7b7062f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (6b6a6417-1420-4aac-bf05-cd4a369fe129), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.439092 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c21a883-c762-4348-a130-e84bb7b7062f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6b6a6417-1420-4aac-bf05-cd4a369fe129), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.446478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c21a883-c762-4348-a130-e84bb7b7062f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:18:11.447100 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c21a883-c762-4348-a130-e84bb7b7062f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (6b6a6417-1420-4aac-bf05-cd4a369fe129), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:18:11.450158 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:18:11.514618 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c21a883-c762-4348-a130-e84bb7b7062f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (39ecabc0-55e3-4412-8589-ae62eac41fb1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.530393 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device d09bd91f-1bf9-44a2-9d55-aa19b7706350 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:18:11.538965 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c21a883-c762-4348-a130-e84bb7b7062f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.545923 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6c21a883-c762-4348-a130-e84bb7b7062f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/networks/39ecabc0-55e3-4412-8589-ae62eac41fb1 HTTP/1.1" status: 204 len: 168 time: 0.4552109 Feb 10 15:18:11.545923 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21a883-c762-4348-a130-e84bb7b7062f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Network': ['ID=39ecabc0-55e3-4412-8589-ae62eac41fb1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:11.546470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42452) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:11.560576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-051b9d94-5522-494d-8d3d-045e5fa9cea4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-80499147'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:11.563561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: d09bd91f-1bf9-44a2-9d55-aa19b7706350 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:18:11.564100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device d09bd91f-1bf9-44a2-9d55-aa19b7706350 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:18:11.564944 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 510df562-e0b2-4d08-8b94-70114684bf74 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:18:11.585748 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051b9d94-5522-494d-8d3d-045e5fa9cea4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:11.591050 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-051b9d94-5522-494d-8d3d-045e5fa9cea4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.591445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 510df562-e0b2-4d08-8b94-70114684bf74 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:18:11.591901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 510df562-e0b2-4d08-8b94-70114684bf74 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:18:11.596351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42454) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:11.616910 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051b9d94-5522-494d-8d3d-045e5fa9cea4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:18:11.629114 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-051b9d94-5522-494d-8d3d-045e5fa9cea4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (c1739604-a9c7-4628-966f-0d6ec699e744), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.629650 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-051b9d94-5522-494d-8d3d-045e5fa9cea4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Added segment c1739604-a9c7-4628-966f-0d6ec699e744 of type vlan for network a4f561e8-75b8-49e1-aa5f-22989cb73adc Feb 10 15:18:11.661273 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9bcfa9f5-c583-4c74-8c5d-fd5c6c31140d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7e383727229491b94d4d57dd5129397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0634251 Feb 10 15:18:11.662244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42458) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:11.687918 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-051b9d94-5522-494d-8d3d-045e5fa9cea4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (a4f561e8-75b8-49e1-aa5f-22989cb73adc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.734178 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3ad83-5405-46dc-a057-7c3296fd9fbf req-11692e17-776f-46ae-af47-f79303ad61e3 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:11.735796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a9c3ad83-5405-46dc-a057-7c3296fd9fbf req-11692e17-776f-46ae-af47-f79303ad61e3 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.0671017 Feb 10 15:18:11.768800 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6e40-9d7c-4e38-a9be-9d18a13a5385 admin admin] Publish callbacks [] for security_group (217c8b5e-1945-41d4-b60c-f67d9e3803a7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.779149 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-051b9d94-5522-494d-8d3d-045e5fa9cea4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (a4f561e8-75b8-49e1-aa5f-22989cb73adc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.786764 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051b9d94-5522-494d-8d3d-045e5fa9cea4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:11.787746 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-051b9d94-5522-494d-8d3d-045e5fa9cea4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.801002 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9e996a7-7980-438b-b9f3-7d5b7ee135d2 req-3a0dbfce-9a53-4422-b40c-94f86367bffe tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 210 time: 0.0488684 Feb 10 15:18:11.842380 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a9c3ad83-5405-46dc-a057-7c3296fd9fbf req-fa5782ce-411b-40d7-8fd2-6afd47d5e4a1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000257 Feb 10 15:18:11.843737 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6e40-9d7c-4e38-a9be-9d18a13a5385 admin admin] Publish callbacks [] for security_group (217c8b5e-1945-41d4-b60c-f67d9e3803a7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:11.853666 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-051b9d94-5522-494d-8d3d-045e5fa9cea4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3058727 Feb 10 15:18:11.854276 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42462) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:11.867217 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f4e4805c-3a40-4430-9b6f-8385f831cdea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'subnet': {'network_id': 'a4f561e8-75b8-49e1-aa5f-22989cb73adc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:11.931337 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b9d94-5522-494d-8d3d-045e5fa9cea4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Network': ['ID=a4f561e8-75b8-49e1-aa5f-22989cb73adc,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:11.943556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network a4f561e8-75b8-49e1-aa5f-22989cb73adc details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:18:12.020542 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6e40-9d7c-4e38-a9be-9d18a13a5385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (217c8b5e-1945-41d4-b60c-f67d9e3803a7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:12.023882 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6e40-9d7c-4e38-a9be-9d18a13a5385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:12.025149 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2e4e6e40-9d7c-4e38-a9be-9d18a13a5385 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/217c8b5e-1945-41d4-b60c-f67d9e3803a7 HTTP/1.1" status: 204 len: 168 time: 0.3619664 Feb 10 15:18:12.040741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e6e40-9d7c-4e38-a9be-9d18a13a5385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217c8b5e-1945-41d4-b60c-f67d9e3803a7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:12.045844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e4805c-3a40-4430-9b6f-8385f831cdea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:12.050850 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f4e4805c-3a40-4430-9b6f-8385f831cdea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:12.121301 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-f4e4805c-3a40-4430-9b6f-8385f831cdea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Performing IP validity checks on allocation pools {{(pid=103369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 15:18:12.121911 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-f4e4805c-3a40-4430-9b6f-8385f831cdea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 15:18:12.187983 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef38e6-281b-4a16-b87f-ec9647472f33 req-bbe53ab7-124f-47cb-8f68-89c2dce7fa0d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:12.195901 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-86ef38e6-281b-4a16-b87f-ec9647472f33 req-bbe53ab7-124f-47cb-8f68-89c2dce7fa0d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.0813162 Feb 10 15:18:12.280423 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-86ef38e6-281b-4a16-b87f-ec9647472f33 req-3d859be9-1d99-49fb-b460-3e8d11868ce9 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835552 Feb 10 15:18:12.312331 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f4e4805c-3a40-4430-9b6f-8385f831cdea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (d73174a7-9207-4d49-8347-fbea1c368661), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:12.406571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4805c-3a40-4430-9b6f-8385f831cdea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Subnet': ['ID=d73174a7-9207-4d49-8347-fbea1c368661,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:12.416048 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4805c-3a40-4430-9b6f-8385f831cdea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Checking segment: {'id': 'c1739604-a9c7-4628-966f-0d6ec699e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a4f561e8-75b8-49e1-aa5f-22989cb73adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:12.416560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4805c-3a40-4430-9b6f-8385f831cdea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network hostable DHCP agents. Network: a4f561e8-75b8-49e1-aa5f-22989cb73adc, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:18:12.455616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4805c-3a40-4430-9b6f-8385f831cdea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network a4f561e8-75b8-49e1-aa5f-22989cb73adc is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:18:12.473246 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42478) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:12.474879 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-f4e4805c-3a40-4430-9b6f-8385f831cdea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, a4f561e8-75b8-49e1-aa5f-22989cb73adc) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:12.482620 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e4805c-3a40-4430-9b6f-8385f831cdea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:12.483606 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f4e4805c-3a40-4430-9b6f-8385f831cdea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:12.484143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53bb2a1-78b4-4e97-bda5-c9051c830cc2 None None] Network a4f561e8-75b8-49e1-aa5f-22989cb73adc requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:12.505925 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f4e4805c-3a40-4430-9b6f-8385f831cdea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6412523 Feb 10 15:18:12.506902 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42480) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:12.516579 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-34b31a0f-4901-47a9-ac57-e2c44745db84 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'network_id': 'a4f561e8-75b8-49e1-aa5f-22989cb73adc', 'name': 'tempest-PortsTestJSON-1059450865'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:12.703307 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ec2dd1-b362-4de9-978e-4b069b2de126 admin admin] Deleting subnet 8925d163-bbe7-4b6c-8583-5b6258ed6f45 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:18:12.703513 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b31a0f-4901-47a9-ac57-e2c44745db84 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:12.716211 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-89ec2dd1-b362-4de9-978e-4b069b2de126 admin admin] Publish callbacks [] for subnet (8925d163-bbe7-4b6c-8583-5b6258ed6f45), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:12.718535 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-34b31a0f-4901-47a9-ac57-e2c44745db84 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:12.767568 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-a4f561e8-75b8-49e1-aa5f-22989cb73adc', 'network_id': 'a4f561e8-75b8-49e1-aa5f-22989cb73adc', 'project_id': 'a23c7f56f7a24a83af370bdc4b43a725', 'fixed_ips': [{'subnet_id': 'd73174a7-9207-4d49-8347-fbea1c368661'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:18:12.769196 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:12.792220 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-89ec2dd1-b362-4de9-978e-4b069b2de126 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (8925d163-bbe7-4b6c-8583-5b6258ed6f45), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:12.807296 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-34b31a0f-4901-47a9-ac57-e2c44745db84 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] device_id is not set on port dcaf338e-a2c8-4560-88e5-f281acb5442a yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:18:12.913800 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-89ec2dd1-b362-4de9-978e-4b069b2de126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (8925d163-bbe7-4b6c-8583-5b6258ed6f45), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.087049 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-89ec2dd1-b362-4de9-978e-4b069b2de126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (8925d163-bbe7-4b6c-8583-5b6258ed6f45), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.103182 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Allocated IP 172.20.0.2 (a4f561e8-75b8-49e1-aa5f-22989cb73adc/d73174a7-9207-4d49-8347-fbea1c368661/e87f911e-5d7e-41e9-b193-ab823206d314) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:18:13.218850 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-89ec2dd1-b362-4de9-978e-4b069b2de126 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.243734 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-89ec2dd1-b362-4de9-978e-4b069b2de126 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8925d163-bbe7-4b6c-8583-5b6258ed6f45 HTTP/1.1" status: 204 len: 168 time: 0.7682972 Feb 10 15:18:13.244011 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42506) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:13.249373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec2dd1-b362-4de9-978e-4b069b2de126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8925d163-bbe7-4b6c-8583-5b6258ed6f45,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:13.276527 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Publish callbacks [] for port (e87f911e-5d7e-41e9-b193-ab823206d314), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.298580 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (e87f911e-5d7e-41e9-b193-ab823206d314), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.326743 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c5a4-db81-4e88-aff5-0a21e6b2c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.364874 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef0b2bed-34aa-433f-bab9-a1359105d3ef req-8b168a40-698d-4d00-9538-b34f28baa863 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ddbf8b-bc39-462f-9e77-8339e17616d4 HTTP/1.1" status: 200 len: 210 time: 0.1787629 Feb 10 15:18:13.371350 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-34b31a0f-4901-47a9-ac57-e2c44745db84 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Allocated IP 172.20.0.3 (a4f561e8-75b8-49e1-aa5f-22989cb73adc/d73174a7-9207-4d49-8347-fbea1c368661/dcaf338e-a2c8-4560-88e5-f281acb5442a) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:18:13.447020 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Network a4f561e8-75b8-49e1-aa5f-22989cb73adc is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:18:13.449795 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Pushing event updated for resources: {'Port': ['ID=e87f911e-5d7e-41e9-b193-ab823206d314,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:13.474380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:13.479808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:13.490132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a407e6-963c-48eb-9647-4ad34803a480 req-474942f5-59e3-422a-9b2d-e78b8e3ca750 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:13.491824 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96a407e6-963c-48eb-9647-4ad34803a480 req-474942f5-59e3-422a-9b2d-e78b8e3ca750 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.2360632 Feb 10 15:18:13.563373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42512) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:13.569202 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Attempting to bind port e87f911e-5d7e-41e9-b193-ab823206d314 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:18:13.570102 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Attempting to bind port e87f911e-5d7e-41e9-b193-ab823206d314 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'c1739604-a9c7-4628-966f-0d6ec699e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a4f561e8-75b8-49e1-aa5f-22989cb73adc'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:18:13.570652 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Attempting to bind port e87f911e-5d7e-41e9-b193-ab823206d314 on network a4f561e8-75b8-49e1-aa5f-22989cb73adc {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:18:13.578411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:18:13.579099 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Checking segment: {'id': 'c1739604-a9c7-4628-966f-0d6ec699e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a4f561e8-75b8-49e1-aa5f-22989cb73adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:13.579673 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.580248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Bound using segment: {'id': 'c1739604-a9c7-4628-966f-0d6ec699e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a4f561e8-75b8-49e1-aa5f-22989cb73adc'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:18:13.581143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Bound port: e87f911e-5d7e-41e9-b193-ab823206d314, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1739604-a9c7-4628-966f-0d6ec699e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a4f561e8-75b8-49e1-aa5f-22989cb73adc'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:18:13.581832 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e87f911e-5d7e-41e9-b193-ab823206d314), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.650042 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96a407e6-963c-48eb-9647-4ad34803a480 req-29f40167-838c-4f33-86f8-82353b207105 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433830 Feb 10 15:18:13.656091 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] For port e87f911e-5d7e-41e9-b193-ab823206d314, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:18:13.659744 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] For port e87f911e-5d7e-41e9-b193-ab823206d314, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e87f911e-5d7e-41e9-b193-ab823206d314,segment=NetworkSegment(c1739604-a9c7-4628-966f-0d6ec699e744),segment_id=c1739604-a9c7-4628-966f-0d6ec699e744)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:18:13.669442 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4be0289a-e24e-4a92-b3ee-55821c3906ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (61de7be4-2b56-439f-8688-45d603c87dc5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.677335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dc723-bafc-4c01-88c2-0694a6d611d7 req-61902e7d-9930-4aea-a4fb-42c3526423f1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:13.679362 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e87f911e-5d7e-41e9-b193-ab823206d314), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.687090 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f9dc723-bafc-4c01-88c2-0694a6d611d7 req-61902e7d-9930-4aea-a4fb-42c3526423f1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.1941497 Feb 10 15:18:13.719716 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4f18a6bf-8d87-4be5-9fb1-07fa258754aa admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1462629674-network', 'tenant_id': 'bfc9d7ce13d848668948f3d38cbbc064'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:13.743684 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-34b31a0f-4901-47a9-ac57-e2c44745db84 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (dcaf338e-a2c8-4560-88e5-f281acb5442a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.774567 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f9dc723-bafc-4c01-88c2-0694a6d611d7 req-b558ee85-9a2e-448f-96c8-3725fcfbd928 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839055 Feb 10 15:18:13.776059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f18a6bf-8d87-4be5-9fb1-07fa258754aa admin admin] Made reservation on behalf of bfc9d7ce13d848668948f3d38cbbc064 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:13.779720 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f18a6bf-8d87-4be5-9fb1-07fa258754aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.789721 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5c41a-9992-4fa8-ad50-a39d6c6b3460 None None] Pushing event updated for resources: {'Port': ['ID=e87f911e-5d7e-41e9-b193-ab823206d314,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:13.792620 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f18a6bf-8d87-4be5-9fb1-07fa258754aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.923215 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f18a6bf-8d87-4be5-9fb1-07fa258754aa admin admin] Publish callbacks [] for security_group (97412c62-d326-4b37-9ce1-27c7aac5ce8e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.925170 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4be0289a-e24e-4a92-b3ee-55821c3906ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (61de7be4-2b56-439f-8688-45d603c87dc5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.928216 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-34b31a0f-4901-47a9-ac57-e2c44745db84 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (dcaf338e-a2c8-4560-88e5-f281acb5442a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.938229 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f18a6bf-8d87-4be5-9fb1-07fa258754aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (97412c62-d326-4b37-9ce1-27c7aac5ce8e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.953872 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f18a6bf-8d87-4be5-9fb1-07fa258754aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:18:13.967225 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f18a6bf-8d87-4be5-9fb1-07fa258754aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (a30b772e-ab69-4812-a8a0-dee16bb0730e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:13.967840 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-4f18a6bf-8d87-4be5-9fb1-07fa258754aa admin admin] Added segment a30b772e-ab69-4812-a8a0-dee16bb0730e of type vlan for network 781b1383-b52e-44e8-9350-de15de866d81 Feb 10 15:18:14.015806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b31a0f-4901-47a9-ac57-e2c44745db84 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=dcaf338e-a2c8-4560-88e5-f281acb5442a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:14.051696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4be0289a-e24e-4a92-b3ee-55821c3906ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61de7be4-2b56-439f-8688-45d603c87dc5']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:14.065680 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f18a6bf-8d87-4be5-9fb1-07fa258754aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (781b1383-b52e-44e8-9350-de15de866d81), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:14.067890 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b31a0f-4901-47a9-ac57-e2c44745db84 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network a4f561e8-75b8-49e1-aa5f-22989cb73adc is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:18:14.071414 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-34b31a0f-4901-47a9-ac57-e2c44745db84 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:14.074772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4be0289a-e24e-4a92-b3ee-55821c3906ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d110697-15d1-4091-87dd-66c88f3226a3') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:14.075147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4be0289a-e24e-4a92-b3ee-55821c3906ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d110697-15d1-4091-87dd-66c88f3226a3') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:14.091137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b31a0f-4901-47a9-ac57-e2c44745db84 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:14.150650 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4be0289a-e24e-4a92-b3ee-55821c3906ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (3d110697-15d1-4091-87dd-66c88f3226a3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:14.159545 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f18a6bf-8d87-4be5-9fb1-07fa258754aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (781b1383-b52e-44e8-9350-de15de866d81), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:14.161192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18a6bf-8d87-4be5-9fb1-07fa258754aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:14.166191 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f18a6bf-8d87-4be5-9fb1-07fa258754aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:14.189285 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4be0289a-e24e-4a92-b3ee-55821c3906ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (3d110697-15d1-4091-87dd-66c88f3226a3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:14.202846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be0289a-e24e-4a92-b3ee-55821c3906ed admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:18:14.203354 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4be0289a-e24e-4a92-b3ee-55821c3906ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (3d110697-15d1-4091-87dd-66c88f3226a3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:18:14.205383 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:18:14.235637 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18a6bf-8d87-4be5-9fb1-07fa258754aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97412c62-d326-4b37-9ce1-27c7aac5ce8e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:14.238063 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b31a0f-4901-47a9-ac57-e2c44745db84 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:14.251324 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-34b31a0f-4901-47a9-ac57-e2c44745db84 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:14.277098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4f18a6bf-8d87-4be5-9fb1-07fa258754aa admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7112942 Feb 10 15:18:14.279727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42518) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:14.285073 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-078c546d-28f7-40c0-83ca-a94aa1d02b9c admin admin] Request body: {'subnet': {'network_id': '781b1383-b52e-44e8-9350-de15de866d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1462629674-subnet', 'tenant_id': 'bfc9d7ce13d848668948f3d38cbbc064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:14.288347 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18a6bf-8d87-4be5-9fb1-07fa258754aa admin admin] Pushing event updated for resources: {'Network': ['ID=781b1383-b52e-44e8-9350-de15de866d81,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:14.306720 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 781b1383-b52e-44e8-9350-de15de866d81 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:18:14.330259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078c546d-28f7-40c0-83ca-a94aa1d02b9c admin admin] Made reservation on behalf of bfc9d7ce13d848668948f3d38cbbc064 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:14.332538 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-078c546d-28f7-40c0-83ca-a94aa1d02b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:14.377122 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-34b31a0f-4901-47a9-ac57-e2c44745db84 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8679342 Feb 10 15:18:14.379825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42520) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:14.407651 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4be0289a-e24e-4a92-b3ee-55821c3906ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (61de7be4-2b56-439f-8688-45d603c87dc5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:14.491700 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4be0289a-e24e-4a92-b3ee-55821c3906ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:14.513843 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4be0289a-e24e-4a92-b3ee-55821c3906ed admin admin] 10.222.0.64 "DELETE /v2.0/networks/61de7be4-2b56-439f-8688-45d603c87dc5 HTTP/1.1" status: 204 len: 168 time: 1.2556887 Feb 10 15:18:14.550636 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0289a-e24e-4a92-b3ee-55821c3906ed admin admin] Pushing event deleted for resources: {'Network': ['ID=61de7be4-2b56-439f-8688-45d603c87dc5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:14.692523 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-078c546d-28f7-40c0-83ca-a94aa1d02b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (413125c9-f96a-4b32-b2a7-4890bbb381ff), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:14.695328 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-69ca5b3e-43e2-4590-9096-fc0328ac8097 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port dcaf338e-a2c8-4560-88e5-f281acb5442a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:14.695795 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69ca5b3e-43e2-4590-9096-fc0328ac8097 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (dcaf338e-a2c8-4560-88e5-f281acb5442a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:14.750067 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c546d-28f7-40c0-83ca-a94aa1d02b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=413125c9-f96a-4b32-b2a7-4890bbb381ff,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:14.754567 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42530) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:14.870856 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b2299f13-5fb3-436e-99b9-2f1808d1f7b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb83b8883aa34de6b61273d7593a895f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1143761 Feb 10 15:18:14.874089 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69ca5b3e-43e2-4590-9096-fc0328ac8097 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (dcaf338e-a2c8-4560-88e5-f281acb5442a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:14.876173 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42534) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:14.890492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-69ca5b3e-43e2-4590-9096-fc0328ac8097 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for dcaf338e-a2c8-4560-88e5-f281acb5442a owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:14.921401 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078c546d-28f7-40c0-83ca-a94aa1d02b9c admin admin] Checking segment: {'id': 'a30b772e-ab69-4812-a8a0-dee16bb0730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '781b1383-b52e-44e8-9350-de15de866d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:14.926054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078c546d-28f7-40c0-83ca-a94aa1d02b9c admin admin] Network hostable DHCP agents. Network: 781b1383-b52e-44e8-9350-de15de866d81, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:18:14.949876 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddb636-9a61-40e9-855f-b1a9dafcc946 req-82c711bb-288c-4df7-8a95-1947226beab2 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:14.957661 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9eddb636-9a61-40e9-855f-b1a9dafcc946 req-82c711bb-288c-4df7-8a95-1947226beab2 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.1597328 Feb 10 15:18:15.063712 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078c546d-28f7-40c0-83ca-a94aa1d02b9c admin admin] Network 781b1383-b52e-44e8-9350-de15de866d81 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:18:15.086039 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9eddb636-9a61-40e9-855f-b1a9dafcc946 req-3b4a3bb1-3aa3-487e-8480-027b58b83946 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264770 Feb 10 15:18:15.087914 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-078c546d-28f7-40c0-83ca-a94aa1d02b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 781b1383-b52e-44e8-9350-de15de866d81) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:15.090636 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18cad200-9c3d-4758-9b21-f0cf395ac8c6 admin admin] Publish callbacks [] for security_group (11c41d30-da03-4033-aadc-e51cc06c0952), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:15.102431 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046d33f9-57fb-4710-afcd-ac79ce4f355a None None] Network 781b1383-b52e-44e8-9350-de15de866d81 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:15.103103 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078c546d-28f7-40c0-83ca-a94aa1d02b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:15.103643 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-078c546d-28f7-40c0-83ca-a94aa1d02b9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:15.104509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69ca5b3e-43e2-4590-9096-fc0328ac8097 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (dcaf338e-a2c8-4560-88e5-f281acb5442a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:15.162116 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92816f-84ba-4cb9-8fe2-0b1fc1a591d5 req-3659433e-54ff-4356-abd6-d1484a19746f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:15.163667 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f92816f-84ba-4cb9-8fe2-0b1fc1a591d5 req-3659433e-54ff-4356-abd6-d1484a19746f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.1974304 Feb 10 15:18:15.166126 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18cad200-9c3d-4758-9b21-f0cf395ac8c6 admin admin] Publish callbacks [] for security_group (11c41d30-da03-4033-aadc-e51cc06c0952), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:15.173397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca5b3e-43e2-4590-9096-fc0328ac8097 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=dcaf338e-a2c8-4560-88e5-f281acb5442a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:15.185339 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-078c546d-28f7-40c0-83ca-a94aa1d02b9c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9045405 Feb 10 15:18:15.272452 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69ca5b3e-43e2-4590-9096-fc0328ac8097 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:15.277588 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-69ca5b3e-43e2-4590-9096-fc0328ac8097 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/dcaf338e-a2c8-4560-88e5-f281acb5442a HTTP/1.1" status: 204 len: 168 time: 0.8964622 Feb 10 15:18:15.280347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42538) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:15.313152 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5a3ba7-b916-42ab-8f3e-2b7e3618f9b4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] DELETE failed (client error): The resource could not be found. Feb 10 15:18:15.313898 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5a3ba7-b916-42ab-8f3e-2b7e3618f9b4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:18:15.318842 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4b5a3ba7-b916-42ab-8f3e-2b7e3618f9b4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/dcaf338e-a2c8-4560-88e5-f281acb5442a HTTP/1.1" status: 404 len: 333 time: 0.0372801 Feb 10 15:18:15.321661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42540) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:15.345560 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f92816f-84ba-4cb9-8fe2-0b1fc1a591d5 req-b342d5e2-d61c-437a-bc69-76de8478b811 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518161 Feb 10 15:18:15.369789 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5693c0-debe-4428-8381-311c21f65be9 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] GET failed (client error): The resource could not be found. Feb 10 15:18:15.377761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42542) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:15.397404 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-af5693c0-debe-4428-8381-311c21f65be9 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/dcaf338e-a2c8-4560-88e5-f281acb5442a HTTP/1.1" status: 404 len: 333 time: 0.0494421 Feb 10 15:18:15.400975 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18cad200-9c3d-4758-9b21-f0cf395ac8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (11c41d30-da03-4033-aadc-e51cc06c0952), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:15.404388 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18cad200-9c3d-4758-9b21-f0cf395ac8c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:15.408075 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-18cad200-9c3d-4758-9b21-f0cf395ac8c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11c41d30-da03-4033-aadc-e51cc06c0952 HTTP/1.1" status: 204 len: 168 time: 0.5283105 Feb 10 15:18:15.515047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cad200-9c3d-4758-9b21-f0cf395ac8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c41d30-da03-4033-aadc-e51cc06c0952,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:15.569072 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a66b0da-e7c1-4f28-b885-5cb2b42e5df2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting subnet d73174a7-9207-4d49-8347-fbea1c368661 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:18:15.582544 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a66b0da-e7c1-4f28-b885-5cb2b42e5df2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (d73174a7-9207-4d49-8347-fbea1c368661), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:15.590580 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7c2894d1-41a3-458d-b240-103f08e8007d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:15.651276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715915b2-1284-4fec-a35b-31ecdb65233c None None] Network a4f561e8-75b8-49e1-aa5f-22989cb73adc requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:15.680611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e97025-0483-4668-a761-af76d32f2c37 None None] Network 781b1383-b52e-44e8-9350-de15de866d81 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:15.704587 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a66b0da-e7c1-4f28-b885-5cb2b42e5df2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (d73174a7-9207-4d49-8347-fbea1c368661), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:15.726881 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b853601e-9573-440b-92b8-df522f2ef34d None None] Provisioning complete for port e87f911e-5d7e-41e9-b193-ab823206d314 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:15.727807 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b853601e-9573-440b-92b8-df522f2ef34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e87f911e-5d7e-41e9-b193-ab823206d314), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:15.884159 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a66b0da-e7c1-4f28-b885-5cb2b42e5df2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (d73174a7-9207-4d49-8347-fbea1c368661), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:16.003375 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a66b0da-e7c1-4f28-b885-5cb2b42e5df2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (d73174a7-9207-4d49-8347-fbea1c368661), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:16.103289 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-182bdd95-8c74-4482-ac37-d985c01f184c req-59a1ad97-be5e-4ac3-ac18-f5238e20fe6a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1052306 Feb 10 15:18:16.199496 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b853601e-9573-440b-92b8-df522f2ef34d None None] Current status of the port e87f911e-5d7e-41e9-b193-ab823206d314 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:16.200123 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b853601e-9573-440b-92b8-df522f2ef34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e87f911e-5d7e-41e9-b193-ab823206d314), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:16.240867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e87f911e-5d7e-41e9-b193-ab823206d314 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:18:16.261064 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bdd95-8c74-4482-ac37-d985c01f184c req-2e770549-be73-439c-a243-1413d353a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:16.266454 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-182bdd95-8c74-4482-ac37-d985c01f184c req-2e770549-be73-439c-a243-1413d353a349 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 1126 time: 0.1377792 Feb 10 15:18:16.318931 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:16.349026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b853601e-9573-440b-92b8-df522f2ef34d None None] For port e87f911e-5d7e-41e9-b193-ab823206d314, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e87f911e-5d7e-41e9-b193-ab823206d314,segment=NetworkSegment(c1739604-a9c7-4628-966f-0d6ec699e744),segment_id=c1739604-a9c7-4628-966f-0d6ec699e744)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:16.364132 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b853601e-9573-440b-92b8-df522f2ef34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e87f911e-5d7e-41e9-b193-ab823206d314), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:16.443777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bdd95-8c74-4482-ac37-d985c01f184c req-984b814b-d651-4e1e-990a-4626c82f1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:16.450982 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-182bdd95-8c74-4482-ac37-d985c01f184c req-984b814b-d651-4e1e-990a-4626c82f1a34 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.1521974 Feb 10 15:18:16.451519 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42568) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:16.460941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-44df9540-fcca-4848-ad92-c6e248e42444 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1565892203-network', 'tenant_id': 'adda95fc2acb49f2beabc2de52c1f35a'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:16.491961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853601e-9573-440b-92b8-df522f2ef34d None None] Pushing event updated for resources: {'Port': ['ID=e87f911e-5d7e-41e9-b193-ab823206d314,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:16.527817 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e87f911e-5d7e-41e9-b193-ab823206d314 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:16.529949 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e87f911e-5d7e-41e9-b193-ab823206d314), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:16.563452 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-182bdd95-8c74-4482-ac37-d985c01f184c req-2e5a527d-298d-40c6-adbd-0ef76d7aa410 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca HTTP/1.1" status: 200 len: 217 time: 0.0938840 Feb 10 15:18:16.612315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0cdf268a-4995-4bfc-b46e-f92d46976c0c None None] Provisioning complete for port e87f911e-5d7e-41e9-b193-ab823206d314 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:16.612741 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0cdf268a-4995-4bfc-b46e-f92d46976c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e87f911e-5d7e-41e9-b193-ab823206d314), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:16.679781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44df9540-fcca-4848-ad92-c6e248e42444 admin admin] Made reservation on behalf of adda95fc2acb49f2beabc2de52c1f35a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:16.682502 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44df9540-fcca-4848-ad92-c6e248e42444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:16.727101 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a66b0da-e7c1-4f28-b885-5cb2b42e5df2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:16.728399 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e87f911e-5d7e-41e9-b193-ab823206d314 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:16.729575 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44df9540-fcca-4848-ad92-c6e248e42444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:16.736186 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7a66b0da-e7c1-4f28-b885-5cb2b42e5df2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/d73174a7-9207-4d49-8347-fbea1c368661 HTTP/1.1" status: 204 len: 168 time: 1.3540523 Feb 10 15:18:16.745235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66b0da-e7c1-4f28-b885-5cb2b42e5df2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Subnet': ['ID=d73174a7-9207-4d49-8347-fbea1c368661,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:16.747316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42574) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:16.797704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf268a-4995-4bfc-b46e-f92d46976c0c None None] Current status of the port e87f911e-5d7e-41e9-b193-ab823206d314 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:16.859095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a80f46-91bc-4da0-90fd-034241747b57 req-1957cea7-ce3d-46ff-a152-b2458aa945f7 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:16.859326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bdd95-8c74-4482-ac37-d985c01f184c req-786aa95d-61c5-4d3a-a9b1-3cd2b8e7e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:16.860141 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-182bdd95-8c74-4482-ac37-d985c01f184c req-786aa95d-61c5-4d3a-a9b1-3cd2b8e7e4c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.2854421 Feb 10 15:18:16.871502 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5a80f46-91bc-4da0-90fd-034241747b57 req-1957cea7-ce3d-46ff-a152-b2458aa945f7 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.1354496 Feb 10 15:18:16.899030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea133ef0-3b37-4e97-86dc-4f4d260b6846 req-834095bb-fcd3-429e-9c90-7cbdfdcd2bec tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:16.900640 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea133ef0-3b37-4e97-86dc-4f4d260b6846 req-834095bb-fcd3-429e-9c90-7cbdfdcd2bec tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.1648214 Feb 10 15:18:16.918189 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-182bdd95-8c74-4482-ac37-d985c01f184c req-72c63816-4ed3-4c5b-92c7-921f5d0e21df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428209 Feb 10 15:18:16.935445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f5315-2225-4ff9-8967-0a4e80b4f54d None None] Network a4f561e8-75b8-49e1-aa5f-22989cb73adc requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:16.983526 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5a80f46-91bc-4da0-90fd-034241747b57 req-dba7f861-4f62-4671-a78b-e5d73dd79e4d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007738 Feb 10 15:18:17.003675 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea133ef0-3b37-4e97-86dc-4f4d260b6846 req-f29b8134-21e8-4f3c-977c-6958e0ef565f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964475 Feb 10 15:18:17.034964 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2bbb0563-d096-4b7b-926f-0a8d0081cad7 None None] Could not find standard attr ID for object dcaf338e-a2c8-4560-88e5-f281acb5442a. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:18:17.101030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (a4f561e8-75b8-49e1-aa5f-22989cb73adc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.138544 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44df9540-fcca-4848-ad92-c6e248e42444 admin admin] Publish callbacks [] for security_group (71941042-ffcf-4673-8f93-8e7eed4eab6b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.161200 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44df9540-fcca-4848-ad92-c6e248e42444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (71941042-ffcf-4673-8f93-8e7eed4eab6b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.184338 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42584) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:17.201322 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1121b881-8a8b-440e-82a4-fd8549fdfdc0 None None] DHCP port deletion for a4f561e8-75b8-49e1-aa5f-22989cb73adc request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:18:17.205000 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-182bdd95-8c74-4482-ac37-d985c01f184c req-85671021-11b4-4564-aadb-d337e31f840b service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696705 Feb 10 15:18:17.278837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1121b881-8a8b-440e-82a4-fd8549fdfdc0 None None] Deleting port e87f911e-5d7e-41e9-b193-ab823206d314 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:17.279658 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1121b881-8a8b-440e-82a4-fd8549fdfdc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e87f911e-5d7e-41e9-b193-ab823206d314), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.373077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9143aea6-730a-41c2-8e83-e89a4421f4db admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-178494246-network', 'tenant_id': 'b892d9617fe8405fb72f36dc97e4864b'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:17.375878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1121b881-8a8b-440e-82a4-fd8549fdfdc0 None None] For port e87f911e-5d7e-41e9-b193-ab823206d314, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e87f911e-5d7e-41e9-b193-ab823206d314,segment=NetworkSegment(c1739604-a9c7-4628-966f-0d6ec699e744),segment_id=c1739604-a9c7-4628-966f-0d6ec699e744)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:17.376335 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1121b881-8a8b-440e-82a4-fd8549fdfdc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e87f911e-5d7e-41e9-b193-ab823206d314), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.393543 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1121b881-8a8b-440e-82a4-fd8549fdfdc0 None None] Calling delete_port for e87f911e-5d7e-41e9-b193-ab823206d314 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:17.400786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9143aea6-730a-41c2-8e83-e89a4421f4db admin admin] Made reservation on behalf of b892d9617fe8405fb72f36dc97e4864b for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:17.404830 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9143aea6-730a-41c2-8e83-e89a4421f4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.417488 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9143aea6-730a-41c2-8e83-e89a4421f4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.501055 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1121b881-8a8b-440e-82a4-fd8549fdfdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (e87f911e-5d7e-41e9-b193-ab823206d314), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.530315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121b881-8a8b-440e-82a4-fd8549fdfdc0 None None] Pushing event deleted for resources: {'Port': ['ID=e87f911e-5d7e-41e9-b193-ab823206d314,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:17.530675 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9143aea6-730a-41c2-8e83-e89a4421f4db admin admin] Publish callbacks [] for security_group (8fe5b2c3-0959-4e78-8074-0a045c8f55fa), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.541518 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9143aea6-730a-41c2-8e83-e89a4421f4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8fe5b2c3-0959-4e78-8074-0a045c8f55fa), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.547052 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121b881-8a8b-440e-82a4-fd8549fdfdc0 None None] No DVR routers for this DVR port e87f911e-5d7e-41e9-b193-ab823206d314 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:18:17.559077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44df9540-fcca-4848-ad92-c6e248e42444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:18:17.569410 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df9540-fcca-4848-ad92-c6e248e42444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71941042-ffcf-4673-8f93-8e7eed4eab6b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:17.588458 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44df9540-fcca-4848-ad92-c6e248e42444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (8d437395-c45b-4dd2-abff-d60aefce9dae), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.588860 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-44df9540-fcca-4848-ad92-c6e248e42444 admin admin] Added segment 8d437395-c45b-4dd2-abff-d60aefce9dae of type vlan for network 2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50 Feb 10 15:18:17.607845 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9143aea6-730a-41c2-8e83-e89a4421f4db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:18:17.614373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143aea6-730a-41c2-8e83-e89a4421f4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe5b2c3-0959-4e78-8074-0a045c8f55fa,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:17.624768 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9143aea6-730a-41c2-8e83-e89a4421f4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9bbf80cb-1da5-4e93-8305-48c3091eeb0a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.625125 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-9143aea6-730a-41c2-8e83-e89a4421f4db admin admin] Added segment 9bbf80cb-1da5-4e93-8305-48c3091eeb0a of type vlan for network dc41abd2-857f-4e95-9081-da5c484956e6 Feb 10 15:18:17.668609 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9143aea6-730a-41c2-8e83-e89a4421f4db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (dc41abd2-857f-4e95-9081-da5c484956e6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.681898 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44df9540-fcca-4848-ad92-c6e248e42444 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.700057 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9143aea6-730a-41c2-8e83-e89a4421f4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (dc41abd2-857f-4e95-9081-da5c484956e6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.702401 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9143aea6-730a-41c2-8e83-e89a4421f4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:17.703203 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9143aea6-730a-41c2-8e83-e89a4421f4db admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.720056 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port e87f911e-5d7e-41e9-b193-ab823206d314 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:17.720429 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e87f911e-5d7e-41e9-b193-ab823206d314), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.728191 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-182bdd95-8c74-4482-ac37-d985c01f184c req-be60c316-662d-4fd9-8b29-fa97b9d09b8f service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080259 Feb 10 15:18:17.746962 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9143aea6-730a-41c2-8e83-e89a4421f4db admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5606289 Feb 10 15:18:17.765613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42588) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:17.773624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-29054923-3a8c-40e0-b785-6e0cc9e31cb1 admin admin] Request body: {'subnet': {'network_id': 'dc41abd2-857f-4e95-9081-da5c484956e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-178494246-subnet', 'tenant_id': 'b892d9617fe8405fb72f36dc97e4864b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:17.789050 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143aea6-730a-41c2-8e83-e89a4421f4db admin admin] Pushing event updated for resources: {'Network': ['ID=dc41abd2-857f-4e95-9081-da5c484956e6,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:17.802230 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network dc41abd2-857f-4e95-9081-da5c484956e6 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:18:17.823637 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.844806 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44df9540-fcca-4848-ad92-c6e248e42444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.845770 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44df9540-fcca-4848-ad92-c6e248e42444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:17.846351 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44df9540-fcca-4848-ad92-c6e248e42444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.931060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df9540-fcca-4848-ad92-c6e248e42444 admin admin] Pushing event updated for resources: {'Network': ['ID=2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:17.938904 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-44df9540-fcca-4848-ad92-c6e248e42444 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4836717 Feb 10 15:18:17.939827 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42592) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:17.943436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] For port e87f911e-5d7e-41e9-b193-ab823206d314, host n-d-815324-7, got binding levels [] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:17.943798 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e87f911e-5d7e-41e9-b193-ab823206d314), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.944373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a4e85a95-bab0-4ff5-b3f0-4126cbb4675d admin admin] Request body: {'subnet': {'network_id': '2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1565892203-subnet', 'tenant_id': 'adda95fc2acb49f2beabc2de52c1f35a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:17.947734 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:18:17.963178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29054923-3a8c-40e0-b785-6e0cc9e31cb1 admin admin] Made reservation on behalf of b892d9617fe8405fb72f36dc97e4864b for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:17.970711 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-29054923-3a8c-40e0-b785-6e0cc9e31cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:17.973428 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for e87f911e-5d7e-41e9-b193-ab823206d314 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:17.988712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Port e87f911e-5d7e-41e9-b193-ab823206d314 was not found and therefore no delete operation was performed {{(pid=103369) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:18:17.995384 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e85a95-bab0-4ff5-b3f0-4126cbb4675d admin admin] Made reservation on behalf of adda95fc2acb49f2beabc2de52c1f35a for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:17.998231 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4e85a95-bab0-4ff5-b3f0-4126cbb4675d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:18.136202 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (e87f911e-5d7e-41e9-b193-ab823206d314), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:18.147633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e87f911e-5d7e-41e9-b193-ab823206d314 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:18:18.194005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: e87f911e-5d7e-41e9-b193-ab823206d314 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:18:18.194351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e87f911e-5d7e-41e9-b193-ab823206d314 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:18:18.224471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=e87f911e-5d7e-41e9-b193-ab823206d314,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:18.245265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No DVR routers for this DVR port e87f911e-5d7e-41e9-b193-ab823206d314 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:18:18.274243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae28c04-ca43-4a44-bedd-59eebb6d9936 req-5f5867bf-a584-490b-ab14-be8aff942fad tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:18.275795 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ae28c04-ca43-4a44-bedd-59eebb6d9936 req-5f5867bf-a584-490b-ab14-be8aff942fad tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.1453507 Feb 10 15:18:18.456001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7a94f-5b64-4d55-ac48-65fb7c30c2af req-ba601313-7ff0-411a-83f0-04583dc77f66 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:18.458024 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afd7a94f-5b64-4d55-ac48-65fb7c30c2af req-ba601313-7ff0-411a-83f0-04583dc77f66 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.2497721 Feb 10 15:18:18.468009 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ae28c04-ca43-4a44-bedd-59eebb6d9936 req-5ef89575-47cb-42a1-87d5-3d5ca462a052 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836371 Feb 10 15:18:18.477357 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-29054923-3a8c-40e0-b785-6e0cc9e31cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (9b39036b-c0d1-45a6-9eee-3a9260064212), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:18.499449 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4e85a95-bab0-4ff5-b3f0-4126cbb4675d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (f19ced2d-19d1-4970-8013-f2a044afb74e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:18.564835 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (a4f561e8-75b8-49e1-aa5f-22989cb73adc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:18.591584 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afd7a94f-5b64-4d55-ac48-65fb7c30c2af req-bac5c728-7acf-4367-b342-d7fd97997a1a tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220381 Feb 10 15:18:18.605893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f561e8-75b8-49e1-aa5f-22989cb73adc']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:18.619395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1739604-a9c7-4628-966f-0d6ec699e744') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:18.619694 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1739604-a9c7-4628-966f-0d6ec699e744') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:18.635971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29054923-3a8c-40e0-b785-6e0cc9e31cb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b39036b-c0d1-45a6-9eee-3a9260064212,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:18.639520 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (c1739604-a9c7-4628-966f-0d6ec699e744), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:18.659129 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (c1739604-a9c7-4628-966f-0d6ec699e744), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:18.662227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e85a95-bab0-4ff5-b3f0-4126cbb4675d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19ced2d-19d1-4970-8013-f2a044afb74e,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:18.663385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29054923-3a8c-40e0-b785-6e0cc9e31cb1 admin admin] Checking segment: {'id': '9bbf80cb-1da5-4e93-8305-48c3091eeb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc41abd2-857f-4e95-9081-da5c484956e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:18.663736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29054923-3a8c-40e0-b785-6e0cc9e31cb1 admin admin] Network hostable DHCP agents. Network: dc41abd2-857f-4e95-9081-da5c484956e6, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:18:18.669533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:18:18.669862 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (c1739604-a9c7-4628-966f-0d6ec699e744), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:18:18.674835 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:18:18.696207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e85a95-bab0-4ff5-b3f0-4126cbb4675d admin admin] Checking segment: {'id': '8d437395-c45b-4dd2-abff-d60aefce9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:18.699840 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e85a95-bab0-4ff5-b3f0-4126cbb4675d admin admin] Network hostable DHCP agents. Network: 2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:18:18.724990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e85a95-bab0-4ff5-b3f0-4126cbb4675d admin admin] Network 2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:18:18.749454 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29054923-3a8c-40e0-b785-6e0cc9e31cb1 admin admin] Network dc41abd2-857f-4e95-9081-da5c484956e6 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:18:18.760150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-a4e85a95-bab0-4ff5-b3f0-4126cbb4675d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:18.765259 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (a4f561e8-75b8-49e1-aa5f-22989cb73adc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:18.766688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e85a95-bab0-4ff5-b3f0-4126cbb4675d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:18.768476 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4e85a95-bab0-4ff5-b3f0-4126cbb4675d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:18.768613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-29054923-3a8c-40e0-b785-6e0cc9e31cb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, dc41abd2-857f-4e95-9081-da5c484956e6) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:18.773815 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b943f358-3395-4f64-b757-c4fa29dd2c2b None None] Network 2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:18.786640 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:18.790253 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/networks/a4f561e8-75b8-49e1-aa5f-22989cb73adc HTTP/1.1" status: 204 len: 168 time: 2.0241277 Feb 10 15:18:18.801899 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a4e85a95-bab0-4ff5-b3f0-4126cbb4675d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8538368 Feb 10 15:18:18.801899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42602) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:18.809998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-7e99e07a-0aec-406a-9342-26559a8ff0d4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-467367762'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:18.817203 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29054923-3a8c-40e0-b785-6e0cc9e31cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:18.817530 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-29054923-3a8c-40e0-b785-6e0cc9e31cb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:18.830039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc8f4ee-ec55-4658-b1ad-b3ddcd63a45e None None] Network dc41abd2-857f-4e95-9081-da5c484956e6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:18.836422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f37cfd-394e-4f46-80d3-560679b1ed92 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Network': ['ID=a4f561e8-75b8-49e1-aa5f-22989cb73adc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:18.838989 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e99e07a-0aec-406a-9342-26559a8ff0d4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:18.856383 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e99e07a-0aec-406a-9342-26559a8ff0d4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:18.872096 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-29054923-3a8c-40e0-b785-6e0cc9e31cb1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1054206 Feb 10 15:18:18.911780 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e99e07a-0aec-406a-9342-26559a8ff0d4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:18:18.925820 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e99e07a-0aec-406a-9342-26559a8ff0d4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (395462c7-0c38-46de-8fe0-1f91dc99379e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:18.926081 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-7e99e07a-0aec-406a-9342-26559a8ff0d4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Added segment 395462c7-0c38-46de-8fe0-1f91dc99379e of type vlan for network b2d1a1f8-452c-4d76-a087-605703a9acec Feb 10 15:18:19.017301 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e99e07a-0aec-406a-9342-26559a8ff0d4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (b2d1a1f8-452c-4d76-a087-605703a9acec), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:19.047700 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e99e07a-0aec-406a-9342-26559a8ff0d4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (b2d1a1f8-452c-4d76-a087-605703a9acec), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:19.053898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e99e07a-0aec-406a-9342-26559a8ff0d4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:19.054588 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e99e07a-0aec-406a-9342-26559a8ff0d4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:19.078679 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:19.080888 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7e99e07a-0aec-406a-9342-26559a8ff0d4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2843888 Feb 10 15:18:19.083859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42612) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:19.088830 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-82db5b85-821e-461e-bb57-6eac61bcafef tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'subnet': {'network_id': 'b2d1a1f8-452c-4d76-a087-605703a9acec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:19.089227 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26c25c9-14e1-4790-8052-2a1428f49037 None None] Network 2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:19.183108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3e3a0e-02db-47c4-a2ca-c724af41c7b9 None None] Network dc41abd2-857f-4e95-9081-da5c484956e6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:19.224315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99e07a-0aec-406a-9342-26559a8ff0d4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Network': ['ID=b2d1a1f8-452c-4d76-a087-605703a9acec,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:19.261401 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82db5b85-821e-461e-bb57-6eac61bcafef tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:19.266890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network b2d1a1f8-452c-4d76-a087-605703a9acec details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:18:19.268148 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82db5b85-821e-461e-bb57-6eac61bcafef tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:19.498754 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82db5b85-821e-461e-bb57-6eac61bcafef tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (fde158dc-e7e9-4e7a-bc42-042b8f581e9c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:19.571665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db5b85-821e-461e-bb57-6eac61bcafef tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Subnet': ['ID=fde158dc-e7e9-4e7a-bc42-042b8f581e9c,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:19.599117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db5b85-821e-461e-bb57-6eac61bcafef tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Checking segment: {'id': '395462c7-0c38-46de-8fe0-1f91dc99379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b2d1a1f8-452c-4d76-a087-605703a9acec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:19.599476 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82db5b85-821e-461e-bb57-6eac61bcafef tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network hostable DHCP agents. Network: b2d1a1f8-452c-4d76-a087-605703a9acec, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:18:19.620298 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82db5b85-821e-461e-bb57-6eac61bcafef tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network b2d1a1f8-452c-4d76-a087-605703a9acec is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:18:19.632398 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-82db5b85-821e-461e-bb57-6eac61bcafef tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, b2d1a1f8-452c-4d76-a087-605703a9acec) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:19.637362 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82db5b85-821e-461e-bb57-6eac61bcafef tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:19.637950 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82db5b85-821e-461e-bb57-6eac61bcafef tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:19.643061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b115822-b0a2-4524-9611-14dd019cf441 None None] Network b2d1a1f8-452c-4d76-a087-605703a9acec requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:19.657042 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-82db5b85-821e-461e-bb57-6eac61bcafef tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5721962 Feb 10 15:18:19.659785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42648) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:19.665026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-31c86399-1723-4c15-b826-038f927430a7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'network_id': 'b2d1a1f8-452c-4d76-a087-605703a9acec', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1954173398'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:19.724214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-bff58894-dc63-4e37-958f-8715694a3812 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:19.725793 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-bff58894-dc63-4e37-958f-8715694a3812 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/networks?id=dc41abd2-857f-4e95-9081-da5c484956e6 HTTP/1.1" status: 200 len: 821 time: 0.2168922 Feb 10 15:18:19.734140 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-7d67a3d3-a0a5-497f-815a-97dbbdf8646d tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:19.741832 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-7d67a3d3-a0a5-497f-815a-97dbbdf8646d tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/networks?id=781b1383-b52e-44e8-9350-de15de866d81 HTTP/1.1" status: 200 len: 815 time: 0.2757378 Feb 10 15:18:19.768232 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-8a4cfc66-738e-46ef-bc06-9295dbe18cc8 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/quotas/bfc9d7ce13d848668948f3d38cbbc064 HTTP/1.1" status: 200 len: 375 time: 0.0254512 Feb 10 15:18:19.771756 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-5473e479-3061-4956-8a86-e770833fed29 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/quotas/b892d9617fe8405fb72f36dc97e4864b HTTP/1.1" status: 200 len: 375 time: 0.0277381 Feb 10 15:18:19.817082 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c86399-1723-4c15-b826-038f927430a7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:19.821644 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31c86399-1723-4c15-b826-038f927430a7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:19.843304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-76338749-3a53-41cc-b946-e1b5de1d432a tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bfc9d7ce13d848668948f3d38cbbc064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731411 Feb 10 15:18:19.845516 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-31c86399-1723-4c15-b826-038f927430a7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] device_id is not set on port 2c65194f-aae9-465d-b105-a7fa4952852e yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:18:19.932948 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-b4985c32-4b30-4775-8afa-1e8a1d64c7ac tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b892d9617fe8405fb72f36dc97e4864b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1512747 Feb 10 15:18:19.955726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-b2d1a1f8-452c-4d76-a087-605703a9acec', 'network_id': 'b2d1a1f8-452c-4d76-a087-605703a9acec', 'project_id': 'a23c7f56f7a24a83af370bdc4b43a725', 'fixed_ips': [{'subnet_id': 'fde158dc-e7e9-4e7a-bc42-042b8f581e9c'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:18:19.957294 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:19.983389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-31c86399-1723-4c15-b826-038f927430a7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Allocated IP 172.20.0.10 (b2d1a1f8-452c-4d76-a087-605703a9acec/fde158dc-e7e9-4e7a-bc42-042b8f581e9c/2c65194f-aae9-465d-b105-a7fa4952852e) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:18:20.084043 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-f11a58d3-07fa-4f55-932c-c249ec418bab service neutron] 10.222.0.64 "GET /v2.0/networks/781b1383-b52e-44e8-9350-de15de866d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398503 Feb 10 15:18:20.130570 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-3332e569-97a2-40cf-a954-8d3e9111dafa service neutron] 10.222.0.64 "GET /v2.0/networks/dc41abd2-857f-4e95-9081-da5c484956e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956813 Feb 10 15:18:20.155675 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31c86399-1723-4c15-b826-038f927430a7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (2c65194f-aae9-465d-b105-a7fa4952852e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:20.203329 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31c86399-1723-4c15-b826-038f927430a7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2c65194f-aae9-465d-b105-a7fa4952852e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:20.255173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c86399-1723-4c15-b826-038f927430a7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=2c65194f-aae9-465d-b105-a7fa4952852e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:20.268877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c86399-1723-4c15-b826-038f927430a7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network b2d1a1f8-452c-4d76-a087-605703a9acec is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:18:20.270018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-5b0a00dd-b994-4f4d-ae3c-27357666f6ed service neutron] 10.222.0.64 "GET /v2.0/networks/781b1383-b52e-44e8-9350-de15de866d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849062 Feb 10 15:18:20.270601 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-31c86399-1723-4c15-b826-038f927430a7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:20.274631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c86399-1723-4c15-b826-038f927430a7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:20.303182 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Allocated IP 172.20.0.2 (b2d1a1f8-452c-4d76-a087-605703a9acec/fde158dc-e7e9-4e7a-bc42-042b8f581e9c/a67a7a4e-3ab2-49df-8d7a-8a71c761b011) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:18:20.318635 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-305bd240-222b-4be9-8f81-7e82e6a9ef90 service neutron] 10.222.0.64 "GET /v2.0/networks/dc41abd2-857f-4e95-9081-da5c484956e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556542 Feb 10 15:18:20.352043 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c86399-1723-4c15-b826-038f927430a7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:20.352885 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31c86399-1723-4c15-b826-038f927430a7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:20.376841 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-31c86399-1723-4c15-b826-038f927430a7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.7135839 Feb 10 15:18:20.377608 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42654) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:20.608602 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Publish callbacks [] for port (a67a7a4e-3ab2-49df-8d7a-8a71c761b011), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:20.625490 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (a67a7a4e-3ab2-49df-8d7a-8a71c761b011), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:20.688340 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c16457-27d6-4f3b-9ddb-26f136265fa7 req-c1d1d70a-bc04-47d1-910a-0c0829bac1cc tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:20.689964 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27c16457-27d6-4f3b-9ddb-26f136265fa7 req-c1d1d70a-bc04-47d1-910a-0c0829bac1cc tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.1457963 Feb 10 15:18:20.702037 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Pushing event updated for resources: {'Port': ['ID=a67a7a4e-3ab2-49df-8d7a-8a71c761b011,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:20.737895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Network b2d1a1f8-452c-4d76-a087-605703a9acec is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:18:20.740246 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:20.743516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:20.812719 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-8aff0445-ca53-4352-be60-983127185dea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port 2c65194f-aae9-465d-b105-a7fa4952852e {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:20.823118 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8aff0445-ca53-4352-be60-983127185dea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2c65194f-aae9-465d-b105-a7fa4952852e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:20.876272 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Attempting to bind port a67a7a4e-3ab2-49df-8d7a-8a71c761b011 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:18:20.876706 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Attempting to bind port a67a7a4e-3ab2-49df-8d7a-8a71c761b011 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '395462c7-0c38-46de-8fe0-1f91dc99379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b2d1a1f8-452c-4d76-a087-605703a9acec'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:18:20.877085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Attempting to bind port a67a7a4e-3ab2-49df-8d7a-8a71c761b011 on network b2d1a1f8-452c-4d76-a087-605703a9acec {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:18:20.884980 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:18:20.885363 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Checking segment: {'id': '395462c7-0c38-46de-8fe0-1f91dc99379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b2d1a1f8-452c-4d76-a087-605703a9acec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:20.885769 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:20.886166 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Bound using segment: {'id': '395462c7-0c38-46de-8fe0-1f91dc99379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b2d1a1f8-452c-4d76-a087-605703a9acec'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:18:20.887271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Bound port: a67a7a4e-3ab2-49df-8d7a-8a71c761b011, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395462c7-0c38-46de-8fe0-1f91dc99379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b2d1a1f8-452c-4d76-a087-605703a9acec'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:18:20.887705 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a67a7a4e-3ab2-49df-8d7a-8a71c761b011), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:21.032962 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8aff0445-ca53-4352-be60-983127185dea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2c65194f-aae9-465d-b105-a7fa4952852e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:21.073176 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27c16457-27d6-4f3b-9ddb-26f136265fa7 req-1629c9f0-ba70-434f-9494-d7f7977c0d09 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512361 Feb 10 15:18:21.082296 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-8aff0445-ca53-4352-be60-983127185dea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for 2c65194f-aae9-465d-b105-a7fa4952852e owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:21.111219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5001f-077e-4fe5-a9a0-297a5367b27d req-25f26f7b-778a-4a89-bc04-a4291253d620 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:21.112857 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8cc5001f-077e-4fe5-a9a0-297a5367b27d req-25f26f7b-778a-4a89-bc04-a4291253d620 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.4217606 Feb 10 15:18:21.128627 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] For port a67a7a4e-3ab2-49df-8d7a-8a71c761b011, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:18:21.141822 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] For port a67a7a4e-3ab2-49df-8d7a-8a71c761b011, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a67a7a4e-3ab2-49df-8d7a-8a71c761b011,segment=NetworkSegment(395462c7-0c38-46de-8fe0-1f91dc99379e),segment_id=395462c7-0c38-46de-8fe0-1f91dc99379e)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:18:21.171693 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a67a7a4e-3ab2-49df-8d7a-8a71c761b011), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:21.264439 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8cc5001f-077e-4fe5-a9a0-297a5367b27d req-c4bbc4d8-def2-4fc9-a222-1f49fb96ca8b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808034 Feb 10 15:18:21.432307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ac3f6-bfc6-4e3a-a92f-a048aca01d4b None None] Pushing event updated for resources: {'Port': ['ID=a67a7a4e-3ab2-49df-8d7a-8a71c761b011,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:21.502638 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a79bd25-db3a-4a8f-9c46-5f04c7b612d8 req-04883919-2fa4-4e45-b530-1c5ee8272216 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/ports?device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 210 time: 0.0805390 Feb 10 15:18:21.503416 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8aff0445-ca53-4352-be60-983127185dea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (2c65194f-aae9-465d-b105-a7fa4952852e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:21.586378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff0445-ca53-4352-be60-983127185dea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=2c65194f-aae9-465d-b105-a7fa4952852e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:21.750512 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9dab5a73-f110-4232-9e33-fe05ca5cd103 req-35810451-706b-4739-858c-be55f76f29e7 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/ports?device_id=9430b2d3-599d-47a4-a46f-c7e6b774da14 HTTP/1.1" status: 200 len: 210 time: 0.1203048 Feb 10 15:18:21.904526 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8aff0445-ca53-4352-be60-983127185dea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:21.911236 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8aff0445-ca53-4352-be60-983127185dea tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/2c65194f-aae9-465d-b105-a7fa4952852e HTTP/1.1" status: 204 len: 168 time: 1.5312378 Feb 10 15:18:21.913619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42686) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:21.973402 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59a72fd-db36-453e-b9cf-32492b4c596c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] GET failed (client error): The resource could not be found. Feb 10 15:18:21.974927 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b59a72fd-db36-453e-b9cf-32492b4c596c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/2c65194f-aae9-465d-b105-a7fa4952852e HTTP/1.1" status: 404 len: 333 time: 0.0574942 Feb 10 15:18:21.977974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42692) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:22.105791 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3aa2f91-d605-4d5b-b204-6ed5f35ebe6c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting subnet fde158dc-e7e9-4e7a-bc42-042b8f581e9c {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:18:22.113495 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3aa2f91-d605-4d5b-b204-6ed5f35ebe6c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (fde158dc-e7e9-4e7a-bc42-042b8f581e9c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:22.207150 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3aa2f91-d605-4d5b-b204-6ed5f35ebe6c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (fde158dc-e7e9-4e7a-bc42-042b8f581e9c), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:22.224374 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a67a7a4e-3ab2-49df-8d7a-8a71c761b011 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:18:22.291432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port a67a7a4e-3ab2-49df-8d7a-8a71c761b011 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:22.291991 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a67a7a4e-3ab2-49df-8d7a-8a71c761b011), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:22.388852 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3aa2f91-d605-4d5b-b204-6ed5f35ebe6c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (fde158dc-e7e9-4e7a-bc42-042b8f581e9c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:22.399177 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e09ac1-4b05-47f9-a1a5-deb4e5945128 req-09d0d9ed-12b3-4e3d-b1c2-be7d3bb4e31c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:22.401107 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35e09ac1-4b05-47f9-a1a5-deb4e5945128 req-09d0d9ed-12b3-4e3d-b1c2-be7d3bb4e31c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.1689458 Feb 10 15:18:22.448076 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371549dd-24e7-4900-b59f-ab785743fa36 req-d411de52-4b5b-4d8d-beab-0f15e81efacc tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:22.450227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-371549dd-24e7-4900-b59f-ab785743fa36 req-d411de52-4b5b-4d8d-beab-0f15e81efacc tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.2168131 Feb 10 15:18:22.457410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a67a7a4e-3ab2-49df-8d7a-8a71c761b011 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:22.458004 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a67a7a4e-3ab2-49df-8d7a-8a71c761b011), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:22.553050 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-371549dd-24e7-4900-b59f-ab785743fa36 req-8f6f4bd8-014d-4ba0-bd98-aa649738c878 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906787 Feb 10 15:18:22.582739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35e09ac1-4b05-47f9-a1a5-deb4e5945128 req-332541ec-59bb-437c-aefd-3228c696145f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584687 Feb 10 15:18:22.603048 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3aa2f91-d605-4d5b-b204-6ed5f35ebe6c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (fde158dc-e7e9-4e7a-bc42-042b8f581e9c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:22.696878 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3aa2f91-d605-4d5b-b204-6ed5f35ebe6c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:22.702641 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:18:22.703963 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:18:22.711819 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b3aa2f91-d605-4d5b-b204-6ed5f35ebe6c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/fde158dc-e7e9-4e7a-bc42-042b8f581e9c HTTP/1.1" status: 204 len: 168 time: 0.7287509 Feb 10 15:18:22.717081 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42704) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:22.717959 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa2f91-d605-4d5b-b204-6ed5f35ebe6c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Subnet': ['ID=fde158dc-e7e9-4e7a-bc42-042b8f581e9c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:22.883166 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-769baee3-0d6b-4ac0-b243-47a1880095d0 req-d5a92697-c258-4b9b-afaa-b36e967a83ef tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/ports?device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 210 time: 0.1399307 Feb 10 15:18:22.944342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-f8fd1f67-caaf-470c-98c2-84e55a8a9096 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:22.957595 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-f8fd1f67-caaf-470c-98c2-84e55a8a9096 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.72 "GET /v2.0/networks?id=dc41abd2-857f-4e95-9081-da5c484956e6 HTTP/1.1" status: 200 len: 821 time: 0.2986901 Feb 10 15:18:22.972592 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Request body: {'port': {'device_id': '9430b2d3-599d-47a4-a46f-c7e6b774da14', 'network_id': 'dc41abd2-857f-4e95-9081-da5c484956e6', 'admin_state_up': True, 'tenant_id': 'b892d9617fe8405fb72f36dc97e4864b'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:23.088210 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fece6a9b-3be1-4de1-b365-aad4c502dd04 req-b3250e8e-0919-4592-ba84-c0c74b238d01 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/ports?device_id=9430b2d3-599d-47a4-a46f-c7e6b774da14 HTTP/1.1" status: 200 len: 210 time: 0.0382245 Feb 10 15:18:23.116737 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (b2d1a1f8-452c-4d76-a087-605703a9acec), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:23.155689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c7a4ca-d616-46d8-bb11-d9529dfd0daa None None] Network b2d1a1f8-452c-4d76-a087-605703a9acec requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:23.157442 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb59d2-d9d2-4032-b005-95072e5724f1 req-3afca608-720c-4bfa-a7ab-a34c57ff2331 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:23.158991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acdb59d2-d9d2-4032-b005-95072e5724f1 req-3afca608-720c-4bfa-a7ab-a34c57ff2331 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.4208212 Feb 10 15:18:23.166179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-890898a7-78ce-403c-a6c4-53424aee2b27 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:23.167687 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-890898a7-78ce-403c-a6c4-53424aee2b27 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.72 "GET /v2.0/networks?id=781b1383-b52e-44e8-9350-de15de866d81 HTTP/1.1" status: 200 len: 815 time: 0.4543858 Feb 10 15:18:23.168164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Made reservation on behalf of b892d9617fe8405fb72f36dc97e4864b for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:23.172017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:23.182815 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-f06664c7-b215-4a97-ab6f-9b54e37923b5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Request body: {'port': {'device_id': 'e32dfd46-ecc1-4854-bf2f-2f3e825acdcc', 'network_id': '781b1383-b52e-44e8-9350-de15de866d81', 'admin_state_up': True, 'tenant_id': 'bfc9d7ce13d848668948f3d38cbbc064'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:23.295955 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a67a7a4e-3ab2-49df-8d7a-8a71c761b011 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:23.296509 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a67a7a4e-3ab2-49df-8d7a-8a71c761b011), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:23.356486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acdb59d2-d9d2-4032-b005-95072e5724f1 req-1a4cb04c-c2df-4242-8499-01d661d87eef tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874621 Feb 10 15:18:23.389338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-77c4b7a9-c61a-4373-8f53-5fb651986390 None None] Provisioning complete for port a67a7a4e-3ab2-49df-8d7a-8a71c761b011 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:23.390066 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-77c4b7a9-c61a-4373-8f53-5fb651986390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a67a7a4e-3ab2-49df-8d7a-8a71c761b011), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:23.471751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port a67a7a4e-3ab2-49df-8d7a-8a71c761b011, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a67a7a4e-3ab2-49df-8d7a-8a71c761b011,segment=NetworkSegment(395462c7-0c38-46de-8fe0-1f91dc99379e),segment_id=395462c7-0c38-46de-8fe0-1f91dc99379e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:23.485933 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a67a7a4e-3ab2-49df-8d7a-8a71c761b011), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:23.505192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port a67a7a4e-3ab2-49df-8d7a-8a71c761b011 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:23.505545 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a67a7a4e-3ab2-49df-8d7a-8a71c761b011), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:23.591103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Allocated IP 172.20.0.3 (dc41abd2-857f-4e95-9081-da5c484956e6/9b39036b-c0d1-45a6-9eee-3a9260064212/7472ef9d-8b87-4878-a5e2-05f8c47f29b6) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:18:23.608012 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd5e81-82ed-41d3-984c-0e92412f2565 None None] DHCP port deletion for b2d1a1f8-452c-4d76-a087-605703a9acec request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:18:23.614255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fa520-48ad-4c9b-8086-cdecbd4f20e8 req-1a8aa361-a122-48b6-9bdb-65198c6db415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:23.619703 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-77c4b7a9-c61a-4373-8f53-5fb651986390 None None] Current status of the port a67a7a4e-3ab2-49df-8d7a-8a71c761b011 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:23.622291 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-470fa520-48ad-4c9b-8086-cdecbd4f20e8 req-1a8aa361-a122-48b6-9bdb-65198c6db415 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 1128 time: 0.3038995 Feb 10 15:18:23.622939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=a67a7a4e-3ab2-49df-8d7a-8a71c761b011,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:23.687221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-f06664c7-b215-4a97-ab6f-9b54e37923b5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Made reservation on behalf of bfc9d7ce13d848668948f3d38cbbc064 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:23.687555 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-aedd5e81-82ed-41d3-984c-0e92412f2565 None None] Deleting port a67a7a4e-3ab2-49df-8d7a-8a71c761b011 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:23.687930 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aedd5e81-82ed-41d3-984c-0e92412f2565 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a67a7a4e-3ab2-49df-8d7a-8a71c761b011), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:23.702758 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-f06664c7-b215-4a97-ab6f-9b54e37923b5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:23.779858 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-aedd5e81-82ed-41d3-984c-0e92412f2565 None None] For port a67a7a4e-3ab2-49df-8d7a-8a71c761b011, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a67a7a4e-3ab2-49df-8d7a-8a71c761b011,segment=NetworkSegment(395462c7-0c38-46de-8fe0-1f91dc99379e),segment_id=395462c7-0c38-46de-8fe0-1f91dc99379e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:23.780261 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aedd5e81-82ed-41d3-984c-0e92412f2565 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a67a7a4e-3ab2-49df-8d7a-8a71c761b011), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:23.794014 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] For port a67a7a4e-3ab2-49df-8d7a-8a71c761b011, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a67a7a4e-3ab2-49df-8d7a-8a71c761b011,segment=NetworkSegment(395462c7-0c38-46de-8fe0-1f91dc99379e),segment_id=395462c7-0c38-46de-8fe0-1f91dc99379e)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:23.794723 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a67a7a4e-3ab2-49df-8d7a-8a71c761b011), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:23.798241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-aedd5e81-82ed-41d3-984c-0e92412f2565 None None] Calling delete_port for a67a7a4e-3ab2-49df-8d7a-8a71c761b011 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:23.872680 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for a67a7a4e-3ab2-49df-8d7a-8a71c761b011 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:23.900236 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aedd5e81-82ed-41d3-984c-0e92412f2565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (a67a7a4e-3ab2-49df-8d7a-8a71c761b011), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:23.923844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd5e81-82ed-41d3-984c-0e92412f2565 None None] No DVR routers for this DVR port a67a7a4e-3ab2-49df-8d7a-8a71c761b011 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:18:23.950426 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd5e81-82ed-41d3-984c-0e92412f2565 None None] Pushing event deleted for resources: {'Port': ['ID=a67a7a4e-3ab2-49df-8d7a-8a71c761b011,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:24.003304 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35781821-8969-4e02-a0e0-d4e7ddb26b0b req-460b1bfd-1bb8-4cf6-ae0c-a774ad2be7b3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:24.012698 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35781821-8969-4e02-a0e0-d4e7ddb26b0b req-460b1bfd-1bb8-4cf6-ae0c-a774ad2be7b3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.2788603 Feb 10 15:18:24.055404 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a8f04-328f-4422-9904-8fe068c060b3 req-9de8b76a-2028-4682-abc1-2894327dc5ce tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:24.057290 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-456a8f04-328f-4422-9904-8fe068c060b3 req-9de8b76a-2028-4682-abc1-2894327dc5ce tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.3034463 Feb 10 15:18:24.084130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fa520-48ad-4c9b-8086-cdecbd4f20e8 req-2bc7838a-000f-4df8-ac01-626addfc2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:24.086521 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-470fa520-48ad-4c9b-8086-cdecbd4f20e8 req-2bc7838a-000f-4df8-ac01-626addfc2f9a service neutron] 10.222.0.79 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.4356730 Feb 10 15:18:24.192341 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-470fa520-48ad-4c9b-8086-cdecbd4f20e8 req-46d10992-f2c2-4335-9ad5-f1b31ab762fa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe HTTP/1.1" status: 200 len: 217 time: 0.0871768 Feb 10 15:18:24.201647 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-f06664c7-b215-4a97-ab6f-9b54e37923b5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Allocated IP 172.20.0.12 (781b1383-b52e-44e8-9350-de15de866d81/413125c9-f96a-4b32-b2a7-4890bbb381ff/1486ed98-94d7-4975-87c0-b0eded283c66) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:18:24.213601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-456a8f04-328f-4422-9904-8fe068c060b3 req-77eff195-fc3b-4c33-8120-85706b877f89 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264656 Feb 10 15:18:24.216639 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (a67a7a4e-3ab2-49df-8d7a-8a71c761b011), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:24.233813 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Publish callbacks [] for port (7472ef9d-8b87-4878-a5e2-05f8c47f29b6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:24.241896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35781821-8969-4e02-a0e0-d4e7ddb26b0b req-ffd58322-ca2d-436f-948e-bb68c5f31b5d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218621 Feb 10 15:18:24.268136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No DVR routers for this DVR port a67a7a4e-3ab2-49df-8d7a-8a71c761b011 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:18:24.321022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a67a7a4e-3ab2-49df-8d7a-8a71c761b011 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:18:24.373392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: a67a7a4e-3ab2-49df-8d7a-8a71c761b011 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:18:24.374065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a67a7a4e-3ab2-49df-8d7a-8a71c761b011 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:18:24.378202 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fa520-48ad-4c9b-8086-cdecbd4f20e8 req-0e9f80ae-4978-4a7f-b12b-973a9e936185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:24.381423 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-470fa520-48ad-4c9b-8086-cdecbd4f20e8 req-0e9f80ae-4978-4a7f-b12b-973a9e936185 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.1723428 Feb 10 15:18:24.385653 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=a67a7a4e-3ab2-49df-8d7a-8a71c761b011,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:24.444621 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-470fa520-48ad-4c9b-8086-cdecbd4f20e8 req-6428ce9e-2bf0-4bc6-94fb-f2cd7f97fa5c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538020 Feb 10 15:18:24.602658 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-60c10801-0f82-4dc0-8bce-58030b9778b2 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:24.604419 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-60c10801-0f82-4dc0-8bce-58030b9778b2 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa&tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1128 time: 0.1585746 Feb 10 15:18:24.622191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-7'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:24.650326 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7472ef9d-8b87-4878-a5e2-05f8c47f29b6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:24.721076 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Pushing event updated for resources: {'Port': ['ID=7472ef9d-8b87-4878-a5e2-05f8c47f29b6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:24.741807 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-470fa520-48ad-4c9b-8086-cdecbd4f20e8 req-abed033a-711f-4dac-807e-3daff4a495d8 service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830849 Feb 10 15:18:24.765548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Network dc41abd2-857f-4e95-9081-da5c484956e6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:18:24.768692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:24.785001 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:24.839622 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:24.840258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:24.840675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:24.841186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:24.841611 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:24.841982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:24.842437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:24.842875 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:24.843215 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:24.843602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:24.844106 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:24.844468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:24.844899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:24.864469 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2e7d3345-edc1-4a0e-bbb0-b0f344b1997c req-92dea8d8-10d2-45d5-b49a-9a73cc8cccad tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/ports?device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 210 time: 0.4725845 Feb 10 15:18:24.865457 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:24.866068 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:24.881014 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1670b059-6cba-4f8f-9219-8f357056beef req-9703187d-4b30-4870-a08e-6f30c3fc9a1d tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/ports?device_id=9430b2d3-599d-47a4-a46f-c7e6b774da14 HTTP/1.1" status: 200 len: 210 time: 0.4796016 Feb 10 15:18:24.926930 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-71dfebb9-3585-455e-8d22-fe2fe00ef1d3 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9683022 Feb 10 15:18:24.950911 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Request body: {'port': {'device_id': '9430b2d3-599d-47a4-a46f-c7e6b774da14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:24.979789 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:25.003184 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (b2d1a1f8-452c-4d76-a087-605703a9acec), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:25.092025 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d1a1f8-452c-4d76-a087-605703a9acec']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:25.110418 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7472ef9d-8b87-4878-a5e2-05f8c47f29b6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:25.120501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395462c7-0c38-46de-8fe0-1f91dc99379e') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:25.121940 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395462c7-0c38-46de-8fe0-1f91dc99379e') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:25.172834 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (395462c7-0c38-46de-8fe0-1f91dc99379e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:25.206067 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042843bc-a81e-46d1-bf19-57065e50b654 req-5be816a0-f24f-4568-9856-e7efbd395388 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:25.217450 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-042843bc-a81e-46d1-bf19-57065e50b654 req-5be816a0-f24f-4568-9856-e7efbd395388 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 946 time: 0.2275693 Feb 10 15:18:25.238620 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (395462c7-0c38-46de-8fe0-1f91dc99379e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:25.302645 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:18:25.303254 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (395462c7-0c38-46de-8fe0-1f91dc99379e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:18:25.316588 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:18:25.449597 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-f06664c7-b215-4a97-ab6f-9b54e37923b5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Publish callbacks [] for port (1486ed98-94d7-4975-87c0-b0eded283c66), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:25.453389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:18:25.461631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Publish callbacks [] for port (7472ef9d-8b87-4878-a5e2-05f8c47f29b6), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:25.473955 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-042843bc-a81e-46d1-bf19-57065e50b654 req-b3e7d907-a1da-4f0b-8658-dea6c991cf1d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552121 Feb 10 15:18:25.512944 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Transition to ACTIVE for port object 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:18:25.515652 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (b2d1a1f8-452c-4d76-a087-605703a9acec), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:25.531413 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (7472ef9d-8b87-4878-a5e2-05f8c47f29b6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:25.577483 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:25.602683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/networks/b2d1a1f8-452c-4d76-a087-605703a9acec HTTP/1.1" status: 204 len: 168 time: 2.8808818 Feb 10 15:18:25.611712 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604d980-9731-4e97-8b01-9de5e122572a req-b2afb9a5-33d5-4b04-910d-d09235ef05d1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:25.612936 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Pushing event updated for resources: {'Port': ['ID=7472ef9d-8b87-4878-a5e2-05f8c47f29b6,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:25.618657 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-470fa520-48ad-4c9b-8086-cdecbd4f20e8 req-c70d3977-69ec-4bb2-a634-7e286859e86a service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8513680 Feb 10 15:18:25.619307 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7604d980-9731-4e97-8b01-9de5e122572a req-b2afb9a5-33d5-4b04-910d-d09235ef05d1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.2732804 Feb 10 15:18:25.623346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42734) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:25.632478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-aeefc2da-10e5-4826-86c7-a6637c6583ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'name': 'tempest-PortsTestJSON-733779656'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:25.700421 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a56a3-871e-4b74-89e6-02f15dae90a2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Network': ['ID=b2d1a1f8-452c-4d76-a087-605703a9acec,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:25.737082 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-f06664c7-b215-4a97-ab6f-9b54e37923b5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (1486ed98-94d7-4975-87c0-b0eded283c66), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:25.795213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368be76-1aef-4a7e-a9fc-5039c5a2bddc req-a5e9c442-2b51-4ad8-a37a-a9544e1324ec tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:25.802982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] For port 1be11e18-da6b-4287-9fa5-385f846d4ffe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:25.804068 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c368be76-1aef-4a7e-a9fc-5039c5a2bddc req-a5e9c442-2b51-4ad8-a37a-a9544e1324ec tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.1598217 Feb 10 15:18:25.836448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7604d980-9731-4e97-8b01-9de5e122572a req-9fcc8f6b-7264-4a90-961e-20005735eefc tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156096 Feb 10 15:18:25.875253 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-f06664c7-b215-4a97-ab6f-9b54e37923b5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Network 781b1383-b52e-44e8-9350-de15de866d81 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:18:25.892108 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-f06664c7-b215-4a97-ab6f-9b54e37923b5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:25.895717 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1be11e18-da6b-4287-9fa5-385f846d4ffe details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:18:25.898115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeefc2da-10e5-4826-86c7-a6637c6583ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:25.902009 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aeefc2da-10e5-4826-86c7-a6637c6583ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:25.931603 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06664c7-b215-4a97-ab6f-9b54e37923b5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Pushing event updated for resources: {'Port': ['ID=1486ed98-94d7-4975-87c0-b0eded283c66,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:25.933908 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-f06664c7-b215-4a97-ab6f-9b54e37923b5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:25.935595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Attempting to bind port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:18:25.935937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Attempting to bind port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '9bbf80cb-1da5-4e93-8305-48c3091eeb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc41abd2-857f-4e95-9081-da5c484956e6'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:18:25.936264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Attempting to bind port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 on network dc41abd2-857f-4e95-9081-da5c484956e6 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:18:25.940353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-aeefc2da-10e5-4826-86c7-a6637c6583ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] device_id is not set on port c7ba8413-eccd-48cb-92a9-84b869385bb1 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:18:25.947783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] For port 1be11e18-da6b-4287-9fa5-385f846d4ffe, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:18:25.974726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 on network dc41abd2-857f-4e95-9081-da5c484956e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:18:25.975030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Attempting to bind port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 on network dc41abd2-857f-4e95-9081-da5c484956e6 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:18:25.997829 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c368be76-1aef-4a7e-a9fc-5039c5a2bddc req-d6a37fb2-8987-41b6-befc-17d7c2f46d96 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927464 Feb 10 15:18:26.020862 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:18:26.021349 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Checking segment: {'id': '9bbf80cb-1da5-4e93-8305-48c3091eeb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc41abd2-857f-4e95-9081-da5c484956e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:26.021626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Bound using segment: {'id': '9bbf80cb-1da5-4e93-8305-48c3091eeb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc41abd2-857f-4e95-9081-da5c484956e6'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:18:26.022064 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Bound port: 7472ef9d-8b87-4878-a5e2-05f8c47f29b6, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbf80cb-1da5-4e93-8305-48c3091eeb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc41abd2-857f-4e95-9081-da5c484956e6'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:18:26.022416 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7472ef9d-8b87-4878-a5e2-05f8c47f29b6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:26.061824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61937c9d-89a7-4679-abc2-fb6a2eb522fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be11e18-da6b-4287-9fa5-385f846d4ffe'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:18:26.064471 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c954a6b1-cb81-4c65-ae18-6f9a3b72775b" -d '{"events": [{"server_uuid": "61937c9d-89a7-4679-abc2-fb6a2eb522fa", "name": "network-vif-unplugged", "status": "completed", "tag": "1be11e18-da6b-4287-9fa5-385f846d4ffe"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:18:26.070495 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Publish callbacks [] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:26.109572 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:26.110237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-f06664c7-b215-4a97-ab6f-9b54e37923b5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:26.110881 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-f06664c7-b215-4a97-ab6f-9b54e37923b5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:26.128474 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca308df-1a8d-4a28-b102-e69c6286af23 req-828fab6c-2c56-4272-8082-5a0f4162e7d4 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:26.130444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ca308df-1a8d-4a28-b102-e69c6286af23 req-828fab6c-2c56-4272-8082-5a0f4162e7d4 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/ports?device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 932 time: 0.1392601 Feb 10 15:18:26.140118 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-f06664c7-b215-4a97-ab6f-9b54e37923b5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9614596 Feb 10 15:18:26.144182 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1be11e18-da6b-4287-9fa5-385f846d4ffe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:26.178677 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1be11e18-da6b-4287-9fa5-385f846d4ffe has no active binding in host n-h1-815324-7 {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:18:26.208024 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Request body: {'port': {'device_id': 'e32dfd46-ecc1-4854-bf2f-2f3e825acdcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:26.216083 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ca308df-1a8d-4a28-b102-e69c6286af23 req-9619caab-b29a-47a8-996f-9d4d78d1b391 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/security-groups?id=97412c62-d326-4b37-9ce1-27c7aac5ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749676 Feb 10 15:18:26.237545 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aeefc2da-10e5-4826-86c7-a6637c6583ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (c7ba8413-eccd-48cb-92a9-84b869385bb1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:26.299872 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aeefc2da-10e5-4826-86c7-a6637c6583ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (c7ba8413-eccd-48cb-92a9-84b869385bb1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:26.308007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1486ed98-94d7-4975-87c0-b0eded283c66), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:26.314761 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c38e76-b918-4d3d-8b4f-7d2534c4cb64 x-openstack-request-id: req-c9c38e76-b918-4d3d-8b4f-7d2534c4cb64 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:18:26.315053 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61937c9d-89a7-4679-abc2-fb6a2eb522fa", "name": "network-vif-unplugged", "status": "completed", "tag": "1be11e18-da6b-4287-9fa5-385f846d4ffe", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:18:26.315303 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9c38e76-b918-4d3d-8b4f-7d2534c4cb64 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:18:26.315698 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61937c9d-89a7-4679-abc2-fb6a2eb522fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be11e18-da6b-4287-9fa5-385f846d4ffe', 'code': 200} Feb 10 15:18:26.329382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958ba66-e283-4a01-975d-57e418426fc4 req-29b6c213-b65e-4f38-bd57-2207abc55132 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:26.331075 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2958ba66-e283-4a01-975d-57e418426fc4 req-29b6c213-b65e-4f38-bd57-2207abc55132 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/ports?device_id=9430b2d3-599d-47a4-a46f-c7e6b774da14 HTTP/1.1" status: 200 len: 943 time: 0.1815953 Feb 10 15:18:26.379769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeefc2da-10e5-4826-86c7-a6637c6583ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 155b43ae-e14d-4751-856c-300a634d5771 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:18:26.463622 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2958ba66-e283-4a01-975d-57e418426fc4 req-6196a2f7-6dc0-4cab-b67a-cd904943867f tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fe5b2c3-0959-4e78-8074-0a045c8f55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256640 Feb 10 15:18:26.699817 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1486ed98-94d7-4975-87c0-b0eded283c66 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:18:26.705554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] For port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:18:26.709863 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Publish callbacks [] for port (1486ed98-94d7-4975-87c0-b0eded283c66), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:26.723484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Transition to ACTIVE for port object 1486ed98-94d7-4975-87c0-b0eded283c66 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:18:26.723736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Attempting to bind port 1be11e18-da6b-4287-9fa5-385f846d4ffe on host n-h2-815324-7 for vnic_type normal with profile {"migrating_to": "n-h1-815324-7"} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:18:26.723865 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Attempting to bind port 1be11e18-da6b-4287-9fa5-385f846d4ffe by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:18:26.724256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Attempting to bind port 1be11e18-da6b-4287-9fa5-385f846d4ffe on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:18:26.726504 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-aeefc2da-10e5-4826-86c7-a6637c6583ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:26.730095 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeefc2da-10e5-4826-86c7-a6637c6583ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:26.736458 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeefc2da-10e5-4826-86c7-a6637c6583ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:26.739255 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aeefc2da-10e5-4826-86c7-a6637c6583ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:26.739431 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (1486ed98-94d7-4975-87c0-b0eded283c66), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:26.752469 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Pushing event updated for resources: {'Port': ['ID=1be11e18-da6b-4287-9fa5-385f846d4ffe,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:26.768528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] For port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7472ef9d-8b87-4878-a5e2-05f8c47f29b6,segment=NetworkSegment(9bbf80cb-1da5-4e93-8305-48c3091eeb0a),segment_id=9bbf80cb-1da5-4e93-8305-48c3091eeb0a)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:18:26.773071 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Port 1be11e18-da6b-4287-9fa5-385f846d4ffe on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:18:26.773071 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Attempting to bind port 1be11e18-da6b-4287-9fa5-385f846d4ffe on network bba4c2f7-b784-4274-bd35-bde2e7f7ce5b {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:18:26.807359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:18:26.808688 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Checking segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:26.809011 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Bound using segment: {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:18:26.810053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Bound port: 1be11e18-da6b-4287-9fa5-385f846d4ffe, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88777fa0-b104-47ea-b72d-abb291238042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bba4c2f7-b784-4274-bd35-bde2e7f7ce5b'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:18:26.810781 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:26.832529 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (7472ef9d-8b87-4878-a5e2-05f8c47f29b6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:26.837108 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-aeefc2da-10e5-4826-86c7-a6637c6583ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2127614 Feb 10 15:18:26.841416 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42750) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:26.879510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:26.880255 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:26.881703 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] 10.222.0.72 "PUT /v2.0/ports/7472ef9d-8b87-4878-a5e2-05f8c47f29b6 HTTP/1.1" status: 200 len: 1091 time: 1.9388413 Feb 10 15:18:26.885511 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefc2da-10e5-4826-86c7-a6637c6583ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=c7ba8413-eccd-48cb-92a9-84b869385bb1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:26.951637 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1d43c-238d-41be-8343-4138fc709ea3 req-7f54392e-8fa0-4991-bc33-f39fe20a98d2 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:26.953593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5c1d43c-238d-41be-8343-4138fc709ea3 req-7f54392e-8fa0-4991-bc33-f39fe20a98d2 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.2278783 Feb 10 15:18:26.963022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Pushing event updated for resources: {'Port': ['ID=1486ed98-94d7-4975-87c0-b0eded283c66,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:27.009853 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] For port 1be11e18-da6b-4287-9fa5-385f846d4ffe, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:18:27.016601 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] For port 1be11e18-da6b-4287-9fa5-385f846d4ffe, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:18:27.025064 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1da792-7c2f-428b-ae2f-2d197f93f423 service neutron] Pushing event updated for resources: {'Port': ['ID=7472ef9d-8b87-4878-a5e2-05f8c47f29b6,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:27.032337 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:27.072925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-c6e1c0b2-472f-4ea0-9baf-e40bdb1c6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:27.075782 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-c6e1c0b2-472f-4ea0-9baf-e40bdb1c6759 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b892d9617fe8405fb72f36dc97e4864b&device_id=9430b2d3-599d-47a4-a46f-c7e6b774da14 HTTP/1.1" status: 200 len: 1125 time: 0.1464596 Feb 10 15:18:27.177874 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-cf5ee7ea-4a7f-4cc5-a726-c58058d37cbd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7472ef9d-8b87-4878-a5e2-05f8c47f29b6 HTTP/1.1" status: 200 len: 217 time: 0.0918255 Feb 10 15:18:27.181080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:27.181891 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:27.185612 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] 10.222.0.72 "PUT /v2.0/ports/1be11e18-da6b-4287-9fa5-385f846d4ffe HTTP/1.1" status: 200 len: 1122 time: 2.5742986 Feb 10 15:18:27.200502 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Attempting to bind port 1486ed98-94d7-4975-87c0-b0eded283c66 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:18:27.200938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Attempting to bind port 1486ed98-94d7-4975-87c0-b0eded283c66 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'a30b772e-ab69-4812-a8a0-dee16bb0730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '781b1383-b52e-44e8-9350-de15de866d81'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:18:27.201821 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Attempting to bind port 1486ed98-94d7-4975-87c0-b0eded283c66 on network 781b1383-b52e-44e8-9350-de15de866d81 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:18:27.213621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27eb2df-9c4c-42e7-b963-bb7109d97186 req-9a683a19-b401-47a2-9df1-14f0c33d5d8b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:27.215413 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d27eb2df-9c4c-42e7-b963-bb7109d97186 req-9a683a19-b401-47a2-9df1-14f0c33d5d8b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.2542086 Feb 10 15:18:27.233442 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5c1d43c-238d-41be-8343-4138fc709ea3 req-25ceef2a-f443-4f87-8139-d2a16dc3301f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741537 Feb 10 15:18:27.245328 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-dbe0815d-d8ff-40d1-a19f-eac6b1510378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:27.248279 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-dbe0815d-d8ff-40d1-a19f-eac6b1510378 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b39036b-c0d1-45a6-9eee-3a9260064212 HTTP/1.1" status: 200 len: 861 time: 0.0604336 Feb 10 15:18:27.249462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a63008-1e38-452f-abff-9c9e69f83042 service neutron] Pushing event updated for resources: {'Port': ['ID=1be11e18-da6b-4287-9fa5-385f846d4ffe,revision_number=8']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:27.278505 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-dcc4acd2-3c85-47cb-8429-e2da91dca686 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port c7ba8413-eccd-48cb-92a9-84b869385bb1 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:27.279693 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dcc4acd2-3c85-47cb-8429-e2da91dca686 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c7ba8413-eccd-48cb-92a9-84b869385bb1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:27.290560 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['1be11e18-da6b-4287-9fa5-385f846d4ffe'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:18:27.297566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Port 1486ed98-94d7-4975-87c0-b0eded283c66 on network 781b1383-b52e-44e8-9350-de15de866d81 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:18:27.297566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Attempting to bind port 1486ed98-94d7-4975-87c0-b0eded283c66 on network 781b1383-b52e-44e8-9350-de15de866d81 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:18:27.317298 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-710d3d3c-f27e-479f-ba4f-ea5320034067 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc41abd2-857f-4e95-9081-da5c484956e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548611 Feb 10 15:18:27.406941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['1be11e18-da6b-4287-9fa5-385f846d4ffe'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:18:27.416582 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:18:27.417201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Checking segment: {'id': 'a30b772e-ab69-4812-a8a0-dee16bb0730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '781b1383-b52e-44e8-9350-de15de866d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:27.417701 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Bound using segment: {'id': 'a30b772e-ab69-4812-a8a0-dee16bb0730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '781b1383-b52e-44e8-9350-de15de866d81'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:18:27.418303 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Bound port: 1486ed98-94d7-4975-87c0-b0eded283c66, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a30b772e-ab69-4812-a8a0-dee16bb0730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '781b1383-b52e-44e8-9350-de15de866d81'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:18:27.427676 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1486ed98-94d7-4975-87c0-b0eded283c66), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:27.489011 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-3e4c1bac-b81d-4caa-8fe3-69ee7944c8fe service neutron] 10.222.0.72 "GET /v2.0/networks/dc41abd2-857f-4e95-9081-da5c484956e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689355 Feb 10 15:18:27.572381 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dcc4acd2-3c85-47cb-8429-e2da91dca686 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c7ba8413-eccd-48cb-92a9-84b869385bb1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:27.637322 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d27eb2df-9c4c-42e7-b963-bb7109d97186 req-2a5f7e3b-3a20-46af-80a3-7f9298df3328 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947802 Feb 10 15:18:27.640685 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-dcc4acd2-3c85-47cb-8429-e2da91dca686 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for c7ba8413-eccd-48cb-92a9-84b869385bb1 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:27.649159 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1a0a23f1-8152-4338-8ede-82bb46420a2c req-3b1aaf6f-dea4-4ae1-aa16-6d24213ad39e service neutron] 10.222.0.72 "GET /v2.0/networks/dc41abd2-857f-4e95-9081-da5c484956e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517091 Feb 10 15:18:27.739556 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197a7a2-2ff4-46cf-a716-5f25c46e6ba0 req-a7102139-d165-4ed0-b353-1236877651b4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:27.741390 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7197a7a2-2ff4-46cf-a716-5f25c46e6ba0 req-a7102139-d165-4ed0-b353-1236877651b4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.3556149 Feb 10 15:18:27.824794 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] For port 1486ed98-94d7-4975-87c0-b0eded283c66, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:18:27.860682 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] For port 1486ed98-94d7-4975-87c0-b0eded283c66, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1486ed98-94d7-4975-87c0-b0eded283c66,segment=NetworkSegment(a30b772e-ab69-4812-a8a0-dee16bb0730e),segment_id=a30b772e-ab69-4812-a8a0-dee16bb0730e)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:18:27.879354 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (1486ed98-94d7-4975-87c0-b0eded283c66), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:27.957513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:27.958668 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:27.960335 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] 10.222.0.72 "PUT /v2.0/ports/1486ed98-94d7-4975-87c0-b0eded283c66 HTTP/1.1" status: 200 len: 1092 time: 1.8096802 Feb 10 15:18:27.960942 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32dfd46-ecc1-4854-bf2f-2f3e825acdcc', 'tag': '1486ed98-94d7-4975-87c0-b0eded283c66'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:18:27.963404 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d8b064-a369-42cb-879b-2a62cabdc36e" -d '{"events": [{"name": "network-changed", "server_uuid": "e32dfd46-ecc1-4854-bf2f-2f3e825acdcc", "tag": "1486ed98-94d7-4975-87c0-b0eded283c66"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:18:27.986233 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7197a7a2-2ff4-46cf-a716-5f25c46e6ba0 req-1da7893c-596d-48e3-9303-2d1f18f8107a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350795 Feb 10 15:18:27.996313 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dcc4acd2-3c85-47cb-8429-e2da91dca686 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (c7ba8413-eccd-48cb-92a9-84b869385bb1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:28.009786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eed00b-99be-421a-af3b-ae9586e399d3 req-ac1d1121-f4db-45b8-8edc-a431acd877ab tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:28.012637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2eed00b-99be-421a-af3b-ae9586e399d3 req-ac1d1121-f4db-45b8-8edc-a431acd877ab tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/ports?device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 944 time: 0.2163615 Feb 10 15:18:28.085107 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dcc4acd2-3c85-47cb-8429-e2da91dca686 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:28.091481 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-dcc4acd2-3c85-47cb-8429-e2da91dca686 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/c7ba8413-eccd-48cb-92a9-84b869385bb1 HTTP/1.1" status: 204 len: 168 time: 1.2451346 Feb 10 15:18:28.092358 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42766) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:28.099223 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-6bb67d31-4780-4e14-8595-76d59c9c3b7a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'mac_address': 'fa:16:3e:92:17:fd', 'name': 'tempest-PortsTestJSON-1938112257'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:28.110165 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fcd16-39f2-48e0-a3ae-eb4515189144 service neutron] Pushing event updated for resources: {'Port': ['ID=1486ed98-94d7-4975-87c0-b0eded283c66,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:28.190082 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4acd2-3c85-47cb-8429-e2da91dca686 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=c7ba8413-eccd-48cb-92a9-84b869385bb1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:28.220478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-290edc62-a59b-4dd7-be2b-41b5345d6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:28.222038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb67d31-4780-4e14-8595-76d59c9c3b7a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:28.222287 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-290edc62-a59b-4dd7-be2b-41b5345d6006 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bfc9d7ce13d848668948f3d38cbbc064&device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 1126 time: 0.2038472 Feb 10 15:18:28.256005 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2eed00b-99be-421a-af3b-ae9586e399d3 req-fb9b74c4-5e3c-4635-b4a1-319b24315ce2 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/security-groups?id=97412c62-d326-4b37-9ce1-27c7aac5ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896539 Feb 10 15:18:28.295825 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-42ecfeda-8129-4966-9087-dbebe0a6b66c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1486ed98-94d7-4975-87c0-b0eded283c66 HTTP/1.1" status: 200 len: 217 time: 0.0453730 Feb 10 15:18:28.312984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b0f6d-6493-4845-ace5-fee73a265afd req-696b4717-db6a-476e-840d-74f4dade3ccc tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:28.315058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-822b0f6d-6493-4845-ace5-fee73a265afd req-696b4717-db6a-476e-840d-74f4dade3ccc tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/ports?device_id=9430b2d3-599d-47a4-a46f-c7e6b774da14 HTTP/1.1" status: 200 len: 943 time: 0.2154562 Feb 10 15:18:28.322181 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6bb67d31-4780-4e14-8595-76d59c9c3b7a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:28.325734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9430b2d3-599d-47a4-a46f-c7e6b774da14', 'tag': '7472ef9d-8b87-4878-a5e2-05f8c47f29b6'}, {'name': 'network-changed', 'server_uuid': '61937c9d-89a7-4679-abc2-fb6a2eb522fa', 'tag': '1be11e18-da6b-4287-9fa5-385f846d4ffe'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:18:28.334719 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218ae517-9479-4570-aa7a-068abae3f025" -d '{"events": [{"name": "network-changed", "server_uuid": "9430b2d3-599d-47a4-a46f-c7e6b774da14", "tag": "7472ef9d-8b87-4878-a5e2-05f8c47f29b6"}, {"name": "network-changed", "server_uuid": "61937c9d-89a7-4679-abc2-fb6a2eb522fa", "tag": "1be11e18-da6b-4287-9fa5-385f846d4ffe"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:18:28.368759 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1a4c0f-f832-424a-9c66-7adeb1b6c505 x-openstack-request-id: req-ac1a4c0f-f832-424a-9c66-7adeb1b6c505 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:18:28.369217 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32dfd46-ecc1-4854-bf2f-2f3e825acdcc", "tag": "1486ed98-94d7-4975-87c0-b0eded283c66", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:18:28.369571 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac1a4c0f-f832-424a-9c66-7adeb1b6c505 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:18:28.370073 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32dfd46-ecc1-4854-bf2f-2f3e825acdcc', 'tag': '1486ed98-94d7-4975-87c0-b0eded283c66', 'status': 'completed', 'code': 200} Feb 10 15:18:28.373945 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-cd4e7faf-cb67-4b62-944f-376e2b49b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:28.375665 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-cd4e7faf-cb67-4b62-944f-376e2b49b5d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=413125c9-f96a-4b32-b2a7-4890bbb381ff HTTP/1.1" status: 200 len: 855 time: 0.0707271 Feb 10 15:18:28.396289 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-6bb67d31-4780-4e14-8595-76d59c9c3b7a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] device_id is not set on port b2db9a78-297f-48ff-be8a-553ad7cb38c9 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:18:28.432688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-af56edd1-d898-4b75-9ae6-b3188fc5535f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=781b1383-b52e-44e8-9350-de15de866d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308828 Feb 10 15:18:28.550018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-e00b190b-9742-40b5-8128-a4130b34827d service neutron] 10.222.0.72 "GET /v2.0/networks/781b1383-b52e-44e8-9350-de15de866d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038892 Feb 10 15:18:28.597456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-822b0f6d-6493-4845-ace5-fee73a265afd req-1cf6deb4-2ea4-46e7-bb15-378408293eed tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fe5b2c3-0959-4e78-8074-0a045c8f55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263751 Feb 10 15:18:28.648922 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6bb67d31-4780-4e14-8595-76d59c9c3b7a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (b2db9a78-297f-48ff-be8a-553ad7cb38c9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:28.673745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefea62d-9fdc-4cee-807b-56186ad9908a req-c7ca65d9-6cb8-410e-b0b1-2545cb25d384 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:28.675299 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aefea62d-9fdc-4cee-807b-56186ad9908a req-c7ca65d9-6cb8-410e-b0b1-2545cb25d384 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.1242466 Feb 10 15:18:28.697716 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6bb67d31-4780-4e14-8595-76d59c9c3b7a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b2db9a78-297f-48ff-be8a-553ad7cb38c9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:28.734888 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bb35cce-72bf-411b-b7b7-7113f24cab34 req-40067339-561e-4789-bfa3-0c948e45ead2 service neutron] 10.222.0.72 "GET /v2.0/networks/781b1383-b52e-44e8-9350-de15de866d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698096 Feb 10 15:18:28.748016 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aefea62d-9fdc-4cee-807b-56186ad9908a req-df6e7242-fd2a-4868-9806-dedb52b2a430 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658619 Feb 10 15:18:28.807274 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ae517-9479-4570-aa7a-068abae3f025 req-de03bf33-d191-4986-8364-b2e7af0e9f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:28.807734 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 15:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748a4b6a-76b0-47bf-92c6-cbbb92c3278c x-openstack-request-id: req-748a4b6a-76b0-47bf-92c6-cbbb92c3278c {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:18:28.808874 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9430b2d3-599d-47a4-a46f-c7e6b774da14", "tag": "7472ef9d-8b87-4878-a5e2-05f8c47f29b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "61937c9d-89a7-4679-abc2-fb6a2eb522fa", "tag": "1be11e18-da6b-4287-9fa5-385f846d4ffe", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:18:28.809405 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-748a4b6a-76b0-47bf-92c6-cbbb92c3278c {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:18:28.809565 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-218ae517-9479-4570-aa7a-068abae3f025 req-de03bf33-d191-4986-8364-b2e7af0e9f64 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b892d9617fe8405fb72f36dc97e4864b&device_id=9430b2d3-599d-47a4-a46f-c7e6b774da14 HTTP/1.1" status: 200 len: 1125 time: 0.0590658 Feb 10 15:18:28.810164 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9430b2d3-599d-47a4-a46f-c7e6b774da14', 'tag': '7472ef9d-8b87-4878-a5e2-05f8c47f29b6', 'status': 'completed', 'code': 200} Feb 10 15:18:28.810417 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61937c9d-89a7-4679-abc2-fb6a2eb522fa', 'tag': '1be11e18-da6b-4287-9fa5-385f846d4ffe', 'status': 'completed', 'code': 200} Feb 10 15:18:28.837809 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb67d31-4780-4e14-8595-76d59c9c3b7a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=b2db9a78-297f-48ff-be8a-553ad7cb38c9,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:28.852936 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb67d31-4780-4e14-8595-76d59c9c3b7a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 155b43ae-e14d-4751-856c-300a634d5771 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:18:28.859353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-6bb67d31-4780-4e14-8595-76d59c9c3b7a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:28.862934 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb67d31-4780-4e14-8595-76d59c9c3b7a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:28.869510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb67d31-4780-4e14-8595-76d59c9c3b7a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:28.870152 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6bb67d31-4780-4e14-8595-76d59c9c3b7a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:28.896694 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6bb67d31-4780-4e14-8595-76d59c9c3b7a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8028719 Feb 10 15:18:28.900759 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42778) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:28.935569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ae517-9479-4570-aa7a-068abae3f025 req-af75344c-7aae-4737-867c-aa8cd27337be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:28.937857 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-218ae517-9479-4570-aa7a-068abae3f025 req-af75344c-7aae-4737-867c-aa8cd27337be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 1156 time: 0.1407883 Feb 10 15:18:28.967772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8b064-a369-42cb-879b-2a62cabdc36e req-4f326f43-9077-4b6e-830d-e43274b27628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:28.969469 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-31d8b064-a369-42cb-879b-2a62cabdc36e req-4f326f43-9077-4b6e-830d-e43274b27628 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bfc9d7ce13d848668948f3d38cbbc064&device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 1126 time: 0.0882854 Feb 10 15:18:29.046534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0208951f-51ba-4246-9b7f-115fcfe62f4c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:29.050606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0208951f-51ba-4246-9b7f-115fcfe62f4c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/b2db9a78-297f-48ff-be8a-553ad7cb38c9 HTTP/1.1" status: 200 len: 841 time: 0.1459255 Feb 10 15:18:29.052195 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42782) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:29.071204 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799f494-cad1-4637-9ffd-ebc084ca47e2 req-71b03042-8a4b-4d64-99bb-262f094764a9 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:29.072724 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f799f494-cad1-4637-9ffd-ebc084ca47e2 req-71b03042-8a4b-4d64-99bb-262f094764a9 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.1580575 Feb 10 15:18:29.074833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ae517-9479-4570-aa7a-068abae3f025 req-74e5c4a0-4dc7-4ac8-ba89-220dd3ffb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:29.076194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-218ae517-9479-4570-aa7a-068abae3f025 req-74e5c4a0-4dc7-4ac8-ba89-220dd3ffb36c service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc41abd2-857f-4e95-9081-da5c484956e6 HTTP/1.1" status: 200 len: 922 time: 0.2543771 Feb 10 15:18:29.140931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ae517-9479-4570-aa7a-068abae3f025 req-f53b0765-ad0b-410e-a8d8-f16e4c46202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:29.142615 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-218ae517-9479-4570-aa7a-068abae3f025 req-f53b0765-ad0b-410e-a8d8-f16e4c46202b service neutron] 10.222.0.79 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.1985199 Feb 10 15:18:29.174762 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-218ae517-9479-4570-aa7a-068abae3f025 req-e7938735-ceee-47ae-8ddc-d777f673d75a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7472ef9d-8b87-4878-a5e2-05f8c47f29b6 HTTP/1.1" status: 200 len: 217 time: 0.0783627 Feb 10 15:18:29.195820 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-218ae517-9479-4570-aa7a-068abae3f025 req-f0af56c0-9f0e-49a4-a72d-719ddad2b407 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe HTTP/1.1" status: 200 len: 217 time: 0.0411019 Feb 10 15:18:29.220050 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8b064-a369-42cb-879b-2a62cabdc36e req-62dfb6e4-af8c-4001-aad3-ee777cc8a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:29.221591 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-31d8b064-a369-42cb-879b-2a62cabdc36e req-62dfb6e4-af8c-4001-aad3-ee777cc8a4c3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=781b1383-b52e-44e8-9350-de15de866d81 HTTP/1.1" status: 200 len: 916 time: 0.2414181 Feb 10 15:18:29.278638 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-31d8b064-a369-42cb-879b-2a62cabdc36e req-1ac4c2d8-cc91-4720-97ed-0fc77aa76378 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1486ed98-94d7-4975-87c0-b0eded283c66 HTTP/1.1" status: 200 len: 217 time: 0.0398154 Feb 10 15:18:29.288448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f799f494-cad1-4637-9ffd-ebc084ca47e2 req-8ac0d563-98e9-4934-8bcc-54630cb484ac tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931546 Feb 10 15:18:29.314711 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539087b-ebb1-4190-bab1-7a6c411adab0 req-f356efc8-512c-4cf7-857d-edc8842961ff tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:29.316268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d539087b-ebb1-4190-bab1-7a6c411adab0 req-f356efc8-512c-4cf7-857d-edc8842961ff tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.1813431 Feb 10 15:18:29.318746 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ae517-9479-4570-aa7a-068abae3f025 req-522e756d-160c-4271-984d-5f5466a06870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:29.320088 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-218ae517-9479-4570-aa7a-068abae3f025 req-522e756d-160c-4271-984d-5f5466a06870 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b39036b-c0d1-45a6-9eee-3a9260064212 HTTP/1.1" status: 200 len: 861 time: 0.1292725 Feb 10 15:18:29.341099 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8b064-a369-42cb-879b-2a62cabdc36e req-db9a233b-d2ca-4286-b119-a9569b3e4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:29.342432 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-31d8b064-a369-42cb-879b-2a62cabdc36e req-db9a233b-d2ca-4286-b119-a9569b3e4161 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=413125c9-f96a-4b32-b2a7-4890bbb381ff HTTP/1.1" status: 200 len: 855 time: 0.0561111 Feb 10 15:18:29.343821 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ae517-9479-4570-aa7a-068abae3f025 req-c25930ac-46a2-409c-9406-7894bb738f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:29.345147 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-218ae517-9479-4570-aa7a-068abae3f025 req-c25930ac-46a2-409c-9406-7894bb738f34 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.1379750 Feb 10 15:18:29.379345 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-218ae517-9479-4570-aa7a-068abae3f025 req-ce625e35-8dad-48bb-b0d5-98610ac57571 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc41abd2-857f-4e95-9081-da5c484956e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453720 Feb 10 15:18:29.386895 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2fe23783-2ecf-4ace-ada4-d88863078e10 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port b2db9a78-297f-48ff-be8a-553ad7cb38c9 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:29.387092 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fe23783-2ecf-4ace-ada4-d88863078e10 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b2db9a78-297f-48ff-be8a-553ad7cb38c9), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:29.415047 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-218ae517-9479-4570-aa7a-068abae3f025 req-d35cb04a-7143-4d90-88e4-d7cc844b3e4e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637410 Feb 10 15:18:29.421529 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-31d8b064-a369-42cb-879b-2a62cabdc36e req-89decf9f-679d-413d-8d97-8b7105073332 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=781b1383-b52e-44e8-9350-de15de866d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621097 Feb 10 15:18:29.521301 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d539087b-ebb1-4190-bab1-7a6c411adab0 req-e3500c34-cb09-4025-9e26-988e6e5f3d43 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970866 Feb 10 15:18:29.571358 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fe23783-2ecf-4ace-ada4-d88863078e10 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b2db9a78-297f-48ff-be8a-553ad7cb38c9), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:29.595740 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2fe23783-2ecf-4ace-ada4-d88863078e10 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for b2db9a78-297f-48ff-be8a-553ad7cb38c9 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:29.628342 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-218ae517-9479-4570-aa7a-068abae3f025 req-360d1988-0c18-4cde-b733-f551d24f64c6 service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962712 Feb 10 15:18:29.630752 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae0352-1733-4d62-8f8d-e8b67e733393 req-36a154ba-9681-4ed1-8418-1820cd4ab8e5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:29.631658 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-31d8b064-a369-42cb-879b-2a62cabdc36e req-767e8b7a-1032-40c7-ade9-203f40017626 service neutron] 10.222.0.72 "GET /v2.0/networks/781b1383-b52e-44e8-9350-de15de866d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021573 Feb 10 15:18:29.633074 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68ae0352-1733-4d62-8f8d-e8b67e733393 req-36a154ba-9681-4ed1-8418-1820cd4ab8e5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/ports?device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 944 time: 0.2427897 Feb 10 15:18:29.681753 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-218ae517-9479-4570-aa7a-068abae3f025 req-d4611b1e-6431-4842-ba8b-0633525c5204 service neutron] 10.222.0.72 "GET /v2.0/networks/dc41abd2-857f-4e95-9081-da5c484956e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841866 Feb 10 15:18:29.824765 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-31d8b064-a369-42cb-879b-2a62cabdc36e req-34ff5f32-1924-4017-bcd7-604d37412318 service neutron] 10.222.0.72 "GET /v2.0/networks/781b1383-b52e-44e8-9350-de15de866d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798923 Feb 10 15:18:29.838168 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-218ae517-9479-4570-aa7a-068abae3f025 req-b570834a-e258-465c-aec2-eb96363a7363 service neutron] 10.222.0.79 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953294 Feb 10 15:18:29.926294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:18:30.042296 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7472ef9d-8b87-4878-a5e2-05f8c47f29b6,segment=NetworkSegment(9bbf80cb-1da5-4e93-8305-48c3091eeb0a),segment_id=9bbf80cb-1da5-4e93-8305-48c3091eeb0a)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:30.054077 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '7472ef9d-8b87-4878-a5e2-05f8c47f29b6', 'network_id': 'dc41abd2-857f-4e95-9081-da5c484956e6', 'port_id': '7472ef9d-8b87-4878-a5e2-05f8c47f29b6', 'mac_address': 'fa:16:3e:68:75:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b39036b-c0d1-45a6-9eee-3a9260064212', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:18:30.099984 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:30.100383 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7472ef9d-8b87-4878-a5e2-05f8c47f29b6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:30.115938 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:18:30.137234 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7472ef9d-8b87-4878-a5e2-05f8c47f29b6,segment=NetworkSegment(9bbf80cb-1da5-4e93-8305-48c3091eeb0a),segment_id=9bbf80cb-1da5-4e93-8305-48c3091eeb0a)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:30.141451 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7472ef9d-8b87-4878-a5e2-05f8c47f29b6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:30.143072 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68ae0352-1733-4d62-8f8d-e8b67e733393 req-e362e314-6a39-47d0-9d70-280a0ae03000 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/security-groups?id=97412c62-d326-4b37-9ce1-27c7aac5ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711485 Feb 10 15:18:30.178193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f00b-90b3-4c4a-91fe-efce2bb663d3 req-89eaafb6-dd94-4252-aa79-effee20b32ae tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:30.178193 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a65f00b-90b3-4c4a-91fe-efce2bb663d3 req-89eaafb6-dd94-4252-aa79-effee20b32ae tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/ports?device_id=9430b2d3-599d-47a4-a46f-c7e6b774da14 HTTP/1.1" status: 200 len: 943 time: 0.4857714 Feb 10 15:18:30.178193 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fe23783-2ecf-4ace-ada4-d88863078e10 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b2db9a78-297f-48ff-be8a-553ad7cb38c9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:30.197869 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-218ae517-9479-4570-aa7a-068abae3f025 req-8095f8f9-06af-481c-b386-c1e4b0e9c662 service neutron] 10.222.0.72 "GET /v2.0/networks/dc41abd2-857f-4e95-9081-da5c484956e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003734 Feb 10 15:18:30.226765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe23783-2ecf-4ace-ada4-d88863078e10 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=b2db9a78-297f-48ff-be8a-553ad7cb38c9,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:30.237098 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fe23783-2ecf-4ace-ada4-d88863078e10 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:30.242705 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2fe23783-2ecf-4ace-ada4-d88863078e10 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/b2db9a78-297f-48ff-be8a-553ad7cb38c9 HTTP/1.1" status: 204 len: 168 time: 1.1845555 Feb 10 15:18:30.243076 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42794) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:30.262092 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=7472ef9d-8b87-4878-a5e2-05f8c47f29b6,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:30.286254 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-3267cef6-a89b-449e-9f8b-71384b9da215 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] GET failed (client error): The resource could not be found. Feb 10 15:18:30.287083 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3267cef6-a89b-449e-9f8b-71384b9da215 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/b2db9a78-297f-48ff-be8a-553ad7cb38c9 HTTP/1.1" status: 404 len: 333 time: 0.0430889 Feb 10 15:18:30.291573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42796) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:30.297635 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c7afb1c3-2ef5-49f4-8942-f4d6f56f2909 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'name': 'tempest-PortsTestJSON-89980693'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:30.329848 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a65f00b-90b3-4c4a-91fe-efce2bb663d3 req-5168a93d-b5a5-44ee-845a-7c714b639ee7 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fe5b2c3-0959-4e78-8074-0a045c8f55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454048 Feb 10 15:18:30.356211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca1e93-ddaa-45dd-a4f0-97ad68be1929 req-f34d7e85-8768-4438-b7ed-e1e1fe37019e tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:30.356211 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78ca1e93-ddaa-45dd-a4f0-97ad68be1929 req-f34d7e85-8768-4438-b7ed-e1e1fe37019e tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.0965426 Feb 10 15:18:30.412226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7afb1c3-2ef5-49f4-8942-f4d6f56f2909 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:30.414413 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78ca1e93-ddaa-45dd-a4f0-97ad68be1929 req-9a85deed-8c4d-412f-a0ad-00c6a714930e tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566165 Feb 10 15:18:30.423212 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c7afb1c3-2ef5-49f4-8942-f4d6f56f2909 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:30.445714 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-c7afb1c3-2ef5-49f4-8942-f4d6f56f2909 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] device_id is not set on port fa9b869c-4bd1-47dd-99f5-08b19f03718e yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:18:30.531791 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305aa3ac-c931-40e4-a708-67e4d537e941 req-b974b19a-b5e5-4fba-b866-78a667769c0b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:30.533448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-305aa3ac-c931-40e4-a708-67e4d537e941 req-b974b19a-b5e5-4fba-b866-78a667769c0b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.0919807 Feb 10 15:18:30.577982 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['7472ef9d-8b87-4878-a5e2-05f8c47f29b6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:18:30.606064 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-305aa3ac-c931-40e4-a708-67e4d537e941 req-1b435157-a7c0-484c-af4a-a22defb7d140 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582411 Feb 10 15:18:30.818047 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c7afb1c3-2ef5-49f4-8942-f4d6f56f2909 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (fa9b869c-4bd1-47dd-99f5-08b19f03718e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:30.833888 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9cf0b-ae50-43e9-9252-7627f024025e req-e20c1bba-46f9-4f25-be08-44636ef91b3c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:30.842010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44a9cf0b-ae50-43e9-9252-7627f024025e req-e20c1bba-46f9-4f25-be08-44636ef91b3c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.1880341 Feb 10 15:18:30.882585 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c7afb1c3-2ef5-49f4-8942-f4d6f56f2909 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fa9b869c-4bd1-47dd-99f5-08b19f03718e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:30.938846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44a9cf0b-ae50-43e9-9252-7627f024025e req-59511722-b70d-4f53-9c9c-990627e8cd28 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900061 Feb 10 15:18:30.979297 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7afb1c3-2ef5-49f4-8942-f4d6f56f2909 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 155b43ae-e14d-4751-856c-300a634d5771 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:18:30.985526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-c7afb1c3-2ef5-49f4-8942-f4d6f56f2909 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:30.988452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7afb1c3-2ef5-49f4-8942-f4d6f56f2909 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:30.994288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7afb1c3-2ef5-49f4-8942-f4d6f56f2909 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:30.995039 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c7afb1c3-2ef5-49f4-8942-f4d6f56f2909 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:30.999298 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7afb1c3-2ef5-49f4-8942-f4d6f56f2909 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=fa9b869c-4bd1-47dd-99f5-08b19f03718e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:31.029337 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c7afb1c3-2ef5-49f4-8942-f4d6f56f2909 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.7364514 Feb 10 15:18:31.032031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42806) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:31.037672 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ac77e9a7-69b4-4087-8b3b-8af13bcc816b tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:31.111988 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ac77e9a7-69b4-4087-8b3b-8af13bcc816b tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fa9b869c-4bd1-47dd-99f5-08b19f03718e), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:31.318607 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ac77e9a7-69b4-4087-8b3b-8af13bcc816b tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (fa9b869c-4bd1-47dd-99f5-08b19f03718e), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:31.327877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090332f-6e81-424f-8909-66a73d478b1d req-dff1ce72-3af9-49b1-abbc-ce8b505c8d30 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:31.329478 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c090332f-6e81-424f-8909-66a73d478b1d req-dff1ce72-3af9-49b1-abbc-ce8b505c8d30 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/ports?device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 944 time: 0.0901122 Feb 10 15:18:31.330657 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ac77e9a7-69b4-4087-8b3b-8af13bcc816b tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (fa9b869c-4bd1-47dd-99f5-08b19f03718e), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:31.351479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-ac77e9a7-69b4-4087-8b3b-8af13bcc816b tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] In _notify_port_updated(), no bound segment for port fa9b869c-4bd1-47dd-99f5-08b19f03718e on network 155b43ae-e14d-4751-856c-300a634d5771 {{(pid=103368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:18:31.357622 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac77e9a7-69b4-4087-8b3b-8af13bcc816b tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:31.358237 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ac77e9a7-69b4-4087-8b3b-8af13bcc816b tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:31.360093 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ac77e9a7-69b4-4087-8b3b-8af13bcc816b tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "PUT /v2.0/ports/fa9b869c-4bd1-47dd-99f5-08b19f03718e HTTP/1.1" status: 200 len: 818 time: 0.3262568 Feb 10 15:18:31.363079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42812) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:31.476065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c090332f-6e81-424f-8909-66a73d478b1d req-ba58198b-14eb-4e21-ae8b-3b9669a5141e tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/security-groups?id=97412c62-d326-4b37-9ce1-27c7aac5ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350970 Feb 10 15:18:31.493397 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77e9a7-69b4-4087-8b3b-8af13bcc816b tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=fa9b869c-4bd1-47dd-99f5-08b19f03718e,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:31.502186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-ed80710c-5a61-4766-b23e-07e4e419ee99 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port fa9b869c-4bd1-47dd-99f5-08b19f03718e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:31.503066 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed80710c-5a61-4766-b23e-07e4e419ee99 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fa9b869c-4bd1-47dd-99f5-08b19f03718e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:31.563334 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3120e91-8ded-400d-a066-50b6ae9443ee req-98edba09-42d0-4f45-a292-55c7e61aca82 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:31.564877 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3120e91-8ded-400d-a066-50b6ae9443ee req-98edba09-42d0-4f45-a292-55c7e61aca82 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/ports?device_id=9430b2d3-599d-47a4-a46f-c7e6b774da14 HTTP/1.1" status: 200 len: 944 time: 0.1501231 Feb 10 15:18:31.594647 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed80710c-5a61-4766-b23e-07e4e419ee99 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fa9b869c-4bd1-47dd-99f5-08b19f03718e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:31.618232 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-ed80710c-5a61-4766-b23e-07e4e419ee99 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for fa9b869c-4bd1-47dd-99f5-08b19f03718e owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:31.664631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434a15c-21fa-4850-b0c5-dfa5ddae78d6 req-0cc8d9e1-8fd7-4e26-9662-b61b8a95efd2 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:31.666271 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7434a15c-21fa-4850-b0c5-dfa5ddae78d6 req-0cc8d9e1-8fd7-4e26-9662-b61b8a95efd2 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.1005046 Feb 10 15:18:31.675106 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3120e91-8ded-400d-a066-50b6ae9443ee req-a2e77be6-6ffa-40f3-b6f9-4ebad7725c38 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fe5b2c3-0959-4e78-8074-0a045c8f55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007729 Feb 10 15:18:31.727366 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed80710c-5a61-4766-b23e-07e4e419ee99 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fa9b869c-4bd1-47dd-99f5-08b19f03718e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:31.766696 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7434a15c-21fa-4850-b0c5-dfa5ddae78d6 req-3b3b456c-7f88-4902-8056-61d758c486a6 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845699 Feb 10 15:18:31.785606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80710c-5a61-4766-b23e-07e4e419ee99 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=fa9b869c-4bd1-47dd-99f5-08b19f03718e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:31.801268 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed80710c-5a61-4766-b23e-07e4e419ee99 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:31.806489 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ed80710c-5a61-4766-b23e-07e4e419ee99 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/fa9b869c-4bd1-47dd-99f5-08b19f03718e HTTP/1.1" status: 204 len: 168 time: 0.4423027 Feb 10 15:18:31.812868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42820) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:31.857640 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaf526-50f9-4988-a307-4a617e5dcd3f req-77ad8d03-f7f6-4658-a802-1e144293a4bb tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:31.859421 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dbdaf526-50f9-4988-a307-4a617e5dcd3f req-77ad8d03-f7f6-4658-a802-1e144293a4bb tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.0836034 Feb 10 15:18:31.891510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6825f7-6cf6-4c3c-a84a-29e2b1b2462c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:31.896581 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dd6825f7-6cf6-4c3c-a84a-29e2b1b2462c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0795047 Feb 10 15:18:31.896744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42822) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:31.922908 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dbdaf526-50f9-4988-a307-4a617e5dcd3f req-d1358149-89d1-4669-8c05-b550428b148c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473616 Feb 10 15:18:31.937545 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-e795c0bb-135f-48c8-b3d0-76d7ec545d85 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] GET failed (client error): The resource could not be found. Feb 10 15:18:31.939305 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e795c0bb-135f-48c8-b3d0-76d7ec545d85 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/fa9b869c-4bd1-47dd-99f5-08b19f03718e HTTP/1.1" status: 404 len: 333 time: 0.0413010 Feb 10 15:18:31.939802 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1486ed98-94d7-4975-87c0-b0eded283c66 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:18:31.943436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42824) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:31.948919 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1a736ac0-e1ef-46d2-b7f5-abf13e69b144 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-304394654'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:31.972110 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a736ac0-e1ef-46d2-b7f5-abf13e69b144 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:31.978513 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a736ac0-e1ef-46d2-b7f5-abf13e69b144 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:32.008298 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a736ac0-e1ef-46d2-b7f5-abf13e69b144 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:18:32.020827 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a736ac0-e1ef-46d2-b7f5-abf13e69b144 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e271b468-fc0e-4ced-b5e4-249c05368836), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:32.021268 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-1a736ac0-e1ef-46d2-b7f5-abf13e69b144 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Added segment e271b468-fc0e-4ced-b5e4-249c05368836 of type vlan for network 42b3f7f3-ca61-4a51-8f22-fcef162ed9ab Feb 10 15:18:32.060087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1486ed98-94d7-4975-87c0-b0eded283c66, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1486ed98-94d7-4975-87c0-b0eded283c66,segment=NetworkSegment(a30b772e-ab69-4812-a8a0-dee16bb0730e),segment_id=a30b772e-ab69-4812-a8a0-dee16bb0730e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:32.071516 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a736ac0-e1ef-46d2-b7f5-abf13e69b144 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (42b3f7f3-ca61-4a51-8f22-fcef162ed9ab), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:32.076032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '1486ed98-94d7-4975-87c0-b0eded283c66', 'network_id': '781b1383-b52e-44e8-9350-de15de866d81', 'port_id': '1486ed98-94d7-4975-87c0-b0eded283c66', 'mac_address': 'fa:16:3e:b0:b6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413125c9-f96a-4b32-b2a7-4890bbb381ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:18:32.077990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:18:32.107143 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a736ac0-e1ef-46d2-b7f5-abf13e69b144 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (42b3f7f3-ca61-4a51-8f22-fcef162ed9ab), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:32.112591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a736ac0-e1ef-46d2-b7f5-abf13e69b144 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:32.113284 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a736ac0-e1ef-46d2-b7f5-abf13e69b144 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:32.173351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 1486ed98-94d7-4975-87c0-b0eded283c66 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:32.173862 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1486ed98-94d7-4975-87c0-b0eded283c66), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:32.180372 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1a736ac0-e1ef-46d2-b7f5-abf13e69b144 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2332919 Feb 10 15:18:32.181258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42828) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:32.186735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-39d58bd0-130c-4c3a-b0d4-c23f155303a6 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'subnet': {'network_id': '42b3f7f3-ca61-4a51-8f22-fcef162ed9ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:32.197820 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1486ed98-94d7-4975-87c0-b0eded283c66 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:18:32.226003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1486ed98-94d7-4975-87c0-b0eded283c66, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1486ed98-94d7-4975-87c0-b0eded283c66,segment=NetworkSegment(a30b772e-ab69-4812-a8a0-dee16bb0730e),segment_id=a30b772e-ab69-4812-a8a0-dee16bb0730e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:32.235164 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1486ed98-94d7-4975-87c0-b0eded283c66), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:32.255954 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:18:32.281976 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab066cf9-b80f-45eb-bad8-d1c955e4b77f req-56ea9f4d-23d0-498e-a159-d1b3568aa556 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:32.285168 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab066cf9-b80f-45eb-bad8-d1c955e4b77f req-56ea9f4d-23d0-498e-a159-d1b3568aa556 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.1893649 Feb 10 15:18:32.289540 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a736ac0-e1ef-46d2-b7f5-abf13e69b144 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Network': ['ID=42b3f7f3-ca61-4a51-8f22-fcef162ed9ab,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:32.332141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=1486ed98-94d7-4975-87c0-b0eded283c66,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:32.337838 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 42b3f7f3-ca61-4a51-8f22-fcef162ed9ab details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:18:32.392214 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d58bd0-130c-4c3a-b0d4-c23f155303a6 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:32.396906 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39d58bd0-130c-4c3a-b0d4-c23f155303a6 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:32.403854 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab066cf9-b80f-45eb-bad8-d1c955e4b77f req-650e5b54-bd2d-4857-8e38-3d28744aa3bc tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040649 Feb 10 15:18:32.406150 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:32.406597 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7472ef9d-8b87-4878-a5e2-05f8c47f29b6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:32.537579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:32.538085 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7472ef9d-8b87-4878-a5e2-05f8c47f29b6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:32.581590 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7472ef9d-8b87-4878-a5e2-05f8c47f29b6,segment=NetworkSegment(9bbf80cb-1da5-4e93-8305-48c3091eeb0a),segment_id=9bbf80cb-1da5-4e93-8305-48c3091eeb0a)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:32.583143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9430b2d3-599d-47a4-a46f-c7e6b774da14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7472ef9d-8b87-4878-a5e2-05f8c47f29b6'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:18:32.585881 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6f31f9-8f43-4968-a75d-a5b2624fc130" -d '{"events": [{"server_uuid": "9430b2d3-599d-47a4-a46f-c7e6b774da14", "name": "network-vif-plugged", "status": "completed", "tag": "7472ef9d-8b87-4878-a5e2-05f8c47f29b6"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:18:32.606099 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7472ef9d-8b87-4878-a5e2-05f8c47f29b6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:32.653906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51375fb5-1533-41e5-ab65-a8212405d6f5 req-02fcd7db-c62f-46be-9e80-a53e8d23050c tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:32.659337 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51375fb5-1533-41e5-ab65-a8212405d6f5 req-02fcd7db-c62f-46be-9e80-a53e8d23050c tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/ports?device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 945 time: 0.0703576 Feb 10 15:18:32.664834 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39d58bd0-130c-4c3a-b0d4-c23f155303a6 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (b1636c75-ce42-4b3d-b4de-8e2a1f02e12a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:32.696227 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fe234d-418e-4073-a349-567ab1818f58 x-openstack-request-id: req-81fe234d-418e-4073-a349-567ab1818f58 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:18:32.696539 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9430b2d3-599d-47a4-a46f-c7e6b774da14", "name": "network-vif-plugged", "status": "completed", "tag": "7472ef9d-8b87-4878-a5e2-05f8c47f29b6", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:18:32.696821 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81fe234d-418e-4073-a349-567ab1818f58 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:18:32.698384 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9430b2d3-599d-47a4-a46f-c7e6b774da14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7472ef9d-8b87-4878-a5e2-05f8c47f29b6', 'code': 200} Feb 10 15:18:32.699956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['1486ed98-94d7-4975-87c0-b0eded283c66'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:18:32.744359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51375fb5-1533-41e5-ab65-a8212405d6f5 req-809a764c-0bd7-49bf-b675-caba02032db3 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/security-groups?id=97412c62-d326-4b37-9ce1-27c7aac5ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757244 Feb 10 15:18:32.794022 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d58bd0-130c-4c3a-b0d4-c23f155303a6 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Subnet': ['ID=b1636c75-ce42-4b3d-b4de-8e2a1f02e12a,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:32.807142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d58bd0-130c-4c3a-b0d4-c23f155303a6 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Checking segment: {'id': 'e271b468-fc0e-4ced-b5e4-249c05368836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42b3f7f3-ca61-4a51-8f22-fcef162ed9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:32.807520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d58bd0-130c-4c3a-b0d4-c23f155303a6 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network hostable DHCP agents. Network: 42b3f7f3-ca61-4a51-8f22-fcef162ed9ab, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:18:32.837587 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d58bd0-130c-4c3a-b0d4-c23f155303a6 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 42b3f7f3-ca61-4a51-8f22-fcef162ed9ab is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:18:32.858244 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=7472ef9d-8b87-4878-a5e2-05f8c47f29b6,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:32.862114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-39d58bd0-130c-4c3a-b0d4-c23f155303a6 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 42b3f7f3-ca61-4a51-8f22-fcef162ed9ab) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:32.874415 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d58bd0-130c-4c3a-b0d4-c23f155303a6 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:32.875033 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39d58bd0-130c-4c3a-b0d4-c23f155303a6 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:32.890060 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b21fb7-d04e-4652-ba21-d2733bb97295 None None] Network 42b3f7f3-ca61-4a51-8f22-fcef162ed9ab requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:32.913885 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-39d58bd0-130c-4c3a-b0d4-c23f155303a6 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7305055 Feb 10 15:18:32.915747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42838) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:32.921728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-9ad80de7-93f6-4476-a348-383d44961021 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'subnet': {'network_id': '42b3f7f3-ca61-4a51-8f22-fcef162ed9ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:32.935974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb9055-4dfe-475d-9e35-32bad3636a2d req-41a1c1f0-ee18-4568-b612-78e8a0ca5474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:32.937593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ffb9055-4dfe-475d-9e35-32bad3636a2d req-41a1c1f0-ee18-4568-b612-78e8a0ca5474 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9430b2d3-599d-47a4-a46f-c7e6b774da14 HTTP/1.1" status: 200 len: 1127 time: 0.1712894 Feb 10 15:18:33.034360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df9b5d-ec38-4cc5-b343-976763041dd5 req-57a502bc-1031-4dc6-bd6e-df1f639fbebf tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:33.044512 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96df9b5d-ec38-4cc5-b343-976763041dd5 req-57a502bc-1031-4dc6-bd6e-df1f639fbebf tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/ports?device_id=9430b2d3-599d-47a4-a46f-c7e6b774da14 HTTP/1.1" status: 200 len: 945 time: 0.2035906 Feb 10 15:18:33.058615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-42b3f7f3-ca61-4a51-8f22-fcef162ed9ab', 'network_id': '42b3f7f3-ca61-4a51-8f22-fcef162ed9ab', 'project_id': 'a23c7f56f7a24a83af370bdc4b43a725', 'fixed_ips': [{'subnet_id': 'b1636c75-ce42-4b3d-b4de-8e2a1f02e12a'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:18:33.059691 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:33.108504 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad80de7-93f6-4476-a348-383d44961021 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:33.118578 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9ad80de7-93f6-4476-a348-383d44961021 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:33.150137 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45618859-da8b-4b1f-93c6-955073ff1ac7 req-c26c75e2-67b2-4582-986d-c7dfc556c9ac tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:33.152894 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-45618859-da8b-4b1f-93c6-955073ff1ac7 req-c26c75e2-67b2-4582-986d-c7dfc556c9ac tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.2677259 Feb 10 15:18:33.160624 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ffb9055-4dfe-475d-9e35-32bad3636a2d req-74021ce3-a9e1-4ad7-ae72-bf4ecf46ea59 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8fe5b2c3-0959-4e78-8074-0a045c8f55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014887 Feb 10 15:18:33.241298 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96df9b5d-ec38-4cc5-b343-976763041dd5 req-2bcf5e1c-bed7-446b-a042-f73ea5696ae7 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fe5b2c3-0959-4e78-8074-0a045c8f55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781852 Feb 10 15:18:33.253812 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-45618859-da8b-4b1f-93c6-955073ff1ac7 req-894363fc-b953-47a3-9907-68e86a4373b7 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919683 Feb 10 15:18:33.290267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Allocated IP 172.20.0.2 (42b3f7f3-ca61-4a51-8f22-fcef162ed9ab/b1636c75-ce42-4b3d-b4de-8e2a1f02e12a/64f21c87-4664-4c9c-8bbc-39ced4d66ec8) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:18:33.291038 n-d-815324-7 neutron-server[103369]: INFO neutron.db.ipam_backend_mixin [None req-9ad80de7-93f6-4476-a348-383d44961021 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b1636c75-ce42-4b3d-b4de-8e2a1f02e12a (CIDR: 172.20.0.0/28) Feb 10 15:18:33.295051 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad80de7-93f6-4476-a348-383d44961021 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:18:33.295397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad80de7-93f6-4476-a348-383d44961021 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:18:33.332790 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9ad80de7-93f6-4476-a348-383d44961021 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4135489 Feb 10 15:18:33.333023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42842) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:33.338322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-76b6edb3-66aa-473f-a9dd-080f7c225ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'subnet': {'network_id': '42b3f7f3-ca61-4a51-8f22-fcef162ed9ab', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:33.437867 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb504fc-9789-446d-860f-754c72bba813 req-085b605d-d5a5-4fe3-a04f-c6ceb60182df tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:33.439364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bbb504fc-9789-446d-860f-754c72bba813 req-085b605d-d5a5-4fe3-a04f-c6ceb60182df tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.1138258 Feb 10 15:18:33.513982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b6edb3-66aa-473f-a9dd-080f7c225ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:33.517430 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76b6edb3-66aa-473f-a9dd-080f7c225ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:33.546497 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bbb504fc-9789-446d-860f-754c72bba813 req-86078d8a-d390-466e-955a-09edbf7f075d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961084 Feb 10 15:18:33.561747 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Publish callbacks [] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:33.575169 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:33.615124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875a004-cbf7-438a-b9a4-2c286c3807ce req-2cdd33d8-5c7f-4818-82c9-2bdae3876647 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:33.623934 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e875a004-cbf7-438a-b9a4-2c286c3807ce req-2cdd33d8-5c7f-4818-82c9-2bdae3876647 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.0938485 Feb 10 15:18:33.675195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Pushing event updated for resources: {'Port': ['ID=64f21c87-4664-4c9c-8bbc-39ced4d66ec8,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:33.690596 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Network 42b3f7f3-ca61-4a51-8f22-fcef162ed9ab is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:18:33.692449 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:33.695168 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:33.705690 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e875a004-cbf7-438a-b9a4-2c286c3807ce req-88974bd5-bd67-4a20-b70a-3c5ed9fe3f6f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806282 Feb 10 15:18:33.798061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Attempting to bind port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:18:33.798512 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Attempting to bind port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'e271b468-fc0e-4ced-b5e4-249c05368836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42b3f7f3-ca61-4a51-8f22-fcef162ed9ab'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:18:33.798887 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Attempting to bind port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 on network 42b3f7f3-ca61-4a51-8f22-fcef162ed9ab {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:18:33.805629 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:18:33.806264 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Checking segment: {'id': 'e271b468-fc0e-4ced-b5e4-249c05368836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42b3f7f3-ca61-4a51-8f22-fcef162ed9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:33.806928 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:33.807476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Bound using segment: {'id': 'e271b468-fc0e-4ced-b5e4-249c05368836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42b3f7f3-ca61-4a51-8f22-fcef162ed9ab'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:18:33.808177 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Bound port: 64f21c87-4664-4c9c-8bbc-39ced4d66ec8, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e271b468-fc0e-4ced-b5e4-249c05368836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42b3f7f3-ca61-4a51-8f22-fcef162ed9ab'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:18:33.808921 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:33.902115 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] For port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:18:33.909536 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] For port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=64f21c87-4664-4c9c-8bbc-39ced4d66ec8,segment=NetworkSegment(e271b468-fc0e-4ced-b5e4-249c05368836),segment_id=e271b468-fc0e-4ced-b5e4-249c05368836)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:18:33.914740 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091eb793-9df5-400c-a2ae-7f6ac5f21d68 req-a337f7d8-ee66-4311-acb7-9ae355aa4633 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:33.916631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-091eb793-9df5-400c-a2ae-7f6ac5f21d68 req-a337f7d8-ee66-4311-acb7-9ae355aa4633 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/ports?device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 945 time: 0.0778074 Feb 10 15:18:33.923856 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:33.976240 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76b6edb3-66aa-473f-a9dd-080f7c225ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (55f82bee-c6da-4809-aef7-88d8ec4e51b5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:34.048962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6edb3-66aa-473f-a9dd-080f7c225ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Subnet': ['ID=55f82bee-c6da-4809-aef7-88d8ec4e51b5,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:34.076640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38a30c-62bc-4483-9f24-80189627b313 None None] Pushing event updated for resources: {'Port': ['ID=64f21c87-4664-4c9c-8bbc-39ced4d66ec8,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:34.078997 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b6edb3-66aa-473f-a9dd-080f7c225ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 42b3f7f3-ca61-4a51-8f22-fcef162ed9ab is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:18:34.079131 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-091eb793-9df5-400c-a2ae-7f6ac5f21d68 req-5e7d793f-2853-4c7c-a0d6-3d9b8cd49bef tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/security-groups?id=97412c62-d326-4b37-9ce1-27c7aac5ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415451 Feb 10 15:18:34.080971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-76b6edb3-66aa-473f-a9dd-080f7c225ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:34.089795 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b6edb3-66aa-473f-a9dd-080f7c225ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:34.091244 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76b6edb3-66aa-473f-a9dd-080f7c225ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:34.128093 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-76b6edb3-66aa-473f-a9dd-080f7c225ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7940416 Feb 10 15:18:34.130609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42848) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:34.137762 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f89db09d-32ac-41bc-a41f-bf0144e69e33 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'network_id': '42b3f7f3-ca61-4a51-8f22-fcef162ed9ab', 'fixed_ips': [{'subnet_id': 'b1636c75-ce42-4b3d-b4de-8e2a1f02e12a'}, {'subnet_id': '55f82bee-c6da-4809-aef7-88d8ec4e51b5'}], 'name': 'tempest-PortsTestJSON-628214907'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:34.297365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89db09d-32ac-41bc-a41f-bf0144e69e33 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:34.472354 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f89db09d-32ac-41bc-a41f-bf0144e69e33 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:34.493024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-f89db09d-32ac-41bc-a41f-bf0144e69e33 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] device_id is not set on port 8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:18:34.539290 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc19f4-ddfe-4ded-bc97-8c04868f31fd req-462e5325-ae38-4f4f-90a7-ab292f42b772 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:34.543199 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-13dc19f4-ddfe-4ded-bc97-8c04868f31fd req-462e5325-ae38-4f4f-90a7-ab292f42b772 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/ports?device_id=9430b2d3-599d-47a4-a46f-c7e6b774da14 HTTP/1.1" status: 200 len: 945 time: 0.0889678 Feb 10 15:18:34.576776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0dfa4-5385-4a71-84f6-f82a8a098ca2 req-a351ccb8-8f62-4ce6-8aad-9571c7c4c40f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:34.579499 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ba0dfa4-5385-4a71-84f6-f82a8a098ca2 req-a351ccb8-8f62-4ce6-8aad-9571c7c4c40f tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.1772766 Feb 10 15:18:34.690702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-13dc19f4-ddfe-4ded-bc97-8c04868f31fd req-392fe3ba-7d82-4b6f-803c-6ecc4c50483a tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fe5b2c3-0959-4e78-8074-0a045c8f55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267626 Feb 10 15:18:34.734311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ba0dfa4-5385-4a71-84f6-f82a8a098ca2 req-4e6d9e0a-d2a3-4ce0-8ecd-8452e1514bc1 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219289 Feb 10 15:18:34.885069 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be70c1-5bde-48cf-a073-d5999dd271fe req-6e85f9ca-45ef-4d98-9f33-2fab89e5a2ab tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:34.888451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78be70c1-5bde-48cf-a073-d5999dd271fe req-6e85f9ca-45ef-4d98-9f33-2fab89e5a2ab tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.0904808 Feb 10 15:18:34.944197 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-f89db09d-32ac-41bc-a41f-bf0144e69e33 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Allocated IP 172.20.0.8 (42b3f7f3-ca61-4a51-8f22-fcef162ed9ab/b1636c75-ce42-4b3d-b4de-8e2a1f02e12a/8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:18:34.953977 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-f89db09d-32ac-41bc-a41f-bf0144e69e33 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Allocated IP 172.20.0.22 (42b3f7f3-ca61-4a51-8f22-fcef162ed9ab/55f82bee-c6da-4809-aef7-88d8ec4e51b5/8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:18:35.031320 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78be70c1-5bde-48cf-a073-d5999dd271fe req-ded8afab-7d52-48ee-b4a6-78e38b148970 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187978 Feb 10 15:18:35.044878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438036c4-3a6e-43fc-b756-3473f12f8d0f req-b0040214-94c6-4177-92b2-5f7f850528ba tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:35.047061 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-438036c4-3a6e-43fc-b756-3473f12f8d0f req-b0040214-94c6-4177-92b2-5f7f850528ba tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.1573956 Feb 10 15:18:35.148560 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-438036c4-3a6e-43fc-b756-3473f12f8d0f req-bfcd648f-7086-4e9a-b1b3-be1d19e31b02 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954125 Feb 10 15:18:35.172228 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f89db09d-32ac-41bc-a41f-bf0144e69e33 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:35.264058 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f89db09d-32ac-41bc-a41f-bf0144e69e33 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:35.322044 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cb018-3c34-4384-ab41-a0d100dfb023 req-837031be-503e-45d5-842c-920481417096 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:35.327809 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f88cb018-3c34-4384-ab41-a0d100dfb023 req-837031be-503e-45d5-842c-920481417096 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/ports?device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 945 time: 0.1190081 Feb 10 15:18:35.384283 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89db09d-32ac-41bc-a41f-bf0144e69e33 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 42b3f7f3-ca61-4a51-8f22-fcef162ed9ab is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:18:35.392154 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-f89db09d-32ac-41bc-a41f-bf0144e69e33 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:35.405743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89db09d-32ac-41bc-a41f-bf0144e69e33 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:35.412253 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89db09d-32ac-41bc-a41f-bf0144e69e33 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:35.451117 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f88cb018-3c34-4384-ab41-a0d100dfb023 req-2b05ae88-0187-4f26-9cb3-74fbfa9db37a tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/security-groups?id=97412c62-d326-4b37-9ce1-27c7aac5ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173000 Feb 10 15:18:35.500477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89db09d-32ac-41bc-a41f-bf0144e69e33 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:35.501847 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f89db09d-32ac-41bc-a41f-bf0144e69e33 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:35.527967 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f89db09d-32ac-41bc-a41f-bf0144e69e33 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.3960772 Feb 10 15:18:35.530952 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42862) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:35.538085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1636c75-ce42-4b3d-b4de-8e2a1f02e12a'}]}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:35.553086 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bee241c-7780-4f26-a4cf-0af082322785 None None] Network 42b3f7f3-ca61-4a51-8f22-fcef162ed9ab requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:35.642849 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:18:35.646262 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 1be11e18-da6b-4287-9fa5-385f846d4ffe no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:18:35.799731 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8fd73710-fa70-4a78-9ba3-e72ee5485cb1 None None] Provisioning complete for port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:35.799930 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8fd73710-fa70-4a78-9ba3-e72ee5485cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:35.874599 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:35.908819 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.resource_extend [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:18:36.093465 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1486ed98-94d7-4975-87c0-b0eded283c66 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:18:36.127708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6bffa-8d72-43d6-8442-f476c993c146 req-e47bb90e-18b3-41ea-b354-42cc26610bd8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:36.135198 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-83b6bffa-8d72-43d6-8442-f476c993c146 req-e47bb90e-18b3-41ea-b354-42cc26610bd8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 945 time: 0.3888664 Feb 10 15:18:36.161380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 1be11e18-da6b-4287-9fa5-385f846d4ffe is: DOWN; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:36.199602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d706fd5-8629-43e4-85f4-dae463443118 req-4ca27c8a-56f7-49a8-91ed-cf15c5162668 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:36.207369 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d706fd5-8629-43e4-85f4-dae463443118 req-4ca27c8a-56f7-49a8-91ed-cf15c5162668 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/ports?device_id=9430b2d3-599d-47a4-a46f-c7e6b774da14 HTTP/1.1" status: 200 len: 945 time: 0.3859150 Feb 10 15:18:36.358550 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d706fd5-8629-43e4-85f4-dae463443118 req-1d4a1605-347c-4444-9551-1bd921bcac75 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fe5b2c3-0959-4e78-8074-0a045c8f55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496050 Feb 10 15:18:36.358882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8fd73710-fa70-4a78-9ba3-e72ee5485cb1 None None] Current status of the port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:36.360523 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8fd73710-fa70-4a78-9ba3-e72ee5485cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:36.367726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 1486ed98-94d7-4975-87c0-b0eded283c66 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:18:36.377116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:36.406368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 1486ed98-94d7-4975-87c0-b0eded283c66 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:36.406832 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1486ed98-94d7-4975-87c0-b0eded283c66), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:36.421118 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-83b6bffa-8d72-43d6-8442-f476c993c146 req-fefdd2fe-9dbd-4424-97e1-fc16951b0e24 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839665 Feb 10 15:18:36.466846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Delete allocated IP 172.20.0.22 (42b3f7f3-ca61-4a51-8f22-fcef162ed9ab/55f82bee-c6da-4809-aef7-88d8ec4e51b5) {{(pid=103368) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 15:18:36.479742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:18:36.483160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '5101ebb1-1a29-478d-9e62-abf5b1ac3bb7', 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1', 'port_id': '5101ebb1-1a29-478d-9e62-abf5b1ac3bb7', 'mac_address': 'fa:16:3e:9f:1b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:18:36.503788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66384e-615f-484a-bcfa-79fbf862efbe req-c38d297f-45c2-4121-b616-1546a53c7896 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:36.513344 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c66384e-615f-484a-bcfa-79fbf862efbe req-c38d297f-45c2-4121-b616-1546a53c7896 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.72 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 945 time: 0.2061546 Feb 10 15:18:36.532746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fd24fe-bfb0-442f-a92e-7343667c0af1 None None] Update dhcp port {'port': {'network_id': '42b3f7f3-ca61-4a51-8f22-fcef162ed9ab', 'fixed_ips': [{'subnet_id': 'b1636c75-ce42-4b3d-b4de-8e2a1f02e12a', 'ip_address': '172.20.0.2'}, {'subnet_id': '55f82bee-c6da-4809-aef7-88d8ec4e51b5'}], 'binding:host_id': 'n-d-815324-7'}, 'id': '64f21c87-4664-4c9c-8bbc-39ced4d66ec8'} from n-d-815324-7. {{(pid=103370) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 15:18:36.632200 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8fd73710-fa70-4a78-9ba3-e72ee5485cb1 None None] For port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=64f21c87-4664-4c9c-8bbc-39ced4d66ec8,segment=NetworkSegment(e271b468-fc0e-4ced-b5e4-249c05368836),segment_id=e271b468-fc0e-4ced-b5e4-249c05368836)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:36.658784 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8fd73710-fa70-4a78-9ba3-e72ee5485cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:36.665810 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-02fd24fe-bfb0-442f-a92e-7343667c0af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:36.738757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 is: ACTIVE; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:36.740264 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:36.805491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffcd44-1c28-497c-aee7-a2bf035a825a req-d63ccc39-27aa-4e4e-97d5-127aa9d16443 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:36.812803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f3ffcd44-1c28-497c-aee7-a2bf035a825a req-d63ccc39-27aa-4e4e-97d5-127aa9d16443 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.2627223 Feb 10 15:18:36.829432 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9938532-7b2d-4864-ba6b-aaf6cf6d924c req-cb3b89e2-9033-4edb-9e98-4b44ea4be8b3 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:36.831075 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9938532-7b2d-4864-ba6b-aaf6cf6d924c req-cb3b89e2-9033-4edb-9e98-4b44ea4be8b3 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.3131058 Feb 10 15:18:36.858056 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:18:36.864471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:36.864872 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:36.893653 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:36.914528 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:36.916691 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:36.919057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd73710-fa70-4a78-9ba3-e72ee5485cb1 None None] Pushing event updated for resources: {'Port': ['ID=64f21c87-4664-4c9c-8bbc-39ced4d66ec8,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:36.969259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-4c66384e-615f-484a-bcfa-79fbf862efbe req-3e54f341-470f-47de-99b2-1e794a60963c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Deleting port 444033d9-42f4-4dc5-9a8d-45f925980d03 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:36.969632 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4c66384e-615f-484a-bcfa-79fbf862efbe req-3e54f341-470f-47de-99b2-1e794a60963c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:36.994007 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f3ffcd44-1c28-497c-aee7-a2bf035a825a req-ed3a180e-8d5e-4768-9e5d-0ce2b34b9423 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753445 Feb 10 15:18:37.035952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:37.044614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 1486ed98-94d7-4975-87c0-b0eded283c66 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:37.045666 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1486ed98-94d7-4975-87c0-b0eded283c66), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:37.056189 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:37.074312 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9938532-7b2d-4864-ba6b-aaf6cf6d924c req-b57f4617-108d-498b-9b53-8b8938844ee8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222333 Feb 10 15:18:37.175329 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32dfd46-ecc1-4854-bf2f-2f3e825acdcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1486ed98-94d7-4975-87c0-b0eded283c66'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:18:37.177927 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05ae679-feab-4e9e-ba54-62bf05168405" -d '{"events": [{"server_uuid": "e32dfd46-ecc1-4854-bf2f-2f3e825acdcc", "name": "network-vif-plugged", "status": "completed", "tag": "1486ed98-94d7-4975-87c0-b0eded283c66"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:18:37.219617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['5101ebb1-1a29-478d-9e62-abf5b1ac3bb7'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:18:37.256755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:37.269925 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1486ed98-94d7-4975-87c0-b0eded283c66, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1486ed98-94d7-4975-87c0-b0eded283c66,segment=NetworkSegment(a30b772e-ab69-4812-a8a0-dee16bb0730e),segment_id=a30b772e-ab69-4812-a8a0-dee16bb0730e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:37.289486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:37.315870 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1486ed98-94d7-4975-87c0-b0eded283c66), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:37.356963 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] In _notify_port_updated(), no bound segment for port 8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516 on network 42b3f7f3-ca61-4a51-8f22-fcef162ed9ab {{(pid=103368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:18:37.362969 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:37.363683 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:37.365465 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "PUT /v2.0/ports/8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516 HTTP/1.1" status: 200 len: 918 time: 1.8326888 Feb 10 15:18:37.368203 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42884) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:37.377478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-20e7bb27-7a78-4aca-8d65-b4efcb50c239 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1636c75-ce42-4b3d-b4de-8e2a1f02e12a'}, {'subnet_id': '55f82bee-c6da-4809-aef7-88d8ec4e51b5'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:37.381177 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:37.381533 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:37.381885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:37.382404 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:37.383366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:37.383366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:37.383596 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:37.384066 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:37.384194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-02fd24fe-bfb0-442f-a92e-7343667c0af1 None None] Allocated IP 172.20.0.18 (42b3f7f3-ca61-4a51-8f22-fcef162ed9ab/55f82bee-c6da-4809-aef7-88d8ec4e51b5/64f21c87-4664-4c9c-8bbc-39ced4d66ec8) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:18:37.384882 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:37.384882 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:37.385135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:37.385546 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:37.386439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3f17-b647-4f01-a191-6eb0325f8ce3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:18:37.413556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:37.471516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=1486ed98-94d7-4975-87c0-b0eded283c66,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:37.596417 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-4c66384e-615f-484a-bcfa-79fbf862efbe req-3e54f341-470f-47de-99b2-1e794a60963c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] For port 444033d9-42f4-4dc5-9a8d-45f925980d03, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=444033d9-42f4-4dc5-9a8d-45f925980d03,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:37.596869 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4c66384e-615f-484a-bcfa-79fbf862efbe req-3e54f341-470f-47de-99b2-1e794a60963c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:37.602828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-02fd24fe-bfb0-442f-a92e-7343667c0af1 None None] For port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=64f21c87-4664-4c9c-8bbc-39ced4d66ec8,segment=NetworkSegment(e271b468-fc0e-4ced-b5e4-249c05368836),segment_id=e271b468-fc0e-4ced-b5e4-249c05368836)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:37.626286 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb3617-81be-4977-acf2-bdd38ded86f2 req-acb4d2c0-fd31-4f8a-9f89-2e685a876ab7 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:37.642555 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1cb3617-81be-4977-acf2-bdd38ded86f2 req-acb4d2c0-fd31-4f8a-9f89-2e685a876ab7 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.4911101 Feb 10 15:18:37.644624 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20e7bb27-7a78-4aca-8d65-b4efcb50c239 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:37.668540 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-4c66384e-615f-484a-bcfa-79fbf862efbe req-3e54f341-470f-47de-99b2-1e794a60963c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Calling delete_port for 444033d9-42f4-4dc5-9a8d-45f925980d03 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:37.670222 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-02fd24fe-bfb0-442f-a92e-7343667c0af1 None None] Publish callbacks [] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:37.681901 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-02fd24fe-bfb0-442f-a92e-7343667c0af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:37.684671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba825fb-1930-4951-9e0f-535b7a898e14 req-1dd13b97-a227-4de2-993c-9c7984ec57d5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:37.692917 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bba825fb-1930-4951-9e0f-535b7a898e14 req-1dd13b97-a227-4de2-993c-9c7984ec57d5 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/ports?device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 946 time: 0.3977494 Feb 10 15:18:37.810688 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd24fe-bfb0-442f-a92e-7343667c0af1 None None] Pushing event updated for resources: {'Port': ['ID=64f21c87-4664-4c9c-8bbc-39ced4d66ec8,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:37.837643 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bba825fb-1930-4951-9e0f-535b7a898e14 req-a0e8b35a-1281-46a6-9fe0-1e3dffcae18a tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/security-groups?id=97412c62-d326-4b37-9ce1-27c7aac5ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437643 Feb 10 15:18:37.847465 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1cb3617-81be-4977-acf2-bdd38ded86f2 req-b0db7c23-16e8-4738-b1ce-97aa01d03686 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038043 Feb 10 15:18:37.914968 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21285ce-9065-4e23-939c-1705d76ecfc9 x-openstack-request-id: req-b21285ce-9065-4e23-939c-1705d76ecfc9 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:18:37.915792 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32dfd46-ecc1-4854-bf2f-2f3e825acdcc", "name": "network-vif-plugged", "status": "completed", "tag": "1486ed98-94d7-4975-87c0-b0eded283c66", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:18:37.916292 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b21285ce-9065-4e23-939c-1705d76ecfc9 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:18:37.917146 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32dfd46-ecc1-4854-bf2f-2f3e825acdcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1486ed98-94d7-4975-87c0-b0eded283c66', 'code': 200} Feb 10 15:18:38.105369 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4c66384e-615f-484a-bcfa-79fbf862efbe req-3e54f341-470f-47de-99b2-1e794a60963c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (444033d9-42f4-4dc5-9a8d-45f925980d03), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:38.223280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb1bf0-202e-4d8d-8129-108895d50c0a req-55e16132-1b34-41c5-91c8-bb57c43d7a59 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:38.227021 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a6fb1bf0-202e-4d8d-8129-108895d50c0a req-55e16132-1b34-41c5-91c8-bb57c43d7a59 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb69486-5b30-4f98-959e-eedbda614ac8 HTTP/1.1" status: 200 len: 945 time: 0.2159479 Feb 10 15:18:38.230441 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54f341-470f-47de-99b2-1e794a60963c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Pushing event deleted for resources: {'Port': ['ID=444033d9-42f4-4dc5-9a8d-45f925980d03,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:38.398489 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:18:38.453786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c66384e-615f-484a-bcfa-79fbf862efbe req-3e54f341-470f-47de-99b2-1e794a60963c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] No DVR routers for this DVR port 444033d9-42f4-4dc5-9a8d-45f925980d03 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:18:38.458582 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4c66384e-615f-484a-bcfa-79fbf862efbe req-3e54f341-470f-47de-99b2-1e794a60963c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:38.467979 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c66384e-615f-484a-bcfa-79fbf862efbe req-3e54f341-470f-47de-99b2-1e794a60963c tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.72 "DELETE /v2.0/ports/444033d9-42f4-4dc5-9a8d-45f925980d03 HTTP/1.1" status: 204 len: 173 time: 1.9019101 Feb 10 15:18:38.490867 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb69486-5b30-4f98-959e-eedbda614ac8', 'name': 'network-vif-deleted', 'tag': '444033d9-42f4-4dc5-9a8d-45f925980d03'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:18:38.494204 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e144e790-5bf2-4bf5-9092-31f8fecfef1a" -d '{"events": [{"server_uuid": "acb69486-5b30-4f98-959e-eedbda614ac8", "name": "network-vif-deleted", "tag": "444033d9-42f4-4dc5-9a8d-45f925980d03"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:18:38.519330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:38.520157 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:38.560254 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d9d19-d8b2-450e-9561-93d3f1c0e2fa req-97b64ed0-b9fd-4172-843c-49667e4884ad tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:38.569812 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a85d9d19-d8b2-450e-9561-93d3f1c0e2fa req-97b64ed0-b9fd-4172-843c-49667e4884ad tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 944 time: 0.3307688 Feb 10 15:18:38.609749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a6fb1bf0-202e-4d8d-8129-108895d50c0a req-819826a4-24fe-4cad-a87f-32d3ecf65e2b tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724275 Feb 10 15:18:38.677733 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a85d9d19-d8b2-450e-9561-93d3f1c0e2fa req-f6dcbb91-8b99-4f02-8a4c-fe25c29f5395 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069791 Feb 10 15:18:38.758675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d4e3b-cf46-4275-bc4f-89d22283b5f6 req-5c47ebb5-c326-4e59-8bbd-58870a8c3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:38.758675 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-865d4e3b-cf46-4275-bc4f-89d22283b5f6 req-5c47ebb5-c326-4e59-8bbd-58870a8c3c08 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 1128 time: 0.7531703 Feb 10 15:18:38.846955 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:38.850611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96d4e84-a096-49c1-86cd-efec29b73b45 None None] Network 42b3f7f3-ca61-4a51-8f22-fcef162ed9ab requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:38.852519 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-20e7bb27-7a78-4aca-8d65-b4efcb50c239 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Allocated IP 172.20.0.27 (42b3f7f3-ca61-4a51-8f22-fcef162ed9ab/55f82bee-c6da-4809-aef7-88d8ec4e51b5/8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:18:38.880092 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-865d4e3b-cf46-4275-bc4f-89d22283b5f6 req-b615d4c6-728d-4d9e-87b5-3ca90dc8f1be service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=97412c62-d326-4b37-9ce1-27c7aac5ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002524 Feb 10 15:18:38.964990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-74416b0a-5dd4-4328-a1b3-6d1fdde09da1 None None] Provisioning complete for port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:38.966314 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-74416b0a-5dd4-4328-a1b3-6d1fdde09da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:39.029935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b7988-b6d2-4307-bf30-be8eee7e6a23 req-b6b47099-539c-445b-9b26-90dbcde80a70 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:39.031060 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-015b7988-b6d2-4307-bf30-be8eee7e6a23 req-b6b47099-539c-445b-9b26-90dbcde80a70 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.2119248 Feb 10 15:18:39.039678 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358ddf-51a2-40e2-8833-10e5e983afae req-f6235433-3a26-4f29-aec6-adbdf18f835c tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:39.045867 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b358ddf-51a2-40e2-8833-10e5e983afae req-f6235433-3a26-4f29-aec6-adbdf18f835c tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/ports?device_id=9430b2d3-599d-47a4-a46f-c7e6b774da14 HTTP/1.1" status: 200 len: 945 time: 0.2241602 Feb 10 15:18:39.064526 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20e7bb27-7a78-4aca-8d65-b4efcb50c239 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:39.070505 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20e7bb27-7a78-4aca-8d65-b4efcb50c239 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:39.122001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-74416b0a-5dd4-4328-a1b3-6d1fdde09da1 None None] Current status of the port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:39.136625 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-74416b0a-5dd4-4328-a1b3-6d1fdde09da1 None None] Provisioning complete for port 8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:39.137142 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-74416b0a-5dd4-4328-a1b3-6d1fdde09da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:39.166307 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-015b7988-b6d2-4307-bf30-be8eee7e6a23 req-9ea75ac0-6f09-4124-87df-0b77b8770443 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190767 Feb 10 15:18:39.176103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7bb27-7a78-4aca-8d65-b4efcb50c239 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:39.185563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-74416b0a-5dd4-4328-a1b3-6d1fdde09da1 None None] Port 8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:18:39.243066 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-20e7bb27-7a78-4aca-8d65-b4efcb50c239 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] In _notify_port_updated(), no bound segment for port 8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516 on network 42b3f7f3-ca61-4a51-8f22-fcef162ed9ab {{(pid=103369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:18:39.250045 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b358ddf-51a2-40e2-8833-10e5e983afae req-f67678cb-35b8-4860-b497-77446abb8824 tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fe5b2c3-0959-4e78-8074-0a045c8f55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949260 Feb 10 15:18:39.276323 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed74f50a-c9e0-44e0-8b52-c9d01c6fa622 x-openstack-request-id: req-ed74f50a-c9e0-44e0-8b52-c9d01c6fa622 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:18:39.276704 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb69486-5b30-4f98-959e-eedbda614ac8", "name": "network-vif-deleted", "tag": "444033d9-42f4-4dc5-9a8d-45f925980d03", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:18:39.277498 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed74f50a-c9e0-44e0-8b52-c9d01c6fa622 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:18:39.277891 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb69486-5b30-4f98-959e-eedbda614ac8', 'name': 'network-vif-deleted', 'tag': '444033d9-42f4-4dc5-9a8d-45f925980d03', 'status': 'completed', 'code': 200} Feb 10 15:18:39.278619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7bb27-7a78-4aca-8d65-b4efcb50c239 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:39.279727 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20e7bb27-7a78-4aca-8d65-b4efcb50c239 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:39.281979 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-20e7bb27-7a78-4aca-8d65-b4efcb50c239 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "PUT /v2.0/ports/8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516 HTTP/1.1" status: 200 len: 998 time: 1.9115262 Feb 10 15:18:39.284857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42932) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:39.625836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:18:39.720961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:39.721351 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:39.848368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:39.848957 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:39.889563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:39.895651 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:39.935329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3b94-afaa-40fc-9424-5b650ba0a842 req-490fc2c7-4d08-4be5-b655-65e09103305b tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:39.944113 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c4e3b94-afaa-40fc-9424-5b650ba0a842 req-490fc2c7-4d08-4be5-b655-65e09103305b tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/ports?device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 946 time: 0.1865060 Feb 10 15:18:39.945808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b54e95-cb4e-4cb2-9b95-ff546ed551da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5101ebb1-1a29-478d-9e62-abf5b1ac3bb7'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:18:39.948203 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392b3dd3-3b44-4de0-a723-1e5783e6c7df" -d '{"events": [{"server_uuid": "81b54e95-cb4e-4cb2-9b95-ff546ed551da", "name": "network-vif-plugged", "status": "completed", "tag": "5101ebb1-1a29-478d-9e62-abf5b1ac3bb7"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:18:39.986389 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 444033d9-42f4-4dc5-9a8d-45f925980d03 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:18:39.990189 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:40.014294 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f8e71-4d15-4498-9fbe-094e62303d12 req-bc7b5994-3485-4804-97d6-974da5b88243 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:40.015954 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-608f8e71-4d15-4498-9fbe-094e62303d12 req-bc7b5994-3485-4804-97d6-974da5b88243 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.2554140 Feb 10 15:18:40.016266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 444033d9-42f4-4dc5-9a8d-45f925980d03 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:18:40.016904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 444033d9-42f4-4dc5-9a8d-45f925980d03 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:18:40.062029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-ef61941f-89ff-4771-a0c7-c0da278f655c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port 8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:40.062379 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef61941f-89ff-4771-a0c7-c0da278f655c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:40.084764 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c4e3b94-afaa-40fc-9424-5b650ba0a842 req-6266e4b9-fc4e-48ae-9a47-e141b82c2ddf tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/security-groups?id=97412c62-d326-4b37-9ce1-27c7aac5ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392150 Feb 10 15:18:40.247650 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-608f8e71-4d15-4498-9fbe-094e62303d12 req-a44642f6-2f67-499a-b9de-37c3fd96e5dd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222626 Feb 10 15:18:40.253133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b860e7f-c022-4b90-8630-a64632ee7535 req-7197ae82-476b-460f-b47a-bed125925ffe tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:40.257873 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5b860e7f-c022-4b90-8630-a64632ee7535 req-7197ae82-476b-460f-b47a-bed125925ffe tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.72 "GET /v2.0/ports?device_id=9430b2d3-599d-47a4-a46f-c7e6b774da14 HTTP/1.1" status: 200 len: 945 time: 0.1188869 Feb 10 15:18:40.321404 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98df79b-03c2-49fc-b1fd-6f3a4190835d x-openstack-request-id: req-a98df79b-03c2-49fc-b1fd-6f3a4190835d {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:18:40.321828 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b54e95-cb4e-4cb2-9b95-ff546ed551da", "name": "network-vif-plugged", "status": "completed", "tag": "5101ebb1-1a29-478d-9e62-abf5b1ac3bb7", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:18:40.322230 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a98df79b-03c2-49fc-b1fd-6f3a4190835d {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:18:40.322709 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b54e95-cb4e-4cb2-9b95-ff546ed551da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5101ebb1-1a29-478d-9e62-abf5b1ac3bb7', 'code': 200} Feb 10 15:18:40.399291 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef61941f-89ff-4771-a0c7-c0da278f655c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:40.453293 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-ef61941f-89ff-4771-a0c7-c0da278f655c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for 8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:40.514928 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7556bb-4950-434c-bc14-73a4894e544f req-5f86b6b8-54f3-4f34-a810-b53af13ffca0 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:40.524666 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad7556bb-4950-434c-bc14-73a4894e544f req-5f86b6b8-54f3-4f34-a810-b53af13ffca0 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.2747822 Feb 10 15:18:40.551045 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-5b860e7f-c022-4b90-8630-a64632ee7535 req-2e645d16-c26d-461b-b607-eef961dbc35d tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Deleting port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:40.552801 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5b860e7f-c022-4b90-8630-a64632ee7535 req-2e645d16-c26d-461b-b607-eef961dbc35d tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7472ef9d-8b87-4878-a5e2-05f8c47f29b6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:40.628640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fe880bfa-b1a0-4024-8ef1-922e88dc43ca None None] Provisioning complete for port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:40.633208 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fe880bfa-b1a0-4024-8ef1-922e88dc43ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:40.724211 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad7556bb-4950-434c-bc14-73a4894e544f req-807fdf8e-93a9-4170-9e34-35365f87a946 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983240 Feb 10 15:18:40.819433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5b860e7f-c022-4b90-8630-a64632ee7535 req-2e645d16-c26d-461b-b607-eef961dbc35d tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] For port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7472ef9d-8b87-4878-a5e2-05f8c47f29b6,segment=NetworkSegment(9bbf80cb-1da5-4e93-8305-48c3091eeb0a),segment_id=9bbf80cb-1da5-4e93-8305-48c3091eeb0a)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:40.819860 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5b860e7f-c022-4b90-8630-a64632ee7535 req-2e645d16-c26d-461b-b607-eef961dbc35d tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7472ef9d-8b87-4878-a5e2-05f8c47f29b6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:40.861051 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-6077afab-3f91-4ada-a545-1ec5daa3b5e2 service neutron] 10.222.0.79 "GET /v2.0/ports/1be11e18-da6b-4287-9fa5-385f846d4ffe/bindings/n-h1-815324-7 HTTP/1.1" status: 200 len: 384 time: 0.1563511 Feb 10 15:18:40.866030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-5b860e7f-c022-4b90-8630-a64632ee7535 req-2e645d16-c26d-461b-b607-eef961dbc35d tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Calling delete_port for 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:40.933836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fe880bfa-b1a0-4024-8ef1-922e88dc43ca None None] Current status of the port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:40.965719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fe880bfa-b1a0-4024-8ef1-922e88dc43ca None None] Provisioning complete for port 8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:40.966515 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fe880bfa-b1a0-4024-8ef1-922e88dc43ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:41.034365 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fe880bfa-b1a0-4024-8ef1-922e88dc43ca None None] Port 8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:18:41.144079 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:41.179390 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882939d8-ab33-497d-92ea-84600428cc04 req-d1448643-9e4a-44cb-858f-01be7df5e8dd tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:41.180491 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0902fe84-a4d8-4042-94cc-194fd51f7b15 None None] Provisioning complete for port 8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:41.181344 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0902fe84-a4d8-4042-94cc-194fd51f7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:41.185575 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-882939d8-ab33-497d-92ea-84600428cc04 req-d1448643-9e4a-44cb-858f-01be7df5e8dd tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/ports?device_id=9430b2d3-599d-47a4-a46f-c7e6b774da14 HTTP/1.1" status: 200 len: 945 time: 0.2533178 Feb 10 15:18:41.238018 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd29a9-56f0-4a52-a81f-f29365a54e0b req-a8b658ac-727b-4c17-9c9f-c3592558975b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:41.249194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aecd29a9-56f0-4a52-a81f-f29365a54e0b req-a8b658ac-727b-4c17-9c9f-c3592558975b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 944 time: 0.4316714 Feb 10 15:18:41.281062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0902fe84-a4d8-4042-94cc-194fd51f7b15 None None] Port 8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:18:41.343133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-15ff48a3-62e4-44fc-a4d1-2f78beb3c9c5 service neutron] For port 1be11e18-da6b-4287-9fa5-385f846d4ffe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:41.388686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-15ff48a3-62e4-44fc-a4d1-2f78beb3c9c5 service neutron] For port 1be11e18-da6b-4287-9fa5-385f846d4ffe, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:18:41.392445 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5b860e7f-c022-4b90-8630-a64632ee7535 req-2e645d16-c26d-461b-b607-eef961dbc35d tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7472ef9d-8b87-4878-a5e2-05f8c47f29b6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:41.406022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['7472ef9d-8b87-4878-a5e2-05f8c47f29b6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:18:41.470248 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e645d16-c26d-461b-b607-eef961dbc35d tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Pushing event deleted for resources: {'Port': ['ID=7472ef9d-8b87-4878-a5e2-05f8c47f29b6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:41.481445 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-15ff48a3-62e4-44fc-a4d1-2f78beb3c9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be11e18-da6b-4287-9fa5-385f846d4ffe {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:18:41.497122 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aecd29a9-56f0-4a52-a81f-f29365a54e0b req-78dac2a2-c539-4335-9918-7ad2660e1603 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465582 Feb 10 15:18:41.553945 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545352fc-e272-468a-91d6-ad124241788e req-2c5165ac-90a0-4b74-87c9-272a2a47bf70 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:41.556452 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-545352fc-e272-468a-91d6-ad124241788e req-2c5165ac-90a0-4b74-87c9-272a2a47bf70 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.72 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 944 time: 0.3450611 Feb 10 15:18:41.561908 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-882939d8-ab33-497d-92ea-84600428cc04 req-e9da6a1d-fd1d-4206-86e9-c14f1e3e714d tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fe5b2c3-0959-4e78-8074-0a045c8f55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517723 Feb 10 15:18:41.563100 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-15ff48a3-62e4-44fc-a4d1-2f78beb3c9c5 service neutron] For port 1be11e18-da6b-4287-9fa5-385f846d4ffe, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:41.583651 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b860e7f-c022-4b90-8630-a64632ee7535 req-2e645d16-c26d-461b-b607-eef961dbc35d tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] No DVR routers for this DVR port 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:18:41.587663 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef61941f-89ff-4771-a0c7-c0da278f655c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:41.592078 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5b860e7f-c022-4b90-8630-a64632ee7535 req-2e645d16-c26d-461b-b607-eef961dbc35d tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:41.595489 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5b860e7f-c022-4b90-8630-a64632ee7535 req-2e645d16-c26d-461b-b607-eef961dbc35d tempest-ServerAddressesNegativeTestJSON-977905794 tempest-ServerAddressesNegativeTestJSON-977905794-project] 10.222.0.72 "DELETE /v2.0/ports/7472ef9d-8b87-4878-a5e2-05f8c47f29b6 HTTP/1.1" status: 204 len: 173 time: 1.3130238 Feb 10 15:18:41.595959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9430b2d3-599d-47a4-a46f-c7e6b774da14', 'name': 'network-vif-deleted', 'tag': '7472ef9d-8b87-4878-a5e2-05f8c47f29b6'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:18:41.598269 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378de48c-cf49-4150-950e-bcb7d1349b13" -d '{"events": [{"server_uuid": "9430b2d3-599d-47a4-a46f-c7e6b774da14", "name": "network-vif-deleted", "tag": "7472ef9d-8b87-4878-a5e2-05f8c47f29b6"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:18:41.624302 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-15ff48a3-62e4-44fc-a4d1-2f78beb3c9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:41.720849 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61941f-89ff-4771-a0c7-c0da278f655c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:41.737735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-15ff48a3-62e4-44fc-a4d1-2f78beb3c9c5 service neutron] Transition to ACTIVE for port object 1be11e18-da6b-4287-9fa5-385f846d4ffe will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:18:41.757804 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-15ff48a3-62e4-44fc-a4d1-2f78beb3c9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:41.858790 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-15ff48a3-62e4-44fc-a4d1-2f78beb3c9c5 service neutron] No DVR routers for this DVR port 1be11e18-da6b-4287-9fa5-385f846d4ffe on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:18:41.880002 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff48a3-62e4-44fc-a4d1-2f78beb3c9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1be11e18-da6b-4287-9fa5-385f846d4ffe,revision_number=10']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:41.914130 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-15ff48a3-62e4-44fc-a4d1-2f78beb3c9c5 service neutron] 10.222.0.79 "PUT /v2.0/ports/1be11e18-da6b-4287-9fa5-385f846d4ffe/bindings/n-h1-815324-7/activate HTTP/1.1" status: 200 len: 369 time: 1.0467346 Feb 10 15:18:41.917139 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42bab2-7fb9-4957-a575-cebc139482a1 req-db50f1b6-9aeb-4c80-861c-e0b6b7469054 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:41.919390 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b42bab2-7fb9-4957-a575-cebc139482a1 req-db50f1b6-9aeb-4c80-861c-e0b6b7469054 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 944 time: 0.2860408 Feb 10 15:18:41.963290 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2dcfdb-6eb1-455b-afcf-6c14de9eff87 req-bf579903-c45b-4f64-8b62-5bbd77d2c6df tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:41.972552 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e2dcfdb-6eb1-455b-afcf-6c14de9eff87 req-bf579903-c45b-4f64-8b62-5bbd77d2c6df tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/ports?device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 946 time: 0.2705183 Feb 10 15:18:41.978277 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef61941f-89ff-4771-a0c7-c0da278f655c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:41.986002 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ef61941f-89ff-4771-a0c7-c0da278f655c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516 HTTP/1.1" status: 204 len: 168 time: 2.7002056 Feb 10 15:18:41.986206 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42962) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:42.075044 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-545352fc-e272-468a-91d6-ad124241788e req-b11b1d23-d54a-4ce0-b021-eb64d9027ddd tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Deleting port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:42.075383 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-545352fc-e272-468a-91d6-ad124241788e req-b11b1d23-d54a-4ce0-b021-eb64d9027ddd tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:42.092414 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-595fd182-b0d5-451e-98b4-71eb8acb60c3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] GET failed (client error): The resource could not be found. Feb 10 15:18:42.095178 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-595fd182-b0d5-451e-98b4-71eb8acb60c3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516 HTTP/1.1" status: 404 len: 333 time: 0.1077633 Feb 10 15:18:42.102075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42966) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:42.217052 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b42bab2-7fb9-4957-a575-cebc139482a1 req-14c6a40b-9071-4d19-84bf-c8c605bf67a4 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817547 Feb 10 15:18:42.218713 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee97f6f-421e-4ebb-921a-16ffa81e960d tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting subnet 55f82bee-c6da-4809-aef7-88d8ec4e51b5 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:18:42.237287 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-767ff0d1-5a58-4b5a-a815-896a6b680095 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:42.237287 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-767ff0d1-5a58-4b5a-a815-896a6b680095 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa&tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1127 time: 0.2545750 Feb 10 15:18:42.237287 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1ee97f6f-421e-4ebb-921a-16ffa81e960d tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (55f82bee-c6da-4809-aef7-88d8ec4e51b5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:42.258548 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e2dcfdb-6eb1-455b-afcf-6c14de9eff87 req-cf4dc57b-ccbb-4652-af1f-4db9496ff2da tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/security-groups?id=97412c62-d326-4b37-9ce1-27c7aac5ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845097 Feb 10 15:18:42.405819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-545352fc-e272-468a-91d6-ad124241788e req-b11b1d23-d54a-4ce0-b021-eb64d9027ddd tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] For port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:42.410528 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-545352fc-e272-468a-91d6-ad124241788e req-b11b1d23-d54a-4ce0-b021-eb64d9027ddd tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:42.418139 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27938735-b0a4-4444-b412-4ef9d61e6154 x-openstack-request-id: req-27938735-b0a4-4444-b412-4ef9d61e6154 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:18:42.418748 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9430b2d3-599d-47a4-a46f-c7e6b774da14", "name": "network-vif-deleted", "tag": "7472ef9d-8b87-4878-a5e2-05f8c47f29b6", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:18:42.418748 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27938735-b0a4-4444-b412-4ef9d61e6154 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:18:42.419206 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9430b2d3-599d-47a4-a46f-c7e6b774da14', 'name': 'network-vif-deleted', 'tag': '7472ef9d-8b87-4878-a5e2-05f8c47f29b6', 'status': 'completed', 'code': 200} Feb 10 15:18:42.451312 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1ee97f6f-421e-4ebb-921a-16ffa81e960d tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (55f82bee-c6da-4809-aef7-88d8ec4e51b5), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:42.475214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-545352fc-e272-468a-91d6-ad124241788e req-b11b1d23-d54a-4ce0-b021-eb64d9027ddd tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Calling delete_port for 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:42.519783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-fd1ea29a-286e-4d28-9a4c-f4ee17c63171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:42.521636 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-fd1ea29a-286e-4d28-9a4c-f4ee17c63171 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa&tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05 HTTP/1.1" status: 200 len: 1127 time: 0.2135756 Feb 10 15:18:42.603507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8241741d-5ff8-4efc-9b60-60271fbae227 None None] Could not find standard attr ID for object 8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:18:42.634115 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1ee97f6f-421e-4ebb-921a-16ffa81e960d tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (55f82bee-c6da-4809-aef7-88d8ec4e51b5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:42.658984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48542f-5126-409f-9825-d852c946daa1 req-6fa07245-3df0-43b0-be85-70121c7c8d72 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:42.660827 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf48542f-5126-409f-9825-d852c946daa1 req-6fa07245-3df0-43b0-be85-70121c7c8d72 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.2266960 Feb 10 15:18:42.670885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6094c-8f6c-4133-9877-23262f18b9f9 req-0826a54e-d274-4b48-a4d7-1f10423f3e1d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:42.678025 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54a6094c-8f6c-4133-9877-23262f18b9f9 req-0826a54e-d274-4b48-a4d7-1f10423f3e1d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.1674144 Feb 10 15:18:42.742079 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1ee97f6f-421e-4ebb-921a-16ffa81e960d tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (55f82bee-c6da-4809-aef7-88d8ec4e51b5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:42.784251 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54a6094c-8f6c-4133-9877-23262f18b9f9 req-5cc790a3-4e8f-422a-9a7b-d2b15e764708 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050990 Feb 10 15:18:42.855052 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00ee47d6-0944-4f98-9230-8fe70917b03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:42.871380 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-da6b382c-22c2-4d07-ac9a-2b8d5ae39f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:42.873163 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-da6b382c-22c2-4d07-ac9a-2b8d5ae39f0f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 1127 time: 0.3099802 Feb 10 15:18:42.879917 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1ee97f6f-421e-4ebb-921a-16ffa81e960d tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:42.893039 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1ee97f6f-421e-4ebb-921a-16ffa81e960d tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/55f82bee-c6da-4809-aef7-88d8ec4e51b5 HTTP/1.1" status: 204 len: 168 time: 0.7885001 Feb 10 15:18:42.893906 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42982) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:42.925938 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee97f6f-421e-4ebb-921a-16ffa81e960d tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Subnet': ['ID=55f82bee-c6da-4809-aef7-88d8ec4e51b5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:42.926433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf48542f-5126-409f-9825-d852c946daa1 req-4553f9c9-fe05-4be9-b1e0-a04c92dbde28 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254925 Feb 10 15:18:42.978987 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-545352fc-e272-468a-91d6-ad124241788e req-b11b1d23-d54a-4ce0-b021-eb64d9027ddd tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9658a1eb-bf9a-4c94-bb97-8f297d2e1f33), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:43.007183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42988) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:43.105563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37812fe-fe12-456d-92fc-ffc71d5815fa tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting subnet b1636c75-ce42-4b3d-b4de-8e2a1f02e12a {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:18:43.114053 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d37812fe-fe12-456d-92fc-ffc71d5815fa tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (b1636c75-ce42-4b3d-b4de-8e2a1f02e12a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:43.172717 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d37812fe-fe12-456d-92fc-ffc71d5815fa tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (b1636c75-ce42-4b3d-b4de-8e2a1f02e12a), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:43.178239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b1d23-d54a-4ce0-b021-eb64d9027ddd tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Pushing event deleted for resources: {'Port': ['ID=9658a1eb-bf9a-4c94-bb97-8f297d2e1f33,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:43.212671 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-c1ca4805-b3cd-4945-b637-463709433b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:43.215214 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-c1ca4805-b3cd-4945-b637-463709433b5f service neutron] 10.222.0.72 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.3167903 Feb 10 15:18:43.337513 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-faf519e7-71e5-4a0c-b288-e95855dfa286 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe HTTP/1.1" status: 200 len: 217 time: 0.1080010 Feb 10 15:18:43.392282 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad919726-9fdc-40db-b265-31d765e0d1a9 admin admin] Deleting subnet 9b39036b-c0d1-45a6-9eee-3a9260064212 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:18:43.394676 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-545352fc-e272-468a-91d6-ad124241788e req-b11b1d23-d54a-4ce0-b021-eb64d9027ddd tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] No DVR routers for this DVR port 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:18:43.399935 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ad919726-9fdc-40db-b265-31d765e0d1a9 admin admin] Publish callbacks [] for subnet (9b39036b-c0d1-45a6-9eee-3a9260064212), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:43.402477 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-545352fc-e272-468a-91d6-ad124241788e req-b11b1d23-d54a-4ce0-b021-eb64d9027ddd tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:43.406141 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-545352fc-e272-468a-91d6-ad124241788e req-b11b1d23-d54a-4ce0-b021-eb64d9027ddd tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.72 "DELETE /v2.0/ports/9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 HTTP/1.1" status: 204 len: 173 time: 1.8397782 Feb 10 15:18:43.406512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c7edda-5eee-4d7c-85e7-c1d832c34d3d', 'name': 'network-vif-deleted', 'tag': '9658a1eb-bf9a-4c94-bb97-8f297d2e1f33'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:18:43.409734 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53c4065-aa49-4f85-9ca4-d9c650ec57cd" -d '{"events": [{"server_uuid": "22c7edda-5eee-4d7c-85e7-c1d832c34d3d", "name": "network-vif-deleted", "tag": "9658a1eb-bf9a-4c94-bb97-8f297d2e1f33"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:18:43.484357 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d37812fe-fe12-456d-92fc-ffc71d5815fa tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (b1636c75-ce42-4b3d-b4de-8e2a1f02e12a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:43.502534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e95e6-4f82-46c4-921d-04bbccf8d2b2 req-d2226f3b-9635-43cb-98b0-862ffae69a70 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:43.515023 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b18e95e6-4f82-46c4-921d-04bbccf8d2b2 req-d2226f3b-9635-43cb-98b0-862ffae69a70 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 945 time: 0.4596949 Feb 10 15:18:43.549420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bc142664-ec10-47bb-9203-24a1c46fbdc9 req-536c8387-d95c-4e4a-9c46-ea850c8dd787 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c7edda-5eee-4d7c-85e7-c1d832c34d3d HTTP/1.1" status: 200 len: 210 time: 0.1786175 Feb 10 15:18:43.584531 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d37812fe-fe12-456d-92fc-ffc71d5815fa tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (b1636c75-ce42-4b3d-b4de-8e2a1f02e12a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:43.652519 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ad919726-9fdc-40db-b265-31d765e0d1a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (9b39036b-c0d1-45a6-9eee-3a9260064212), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:43.694177 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d37812fe-fe12-456d-92fc-ffc71d5815fa tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:43.700976 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d37812fe-fe12-456d-92fc-ffc71d5815fa tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/b1636c75-ce42-4b3d-b4de-8e2a1f02e12a HTTP/1.1" status: 204 len: 168 time: 0.7741718 Feb 10 15:18:43.702155 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37812fe-fe12-456d-92fc-ffc71d5815fa tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Subnet': ['ID=b1636c75-ce42-4b3d-b4de-8e2a1f02e12a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:43.704137 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4fecee-c144-4fad-8ee1-127f4f104b1a x-openstack-request-id: req-ff4fecee-c144-4fad-8ee1-127f4f104b1a {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:18:43.704433 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c7edda-5eee-4d7c-85e7-c1d832c34d3d", "name": "network-vif-deleted", "tag": "9658a1eb-bf9a-4c94-bb97-8f297d2e1f33", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:18:43.704711 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff4fecee-c144-4fad-8ee1-127f4f104b1a {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:18:43.705727 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c7edda-5eee-4d7c-85e7-c1d832c34d3d', 'name': 'network-vif-deleted', 'tag': '9658a1eb-bf9a-4c94-bb97-8f297d2e1f33', 'status': 'completed', 'code': 200} Feb 10 15:18:43.705727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43002) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:43.716136 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-1f43c8a0-38f5-4bec-8cbc-b8a83fc93f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:43.719009 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-1f43c8a0-38f5-4bec-8cbc-b8a83fc93f8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.3734987 Feb 10 15:18:43.773753 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-e8d6bc2e-019d-4cc7-b7c3-9b4072a35ef9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401850 Feb 10 15:18:43.813536 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (42b3f7f3-ca61-4a51-8f22-fcef162ed9ab), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:43.862252 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b18e95e6-4f82-46c4-921d-04bbccf8d2b2 req-70426a39-b343-4e36-8690-96daf1b39f2a tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460882 Feb 10 15:18:43.905532 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ad919726-9fdc-40db-b265-31d765e0d1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (9b39036b-c0d1-45a6-9eee-3a9260064212), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:43.941259 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-93eba785-9891-4093-88a2-db40c8021aa0 service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588571 Feb 10 15:18:44.010352 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ad919726-9fdc-40db-b265-31d765e0d1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (9b39036b-c0d1-45a6-9eee-3a9260064212), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:44.022495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device faa3244c-d52c-4e52-a687-00e61703ca8e details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:18:44.029945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:18:44.105954 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f341b5-6121-41a7-a176-2ee1ba2e7ed6 None None] Network 42b3f7f3-ca61-4a51-8f22-fcef162ed9ab requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:44.111350 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:18:44.111994 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9658a1eb-bf9a-4c94-bb97-8f297d2e1f33 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:18:44.112984 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:18:44.148614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:18:44.149342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7472ef9d-8b87-4878-a5e2-05f8c47f29b6 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:18:44.176848 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-dbe8adaa-ebe6-44e3-a3f5-90cfc59f6a62 None None] Could not find standard attr ID for object 8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:18:44.279243 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-ca7612c0-4fcd-4d2a-afed-7cde18742cde service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218021 Feb 10 15:18:44.346864 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad919726-9fdc-40db-b265-31d765e0d1a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b39036b-c0d1-45a6-9eee-3a9260064212,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:44.360983 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ad919726-9fdc-40db-b265-31d765e0d1a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:44.405829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43012) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:44.409099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ad919726-9fdc-40db-b265-31d765e0d1a9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9b39036b-c0d1-45a6-9eee-3a9260064212 HTTP/1.1" status: 204 len: 168 time: 1.3522265 Feb 10 15:18:44.472440 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db3def-b5fb-4c62-835b-b414f8b3e967 req-c2ae3763-cf35-4017-ba7e-32784c80a553 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:44.474349 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6db3def-b5fb-4c62-835b-b414f8b3e967 req-c2ae3763-cf35-4017-ba7e-32784c80a553 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.3477726 Feb 10 15:18:44.482726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629ea7e-13cf-4e10-a92a-a08f167d4e4e req-473cca1b-c219-413c-aa07-d7068f88a814 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:44.492423 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c629ea7e-13cf-4e10-a92a-a08f167d4e4e req-473cca1b-c219-413c-aa07-d7068f88a814 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.4974480 Feb 10 15:18:44.511118 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:44.511742 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:44.646318 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3d6f41b0-0961-4860-83fe-0f3f101700f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (dc41abd2-857f-4e95-9081-da5c484956e6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:44.713211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] For port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=64f21c87-4664-4c9c-8bbc-39ced4d66ec8,segment=NetworkSegment(e271b468-fc0e-4ced-b5e4-249c05368836),segment_id=e271b468-fc0e-4ced-b5e4-249c05368836)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:44.713579 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:44.744173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-67fe4e9d-296b-49ab-8533-1ba85a283af6 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:44.746954 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:44.747238 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-67fe4e9d-296b-49ab-8533-1ba85a283af6 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa&tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&binding%3Ahost_id=n-h1-815324-7 HTTP/1.1" status: 200 len: 1127 time: 0.1332903 Feb 10 15:18:44.883723 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3d6f41b0-0961-4860-83fe-0f3f101700f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (dc41abd2-857f-4e95-9081-da5c484956e6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:44.954556 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (64f21c87-4664-4c9c-8bbc-39ced4d66ec8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:44.967262 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port faa3244c-d52c-4e52-a687-00e61703ca8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=faa3244c-d52c-4e52-a687-00e61703ca8e,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:44.978116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3d6f41b0-0961-4860-83fe-0f3f101700f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc41abd2-857f-4e95-9081-da5c484956e6']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:45.003525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'faa3244c-d52c-4e52-a687-00e61703ca8e', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'port_id': 'faa3244c-d52c-4e52-a687-00e61703ca8e', 'mac_address': 'fa:16:3e:0c:75:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:18:45.005997 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3d6f41b0-0961-4860-83fe-0f3f101700f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbf80cb-1da5-4e93-8305-48c3091eeb0a') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:45.006418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3d6f41b0-0961-4860-83fe-0f3f101700f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbf80cb-1da5-4e93-8305-48c3091eeb0a') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:45.020218 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3d6f41b0-0961-4860-83fe-0f3f101700f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (9bbf80cb-1da5-4e93-8305-48c3091eeb0a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:45.037734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=64f21c87-4664-4c9c-8bbc-39ced4d66ec8,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:45.038661 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3d6f41b0-0961-4860-83fe-0f3f101700f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9bbf80cb-1da5-4e93-8305-48c3091eeb0a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:45.045933 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6f41b0-0961-4860-83fe-0f3f101700f5 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:18:45.046785 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3d6f41b0-0961-4860-83fe-0f3f101700f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (9bbf80cb-1da5-4e93-8305-48c3091eeb0a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:45.081528 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No DVR routers for this DVR port 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:18:45.103326 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port faa3244c-d52c-4e52-a687-00e61703ca8e is: ACTIVE; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:45.103904 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:45.138692 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id faa3244c-d52c-4e52-a687-00e61703ca8e {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:18:45.145164 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229f6e6-7a1e-4732-b677-29f82fdc339d None None] DHCP port deletion for 42b3f7f3-ca61-4a51-8f22-fcef162ed9ab request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:18:45.237338 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6db3def-b5fb-4c62-835b-b414f8b3e967 req-6727f7d0-ca6a-4810-823f-99327d077ee5 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7323773 Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:18:45.251468 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:18:45.273997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c629ea7e-13cf-4e10-a92a-a08f167d4e4e req-985b6adb-560a-490d-a89c-fb44d075dea2 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7805479 Feb 10 15:18:45.307394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port faa3244c-d52c-4e52-a687-00e61703ca8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=faa3244c-d52c-4e52-a687-00e61703ca8e,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:45.309315 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-90036d41-9a49-44ee-b95c-8c992fc9aab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:45.312724 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:45.387558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=faa3244c-d52c-4e52-a687-00e61703ca8e,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:45.411505 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3d6f41b0-0961-4860-83fe-0f3f101700f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (dc41abd2-857f-4e95-9081-da5c484956e6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:45.421455 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3d6f41b0-0961-4860-83fe-0f3f101700f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:45.437342 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3d6f41b0-0961-4860-83fe-0f3f101700f5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/dc41abd2-857f-4e95-9081-da5c484956e6 HTTP/1.1" status: 204 len: 168 time: 1.0353837 Feb 10 15:18:45.478760 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['faa3244c-d52c-4e52-a687-00e61703ca8e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:18:45.597257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f41b0-0961-4860-83fe-0f3f101700f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc41abd2-857f-4e95-9081-da5c484956e6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:45.690190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-2e31a523-64de-4c02-a342-6f3bdfe2174a service neutron] For port 1be11e18-da6b-4287-9fa5-385f846d4ffe, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:18:45.713762 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-2e31a523-64de-4c02-a342-6f3bdfe2174a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:45.715990 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e84f98b-ce7b-4f60-8657-afc699d287f7 req-2e31a523-64de-4c02-a342-6f3bdfe2174a service neutron] 10.222.0.72 "DELETE /v2.0/ports/1be11e18-da6b-4287-9fa5-385f846d4ffe/bindings/n-h2-815324-7 HTTP/1.1" status: 204 len: 173 time: 0.9355638 Feb 10 15:18:45.757159 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (42b3f7f3-ca61-4a51-8f22-fcef162ed9ab), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:45.811688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b3f7f3-ca61-4a51-8f22-fcef162ed9ab']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:45.820928 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43050) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:45.833065 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e271b468-fc0e-4ced-b5e4-249c05368836') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:45.833364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e271b468-fc0e-4ced-b5e4-249c05368836') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:45.844978 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (e271b468-fc0e-4ced-b5e4-249c05368836), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:45.859471 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e271b468-fc0e-4ced-b5e4-249c05368836), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:45.866163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:18:45.867243 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (e271b468-fc0e-4ced-b5e4-249c05368836), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:45.910244 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-59318a2f-6d66-4578-beff-dc8ef6399a8f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b892d9617fe8405fb72f36dc97e4864b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0882690 Feb 10 15:18:45.912628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43052) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:18:46.005896 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:18:46.017759 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc7b72a0-b7de-49df-b42d-3f5c8922af1f admin admin] Publish callbacks [] for security_group (8fe5b2c3-0959-4e78-8074-0a045c8f55fa), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:46.039583 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device faa3244c-d52c-4e52-a687-00e61703ca8e up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:18:46.122707 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc7b72a0-b7de-49df-b42d-3f5c8922af1f admin admin] Publish callbacks [] for security_group (8fe5b2c3-0959-4e78-8074-0a045c8f55fa), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:46.291617 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (42b3f7f3-ca61-4a51-8f22-fcef162ed9ab), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:46.296469 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:46.335394 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:46.342325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port faa3244c-d52c-4e52-a687-00e61703ca8e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:46.342994 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:46.345562 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/networks/42b3f7f3-ca61-4a51-8f22-fcef162ed9ab HTTP/1.1" status: 204 len: 168 time: 2.6326499 Feb 10 15:18:46.362540 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43062) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:46.390361 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc7b72a0-b7de-49df-b42d-3f5c8922af1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8fe5b2c3-0959-4e78-8074-0a045c8f55fa), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:46.392984 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc7b72a0-b7de-49df-b42d-3f5c8922af1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:46.405183 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bc7b72a0-b7de-49df-b42d-3f5c8922af1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8fe5b2c3-0959-4e78-8074-0a045c8f55fa HTTP/1.1" status: 204 len: 168 time: 0.4888673 Feb 10 15:18:46.418180 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a9173-9abd-4f99-9d02-8fa2bf4ec767 req-a4e0ddfe-1d44-43ba-bc35-924aeb8d89b8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:46.426906 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e20a9173-9abd-4f99-9d02-8fa2bf4ec767 req-a4e0ddfe-1d44-43ba-bc35-924aeb8d89b8 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 945 time: 0.4150078 Feb 10 15:18:46.432409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:18:46.435073 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b72a0-b7de-49df-b42d-3f5c8922af1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe5b2c3-0959-4e78-8074-0a045c8f55fa,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:46.460626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a45d5f-480f-4ece-a405-21f59d12aeb2 req-70d55a86-aece-4ba9-aaa9-f779a9a8fae5 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:46.470522 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e1a45d5f-480f-4ece-a405-21f59d12aeb2 req-70d55a86-aece-4ba9-aaa9-f779a9a8fae5 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.72 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 945 time: 0.3436677 Feb 10 15:18:46.475418 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045912a-fcd2-4d2a-b1b0-d1d79f4213f0 req-ddaa1e18-029d-4d1b-ae1e-5fa5a0279d61 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:46.486901 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3045912a-fcd2-4d2a-b1b0-d1d79f4213f0 req-ddaa1e18-029d-4d1b-ae1e-5fa5a0279d61 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 945 time: 0.7794123 Feb 10 15:18:46.502487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:18:46.511294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 64f21c87-4664-4c9c-8bbc-39ced4d66ec8 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:18:46.568929 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bf06e-d858-43f4-a3c1-6d57cbd3e8c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Network': ['ID=42b3f7f3-ca61-4a51-8f22-fcef162ed9ab,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:46.659346 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e20a9173-9abd-4f99-9d02-8fa2bf4ec767 req-7e6ebd6d-0e50-41d0-8ab8-c0dd224dba42 tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfdfc909-f834-41b4-9f3e-da476064aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303548 Feb 10 15:18:46.692208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port faa3244c-d52c-4e52-a687-00e61703ca8e is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:46.692614 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:46.724102 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3045912a-fcd2-4d2a-b1b0-d1d79f4213f0 req-de875768-73b7-4f62-b0f1-df32a643cf2b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376015 Feb 10 15:18:46.782677 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-e1a45d5f-480f-4ece-a405-21f59d12aeb2 req-2936b222-0db6-4e9d-9b50-b21a3a8fd78d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Deleting port 78a16b36-80e5-4ef8-931f-e82aaec137d8 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:46.785462 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e1a45d5f-480f-4ece-a405-21f59d12aeb2 req-2936b222-0db6-4e9d-9b50-b21a3a8fd78d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:46.798945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91289bf7-f31f-41b3-a767-3341be3b5107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa3244c-d52c-4e52-a687-00e61703ca8e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:18:46.802648 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4910ab0-e666-47f1-a8df-d3e206914ba6" -d '{"events": [{"server_uuid": "91289bf7-f31f-41b3-a767-3341be3b5107", "name": "network-vif-plugged", "status": "completed", "tag": "faa3244c-d52c-4e52-a687-00e61703ca8e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:18:46.829874 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port faa3244c-d52c-4e52-a687-00e61703ca8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=faa3244c-d52c-4e52-a687-00e61703ca8e,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:46.846262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225c8f5b-bb09-448e-98e1-258b93c592e2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:46.851375 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:46.865104 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-225c8f5b-bb09-448e-98e1-258b93c592e2 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.4248223 Feb 10 15:18:46.870523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43078) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:47.051665 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=faa3244c-d52c-4e52-a687-00e61703ca8e,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:47.094705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43082) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:47.097405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-018fe153-1d3b-4460-af8e-1327f372a911 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2211881 Feb 10 15:18:47.129047 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-e1a45d5f-480f-4ece-a405-21f59d12aeb2 req-2936b222-0db6-4e9d-9b50-b21a3a8fd78d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] For port 78a16b36-80e5-4ef8-931f-e82aaec137d8, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=78a16b36-80e5-4ef8-931f-e82aaec137d8,segment=NetworkSegment(812870ff-7a99-4e14-8afc-85602316f3a9),segment_id=812870ff-7a99-4e14-8afc-85602316f3a9)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:47.129666 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e1a45d5f-480f-4ece-a405-21f59d12aeb2 req-2936b222-0db6-4e9d-9b50-b21a3a8fd78d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:47.130219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6c06a-0ece-48fd-b8c2-2e7d2ace627d req-cb26a65e-4b82-4616-ba3a-70346f8c7564 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:47.137287 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81e6c06a-0ece-48fd-b8c2-2e7d2ace627d req-cb26a65e-4b82-4616-ba3a-70346f8c7564 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.1734235 Feb 10 15:18:47.164271 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-e1a45d5f-480f-4ece-a405-21f59d12aeb2 req-2936b222-0db6-4e9d-9b50-b21a3a8fd78d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Calling delete_port for 78a16b36-80e5-4ef8-931f-e82aaec137d8 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:47.166430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e10a3b-8d91-49e2-9a10-208cbd004df6 req-10a06497-6216-40ae-9416-c51cfe1d2a86 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:47.168632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25e10a3b-8d91-49e2-9a10-208cbd004df6 req-10a06497-6216-40ae-9416-c51cfe1d2a86 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.1674674 Feb 10 15:18:47.227357 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81e6c06a-0ece-48fd-b8c2-2e7d2ace627d req-ff78e5b0-17f5-4273-a998-cbb4da17f451 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828536 Feb 10 15:18:47.322076 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:18:47.363803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25e10a3b-8d91-49e2-9a10-208cbd004df6 req-3384a50e-eee8-4908-ad96-299259739334 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562238 Feb 10 15:18:47.527921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c155ced8-7917-4dd2-ab32-df1076afb724 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1938706019'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:47.540334 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e1a45d5f-480f-4ece-a405-21f59d12aeb2 req-2936b222-0db6-4e9d-9b50-b21a3a8fd78d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (78a16b36-80e5-4ef8-931f-e82aaec137d8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:47.566375 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49341ae-365d-4a3d-bc3e-26d55e456d27 x-openstack-request-id: req-a49341ae-365d-4a3d-bc3e-26d55e456d27 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:18:47.566922 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91289bf7-f31f-41b3-a767-3341be3b5107", "name": "network-vif-plugged", "status": "completed", "tag": "faa3244c-d52c-4e52-a687-00e61703ca8e", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:18:47.566922 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a49341ae-365d-4a3d-bc3e-26d55e456d27 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:18:47.567357 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91289bf7-f31f-41b3-a767-3341be3b5107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa3244c-d52c-4e52-a687-00e61703ca8e', 'code': 200} Feb 10 15:18:47.633412 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936b222-0db6-4e9d-9b50-b21a3a8fd78d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Pushing event deleted for resources: {'Port': ['ID=78a16b36-80e5-4ef8-931f-e82aaec137d8,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:47.830981 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:47.857329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74cd64-7dc1-4731-9822-f48803eef682 req-bff11f9a-376a-40b0-8264-32c434463e91 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:47.857839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a45d5f-480f-4ece-a405-21f59d12aeb2 req-2936b222-0db6-4e9d-9b50-b21a3a8fd78d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] No DVR routers for this DVR port 78a16b36-80e5-4ef8-931f-e82aaec137d8 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:18:47.869460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fa74cd64-7dc1-4731-9822-f48803eef682 req-bff11f9a-376a-40b0-8264-32c434463e91 tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 1127 time: 0.1712148 Feb 10 15:18:47.877297 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e1a45d5f-480f-4ece-a405-21f59d12aeb2 req-2936b222-0db6-4e9d-9b50-b21a3a8fd78d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:47.894076 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e1a45d5f-480f-4ece-a405-21f59d12aeb2 req-2936b222-0db6-4e9d-9b50-b21a3a8fd78d tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.72 "DELETE /v2.0/ports/78a16b36-80e5-4ef8-931f-e82aaec137d8 HTTP/1.1" status: 204 len: 173 time: 1.4142859 Feb 10 15:18:47.906332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c155ced8-7917-4dd2-ab32-df1076afb724 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:47.922117 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c155ced8-7917-4dd2-ab32-df1076afb724 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:47.929675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082f2f5e-de69-441f-90b1-266879f2d6ca', 'name': 'network-vif-deleted', 'tag': '78a16b36-80e5-4ef8-931f-e82aaec137d8'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:18:47.931971 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2845ea9-ce39-41ba-9a03-7808f31fa58a" -d '{"events": [{"server_uuid": "082f2f5e-de69-441f-90b1-266879f2d6ca", "name": "network-vif-deleted", "tag": "78a16b36-80e5-4ef8-931f-e82aaec137d8"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:18:48.001855 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fa74cd64-7dc1-4731-9822-f48803eef682 req-0970d07b-227e-4b71-9a81-3a1c1f062e7b tempest-LiveAutoBlockMigrationV225Test-72653469 tempest-LiveAutoBlockMigrationV225Test-72653469-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185808 Feb 10 15:18:48.042543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c155ced8-7917-4dd2-ab32-df1076afb724 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:18:48.076992 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c155ced8-7917-4dd2-ab32-df1076afb724 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6f5b700b-6070-40cc-b753-cb500b98c5b4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:48.077470 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-c155ced8-7917-4dd2-ab32-df1076afb724 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Added segment 6f5b700b-6070-40cc-b753-cb500b98c5b4 of type vlan for network 425a617b-df4b-49f5-89a3-92d9d3d663be Feb 10 15:18:48.131582 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1268064b-ca3a-4985-9f02-9950c99ce2b3 req-9f893193-0f4c-4e08-ba0f-f06f9138a7bd tempest-LiveMigrationTest-1504181903 tempest-LiveMigrationTest-1504181903-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f2f5e-de69-441f-90b1-266879f2d6ca HTTP/1.1" status: 200 len: 210 time: 0.1195369 Feb 10 15:18:48.215817 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f2bb5e-5dee-49ab-ab56-33de2200dd86 x-openstack-request-id: req-f8f2bb5e-5dee-49ab-ab56-33de2200dd86 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:18:48.217736 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082f2f5e-de69-441f-90b1-266879f2d6ca", "name": "network-vif-deleted", "tag": "78a16b36-80e5-4ef8-931f-e82aaec137d8", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:18:48.218153 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f8f2bb5e-5dee-49ab-ab56-33de2200dd86 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:18:48.218927 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082f2f5e-de69-441f-90b1-266879f2d6ca', 'name': 'network-vif-deleted', 'tag': '78a16b36-80e5-4ef8-931f-e82aaec137d8', 'status': 'completed', 'code': 200} Feb 10 15:18:48.223104 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c155ced8-7917-4dd2-ab32-df1076afb724 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (425a617b-df4b-49f5-89a3-92d9d3d663be), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:48.279211 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c155ced8-7917-4dd2-ab32-df1076afb724 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (425a617b-df4b-49f5-89a3-92d9d3d663be), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:48.280382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43120) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:48.291737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c155ced8-7917-4dd2-ab32-df1076afb724 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:48.293537 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c155ced8-7917-4dd2-ab32-df1076afb724 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:48.435379 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26a2bc-c5c2-4d4d-aaa4-d6e4bd848be8 req-6af68195-6979-498b-aca1-9f26541097aa tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:48.447343 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-af26a2bc-c5c2-4d4d-aaa4-d6e4bd848be8 req-6af68195-6979-498b-aca1-9f26541097aa tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.1253810 Feb 10 15:18:48.470123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155ced8-7917-4dd2-ab32-df1076afb724 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Network': ['ID=425a617b-df4b-49f5-89a3-92d9d3d663be,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:48.487235 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 425a617b-df4b-49f5-89a3-92d9d3d663be details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:18:48.505721 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c155ced8-7917-4dd2-ab32-df1076afb724 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9947791 Feb 10 15:18:48.508973 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43126) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:48.527308 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-3f6c7fa8-b0f2-4639-b21e-2dee0fabffa8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'subnet': {'network_id': '425a617b-df4b-49f5-89a3-92d9d3d663be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:48.671242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-af26a2bc-c5c2-4d4d-aaa4-d6e4bd848be8 req-7fcd487e-0a41-4f86-9f70-432bb092ed03 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158396 Feb 10 15:18:48.695482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-31656648-network', 'tenant_id': '9f4cb3ca193a46b7a6b645779215c806'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:48.783681 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] Made reservation on behalf of 9f4cb3ca193a46b7a6b645779215c806 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:48.786831 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:48.853285 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:48.873745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6c7fa8-b0f2-4639-b21e-2dee0fabffa8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:48.884980 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7fa8-b0f2-4639-b21e-2dee0fabffa8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:48.957721 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:49.005053 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d310a5d-0c04-4f67-8957-aa585dd90031 req-b0e2a648-9915-4797-ba07-dc492efb6b96 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:49.013847 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d310a5d-0c04-4f67-8957-aa585dd90031 req-b0e2a648-9915-4797-ba07-dc492efb6b96 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.1706908 Feb 10 15:18:49.042593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c000141-21fc-4463-80b0-589d2cafd53e req-38aee4d7-d063-4de1-a9fa-f8f61fa98e1d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:49.049911 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c000141-21fc-4463-80b0-589d2cafd53e req-38aee4d7-d063-4de1-a9fa-f8f61fa98e1d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 945 time: 0.1890030 Feb 10 15:18:49.224310 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d310a5d-0c04-4f67-8957-aa585dd90031 req-c47c74d0-a128-4fa5-9199-d86d49c4ac8a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083013 Feb 10 15:18:49.289793 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c000141-21fc-4463-80b0-589d2cafd53e req-38c455f5-97a1-4e80-afa3-55787f264a76 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385850 Feb 10 15:18:49.310742 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] Publish callbacks [] for security_group (746b6bf5-dc05-4742-9969-ad2386735ba6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:49.317770 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43136) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:49.325889 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (746b6bf5-dc05-4742-9969-ad2386735ba6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:49.355604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:18:49.385496 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (01779439-04a9-4c15-89d7-e04c31252327), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:49.388533 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] Added segment 01779439-04a9-4c15-89d7-e04c31252327 of type vlan for network 14ceb181-1c70-4483-84c6-f037891e0cc7 Feb 10 15:18:49.577210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225457e-95df-4f4f-8831-7aaf8cad5320 req-c4ea9a32-a1d5-4e6e-8816-2558e6622eab tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:49.578956 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7225457e-95df-4f4f-8831-7aaf8cad5320 req-c4ea9a32-a1d5-4e6e-8816-2558e6622eab tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.72 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 945 time: 0.2774427 Feb 10 15:18:49.639493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746b6bf5-dc05-4742-9969-ad2386735ba6,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:49.665955 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (14ceb181-1c70-4483-84c6-f037891e0cc7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:49.707239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e4d7da-0a54-4022-ae6b-ebe893490852 admin admin] Deleting subnet 280068a4-721d-4c2d-853f-dbf51a615c03 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:18:49.719617 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d7da-0a54-4022-ae6b-ebe893490852 admin admin] Publish callbacks [] for subnet (280068a4-721d-4c2d-853f-dbf51a615c03), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:49.727054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7fa8-b0f2-4639-b21e-2dee0fabffa8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (2c95024c-2ce4-4b40-b6f1-e95af2b9ae71), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:49.810271 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.resource_extend [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:18:49.937335 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (14ceb181-1c70-4483-84c6-f037891e0cc7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:49.939508 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:49.940330 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:49.996289 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d7da-0a54-4022-ae6b-ebe893490852 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (280068a4-721d-4c2d-853f-dbf51a615c03), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:50.056150 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1be11e18-da6b-4287-9fa5-385f846d4ffe no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:18:50.065342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c7fa8-b0f2-4639-b21e-2dee0fabffa8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Subnet': ['ID=2c95024c-2ce4-4b40-b6f1-e95af2b9ae71,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:50.164397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6c7fa8-b0f2-4639-b21e-2dee0fabffa8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Checking segment: {'id': '6f5b700b-6070-40cc-b753-cb500b98c5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '425a617b-df4b-49f5-89a3-92d9d3d663be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:50.164881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6c7fa8-b0f2-4639-b21e-2dee0fabffa8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network hostable DHCP agents. Network: 425a617b-df4b-49f5-89a3-92d9d3d663be, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:18:50.173607 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8915260 Feb 10 15:18:50.184873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43142) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:50.198999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-4f2c0b2a-31da-4f27-a89c-905a796b3ee2 admin admin] Request body: {'subnet': {'network_id': '14ceb181-1c70-4483-84c6-f037891e0cc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-31656648-subnet', 'tenant_id': '9f4cb3ca193a46b7a6b645779215c806', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:50.290685 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6c7fa8-b0f2-4639-b21e-2dee0fabffa8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 425a617b-df4b-49f5-89a3-92d9d3d663be is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:18:50.312732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145afbbd-b4b4-46e9-bc1b-048d0b07999d admin admin] Pushing event updated for resources: {'Network': ['ID=14ceb181-1c70-4483-84c6-f037891e0cc7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:50.315318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-7225457e-95df-4f4f-8831-7aaf8cad5320 req-f1bc8a82-f5d2-4b9b-90bd-bf8192be67d6 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Deleting port 1be11e18-da6b-4287-9fa5-385f846d4ffe {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:50.316753 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7225457e-95df-4f4f-8831-7aaf8cad5320 req-f1bc8a82-f5d2-4b9b-90bd-bf8192be67d6 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:50.334336 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2c0b2a-31da-4f27-a89c-905a796b3ee2 admin admin] Made reservation on behalf of 9f4cb3ca193a46b7a6b645779215c806 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:50.340766 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4f2c0b2a-31da-4f27-a89c-905a796b3ee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:50.341977 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 14ceb181-1c70-4483-84c6-f037891e0cc7 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:18:50.344449 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-3f6c7fa8-b0f2-4639-b21e-2dee0fabffa8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 425a617b-df4b-49f5-89a3-92d9d3d663be) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:50.351407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6c7fa8-b0f2-4639-b21e-2dee0fabffa8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:50.354363 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7fa8-b0f2-4639-b21e-2dee0fabffa8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:50.364699 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d7da-0a54-4022-ae6b-ebe893490852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (280068a4-721d-4c2d-853f-dbf51a615c03), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:50.468753 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8c7ae-9aad-4345-9b30-91b18c61cbc1 req-41812fbc-5edf-4e01-b902-4813bba62259 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:50.484227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-56d8c7ae-9aad-4345-9b30-91b18c61cbc1 req-41812fbc-5edf-4e01-b902-4813bba62259 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.6527441 Feb 10 15:18:50.520209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848a76be-3861-4e43-8098-4596aa7faacd None None] Network 425a617b-df4b-49f5-89a3-92d9d3d663be requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:50.584036 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3f6c7fa8-b0f2-4639-b21e-2dee0fabffa8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0711529 Feb 10 15:18:50.597157 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43148) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:50.610461 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a0c9ff5d-7166-40d2-ba81-a6b62330c1e3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'network_id': '425a617b-df4b-49f5-89a3-92d9d3d663be', 'name': 'tempest-PortsTestJSON-1408365120'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:50.800682 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 1be11e18-da6b-4287-9fa5-385f846d4ffe is: DOWN; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:50.802796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 78a16b36-80e5-4ef8-931f-e82aaec137d8 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:18:50.880256 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-425a617b-df4b-49f5-89a3-92d9d3d663be', 'network_id': '425a617b-df4b-49f5-89a3-92d9d3d663be', 'project_id': 'a23c7f56f7a24a83af370bdc4b43a725', 'fixed_ips': [{'subnet_id': '2c95024c-2ce4-4b40-b6f1-e95af2b9ae71'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:18:50.882283 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:50.887218 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 78a16b36-80e5-4ef8-931f-e82aaec137d8 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:18:50.897117 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 78a16b36-80e5-4ef8-931f-e82aaec137d8 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:18:50.988146 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4f2c0b2a-31da-4f27-a89c-905a796b3ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (573b244e-6129-42b2-85f7-097ca5dbe7d8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:51.014638 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-56d8c7ae-9aad-4345-9b30-91b18c61cbc1 req-bafb854a-741c-4b62-aa70-9217d65da30c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289934 Feb 10 15:18:51.043470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-7225457e-95df-4f4f-8831-7aaf8cad5320 req-f1bc8a82-f5d2-4b9b-90bd-bf8192be67d6 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] For port 1be11e18-da6b-4287-9fa5-385f846d4ffe, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1be11e18-da6b-4287-9fa5-385f846d4ffe,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:51.048850 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7225457e-95df-4f4f-8831-7aaf8cad5320 req-f1bc8a82-f5d2-4b9b-90bd-bf8192be67d6 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:51.093165 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d7da-0a54-4022-ae6b-ebe893490852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (280068a4-721d-4c2d-853f-dbf51a615c03), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:51.179592 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-7225457e-95df-4f4f-8831-7aaf8cad5320 req-f1bc8a82-f5d2-4b9b-90bd-bf8192be67d6 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Calling delete_port for 1be11e18-da6b-4287-9fa5-385f846d4ffe owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:51.192706 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4d7da-0a54-4022-ae6b-ebe893490852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280068a4-721d-4c2d-853f-dbf51a615c03,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:51.249389 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a089c-063c-4c28-afc7-fdf1696a2486 req-8384f02b-2c3b-460b-8eef-bbbc9b46bf58 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:51.254380 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a7a089c-063c-4c28-afc7-fdf1696a2486 req-8384f02b-2c3b-460b-8eef-bbbc9b46bf58 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.8148043 Feb 10 15:18:51.300215 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d7da-0a54-4022-ae6b-ebe893490852 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:51.313711 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e2e4d7da-0a54-4022-ae6b-ebe893490852 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/280068a4-721d-4c2d-853f-dbf51a615c03 HTTP/1.1" status: 204 len: 168 time: 1.9945259 Feb 10 15:18:51.332236 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Allocated IP 172.20.0.2 (425a617b-df4b-49f5-89a3-92d9d3d663be/2c95024c-2ce4-4b40-b6f1-e95af2b9ae71/d536f715-73e0-4153-83e6-341df16fa330) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:18:51.358318 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43150) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:51.359896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c0b2a-31da-4f27-a89c-905a796b3ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=573b244e-6129-42b2-85f7-097ca5dbe7d8,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:51.425777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2c0b2a-31da-4f27-a89c-905a796b3ee2 admin admin] Checking segment: {'id': '01779439-04a9-4c15-89d7-e04c31252327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14ceb181-1c70-4483-84c6-f037891e0cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:51.433623 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2c0b2a-31da-4f27-a89c-905a796b3ee2 admin admin] Network hostable DHCP agents. Network: 14ceb181-1c70-4483-84c6-f037891e0cc7, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:18:51.531612 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a7a089c-063c-4c28-afc7-fdf1696a2486 req-791af4bc-e66f-4154-9071-a75c431e2afd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492044 Feb 10 15:18:51.549909 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Publish callbacks [] for port (d536f715-73e0-4153-83e6-341df16fa330), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:51.558353 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (d536f715-73e0-4153-83e6-341df16fa330), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:51.580385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2c0b2a-31da-4f27-a89c-905a796b3ee2 admin admin] Network 14ceb181-1c70-4483-84c6-f037891e0cc7 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:18:51.623499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-4f2c0b2a-31da-4f27-a89c-905a796b3ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 14ceb181-1c70-4483-84c6-f037891e0cc7) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:51.636824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2c0b2a-31da-4f27-a89c-905a796b3ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:51.637412 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4f2c0b2a-31da-4f27-a89c-905a796b3ee2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:51.690287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7e5226-8fee-4282-994d-96b48da6554a None None] Network 14ceb181-1c70-4483-84c6-f037891e0cc7 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:51.696349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Network 425a617b-df4b-49f5-89a3-92d9d3d663be is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:18:51.764879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Pushing event updated for resources: {'Port': ['ID=d536f715-73e0-4153-83e6-341df16fa330,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:51.768165 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4f2c0b2a-31da-4f27-a89c-905a796b3ee2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5686595 Feb 10 15:18:51.780375 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7225457e-95df-4f4f-8831-7aaf8cad5320 req-f1bc8a82-f5d2-4b9b-90bd-bf8192be67d6 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1be11e18-da6b-4287-9fa5-385f846d4ffe), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:51.850541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc8a82-f5d2-4b9b-90bd-bf8192be67d6 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Pushing event deleted for resources: {'Port': ['ID=1be11e18-da6b-4287-9fa5-385f846d4ffe,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:51.968485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:51.976804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:51.983827 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7225457e-95df-4f4f-8831-7aaf8cad5320 req-f1bc8a82-f5d2-4b9b-90bd-bf8192be67d6 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] No DVR routers for this DVR port 1be11e18-da6b-4287-9fa5-385f846d4ffe on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:18:51.989414 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7225457e-95df-4f4f-8831-7aaf8cad5320 req-f1bc8a82-f5d2-4b9b-90bd-bf8192be67d6 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:51.992900 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7225457e-95df-4f4f-8831-7aaf8cad5320 req-f1bc8a82-f5d2-4b9b-90bd-bf8192be67d6 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.72 "DELETE /v2.0/ports/1be11e18-da6b-4287-9fa5-385f846d4ffe HTTP/1.1" status: 204 len: 173 time: 2.3930306 Feb 10 15:18:52.003876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61937c9d-89a7-4679-abc2-fb6a2eb522fa', 'name': 'network-vif-deleted', 'tag': '1be11e18-da6b-4287-9fa5-385f846d4ffe'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:18:52.013377 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef245856-84cd-44be-b74b-4811721ddefb" -d '{"events": [{"server_uuid": "61937c9d-89a7-4679-abc2-fb6a2eb522fa", "name": "network-vif-deleted", "tag": "1be11e18-da6b-4287-9fa5-385f846d4ffe"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:18:52.069510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['a0e4c669-7272-4de9-ad2b-9c1423a3eb9f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:18:52.122810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bea6b25-7cf7-42ee-989f-d2e739c4fe82 None None] Network 14ceb181-1c70-4483-84c6-f037891e0cc7 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:52.124280 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6719563e-60c1-4cb2-a221-5e16571bb5d0 x-openstack-request-id: req-6719563e-60c1-4cb2-a221-5e16571bb5d0 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:18:52.124578 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61937c9d-89a7-4679-abc2-fb6a2eb522fa", "name": "network-vif-deleted", "tag": "1be11e18-da6b-4287-9fa5-385f846d4ffe", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:18:52.124876 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6719563e-60c1-4cb2-a221-5e16571bb5d0 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:18:52.125281 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61937c9d-89a7-4679-abc2-fb6a2eb522fa', 'name': 'network-vif-deleted', 'tag': '1be11e18-da6b-4287-9fa5-385f846d4ffe', 'status': 'completed', 'code': 200} Feb 10 15:18:52.319018 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Attempting to bind port d536f715-73e0-4153-83e6-341df16fa330 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:18:52.319734 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Attempting to bind port d536f715-73e0-4153-83e6-341df16fa330 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '6f5b700b-6070-40cc-b753-cb500b98c5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '425a617b-df4b-49f5-89a3-92d9d3d663be'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:18:52.320337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Attempting to bind port d536f715-73e0-4153-83e6-341df16fa330 on network 425a617b-df4b-49f5-89a3-92d9d3d663be {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:18:52.368880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:18:52.370825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Checking segment: {'id': '6f5b700b-6070-40cc-b753-cb500b98c5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '425a617b-df4b-49f5-89a3-92d9d3d663be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:18:52.371482 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:52.374315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Bound using segment: {'id': '6f5b700b-6070-40cc-b753-cb500b98c5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '425a617b-df4b-49f5-89a3-92d9d3d663be'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:18:52.376970 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Bound port: d536f715-73e0-4153-83e6-341df16fa330, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5b700b-6070-40cc-b753-cb500b98c5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '425a617b-df4b-49f5-89a3-92d9d3d663be'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:18:52.377693 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d536f715-73e0-4153-83e6-341df16fa330), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:52.504902 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f87d7a-f0c4-41b5-ac1e-872b897c59fc req-f64f6c9d-6a64-4464-8f26-33e5b13c4acb tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:52.512436 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66f87d7a-f0c4-41b5-ac1e-872b897c59fc req-f64f6c9d-6a64-4464-8f26-33e5b13c4acb tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 945 time: 1.3016467 Feb 10 15:18:52.524285 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c9ff5d-7166-40d2-ba81-a6b62330c1e3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:52.529866 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0c9ff5d-7166-40d2-ba81-a6b62330c1e3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:52.534691 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-10ed3da0-f1f1-4118-9648-f543db4fb0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (2503405f-5e7d-43d6-8b59-cea2598d27e2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:52.594500 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-a0c9ff5d-7166-40d2-ba81-a6b62330c1e3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] device_id is not set on port 660336be-88f5-4cda-9f5a-a518f24eb007 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:18:52.694862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114b2f7-aa98-4bcc-b89b-50cdd021ffb4 req-76ee6b32-02d5-4f41-bc8e-22378266dcba tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:52.704140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9114b2f7-aa98-4bcc-b89b-50cdd021ffb4 req-76ee6b32-02d5-4f41-bc8e-22378266dcba tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.2450347 Feb 10 15:18:52.717549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] For port d536f715-73e0-4153-83e6-341df16fa330, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:18:52.729333 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66f87d7a-f0c4-41b5-ac1e-872b897c59fc req-6af51593-7aa1-443c-835f-f18426432bff tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155743 Feb 10 15:18:52.740774 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] For port d536f715-73e0-4153-83e6-341df16fa330, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d536f715-73e0-4153-83e6-341df16fa330,segment=NetworkSegment(6f5b700b-6070-40cc-b753-cb500b98c5b4),segment_id=6f5b700b-6070-40cc-b753-cb500b98c5b4)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:18:52.775332 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d536f715-73e0-4153-83e6-341df16fa330), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:52.955579 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-10ed3da0-f1f1-4118-9648-f543db4fb0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (2503405f-5e7d-43d6-8b59-cea2598d27e2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:52.966030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951ee92-1a18-4b43-88ce-e247cea95a09 None None] Pushing event updated for resources: {'Port': ['ID=d536f715-73e0-4153-83e6-341df16fa330,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:53.006103 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9114b2f7-aa98-4bcc-b89b-50cdd021ffb4 req-6ecfa8c0-1268-46c0-85a9-72d98d6b4bc4 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009715 Feb 10 15:18:53.073479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-10ed3da0-f1f1-4118-9648-f543db4fb0cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2503405f-5e7d-43d6-8b59-cea2598d27e2']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:53.090769 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-10ed3da0-f1f1-4118-9648-f543db4fb0cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812870ff-7a99-4e14-8afc-85602316f3a9') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:53.091615 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-10ed3da0-f1f1-4118-9648-f543db4fb0cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812870ff-7a99-4e14-8afc-85602316f3a9') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:53.106755 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-10ed3da0-f1f1-4118-9648-f543db4fb0cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (812870ff-7a99-4e14-8afc-85602316f3a9), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:53.125022 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-10ed3da0-f1f1-4118-9648-f543db4fb0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (812870ff-7a99-4e14-8afc-85602316f3a9), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:53.135345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ed3da0-f1f1-4118-9648-f543db4fb0cb admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:18:53.136211 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-10ed3da0-f1f1-4118-9648-f543db4fb0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (812870ff-7a99-4e14-8afc-85602316f3a9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:18:53.207099 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:18:53.212788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-a0c9ff5d-7166-40d2-ba81-a6b62330c1e3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Allocated IP 172.20.0.13 (425a617b-df4b-49f5-89a3-92d9d3d663be/2c95024c-2ce4-4b40-b6f1-e95af2b9ae71/660336be-88f5-4cda-9f5a-a518f24eb007) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:18:53.281791 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-10ed3da0-f1f1-4118-9648-f543db4fb0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (2503405f-5e7d-43d6-8b59-cea2598d27e2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:53.324409 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-10ed3da0-f1f1-4118-9648-f543db4fb0cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:53.328618 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-10ed3da0-f1f1-4118-9648-f543db4fb0cb admin admin] 10.222.0.64 "DELETE /v2.0/networks/2503405f-5e7d-43d6-8b59-cea2598d27e2 HTTP/1.1" status: 204 len: 168 time: 1.9688125 Feb 10 15:18:53.331781 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed3da0-f1f1-4118-9648-f543db4fb0cb admin admin] Pushing event deleted for resources: {'Network': ['ID=2503405f-5e7d-43d6-8b59-cea2598d27e2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:53.332042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43170) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:53.405263 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a1fbc-2e9e-4010-bab6-5d91aeeb027c req-eafa2ce2-cc14-4994-be0b-9dea36058af2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:53.408005 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-158a1fbc-2e9e-4010-bab6-5d91aeeb027c req-eafa2ce2-cc14-4994-be0b-9dea36058af2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.1899457 Feb 10 15:18:53.468877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8dcc14e-9a14-445d-af2d-481dfd5e56d3 admin admin] Deleting subnet ad1e5b66-c41b-4ae1-840e-bfead6cd68a1 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:18:53.487437 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e8dcc14e-9a14-445d-af2d-481dfd5e56d3 admin admin] Publish callbacks [] for subnet (ad1e5b66-c41b-4ae1-840e-bfead6cd68a1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:53.534101 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-158a1fbc-2e9e-4010-bab6-5d91aeeb027c req-faf0765c-a9d9-4580-8279-c21054012906 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198950 Feb 10 15:18:53.550229 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e8dcc14e-9a14-445d-af2d-481dfd5e56d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (ad1e5b66-c41b-4ae1-840e-bfead6cd68a1), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:53.623083 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e8dcc14e-9a14-445d-af2d-481dfd5e56d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (ad1e5b66-c41b-4ae1-840e-bfead6cd68a1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:53.693001 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0c9ff5d-7166-40d2-ba81-a6b62330c1e3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (660336be-88f5-4cda-9f5a-a518f24eb007), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:53.793688 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0c9ff5d-7166-40d2-ba81-a6b62330c1e3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (660336be-88f5-4cda-9f5a-a518f24eb007), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:53.902009 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cadad5fc-f45a-48ad-95e3-7b2fcdb10268 req-bf57c107-0055-4b11-9d4c-961d787c993c tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0427158 Feb 10 15:18:53.905275 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9ff5d-7166-40d2-ba81-a6b62330c1e3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=660336be-88f5-4cda-9f5a-a518f24eb007,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:53.925258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c9ff5d-7166-40d2-ba81-a6b62330c1e3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 425a617b-df4b-49f5-89a3-92d9d3d663be is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:18:53.933827 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-a0c9ff5d-7166-40d2-ba81-a6b62330c1e3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:53.942241 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9ff5d-7166-40d2-ba81-a6b62330c1e3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:54.055325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c9ff5d-7166-40d2-ba81-a6b62330c1e3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:54.055992 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0c9ff5d-7166-40d2-ba81-a6b62330c1e3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:54.059598 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e8dcc14e-9a14-445d-af2d-481dfd5e56d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (ad1e5b66-c41b-4ae1-840e-bfead6cd68a1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:54.092320 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a0c9ff5d-7166-40d2-ba81-a6b62330c1e3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4936454 Feb 10 15:18:54.099046 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43184) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:54.104602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b54ce2b9-9659-4f95-9836-7427fd91bd3a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'network_id': '425a617b-df4b-49f5-89a3-92d9d3d663be', 'name': 'tempest-PortsTestJSON-1267490419'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:18:54.109621 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcc14e-9a14-445d-af2d-481dfd5e56d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1e5b66-c41b-4ae1-840e-bfead6cd68a1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:54.128415 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e8dcc14e-9a14-445d-af2d-481dfd5e56d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:54.134320 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e8dcc14e-9a14-445d-af2d-481dfd5e56d3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ad1e5b66-c41b-4ae1-840e-bfead6cd68a1 HTTP/1.1" status: 204 len: 168 time: 0.8005776 Feb 10 15:18:54.135125 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43186) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:54.287893 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a097571-8e17-4de9-bf75-4b52b92115c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (cb3f227f-25bf-4974-aaf0-17db740feb12), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:54.434385 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a097571-8e17-4de9-bf75-4b52b92115c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (cb3f227f-25bf-4974-aaf0-17db740feb12), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:54.469626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4a097571-8e17-4de9-bf75-4b52b92115c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3f227f-25bf-4974-aaf0-17db740feb12']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:54.518074 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d536f715-73e0-4153-83e6-341df16fa330 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:18:54.520161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4a097571-8e17-4de9-bf75-4b52b92115c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85bcfed-2980-4154-a5a6-f552d215bab6') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:54.520686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4a097571-8e17-4de9-bf75-4b52b92115c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85bcfed-2980-4154-a5a6-f552d215bab6') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:18:54.534306 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a097571-8e17-4de9-bf75-4b52b92115c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (d85bcfed-2980-4154-a5a6-f552d215bab6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:54.548978 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a097571-8e17-4de9-bf75-4b52b92115c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (d85bcfed-2980-4154-a5a6-f552d215bab6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:54.554913 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7943d-eea0-4f6a-8fb1-3aa4c75065b2 req-71d8da15-7274-48b2-90f0-28c6d2014f19 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:54.559685 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a097571-8e17-4de9-bf75-4b52b92115c2 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:18:54.560400 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a097571-8e17-4de9-bf75-4b52b92115c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (d85bcfed-2980-4154-a5a6-f552d215bab6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:18:54.562638 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:18:54.581259 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17d7943d-eea0-4f6a-8fb1-3aa4c75065b2 req-71d8da15-7274-48b2-90f0-28c6d2014f19 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.3725216 Feb 10 15:18:54.641507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port d536f715-73e0-4153-83e6-341df16fa330 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:54.641909 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d536f715-73e0-4153-83e6-341df16fa330), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:54.661868 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a097571-8e17-4de9-bf75-4b52b92115c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (cb3f227f-25bf-4974-aaf0-17db740feb12), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:54.680892 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a097571-8e17-4de9-bf75-4b52b92115c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:54.695056 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54ce2b9-9659-4f95-9836-7427fd91bd3a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:18:54.706779 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4a097571-8e17-4de9-bf75-4b52b92115c2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/cb3f227f-25bf-4974-aaf0-17db740feb12 HTTP/1.1" status: 204 len: 168 time: 0.5552814 Feb 10 15:18:54.712586 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b54ce2b9-9659-4f95-9836-7427fd91bd3a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:54.750472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a097571-8e17-4de9-bf75-4b52b92115c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb3f227f-25bf-4974-aaf0-17db740feb12,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:54.820364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17d7943d-eea0-4f6a-8fb1-3aa4c75065b2 req-58607ec4-1172-41ac-9bd5-a361812027dd tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381291 Feb 10 15:18:54.821862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-b54ce2b9-9659-4f95-9836-7427fd91bd3a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] device_id is not set on port 4ed10303-b8a8-4381-815a-9c3e7544423a yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:18:54.837536 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port d536f715-73e0-4153-83e6-341df16fa330 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:54.846889 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d536f715-73e0-4153-83e6-341df16fa330), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:54.928894 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26408ba-6012-4535-8ef9-09515007d897 None None] Network 425a617b-df4b-49f5-89a3-92d9d3d663be requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:18:55.015925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43194) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:55.109001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43196) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:55.111623 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-226cb6bb-4235-419e-a7eb-b5f2a16364e6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef96867ec18f4dff8a2a1903005f827a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0920002 Feb 10 15:18:55.134867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port d536f715-73e0-4153-83e6-341df16fa330, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d536f715-73e0-4153-83e6-341df16fa330,segment=NetworkSegment(6f5b700b-6070-40cc-b753-cb500b98c5b4),segment_id=6f5b700b-6070-40cc-b753-cb500b98c5b4)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:18:55.144837 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d536f715-73e0-4153-83e6-341df16fa330), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:55.155580 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5163c18b-0c21-4e4e-b7e3-c5d27fcb4526 None None] Provisioning complete for port d536f715-73e0-4153-83e6-341df16fa330 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:55.155950 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5163c18b-0c21-4e4e-b7e3-c5d27fcb4526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d536f715-73e0-4153-83e6-341df16fa330), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:55.164386 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0774af-1285-442e-819c-405a8fad6abe req-49527fc3-b967-4cc8-89e1-20f56b69f4dc tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:55.181394 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de0774af-1285-442e-819c-405a8fad6abe req-49527fc3-b967-4cc8-89e1-20f56b69f4dc tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.2388422 Feb 10 15:18:55.272729 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-b54ce2b9-9659-4f95-9836-7427fd91bd3a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Allocated IP 172.20.0.9 (425a617b-df4b-49f5-89a3-92d9d3d663be/2c95024c-2ce4-4b40-b6f1-e95af2b9ae71/4ed10303-b8a8-4381-815a-9c3e7544423a) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:18:55.393172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=d536f715-73e0-4153-83e6-341df16fa330,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:55.472007 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de0774af-1285-442e-819c-405a8fad6abe req-11bde7f9-155b-478c-b9a7-350a54b05084 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890272 Feb 10 15:18:55.476714 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a88630a-b39b-4209-ad95-3663c133a5c3 admin admin] Publish callbacks [] for security_group (cfdfc909-f834-41b4-9f3e-da476064aa48), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:55.521586 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5163c18b-0c21-4e4e-b7e3-c5d27fcb4526 None None] Current status of the port d536f715-73e0-4153-83e6-341df16fa330 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:55.670814 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a88630a-b39b-4209-ad95-3663c133a5c3 admin admin] Publish callbacks [] for security_group (cfdfc909-f834-41b4-9f3e-da476064aa48), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:55.805227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03206cc8-ee67-471f-a2ed-0de45d887a0e req-042f13d9-b23a-4349-ac53-675ae4cddfb7 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.1314249 Feb 10 15:18:55.953528 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a88630a-b39b-4209-ad95-3663c133a5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (cfdfc909-f834-41b4-9f3e-da476064aa48), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:55.956114 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a88630a-b39b-4209-ad95-3663c133a5c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:55.957686 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7a88630a-b39b-4209-ad95-3663c133a5c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cfdfc909-f834-41b4-9f3e-da476064aa48 HTTP/1.1" status: 204 len: 168 time: 0.8359051 Feb 10 15:18:55.969019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ff8d3c1f-c225-4f39-b052-59954fafa1e9 None None] Provisioning complete for port 660336be-88f5-4cda-9f5a-a518f24eb007 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:55.969982 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ff8d3c1f-c225-4f39-b052-59954fafa1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (660336be-88f5-4cda-9f5a-a518f24eb007), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:55.989047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88630a-b39b-4209-ad95-3663c133a5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdfc909-f834-41b4-9f3e-da476064aa48,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:56.004537 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b54ce2b9-9659-4f95-9836-7427fd91bd3a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (4ed10303-b8a8-4381-815a-9c3e7544423a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:56.101788 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d3c1f-c225-4f39-b052-59954fafa1e9 None None] Port 660336be-88f5-4cda-9f5a-a518f24eb007 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:18:56.167797 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ff8d3c1f-c225-4f39-b052-59954fafa1e9 None None] Provisioning complete for port d536f715-73e0-4153-83e6-341df16fa330 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:56.168299 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ff8d3c1f-c225-4f39-b052-59954fafa1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d536f715-73e0-4153-83e6-341df16fa330), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:56.210864 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b54ce2b9-9659-4f95-9836-7427fd91bd3a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4ed10303-b8a8-4381-815a-9c3e7544423a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:56.275985 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24617e19-bcf5-4dcf-80bd-19ed84a717b5 req-d4dc7860-21e1-4d6f-a9b9-60aa0ddfffb4 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:56.282750 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24617e19-bcf5-4dcf-80bd-19ed84a717b5 req-d4dc7860-21e1-4d6f-a9b9-60aa0ddfffb4 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.2374787 Feb 10 15:18:56.441354 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24617e19-bcf5-4dcf-80bd-19ed84a717b5 req-2fc49bf7-befb-4b9d-96d2-2a79edfffd8d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962231 Feb 10 15:18:56.453629 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54ce2b9-9659-4f95-9836-7427fd91bd3a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 425a617b-df4b-49f5-89a3-92d9d3d663be is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:18:56.461037 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-b54ce2b9-9659-4f95-9836-7427fd91bd3a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:18:56.484308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54ce2b9-9659-4f95-9836-7427fd91bd3a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:18:56.564044 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ce2b9-9659-4f95-9836-7427fd91bd3a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:56.564846 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b54ce2b9-9659-4f95-9836-7427fd91bd3a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:56.607839 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ce2b9-9659-4f95-9836-7427fd91bd3a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=4ed10303-b8a8-4381-815a-9c3e7544423a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:56.648186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43206) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:56.665285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b54ce2b9-9659-4f95-9836-7427fd91bd3a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5650311 Feb 10 15:18:56.723638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d536f715-73e0-4153-83e6-341df16fa330 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:18:56.780981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585934ea-d5a7-41fb-a1b8-68c57e5c7129 req-5fc4ffe8-27db-407e-9732-f53bcc086056 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:56.797469 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-585934ea-d5a7-41fb-a1b8-68c57e5c7129 req-5fc4ffe8-27db-407e-9732-f53bcc086056 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.1260164 Feb 10 15:18:56.819438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43208) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:56.843762 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port d536f715-73e0-4153-83e6-341df16fa330 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:56.844190 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d536f715-73e0-4153-83e6-341df16fa330), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:56.907208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d3c1f-c225-4f39-b052-59954fafa1e9 None None] Current status of the port d536f715-73e0-4153-83e6-341df16fa330 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:56.962702 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8063a5f9-397f-4b23-a9ae-8c75a3bd39bc tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:56.970028 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8063a5f9-397f-4b23-a9ae-8c75a3bd39bc tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.3190770 Feb 10 15:18:56.976091 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43212) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:57.029728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-dcc5d405-7063-42db-a283-497b3d0edbaf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd0296ad7f1b466f9a27780925d70acf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2041361 Feb 10 15:18:57.032122 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43214) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:57.039528 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-585934ea-d5a7-41fb-a1b8-68c57e5c7129 req-1819f0d5-7181-4342-aa26-6458261ec0b4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332432 Feb 10 15:18:57.050893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port d536f715-73e0-4153-83e6-341df16fa330 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:18:57.082588 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b3b836d7-0c0a-4006-9fc0-473cf381d4d6 None None] Provisioning complete for port 660336be-88f5-4cda-9f5a-a518f24eb007 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:57.086456 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3b836d7-0c0a-4006-9fc0-473cf381d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (660336be-88f5-4cda-9f5a-a518f24eb007), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:57.175992 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-31b01b8e-7c4e-47aa-8817-3d452ea6d1e0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port 4ed10303-b8a8-4381-815a-9c3e7544423a {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:57.176419 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31b01b8e-7c4e-47aa-8817-3d452ea6d1e0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4ed10303-b8a8-4381-815a-9c3e7544423a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:57.187194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b3b836d7-0c0a-4006-9fc0-473cf381d4d6 None None] Port 660336be-88f5-4cda-9f5a-a518f24eb007 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:18:57.201818 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45772436-ad3e-482d-87ef-dfd975e7c35a admin admin] Publish callbacks [] for security_group (06aac371-744f-451d-838a-58aacc7b903f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:57.213734 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b3b836d7-0c0a-4006-9fc0-473cf381d4d6 None None] Provisioning complete for port 4ed10303-b8a8-4381-815a-9c3e7544423a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:18:57.216852 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3b836d7-0c0a-4006-9fc0-473cf381d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4ed10303-b8a8-4381-815a-9c3e7544423a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:57.259574 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45772436-ad3e-482d-87ef-dfd975e7c35a admin admin] Publish callbacks [] for security_group (06aac371-744f-451d-838a-58aacc7b903f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:57.302459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b3b836d7-0c0a-4006-9fc0-473cf381d4d6 None None] Port 4ed10303-b8a8-4381-815a-9c3e7544423a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:18:57.372428 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45772436-ad3e-482d-87ef-dfd975e7c35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (06aac371-744f-451d-838a-58aacc7b903f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:57.374829 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45772436-ad3e-482d-87ef-dfd975e7c35a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:57.393150 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-45772436-ad3e-482d-87ef-dfd975e7c35a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06aac371-744f-451d-838a-58aacc7b903f HTTP/1.1" status: 204 len: 168 time: 0.3485730 Feb 10 15:18:57.415523 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45772436-ad3e-482d-87ef-dfd975e7c35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aac371-744f-451d-838a-58aacc7b903f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:57.436058 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31b01b8e-7c4e-47aa-8817-3d452ea6d1e0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4ed10303-b8a8-4381-815a-9c3e7544423a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:57.466164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-31b01b8e-7c4e-47aa-8817-3d452ea6d1e0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for 4ed10303-b8a8-4381-815a-9c3e7544423a owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:57.647683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-56cc8f59-5798-4df2-aa43-57382c6a4f98 req-9a24c180-f8a3-459f-9849-56df983d398b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0298264 Feb 10 15:18:57.875547 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31b01b8e-7c4e-47aa-8817-3d452ea6d1e0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4ed10303-b8a8-4381-815a-9c3e7544423a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:57.918023 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b01b8e-7c4e-47aa-8817-3d452ea6d1e0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=4ed10303-b8a8-4381-815a-9c3e7544423a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:58.007109 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e36dc7-d0cf-4532-8c40-a8eb9353a988 req-f166ceac-bba4-4b80-b721-95215c98d86d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:58.028036 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1e36dc7-d0cf-4532-8c40-a8eb9353a988 req-f166ceac-bba4-4b80-b721-95215c98d86d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.2289281 Feb 10 15:18:58.084100 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31b01b8e-7c4e-47aa-8817-3d452ea6d1e0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:58.089139 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-31b01b8e-7c4e-47aa-8817-3d452ea6d1e0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/4ed10303-b8a8-4381-815a-9c3e7544423a HTTP/1.1" status: 204 len: 168 time: 1.1097152 Feb 10 15:18:58.091728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43228) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:58.163124 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcab67e-5b34-4b58-a529-b74f295a8a14 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] GET failed (client error): The resource could not be found. Feb 10 15:18:58.168259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43232) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:58.190867 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4fcab67e-5b34-4b58-a529-b74f295a8a14 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/4ed10303-b8a8-4381-815a-9c3e7544423a HTTP/1.1" status: 404 len: 333 time: 0.0957303 Feb 10 15:18:58.213177 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1e36dc7-d0cf-4532-8c40-a8eb9353a988 req-c9b0eeea-6072-4684-9bfd-77d0e5ba8f8f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825156 Feb 10 15:18:58.616571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c13b5-a690-47be-a1ba-aa4cc8c6c91d req-6a54113f-95b5-4c59-992e-4f3154471f32 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:58.637242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd1c13b5-a690-47be-a1ba-aa4cc8c6c91d req-6a54113f-95b5-4c59-992e-4f3154471f32 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.2821133 Feb 10 15:18:58.787366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-852db9cd-1a2d-4678-9e6a-bfadbdcb4cf9 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port 660336be-88f5-4cda-9f5a-a518f24eb007 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:18:58.788604 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-852db9cd-1a2d-4678-9e6a-bfadbdcb4cf9 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (660336be-88f5-4cda-9f5a-a518f24eb007), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:58.915438 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd1c13b5-a690-47be-a1ba-aa4cc8c6c91d req-b8f4aeb1-3a81-4f09-9be2-aaaa32cefb9d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617350 Feb 10 15:18:59.124073 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a3c4caa7-f0a1-4a8f-866a-9a33a9e2f6d2 req-93d3055b-2efe-410f-966a-314383922d70 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0697749 Feb 10 15:18:59.183492 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-852db9cd-1a2d-4678-9e6a-bfadbdcb4cf9 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (660336be-88f5-4cda-9f5a-a518f24eb007), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:59.221958 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-852db9cd-1a2d-4678-9e6a-bfadbdcb4cf9 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for 660336be-88f5-4cda-9f5a-a518f24eb007 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:18:59.590882 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-852db9cd-1a2d-4678-9e6a-bfadbdcb4cf9 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (660336be-88f5-4cda-9f5a-a518f24eb007), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:59.654194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852db9cd-1a2d-4678-9e6a-bfadbdcb4cf9 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=660336be-88f5-4cda-9f5a-a518f24eb007,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:18:59.690872 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bfc94-0e28-4dd7-859c-5a0be552b575 req-c3529bd5-a305-4ef0-a17b-cbb23aabaa01 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:18:59.706255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-313bfc94-0e28-4dd7-859c-5a0be552b575 req-c3529bd5-a305-4ef0-a17b-cbb23aabaa01 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.2106225 Feb 10 15:18:59.882611 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-313bfc94-0e28-4dd7-859c-5a0be552b575 req-5d885a33-9b40-4b68-9b02-2baca2c4eef1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731305 Feb 10 15:18:59.886735 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-852db9cd-1a2d-4678-9e6a-bfadbdcb4cf9 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:18:59.890923 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-852db9cd-1a2d-4678-9e6a-bfadbdcb4cf9 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/660336be-88f5-4cda-9f5a-a518f24eb007 HTTP/1.1" status: 204 len: 168 time: 1.7205951 Feb 10 15:18:59.894238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43254) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:18:59.950585 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e9fb78-bbbd-4e8f-95f1-94d2f8513f47 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] GET failed (client error): The resource could not be found. Feb 10 15:18:59.952123 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-80e9fb78-bbbd-4e8f-95f1-94d2f8513f47 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/660336be-88f5-4cda-9f5a-a518f24eb007 HTTP/1.1" status: 404 len: 333 time: 0.0567975 Feb 10 15:18:59.954848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43258) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:00.095811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-21738f02-0f83-4c7b-a37b-5b4c6907cd88 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting subnet 2c95024c-2ce4-4b40-b6f1-e95af2b9ae71 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:19:00.102233 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-21738f02-0f83-4c7b-a37b-5b4c6907cd88 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (2c95024c-2ce4-4b40-b6f1-e95af2b9ae71), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:00.161230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084cbd17-f8ed-4e4d-ad2d-3d1b1e2eeec1 req-0e330beb-4ad9-4710-a2bd-06c408baf29a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:00.162838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-084cbd17-f8ed-4e4d-ad2d-3d1b1e2eeec1 req-0e330beb-4ad9-4710-a2bd-06c408baf29a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.1241267 Feb 10 15:19:00.171168 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-21738f02-0f83-4c7b-a37b-5b4c6907cd88 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (2c95024c-2ce4-4b40-b6f1-e95af2b9ae71), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:00.294345 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-084cbd17-f8ed-4e4d-ad2d-3d1b1e2eeec1 req-c93eefd1-066c-4e12-9ada-e81028f4bdb7 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160746 Feb 10 15:19:00.399806 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-21738f02-0f83-4c7b-a37b-5b4c6907cd88 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (2c95024c-2ce4-4b40-b6f1-e95af2b9ae71), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:00.485093 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31957f55-5ef7-4997-928e-c46b391d4016 req-4b603683-d975-41e1-a67f-d219d0881e1a tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0367084 Feb 10 15:19:00.587808 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-21738f02-0f83-4c7b-a37b-5b4c6907cd88 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (2c95024c-2ce4-4b40-b6f1-e95af2b9ae71), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:00.680617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21738f02-0f83-4c7b-a37b-5b4c6907cd88 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Subnet': ['ID=2c95024c-2ce4-4b40-b6f1-e95af2b9ae71,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:00.696334 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-21738f02-0f83-4c7b-a37b-5b4c6907cd88 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:00.702868 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-21738f02-0f83-4c7b-a37b-5b4c6907cd88 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/2c95024c-2ce4-4b40-b6f1-e95af2b9ae71 HTTP/1.1" status: 204 len: 168 time: 0.7444017 Feb 10 15:19:00.703161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43280) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:00.717211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7bf489-c038-48c6-aa21-5db82744c0c5 None None] Network 425a617b-df4b-49f5-89a3-92d9d3d663be requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:00.915137 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (425a617b-df4b-49f5-89a3-92d9d3d663be), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:01.077080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port d536f715-73e0-4153-83e6-341df16fa330 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:01.077420 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d536f715-73e0-4153-83e6-341df16fa330), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:01.107402 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] DHCP port deletion for 425a617b-df4b-49f5-89a3-92d9d3d663be request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:19:01.211348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964cd72-ba8b-45d0-8a31-355b0dd715dd req-1c642420-1209-4115-b45d-738c60cc89b8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:01.218659 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6964cd72-ba8b-45d0-8a31-355b0dd715dd req-1c642420-1209-4115-b45d-738c60cc89b8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.1162331 Feb 10 15:19:01.300789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Deleting port d536f715-73e0-4153-83e6-341df16fa330 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:01.301167 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d536f715-73e0-4153-83e6-341df16fa330), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:01.324047 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6964cd72-ba8b-45d0-8a31-355b0dd715dd req-8c3cd212-cce9-450b-b43d-843ed92fcfe4 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992272 Feb 10 15:19:01.362253 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] For port d536f715-73e0-4153-83e6-341df16fa330, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d536f715-73e0-4153-83e6-341df16fa330,segment=NetworkSegment(6f5b700b-6070-40cc-b753-cb500b98c5b4),segment_id=6f5b700b-6070-40cc-b753-cb500b98c5b4)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:01.364676 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d536f715-73e0-4153-83e6-341df16fa330), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:01.411061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for d536f715-73e0-4153-83e6-341df16fa330 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:01.514864 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] For port d536f715-73e0-4153-83e6-341df16fa330, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d536f715-73e0-4153-83e6-341df16fa330,segment=NetworkSegment(6f5b700b-6070-40cc-b753-cb500b98c5b4),segment_id=6f5b700b-6070-40cc-b753-cb500b98c5b4)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:01.515268 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d536f715-73e0-4153-83e6-341df16fa330), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:01.548740 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Calling delete_port for d536f715-73e0-4153-83e6-341df16fa330 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:01.609060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab526ae9-061a-4689-8eb7-d842c30a922d req-dbc50913-e7ff-44c9-9612-6bddcff6f905 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:01.618400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab526ae9-061a-4689-8eb7-d842c30a922d req-dbc50913-e7ff-44c9-9612-6bddcff6f905 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.1639533 Feb 10 15:19:01.621193 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d536f715-73e0-4153-83e6-341df16fa330), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:01.676844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=d536f715-73e0-4153-83e6-341df16fa330,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:01.691393 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab526ae9-061a-4689-8eb7-d842c30a922d req-fc9c1d75-2efc-452a-b7a4-5a9ef5a5dac5 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717947 Feb 10 15:19:01.714994 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No DVR routers for this DVR port d536f715-73e0-4153-83e6-341df16fa330 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:19:01.790238 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (d536f715-73e0-4153-83e6-341df16fa330), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:01.872771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Pushing event deleted for resources: {'Port': ['ID=d536f715-73e0-4153-83e6-341df16fa330,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:01.890050 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-34fa8e40-53a0-4e21-bd77-44fbf8523231 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:01.893603 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] No DVR routers for this DVR port d536f715-73e0-4153-83e6-341df16fa330 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:19:01.895999 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-34fa8e40-53a0-4e21-bd77-44fbf8523231 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/networks?id=14ceb181-1c70-4483-84c6-f037891e0cc7 HTTP/1.1" status: 200 len: 819 time: 0.3388789 Feb 10 15:19:01.907334 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:01.907687 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:01.908026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:01.908358 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:01.908716 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:01.909047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:01.909370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:01.909691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:01.910010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:01.910327 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:01.910646 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:01.913199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:01.913565 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248b9d-1120-40bf-bbe6-ca3e9355e0b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:01.942636 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4fb4d22-83b3-4ca0-a624-5a07350daff3 req-570e2ad4-66b9-47e4-94b9-1f002c727992 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0443490 Feb 10 15:19:01.954563 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (425a617b-df4b-49f5-89a3-92d9d3d663be), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:01.956010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-d613a401-2ca6-49a7-9a96-0647159919ee tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/quotas/9f4cb3ca193a46b7a6b645779215c806 HTTP/1.1" status: 200 len: 375 time: 0.0117288 Feb 10 15:19:02.019171 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-8f929ec2-822c-42cd-b3f2-c9c0d8cfb35a tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f4cb3ca193a46b7a6b645779215c806&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572422 Feb 10 15:19:02.019430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425a617b-df4b-49f5-89a3-92d9d3d663be']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:02.031444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5b700b-6070-40cc-b753-cb500b98c5b4') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:02.031804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5b700b-6070-40cc-b753-cb500b98c5b4') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:02.045736 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (6f5b700b-6070-40cc-b753-cb500b98c5b4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:02.062395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6f5b700b-6070-40cc-b753-cb500b98c5b4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:02.069848 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:19:02.070251 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (6f5b700b-6070-40cc-b753-cb500b98c5b4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:19:02.167846 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:19:02.172635 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (425a617b-df4b-49f5-89a3-92d9d3d663be), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:02.193629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:02.217097 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/networks/425a617b-df4b-49f5-89a3-92d9d3d663be HTTP/1.1" status: 204 len: 168 time: 1.5081577 Feb 10 15:19:02.217097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43322) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:02.229087 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-13ab86ca-b369-4b3d-9534-3a63bf7da65a service neutron] 10.222.0.64 "GET /v2.0/networks/14ceb181-1c70-4483-84c6-f037891e0cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019379 Feb 10 15:19:02.250002 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-6c5ce7ee-81bd-4ce3-8228-380a6001597f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1770228975'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:02.270526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc048f-6089-4060-9437-e9bf0f87f397 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Network': ['ID=425a617b-df4b-49f5-89a3-92d9d3d663be,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:02.310293 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5ce7ee-81bd-4ce3-8228-380a6001597f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:02.315403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce7ee-81bd-4ce3-8228-380a6001597f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:02.390907 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d536f715-73e0-4153-83e6-341df16fa330 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:19:02.469013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5ce7ee-81bd-4ce3-8228-380a6001597f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:19:02.479660 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: d536f715-73e0-4153-83e6-341df16fa330 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:19:02.480111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d536f715-73e0-4153-83e6-341df16fa330 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:19:02.550874 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce7ee-81bd-4ce3-8228-380a6001597f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (34d67adc-4509-4c43-8a2d-6ec4dcd13c28), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:02.551225 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-6c5ce7ee-81bd-4ce3-8228-380a6001597f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Added segment 34d67adc-4509-4c43-8a2d-6ec4dcd13c28 of type vlan for network 9b705c01-83e0-4e32-bde7-707a30e5a631 Feb 10 15:19:02.637212 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce7ee-81bd-4ce3-8228-380a6001597f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (9b705c01-83e0-4e32-bde7-707a30e5a631), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:02.688305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b23ad6-6cdf-4d3b-b060-4d5657fc7d27 req-55f3427c-1dab-474e-bea3-220632fa0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:02.690054 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84b23ad6-6cdf-4d3b-b060-4d5657fc7d27 req-55f3427c-1dab-474e-bea3-220632fa0635 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 1127 time: 0.2633057 Feb 10 15:19:02.690752 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-9f50ba65-b203-4b67-8c53-ebcd5604477d service neutron] 10.222.0.64 "GET /v2.0/networks/14ceb181-1c70-4483-84c6-f037891e0cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549680 Feb 10 15:19:02.745358 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce7ee-81bd-4ce3-8228-380a6001597f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (9b705c01-83e0-4e32-bde7-707a30e5a631), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:02.753935 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5ce7ee-81bd-4ce3-8228-380a6001597f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:02.755371 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce7ee-81bd-4ce3-8228-380a6001597f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:02.772472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc9e14-391f-432f-9459-5f53d64cf59f req-f31e24e5-68b3-420c-8c2a-007648b92de0 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:02.774024 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05bc9e14-391f-432f-9459-5f53d64cf59f req-f31e24e5-68b3-420c-8c2a-007648b92de0 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.2573028 Feb 10 15:19:02.810161 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6c5ce7ee-81bd-4ce3-8228-380a6001597f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5642068 Feb 10 15:19:02.811312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43336) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:02.870773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d627fed9-4971-41d8-a748-0537ca89a313 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'subnet': {'network_id': '9b705c01-83e0-4e32-bde7-707a30e5a631', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:03.011801 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43338) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:03.032695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ce7ee-81bd-4ce3-8228-380a6001597f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Network': ['ID=9b705c01-83e0-4e32-bde7-707a30e5a631,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:03.046743 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 9b705c01-83e0-4e32-bde7-707a30e5a631 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:19:03.089882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b23ad6-6cdf-4d3b-b060-4d5657fc7d27 req-c3401af5-40b9-4b46-bea2-373e2c366915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:03.091428 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84b23ad6-6cdf-4d3b-b060-4d5657fc7d27 req-c3401af5-40b9-4b46-bea2-373e2c366915 service neutron] 10.222.0.79 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 912 time: 0.3946178 Feb 10 15:19:03.177461 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84b23ad6-6cdf-4d3b-b060-4d5657fc7d27 req-f5b9b469-83e4-4dca-a215-b426d3c2bdbb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 HTTP/1.1" status: 200 len: 217 time: 0.0777323 Feb 10 15:19:03.274424 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b23ad6-6cdf-4d3b-b060-4d5657fc7d27 req-b500f5c4-eed8-4a22-87f8-91752751547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:03.275997 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84b23ad6-6cdf-4d3b-b060-4d5657fc7d27 req-b500f5c4-eed8-4a22-87f8-91752751547b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696 HTTP/1.1" status: 200 len: 851 time: 0.0919452 Feb 10 15:19:03.339996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05bc9e14-391f-432f-9459-5f53d64cf59f req-1d084e1f-4502-4e05-a7ce-55cce4a4faa3 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504341 Feb 10 15:19:03.351242 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84b23ad6-6cdf-4d3b-b060-4d5657fc7d27 req-6705192c-4717-402d-b11b-6e8b83b48652 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=98af5229-c542-4eaf-859a-ec2f4d24a8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696239 Feb 10 15:19:03.404033 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47386547-ca63-4432-816a-2baef369ad71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:03.452207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb27ebc-afa3-4a30-b6b0-717040fb5f76 req-de34934c-68b9-4b1c-8789-f1f5fee32425 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:03.453838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdb27ebc-afa3-4a30-b6b0-717040fb5f76 req-de34934c-68b9-4b1c-8789-f1f5fee32425 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.3299000 Feb 10 15:19:03.457653 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d627fed9-4971-41d8-a748-0537ca89a313 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:03.461439 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d627fed9-4971-41d8-a748-0537ca89a313 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:03.549832 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdb27ebc-afa3-4a30-b6b0-717040fb5f76 req-c1fd91b9-2688-4b3f-839f-c26867f11314 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844502 Feb 10 15:19:03.551627 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84b23ad6-6cdf-4d3b-b060-4d5657fc7d27 req-a8125daa-690e-481a-9a8e-84beb2fff63c service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942451 Feb 10 15:19:03.668041 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47386547-ca63-4432-816a-2baef369ad71 admin admin] Publish callbacks [] for security_group (7a0158dc-6080-4e83-bd1a-8692d055d479), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:03.673717 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d47ec56-bef9-42f2-95d7-94b745d381d4 req-557a7116-9094-4e6d-9713-90ead8bbadd6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 210 time: 0.1508060 Feb 10 15:19:03.677943 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47386547-ca63-4432-816a-2baef369ad71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7a0158dc-6080-4e83-bd1a-8692d055d479), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:03.767158 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84b23ad6-6cdf-4d3b-b060-4d5657fc7d27 req-d7011a9f-74eb-46aa-ad13-37cf67f1c56a service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084851 Feb 10 15:19:03.792261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47386547-ca63-4432-816a-2baef369ad71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0158dc-6080-4e83-bd1a-8692d055d479,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:03.861190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8415ad94-3fe4-4b0d-8818-5fe2e758b6fe req-d13d8050-75b4-46cb-b996-91a71b587f09 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0924063 Feb 10 15:19:03.901597 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-47386547-ca63-4432-816a-2baef369ad71 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f1a214eed344ce08debd93dd152251a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8677936 Feb 10 15:19:03.902173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43354) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:04.042926 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-afdc4ced-cd5e-4c5c-80cc-71b119013f23 admin admin] Publish callbacks [] for security_group (7a0158dc-6080-4e83-bd1a-8692d055d479), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:04.099403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-afdc4ced-cd5e-4c5c-80cc-71b119013f23 admin admin] Publish callbacks [] for security_group (7a0158dc-6080-4e83-bd1a-8692d055d479), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:04.126902 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d627fed9-4971-41d8-a748-0537ca89a313 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (0e5c2a6e-e6c2-414a-9537-29ae88b2090c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:04.165713 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-afdc4ced-cd5e-4c5c-80cc-71b119013f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7a0158dc-6080-4e83-bd1a-8692d055d479), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:04.168335 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-afdc4ced-cd5e-4c5c-80cc-71b119013f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:04.172022 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-afdc4ced-cd5e-4c5c-80cc-71b119013f23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a0158dc-6080-4e83-bd1a-8692d055d479 HTTP/1.1" status: 204 len: 168 time: 0.2713442 Feb 10 15:19:04.189591 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc4ced-cd5e-4c5c-80cc-71b119013f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0158dc-6080-4e83-bd1a-8692d055d479,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:04.228342 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627fed9-4971-41d8-a748-0537ca89a313 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Subnet': ['ID=0e5c2a6e-e6c2-414a-9537-29ae88b2090c,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:04.365614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627fed9-4971-41d8-a748-0537ca89a313 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Checking segment: {'id': '34d67adc-4509-4c43-8a2d-6ec4dcd13c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9b705c01-83e0-4e32-bde7-707a30e5a631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:19:04.366494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d627fed9-4971-41d8-a748-0537ca89a313 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network hostable DHCP agents. Network: 9b705c01-83e0-4e32-bde7-707a30e5a631, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:19:04.420722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d627fed9-4971-41d8-a748-0537ca89a313 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 9b705c01-83e0-4e32-bde7-707a30e5a631 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:19:04.442119 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-d627fed9-4971-41d8-a748-0537ca89a313 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 9b705c01-83e0-4e32-bde7-707a30e5a631) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:04.451518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d627fed9-4971-41d8-a748-0537ca89a313 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:04.452204 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d627fed9-4971-41d8-a748-0537ca89a313 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:04.453246 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9973f968-9f9d-4ae4-8b64-1d1279c03f33 None None] Network 9b705c01-83e0-4e32-bde7-707a30e5a631 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:04.495131 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d627fed9-4971-41d8-a748-0537ca89a313 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6530516 Feb 10 15:19:04.498312 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43362) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:04.502941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-95192bbd-fb1a-43b6-9f4e-cb30a5546057 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'network_id': '9b705c01-83e0-4e32-bde7-707a30e5a631', 'name': 'tempest-PortsTestJSON-1162125370', 'fixed_ips': [{'subnet_id': '0e5c2a6e-e6c2-414a-9537-29ae88b2090c', 'ip_address': '172.20.0.10'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:04.791482 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95192bbd-fb1a-43b6-9f4e-cb30a5546057 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:04.804253 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b953f9a-d4fb-4d4a-b8f9-cdd6a2087039 req-70da602e-23ca-4f79-a934-2545f6d0bb06 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:04.808003 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b953f9a-d4fb-4d4a-b8f9-cdd6a2087039 req-70da602e-23ca-4f79-a934-2545f6d0bb06 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 945 time: 0.2275109 Feb 10 15:19:04.830673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-9b705c01-83e0-4e32-bde7-707a30e5a631', 'network_id': '9b705c01-83e0-4e32-bde7-707a30e5a631', 'project_id': 'a23c7f56f7a24a83af370bdc4b43a725', 'fixed_ips': [{'subnet_id': '0e5c2a6e-e6c2-414a-9537-29ae88b2090c'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:19:04.840089 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:04.926960 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44552ac3-93f4-4375-a8e6-abfa2ff0cf12 req-de560c1f-f950-46b6-a168-f6946e296dd2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:04.937202 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44552ac3-93f4-4375-a8e6-abfa2ff0cf12 req-de560c1f-f950-46b6-a168-f6946e296dd2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.2648675 Feb 10 15:19:05.094313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b953f9a-d4fb-4d4a-b8f9-cdd6a2087039 req-63f7a25a-6e66-434d-9d98-e8203f362f7f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616041 Feb 10 15:19:05.133630 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44552ac3-93f4-4375-a8e6-abfa2ff0cf12 req-fd575e39-f528-42fa-8f6f-072685f9de81 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910503 Feb 10 15:19:05.241055 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Allocated IP 172.20.0.2 (9b705c01-83e0-4e32-bde7-707a30e5a631/0e5c2a6e-e6c2-414a-9537-29ae88b2090c/41ebd838-fda3-417c-94da-da9d38eba2a3) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:05.261447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-6fdc67a6-dbdc-400e-82ee-cbf5d42c425c tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:05.264313 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-6fdc67a6-dbdc-400e-82ee-cbf5d42c425c tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.79 "GET /v2.0/networks?id=14ceb181-1c70-4483-84c6-f037891e0cc7 HTTP/1.1" status: 200 len: 819 time: 0.1938818 Feb 10 15:19:05.268881 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-95192bbd-fb1a-43b6-9f4e-cb30a5546057 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:05.290529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-f2d8fa30-367b-45f9-a01b-625fc5d03662 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Request body: {'port': {'device_id': '53685e69-d006-4066-8fec-c23a59fa559e', 'network_id': '14ceb181-1c70-4483-84c6-f037891e0cc7', 'admin_state_up': True, 'tenant_id': '9f4cb3ca193a46b7a6b645779215c806'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:05.341943 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-95192bbd-fb1a-43b6-9f4e-cb30a5546057 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] device_id is not set on port bf8db087-cf01-43a8-a6b4-02e04155dab6 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:19:05.384851 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d52aca0-5e89-4775-90bc-bb4f576e6a94 req-d5c837dc-033e-4f90-8e9e-a4df71028314 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 210 time: 0.1278894 Feb 10 15:19:05.438479 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Publish callbacks [] for port (41ebd838-fda3-417c-94da-da9d38eba2a3), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:05.450226 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (41ebd838-fda3-417c-94da-da9d38eba2a3), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:05.454711 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-26241406-899b-4b9a-a451-a7ea7563beda req-910aef50-e6a4-417b-b74c-9e9bd3ec61e2 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.1715088 Feb 10 15:19:05.504229 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Pushing event updated for resources: {'Port': ['ID=41ebd838-fda3-417c-94da-da9d38eba2a3,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:05.537732 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Network 9b705c01-83e0-4e32-bde7-707a30e5a631 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:05.543363 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:05.547086 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:05.702440 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Attempting to bind port 41ebd838-fda3-417c-94da-da9d38eba2a3 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:19:05.702724 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Attempting to bind port 41ebd838-fda3-417c-94da-da9d38eba2a3 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '34d67adc-4509-4c43-8a2d-6ec4dcd13c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9b705c01-83e0-4e32-bde7-707a30e5a631'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:19:05.703089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Attempting to bind port 41ebd838-fda3-417c-94da-da9d38eba2a3 on network 9b705c01-83e0-4e32-bde7-707a30e5a631 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:19:05.715737 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:19:05.757382 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-95192bbd-fb1a-43b6-9f4e-cb30a5546057 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Allocated IP 172.20.0.10 (9b705c01-83e0-4e32-bde7-707a30e5a631/0e5c2a6e-e6c2-414a-9537-29ae88b2090c/bf8db087-cf01-43a8-a6b4-02e04155dab6) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:05.792362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43392) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:05.816145 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-f2d8fa30-367b-45f9-a01b-625fc5d03662 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Made reservation on behalf of 9f4cb3ca193a46b7a6b645779215c806 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:05.825091 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-f2d8fa30-367b-45f9-a01b-625fc5d03662 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:05.848592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:19:05.848992 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Checking segment: {'id': '34d67adc-4509-4c43-8a2d-6ec4dcd13c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9b705c01-83e0-4e32-bde7-707a30e5a631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:19:05.849396 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:05.849849 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Bound using segment: {'id': '34d67adc-4509-4c43-8a2d-6ec4dcd13c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9b705c01-83e0-4e32-bde7-707a30e5a631'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:19:05.850340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Bound port: 41ebd838-fda3-417c-94da-da9d38eba2a3, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d67adc-4509-4c43-8a2d-6ec4dcd13c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9b705c01-83e0-4e32-bde7-707a30e5a631'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:19:05.850721 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (41ebd838-fda3-417c-94da-da9d38eba2a3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:05.962570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:05.962963 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:06.000024 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:06.002800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b54e95-cb4e-4cb2-9b95-ff546ed551da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5101ebb1-1a29-478d-9e62-abf5b1ac3bb7'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:06.005168 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df86906f-21f7-4851-948b-0c737631e94c" -d '{"events": [{"server_uuid": "81b54e95-cb4e-4cb2-9b95-ff546ed551da", "name": "network-vif-unplugged", "status": "completed", "tag": "5101ebb1-1a29-478d-9e62-abf5b1ac3bb7"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:06.017849 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:06.024899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e395e5ad-8e2c-4bc9-be46-a3e7c0af094c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-network', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:06.068625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e395e5ad-8e2c-4bc9-be46-a3e7c0af094c admin admin] Made reservation on behalf of bbd9bd1cca864cb0b4a049de04b8fff9 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:06.071115 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e395e5ad-8e2c-4bc9-be46-a3e7c0af094c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:06.073006 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:06.089162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] For port 41ebd838-fda3-417c-94da-da9d38eba2a3, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:19:06.093655 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e395e5ad-8e2c-4bc9-be46-a3e7c0af094c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:06.095049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] For port 41ebd838-fda3-417c-94da-da9d38eba2a3, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=41ebd838-fda3-417c-94da-da9d38eba2a3,segment=NetworkSegment(34d67adc-4509-4c43-8a2d-6ec4dcd13c28),segment_id=34d67adc-4509-4c43-8a2d-6ec4dcd13c28)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:19:06.112925 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-95192bbd-fb1a-43b6-9f4e-cb30a5546057 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (bf8db087-cf01-43a8-a6b4-02e04155dab6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:06.119237 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (41ebd838-fda3-417c-94da-da9d38eba2a3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:06.186897 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e395e5ad-8e2c-4bc9-be46-a3e7c0af094c admin admin] Publish callbacks [] for security_group (4c32a497-55bd-40c0-a987-4e4a9079cda7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:06.190387 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-95192bbd-fb1a-43b6-9f4e-cb30a5546057 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (bf8db087-cf01-43a8-a6b4-02e04155dab6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:06.195237 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e395e5ad-8e2c-4bc9-be46-a3e7c0af094c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4c32a497-55bd-40c0-a987-4e4a9079cda7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:06.223855 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1188dc14-b103-4fe5-9d96-83ab23a7d507 x-openstack-request-id: req-1188dc14-b103-4fe5-9d96-83ab23a7d507 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:06.224007 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b54e95-cb4e-4cb2-9b95-ff546ed551da", "name": "network-vif-unplugged", "status": "completed", "tag": "5101ebb1-1a29-478d-9e62-abf5b1ac3bb7", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:06.224325 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1188dc14-b103-4fe5-9d96-83ab23a7d507 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:06.224623 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b54e95-cb4e-4cb2-9b95-ff546ed551da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5101ebb1-1a29-478d-9e62-abf5b1ac3bb7', 'code': 200} Feb 10 15:19:06.225686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b320edc-5b68-4335-8c19-a5474404a1d7 None None] Pushing event updated for resources: {'Port': ['ID=41ebd838-fda3-417c-94da-da9d38eba2a3,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:06.281742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95192bbd-fb1a-43b6-9f4e-cb30a5546057 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=bf8db087-cf01-43a8-a6b4-02e04155dab6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:06.323087 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e395e5ad-8e2c-4bc9-be46-a3e7c0af094c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:19:06.373213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395e5ad-8e2c-4bc9-be46-a3e7c0af094c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c32a497-55bd-40c0-a987-4e4a9079cda7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:06.390028 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95192bbd-fb1a-43b6-9f4e-cb30a5546057 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 9b705c01-83e0-4e32-bde7-707a30e5a631 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:06.397064 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-95192bbd-fb1a-43b6-9f4e-cb30a5546057 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:06.409872 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e395e5ad-8e2c-4bc9-be46-a3e7c0af094c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9e1278a8-3aa0-44b6-8e14-87bd5405d576), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:06.411354 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-e395e5ad-8e2c-4bc9-be46-a3e7c0af094c admin admin] Added segment 9e1278a8-3aa0-44b6-8e14-87bd5405d576 of type vlan for network 6b17024a-debc-4b4b-8647-7b69683a5390 Feb 10 15:19:06.416082 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95192bbd-fb1a-43b6-9f4e-cb30a5546057 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:06.515107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95192bbd-fb1a-43b6-9f4e-cb30a5546057 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:06.518586 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-95192bbd-fb1a-43b6-9f4e-cb30a5546057 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:06.656542 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-95192bbd-fb1a-43b6-9f4e-cb30a5546057 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1574669 Feb 10 15:19:06.660035 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43406) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:06.670388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-97f4345b-d6b9-4d7f-9758-028c8b8e20ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'network_id': '9b705c01-83e0-4e32-bde7-707a30e5a631', 'name': 'tempest-PortsTestJSON-660518079', 'fixed_ips': [{'subnet_id': '0e5c2a6e-e6c2-414a-9537-29ae88b2090c', 'ip_address': '172.20.0.9'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:06.815719 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:06.881460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f4345b-d6b9-4d7f-9758-028c8b8e20ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:06.888480 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-97f4345b-d6b9-4d7f-9758-028c8b8e20ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:06.916631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-97f4345b-d6b9-4d7f-9758-028c8b8e20ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] device_id is not set on port adeec2a5-0263-4767-962b-3cbe22d6913b yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:19:06.929615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-f2d8fa30-367b-45f9-a01b-625fc5d03662 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Allocated IP 172.20.0.6 (14ceb181-1c70-4483-84c6-f037891e0cc7/573b244e-6129-42b2-85f7-097ca5dbe7d8/babde024-27c5-476c-8fd3-e0a1b7ed1730) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:07.033046 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e395e5ad-8e2c-4bc9-be46-a3e7c0af094c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (6b17024a-debc-4b4b-8647-7b69683a5390), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:07.054795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0808b1b-a983-4383-9b76-b449996372f9 req-26832797-e0a5-4ce1-b7df-2874b73c7211 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:07.056303 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e0808b1b-a983-4383-9b76-b449996372f9 req-26832797-e0a5-4ce1-b7df-2874b73c7211 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 943 time: 0.6584072 Feb 10 15:19:07.119057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1da51c-e9b8-4d60-b86b-bb0c4f731a45 req-90ee32bc-3a04-457a-9d5d-2f853d67f61b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:07.127372 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a1da51c-e9b8-4d60-b86b-bb0c4f731a45 req-90ee32bc-3a04-457a-9d5d-2f853d67f61b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.7119527 Feb 10 15:19:07.139139 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e395e5ad-8e2c-4bc9-be46-a3e7c0af094c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (6b17024a-debc-4b4b-8647-7b69683a5390), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:07.140057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e395e5ad-8e2c-4bc9-be46-a3e7c0af094c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:07.140624 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e395e5ad-8e2c-4bc9-be46-a3e7c0af094c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:07.212105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e0808b1b-a983-4383-9b76-b449996372f9 req-3821063e-215d-4fa3-bbc0-67928d33fe8b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478951 Feb 10 15:19:07.241062 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a1da51c-e9b8-4d60-b86b-bb0c4f731a45 req-2796305f-f6f2-4a8b-87d8-4549d5702b5f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124082 Feb 10 15:19:07.271106 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e395e5ad-8e2c-4bc9-be46-a3e7c0af094c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4749031 Feb 10 15:19:07.271775 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43410) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:07.417795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395e5ad-8e2c-4bc9-be46-a3e7c0af094c admin admin] Pushing event updated for resources: {'Network': ['ID=6b17024a-debc-4b4b-8647-7b69683a5390,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:07.421453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-97f4345b-d6b9-4d7f-9758-028c8b8e20ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Allocated IP 172.20.0.9 (9b705c01-83e0-4e32-bde7-707a30e5a631/0e5c2a6e-e6c2-414a-9537-29ae88b2090c/adeec2a5-0263-4767-962b-3cbe22d6913b) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:07.437363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-61edf03e-d694-41c3-ae61-494c485cf235 admin admin] Request body: {'subnet': {'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-subnet', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:07.448229 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 6b17024a-debc-4b4b-8647-7b69683a5390 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:19:07.566549 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-f2d8fa30-367b-45f9-a01b-625fc5d03662 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Publish callbacks [] for port (babde024-27c5-476c-8fd3-e0a1b7ed1730), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:07.587405 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61edf03e-d694-41c3-ae61-494c485cf235 admin admin] Made reservation on behalf of bbd9bd1cca864cb0b4a049de04b8fff9 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:07.590591 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-61edf03e-d694-41c3-ae61-494c485cf235 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:07.648774 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ecc45802-2c02-4016-9aed-4a3348b1e1b0 req-a252d590-e6f7-43c8-9786-6422845f92a6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 210 time: 0.1747453 Feb 10 15:19:07.654264 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-143e2d4d-ba9b-4119-8e44-916444ce9841 req-1545c99a-2df0-431d-8d99-b92d3640d363 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.1815710 Feb 10 15:19:07.805426 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-f2d8fa30-367b-45f9-a01b-625fc5d03662 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (babde024-27c5-476c-8fd3-e0a1b7ed1730), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:07.942811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6573d0-60ca-4de0-b946-f691e44deb0a None None] Network 9b705c01-83e0-4e32-bde7-707a30e5a631 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:08.020847 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8fa30-367b-45f9-a01b-625fc5d03662 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Pushing event updated for resources: {'Port': ['ID=babde024-27c5-476c-8fd3-e0a1b7ed1730,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:08.075690 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-f2d8fa30-367b-45f9-a01b-625fc5d03662 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Network 14ceb181-1c70-4483-84c6-f037891e0cc7 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:08.096323 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-f2d8fa30-367b-45f9-a01b-625fc5d03662 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:08.107348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-f2d8fa30-367b-45f9-a01b-625fc5d03662 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:08.180546 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-61edf03e-d694-41c3-ae61-494c485cf235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (d3818fbb-f909-45b2-8ed7-e6fdc048076b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:08.205762 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6288cac3-562c-40c6-99ff-9b343b452e76 None None] Provisioning complete for port 41ebd838-fda3-417c-94da-da9d38eba2a3 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:08.210820 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6288cac3-562c-40c6-99ff-9b343b452e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (41ebd838-fda3-417c-94da-da9d38eba2a3), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:08.311667 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-f2d8fa30-367b-45f9-a01b-625fc5d03662 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:08.317382 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-f2d8fa30-367b-45f9-a01b-625fc5d03662 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:08.373185 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-97f4345b-d6b9-4d7f-9758-028c8b8e20ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (adeec2a5-0263-4767-962b-3cbe22d6913b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:08.390212 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61edf03e-d694-41c3-ae61-494c485cf235 admin admin] Checking segment: {'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:19:08.390583 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61edf03e-d694-41c3-ae61-494c485cf235 admin admin] Network hostable DHCP agents. Network: 6b17024a-debc-4b4b-8647-7b69683a5390, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:19:08.400021 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-f2d8fa30-367b-45f9-a01b-625fc5d03662 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1261697 Feb 10 15:19:08.421471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Request body: {'port': {'device_id': '53685e69-d006-4066-8fec-c23a59fa559e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:08.452409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edf03e-d694-41c3-ae61-494c485cf235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3818fbb-f909-45b2-8ed7-e6fdc048076b,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:08.494911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61edf03e-d694-41c3-ae61-494c485cf235 admin admin] Network 6b17024a-debc-4b4b-8647-7b69683a5390 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:19:08.541587 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-61edf03e-d694-41c3-ae61-494c485cf235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 6b17024a-debc-4b4b-8647-7b69683a5390) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:08.566090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61edf03e-d694-41c3-ae61-494c485cf235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:08.568263 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-61edf03e-d694-41c3-ae61-494c485cf235 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:08.586156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 41ebd838-fda3-417c-94da-da9d38eba2a3 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:08.610012 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7479a02c-bb81-470a-a1bf-cccde2de778a None None] Network 6b17024a-debc-4b4b-8647-7b69683a5390 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:08.615803 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796e1c8-496a-43ba-a18a-4fc87f4526d1 req-5445de3a-e312-4788-a4b3-3372af0ee1cf tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:08.626542 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8796e1c8-496a-43ba-a18a-4fc87f4526d1 req-5445de3a-e312-4788-a4b3-3372af0ee1cf tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.1674464 Feb 10 15:19:08.633978 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-61edf03e-d694-41c3-ae61-494c485cf235 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2178447 Feb 10 15:19:08.639689 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43446) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:08.655690 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:08.713241 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-97f4345b-d6b9-4d7f-9758-028c8b8e20ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (adeec2a5-0263-4767-962b-3cbe22d6913b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:08.730054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:08.733515 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:08.735701 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8796e1c8-496a-43ba-a18a-4fc87f4526d1 req-e0ca63d7-06d0-4952-8268-bebbb7d1a1f0 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993555 Feb 10 15:19:08.892175 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (babde024-27c5-476c-8fd3-e0a1b7ed1730), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:08.921635 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6288cac3-562c-40c6-99ff-9b343b452e76 None None] Current status of the port 41ebd838-fda3-417c-94da-da9d38eba2a3 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:08.923226 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6288cac3-562c-40c6-99ff-9b343b452e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (41ebd838-fda3-417c-94da-da9d38eba2a3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:08.979393 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Publish callbacks [] for router_controller (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:09.057550 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af025ea0-c699-4eff-b89b-2d50c35d55c2 req-e22d7739-ee93-4e30-a49b-acab52e764a8 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:09.067715 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-af025ea0-c699-4eff-b89b-2d50c35d55c2 req-e22d7739-ee93-4e30-a49b-acab52e764a8 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 931 time: 0.1351342 Feb 10 15:19:09.104578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6288cac3-562c-40c6-99ff-9b343b452e76 None None] For port 41ebd838-fda3-417c-94da-da9d38eba2a3, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=41ebd838-fda3-417c-94da-da9d38eba2a3,segment=NetworkSegment(34d67adc-4509-4c43-8a2d-6ec4dcd13c28),segment_id=34d67adc-4509-4c43-8a2d-6ec4dcd13c28)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:09.114821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 41ebd838-fda3-417c-94da-da9d38eba2a3 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:09.115190 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (41ebd838-fda3-417c-94da-da9d38eba2a3), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:09.183869 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-6b17024a-debc-4b4b-8647-7b69683a5390', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:19:09.184701 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:09.196603 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6288cac3-562c-40c6-99ff-9b343b452e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (41ebd838-fda3-417c-94da-da9d38eba2a3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:09.204329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f4345b-d6b9-4d7f-9758-028c8b8e20ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 9b705c01-83e0-4e32-bde7-707a30e5a631 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:09.211863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-af025ea0-c699-4eff-b89b-2d50c35d55c2 req-cedf179c-44fc-4abf-a269-94674b4bff85 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/security-groups?id=746b6bf5-dc05-4742-9969-ad2386735ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369996 Feb 10 15:19:09.307961 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-97f4345b-d6b9-4d7f-9758-028c8b8e20ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:09.314730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4345b-d6b9-4d7f-9758-028c8b8e20ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=adeec2a5-0263-4767-962b-3cbe22d6913b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:09.337783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f4345b-d6b9-4d7f-9758-028c8b8e20ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:09.380201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351323f8-8ced-43c4-b5c0-1203d676f56e req-66b8c38c-ba98-4792-bf24-8ed74c534a7e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:09.393390 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-351323f8-8ced-43c4-b5c0-1203d676f56e req-66b8c38c-ba98-4792-bf24-8ed74c534a7e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b54e95-cb4e-4cb2-9b95-ff546ed551da HTTP/1.1" status: 200 len: 943 time: 0.1799591 Feb 10 15:19:09.497258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-92c01310-1c87-4efc-a979-0a445d7a9886 req-42a80a99-ce90-4459-9d0b-85748ce1fd48 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0969939 Feb 10 15:19:09.590223 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4345b-d6b9-4d7f-9758-028c8b8e20ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:09.590875 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-97f4345b-d6b9-4d7f-9758-028c8b8e20ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:09.643031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-351323f8-8ced-43c4-b5c0-1203d676f56e req-b03a8427-6832-4dc8-86e5-dd201b7395d8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Deleting port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:09.643612 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-351323f8-8ced-43c4-b5c0-1203d676f56e req-b03a8427-6832-4dc8-86e5-dd201b7395d8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:09.658455 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Allocated IP 172.20.0.2 (6b17024a-debc-4b4b-8647-7b69683a5390/d3818fbb-f909-45b2-8ed7-e6fdc048076b/423b77f0-8285-49fc-8653-51772d53cc65) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:09.821020 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-351323f8-8ced-43c4-b5c0-1203d676f56e req-b03a8427-6832-4dc8-86e5-dd201b7395d8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] For port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:09.821477 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-351323f8-8ced-43c4-b5c0-1203d676f56e req-b03a8427-6832-4dc8-86e5-dd201b7395d8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:09.837144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-351323f8-8ced-43c4-b5c0-1203d676f56e req-b03a8427-6832-4dc8-86e5-dd201b7395d8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Calling delete_port for 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:10.045204 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-351323f8-8ced-43c4-b5c0-1203d676f56e req-b03a8427-6832-4dc8-86e5-dd201b7395d8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (5101ebb1-1a29-478d-9e62-abf5b1ac3bb7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:10.080064 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a8427-6832-4dc8-86e5-dd201b7395d8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Pushing event deleted for resources: {'Port': ['ID=5101ebb1-1a29-478d-9e62-abf5b1ac3bb7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:10.125216 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:19:10.194080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:19:10.194745 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:19:10.210245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-351323f8-8ced-43c4-b5c0-1203d676f56e req-b03a8427-6832-4dc8-86e5-dd201b7395d8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] No DVR routers for this DVR port 5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 on host n-h2-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:19:10.220205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187a64a-e0a0-4803-9b4e-a16733c73741 req-7cea9bd2-2d0b-43e5-a5aa-251daf8cf598 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:10.239149 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5187a64a-e0a0-4803-9b4e-a16733c73741 req-7cea9bd2-2d0b-43e5-a5aa-251daf8cf598 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.2272882 Feb 10 15:19:10.247127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ab596341-1d46-4c30-ab42-fb623b045184 None None] Provisioning complete for port 41ebd838-fda3-417c-94da-da9d38eba2a3 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:10.247811 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ab596341-1d46-4c30-ab42-fb623b045184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (41ebd838-fda3-417c-94da-da9d38eba2a3), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:10.282290 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-351323f8-8ced-43c4-b5c0-1203d676f56e req-b03a8427-6832-4dc8-86e5-dd201b7395d8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:10.290187 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-351323f8-8ced-43c4-b5c0-1203d676f56e req-b03a8427-6832-4dc8-86e5-dd201b7395d8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "DELETE /v2.0/ports/5101ebb1-1a29-478d-9e62-abf5b1ac3bb7 HTTP/1.1" status: 204 len: 173 time: 0.8955605 Feb 10 15:19:10.293283 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b54e95-cb4e-4cb2-9b95-ff546ed551da', 'name': 'network-vif-deleted', 'tag': '5101ebb1-1a29-478d-9e62-abf5b1ac3bb7'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:10.298698 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44a1337-3f8c-4245-ad0b-7478a0e7fed5" -d '{"events": [{"server_uuid": "81b54e95-cb4e-4cb2-9b95-ff546ed551da", "name": "network-vif-deleted", "tag": "5101ebb1-1a29-478d-9e62-abf5b1ac3bb7"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:10.309910 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Publish callbacks [] for router_gateway (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:10.315908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288cac3-562c-40c6-99ff-9b343b452e76 None None] Pushing event updated for resources: {'Port': ['ID=41ebd838-fda3-417c-94da-da9d38eba2a3,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:10.325468 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-97f4345b-d6b9-4d7f-9758-028c8b8e20ce tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6630740 Feb 10 15:19:10.328164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43472) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:10.334651 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Publish callbacks [] for port (423b77f0-8285-49fc-8653-51772d53cc65), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:10.368851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 41ebd838-fda3-417c-94da-da9d38eba2a3 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:10.376075 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (423b77f0-8285-49fc-8653-51772d53cc65), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:10.378043 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5187a64a-e0a0-4803-9b4e-a16733c73741 req-7c0de90c-8215-4973-98e9-6197a3d12897 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384757 Feb 10 15:19:10.449887 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Network 6b17024a-debc-4b4b-8647-7b69683a5390 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:10.451213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ab596341-1d46-4c30-ab42-fb623b045184 None None] Current status of the port 41ebd838-fda3-417c-94da-da9d38eba2a3 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:10.453797 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Pushing event updated for resources: {'Port': ['ID=423b77f0-8285-49fc-8653-51772d53cc65,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:10.457287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:10.459937 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:10.531999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 41ebd838-fda3-417c-94da-da9d38eba2a3 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:10.536224 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ab596341-1d46-4c30-ab42-fb623b045184 None None] Provisioning complete for port bf8db087-cf01-43a8-a6b4-02e04155dab6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:10.536599 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ab596341-1d46-4c30-ab42-fb623b045184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bf8db087-cf01-43a8-a6b4-02e04155dab6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:10.598737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5d2a9-d06b-41be-b58b-675e1c594f0f req-bf5f1f87-3672-4568-a9d9-6e65d1267f1f tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:10.602809 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f2a5d2a9-d06b-41be-b58b-675e1c594f0f req-bf5f1f87-3672-4568-a9d9-6e65d1267f1f tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 931 time: 0.1161737 Feb 10 15:19:10.610255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee28f239-8595-40f8-9896-6d8a30973299 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:10.614234 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ee28f239-8595-40f8-9896-6d8a30973299 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2698238 Feb 10 15:19:10.616459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43486) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:10.640103 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Attempting to bind port 423b77f0-8285-49fc-8653-51772d53cc65 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:19:10.640485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Attempting to bind port 423b77f0-8285-49fc-8653-51772d53cc65 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:19:10.641235 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Attempting to bind port 423b77f0-8285-49fc-8653-51772d53cc65 on network 6b17024a-debc-4b4b-8647-7b69683a5390 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:19:10.652736 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ab596341-1d46-4c30-ab42-fb623b045184 None None] Port bf8db087-cf01-43a8-a6b4-02e04155dab6 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:10.658301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:19:10.659183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Checking segment: {'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:19:10.659604 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:10.660000 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Bound using segment: {'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:19:10.660946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Bound port: 423b77f0-8285-49fc-8653-51772d53cc65, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:19:10.661091 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (423b77f0-8285-49fc-8653-51772d53cc65), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:10.700035 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f2a5d2a9-d06b-41be-b58b-675e1c594f0f req-e84b587d-f799-44cb-9f35-61bb559b13d9 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/security-groups?id=746b6bf5-dc05-4742-9969-ad2386735ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889459 Feb 10 15:19:10.723146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 41ebd838-fda3-417c-94da-da9d38eba2a3 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:10.723146 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (41ebd838-fda3-417c-94da-da9d38eba2a3), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:10.765136 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a6fb31-35ff-4ad8-a3c6-fae03f47e467 x-openstack-request-id: req-d1a6fb31-35ff-4ad8-a3c6-fae03f47e467 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:10.766520 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b54e95-cb4e-4cb2-9b95-ff546ed551da", "name": "network-vif-deleted", "tag": "5101ebb1-1a29-478d-9e62-abf5b1ac3bb7", "status": "failed", "code": 422}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:10.766881 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1a6fb31-35ff-4ad8-a3c6-fae03f47e467 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:10.767417 n-d-815324-7 neutron-server[103368]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '81b54e95-cb4e-4cb2-9b95-ff546ed551da', 'name': 'network-vif-deleted', 'tag': '5101ebb1-1a29-478d-9e62-abf5b1ac3bb7', 'status': 'failed', 'code': 422} returned with failed status Feb 10 15:19:10.800138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] For port 423b77f0-8285-49fc-8653-51772d53cc65, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:19:10.802782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b060483e-c746-47be-8043-e3fc8edca28c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:10.809824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b060483e-c746-47be-8043-e3fc8edca28c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:10.817197 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b060483e-c746-47be-8043-e3fc8edca28c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:10.819099 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b060483e-c746-47be-8043-e3fc8edca28c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1963577 Feb 10 15:19:10.820606 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] For port 423b77f0-8285-49fc-8653-51772d53cc65, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=423b77f0-8285-49fc-8653-51772d53cc65,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:19:10.823419 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43492) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:10.824005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ee6b7e9a-884b-4fe0-af23-d7b690ed76f7 None None] Provisioning complete for port adeec2a5-0263-4767-962b-3cbe22d6913b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:10.824567 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ee6b7e9a-884b-4fe0-af23-d7b690ed76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (adeec2a5-0263-4767-962b-3cbe22d6913b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:10.880967 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (423b77f0-8285-49fc-8653-51772d53cc65), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:10.953950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babde024-27c5-476c-8fd3-e0a1b7ed1730 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:19:10.957010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 41ebd838-fda3-417c-94da-da9d38eba2a3 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:10.968554 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c9f658e-beda-405d-8a61-34d504344b37 req-7ada6b51-83fd-48c9-8d4d-eac877b49244 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.1421528 Feb 10 15:19:10.995583 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Publish callbacks [] for port (babde024-27c5-476c-8fd3-e0a1b7ed1730), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:10.999128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b7e9a-884b-4fe0-af23-d7b690ed76f7 None None] Port adeec2a5-0263-4767-962b-3cbe22d6913b cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:11.028178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Transition to ACTIVE for port object babde024-27c5-476c-8fd3-e0a1b7ed1730 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:19:11.046508 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (babde024-27c5-476c-8fd3-e0a1b7ed1730), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:11.078890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f480c6b-1f66-48f8-a0ff-6811761abbb0 None None] Pushing event updated for resources: {'Port': ['ID=423b77f0-8285-49fc-8653-51772d53cc65,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:11.084870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ee6b7e9a-884b-4fe0-af23-d7b690ed76f7 None None] Provisioning complete for port bf8db087-cf01-43a8-a6b4-02e04155dab6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:11.085193 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ee6b7e9a-884b-4fe0-af23-d7b690ed76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bf8db087-cf01-43a8-a6b4-02e04155dab6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:11.097698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-a6a21ea3-c0f0-4b16-85d6-ab76c3ecd9c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port adeec2a5-0263-4767-962b-3cbe22d6913b {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:11.098426 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a6a21ea3-c0f0-4b16-85d6-ab76c3ecd9c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (adeec2a5-0263-4767-962b-3cbe22d6913b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:11.112710 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Pushing event updated for resources: {'Port': ['ID=babde024-27c5-476c-8fd3-e0a1b7ed1730,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:11.158387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b7e9a-884b-4fe0-af23-d7b690ed76f7 None None] Port bf8db087-cf01-43a8-a6b4-02e04155dab6 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:11.165642 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:11.231899 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a6a21ea3-c0f0-4b16-85d6-ab76c3ecd9c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (adeec2a5-0263-4767-962b-3cbe22d6913b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:11.249205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-a6a21ea3-c0f0-4b16-85d6-ab76c3ecd9c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for adeec2a5-0263-4767-962b-3cbe22d6913b owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:11.350659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a5821-4c17-46f6-9781-878744df65a6 req-9a01c425-250f-42bf-960b-9454e1e7d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:11.352848 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d33a5821-4c17-46f6-9781-878744df65a6 req-9a01c425-250f-42bf-960b-9454e1e7d339 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ad24befb1384c69ac214ad0a37e0b2b&device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 1128 time: 0.2406332 Feb 10 15:19:11.390347 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Publish callbacks [] for router_gateway (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:11.454395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:11.517863 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Attempting to bind port babde024-27c5-476c-8fd3-e0a1b7ed1730 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:19:11.518302 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Attempting to bind port babde024-27c5-476c-8fd3-e0a1b7ed1730 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '01779439-04a9-4c15-89d7-e04c31252327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14ceb181-1c70-4483-84c6-f037891e0cc7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:19:11.518705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Attempting to bind port babde024-27c5-476c-8fd3-e0a1b7ed1730 on network 14ceb181-1c70-4483-84c6-f037891e0cc7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:19:11.562579 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Port babde024-27c5-476c-8fd3-e0a1b7ed1730 on network 14ceb181-1c70-4483-84c6-f037891e0cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:19:11.562994 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Attempting to bind port babde024-27c5-476c-8fd3-e0a1b7ed1730 on network 14ceb181-1c70-4483-84c6-f037891e0cc7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:19:11.572953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:19:11.573419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Checking segment: {'id': '01779439-04a9-4c15-89d7-e04c31252327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14ceb181-1c70-4483-84c6-f037891e0cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:19:11.573885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Bound using segment: {'id': '01779439-04a9-4c15-89d7-e04c31252327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14ceb181-1c70-4483-84c6-f037891e0cc7'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:19:11.574405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Bound port: babde024-27c5-476c-8fd3-e0a1b7ed1730, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01779439-04a9-4c15-89d7-e04c31252327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14ceb181-1c70-4483-84c6-f037891e0cc7'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:19:11.574852 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (babde024-27c5-476c-8fd3-e0a1b7ed1730), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:11.603543 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-b698b493-25e2-4f67-ae29-c17ca711039d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:11.610393 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-b698b493-25e2-4f67-ae29-c17ca711039d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 811 time: 0.2459841 Feb 10 15:19:11.621518 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a6a21ea3-c0f0-4b16-85d6-ab76c3ecd9c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (adeec2a5-0263-4767-962b-3cbe22d6913b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:11.631333 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a5821-4c17-46f6-9781-878744df65a6 req-7303db10-acb2-4bd9-adc7-27205a0a122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:11.632974 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d33a5821-4c17-46f6-9781-878744df65a6 req-7303db10-acb2-4bd9-adc7-27205a0a122a service neutron] 10.222.0.72 "GET /v2.0/networks?id=6815c067-d5ad-4bf7-9e88-17529fe8111d HTTP/1.1" status: 200 len: 918 time: 0.2639189 Feb 10 15:19:11.660464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-d8619c21-0d51-4633-97b3-df8b82e2bb1b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/quotas/7c5978713a6c4cb985de240d8ad8b7a0 HTTP/1.1" status: 200 len: 375 time: 0.0491328 Feb 10 15:19:11.676396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a21ea3-c0f0-4b16-85d6-ab76c3ecd9c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=adeec2a5-0263-4767-962b-3cbe22d6913b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:11.705199 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-ee917b6f-09bd-43a8-a4f8-88a4de66c30f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437949 Feb 10 15:19:11.755149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371c210-d0e7-4a5f-b1c6-07318a20205b req-439c3aff-9eb5-4d3f-8cec-924619707ec2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:11.757004 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e371c210-d0e7-4a5f-b1c6-07318a20205b req-439c3aff-9eb5-4d3f-8cec-924619707ec2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.2641575 Feb 10 15:19:11.802703 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] For port babde024-27c5-476c-8fd3-e0a1b7ed1730, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:19:11.807812 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Allocated IP 172.25.3.231 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/58bec9cc-c880-4c0d-9f5f-321ff4e95eab) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:11.810858 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] For port babde024-27c5-476c-8fd3-e0a1b7ed1730, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=babde024-27c5-476c-8fd3-e0a1b7ed1730,segment=NetworkSegment(01779439-04a9-4c15-89d7-e04c31252327),segment_id=01779439-04a9-4c15-89d7-e04c31252327)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:19:11.815978 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d33a5821-4c17-46f6-9781-878744df65a6 req-832fe90b-ccc0-4f2f-9953-e9c7b69f1705 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa3244c-d52c-4e52-a687-00e61703ca8e HTTP/1.1" status: 200 len: 1002 time: 0.1468234 Feb 10 15:19:11.837295 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (babde024-27c5-476c-8fd3-e0a1b7ed1730), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:11.919735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Pushing event updated for resources: {'Port': ['ID=babde024-27c5-476c-8fd3-e0a1b7ed1730,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:11.950244 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-dc40c566-ba6d-4eb2-b666-a5597db188eb service neutron] 10.222.0.64 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398219 Feb 10 15:19:11.957658 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e371c210-d0e7-4a5f-b1c6-07318a20205b req-7c6812d6-0772-456b-8a85-b37c197df717 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705990 Feb 10 15:19:11.961682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:11.962313 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:11.963762 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-72555a16-0952-4fe5-aea6-f8a30a91b3ef service neutron] 10.222.0.79 "PUT /v2.0/ports/babde024-27c5-476c-8fd3-e0a1b7ed1730 HTTP/1.1" status: 200 len: 1091 time: 3.5533807 Feb 10 15:19:11.964220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53685e69-d006-4066-8fec-c23a59fa559e', 'tag': 'babde024-27c5-476c-8fd3-e0a1b7ed1730'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:11.966529 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1867bd0-407d-44bd-a1a3-b83361dc4fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "53685e69-d006-4066-8fec-c23a59fa559e", "tag": "babde024-27c5-476c-8fd3-e0a1b7ed1730"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:11.998624 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a6a21ea3-c0f0-4b16-85d6-ab76c3ecd9c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:12.005096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a6a21ea3-c0f0-4b16-85d6-ab76c3ecd9c5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/adeec2a5-0263-4767-962b-3cbe22d6913b HTTP/1.1" status: 204 len: 168 time: 1.1777751 Feb 10 15:19:12.005675 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43514) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:12.028184 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a5821-4c17-46f6-9781-878744df65a6 req-8fedc1c6-9738-4fff-9ee9-fc3c76d6de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:12.029936 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d33a5821-4c17-46f6-9781-878744df65a6 req-8fedc1c6-9738-4fff-9ee9-fc3c76d6de17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa97da10-aa58-42f2-a53b-c9d35d81afde HTTP/1.1" status: 200 len: 856 time: 0.2036724 Feb 10 15:19:12.040698 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88800d5-13f5-4b64-8461-f1accc30e006 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] GET failed (client error): The resource could not be found. Feb 10 15:19:12.044268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e88800d5-13f5-4b64-8461-f1accc30e006 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/adeec2a5-0263-4767-962b-3cbe22d6913b HTTP/1.1" status: 404 len: 333 time: 0.0356271 Feb 10 15:19:12.052901 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43518) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:12.171356 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Publish callbacks [] for port (58bec9cc-c880-4c0d-9f5f-321ff4e95eab), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:12.174829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a5821-4c17-46f6-9781-878744df65a6 req-fec581c2-1fef-45f3-ace4-6644a2628dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:12.176355 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d33a5821-4c17-46f6-9781-878744df65a6 req-fec581c2-1fef-45f3-ace4-6644a2628dd2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6815c067-d5ad-4bf7-9e88-17529fe8111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1338031 Feb 10 15:19:12.179461 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-7a72a3ce-bd05-4d38-aee3-fed24f1ef5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:12.180885 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-7a72a3ce-bd05-4d38-aee3-fed24f1ef5ed service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9f4cb3ca193a46b7a6b645779215c806&device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 1125 time: 0.1634946 Feb 10 15:19:12.226906 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-d839021e-a536-41ff-b284-c4af96d00332 service neutron] 10.222.0.64 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677577 Feb 10 15:19:12.251822 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6a285-81ae-47a2-8b28-b64415c6e308 req-a1df37df-c435-46af-a05e-7a16f4233f50 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:12.253463 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9e6a285-81ae-47a2-8b28-b64415c6e308 req-a1df37df-c435-46af-a05e-7a16f4233f50 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 943 time: 0.1612120 Feb 10 15:19:12.264023 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-f84d75ec-9a76-41f9-b0ae-a57786d91877 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=babde024-27c5-476c-8fd3-e0a1b7ed1730 HTTP/1.1" status: 200 len: 217 time: 0.0692325 Feb 10 15:19:12.295619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e2a9a-802e-4033-80ca-f7f2ac55447c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port bf8db087-cf01-43a8-a6b4-02e04155dab6 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:12.295963 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2a9a-802e-4033-80ca-f7f2ac55447c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (bf8db087-cf01-43a8-a6b4-02e04155dab6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:12.399453 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9e6a285-81ae-47a2-8b28-b64415c6e308 req-c310e121-92c3-4b9f-b8d1-b9f0c5d5deb0 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/security-groups?id=746b6bf5-dc05-4742-9969-ad2386735ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349339 Feb 10 15:19:12.443243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-1564bf24-2dd1-411b-ab68-2174d63929bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:12.445261 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-1564bf24-2dd1-411b-ab68-2174d63929bf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=573b244e-6129-42b2-85f7-097ca5dbe7d8 HTTP/1.1" status: 200 len: 859 time: 0.1741958 Feb 10 15:19:12.449416 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (58bec9cc-c880-4c0d-9f5f-321ff4e95eab), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:12.487314 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2a9a-802e-4033-80ca-f7f2ac55447c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (bf8db087-cf01-43a8-a6b4-02e04155dab6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:12.520734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e2a9a-802e-4033-80ca-f7f2ac55447c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for bf8db087-cf01-43a8-a6b4-02e04155dab6 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:12.528495 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bbdba6-a1e1-4eba-bda1-e84b8df09452 x-openstack-request-id: req-48bbdba6-a1e1-4eba-bda1-e84b8df09452 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:12.528824 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53685e69-d006-4066-8fec-c23a59fa559e", "tag": "babde024-27c5-476c-8fd3-e0a1b7ed1730", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:12.529068 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48bbdba6-a1e1-4eba-bda1-e84b8df09452 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:12.529653 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53685e69-d006-4066-8fec-c23a59fa559e', 'tag': 'babde024-27c5-476c-8fd3-e0a1b7ed1730', 'status': 'completed', 'code': 200} Feb 10 15:19:12.544893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Pushing event updated for resources: {'Port': ['ID=58bec9cc-c880-4c0d-9f5f-321ff4e95eab,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:12.579721 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d33a5821-4c17-46f6-9781-878744df65a6 req-6ef4736e-640f-4755-8453-a67fefd70e5f service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935847 Feb 10 15:19:12.599142 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-dd07bcc4-e6ac-4b08-80ff-9fe8ba707055 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=14ceb181-1c70-4483-84c6-f037891e0cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686831 Feb 10 15:19:12.626230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:12.669237 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:12.676956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 423b77f0-8285-49fc-8653-51772d53cc65 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:12.682631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:12.777710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 423b77f0-8285-49fc-8653-51772d53cc65 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:12.778216 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (423b77f0-8285-49fc-8653-51772d53cc65), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:12.838635 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b49f91d-7ea7-42e2-8f8a-00b4fa333ce8 req-52db40d9-6942-4ad0-a221-c24f90708eaf tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0840781 Feb 10 15:19:12.853579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8b00e8-1d92-4aec-a27b-8514b635b619 None None] Network 6b17024a-debc-4b4b-8647-7b69683a5390 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:12.883099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-55f46fbc-46e0-4a00-b50d-385385ceb8f8 req-98ec293c-e26b-489a-ba24-f83b65554cf9 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 210 time: 0.1352224 Feb 10 15:19:12.909849 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2a9a-802e-4033-80ca-f7f2ac55447c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (bf8db087-cf01-43a8-a6b4-02e04155dab6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:12.924300 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-e62933f2-f589-4c5f-b339-ffb490e0634e service neutron] 10.222.0.79 "GET /v2.0/networks/14ceb181-1c70-4483-84c6-f037891e0cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115692 Feb 10 15:19:12.935267 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d33a5821-4c17-46f6-9781-878744df65a6 req-2f61bd15-7991-4918-952a-071dcaa43272 service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386314 Feb 10 15:19:12.941729 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e2a9a-802e-4033-80ca-f7f2ac55447c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=bf8db087-cf01-43a8-a6b4-02e04155dab6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:13.113093 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2a9a-802e-4033-80ca-f7f2ac55447c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:13.116901 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2f2e2a9a-802e-4033-80ca-f7f2ac55447c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/bf8db087-cf01-43a8-a6b4-02e04155dab6 HTTP/1.1" status: 204 len: 168 time: 1.0600002 Feb 10 15:19:13.124636 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f2993be6-46ba-416a-a2ce-eb020f25f758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:13.125058 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43532) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:13.145228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1cce51b5-8328-47d9-ab9d-5e7ba9fcfc39 None None] Provisioning complete for port 423b77f0-8285-49fc-8653-51772d53cc65 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:13.145607 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1cce51b5-8328-47d9-ab9d-5e7ba9fcfc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (423b77f0-8285-49fc-8653-51772d53cc65), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:13.174337 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bca18c-576d-4573-a324-7cab1d51414e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] GET failed (client error): The resource could not be found. Feb 10 15:19:13.175781 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a3bca18c-576d-4573-a324-7cab1d51414e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/bf8db087-cf01-43a8-a6b4-02e04155dab6 HTTP/1.1" status: 404 len: 333 time: 0.0483389 Feb 10 15:19:13.178566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43534) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:13.211172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 423b77f0-8285-49fc-8653-51772d53cc65 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:13.211562 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (423b77f0-8285-49fc-8653-51772d53cc65), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:13.227282 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4fe4e3f8-f020-44ee-81d0-9b2423f08ea6 req-00f13d42-e0ac-4e68-b818-9c2e4c5a6713 service neutron] 10.222.0.79 "GET /v2.0/networks/14ceb181-1c70-4483-84c6-f037891e0cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940979 Feb 10 15:19:13.293617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec46ab-2f31-4019-9710-3bb7b735dc1f req-5eb9d676-d97b-4def-8b6a-bff9291f73d7 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:13.305466 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2bec46ab-2f31-4019-9710-3bb7b735dc1f req-5eb9d676-d97b-4def-8b6a-bff9291f73d7 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 946 time: 0.1951315 Feb 10 15:19:13.308752 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 423b77f0-8285-49fc-8653-51772d53cc65, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=423b77f0-8285-49fc-8653-51772d53cc65,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:13.322265 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (423b77f0-8285-49fc-8653-51772d53cc65), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:13.406613 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1cce51b5-8328-47d9-ab9d-5e7ba9fcfc39 None None] Current status of the port 423b77f0-8285-49fc-8653-51772d53cc65 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:13.413357 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=423b77f0-8285-49fc-8653-51772d53cc65,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:13.416871 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2bec46ab-2f31-4019-9710-3bb7b735dc1f req-dde9fc6e-4e08-4fe1-8cbd-d715eb99257d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092739 Feb 10 15:19:13.422875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f1ceff-9b11-4d08-b010-8bc113d7a505 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting subnet 0e5c2a6e-e6c2-414a-9537-29ae88b2090c {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:19:13.428823 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ceff-9b11-4d08-b010-8bc113d7a505 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (0e5c2a6e-e6c2-414a-9537-29ae88b2090c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:13.481401 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ceff-9b11-4d08-b010-8bc113d7a505 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (0e5c2a6e-e6c2-414a-9537-29ae88b2090c), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:13.575130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1867bd0-407d-44bd-a1a3-b83361dc4fb0 req-7972516f-f44a-4283-b3e6-8f223ba8ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:13.576922 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d1867bd0-407d-44bd-a1a3-b83361dc4fb0 req-7972516f-f44a-4283-b3e6-8f223ba8ce5d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9f4cb3ca193a46b7a6b645779215c806&device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 1125 time: 0.2126617 Feb 10 15:19:13.582337 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ceff-9b11-4d08-b010-8bc113d7a505 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (0e5c2a6e-e6c2-414a-9537-29ae88b2090c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:13.622729 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Publish callbacks [] for router_gateway (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:13.688427 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde627f-b063-4c0f-9c53-5c645753506f req-16764091-8926-49b3-9281-3c724c3c7791 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:13.695740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffde627f-b063-4c0f-9c53-5c645753506f req-16764091-8926-49b3-9281-3c724c3c7791 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 943 time: 0.1297596 Feb 10 15:19:13.722558 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ceff-9b11-4d08-b010-8bc113d7a505 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (0e5c2a6e-e6c2-414a-9537-29ae88b2090c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:13.760132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1ceff-9b11-4d08-b010-8bc113d7a505 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5c2a6e-e6c2-414a-9537-29ae88b2090c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:13.762595 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ceff-9b11-4d08-b010-8bc113d7a505 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:13.765949 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c5f1ceff-9b11-4d08-b010-8bc113d7a505 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/0e5c2a6e-e6c2-414a-9537-29ae88b2090c HTTP/1.1" status: 204 len: 168 time: 0.5864074 Feb 10 15:19:13.772249 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43538) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:13.775057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b32cfed-3882-4655-b176-8235afcc5692 None None] Network 9b705c01-83e0-4e32-bde7-707a30e5a631 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:13.829416 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffde627f-b063-4c0f-9c53-5c645753506f req-2ae9cfcb-d8f4-4deb-a1ed-113114064437 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/security-groups?id=746b6bf5-dc05-4742-9969-ad2386735ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242628 Feb 10 15:19:13.922034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f7e311cd-a882-4795-8f13-f17adae57261 None None] Provisioning complete for port 423b77f0-8285-49fc-8653-51772d53cc65 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:13.922972 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f7e311cd-a882-4795-8f13-f17adae57261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (423b77f0-8285-49fc-8653-51772d53cc65), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:13.943022 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (9b705c01-83e0-4e32-bde7-707a30e5a631), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:14.077366 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5b6acb3-a0b9-409e-bf58-e83763a5dc6d req-11298c00-9857-4888-b8b9-5cbc316ea070 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0640075 Feb 10 15:19:14.113719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f7e311cd-a882-4795-8f13-f17adae57261 None None] Current status of the port 423b77f0-8285-49fc-8653-51772d53cc65 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:14.120953 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4da6debf-d731-45b6-ac4e-7af6cd742d42 req-c18f1860-8e14-4418-b923-a854f6230f69 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 210 time: 0.0933580 Feb 10 15:19:14.135056 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device faa3244c-d52c-4e52-a687-00e61703ca8e no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:19:14.160835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port 41ebd838-fda3-417c-94da-da9d38eba2a3 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:14.161242 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (41ebd838-fda3-417c-94da-da9d38eba2a3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:14.233792 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81889fb-9a7b-41ef-9353-ddaac369387c None None] DHCP port deletion for 9b705c01-83e0-4e32-bde7-707a30e5a631 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:19:14.249217 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1867bd0-407d-44bd-a1a3-b83361dc4fb0 req-8281831b-a9ca-4299-9dc0-d2ef850713a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:14.251298 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d1867bd0-407d-44bd-a1a3-b83361dc4fb0 req-8281831b-a9ca-4299-9dc0-d2ef850713a6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=14ceb181-1c70-4483-84c6-f037891e0cc7 HTTP/1.1" status: 200 len: 920 time: 0.6662431 Feb 10 15:19:14.270381 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port faa3244c-d52c-4e52-a687-00e61703ca8e is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:14.270744 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:14.305661 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91289bf7-f31f-41b3-a767-3341be3b5107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa3244c-d52c-4e52-a687-00e61703ca8e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:14.308578 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f0c05a-d7c3-492c-abc0-94eb60895a52" -d '{"events": [{"server_uuid": "91289bf7-f31f-41b3-a767-3341be3b5107", "name": "network-vif-unplugged", "status": "completed", "tag": "faa3244c-d52c-4e52-a687-00e61703ca8e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:14.328197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port faa3244c-d52c-4e52-a687-00e61703ca8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=faa3244c-d52c-4e52-a687-00e61703ca8e,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:14.332413 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d1867bd0-407d-44bd-a1a3-b83361dc4fb0 req-8a710e72-3ed6-4b88-897b-315161d378de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=babde024-27c5-476c-8fd3-e0a1b7ed1730 HTTP/1.1" status: 200 len: 217 time: 0.0711243 Feb 10 15:19:14.338468 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b81889fb-9a7b-41ef-9353-ddaac369387c None None] Deleting port 41ebd838-fda3-417c-94da-da9d38eba2a3 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:14.338999 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b81889fb-9a7b-41ef-9353-ddaac369387c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (41ebd838-fda3-417c-94da-da9d38eba2a3), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:14.343042 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:14.358484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] For port 41ebd838-fda3-417c-94da-da9d38eba2a3, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=41ebd838-fda3-417c-94da-da9d38eba2a3,segment=NetworkSegment(34d67adc-4509-4c43-8a2d-6ec4dcd13c28),segment_id=34d67adc-4509-4c43-8a2d-6ec4dcd13c28)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:14.358984 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (41ebd838-fda3-417c-94da-da9d38eba2a3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:14.387659 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for 41ebd838-fda3-417c-94da-da9d38eba2a3 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:14.457012 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cabdf8-3ff5-4347-a8a1-4e5692ef32c9 x-openstack-request-id: req-e6cabdf8-3ff5-4347-a8a1-4e5692ef32c9 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:14.457292 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91289bf7-f31f-41b3-a767-3341be3b5107", "name": "network-vif-unplugged", "status": "completed", "tag": "faa3244c-d52c-4e52-a687-00e61703ca8e", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:14.457547 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6cabdf8-3ff5-4347-a8a1-4e5692ef32c9 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:14.457938 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91289bf7-f31f-41b3-a767-3341be3b5107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa3244c-d52c-4e52-a687-00e61703ca8e', 'code': 200} Feb 10 15:19:14.480420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b81889fb-9a7b-41ef-9353-ddaac369387c None None] For port 41ebd838-fda3-417c-94da-da9d38eba2a3, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=41ebd838-fda3-417c-94da-da9d38eba2a3,segment=NetworkSegment(34d67adc-4509-4c43-8a2d-6ec4dcd13c28),segment_id=34d67adc-4509-4c43-8a2d-6ec4dcd13c28)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:14.485576 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b81889fb-9a7b-41ef-9353-ddaac369387c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (41ebd838-fda3-417c-94da-da9d38eba2a3), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:14.538877 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b81889fb-9a7b-41ef-9353-ddaac369387c None None] Calling delete_port for 41ebd838-fda3-417c-94da-da9d38eba2a3 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:14.543879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=faa3244c-d52c-4e52-a687-00e61703ca8e,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:14.575434 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1867bd0-407d-44bd-a1a3-b83361dc4fb0 req-a18f93f4-b2d1-4491-a27f-8f972248db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:14.576926 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d1867bd0-407d-44bd-a1a3-b83361dc4fb0 req-a18f93f4-b2d1-4491-a27f-8f972248db37 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=573b244e-6129-42b2-85f7-097ca5dbe7d8 HTTP/1.1" status: 200 len: 859 time: 0.1761479 Feb 10 15:19:14.585066 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-bc912a61-9b45-4b0e-bbba-52d67228277d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:14.586420 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-bc912a61-9b45-4b0e-bbba-52d67228277d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.79 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 811 time: 0.3792720 Feb 10 15:19:14.595315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 423b77f0-8285-49fc-8653-51772d53cc65 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:14.618252 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (41ebd838-fda3-417c-94da-da9d38eba2a3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:14.621443 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-a1da78c9-ee5b-450c-b933-1e133921445a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Request body: {'port': {'device_id': '09aaa3f0-5703-4278-91fc-81e3142e2d55', 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1', 'admin_state_up': True, 'tenant_id': '7c5978713a6c4cb985de240d8ad8b7a0'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:14.629599 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d1867bd0-407d-44bd-a1a3-b83361dc4fb0 req-2d8a2c03-750a-4f55-861e-6e23db44a319 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=14ceb181-1c70-4483-84c6-f037891e0cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421503 Feb 10 15:19:14.660293 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:14.685194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=41ebd838-fda3-417c-94da-da9d38eba2a3,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:14.692054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No DVR routers for this DVR port 41ebd838-fda3-417c-94da-da9d38eba2a3 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:19:14.692262 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 423b77f0-8285-49fc-8653-51772d53cc65 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:14.692984 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (423b77f0-8285-49fc-8653-51772d53cc65), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:14.730249 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b81889fb-9a7b-41ef-9353-ddaac369387c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (41ebd838-fda3-417c-94da-da9d38eba2a3), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:14.757708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d758e3-9c79-4432-b633-611f283ef5da req-85d23197-cc53-4507-8082-928c72d86855 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:14.765599 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24d758e3-9c79-4432-b633-611f283ef5da req-85d23197-cc53-4507-8082-928c72d86855 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1363933 Feb 10 15:19:14.771972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81889fb-9a7b-41ef-9353-ddaac369387c None None] Pushing event deleted for resources: {'Port': ['ID=41ebd838-fda3-417c-94da-da9d38eba2a3,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:14.776100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81889fb-9a7b-41ef-9353-ddaac369387c None None] No DVR routers for this DVR port 41ebd838-fda3-417c-94da-da9d38eba2a3 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:19:14.815188 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (9b705c01-83e0-4e32-bde7-707a30e5a631), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:14.834072 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 423b77f0-8285-49fc-8653-51772d53cc65 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:14.855362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b705c01-83e0-4e32-bde7-707a30e5a631']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:14.866534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d67adc-4509-4c43-8a2d-6ec4dcd13c28') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:14.866949 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d67adc-4509-4c43-8a2d-6ec4dcd13c28') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:14.883420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24d758e3-9c79-4432-b633-611f283ef5da req-54ecec2a-db84-4269-acca-982321693a59 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115913 Feb 10 15:19:14.903614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 41ebd838-fda3-417c-94da-da9d38eba2a3 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:19:14.904431 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (34d67adc-4509-4c43-8a2d-6ec4dcd13c28), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:14.926237 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 41ebd838-fda3-417c-94da-da9d38eba2a3 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:19:14.926590 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 41ebd838-fda3-417c-94da-da9d38eba2a3 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:19:14.936969 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (34d67adc-4509-4c43-8a2d-6ec4dcd13c28), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:14.944079 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:19:14.945164 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (34d67adc-4509-4c43-8a2d-6ec4dcd13c28), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:19:14.949032 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:19:15.038526 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (9b705c01-83e0-4e32-bde7-707a30e5a631), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:15.046626 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:15.049681 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/networks/9b705c01-83e0-4e32-bde7-707a30e5a631 HTTP/1.1" status: 204 len: 168 time: 1.2764387 Feb 10 15:19:15.054323 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43550) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:15.054498 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d1867bd0-407d-44bd-a1a3-b83361dc4fb0 req-aa1a23af-26e1-480c-9982-b299f4f3cbf0 service neutron] 10.222.0.79 "GET /v2.0/networks/14ceb181-1c70-4483-84c6-f037891e0cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098637 Feb 10 15:19:15.067452 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-79f9888f-a0ce-4b83-9c54-419745005c9c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1261105103'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:15.075813 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be67b1-b9cf-40aa-ad80-3476db9e5dca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Network': ['ID=9b705c01-83e0-4e32-bde7-707a30e5a631,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:15.076158 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-a1da78c9-ee5b-450c-b933-1e133921445a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Made reservation on behalf of 7c5978713a6c4cb985de240d8ad8b7a0 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:15.079609 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-a1da78c9-ee5b-450c-b933-1e133921445a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:15.091914 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:19:15.097360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172710d1-b092-4fa1-8279-8c79ad752838 req-24b14297-2fd2-4c20-bbd1-a0e7b65f294d tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:15.099356 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-172710d1-b092-4fa1-8279-8c79ad752838 req-24b14297-2fd2-4c20-bbd1-a0e7b65f294d tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 943 time: 0.1495306 Feb 10 15:19:15.131842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f9888f-a0ce-4b83-9c54-419745005c9c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:15.136299 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79f9888f-a0ce-4b83-9c54-419745005c9c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:15.163928 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-45fd8d2e-bea4-4caa-b31c-c638778cad01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:15.182718 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-172710d1-b092-4fa1-8279-8c79ad752838 req-2595d6e8-2f17-4763-8a2f-bba8466fa0da tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/security-groups?id=746b6bf5-dc05-4742-9969-ad2386735ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753102 Feb 10 15:19:15.186365 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f9888f-a0ce-4b83-9c54-419745005c9c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:19:15.197489 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79f9888f-a0ce-4b83-9c54-419745005c9c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (87d43d6e-232c-4de9-8e8e-320b34ee9ae7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:15.198056 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-79f9888f-a0ce-4b83-9c54-419745005c9c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Added segment 87d43d6e-232c-4de9-8e8e-320b34ee9ae7 of type vlan for network e627590a-7614-4315-8ab5-8d1ac37ec015 Feb 10 15:19:15.285390 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a7d393e-870d-44a8-9636-4fdbe0b9fbb4 req-de587161-c9e7-451a-af6c-20e1e9e6451b tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0521717 Feb 10 15:19:15.287537 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79f9888f-a0ce-4b83-9c54-419745005c9c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (e627590a-7614-4315-8ab5-8d1ac37ec015), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:15.353221 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cb1615d0-742a-4b3a-b259-408e3e966529 req-4eea30f1-2d47-4b5f-b712-fce65b44840f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 210 time: 0.0359397 Feb 10 15:19:15.356331 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79f9888f-a0ce-4b83-9c54-419745005c9c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (e627590a-7614-4315-8ab5-8d1ac37ec015), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:15.362027 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f9888f-a0ce-4b83-9c54-419745005c9c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:15.362724 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79f9888f-a0ce-4b83-9c54-419745005c9c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:15.405057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-79f9888f-a0ce-4b83-9c54-419745005c9c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3504198 Feb 10 15:19:15.408075 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43556) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:15.414640 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-38c918f8-e21d-4db4-b754-f783151ecfa7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'subnet': {'network_id': 'e627590a-7614-4315-8ab5-8d1ac37ec015', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:15.456019 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9888f-a0ce-4b83-9c54-419745005c9c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Network': ['ID=e627590a-7614-4315-8ab5-8d1ac37ec015,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:15.470334 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network e627590a-7614-4315-8ab5-8d1ac37ec015 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:19:15.476729 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-a1da78c9-ee5b-450c-b933-1e133921445a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Allocated IP 172.20.0.14 (98af5229-c542-4eaf-859a-ec2f4d24a8d1/71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696/de23583b-4742-483e-ada6-fa1df44c8b9e) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:15.486016 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d1867bd0-407d-44bd-a1a3-b83361dc4fb0 req-545cfabe-aea5-4e2a-8fd5-55181326f642 service neutron] 10.222.0.79 "GET /v2.0/networks/14ceb181-1c70-4483-84c6-f037891e0cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336647 Feb 10 15:19:15.488274 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:19:15.501116 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Sync routers for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:19:15.518915 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:19:15.519685 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:19:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:15.550075 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:15.551291 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7fd72664-77aa-4cae-9d52-2533e30e0c8a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.9034877 Feb 10 15:19:15.554192 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43558) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:15.600852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c918f8-e21d-4db4-b754-f783151ecfa7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:15.619514 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-38c918f8-e21d-4db4-b754-f783151ecfa7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:15.627809 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:19:15.824206 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:13Z', 'revision_number': 3, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:15.841248 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-a1da78c9-ee5b-450c-b933-1e133921445a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks [] for port (de23583b-4742-483e-ada6-fa1df44c8b9e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:15.856576 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Checking router: d5ea87bc-648a-4c57-94e2-29d7c50f7a58 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:19:15.857339 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Updating router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 port 58bec9cc-c880-4c0d-9f5f-321ff4e95eab binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:19:15.898930 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (58bec9cc-c880-4c0d-9f5f-321ff4e95eab), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:15.899228 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-38c918f8-e21d-4db4-b754-f783151ecfa7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (8b201dd8-6049-4045-9a72-741d4317f591), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:15.998667 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c918f8-e21d-4db4-b754-f783151ecfa7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Subnet': ['ID=8b201dd8-6049-4045-9a72-741d4317f591,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:16.030932 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-a1da78c9-ee5b-450c-b933-1e133921445a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (de23583b-4742-483e-ada6-fa1df44c8b9e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:16.113988 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3748b7-cdc9-486e-9bda-790af64c6dcc req-81546b27-6c57-48c7-b5f3-0a12f58c2368 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:16.115545 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb3748b7-cdc9-486e-9bda-790af64c6dcc req-81546b27-6c57-48c7-b5f3-0a12f58c2368 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1127663 Feb 10 15:19:16.119402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c918f8-e21d-4db4-b754-f783151ecfa7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Checking segment: {'id': '87d43d6e-232c-4de9-8e8e-320b34ee9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e627590a-7614-4315-8ab5-8d1ac37ec015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:19:16.119785 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c918f8-e21d-4db4-b754-f783151ecfa7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network hostable DHCP agents. Network: e627590a-7614-4315-8ab5-8d1ac37ec015, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:19:16.145878 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-a1da78c9-ee5b-450c-b933-1e133921445a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:16.154051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-a1da78c9-ee5b-450c-b933-1e133921445a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:16.183473 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Publish callbacks [] for port (58bec9cc-c880-4c0d-9f5f-321ff4e95eab), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:16.185137 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3bd609ed-cc57-47e0-93b1-e3bad1e84e42 req-a65525e5-8439-47aa-98d9-522eb21906b5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2261744 Feb 10 15:19:16.185844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da78c9-ee5b-450c-b933-1e133921445a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Pushing event updated for resources: {'Port': ['ID=de23583b-4742-483e-ada6-fa1df44c8b9e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:16.188381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-a1da78c9-ee5b-450c-b933-1e133921445a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:16.194918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c918f8-e21d-4db4-b754-f783151ecfa7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network e627590a-7614-4315-8ab5-8d1ac37ec015 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:19:16.201472 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (58bec9cc-c880-4c0d-9f5f-321ff4e95eab), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:16.246255 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:16.249820 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb3748b7-cdc9-486e-9bda-790af64c6dcc req-9193a350-8e60-4af9-b3bd-afa11056925c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271744 Feb 10 15:19:16.251222 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-38c918f8-e21d-4db4-b754-f783151ecfa7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, e627590a-7614-4315-8ab5-8d1ac37ec015) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:16.260828 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834a712-a6c0-46c0-9808-50e40c9eda3b None None] Pushing event updated for resources: {'Port': ['ID=58bec9cc-c880-4c0d-9f5f-321ff4e95eab,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:16.267451 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7f53fc-446f-4a84-953f-a907af34c5cc None None] Network e627590a-7614-4315-8ab5-8d1ac37ec015 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:16.285496 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a712-a6c0-46c0-9808-50e40c9eda3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:16.286202 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a712-a6c0-46c0-9808-50e40c9eda3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:16.286660 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a712-a6c0-46c0-9808-50e40c9eda3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:16.287090 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a712-a6c0-46c0-9808-50e40c9eda3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:16.287522 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a712-a6c0-46c0-9808-50e40c9eda3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:16.287939 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a712-a6c0-46c0-9808-50e40c9eda3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:16.288487 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a712-a6c0-46c0-9808-50e40c9eda3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:16.289780 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a712-a6c0-46c0-9808-50e40c9eda3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:16.290263 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a712-a6c0-46c0-9808-50e40c9eda3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:16.290671 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a712-a6c0-46c0-9808-50e40c9eda3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:16.292670 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a712-a6c0-46c0-9808-50e40c9eda3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:16.293144 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a712-a6c0-46c0-9808-50e40c9eda3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:16.293575 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834a712-a6c0-46c0-9808-50e40c9eda3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:16.293774 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c918f8-e21d-4db4-b754-f783151ecfa7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:16.294589 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-38c918f8-e21d-4db4-b754-f783151ecfa7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:16.303767 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Attempting to bind port 58bec9cc-c880-4c0d-9f5f-321ff4e95eab on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:19:16.304222 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Attempting to bind port 58bec9cc-c880-4c0d-9f5f-321ff4e95eab by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:19:16.304685 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Attempting to bind port 58bec9cc-c880-4c0d-9f5f-321ff4e95eab on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:19:16.312559 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:19:16.313115 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:19:16.313774 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:16.314432 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:19:16.315149 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Bound port: 58bec9cc-c880-4c0d-9f5f-321ff4e95eab, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:19:16.315763 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (58bec9cc-c880-4c0d-9f5f-321ff4e95eab), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:16.344401 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-38c918f8-e21d-4db4-b754-f783151ecfa7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9349060 Feb 10 15:19:16.346464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43568) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:16.356731 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4f630582-62db-4ab2-b8b4-ccbf82b9a732 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-28499577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:16.425420 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] For port 58bec9cc-c880-4c0d-9f5f-321ff4e95eab, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:19:16.429872 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] For port 58bec9cc-c880-4c0d-9f5f-321ff4e95eab, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=58bec9cc-c880-4c0d-9f5f-321ff4e95eab,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:19:16.446607 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (58bec9cc-c880-4c0d-9f5f-321ff4e95eab), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:16.484800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-a1da78c9-ee5b-450c-b933-1e133921445a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:16.485507 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-a1da78c9-ee5b-450c-b933-1e133921445a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:16.507999 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f630582-62db-4ab2-b8b4-ccbf82b9a732 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (e7643b09-4374-4401-af27-bb0d5d8d50d7), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:16.510345 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f630582-62db-4ab2-b8b4-ccbf82b9a732 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (e7643b09-4374-4401-af27-bb0d5d8d50d7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:16.548507 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-a1da78c9-ee5b-450c-b933-1e133921445a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9492710 Feb 10 15:19:16.552707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e6ca3-b936-4cb9-87c9-735d6528e4da req-efaf6f4d-1f84-482a-9b32-75e1809286c6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:16.560979 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-e627590a-7614-4315-8ab5-8d1ac37ec015', 'network_id': 'e627590a-7614-4315-8ab5-8d1ac37ec015', 'project_id': 'a23c7f56f7a24a83af370bdc4b43a725', 'fixed_ips': [{'subnet_id': '8b201dd8-6049-4045-9a72-741d4317f591'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:19:16.561977 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a1e6ca3-b936-4cb9-87c9-735d6528e4da req-efaf6f4d-1f84-482a-9b32-75e1809286c6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 943 time: 0.1800897 Feb 10 15:19:16.563729 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:16.567472 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834a712-a6c0-46c0-9808-50e40c9eda3b None None] Pushing event updated for resources: {'Port': ['ID=58bec9cc-c880-4c0d-9f5f-321ff4e95eab,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:16.576764 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Request body: {'port': {'device_id': '09aaa3f0-5703-4278-91fc-81e3142e2d55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:16.592268 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:19:16.593223 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:19:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:16.643102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd609ed-cc57-47e0-93b1-e3bad1e84e42 req-9c8cc835-cc48-44d5-a127-704311941eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:16.644531 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3bd609ed-cc57-47e0-93b1-e3bad1e84e42 req-9c8cc835-cc48-44d5-a127-704311941eb0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 1127 time: 0.3833113 Feb 10 15:19:16.834495 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:19:16.861626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Allocated IP 172.20.0.2 (e627590a-7614-4315-8ab5-8d1ac37ec015/8b201dd8-6049-4045-9a72-741d4317f591/29172a37-ff03-4bd5-9f9a-a20725bea258) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:16.905260 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (de23583b-4742-483e-ada6-fa1df44c8b9e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:16.954157 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:17.179526 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:13Z', 'revision_number': 3, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:17.207148 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Publish callbacks [] for port (29172a37-ff03-4bd5-9f9a-a20725bea258), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:17.223847 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (29172a37-ff03-4bd5-9f9a-a20725bea258), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:17.239728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a1e6ca3-b936-4cb9-87c9-735d6528e4da req-97fa5651-26c5-4914-bf10-45769a3c162f tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/security-groups?id=746b6bf5-dc05-4742-9969-ad2386735ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6722307 Feb 10 15:19:17.242015 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f630582-62db-4ab2-b8b4-ccbf82b9a732 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for router_controller (e7643b09-4374-4401-af27-bb0d5d8d50d7), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:17.251554 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392ef27-deea-429d-8abf-21f6b61b287d None None] The sync data for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 is: [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:13Z', 'revision_number': 3, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:19:17.265102 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f630582-62db-4ab2-b8b4-ccbf82b9a732 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (e7643b09-4374-4401-af27-bb0d5d8d50d7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:17.301916 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f630582-62db-4ab2-b8b4-ccbf82b9a732 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:17.305487 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4f630582-62db-4ab2-b8b4-ccbf82b9a732 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9550478 Feb 10 15:19:17.306973 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43574) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:17.312839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Network e627590a-7614-4315-8ab5-8d1ac37ec015 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:17.317047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-c2ebddc9-9527-4892-ab23-9f0fb2eaaf72 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'network_id': 'e627590a-7614-4315-8ab5-8d1ac37ec015', 'name': 'tempest-PortsTestJSON-1202913731'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:17.321820 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:17.326120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:17.377294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Pushing event updated for resources: {'Port': ['ID=29172a37-ff03-4bd5-9f9a-a20725bea258,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:17.410159 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Attempting to bind port 29172a37-ff03-4bd5-9f9a-a20725bea258 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:19:17.410645 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Attempting to bind port 29172a37-ff03-4bd5-9f9a-a20725bea258 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '87d43d6e-232c-4de9-8e8e-320b34ee9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e627590a-7614-4315-8ab5-8d1ac37ec015'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:19:17.411023 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Attempting to bind port 29172a37-ff03-4bd5-9f9a-a20725bea258 on network e627590a-7614-4315-8ab5-8d1ac37ec015 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:19:17.416398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:19:17.416836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Checking segment: {'id': '87d43d6e-232c-4de9-8e8e-320b34ee9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e627590a-7614-4315-8ab5-8d1ac37ec015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:19:17.417234 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:17.417629 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Bound using segment: {'id': '87d43d6e-232c-4de9-8e8e-320b34ee9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e627590a-7614-4315-8ab5-8d1ac37ec015'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:19:17.418215 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Bound port: 29172a37-ff03-4bd5-9f9a-a20725bea258, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d43d6e-232c-4de9-8e8e-320b34ee9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e627590a-7614-4315-8ab5-8d1ac37ec015'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:19:17.418599 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (29172a37-ff03-4bd5-9f9a-a20725bea258), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:17.423882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-58472a4c-5bd1-4666-8998-22c17af93a69 req-7ac7bf3b-0303-424c-96da-7ce0f3854565 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0565250 Feb 10 15:19:17.556123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd609ed-cc57-47e0-93b1-e3bad1e84e42 req-29ff14be-3ba3-47c1-8edb-01798e142ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:17.558850 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3bd609ed-cc57-47e0-93b1-e3bad1e84e42 req-29ff14be-3ba3-47c1-8edb-01798e142ed4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 200 len: 922 time: 0.8733623 Feb 10 15:19:17.564732 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] For port 29172a37-ff03-4bd5-9f9a-a20725bea258, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:19:17.573085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] For port 29172a37-ff03-4bd5-9f9a-a20725bea258, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=29172a37-ff03-4bd5-9f9a-a20725bea258,segment=NetworkSegment(87d43d6e-232c-4de9-8e8e-320b34ee9ae7),segment_id=87d43d6e-232c-4de9-8e8e-320b34ee9ae7)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:19:17.602292 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (29172a37-ff03-4bd5-9f9a-a20725bea258), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:17.625855 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7e897-7e05-4cb7-b3ed-cc06720c6e2e req-24a2db3a-1e5a-472a-86a3-fc9390b2c5ab tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:17.631256 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0dc7e897-7e05-4cb7-b3ed-cc06720c6e2e req-24a2db3a-1e5a-472a-86a3-fc9390b2c5ab tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 932 time: 0.1118088 Feb 10 15:19:17.654360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ebddc9-9527-4892-ab23-9f0fb2eaaf72 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:17.657616 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c2ebddc9-9527-4892-ab23-9f0fb2eaaf72 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:17.687000 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3bd609ed-cc57-47e0-93b1-e3bad1e84e42 req-9d837494-4400-4cc1-b6c2-ccca1bed778b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f HTTP/1.1" status: 200 len: 217 time: 0.1159341 Feb 10 15:19:17.714615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device babde024-27c5-476c-8fd3-e0a1b7ed1730 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:19:17.745874 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-c2ebddc9-9527-4892-ab23-9f0fb2eaaf72 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] device_id is not set on port 738345f6-c952-4504-a7df-7406ec76279c yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:19:17.875391 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0dc7e897-7e05-4cb7-b3ed-cc06720c6e2e req-74a40ff6-562b-49cd-8ad8-f710e84e5d72 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219489 Feb 10 15:19:17.890138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19855bf2-35b2-4855-9d75-d25bfdbe0ee8 None None] Pushing event updated for resources: {'Port': ['ID=29172a37-ff03-4bd5-9f9a-a20725bea258,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:17.907093 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:17.990026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-c2ebddc9-9527-4892-ab23-9f0fb2eaaf72 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Allocated IP 172.20.0.8 (e627590a-7614-4315-8ab5-8d1ac37ec015/8b201dd8-6049-4045-9a72-741d4317f591/738345f6-c952-4504-a7df-7406ec76279c) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:18.048664 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd609ed-cc57-47e0-93b1-e3bad1e84e42 req-8617bd36-458b-48ab-af6b-478ad7c6d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:18.050119 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3bd609ed-cc57-47e0-93b1-e3bad1e84e42 req-8617bd36-458b-48ab-af6b-478ad7c6d4b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 200 len: 861 time: 0.2671366 Feb 10 15:19:18.102050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port babde024-27c5-476c-8fd3-e0a1b7ed1730, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=babde024-27c5-476c-8fd3-e0a1b7ed1730,segment=NetworkSegment(01779439-04a9-4c15-89d7-e04c31252327),segment_id=01779439-04a9-4c15-89d7-e04c31252327)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:18.120436 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'babde024-27c5-476c-8fd3-e0a1b7ed1730', 'network_id': '14ceb181-1c70-4483-84c6-f037891e0cc7', 'port_id': 'babde024-27c5-476c-8fd3-e0a1b7ed1730', 'mac_address': 'fa:16:3e:a5:1a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '573b244e-6129-42b2-85f7-097ca5dbe7d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:19:18.185340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device faa3244c-d52c-4e52-a687-00e61703ca8e no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:19:18.187916 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3bd609ed-cc57-47e0-93b1-e3bad1e84e42 req-0354dcd8-2123-4109-a959-0db328c5f356 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642221 Feb 10 15:19:18.249107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port babde024-27c5-476c-8fd3-e0a1b7ed1730 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:18.249557 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (babde024-27c5-476c-8fd3-e0a1b7ed1730), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:18.271649 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babde024-27c5-476c-8fd3-e0a1b7ed1730 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:19:18.287732 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c2ebddc9-9527-4892-ab23-9f0fb2eaaf72 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (738345f6-c952-4504-a7df-7406ec76279c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:18.293508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Allocated IP 172.20.0.1 (6b17024a-debc-4b4b-8647-7b69683a5390/d3818fbb-f909-45b2-8ed7-e6fdc048076b/aa11e39c-06db-4bb9-835e-bfb47f483e53) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:18.341606 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c2ebddc9-9527-4892-ab23-9f0fb2eaaf72 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (738345f6-c952-4504-a7df-7406ec76279c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:18.367030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ebddc9-9527-4892-ab23-9f0fb2eaaf72 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network e627590a-7614-4315-8ab5-8d1ac37ec015 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:18.378945 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-c2ebddc9-9527-4892-ab23-9f0fb2eaaf72 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:18.477931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ebddc9-9527-4892-ab23-9f0fb2eaaf72 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:18.486868 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebddc9-9527-4892-ab23-9f0fb2eaaf72 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=738345f6-c952-4504-a7df-7406ec76279c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:18.567868 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Publish callbacks [] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:18.586832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3bd609ed-cc57-47e0-93b1-e3bad1e84e42 req-0b11ba7e-9176-4264-b1b2-8532256786ca service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906467 Feb 10 15:19:18.669658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5281f-0d3c-40d3-9fcb-31847da3e42c req-259377ee-d917-42e3-a38d-7a6f6250b7b0 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:18.672055 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-efe5281f-0d3c-40d3-9fcb-31847da3e42c req-259377ee-d917-42e3-a38d-7a6f6250b7b0 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 943 time: 0.3032191 Feb 10 15:19:18.679456 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ebddc9-9527-4892-ab23-9f0fb2eaaf72 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:18.680391 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c2ebddc9-9527-4892-ab23-9f0fb2eaaf72 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:18.698593 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 29172a37-ff03-4bd5-9f9a-a20725bea258 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:18.703369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port babde024-27c5-476c-8fd3-e0a1b7ed1730, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=babde024-27c5-476c-8fd3-e0a1b7ed1730,segment=NetworkSegment(01779439-04a9-4c15-89d7-e04c31252327),segment_id=01779439-04a9-4c15-89d7-e04c31252327)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:18.736579 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (babde024-27c5-476c-8fd3-e0a1b7ed1730), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:18.744766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de23583b-4742-483e-ada6-fa1df44c8b9e {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:19:18.748017 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c2ebddc9-9527-4892-ab23-9f0fb2eaaf72 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4399571 Feb 10 15:19:18.751301 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43580) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:18.819873 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Publish callbacks [] for port (de23583b-4742-483e-ada6-fa1df44c8b9e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:18.827698 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:18.854140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Transition to ACTIVE for port object de23583b-4742-483e-ada6-fa1df44c8b9e will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:19:18.870098 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=babde024-27c5-476c-8fd3-e0a1b7ed1730,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:18.911581 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port faa3244c-d52c-4e52-a687-00e61703ca8e is: DOWN; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:18.995187 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (de23583b-4742-483e-ada6-fa1df44c8b9e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:19.016886 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:19.038263 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 29172a37-ff03-4bd5-9f9a-a20725bea258 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:19.038638 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (29172a37-ff03-4bd5-9f9a-a20725bea258), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:19.066251 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3bd609ed-cc57-47e0-93b1-e3bad1e84e42 req-0d995a78-3faa-4a39-b28b-9f0ea6923566 service neutron] 10.222.0.72 "GET /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424098 Feb 10 15:19:19.069545 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Network 6b17024a-debc-4b4b-8647-7b69683a5390 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:19.072613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=aa11e39c-06db-4bb9-835e-bfb47f483e53,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:19.080384 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:19.115502 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['babde024-27c5-476c-8fd3-e0a1b7ed1730'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:19:19.179789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:19.182258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Pushing event updated for resources: {'Port': ['ID=de23583b-4742-483e-ada6-fa1df44c8b9e,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:19.254070 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-efe5281f-0d3c-40d3-9fcb-31847da3e42c req-f124c47c-953c-4722-aaba-d75bc93a2424 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/security-groups?id=746b6bf5-dc05-4742-9969-ad2386735ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686407 Feb 10 15:19:19.309778 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 29172a37-ff03-4bd5-9f9a-a20725bea258 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:19.310517 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (29172a37-ff03-4bd5-9f9a-a20725bea258), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:19.374437 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:19.379142 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 29172a37-ff03-4bd5-9f9a-a20725bea258, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=29172a37-ff03-4bd5-9f9a-a20725bea258,segment=NetworkSegment(87d43d6e-232c-4de9-8e8e-320b34ee9ae7),segment_id=87d43d6e-232c-4de9-8e8e-320b34ee9ae7)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:19.392197 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (29172a37-ff03-4bd5-9f9a-a20725bea258), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:19.393019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 58bec9cc-c880-4c0d-9f5f-321ff4e95eab up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:19.488495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e9b6c8-5485-424d-bd89-c4370a88d9c1 None None] Network e627590a-7614-4315-8ab5-8d1ac37ec015 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:19.532323 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47570bee-2fff-481c-b7f8-72b320d0a10e req-37b395e3-da20-4aa5-bd0e-7a115729d03d tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0746090 Feb 10 15:19:19.609820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Attempting to bind port de23583b-4742-483e-ada6-fa1df44c8b9e on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:19:19.609820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Attempting to bind port de23583b-4742-483e-ada6-fa1df44c8b9e by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:19:19.610558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Attempting to bind port de23583b-4742-483e-ada6-fa1df44c8b9e on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:19:19.639750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Port de23583b-4742-483e-ada6-fa1df44c8b9e on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:19:19.644622 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Attempting to bind port de23583b-4742-483e-ada6-fa1df44c8b9e on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:19:19.658576 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8284-fa43-44ca-85b4-cb83c4428ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (738345f6-c952-4504-a7df-7406ec76279c), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:19.660418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:19:19.662106 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Checking segment: {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:19:19.662614 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Bound using segment: {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:19:19.665697 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Bound port: de23583b-4742-483e-ada6-fa1df44c8b9e, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:19:19.666704 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (de23583b-4742-483e-ada6-fa1df44c8b9e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:19.735425 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a61efbf5-9a38-42cd-8dd7-d9133d338fa8 None None] Provisioning complete for port 29172a37-ff03-4bd5-9f9a-a20725bea258 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:19.736044 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a61efbf5-9a38-42cd-8dd7-d9133d338fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (29172a37-ff03-4bd5-9f9a-a20725bea258), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:19.788769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=29172a37-ff03-4bd5-9f9a-a20725bea258,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:19.820414 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:19.864154 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] For port de23583b-4742-483e-ada6-fa1df44c8b9e, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:19:19.866645 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 58bec9cc-c880-4c0d-9f5f-321ff4e95eab triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:19.867315 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (58bec9cc-c880-4c0d-9f5f-321ff4e95eab), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:19.872613 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3cd5c-ca6c-44bb-82fa-3316c24ce429 req-ff36acce-0185-489c-a576-ae350eb7c177 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:19.874235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f5d3cd5c-ca6c-44bb-82fa-3316c24ce429 req-ff36acce-0185-489c-a576-ae350eb7c177 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 944 time: 0.1997561 Feb 10 15:19:19.899639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] For port de23583b-4742-483e-ada6-fa1df44c8b9e, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=de23583b-4742-483e-ada6-fa1df44c8b9e,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:19:19.915472 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (de23583b-4742-483e-ada6-fa1df44c8b9e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:19.995438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:19.996193 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:19.997816 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] 10.222.0.79 "PUT /v2.0/ports/de23583b-4742-483e-ada6-fa1df44c8b9e HTTP/1.1" status: 200 len: 1092 time: 3.4262931 Feb 10 15:19:20.001916 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09aaa3f0-5703-4278-91fc-81e3142e2d55', 'tag': 'de23583b-4742-483e-ada6-fa1df44c8b9e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:20.004329 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba9f7fc-4462-426f-a933-d70382357053" -d '{"events": [{"name": "network-changed", "server_uuid": "09aaa3f0-5703-4278-91fc-81e3142e2d55", "tag": "de23583b-4742-483e-ada6-fa1df44c8b9e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:20.052490 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd91c1-db12-422a-a5ac-8152f5e997da service neutron] Pushing event updated for resources: {'Port': ['ID=de23583b-4742-483e-ada6-fa1df44c8b9e,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:20.074139 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f5d3cd5c-ca6c-44bb-82fa-3316c24ce429 req-062d1e6f-6e57-4cb5-8fe9-b5d4a51814e6 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902337 Feb 10 15:19:20.131436 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 58bec9cc-c880-4c0d-9f5f-321ff4e95eab is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:20.132223 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (58bec9cc-c880-4c0d-9f5f-321ff4e95eab), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:20.136760 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8284-fa43-44ca-85b4-cb83c4428ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (738345f6-c952-4504-a7df-7406ec76279c), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:20.143911 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a61efbf5-9a38-42cd-8dd7-d9133d338fa8 None None] Current status of the port 29172a37-ff03-4bd5-9f9a-a20725bea258 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:20.148202 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8284-fa43-44ca-85b4-cb83c4428ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (738345f6-c952-4504-a7df-7406ec76279c), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:20.155144 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Publish callbacks [] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:20.182073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 58bec9cc-c880-4c0d-9f5f-321ff4e95eab, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=58bec9cc-c880-4c0d-9f5f-321ff4e95eab,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:20.188624 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (58bec9cc-c880-4c0d-9f5f-321ff4e95eab), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:20.199308 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b97056a-0e2d-49c8-ba2b-3d3e1049b69d x-openstack-request-id: req-9b97056a-0e2d-49c8-ba2b-3d3e1049b69d {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:20.199601 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09aaa3f0-5703-4278-91fc-81e3142e2d55", "tag": "de23583b-4742-483e-ada6-fa1df44c8b9e", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:20.199850 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b97056a-0e2d-49c8-ba2b-3d3e1049b69d {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:20.200244 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09aaa3f0-5703-4278-91fc-81e3142e2d55', 'tag': 'de23583b-4742-483e-ada6-fa1df44c8b9e', 'status': 'completed', 'code': 200} Feb 10 15:19:20.202193 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:20.277691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=58bec9cc-c880-4c0d-9f5f-321ff4e95eab,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:20.285825 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:20.294345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c8284-fa43-44ca-85b4-cb83c4428ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=738345f6-c952-4504-a7df-7406ec76279c,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:20.297761 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-27f8c5c0-743a-42e3-9526-f8e061ce0526 None None] Provisioning complete for port aa11e39c-06db-4bb9-835e-bfb47f483e53 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:20.298419 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-27f8c5c0-743a-42e3-9526-f8e061ce0526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:20.300123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=aa11e39c-06db-4bb9-835e-bfb47f483e53,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:20.304846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-20dab7a9-f4d9-4ac2-acc2-4363f49ef6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:20.307320 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-20dab7a9-f4d9-4ac2-acc2-4363f49ef6cc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 1126 time: 0.2298291 Feb 10 15:19:20.361074 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-27f8c5c0-743a-42e3-9526-f8e061ce0526 None None] Port aa11e39c-06db-4bb9-835e-bfb47f483e53 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:20.387585 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-5523dcde-41d8-49a7-b34f-5397deb2cf85 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de23583b-4742-483e-ada6-fa1df44c8b9e HTTP/1.1" status: 200 len: 217 time: 0.0637660 Feb 10 15:19:20.494468 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f02c714b-2f8c-424a-a58b-a9b4ac0ea004 None None] Provisioning complete for port 738345f6-c952-4504-a7df-7406ec76279c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:20.495035 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f02c714b-2f8c-424a-a58b-a9b4ac0ea004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (738345f6-c952-4504-a7df-7406ec76279c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:20.497126 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-83d775fd-2fa3-464f-aa6e-96a7a4de5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:20.499093 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-83d775fd-2fa3-464f-aa6e-96a7a4de5d27 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696 HTTP/1.1" status: 200 len: 851 time: 0.0922236 Feb 10 15:19:20.539710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 29172a37-ff03-4bd5-9f9a-a20725bea258 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:20.566206 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-00a6c1f5-3ce1-412b-b5d7-7a08637b901a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=98af5229-c542-4eaf-859a-ec2f4d24a8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381296 Feb 10 15:19:20.574688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706cfc3-5760-48a2-872d-d80e7ddcaf75 req-18ceff9e-d73c-4758-ad16-1d9d001777f6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:20.576265 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8706cfc3-5760-48a2-872d-d80e7ddcaf75 req-18ceff9e-d73c-4758-ad16-1d9d001777f6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 944 time: 0.1425955 Feb 10 15:19:20.619792 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8284-fa43-44ca-85b4-cb83c4428ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (e7643b09-4374-4401-af27-bb0d5d8d50d7), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:20.663009 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f02c714b-2f8c-424a-a58b-a9b4ac0ea004 None None] Port 738345f6-c952-4504-a7df-7406ec76279c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:20.668462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 29172a37-ff03-4bd5-9f9a-a20725bea258 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:20.668817 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (29172a37-ff03-4bd5-9f9a-a20725bea258), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:20.680662 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-f9253894-0c42-411c-81c5-ddcae8c52f92 service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017838 Feb 10 15:19:20.693309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Network 6b17024a-debc-4b4b-8647-7b69683a5390 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:20.704007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:20.750891 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f02c714b-2f8c-424a-a58b-a9b4ac0ea004 None None] Provisioning complete for port 29172a37-ff03-4bd5-9f9a-a20725bea258 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:20.752072 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f02c714b-2f8c-424a-a58b-a9b4ac0ea004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (29172a37-ff03-4bd5-9f9a-a20725bea258), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:20.824242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8706cfc3-5760-48a2-872d-d80e7ddcaf75 req-f8f91816-822e-40ed-a198-a34b5de0cb32 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/security-groups?id=746b6bf5-dc05-4742-9969-ad2386735ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387657 Feb 10 15:19:20.887914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 29172a37-ff03-4bd5-9f9a-a20725bea258 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:20.889079 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 58bec9cc-c880-4c0d-9f5f-321ff4e95eab up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:20.918065 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8284-fa43-44ca-85b4-cb83c4428ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (738345f6-c952-4504-a7df-7406ec76279c), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:21.027156 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-da7ceacf-ee1b-48a0-a47d-6b85590dbd94 req-cab31596-8682-4d56-b0eb-9b335258be39 service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362031 Feb 10 15:19:21.034406 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f02c714b-2f8c-424a-a58b-a9b4ac0ea004 None None] Current status of the port 29172a37-ff03-4bd5-9f9a-a20725bea258 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:21.063804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 58bec9cc-c880-4c0d-9f5f-321ff4e95eab triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:21.064529 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (58bec9cc-c880-4c0d-9f5f-321ff4e95eab), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:21.070396 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:19:21.079682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ecafb605-e612-4642-9a74-e460f1f464f6 req-9012b135-3f48-47b8-b5a5-286ed33faa87 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0721185 Feb 10 15:19:21.184741 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4feca943-bd34-4e68-aae4-b2cbbb38f513 None None] Provisioning complete for port 738345f6-c952-4504-a7df-7406ec76279c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:21.185203 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4feca943-bd34-4e68-aae4-b2cbbb38f513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (738345f6-c952-4504-a7df-7406ec76279c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:21.242734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:19:21.246040 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9f7fc-4462-426f-a933-d70382357053 req-7145111c-96d3-4b19-ac4f-cad0ad56b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:21.248080 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bba9f7fc-4462-426f-a933-d70382357053 req-7145111c-96d3-4b19-ac4f-cad0ad56b080 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 1126 time: 0.1573436 Feb 10 15:19:21.252794 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2d49b6d1-ac95-4e01-848c-ebc2b1880cd3 admin admin] 10.222.0.64 "PUT /v2.0/routers/d5ea87bc-648a-4c57-94e2-29d7c50f7a58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6964173 Feb 10 15:19:21.258857 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Sync routers for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:19:21.275573 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4feca943-bd34-4e68-aae4-b2cbbb38f513 None None] Port 738345f6-c952-4504-a7df-7406ec76279c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:21.288746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 58bec9cc-c880-4c0d-9f5f-321ff4e95eab is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:21.295492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:19:21.296143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:19:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:21.331006 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300582aa-ee82-42c7-ba97-26a63bcc96de req-242c6b9a-5186-4ce1-a054-00b22d57cfd1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:21.337317 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-300582aa-ee82-42c7-ba97-26a63bcc96de req-242c6b9a-5186-4ce1-a054-00b22d57cfd1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 944 time: 0.1332588 Feb 10 15:19:21.356585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4feca943-bd34-4e68-aae4-b2cbbb38f513 None None] Provisioning complete for port aa11e39c-06db-4bb9-835e-bfb47f483e53 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:21.356936 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4feca943-bd34-4e68-aae4-b2cbbb38f513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:21.400482 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9f7fc-4462-426f-a933-d70382357053 req-16202b39-0a48-4ec8-9e27-021a14a45705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:21.402884 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bba9f7fc-4462-426f-a933-d70382357053 req-16202b39-0a48-4ec8-9e27-021a14a45705 service neutron] 10.222.0.79 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 912 time: 0.1463692 Feb 10 15:19:21.404909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-300582aa-ee82-42c7-ba97-26a63bcc96de req-bdfce097-482f-492d-9012-580e8179a056 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659077 Feb 10 15:19:21.477311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4feca943-bd34-4e68-aae4-b2cbbb38f513 None None] Port aa11e39c-06db-4bb9-835e-bfb47f483e53 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:21.479709 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bba9f7fc-4462-426f-a933-d70382357053 req-175e850e-da87-42f9-8258-82e60e10c48c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de23583b-4742-483e-ada6-fa1df44c8b9e HTTP/1.1" status: 200 len: 217 time: 0.0693340 Feb 10 15:19:21.523870 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8284-fa43-44ca-85b4-cb83c4428ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (738345f6-c952-4504-a7df-7406ec76279c), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:21.529578 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8284-fa43-44ca-85b4-cb83c4428ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (738345f6-c952-4504-a7df-7406ec76279c), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:21.539475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:19:21.603551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9f7fc-4462-426f-a933-d70382357053 req-1e19823e-875a-47cb-b6a1-943bd30107a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:21.605204 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bba9f7fc-4462-426f-a933-d70382357053 req-1e19823e-875a-47cb-b6a1-943bd30107a1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696 HTTP/1.1" status: 200 len: 851 time: 0.1177442 Feb 10 15:19:21.667585 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bba9f7fc-4462-426f-a933-d70382357053 req-5dc5c94b-384a-4ce8-866f-9a82cbec4070 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=98af5229-c542-4eaf-859a-ec2f4d24a8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545323 Feb 10 15:19:21.691597 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8284-fa43-44ca-85b4-cb83c4428ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (e7643b09-4374-4401-af27-bb0d5d8d50d7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:21.695728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c8284-fa43-44ca-85b4-cb83c4428ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=738345f6-c952-4504-a7df-7406ec76279c,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:21.747065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device babde024-27c5-476c-8fd3-e0a1b7ed1730 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:21.870468 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bba9f7fc-4462-426f-a933-d70382357053 req-18d725c3-967f-46c9-84de-f730a2459e3b service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959534 Feb 10 15:19:21.899669 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port babde024-27c5-476c-8fd3-e0a1b7ed1730 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:19:21.910531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c8284-fa43-44ca-85b4-cb83c4428ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network e627590a-7614-4315-8ab5-8d1ac37ec015 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:21.914099 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port babde024-27c5-476c-8fd3-e0a1b7ed1730 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:21.914544 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c8284-fa43-44ca-85b4-cb83c4428ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:21.914917 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (babde024-27c5-476c-8fd3-e0a1b7ed1730), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:21.972820 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 2, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:22.005831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Checking router: d5ea87bc-648a-4c57-94e2-29d7c50f7a58 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:19:22.007101 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Updating router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 port aa11e39c-06db-4bb9-835e-bfb47f483e53 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:19:22.084226 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bba9f7fc-4462-426f-a933-d70382357053 req-6c6fce3d-6d3f-4c87-bd2d-26187168ee57 service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064083 Feb 10 15:19:22.094769 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:22.100114 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-879602cf-5aee-4a07-b5f6-1eaf5d58e55f tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:22.107700 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-879602cf-5aee-4a07-b5f6-1eaf5d58e55f tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 820 time: 0.2551911 Feb 10 15:19:22.129194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-3f161466-3bb0-4c22-96ce-be475596342c tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/quotas/bbd9bd1cca864cb0b4a049de04b8fff9 HTTP/1.1" status: 200 len: 375 time: 0.0205455 Feb 10 15:19:22.137651 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port babde024-27c5-476c-8fd3-e0a1b7ed1730 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:22.138053 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (babde024-27c5-476c-8fd3-e0a1b7ed1730), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:22.229505 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-6df54064-045b-4610-b61e-9d642c2e2326 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866289 Feb 10 15:19:22.230641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7c8284-fa43-44ca-85b4-cb83c4428ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Router e7643b09-4374-4401-af27-bb0d5d8d50d7 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:19:22.234110 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53685e69-d006-4066-8fec-c23a59fa559e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babde024-27c5-476c-8fd3-e0a1b7ed1730'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:22.236407 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e5425b-7821-46e0-aeda-a1240c6661c1" -d '{"events": [{"server_uuid": "53685e69-d006-4066-8fec-c23a59fa559e", "name": "network-vif-plugged", "status": "completed", "tag": "babde024-27c5-476c-8fd3-e0a1b7ed1730"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:22.267002 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port babde024-27c5-476c-8fd3-e0a1b7ed1730, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=babde024-27c5-476c-8fd3-e0a1b7ed1730,segment=NetworkSegment(01779439-04a9-4c15-89d7-e04c31252327),segment_id=01779439-04a9-4c15-89d7-e04c31252327)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:22.271628 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6b339cbd-f2b4-4b63-8bc2-8480a21e245f None None] Provisioning complete for port 738345f6-c952-4504-a7df-7406ec76279c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:22.271956 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b339cbd-f2b4-4b63-8bc2-8480a21e245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (738345f6-c952-4504-a7df-7406ec76279c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:22.309666 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6b339cbd-f2b4-4b63-8bc2-8480a21e245f None None] Port 738345f6-c952-4504-a7df-7406ec76279c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:22.315037 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (babde024-27c5-476c-8fd3-e0a1b7ed1730), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:22.386473 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7c8284-fa43-44ca-85b4-cb83c4428ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:19:22.398245 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7e7c8284-fa43-44ca-85b4-cb83c4428ee5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "PUT /v2.0/routers/e7643b09-4374-4401-af27-bb0d5d8d50d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6405895 Feb 10 15:19:22.399433 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43616) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:22.412625 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac8b1b-4b58-465e-9039-b5ff592d4f98 None None] Sync routers for ids ['e7643b09-4374-4401-af27-bb0d5d8d50d7'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:19:22.434824 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac8b1b-4b58-465e-9039-b5ff592d4f98 None None] Routers {'e7643b09-4374-4401-af27-bb0d5d8d50d7'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:19:22.435646 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4dac8b1b-4b58-465e-9039-b5ff592d4f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:19:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['e7643b09-4374-4401-af27-bb0d5d8d50d7'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:22.448301 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-916c24ec-299b-46c9-a0d1-b3d32f687b70 service neutron] 10.222.0.64 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096996 Feb 10 15:19:22.491499 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4dac8b1b-4b58-465e-9039-b5ff592d4f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:22.502599 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac8b1b-4b58-465e-9039-b5ff592d4f98 None None] Routers {'e7643b09-4374-4401-af27-bb0d5d8d50d7'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:19:22.503220 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4dac8b1b-4b58-465e-9039-b5ff592d4f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:19:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['e7643b09-4374-4401-af27-bb0d5d8d50d7'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:22.520783 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c900c0e-faec-4621-848f-e12215361344 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:22.522798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2c900c0e-faec-4621-848f-e12215361344 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7643b09-4374-4401-af27-bb0d5d8d50d7 HTTP/1.1" status: 200 len: 982 time: 0.1172097 Feb 10 15:19:22.525805 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43620) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:22.546135 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4dac8b1b-4b58-465e-9039-b5ff592d4f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:22.546867 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac8b1b-4b58-465e-9039-b5ff592d4f98 None None] The sync data for ids ['e7643b09-4374-4401-af27-bb0d5d8d50d7'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:19:22.604483 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=babde024-27c5-476c-8fd3-e0a1b7ed1730,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:22.617365 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-32fe3bee-c60d-4f1c-8ff0-7f3a9b8a7d46 service neutron] 10.222.0.64 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499701 Feb 10 15:19:22.731152 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Publish callbacks [] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:22.745440 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:22.811644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fce11-4b2f-4f57-aece-1519c2cb94d6 None None] Pushing event updated for resources: {'Port': ['ID=aa11e39c-06db-4bb9-835e-bfb47f483e53,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:22.909024 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Attempting to bind port aa11e39c-06db-4bb9-835e-bfb47f483e53 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:19:22.909678 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Attempting to bind port aa11e39c-06db-4bb9-835e-bfb47f483e53 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:19:22.909821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Attempting to bind port aa11e39c-06db-4bb9-835e-bfb47f483e53 on network 6b17024a-debc-4b4b-8647-7b69683a5390 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:19:22.916697 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d235c7-fbf1-4166-9ec0-c0a693f703f7 req-c244e50c-85a6-4bf5-9a51-ea7b2c3cf7a6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:22.922107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:19:22.922495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Checking segment: {'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:19:22.922908 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:22.923305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Bound using segment: {'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:19:22.923794 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Bound port: aa11e39c-06db-4bb9-835e-bfb47f483e53, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:19:22.924092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9d235c7-fbf1-4166-9ec0-c0a693f703f7 req-c244e50c-85a6-4bf5-9a51-ea7b2c3cf7a6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 945 time: 0.1041551 Feb 10 15:19:22.924578 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:23.025756 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9d235c7-fbf1-4166-9ec0-c0a693f703f7 req-7e551189-1cd5-411d-b186-154b9fe63002 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/security-groups?id=746b6bf5-dc05-4742-9969-ad2386735ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929492 Feb 10 15:19:23.128458 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] For port aa11e39c-06db-4bb9-835e-bfb47f483e53, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:19:23.147584 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] For port aa11e39c-06db-4bb9-835e-bfb47f483e53, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=aa11e39c-06db-4bb9-835e-bfb47f483e53,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:19:23.182918 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5fd3813d-4dd8-4618-b512-8aa2734a48f5 req-0a9ae752-b9f5-4af0-a210-ae9488a0b3d8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0888119 Feb 10 15:19:23.195925 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:23.286458 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e9d07e-53f5-4c09-8609-d694651835c0 x-openstack-request-id: req-44e9d07e-53f5-4c09-8609-d694651835c0 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:23.286769 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53685e69-d006-4066-8fec-c23a59fa559e", "name": "network-vif-plugged", "status": "completed", "tag": "babde024-27c5-476c-8fd3-e0a1b7ed1730", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:23.287000 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44e9d07e-53f5-4c09-8609-d694651835c0 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:23.287393 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53685e69-d006-4066-8fec-c23a59fa559e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babde024-27c5-476c-8fd3-e0a1b7ed1730', 'code': 200} Feb 10 15:19:23.360334 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fce11-4b2f-4f57-aece-1519c2cb94d6 None None] Pushing event updated for resources: {'Port': ['ID=aa11e39c-06db-4bb9-835e-bfb47f483e53,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:23.366321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c29a174e-cf58-4e1c-b248-ecf979ba3839 None None] Provisioning complete for port aa11e39c-06db-4bb9-835e-bfb47f483e53 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:23.368203 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c29a174e-cf58-4e1c-b248-ecf979ba3839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:23.425738 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:19:23.426766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:19:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:23.461635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30a187-1374-48d2-850c-ce405edf50bc req-c2275954-47cd-4389-82e3-11a1f4521699 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:23.470127 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df30a187-1374-48d2-850c-ce405edf50bc req-c2275954-47cd-4389-82e3-11a1f4521699 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 944 time: 0.1082284 Feb 10 15:19:23.538198 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df30a187-1374-48d2-850c-ce405edf50bc req-c5c2a54d-0846-4027-b361-8afa2e74976c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665128 Feb 10 15:19:23.560675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3e9ed-ac2d-4518-8b95-4b1f496d6e79 req-7f686906-97d6-465e-8137-b0bae1d60894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:23.563193 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7db3e9ed-ac2d-4518-8b95-4b1f496d6e79 req-7f686906-97d6-465e-8137-b0bae1d60894 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 1127 time: 0.1685622 Feb 10 15:19:23.680074 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c29a174e-cf58-4e1c-b248-ecf979ba3839 None None] Current status of the port aa11e39c-06db-4bb9-835e-bfb47f483e53 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:23.680405 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c29a174e-cf58-4e1c-b248-ecf979ba3839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:23.724561 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db50e354-4453-46c3-a8c2-b62440c017e7 req-f6ca4530-41cb-4252-93b8-c935aa6eaacd tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 210 time: 0.0405569 Feb 10 15:19:23.739747 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7db3e9ed-ac2d-4518-8b95-4b1f496d6e79 req-0ae2891e-133c-4e12-8f19-15af03aad4cd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=746b6bf5-dc05-4742-9969-ad2386735ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673820 Feb 10 15:19:23.744561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c29a174e-cf58-4e1c-b248-ecf979ba3839 None None] For port aa11e39c-06db-4bb9-835e-bfb47f483e53, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=aa11e39c-06db-4bb9-835e-bfb47f483e53,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:23.749366 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device de23583b-4742-483e-ada6-fa1df44c8b9e details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:19:23.749555 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-256e2f8d-f4f9-4749-bef9-a681162c35bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (e7643b09-4374-4401-af27-bb0d5d8d50d7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:23.755532 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c29a174e-cf58-4e1c-b248-ecf979ba3839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:23.819714 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:19:23.894611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a174e-cf58-4e1c-b248-ecf979ba3839 None None] Pushing event updated for resources: {'Port': ['ID=aa11e39c-06db-4bb9-835e-bfb47f483e53,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:23.981934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a9690de7-06c0-4ac4-b930-6f073a9849ba None None] Provisioning complete for port aa11e39c-06db-4bb9-835e-bfb47f483e53 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:23.982730 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a9690de7-06c0-4ac4-b930-6f073a9849ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:24.019467 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-256e2f8d-f4f9-4749-bef9-a681162c35bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port 738345f6-c952-4504-a7df-7406ec76279c {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:24.019887 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-256e2f8d-f4f9-4749-bef9-a681162c35bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (738345f6-c952-4504-a7df-7406ec76279c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:24.119035 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-256e2f8d-f4f9-4749-bef9-a681162c35bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (738345f6-c952-4504-a7df-7406ec76279c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:24.135650 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port de23583b-4742-483e-ada6-fa1df44c8b9e, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=de23583b-4742-483e-ada6-fa1df44c8b9e,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:24.153129 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-256e2f8d-f4f9-4749-bef9-a681162c35bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for 738345f6-c952-4504-a7df-7406ec76279c owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:24.170127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'de23583b-4742-483e-ada6-fa1df44c8b9e', 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1', 'port_id': 'de23583b-4742-483e-ada6-fa1df44c8b9e', 'mac_address': 'fa:16:3e:1d:2c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:19:24.190365 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c45f4a-e092-45d2-99bb-7c65a06665a2 req-40773874-89b9-4956-81d0-a22bb6ce3be4 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:24.192525 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-72c45f4a-e092-45d2-99bb-7c65a06665a2 req-40773874-89b9-4956-81d0-a22bb6ce3be4 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 945 time: 0.0920103 Feb 10 15:19:24.241946 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-72c45f4a-e092-45d2-99bb-7c65a06665a2 req-7daf7293-e2cd-4c1a-b1af-0c3083ac5bd5 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/security-groups?id=746b6bf5-dc05-4742-9969-ad2386735ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427008 Feb 10 15:19:24.252306 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a9690de7-06c0-4ac4-b930-6f073a9849ba None None] Current status of the port aa11e39c-06db-4bb9-835e-bfb47f483e53 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:24.277119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port de23583b-4742-483e-ada6-fa1df44c8b9e is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:24.277523 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (de23583b-4742-483e-ada6-fa1df44c8b9e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:24.294408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de23583b-4742-483e-ada6-fa1df44c8b9e {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:19:24.299719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:24.321645 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:19:24.333956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525eddf6-0291-4016-9444-7da72e8e066a None None] The sync data for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 is: [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:19:24.350875 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port de23583b-4742-483e-ada6-fa1df44c8b9e, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=de23583b-4742-483e-ada6-fa1df44c8b9e,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:24.363057 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (de23583b-4742-483e-ada6-fa1df44c8b9e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:24.368012 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3d980d7-3596-47b7-8391-1f629b21070c req-cba57c23-2dd5-45f1-8583-a5f1b73398d4 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0448847 Feb 10 15:19:24.464826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=de23583b-4742-483e-ada6-fa1df44c8b9e,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:24.484937 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f47cb632-db14-48dd-9857-39f29dd121bc req-679f3b5d-7c82-4f9e-8c48-ac85e49f8788 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2245443 Feb 10 15:19:24.518108 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-256e2f8d-f4f9-4749-bef9-a681162c35bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (738345f6-c952-4504-a7df-7406ec76279c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:24.570594 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e2f8d-f4f9-4749-bef9-a681162c35bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=738345f6-c952-4504-a7df-7406ec76279c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:24.745498 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2870d-cee8-4823-bcd5-90585ce150d6 req-5f2b5836-03ad-43e7-9785-7d67fdbea962 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:24.752265 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-13b2870d-cee8-4823-bcd5-90585ce150d6 req-5f2b5836-03ad-43e7-9785-7d67fdbea962 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 945 time: 0.0880139 Feb 10 15:19:24.781953 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['de23583b-4742-483e-ada6-fa1df44c8b9e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:19:24.871547 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-13b2870d-cee8-4823-bcd5-90585ce150d6 req-e9ea03b5-3d18-4a15-b5e0-637a54b42357 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072693 Feb 10 15:19:24.872023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-e4730171-f5dd-43f6-b323-94e493ef4bd8 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:24.874041 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-e4730171-f5dd-43f6-b323-94e493ef4bd8 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.72 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 820 time: 0.2975817 Feb 10 15:19:24.892225 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cb632-db14-48dd-9857-39f29dd121bc req-b9e22e67-e748-44be-ae45-1c56c00c4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:24.893790 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f47cb632-db14-48dd-9857-39f29dd121bc req-b9e22e67-e748-44be-ae45-1c56c00c4030 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5215607e06341349d4ff99815703bf5&device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 1128 time: 0.3866072 Feb 10 15:19:24.898748 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Request body: {'port': {'device_id': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'admin_state_up': True, 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:25.046482 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7408a04-3d87-4aef-a246-de2a88efc6a0 req-1ad691a4-d7b0-40d4-ac26-8e499b3dd5f3 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 210 time: 0.0406487 Feb 10 15:19:25.133503 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-256e2f8d-f4f9-4749-bef9-a681162c35bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (e7643b09-4374-4401-af27-bb0d5d8d50d7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:25.259954 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Made reservation on behalf of bbd9bd1cca864cb0b4a049de04b8fff9 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:25.263546 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:25.296348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cb632-db14-48dd-9857-39f29dd121bc req-b7388ab2-4981-41ab-9211-3b977abfa3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:25.297765 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f47cb632-db14-48dd-9857-39f29dd121bc req-b7388ab2-4981-41ab-9211-3b977abfa3fa service neutron] 10.222.0.79 "GET /v2.0/networks?id=f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 HTTP/1.1" status: 200 len: 916 time: 0.2732415 Feb 10 15:19:25.355774 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f47cb632-db14-48dd-9857-39f29dd121bc req-a5960a08-25ef-44a1-98dc-8b274cb819ec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=320da8ce-a09e-4c1e-8af3-2361531f1d23 HTTP/1.1" status: 200 len: 217 time: 0.0503058 Feb 10 15:19:25.379347 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e663310-2780-40eb-b173-03c4b1c7aa45 req-1c6e44b0-e937-4d93-9b21-5cf8b448a102 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:25.382291 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e663310-2780-40eb-b173-03c4b1c7aa45 req-1c6e44b0-e937-4d93-9b21-5cf8b448a102 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 945 time: 0.0627697 Feb 10 15:19:25.453098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e663310-2780-40eb-b173-03c4b1c7aa45 req-2e34e828-8cd2-4bd8-bdaf-a002463031c0 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/security-groups?id=746b6bf5-dc05-4742-9969-ad2386735ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638235 Feb 10 15:19:25.566491 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce88f546-f517-48f1-be87-b112bc24a472 req-853b8fc2-b059-41d5-a28a-7a48a5084e10 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0478745 Feb 10 15:19:25.614683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256e2f8d-f4f9-4749-bef9-a681162c35bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Router e7643b09-4374-4401-af27-bb0d5d8d50d7 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:19:25.619233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cb632-db14-48dd-9857-39f29dd121bc req-2c2309fa-a6f4-4771-9eff-f16bf7f7da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:25.620763 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f47cb632-db14-48dd-9857-39f29dd121bc req-2c2309fa-a6f4-4771-9eff-f16bf7f7da44 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418 HTTP/1.1" status: 200 len: 854 time: 0.2563915 Feb 10 15:19:25.723079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Allocated IP 172.20.0.7 (6b17024a-debc-4b4b-8647-7b69683a5390/d3818fbb-f909-45b2-8ed7-e6fdc048076b/5a1e2995-1000-415f-8b1a-5d8639eacfb3) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:25.744843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device de23583b-4742-483e-ada6-fa1df44c8b9e up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:25.768706 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256e2f8d-f4f9-4749-bef9-a681162c35bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:19:25.778221 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-256e2f8d-f4f9-4749-bef9-a681162c35bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "PUT /v2.0/routers/e7643b09-4374-4401-af27-bb0d5d8d50d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2510519 Feb 10 15:19:25.785374 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43660) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:25.793770 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cb632-db14-48dd-9857-39f29dd121bc req-d4fd5657-dc9a-4a6f-b972-e52e6a94b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:25.795297 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f47cb632-db14-48dd-9857-39f29dd121bc req-d4fd5657-dc9a-4a6f-b972-e52e6a94b334 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1657970 Feb 10 15:19:25.815919 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2ef217-1d17-4b68-b0e0-aabf19cf1ff3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] GET failed (client error): The resource could not be found. Feb 10 15:19:25.820974 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ab2ef217-1d17-4b68-b0e0-aabf19cf1ff3 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/738345f6-c952-4504-a7df-7406ec76279c HTTP/1.1" status: 404 len: 333 time: 0.0345302 Feb 10 15:19:25.822323 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43664) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:25.845303 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb545eb-b89f-4c37-95a9-093ed9ab28eb None None] Sync routers for ids ['e7643b09-4374-4401-af27-bb0d5d8d50d7'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:19:25.862057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb545eb-b89f-4c37-95a9-093ed9ab28eb None None] Routers {'e7643b09-4374-4401-af27-bb0d5d8d50d7'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:19:25.862689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dbb545eb-b89f-4c37-95a9-093ed9ab28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:19:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['e7643b09-4374-4401-af27-bb0d5d8d50d7'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:25.919864 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dbb545eb-b89f-4c37-95a9-093ed9ab28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:25.937071 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb545eb-b89f-4c37-95a9-093ed9ab28eb None None] Routers {'e7643b09-4374-4401-af27-bb0d5d8d50d7'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:19:25.937960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dbb545eb-b89f-4c37-95a9-093ed9ab28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:19:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['e7643b09-4374-4401-af27-bb0d5d8d50d7'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:25.989116 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64831e0d-290a-4b72-a5fd-480a5390bf21 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for router (e7643b09-4374-4401-af27-bb0d5d8d50d7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:25.993000 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dbb545eb-b89f-4c37-95a9-093ed9ab28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:25.994454 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb545eb-b89f-4c37-95a9-093ed9ab28eb None None] The sync data for ids ['e7643b09-4374-4401-af27-bb0d5d8d50d7'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:19:26.003603 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port de23583b-4742-483e-ada6-fa1df44c8b9e completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:19:26.010622 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port de23583b-4742-483e-ada6-fa1df44c8b9e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:26.011052 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (de23583b-4742-483e-ada6-fa1df44c8b9e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:26.114138 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for port (5a1e2995-1000-415f-8b1a-5d8639eacfb3), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:26.118649 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port de23583b-4742-483e-ada6-fa1df44c8b9e is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:26.119124 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (de23583b-4742-483e-ada6-fa1df44c8b9e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:26.147482 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09aaa3f0-5703-4278-91fc-81e3142e2d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23583b-4742-483e-ada6-fa1df44c8b9e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:26.150446 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fc81b5-ce7f-4cdd-9f84-7f4a107486a0" -d '{"events": [{"server_uuid": "09aaa3f0-5703-4278-91fc-81e3142e2d55", "name": "network-vif-plugged", "status": "completed", "tag": "de23583b-4742-483e-ada6-fa1df44c8b9e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:26.166296 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port de23583b-4742-483e-ada6-fa1df44c8b9e, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=de23583b-4742-483e-ada6-fa1df44c8b9e,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:26.175025 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (de23583b-4742-483e-ada6-fa1df44c8b9e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:26.179688 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f47cb632-db14-48dd-9857-39f29dd121bc req-71db05eb-a751-4028-aa7c-ffa9df88df40 service neutron] 10.222.0.79 "GET /v2.0/networks/f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751159 Feb 10 15:19:26.182263 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5a1e2995-1000-415f-8b1a-5d8639eacfb3), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:26.233775 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=de23583b-4742-483e-ada6-fa1df44c8b9e,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:26.260348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Network 6b17024a-debc-4b4b-8647-7b69683a5390 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:26.266492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:26.278297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde263f-9a1b-4443-b8fb-0ea78e3d2fe4 req-c9b03515-14b5-4d89-b1f0-7435cdcb5bd6 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:26.285146 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dcde263f-9a1b-4443-b8fb-0ea78e3d2fe4 req-c9b03515-14b5-4d89-b1f0-7435cdcb5bd6 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 945 time: 0.2936766 Feb 10 15:19:26.287907 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64831e0d-290a-4b72-a5fd-480a5390bf21 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (e7643b09-4374-4401-af27-bb0d5d8d50d7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:26.291372 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64831e0d-290a-4b72-a5fd-480a5390bf21 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for router_controller (e7643b09-4374-4401-af27-bb0d5d8d50d7), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:26.565551 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device aa11e39c-06db-4bb9-835e-bfb47f483e53 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:26.631699 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:26.632258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9bafb16a-3426-4131-a113-7f1d8b235f66 None None] Provisioning complete for port 5a1e2995-1000-415f-8b1a-5d8639eacfb3 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:26.632365 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9bafb16a-3426-4131-a113-7f1d8b235f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5a1e2995-1000-415f-8b1a-5d8639eacfb3), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:26.669318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9bafb16a-3426-4131-a113-7f1d8b235f66 None None] Port 5a1e2995-1000-415f-8b1a-5d8639eacfb3 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:26.681901 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:26.682863 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:26.685458 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port aa11e39c-06db-4bb9-835e-bfb47f483e53 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:26.686516 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:26.690640 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Pushing event updated for resources: {'Port': ['ID=5a1e2995-1000-415f-8b1a-5d8639eacfb3,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:26.711789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:26.712153 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:26.713454 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:26.713947 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:26.714279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:26.714619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:26.714949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:26.715274 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:26.715597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:26.715921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:26.716244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:26.716568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:26.716996 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:26.726015 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-212becb9-b095-46ee-a49c-50b61e5dedf7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8363323 Feb 10 15:19:26.747760 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f47cb632-db14-48dd-9857-39f29dd121bc req-ed2fab5d-8c28-4df6-b58b-931365fb02ef service neutron] 10.222.0.79 "GET /v2.0/networks/f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589747 Feb 10 15:19:26.768534 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Request body: {'port': {'device_id': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:26.782198 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64831e0d-290a-4b72-a5fd-480a5390bf21 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (e7643b09-4374-4401-af27-bb0d5d8d50d7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:26.783656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64831e0d-290a-4b72-a5fd-480a5390bf21 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Fanout notify agent at l3_agent the message router_deleted on router e7643b09-4374-4401-af27-bb0d5d8d50d7 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:19:26.810475 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64831e0d-290a-4b72-a5fd-480a5390bf21 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:26.814243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43680) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:26.815132 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-64831e0d-290a-4b72-a5fd-480a5390bf21 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/routers/e7643b09-4374-4401-af27-bb0d5d8d50d7 HTTP/1.1" status: 204 len: 168 time: 0.9895115 Feb 10 15:19:26.816550 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port aa11e39c-06db-4bb9-835e-bfb47f483e53 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:26.849202 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dcde263f-9a1b-4443-b8fb-0ea78e3d2fe4 req-52f0428a-efe7-45eb-bc5f-bbbaf3a4d024 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500927 Feb 10 15:19:26.888141 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5a1e2995-1000-415f-8b1a-5d8639eacfb3), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:26.904634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e979d0f-9481-490e-9c12-cadca2b561ed tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting subnet 8b201dd8-6049-4045-9a72-741d4317f591 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:19:26.909434 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e979d0f-9481-490e-9c12-cadca2b561ed tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (8b201dd8-6049-4045-9a72-741d4317f591), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:26.979898 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e979d0f-9481-490e-9c12-cadca2b561ed tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (8b201dd8-6049-4045-9a72-741d4317f591), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:26.986247 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e02915-6725-4cbc-9124-e23b4467ad93 req-f9d2c44e-46c1-4c47-8125-575c3b86238f tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:26.987956 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9e02915-6725-4cbc-9124-e23b4467ad93 req-f9d2c44e-46c1-4c47-8125-575c3b86238f tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 931 time: 0.0595205 Feb 10 15:19:27.037099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9e02915-6725-4cbc-9124-e23b4467ad93 req-b7c60b4a-bc39-4b19-a383-66dc5aef53ac tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419159 Feb 10 15:19:27.093075 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaa1af3-13fd-489f-bd5b-7abd55d81972 x-openstack-request-id: req-faaa1af3-13fd-489f-bd5b-7abd55d81972 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:27.093368 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09aaa3f0-5703-4278-91fc-81e3142e2d55", "name": "network-vif-plugged", "status": "completed", "tag": "de23583b-4742-483e-ada6-fa1df44c8b9e", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:27.093621 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-faaa1af3-13fd-489f-bd5b-7abd55d81972 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:27.094019 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09aaa3f0-5703-4278-91fc-81e3142e2d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23583b-4742-483e-ada6-fa1df44c8b9e', 'code': 200} Feb 10 15:19:27.179770 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b36b198a-a53c-4d01-814f-063b0244ca0f req-f64451e8-da3c-414a-a91b-af42e7e254aa tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=61937c9d-89a7-4679-abc2-fb6a2eb522fa HTTP/1.1" status: 200 len: 210 time: 0.0297742 Feb 10 15:19:27.193558 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e979d0f-9481-490e-9c12-cadca2b561ed tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (8b201dd8-6049-4045-9a72-741d4317f591), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:27.319112 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea2562-09b7-4d5a-bb4b-e30e09364f5a req-afc2aeef-f2f7-4045-a298-ad91d4339f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:27.320631 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-20ea2562-09b7-4d5a-bb4b-e30e09364f5a req-afc2aeef-f2f7-4045-a298-ad91d4339f2a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 1128 time: 0.1435223 Feb 10 15:19:27.338305 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e979d0f-9481-490e-9c12-cadca2b561ed tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (8b201dd8-6049-4045-9a72-741d4317f591), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:27.394941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e979d0f-9481-490e-9c12-cadca2b561ed tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Subnet': ['ID=8b201dd8-6049-4045-9a72-741d4317f591,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:27.406204 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c66d7ae-fa2c-42a4-97c9-e9993fc6bf99 None None] Network e627590a-7614-4315-8ab5-8d1ac37ec015 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:27.419731 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e979d0f-9481-490e-9c12-cadca2b561ed tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:27.425895 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43688) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:27.426542 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3e979d0f-9481-490e-9c12-cadca2b561ed tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/8b201dd8-6049-4045-9a72-741d4317f591 HTTP/1.1" status: 204 len: 168 time: 0.6111231 Feb 10 15:19:27.462345 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1e2995-1000-415f-8b1a-5d8639eacfb3 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:19:27.471032 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Publish callbacks [] for port (5a1e2995-1000-415f-8b1a-5d8639eacfb3), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:27.475923 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-20ea2562-09b7-4d5a-bb4b-e30e09364f5a req-e1ccc18b-8b66-4096-b906-237f303012f4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480250 Feb 10 15:19:27.488349 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Transition to ACTIVE for port object 5a1e2995-1000-415f-8b1a-5d8639eacfb3 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:19:27.495700 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (5a1e2995-1000-415f-8b1a-5d8639eacfb3), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:27.566849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Pushing event updated for resources: {'Port': ['ID=5a1e2995-1000-415f-8b1a-5d8639eacfb3,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:27.597685 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (e627590a-7614-4315-8ab5-8d1ac37ec015), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:27.615389 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eee0f4-efa4-45ff-acf9-15aca86a731b None None] DHCP port deletion for e627590a-7614-4315-8ab5-8d1ac37ec015 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:19:27.668300 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3ab6e-a000-41bb-81d3-ffcf48e7c02f req-aa1865c9-a453-4319-8fda-6ff91fbd8b3b tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:27.676681 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ff3ab6e-a000-41bb-81d3-ffcf48e7c02f req-aa1865c9-a453-4319-8fda-6ff91fbd8b3b tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 945 time: 0.1788936 Feb 10 15:19:27.733806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c1eee0f4-efa4-45ff-acf9-15aca86a731b None None] Deleting port 29172a37-ff03-4bd5-9f9a-a20725bea258 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:27.739275 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c1eee0f4-efa4-45ff-acf9-15aca86a731b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (29172a37-ff03-4bd5-9f9a-a20725bea258), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:27.758669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Attempting to bind port 5a1e2995-1000-415f-8b1a-5d8639eacfb3 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:19:27.760056 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Attempting to bind port 5a1e2995-1000-415f-8b1a-5d8639eacfb3 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:19:27.760417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Attempting to bind port 5a1e2995-1000-415f-8b1a-5d8639eacfb3 on network 6b17024a-debc-4b4b-8647-7b69683a5390 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:19:27.784847 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Port 5a1e2995-1000-415f-8b1a-5d8639eacfb3 on network 6b17024a-debc-4b4b-8647-7b69683a5390 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:19:27.785301 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Attempting to bind port 5a1e2995-1000-415f-8b1a-5d8639eacfb3 on network 6b17024a-debc-4b4b-8647-7b69683a5390 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:19:27.791856 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:19:27.792342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Checking segment: {'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:19:27.793227 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Bound using segment: {'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:19:27.793771 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Bound port: 5a1e2995-1000-415f-8b1a-5d8639eacfb3, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:19:27.794233 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5a1e2995-1000-415f-8b1a-5d8639eacfb3), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:27.840137 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ff3ab6e-a000-41bb-81d3-ffcf48e7c02f req-80320cc3-bc1e-4ed6-90f6-0594837efe3f tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/security-groups?id=746b6bf5-dc05-4742-9969-ad2386735ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621325 Feb 10 15:19:27.873673 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port 29172a37-ff03-4bd5-9f9a-a20725bea258 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:27.875574 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (29172a37-ff03-4bd5-9f9a-a20725bea258), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:27.946140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c1eee0f4-efa4-45ff-acf9-15aca86a731b None None] For port 29172a37-ff03-4bd5-9f9a-a20725bea258, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=29172a37-ff03-4bd5-9f9a-a20725bea258,segment=NetworkSegment(87d43d6e-232c-4de9-8e8e-320b34ee9ae7),segment_id=87d43d6e-232c-4de9-8e8e-320b34ee9ae7)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:27.947275 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c1eee0f4-efa4-45ff-acf9-15aca86a731b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (29172a37-ff03-4bd5-9f9a-a20725bea258), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:27.978517 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] For port 5a1e2995-1000-415f-8b1a-5d8639eacfb3, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:19:27.985167 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] For port 5a1e2995-1000-415f-8b1a-5d8639eacfb3, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=5a1e2995-1000-415f-8b1a-5d8639eacfb3,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:19:27.994874 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c1eee0f4-efa4-45ff-acf9-15aca86a731b None None] Calling delete_port for 29172a37-ff03-4bd5-9f9a-a20725bea258 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:27.996813 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (5a1e2995-1000-415f-8b1a-5d8639eacfb3), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:28.034605 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] For port 29172a37-ff03-4bd5-9f9a-a20725bea258, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=29172a37-ff03-4bd5-9f9a-a20725bea258,segment=NetworkSegment(87d43d6e-232c-4de9-8e8e-320b34ee9ae7),segment_id=87d43d6e-232c-4de9-8e8e-320b34ee9ae7)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:28.035326 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (29172a37-ff03-4bd5-9f9a-a20725bea258), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:28.049937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for 29172a37-ff03-4bd5-9f9a-a20725bea258 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:28.072584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:28.073245 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:28.074706 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] 10.222.0.72 "PUT /v2.0/ports/5a1e2995-1000-415f-8b1a-5d8639eacfb3 HTTP/1.1" status: 200 len: 1091 time: 1.3260384 Feb 10 15:19:28.075469 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'tag': '5a1e2995-1000-415f-8b1a-5d8639eacfb3'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:28.077812 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a1cadf-3d33-4794-a87d-30b1fab09394" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8eaa17-86ca-4182-aa43-29b10d3f15a9", "tag": "5a1e2995-1000-415f-8b1a-5d8639eacfb3"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:28.182538 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c1eee0f4-efa4-45ff-acf9-15aca86a731b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (29172a37-ff03-4bd5-9f9a-a20725bea258), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:28.221741 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (29172a37-ff03-4bd5-9f9a-a20725bea258), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:28.233743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e4ffd-c878-4b93-85a8-bb7249b8517d service neutron] Pushing event updated for resources: {'Port': ['ID=5a1e2995-1000-415f-8b1a-5d8639eacfb3,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:28.273496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=29172a37-ff03-4bd5-9f9a-a20725bea258,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:28.280777 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No DVR routers for this DVR port 29172a37-ff03-4bd5-9f9a-a20725bea258 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:19:28.288507 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda41d7-6239-4418-ad6d-c71f1540b27c req-3aeffc91-b613-4a0c-9b6d-98eca510bf27 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:28.297631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbda41d7-6239-4418-ad6d-c71f1540b27c req-3aeffc91-b613-4a0c-9b6d-98eca510bf27 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.1596520 Feb 10 15:19:28.316205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-92a3ad11-3752-4e0b-ad70-6179a9667ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:28.321474 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-92a3ad11-3752-4e0b-ad70-6179a9667ed4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 1125 time: 0.1981058 Feb 10 15:19:28.448217 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (e627590a-7614-4315-8ab5-8d1ac37ec015), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:28.481931 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-97c28503-9938-420b-8a16-f42fa4220471 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a1e2995-1000-415f-8b1a-5d8639eacfb3 HTTP/1.1" status: 200 len: 217 time: 0.1529629 Feb 10 15:19:28.486886 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbda41d7-6239-4418-ad6d-c71f1540b27c req-9bba636b-e9f3-4b48-bd4d-9a91e1635a4f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603396 Feb 10 15:19:28.533548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e627590a-7614-4315-8ab5-8d1ac37ec015']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:28.558518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d43d6e-232c-4de9-8e8e-320b34ee9ae7') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:28.558991 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d43d6e-232c-4de9-8e8e-320b34ee9ae7') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:28.572891 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (87d43d6e-232c-4de9-8e8e-320b34ee9ae7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:28.594371 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84794e1a-6271-4172-b5d6-4e31ce718551 req-80ca991e-aea2-470c-89ee-628282e5a4cf tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:28.596241 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84794e1a-6271-4172-b5d6-4e31ce718551 req-80ca991e-aea2-470c-89ee-628282e5a4cf tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 943 time: 0.1081426 Feb 10 15:19:28.600234 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (87d43d6e-232c-4de9-8e8e-320b34ee9ae7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:28.608203 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-b1a5ac54-1fe9-4dcd-a938-be6e09687b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:28.613863 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-b1a5ac54-1fe9-4dcd-a938-be6e09687b51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 200 len: 859 time: 0.1213803 Feb 10 15:19:28.615758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:19:28.616374 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (87d43d6e-232c-4de9-8e8e-320b34ee9ae7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:19:28.619923 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:19:28.723625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-f4aeb2f9-1fc4-4dd2-acd0-28297f6bae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:28.725392 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-f4aeb2f9-1fc4-4dd2-acd0-28297f6bae01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6b17024a-debc-4b4b-8647-7b69683a5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1041415 Feb 10 15:19:28.728896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84794e1a-6271-4172-b5d6-4e31ce718551 req-4d0f6f5b-663f-42e8-a9c5-721c6be1bf63 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214497 Feb 10 15:19:28.758605 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (e627590a-7614-4315-8ab5-8d1ac37ec015), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:28.778548 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 29172a37-ff03-4bd5-9f9a-a20725bea258 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:19:28.792045 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:28.808833 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/networks/e627590a-7614-4315-8ab5-8d1ac37ec015 HTTP/1.1" status: 204 len: 168 time: 1.3784924 Feb 10 15:19:28.810354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12b5b9-a72b-410e-b131-0ac4eae82fb0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Network': ['ID=e627590a-7614-4315-8ab5-8d1ac37ec015,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:28.814136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43718) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:28.826240 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 29172a37-ff03-4bd5-9f9a-a20725bea258 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:19:28.826766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 29172a37-ff03-4bd5-9f9a-a20725bea258 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:19:28.829409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eee0f4-efa4-45ff-acf9-15aca86a731b None None] Pushing event deleted for resources: {'Port': ['ID=29172a37-ff03-4bd5-9f9a-a20725bea258,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:28.850004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eee0f4-efa4-45ff-acf9-15aca86a731b None None] No DVR routers for this DVR port 29172a37-ff03-4bd5-9f9a-a20725bea258 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:19:28.910897 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f421b064-f121-4da3-9b02-839887104c0f x-openstack-request-id: req-f421b064-f121-4da3-9b02-839887104c0f {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:28.916451 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8eaa17-86ca-4182-aa43-29b10d3f15a9", "tag": "5a1e2995-1000-415f-8b1a-5d8639eacfb3", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:28.916961 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f421b064-f121-4da3-9b02-839887104c0f {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:28.917589 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'tag': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'status': 'completed', 'code': 200} Feb 10 15:19:28.943537 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2049b61b-da08-456f-8fb0-1bfc3ae39690 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:28.961713 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2049b61b-da08-456f-8fb0-1bfc3ae39690 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/15df11a8-7c86-474d-a8e6-1246ce6f04ef HTTP/1.1" status: 200 len: 839 time: 0.1429460 Feb 10 15:19:28.963226 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43726) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:29.040168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43730) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:29.052105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e92a3c76-cfe8-4ddc-a3fd-a9afc56ac887 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/15df11a8-7c86-474d-a8e6-1246ce6f04ef?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0874751 Feb 10 15:19:29.059042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-4651c1d8-4ae9-45de-97bc-7f5dc54ae828 req-787e140b-c86f-4fb3-9a77-4b3d71dcc4f5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:19:29.059993 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-652c6a89-9466-4c6f-96c9-8e8d7c423e04 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'subnet': {'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:29.060137 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4651c1d8-4ae9-45de-97bc-7f5dc54ae828 req-787e140b-c86f-4fb3-9a77-4b3d71dcc4f5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056405 Feb 10 15:19:29.077146 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-259268e8-86ed-4232-8c03-d84a0c61cef3 service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442714 Feb 10 15:19:29.152908 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08d3c2-62d6-43d8-91e9-d4eb42c865cb req-9950b844-1351-425e-851c-2e0bb8e26207 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:29.162003 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d08d3c2-62d6-43d8-91e9-d4eb42c865cb req-9950b844-1351-425e-851c-2e0bb8e26207 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 946 time: 0.1084597 Feb 10 15:19:29.248386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d08d3c2-62d6-43d8-91e9-d4eb42c865cb req-674f45b3-dc78-47ae-8d50-d10c2a5a78d6 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ddc451d-29ec-4058-a1a6-fde029dc9b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832229 Feb 10 15:19:29.303777 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-79daf2dd-1252-4dd6-afde-ea11dcd1d26a req-611f1d85-d02a-405c-8906-8277dbb4df77 service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149019 Feb 10 15:19:29.316739 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652c6a89-9466-4c6f-96c9-8e8d7c423e04 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:29.320899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-652c6a89-9466-4c6f-96c9-8e8d7c423e04 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:29.336119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae710d-dbf0-45c5-9f8e-447881b4b7cc req-8c52cf16-ce57-4989-a32a-8b3c87a63d6a tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:29.338146 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-57ae710d-dbf0-45c5-9f8e-447881b4b7cc req-8c52cf16-ce57-4989-a32a-8b3c87a63d6a tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.79 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 945 time: 0.1238642 Feb 10 15:19:29.390235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fbb01-a1a5-4cc6-bb12-78801aa114b3 req-8d27ee31-ac41-4d4d-ae9f-672f5abd8a0e tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:29.397349 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-525fbb01-a1a5-4cc6-bb12-78801aa114b3 req-8d27ee31-ac41-4d4d-ae9f-672f5abd8a0e tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 945 time: 0.1479988 Feb 10 15:19:29.481508 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-525fbb01-a1a5-4cc6-bb12-78801aa114b3 req-003dc199-a41e-4d99-8329-bb4517f946ea tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/security-groups?id=746b6bf5-dc05-4742-9969-ad2386735ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829778 Feb 10 15:19:29.512378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169c87d-86e0-49a4-b1dc-22cb14cfa637 req-6dc08567-047e-436b-b94a-41829dc2d436 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:29.514204 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d169c87d-86e0-49a4-b1dc-22cb14cfa637 req-6dc08567-047e-436b-b94a-41829dc2d436 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1020994 Feb 10 15:19:29.544469 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1cadf-3d33-4794-a87d-30b1fab09394 req-9b99b67c-7175-45ea-9df9-efcd6f47d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:29.546128 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-39a1cadf-3d33-4794-a87d-30b1fab09394 req-9b99b67c-7175-45ea-9df9-efcd6f47d176 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 1125 time: 0.1602488 Feb 10 15:19:29.597920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d169c87d-86e0-49a4-b1dc-22cb14cfa637 req-86461822-d6e0-43a5-8af1-8da7078823d8 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692060 Feb 10 15:19:29.655317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b92634-dd34-4ffb-b63b-fcc2cc5c2293 req-b69f6875-7efb-4d72-8f8c-6d063902ea77 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:29.656988 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4b92634-dd34-4ffb-b63b-fcc2cc5c2293 req-b69f6875-7efb-4d72-8f8c-6d063902ea77 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.0579157 Feb 10 15:19:29.702663 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-57ae710d-dbf0-45c5-9f8e-447881b4b7cc req-152f972c-7a75-4d48-a51b-56ab6811fcb6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Deleting port babde024-27c5-476c-8fd3-e0a1b7ed1730 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:29.703091 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-57ae710d-dbf0-45c5-9f8e-447881b4b7cc req-152f972c-7a75-4d48-a51b-56ab6811fcb6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (babde024-27c5-476c-8fd3-e0a1b7ed1730), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:29.709710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4b92634-dd34-4ffb-b63b-fcc2cc5c2293 req-76b85682-f33f-47f6-b94d-1f846c8d3837 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467427 Feb 10 15:19:29.866588 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d9f6c631-e849-4742-b656-c7902679088b req-e85de396-eeb5-4213-9a74-2ca907fa0911 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3886485 Feb 10 15:19:29.876687 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1cadf-3d33-4794-a87d-30b1fab09394 req-219d9f76-6e2d-4480-aa00-1ac23cc4b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:29.878436 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-39a1cadf-3d33-4794-a87d-30b1fab09394 req-219d9f76-6e2d-4480-aa00-1ac23cc4b34b service neutron] 10.222.0.72 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 921 time: 0.3231795 Feb 10 15:19:29.889665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-d9f6c631-e849-4742-b656-c7902679088b req-7204498d-c07a-4b72-9918-237a6029b2b1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:19:29.890688 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d9f6c631-e849-4742-b656-c7902679088b req-7204498d-c07a-4b72-9918-237a6029b2b1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057681 Feb 10 15:19:29.902763 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-652c6a89-9466-4c6f-96c9-8e8d7c423e04 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (85436ab9-e7ae-48d2-8ada-e0478aebcf5c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:29.926073 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfef1e-5649-4dce-8f4d-1f1f24b74016 req-93095576-3fae-423f-9208-55ef3d5f66cb tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:29.927730 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4cdfef1e-5649-4dce-8f4d-1f1f24b74016 req-93095576-3fae-423f-9208-55ef3d5f66cb tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 943 time: 0.0944602 Feb 10 15:19:30.000101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-57ae710d-dbf0-45c5-9f8e-447881b4b7cc req-152f972c-7a75-4d48-a51b-56ab6811fcb6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] For port babde024-27c5-476c-8fd3-e0a1b7ed1730, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=babde024-27c5-476c-8fd3-e0a1b7ed1730,segment=NetworkSegment(01779439-04a9-4c15-89d7-e04c31252327),segment_id=01779439-04a9-4c15-89d7-e04c31252327)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:30.000719 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-57ae710d-dbf0-45c5-9f8e-447881b4b7cc req-152f972c-7a75-4d48-a51b-56ab6811fcb6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (babde024-27c5-476c-8fd3-e0a1b7ed1730), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:30.026219 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4cdfef1e-5649-4dce-8f4d-1f1f24b74016 req-b9c1f36b-1ef4-4a14-9394-6c97986b2d1f tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798149 Feb 10 15:19:30.029674 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-39a1cadf-3d33-4794-a87d-30b1fab09394 req-1d7ba1a6-cc65-4954-b774-c2c9419744b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a1e2995-1000-415f-8b1a-5d8639eacfb3 HTTP/1.1" status: 200 len: 217 time: 0.1374910 Feb 10 15:19:30.038846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43760) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:30.054799 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-57ae710d-dbf0-45c5-9f8e-447881b4b7cc req-152f972c-7a75-4d48-a51b-56ab6811fcb6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Calling delete_port for babde024-27c5-476c-8fd3-e0a1b7ed1730 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:30.064515 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c6a89-9466-4c6f-96c9-8e8d7c423e04 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 155b43ae-e14d-4751-856c-300a634d5771 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:30.100971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-652c6a89-9466-4c6f-96c9-8e8d7c423e04 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:30.110494 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652c6a89-9466-4c6f-96c9-8e8d7c423e04 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:30.110645 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7cd11a-b979-48a0-a910-e7556ecb0d22 None None] Network 155b43ae-e14d-4751-856c-300a634d5771 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:30.111090 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-652c6a89-9466-4c6f-96c9-8e8d7c423e04 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:30.114846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49ce58-d486-434b-bb0d-18ee1001a7de req-301688f0-f6fe-4b5b-b128-1df37c3954eb tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:30.122857 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8d49ce58-d486-434b-bb0d-18ee1001a7de req-301688f0-f6fe-4b5b-b128-1df37c3954eb tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.0933075 Feb 10 15:19:30.130754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c6a89-9466-4c6f-96c9-8e8d7c423e04 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Subnet': ['ID=85436ab9-e7ae-48d2-8ada-e0478aebcf5c,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:30.182597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1cadf-3d33-4794-a87d-30b1fab09394 req-71d73505-5a46-4bf4-be9a-13865a319c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:30.184352 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-39a1cadf-3d33-4794-a87d-30b1fab09394 req-71d73505-5a46-4bf4-be9a-13865a319c23 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 200 len: 859 time: 0.1309290 Feb 10 15:19:30.192275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8d49ce58-d486-434b-bb0d-18ee1001a7de req-bc79efdf-ddc7-491f-beb1-ce15944d6140 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661409 Feb 10 15:19:30.210591 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-652c6a89-9466-4c6f-96c9-8e8d7c423e04 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1667998 Feb 10 15:19:30.214558 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43766) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:30.219992 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-40621b69-a370-4b5b-8f9e-080e60875092 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'security_group': {'name': 'tempest-secgroup-1377928963'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:30.246849 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40621b69-a370-4b5b-8f9e-080e60875092 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:30.294128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6c631-e849-4742-b656-c7902679088b req-e658ba44-6920-49f9-8767-8491a74e45da tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:30.295407 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d9f6c631-e849-4742-b656-c7902679088b req-e658ba44-6920-49f9-8767-8491a74e45da tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports/faa3244c-d52c-4e52-a687-00e61703ca8e HTTP/1.1" status: 200 len: 941 time: 0.2531605 Feb 10 15:19:30.309760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1cadf-3d33-4794-a87d-30b1fab09394 req-2ea49c3c-be76-4935-a3f3-c4f2bcce2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:30.311552 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-39a1cadf-3d33-4794-a87d-30b1fab09394 req-2ea49c3c-be76-4935-a3f3-c4f2bcce2218 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6b17024a-debc-4b4b-8647-7b69683a5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1154106 Feb 10 15:19:30.365628 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-155b43ae-e14d-4751-856c-300a634d5771', 'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'project_id': 'a23c7f56f7a24a83af370bdc4b43a725', 'fixed_ips': [{'subnet_id': '85436ab9-e7ae-48d2-8ada-e0478aebcf5c'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:19:30.366673 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:30.495608 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-57ae710d-dbf0-45c5-9f8e-447881b4b7cc req-152f972c-7a75-4d48-a51b-56ab6811fcb6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (babde024-27c5-476c-8fd3-e0a1b7ed1730), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:30.513514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['babde024-27c5-476c-8fd3-e0a1b7ed1730'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:19:30.561351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c065658-3feb-49e5-92bb-cff167aaee1b req-4bb7860e-5bc3-426c-9614-ac66b008de0e tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:30.562997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7c065658-3feb-49e5-92bb-cff167aaee1b req-4bb7860e-5bc3-426c-9614-ac66b008de0e tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 946 time: 0.1545186 Feb 10 15:19:30.567330 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-39a1cadf-3d33-4794-a87d-30b1fab09394 req-218aec77-b483-49ca-acde-286789a86c33 service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095928 Feb 10 15:19:30.575937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f972c-7a75-4d48-a51b-56ab6811fcb6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Pushing event deleted for resources: {'Port': ['ID=babde024-27c5-476c-8fd3-e0a1b7ed1730,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:30.579164 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40621b69-a370-4b5b-8f9e-080e60875092 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (377ca009-24b5-4b18-9177-a7544a9bfafc), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:30.607585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Allocated IP 172.20.0.2 (155b43ae-e14d-4751-856c-300a634d5771/85436ab9-e7ae-48d2-8ada-e0478aebcf5c/086aa47f-a870-4215-837a-7d71aeeb582e) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:30.612170 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40621b69-a370-4b5b-8f9e-080e60875092 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (377ca009-24b5-4b18-9177-a7544a9bfafc), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:30.707289 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ae710d-dbf0-45c5-9f8e-447881b4b7cc req-152f972c-7a75-4d48-a51b-56ab6811fcb6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] No DVR routers for this DVR port babde024-27c5-476c-8fd3-e0a1b7ed1730 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:19:30.713589 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-57ae710d-dbf0-45c5-9f8e-447881b4b7cc req-152f972c-7a75-4d48-a51b-56ab6811fcb6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:30.717054 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-57ae710d-dbf0-45c5-9f8e-447881b4b7cc req-152f972c-7a75-4d48-a51b-56ab6811fcb6 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.79 "DELETE /v2.0/ports/babde024-27c5-476c-8fd3-e0a1b7ed1730 HTTP/1.1" status: 204 len: 173 time: 1.3672132 Feb 10 15:19:30.738468 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3fc1e46a-c0db-4780-b144-9cf61562ef83 req-30ab2f00-b0f0-4573-91ba-87d68ca7bb21 tempest-ServerMetadataNegativeTestJSON-1485027281 tempest-ServerMetadataNegativeTestJSON-1485027281-project] 10.222.0.64 "GET /v2.0/ports?device_id=53685e69-d006-4066-8fec-c23a59fa559e HTTP/1.1" status: 200 len: 210 time: 0.0930991 Feb 10 15:19:30.783225 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-39a1cadf-3d33-4794-a87d-30b1fab09394 req-1d9158d0-960b-45c9-9c75-80cfb572682f service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137246 Feb 10 15:19:30.790023 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7c065658-3feb-49e5-92bb-cff167aaee1b req-d810bae7-3d40-4fa3-9160-2f5df07fadd0 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ddc451d-29ec-4058-a1a6-fde029dc9b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094765 Feb 10 15:19:30.814371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0a10a-0380-486c-818a-cbaa3f452543 req-cf9bbb4a-65d9-4fad-8577-9fe1bd580d28 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:30.816350 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5b0a10a-0380-486c-818a-cbaa3f452543 req-cf9bbb4a-65d9-4fad-8577-9fe1bd580d28 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.79 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 946 time: 0.1562684 Feb 10 15:19:30.834634 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40621b69-a370-4b5b-8f9e-080e60875092 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377ca009-24b5-4b18-9177-a7544a9bfafc,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:30.843529 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40621b69-a370-4b5b-8f9e-080e60875092 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:30.844847 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-40621b69-a370-4b5b-8f9e-080e60875092 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6291184 Feb 10 15:19:30.847936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43782) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:30.864835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a012bbe9-ebce-4f6b-ae86-281ef68c44f0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'security_group': {'name': 'tempest-secgroup-1830899598'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:30.950014 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a012bbe9-ebce-4f6b-ae86-281ef68c44f0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:30.954177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53685e69-d006-4066-8fec-c23a59fa559e', 'name': 'network-vif-deleted', 'tag': 'babde024-27c5-476c-8fd3-e0a1b7ed1730'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:30.957789 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a4de9f-6656-4f27-9390-a018b74c57ce" -d '{"events": [{"server_uuid": "53685e69-d006-4066-8fec-c23a59fa559e", "name": "network-vif-deleted", "tag": "babde024-27c5-476c-8fd3-e0a1b7ed1730"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:30.983797 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Publish callbacks [] for port (086aa47f-a870-4215-837a-7d71aeeb582e), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:30.995941 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:31.012266 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2925da-6852-4bd8-b603-9dbddc2dc7d0 req-e022a3a3-77ce-48b3-9ef5-311d294075ad tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:31.025173 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99589c54-7152-491e-8fa7-0061b30dc208 x-openstack-request-id: req-99589c54-7152-491e-8fa7-0061b30dc208 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:31.025681 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53685e69-d006-4066-8fec-c23a59fa559e", "name": "network-vif-deleted", "tag": "babde024-27c5-476c-8fd3-e0a1b7ed1730", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:31.025681 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99589c54-7152-491e-8fa7-0061b30dc208 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:31.026076 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53685e69-d006-4066-8fec-c23a59fa559e', 'name': 'network-vif-deleted', 'tag': 'babde024-27c5-476c-8fd3-e0a1b7ed1730', 'status': 'completed', 'code': 200} Feb 10 15:19:31.029244 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d2925da-6852-4bd8-b603-9dbddc2dc7d0 req-e022a3a3-77ce-48b3-9ef5-311d294075ad tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1676838 Feb 10 15:19:31.041401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Network 155b43ae-e14d-4751-856c-300a634d5771 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:31.042588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-f5b0a10a-0380-486c-818a-cbaa3f452543 req-a0ba4825-7b9d-44f2-8a45-9ac345ecfc40 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Deleting port 320da8ce-a09e-4c1e-8af3-2361531f1d23 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:31.043032 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f5b0a10a-0380-486c-818a-cbaa3f452543 req-a0ba4825-7b9d-44f2-8a45-9ac345ecfc40 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (320da8ce-a09e-4c1e-8af3-2361531f1d23), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:31.066579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:31.070452 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:31.130201 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Pushing event updated for resources: {'Port': ['ID=086aa47f-a870-4215-837a-7d71aeeb582e,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:31.139453 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d2925da-6852-4bd8-b603-9dbddc2dc7d0 req-42084922-f7bb-4655-ae77-3b35eebc2e5a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092210 Feb 10 15:19:31.168675 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Attempting to bind port 086aa47f-a870-4215-837a-7d71aeeb582e on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:19:31.169490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Attempting to bind port 086aa47f-a870-4215-837a-7d71aeeb582e by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'bfc32c5b-2ff1-46f6-bdb0-95babc13f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '155b43ae-e14d-4751-856c-300a634d5771'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:19:31.170103 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Attempting to bind port 086aa47f-a870-4215-837a-7d71aeeb582e on network 155b43ae-e14d-4751-856c-300a634d5771 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:19:31.179273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:19:31.193196 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Checking segment: {'id': 'bfc32c5b-2ff1-46f6-bdb0-95babc13f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '155b43ae-e14d-4751-856c-300a634d5771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:19:31.195365 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:31.195961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Bound using segment: {'id': 'bfc32c5b-2ff1-46f6-bdb0-95babc13f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '155b43ae-e14d-4751-856c-300a634d5771'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:19:31.208549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Bound port: 086aa47f-a870-4215-837a-7d71aeeb582e, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc32c5b-2ff1-46f6-bdb0-95babc13f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '155b43ae-e14d-4751-856c-300a634d5771'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:19:31.211434 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:31.221672 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f5b0a10a-0380-486c-818a-cbaa3f452543 req-a0ba4825-7b9d-44f2-8a45-9ac345ecfc40 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] For port 320da8ce-a09e-4c1e-8af3-2361531f1d23, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=320da8ce-a09e-4c1e-8af3-2361531f1d23,segment=NetworkSegment(129bf744-af7e-4a4f-ab54-d3612c359997),segment_id=129bf744-af7e-4a4f-ab54-d3612c359997)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:31.222650 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f5b0a10a-0380-486c-818a-cbaa3f452543 req-a0ba4825-7b9d-44f2-8a45-9ac345ecfc40 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (320da8ce-a09e-4c1e-8af3-2361531f1d23), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:31.228375 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a012bbe9-ebce-4f6b-ae86-281ef68c44f0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (abeb300d-147b-4fa1-a0bd-0fdc48e44a56), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:31.240707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-f5b0a10a-0380-486c-818a-cbaa3f452543 req-a0ba4825-7b9d-44f2-8a45-9ac345ecfc40 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Calling delete_port for 320da8ce-a09e-4c1e-8af3-2361531f1d23 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:31.248533 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a012bbe9-ebce-4f6b-ae86-281ef68c44f0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (abeb300d-147b-4fa1-a0bd-0fdc48e44a56), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:31.307258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e358a4-3693-4f86-ae03-cf5dfe9f17d0 req-582d9421-a482-4e69-bf3e-cb215abfe8c6 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:31.313450 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-11e358a4-3693-4f86-ae03-cf5dfe9f17d0 req-582d9421-a482-4e69-bf3e-cb215abfe8c6 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 943 time: 0.1537693 Feb 10 15:19:31.379931 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a012bbe9-ebce-4f6b-ae86-281ef68c44f0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:31.381405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a012bbe9-ebce-4f6b-ae86-281ef68c44f0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5211070 Feb 10 15:19:31.384918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012bbe9-ebce-4f6b-ae86-281ef68c44f0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abeb300d-147b-4fa1-a0bd-0fdc48e44a56,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:31.387590 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43792) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:31.395214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-5471410a-7f51-48ce-b7e4-cdf192cd758e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1736812307', 'security_groups': ['abeb300d-147b-4fa1-a0bd-0fdc48e44a56'], 'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '85436ab9-e7ae-48d2-8ada-e0478aebcf5c'}]}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:31.434002 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-11e358a4-3693-4f86-ae03-cf5dfe9f17d0 req-db7dc973-6ac4-4e6c-8045-6ee77d456b84 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192241 Feb 10 15:19:31.462170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] For port 086aa47f-a870-4215-837a-7d71aeeb582e, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:19:31.466507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] For port 086aa47f-a870-4215-837a-7d71aeeb582e, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=086aa47f-a870-4215-837a-7d71aeeb582e,segment=NetworkSegment(bfc32c5b-2ff1-46f6-bdb0-95babc13f8da),segment_id=bfc32c5b-2ff1-46f6-bdb0-95babc13f8da)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:19:31.474118 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:31.480308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa792f6-3433-43f7-8b15-877b64275a17 req-7eee3f59-e0cb-410b-b8e0-1513fbd9e1b4 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:31.487425 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afa792f6-3433-43f7-8b15-877b64275a17 req-7eee3f59-e0cb-410b-b8e0-1513fbd9e1b4 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.1719508 Feb 10 15:19:31.545057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e619c6-7220-44c1-a0f8-dcb094eda486 None None] Pushing event updated for resources: {'Port': ['ID=086aa47f-a870-4215-837a-7d71aeeb582e,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:31.580306 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f5b0a10a-0380-486c-818a-cbaa3f452543 req-a0ba4825-7b9d-44f2-8a45-9ac345ecfc40 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (320da8ce-a09e-4c1e-8af3-2361531f1d23), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:31.594274 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['320da8ce-a09e-4c1e-8af3-2361531f1d23'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:19:31.638432 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba4825-7b9d-44f2-8a45-9ac345ecfc40 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Pushing event deleted for resources: {'Port': ['ID=320da8ce-a09e-4c1e-8af3-2361531f1d23,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:31.659070 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afa792f6-3433-43f7-8b15-877b64275a17 req-f49e85b4-e0d8-42b4-8a69-3051255edfd3 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704304 Feb 10 15:19:31.690199 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5471410a-7f51-48ce-b7e4-cdf192cd758e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:31.710155 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b0a10a-0380-486c-818a-cbaa3f452543 req-a0ba4825-7b9d-44f2-8a45-9ac345ecfc40 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] No DVR routers for this DVR port 320da8ce-a09e-4c1e-8af3-2361531f1d23 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:19:31.716077 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f5b0a10a-0380-486c-818a-cbaa3f452543 req-a0ba4825-7b9d-44f2-8a45-9ac345ecfc40 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:31.719570 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5b0a10a-0380-486c-818a-cbaa3f452543 req-a0ba4825-7b9d-44f2-8a45-9ac345ecfc40 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.79 "DELETE /v2.0/ports/320da8ce-a09e-4c1e-8af3-2361531f1d23 HTTP/1.1" status: 204 len: 173 time: 0.8964229 Feb 10 15:19:31.822542 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5471410a-7f51-48ce-b7e4-cdf192cd758e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:31.834001 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43798) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:31.846552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-5471410a-7f51-48ce-b7e4-cdf192cd758e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] device_id is not set on port 2de1e61e-14da-4dd5-bc77-161df67a449c yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:19:31.984478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-07af1bbc-f969-47bd-ac16-eece8ea90e69 admin admin] Deleting subnet 573b244e-6129-42b2-85f7-097ca5dbe7d8 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:19:31.999652 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-07af1bbc-f969-47bd-ac16-eece8ea90e69 admin admin] Publish callbacks [] for subnet (573b244e-6129-42b2-85f7-097ca5dbe7d8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:32.052670 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89a1c16a-4214-4cd6-b781-d066a37f68b3 req-86e40cbf-81ed-422d-8afd-ad7ec9016c11 tempest-AttachSCSIVolumeTestJSON-82823560 tempest-AttachSCSIVolumeTestJSON-82823560-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc5be8f-be42-42c8-851e-945e677282c3 HTTP/1.1" status: 200 len: 210 time: 0.0500381 Feb 10 15:19:32.081166 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-07af1bbc-f969-47bd-ac16-eece8ea90e69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (573b244e-6129-42b2-85f7-097ca5dbe7d8), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:32.185044 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-5471410a-7f51-48ce-b7e4-cdf192cd758e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Allocated IP 172.20.0.10 (155b43ae-e14d-4751-856c-300a634d5771/85436ab9-e7ae-48d2-8ada-e0478aebcf5c/2de1e61e-14da-4dd5-bc77-161df67a449c) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:32.239363 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 5a1e2995-1000-415f-8b1a-5d8639eacfb3 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:19:32.240800 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-07af1bbc-f969-47bd-ac16-eece8ea90e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (573b244e-6129-42b2-85f7-097ca5dbe7d8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:32.325198 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-07af1bbc-f969-47bd-ac16-eece8ea90e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (573b244e-6129-42b2-85f7-097ca5dbe7d8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:32.379808 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af1bbc-f969-47bd-ac16-eece8ea90e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=573b244e-6129-42b2-85f7-097ca5dbe7d8,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:32.393930 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-07af1bbc-f969-47bd-ac16-eece8ea90e69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:32.405402 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-07af1bbc-f969-47bd-ac16-eece8ea90e69 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/573b244e-6129-42b2-85f7-097ca5dbe7d8 HTTP/1.1" status: 204 len: 168 time: 0.5701499 Feb 10 15:19:32.407807 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43806) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:32.519366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42781e0-dae3-43ce-9c54-fc6f4b5a1ae6 req-47e4bb35-4500-4596-8628-4f2c3f27d323 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:32.533440 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f42781e0-dae3-43ce-9c54-fc6f4b5a1ae6 req-47e4bb35-4500-4596-8628-4f2c3f27d323 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.2051747 Feb 10 15:19:32.562824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 5a1e2995-1000-415f-8b1a-5d8639eacfb3, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=5a1e2995-1000-415f-8b1a-5d8639eacfb3,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:32.576419 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5471410a-7f51-48ce-b7e4-cdf192cd758e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (2de1e61e-14da-4dd5-bc77-161df67a449c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:32.581010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'port_id': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'mac_address': 'fa:16:3e:14:33:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:19:32.583142 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff1a3d1d-91d9-4688-a24b-0bbb1f8ccb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (14ceb181-1c70-4483-84c6-f037891e0cc7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:32.625361 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 086aa47f-a870-4215-837a-7d71aeeb582e up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:32.678680 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 5a1e2995-1000-415f-8b1a-5d8639eacfb3 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:32.679498 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5a1e2995-1000-415f-8b1a-5d8639eacfb3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:32.713359 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1e2995-1000-415f-8b1a-5d8639eacfb3 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:19:32.720984 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5471410a-7f51-48ce-b7e4-cdf192cd758e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (2de1e61e-14da-4dd5-bc77-161df67a449c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:32.745617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 086aa47f-a870-4215-837a-7d71aeeb582e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:32.746040 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:32.756142 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 5a1e2995-1000-415f-8b1a-5d8639eacfb3, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=5a1e2995-1000-415f-8b1a-5d8639eacfb3,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:32.779151 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5a1e2995-1000-415f-8b1a-5d8639eacfb3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:32.799994 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff1a3d1d-91d9-4688-a24b-0bbb1f8ccb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (14ceb181-1c70-4483-84c6-f037891e0cc7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:32.845627 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f42781e0-dae3-43ce-9c54-fc6f4b5a1ae6 req-05a2b27d-02b2-4dc5-9c51-a6b1ea3f3f38 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111906 Feb 10 15:19:32.850996 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ff1a3d1d-91d9-4688-a24b-0bbb1f8ccb47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ceb181-1c70-4483-84c6-f037891e0cc7']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:32.867169 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=5a1e2995-1000-415f-8b1a-5d8639eacfb3,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:32.879758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ff1a3d1d-91d9-4688-a24b-0bbb1f8ccb47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01779439-04a9-4c15-89d7-e04c31252327') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:32.880061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ff1a3d1d-91d9-4688-a24b-0bbb1f8ccb47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01779439-04a9-4c15-89d7-e04c31252327') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:32.891262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5471410a-7f51-48ce-b7e4-cdf192cd758e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 155b43ae-e14d-4751-856c-300a634d5771 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:32.892833 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff1a3d1d-91d9-4688-a24b-0bbb1f8ccb47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (01779439-04a9-4c15-89d7-e04c31252327), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:32.911155 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff1a3d1d-91d9-4688-a24b-0bbb1f8ccb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (01779439-04a9-4c15-89d7-e04c31252327), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:32.932923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1a3d1d-91d9-4688-a24b-0bbb1f8ccb47 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:19:32.933322 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff1a3d1d-91d9-4688-a24b-0bbb1f8ccb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (01779439-04a9-4c15-89d7-e04c31252327), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:32.947454 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce673f-7df6-4f5c-8116-ce7b0773f8a6 req-6372c4c0-46b4-4648-829c-a32eb975407c tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:32.953002 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 086aa47f-a870-4215-837a-7d71aeeb582e is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:32.953734 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:32.957878 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08ce673f-7df6-4f5c-8116-ce7b0773f8a6 req-6372c4c0-46b4-4648-829c-a32eb975407c tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 943 time: 0.3859820 Feb 10 15:19:32.971156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-5471410a-7f51-48ce-b7e4-cdf192cd758e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:32.974838 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471410a-7f51-48ce-b7e4-cdf192cd758e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:19:33.002317 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:19:33.011356 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff1a3d1d-91d9-4688-a24b-0bbb1f8ccb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (14ceb181-1c70-4483-84c6-f037891e0cc7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:33.017900 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff1a3d1d-91d9-4688-a24b-0bbb1f8ccb47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:33.025840 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ff1a3d1d-91d9-4688-a24b-0bbb1f8ccb47 admin admin] 10.222.0.64 "DELETE /v2.0/networks/14ceb181-1c70-4483-84c6-f037891e0cc7 HTTP/1.1" status: 204 len: 168 time: 0.6169276 Feb 10 15:19:33.030770 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 086aa47f-a870-4215-837a-7d71aeeb582e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=086aa47f-a870-4215-837a-7d71aeeb582e,segment=NetworkSegment(bfc32c5b-2ff1-46f6-bdb0-95babc13f8da),segment_id=bfc32c5b-2ff1-46f6-bdb0-95babc13f8da)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:33.032578 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc5be8f-be42-42c8-851e-945e677282c3', 'name': 'network-vif-deleted', 'tag': '320da8ce-a09e-4c1e-8af3-2361531f1d23'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:33.035488 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7af2f1-8a22-475e-9f40-e29d53f5f7b5" -d '{"events": [{"server_uuid": "0dc5be8f-be42-42c8-851e-945e677282c3", "name": "network-vif-deleted", "tag": "320da8ce-a09e-4c1e-8af3-2361531f1d23"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:33.042210 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:33.045722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471410a-7f51-48ce-b7e4-cdf192cd758e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=2de1e61e-14da-4dd5-bc77-161df67a449c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:33.080716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a3d1d-91d9-4688-a24b-0bbb1f8ccb47 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ceb181-1c70-4483-84c6-f037891e0cc7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:33.098038 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['5a1e2995-1000-415f-8b1a-5d8639eacfb3'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:19:33.191261 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08ce673f-7df6-4f5c-8116-ce7b0773f8a6 req-5080f073-f81e-4ba8-85c2-60e45bd51776 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276020 Feb 10 15:19:33.204074 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=086aa47f-a870-4215-837a-7d71aeeb582e,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:33.212086 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5471410a-7f51-48ce-b7e4-cdf192cd758e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:33.215725 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5471410a-7f51-48ce-b7e4-cdf192cd758e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:33.281722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde23409-cd4b-430c-9dea-300daf204065 req-e571d904-e1b4-404e-b093-1cb9b4189a59 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:33.286747 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8b9db7-30c9-464a-9b76-b95cd7725b04 x-openstack-request-id: req-ef8b9db7-30c9-464a-9b76-b95cd7725b04 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:33.286747 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc5be8f-be42-42c8-851e-945e677282c3", "name": "network-vif-deleted", "tag": "320da8ce-a09e-4c1e-8af3-2361531f1d23", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:33.286747 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef8b9db7-30c9-464a-9b76-b95cd7725b04 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:33.286747 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc5be8f-be42-42c8-851e-945e677282c3', 'name': 'network-vif-deleted', 'tag': '320da8ce-a09e-4c1e-8af3-2361531f1d23', 'status': 'completed', 'code': 200} Feb 10 15:19:33.287529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43818) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:33.293248 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bde23409-cd4b-430c-9dea-300daf204065 req-e571d904-e1b4-404e-b093-1cb9b4189a59 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.2518141 Feb 10 15:19:33.311753 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5471410a-7f51-48ce-b7e4-cdf192cd758e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9196637 Feb 10 15:19:33.319751 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43820) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:33.354686 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0b2bf492-57a4-446d-90c1-6d4c15d8f756 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'subnet': {'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:33.391885 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-78bb5b20-5386-41af-9c7c-c1f31e0ff6fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f4cb3ca193a46b7a6b645779215c806&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1038921 Feb 10 15:19:33.395116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43826) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:33.517037 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3646e7a9-6ce7-4548-a240-17a26e792019 admin admin] Publish callbacks [] for security_group (746b6bf5-dc05-4742-9969-ad2386735ba6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:33.556317 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3646e7a9-6ce7-4548-a240-17a26e792019 admin admin] Publish callbacks [] for security_group (746b6bf5-dc05-4742-9969-ad2386735ba6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:33.558498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-61c05fad-2cee-4cab-96f1-801507228080 None None] Provisioning complete for port 15df11a8-7c86-474d-a8e6-1246ce6f04ef triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:33.558996 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-61c05fad-2cee-4cab-96f1-801507228080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (15df11a8-7c86-474d-a8e6-1246ce6f04ef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:33.619283 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3646e7a9-6ce7-4548-a240-17a26e792019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (746b6bf5-dc05-4742-9969-ad2386735ba6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:33.622496 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3646e7a9-6ce7-4548-a240-17a26e792019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:33.623943 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3646e7a9-6ce7-4548-a240-17a26e792019 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/746b6bf5-dc05-4742-9969-ad2386735ba6 HTTP/1.1" status: 204 len: 168 time: 0.2278879 Feb 10 15:19:33.633631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646e7a9-6ce7-4548-a240-17a26e792019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746b6bf5-dc05-4742-9969-ad2386735ba6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:33.694439 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bde23409-cd4b-430c-9dea-300daf204065 req-f9d8605a-7239-4e7c-b2b8-515b70d324af tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974774 Feb 10 15:19:33.719940 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-61c05fad-2cee-4cab-96f1-801507228080 None None] Port 15df11a8-7c86-474d-a8e6-1246ce6f04ef cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:33.735474 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2bf492-57a4-446d-90c1-6d4c15d8f756 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:33.739401 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b2bf492-57a4-446d-90c1-6d4c15d8f756 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:33.753825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device babde024-27c5-476c-8fd3-e0a1b7ed1730 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:19:33.815529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-61c05fad-2cee-4cab-96f1-801507228080 None None] Provisioning complete for port 086aa47f-a870-4215-837a-7d71aeeb582e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:33.815928 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-61c05fad-2cee-4cab-96f1-801507228080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:33.823062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: babde024-27c5-476c-8fd3-e0a1b7ed1730 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:19:33.823407 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device babde024-27c5-476c-8fd3-e0a1b7ed1730 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:19:33.823835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 320da8ce-a09e-4c1e-8af3-2361531f1d23 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:19:33.901466 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 320da8ce-a09e-4c1e-8af3-2361531f1d23 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:19:33.901883 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 320da8ce-a09e-4c1e-8af3-2361531f1d23 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:19:33.948576 n-d-815324-7 neutron-server[103368]: INFO neutron.db.ipam_backend_mixin [None req-0b2bf492-57a4-446d-90c1-6d4c15d8f756 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 85436ab9-e7ae-48d2-8ada-e0478aebcf5c (CIDR: 172.20.0.0/28) Feb 10 15:19:33.961486 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2bf492-57a4-446d-90c1-6d4c15d8f756 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:19:33.962684 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2bf492-57a4-446d-90c1-6d4c15d8f756 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:19:33.997400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0b2bf492-57a4-446d-90c1-6d4c15d8f756 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6665642 Feb 10 15:19:33.998292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43850) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:34.006857 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-61c05fad-2cee-4cab-96f1-801507228080 None None] Current status of the port 086aa47f-a870-4215-837a-7d71aeeb582e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:34.032194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-64651bd7-6d73-4c1e-bb16-34dcefe86d82 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'subnet': {'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:34.154368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3e10dc9f-dc6e-4ef0-9964-f812e34fa7d7 None None] Provisioning complete for port 2de1e61e-14da-4dd5-bc77-161df67a449c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:34.156936 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3e10dc9f-dc6e-4ef0-9964-f812e34fa7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2de1e61e-14da-4dd5-bc77-161df67a449c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:34.165049 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be7b78-cb22-4489-a24d-b14cb98f9f69 req-251c3df8-9a3b-4c8d-9592-9f6d4c48980f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:34.166890 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a3be7b78-cb22-4489-a24d-b14cb98f9f69 req-251c3df8-9a3b-4c8d-9592-9f6d4c48980f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1670668 Feb 10 15:19:34.245361 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a3be7b78-cb22-4489-a24d-b14cb98f9f69 req-b79baf52-e311-4462-967e-f7af42d3533c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673199 Feb 10 15:19:34.260968 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64651bd7-6d73-4c1e-bb16-34dcefe86d82 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:34.265538 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64651bd7-6d73-4c1e-bb16-34dcefe86d82 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:34.291146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 5a1e2995-1000-415f-8b1a-5d8639eacfb3 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:34.300531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3e10dc9f-dc6e-4ef0-9964-f812e34fa7d7 None None] Port 2de1e61e-14da-4dd5-bc77-161df67a449c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:34.368918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 5a1e2995-1000-415f-8b1a-5d8639eacfb3 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:19:34.375398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 5a1e2995-1000-415f-8b1a-5d8639eacfb3 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:34.376071 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5a1e2995-1000-415f-8b1a-5d8639eacfb3), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:34.559417 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 5a1e2995-1000-415f-8b1a-5d8639eacfb3 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:34.560499 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5a1e2995-1000-415f-8b1a-5d8639eacfb3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:34.564806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 086aa47f-a870-4215-837a-7d71aeeb582e up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:34.633212 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1e2995-1000-415f-8b1a-5d8639eacfb3'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:34.636244 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a1b0d6-a6a2-4be8-9da0-09bf52fee69d" -d '{"events": [{"server_uuid": "fb8eaa17-86ca-4182-aa43-29b10d3f15a9", "name": "network-vif-plugged", "status": "completed", "tag": "5a1e2995-1000-415f-8b1a-5d8639eacfb3"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:34.680413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5832466-2749-4956-8ae6-e679a13afbb5 req-5cf93dfb-f791-4095-b84a-d8c942aa9ccb tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:34.681985 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 5a1e2995-1000-415f-8b1a-5d8639eacfb3, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=5a1e2995-1000-415f-8b1a-5d8639eacfb3,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:34.682172 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5832466-2749-4956-8ae6-e679a13afbb5 req-5cf93dfb-f791-4095-b84a-d8c942aa9ccb tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 944 time: 0.0959539 Feb 10 15:19:34.683579 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64651bd7-6d73-4c1e-bb16-34dcefe86d82 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (8d19fc9a-5da2-4031-9ae5-5b199602487b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:34.697451 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5a1e2995-1000-415f-8b1a-5d8639eacfb3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:34.771815 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c463ee-fce8-475b-8806-2262dd8a352c x-openstack-request-id: req-50c463ee-fce8-475b-8806-2262dd8a352c {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:34.772238 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8eaa17-86ca-4182-aa43-29b10d3f15a9", "name": "network-vif-plugged", "status": "completed", "tag": "5a1e2995-1000-415f-8b1a-5d8639eacfb3", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:34.772515 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50c463ee-fce8-475b-8806-2262dd8a352c {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:34.773068 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'code': 200} Feb 10 15:19:34.804595 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 086aa47f-a870-4215-837a-7d71aeeb582e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:34.805716 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:34.834639 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64651bd7-6d73-4c1e-bb16-34dcefe86d82 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 155b43ae-e14d-4751-856c-300a634d5771 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:34.864992 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-64651bd7-6d73-4c1e-bb16-34dcefe86d82 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:34.881692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64651bd7-6d73-4c1e-bb16-34dcefe86d82 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:34.881692 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64651bd7-6d73-4c1e-bb16-34dcefe86d82 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:34.900770 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77dc46-023a-443d-a95c-f3ee19c13da8 req-8703406c-e19f-4cf6-98a3-c93d11aca37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:34.902228 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ce77dc46-023a-443d-a95c-f3ee19c13da8 req-8703406c-e19f-4cf6-98a3-c93d11aca37e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 1127 time: 0.1164911 Feb 10 15:19:34.904045 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421441ec-e273-4771-977f-70c939c297f9 None None] Network 155b43ae-e14d-4751-856c-300a634d5771 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:34.937480 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=5a1e2995-1000-415f-8b1a-5d8639eacfb3,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:34.983008 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ce77dc46-023a-443d-a95c-f3ee19c13da8 req-17991274-320f-4bc6-9f9d-5791be49b606 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728552 Feb 10 15:19:34.992028 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64651bd7-6d73-4c1e-bb16-34dcefe86d82 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Subnet': ['ID=8d19fc9a-5da2-4031-9ae5-5b199602487b,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:35.008867 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5832466-2749-4956-8ae6-e679a13afbb5 req-783a226a-f315-4842-a334-c2a772170e48 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148525 Feb 10 15:19:35.018067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-64651bd7-6d73-4c1e-bb16-34dcefe86d82 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9880311 Feb 10 15:19:35.018419 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43902) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:35.023980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4939f804-1979-4cfc-bf97-fad0b28968f8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1430713365', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8d19fc9a-5da2-4031-9ae5-5b199602487b'}], 'security_groups': ['377ca009-24b5-4b18-9177-a7544a9bfafc']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:35.070131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43904) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:35.088194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bd831-6b20-4659-a468-89fd34d482bd req-76d48dff-c4db-4e5d-8df6-3329dd4e2d19 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:35.089868 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e2bd831-6b20-4659-a468-89fd34d482bd req-76d48dff-c4db-4e5d-8df6-3329dd4e2d19 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.2346389 Feb 10 15:19:35.119924 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 086aa47f-a870-4215-837a-7d71aeeb582e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:35.155297 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4939f804-1979-4cfc-bf97-fad0b28968f8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2de1e61e-14da-4dd5-bc77-161df67a449c), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:35.200095 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddd70a3-a371-496f-a236-39848872096a None None] Update dhcp port {'port': {'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'fixed_ips': [{'subnet_id': '85436ab9-e7ae-48d2-8ada-e0478aebcf5c', 'ip_address': '172.20.0.2'}, {'subnet_id': '8d19fc9a-5da2-4031-9ae5-5b199602487b'}], 'binding:host_id': 'n-d-815324-7'}, 'id': '086aa47f-a870-4215-837a-7d71aeeb582e'} from n-d-815324-7. {{(pid=103370) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 15:19:35.230375 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6ddd70a3-a371-496f-a236-39848872096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:35.238357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-dad1e163-3583-44bf-99a6-58f8f9f3c30c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-721977542-network', 'tenant_id': 'c93f02832d4b44afb04fc0e05260fb2f'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:35.267688 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad1e163-3583-44bf-99a6-58f8f9f3c30c admin admin] Made reservation on behalf of c93f02832d4b44afb04fc0e05260fb2f for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:35.272089 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dad1e163-3583-44bf-99a6-58f8f9f3c30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:35.284835 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dad1e163-3583-44bf-99a6-58f8f9f3c30c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:35.380130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e2bd831-6b20-4659-a468-89fd34d482bd req-6a4be1d7-14bf-4987-a1de-5608db000bcc tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563126 Feb 10 15:19:35.385098 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dad1e163-3583-44bf-99a6-58f8f9f3c30c admin admin] Publish callbacks [] for security_group (d06c7108-fb23-4d00-8dc1-740831740ede), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:35.391853 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dad1e163-3583-44bf-99a6-58f8f9f3c30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d06c7108-fb23-4d00-8dc1-740831740ede), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:35.431574 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-6ddd70a3-a371-496f-a236-39848872096a None None] Allocated IP 172.20.0.18 (155b43ae-e14d-4751-856c-300a634d5771/8d19fc9a-5da2-4031-9ae5-5b199602487b/086aa47f-a870-4215-837a-7d71aeeb582e) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:35.440184 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad1e163-3583-44bf-99a6-58f8f9f3c30c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:19:35.445728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1e163-3583-44bf-99a6-58f8f9f3c30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06c7108-fb23-4d00-8dc1-740831740ede,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:35.460993 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dad1e163-3583-44bf-99a6-58f8f9f3c30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (0d1f8e45-196b-407f-87c1-07fc412d9e10), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:35.461593 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-dad1e163-3583-44bf-99a6-58f8f9f3c30c admin admin] Added segment 0d1f8e45-196b-407f-87c1-07fc412d9e10 of type vlan for network 70523496-0fb2-49c3-a6f3-295faa4269e2 Feb 10 15:19:35.528156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cd86b-0a42-4380-a61a-dc242bf37085 req-56ca5629-c3fd-47c8-ada2-cfadd4c02d7e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:35.529835 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d44cd86b-0a42-4380-a61a-dc242bf37085 req-56ca5629-c3fd-47c8-ada2-cfadd4c02d7e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1487899 Feb 10 15:19:35.535087 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dad1e163-3583-44bf-99a6-58f8f9f3c30c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (70523496-0fb2-49c3-a6f3-295faa4269e2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:35.566890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6ddd70a3-a371-496f-a236-39848872096a None None] For port 086aa47f-a870-4215-837a-7d71aeeb582e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=086aa47f-a870-4215-837a-7d71aeeb582e,segment=NetworkSegment(bfc32c5b-2ff1-46f6-bdb0-95babc13f8da),segment_id=bfc32c5b-2ff1-46f6-bdb0-95babc13f8da)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:35.581561 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dad1e163-3583-44bf-99a6-58f8f9f3c30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (70523496-0fb2-49c3-a6f3-295faa4269e2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:35.583038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad1e163-3583-44bf-99a6-58f8f9f3c30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:35.583686 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dad1e163-3583-44bf-99a6-58f8f9f3c30c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:35.606749 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6ddd70a3-a371-496f-a236-39848872096a None None] Publish callbacks [] for port (086aa47f-a870-4215-837a-7d71aeeb582e), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:35.612994 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d44cd86b-0a42-4380-a61a-dc242bf37085 req-5e235ee2-2e42-45ad-9499-c89d2558d854 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761156 Feb 10 15:19:35.614667 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6ddd70a3-a371-496f-a236-39848872096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:35.639550 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dad1e163-3583-44bf-99a6-58f8f9f3c30c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5679960 Feb 10 15:19:35.654111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43912) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:35.654639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2801a427-5af9-430c-a6e7-b36e44a78a37 admin admin] Request body: {'subnet': {'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-721977542-subnet', 'tenant_id': 'c93f02832d4b44afb04fc0e05260fb2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:35.730850 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd70a3-a371-496f-a236-39848872096a None None] Pushing event updated for resources: {'Port': ['ID=086aa47f-a870-4215-837a-7d71aeeb582e,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:35.767359 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-4939f804-1979-4cfc-bf97-fad0b28968f8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Delete allocated IP 172.20.0.10 (155b43ae-e14d-4751-856c-300a634d5771/85436ab9-e7ae-48d2-8ada-e0478aebcf5c) {{(pid=103368) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 15:19:35.778222 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-4939f804-1979-4cfc-bf97-fad0b28968f8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Allocated IP 172.20.0.21 (155b43ae-e14d-4751-856c-300a634d5771/8d19fc9a-5da2-4031-9ae5-5b199602487b/2de1e61e-14da-4dd5-bc77-161df67a449c) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:36.011995 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4939f804-1979-4cfc-bf97-fad0b28968f8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (2de1e61e-14da-4dd5-bc77-161df67a449c), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:36.017593 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4939f804-1979-4cfc-bf97-fad0b28968f8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (2de1e61e-14da-4dd5-bc77-161df67a449c), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:36.158396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939f804-1979-4cfc-bf97-fad0b28968f8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=2de1e61e-14da-4dd5-bc77-161df67a449c,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:36.224588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-4939f804-1979-4cfc-bf97-fad0b28968f8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] In _notify_port_updated(), no bound segment for port 2de1e61e-14da-4dd5-bc77-161df67a449c on network 155b43ae-e14d-4751-856c-300a634d5771 {{(pid=103368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:19:36.233806 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4939f804-1979-4cfc-bf97-fad0b28968f8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:36.235910 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4939f804-1979-4cfc-bf97-fad0b28968f8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:36.236579 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4939f804-1979-4cfc-bf97-fad0b28968f8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "PUT /v2.0/ports/2de1e61e-14da-4dd5-bc77-161df67a449c HTTP/1.1" status: 200 len: 921 time: 1.2171781 Feb 10 15:19:36.239924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43920) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:36.312390 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2801a427-5af9-430c-a6e7-b36e44a78a37 admin admin] Made reservation on behalf of c93f02832d4b44afb04fc0e05260fb2f for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:36.316431 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2801a427-5af9-430c-a6e7-b36e44a78a37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:36.319439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1e163-3583-44bf-99a6-58f8f9f3c30c admin admin] Pushing event updated for resources: {'Network': ['ID=70523496-0fb2-49c3-a6f3-295faa4269e2,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:36.330172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 70523496-0fb2-49c3-a6f3-295faa4269e2 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:19:36.378749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291a005-1652-442f-b0eb-07396361a510 req-f2d806af-7727-4d9e-ba0c-5d5ea0d1f1b4 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:36.380314 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8291a005-1652-442f-b0eb-07396361a510 req-f2d806af-7727-4d9e-ba0c-5d5ea0d1f1b4 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 945 time: 0.2234449 Feb 10 15:19:36.542047 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8291a005-1652-442f-b0eb-07396361a510 req-6c06adf6-8a0b-455b-828c-b9f68381460d tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502860 Feb 10 15:19:36.549031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 086aa47f-a870-4215-837a-7d71aeeb582e up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:36.566566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port 2de1e61e-14da-4dd5-bc77-161df67a449c {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:36.566566 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2de1e61e-14da-4dd5-bc77-161df67a449c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:36.640056 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 086aa47f-a870-4215-837a-7d71aeeb582e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:36.640673 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:36.642779 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2801a427-5af9-430c-a6e7-b36e44a78a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (641d274e-0229-4226-b05a-8b572a0b405b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:36.694292 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801a427-5af9-430c-a6e7-b36e44a78a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=641d274e-0229-4226-b05a-8b572a0b405b,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:36.773694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fa0759e8-e186-42a2-8849-69997ddcd55c None None] Provisioning complete for port 15df11a8-7c86-474d-a8e6-1246ce6f04ef triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:36.774156 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fa0759e8-e186-42a2-8849-69997ddcd55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (15df11a8-7c86-474d-a8e6-1246ce6f04ef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:36.778048 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 086aa47f-a870-4215-837a-7d71aeeb582e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:36.783661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801a427-5af9-430c-a6e7-b36e44a78a37 admin admin] Checking segment: {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:19:36.784099 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2801a427-5af9-430c-a6e7-b36e44a78a37 admin admin] Network hostable DHCP agents. Network: 70523496-0fb2-49c3-a6f3-295faa4269e2, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:19:36.843580 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2801a427-5af9-430c-a6e7-b36e44a78a37 admin admin] Network 70523496-0fb2-49c3-a6f3-295faa4269e2 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:19:36.867547 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-2801a427-5af9-430c-a6e7-b36e44a78a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 70523496-0fb2-49c3-a6f3-295faa4269e2) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:36.879826 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2801a427-5af9-430c-a6e7-b36e44a78a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:36.882162 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2801a427-5af9-430c-a6e7-b36e44a78a37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:36.908071 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2de1e61e-14da-4dd5-bc77-161df67a449c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:36.927555 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2801a427-5af9-430c-a6e7-b36e44a78a37 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2703876 Feb 10 15:19:36.997862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for 2de1e61e-14da-4dd5-bc77-161df67a449c owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:37.012018 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2e370-b8d7-49fd-b523-2b1cc928854f req-62084417-e89b-414c-ad71-63c37aa1e411 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:37.022259 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cce2e370-b8d7-49fd-b523-2b1cc928854f req-62084417-e89b-414c-ad71-63c37aa1e411 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.4795723 Feb 10 15:19:37.030975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa2ebe3-19ab-412f-bd14-5087a46682b1 None None] Network 70523496-0fb2-49c3-a6f3-295faa4269e2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:37.043463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c51b5-7447-4cf2-a49c-6a795a876b0a req-5e48041f-7c11-4172-bba0-5759728aa8b8 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:37.056620 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c64c51b5-7447-4cf2-a49c-6a795a876b0a req-5e48041f-7c11-4172-bba0-5759728aa8b8 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.2519262 Feb 10 15:19:37.073777 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:37.111393 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fa0759e8-e186-42a2-8849-69997ddcd55c None None] Port 15df11a8-7c86-474d-a8e6-1246ce6f04ef cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:37.149102 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fa0759e8-e186-42a2-8849-69997ddcd55c None None] Provisioning complete for port 2de1e61e-14da-4dd5-bc77-161df67a449c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:37.150320 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fa0759e8-e186-42a2-8849-69997ddcd55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2de1e61e-14da-4dd5-bc77-161df67a449c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:37.215836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604fc0df-aef7-4ebe-a11f-f7abb7fda3a3 None None] Network 70523496-0fb2-49c3-a6f3-295faa4269e2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:37.244144 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cce2e370-b8d7-49fd-b523-2b1cc928854f req-22a71c93-eb23-48eb-9081-c21cca211837 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192924 Feb 10 15:19:37.276627 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c64c51b5-7447-4cf2-a49c-6a795a876b0a req-c37b4db0-8a26-4903-843b-609f7d8ef121 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187560 Feb 10 15:19:37.347864 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fa0759e8-e186-42a2-8849-69997ddcd55c None None] Port 2de1e61e-14da-4dd5-bc77-161df67a449c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:37.383211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fa0759e8-e186-42a2-8849-69997ddcd55c None None] Provisioning complete for port 086aa47f-a870-4215-837a-7d71aeeb582e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:37.383902 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fa0759e8-e186-42a2-8849-69997ddcd55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:37.439478 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (2de1e61e-14da-4dd5-bc77-161df67a449c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:37.485457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fa0759e8-e186-42a2-8849-69997ddcd55c None None] Current status of the port 086aa47f-a870-4215-837a-7d71aeeb582e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:37.514664 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=2de1e61e-14da-4dd5-bc77-161df67a449c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:37.542991 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:37.543214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:37.544099 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:37.544449 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:37.544827 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:37.545164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:37.545498 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:37.545829 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:37.546162 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:37.546487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:37.546812 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:37.547133 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:37.547454 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:19:37.607107 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:37.610602 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-589d9513-84c6-482e-b8c0-1fde954dd4ca tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/2de1e61e-14da-4dd5-bc77-161df67a449c HTTP/1.1" status: 204 len: 168 time: 1.3696635 Feb 10 15:19:37.613396 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43950) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:37.615393 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-140c2703-0aa3-4573-abe0-7f0309b75945 None None] Could not find standard attr ID for object 2de1e61e-14da-4dd5-bc77-161df67a449c. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:19:37.658767 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-095174b2-09ad-4336-ada2-82ed70fa2e18 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] GET failed (client error): The resource could not be found. Feb 10 15:19:37.669010 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-095174b2-09ad-4336-ada2-82ed70fa2e18 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/2de1e61e-14da-4dd5-bc77-161df67a449c HTTP/1.1" status: 404 len: 333 time: 0.0541036 Feb 10 15:19:37.671426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43952) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:37.781995 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0836d82d-2778-485f-9d17-99c3f7bbfb73 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (abeb300d-147b-4fa1-a0bd-0fdc48e44a56), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:37.814776 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0836d82d-2778-485f-9d17-99c3f7bbfb73 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (abeb300d-147b-4fa1-a0bd-0fdc48e44a56), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:37.815893 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-498188fe-2c49-4a58-bc05-4ddfc058b300 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:37.818019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-498188fe-2c49-4a58-bc05-4ddfc058b300 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 805 time: 0.1893177 Feb 10 15:19:37.844638 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b7931-d757-4dc1-bc5f-523fe97b76ce req-3c161402-ccdf-4a52-8e37-509ffc4d1ce7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:37.851667 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a66b7931-d757-4dc1-bc5f-523fe97b76ce req-3c161402-ccdf-4a52-8e37-509ffc4d1ce7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 945 time: 0.1952193 Feb 10 15:19:37.854239 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-063e0e14-1e6c-4076-8d8a-68b4fa372360 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/quotas/c93f02832d4b44afb04fc0e05260fb2f HTTP/1.1" status: 200 len: 375 time: 0.0302484 Feb 10 15:19:37.876786 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0836d82d-2778-485f-9d17-99c3f7bbfb73 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (abeb300d-147b-4fa1-a0bd-0fdc48e44a56), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:37.880585 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0836d82d-2778-485f-9d17-99c3f7bbfb73 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:37.882235 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0836d82d-2778-485f-9d17-99c3f7bbfb73 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/security-groups/abeb300d-147b-4fa1-a0bd-0fdc48e44a56 HTTP/1.1" status: 204 len: 168 time: 0.2095227 Feb 10 15:19:37.887196 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43956) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:37.899487 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-84a42edf-207c-4f2a-a46f-435b886dc1f3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393615 Feb 10 15:19:37.908041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836d82d-2778-485f-9d17-99c3f7bbfb73 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeb300d-147b-4fa1-a0bd-0fdc48e44a56,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:37.960622 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a66b7931-d757-4dc1-bc5f-523fe97b76ce req-e53511ca-f3de-49ec-9536-80423986b68a tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038227 Feb 10 15:19:37.974913 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-296b8030-ccc9-4aec-9dd7-5e24bb1ab606 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (377ca009-24b5-4b18-9177-a7544a9bfafc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:38.031477 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-296b8030-ccc9-4aec-9dd7-5e24bb1ab606 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (377ca009-24b5-4b18-9177-a7544a9bfafc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:38.113836 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-296b8030-ccc9-4aec-9dd7-5e24bb1ab606 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (377ca009-24b5-4b18-9177-a7544a9bfafc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:38.118111 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-296b8030-ccc9-4aec-9dd7-5e24bb1ab606 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:38.121046 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-296b8030-ccc9-4aec-9dd7-5e24bb1ab606 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/security-groups/377ca009-24b5-4b18-9177-a7544a9bfafc HTTP/1.1" status: 204 len: 168 time: 0.2315767 Feb 10 15:19:38.123943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43964) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:38.147112 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b8030-ccc9-4aec-9dd7-5e24bb1ab606 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377ca009-24b5-4b18-9177-a7544a9bfafc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:38.242426 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-b8907fda-1965-4130-b20c-12cc28d583af service neutron] 10.222.0.64 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979448 Feb 10 15:19:38.661350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b404684-89b5-4397-89ae-35b23594f283 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting subnet 85436ab9-e7ae-48d2-8ada-e0478aebcf5c {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:19:38.700344 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7b404684-89b5-4397-89ae-35b23594f283 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (85436ab9-e7ae-48d2-8ada-e0478aebcf5c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:38.737036 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-81d6984c-c5cf-4f11-a693-510dc120091e tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6768782 Feb 10 15:19:38.746145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:38.783159 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7b404684-89b5-4397-89ae-35b23594f283 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (85436ab9-e7ae-48d2-8ada-e0478aebcf5c), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:38.814373 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-d42854d1-47ef-4460-a826-8e239f6f01b6 service neutron] 10.222.0.64 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264714 Feb 10 15:19:38.826886 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:38.956202 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7b404684-89b5-4397-89ae-35b23594f283 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (85436ab9-e7ae-48d2-8ada-e0478aebcf5c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:39.039143 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:39.097660 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7b404684-89b5-4397-89ae-35b23594f283 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (85436ab9-e7ae-48d2-8ada-e0478aebcf5c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:39.178424 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b404684-89b5-4397-89ae-35b23594f283 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Subnet': ['ID=85436ab9-e7ae-48d2-8ada-e0478aebcf5c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:39.184336 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7b404684-89b5-4397-89ae-35b23594f283 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:39.184932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9206f65-d7d5-43bf-b4e0-5a4073e0bb12 None None] Network 155b43ae-e14d-4751-856c-300a634d5771 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:39.188255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7b404684-89b5-4397-89ae-35b23594f283 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/85436ab9-e7ae-48d2-8ada-e0478aebcf5c HTTP/1.1" status: 204 len: 168 time: 1.0629916 Feb 10 15:19:39.194159 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43980) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:39.202736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-392bb2a3-814c-427c-b2a4-61facdfd1010 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'subnet': {'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:39.388381 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Allocated IP 172.25.3.206 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/47c19d56-97ca-4460-8707-49a59e4a0f2d) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:39.552051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392bb2a3-814c-427c-b2a4-61facdfd1010 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:39.560073 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-392bb2a3-814c-427c-b2a4-61facdfd1010 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:39.733541 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for port (47c19d56-97ca-4460-8707-49a59e4a0f2d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:39.792373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d3bf5-0d74-4208-ba09-61dd2d50d295 req-c3cbeeb7-748c-4788-bb23-a2638ddcbbfc tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:39.804306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a9d3bf5-0d74-4208-ba09-61dd2d50d295 req-c3cbeeb7-748c-4788-bb23-a2638ddcbbfc tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.1357262 Feb 10 15:19:39.904222 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-392bb2a3-814c-427c-b2a4-61facdfd1010 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (16dbb498-afc8-48f6-8722-5dd813306872), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:39.947133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a9d3bf5-0d74-4208-ba09-61dd2d50d295 req-ffd9213c-26f4-4a2f-a939-49637655ce00 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389446 Feb 10 15:19:39.969601 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (47c19d56-97ca-4460-8707-49a59e4a0f2d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:40.065615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bb2a3-814c-427c-b2a4-61facdfd1010 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Subnet': ['ID=16dbb498-afc8-48f6-8722-5dd813306872,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:40.098066 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392bb2a3-814c-427c-b2a4-61facdfd1010 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 155b43ae-e14d-4751-856c-300a634d5771 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:40.101575 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-392bb2a3-814c-427c-b2a4-61facdfd1010 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:40.107675 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Pushing event updated for resources: {'Port': ['ID=47c19d56-97ca-4460-8707-49a59e4a0f2d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:40.121237 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392bb2a3-814c-427c-b2a4-61facdfd1010 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:40.125582 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-392bb2a3-814c-427c-b2a4-61facdfd1010 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:40.203613 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-392bb2a3-814c-427c-b2a4-61facdfd1010 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0075731 Feb 10 15:19:40.204329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43992) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:40.216525 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-da85d747-6b20-40be-b2c4-7403d6d50beb tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'security_group': {'name': 'tempest-secgroup-2000814923'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:40.224041 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:40.267128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:40.268043 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da85d747-6b20-40be-b2c4-7403d6d50beb tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:40.271098 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:40.463933 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da85d747-6b20-40be-b2c4-7403d6d50beb tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (2c0a3f63-48f2-4d71-96f0-d5456b0037d6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:40.469509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da85d747-6b20-40be-b2c4-7403d6d50beb tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2c0a3f63-48f2-4d71-96f0-d5456b0037d6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:40.535593 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d747-6b20-40be-b2c4-7403d6d50beb tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0a3f63-48f2-4d71-96f0-d5456b0037d6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:40.537546 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6c03e-097d-4b87-9613-133527c45ef2 req-4537bf25-e513-4a15-abc9-aacc3bc1eb4a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:40.540875 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f3a6c03e-097d-4b87-9613-133527c45ef2 req-4537bf25-e513-4a15-abc9-aacc3bc1eb4a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.4302983 Feb 10 15:19:40.542443 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for floatingip (72c65d37-9593-4b09-9ec3-7436b2afb6a6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:40.561871 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da85d747-6b20-40be-b2c4-7403d6d50beb tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:40.572257 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44000) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:40.577745 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-da85d747-6b20-40be-b2c4-7403d6d50beb tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3722675 Feb 10 15:19:40.580869 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-043d778e-e0a5-4b9b-8b3e-c93416066820 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'security_group': {'name': 'tempest-secgroup-1361919696'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:40.717096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1c8422-970a-4c9a-a40a-b327779f0fc8 None None] Network 155b43ae-e14d-4751-856c-300a634d5771 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:40.724499 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (47c19d56-97ca-4460-8707-49a59e4a0f2d), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:40.839799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f3a6c03e-097d-4b87-9613-133527c45ef2 req-523d7aaf-3b50-4862-87cd-8d51d727d112 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896349 Feb 10 15:19:40.840633 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-043d778e-e0a5-4b9b-8b3e-c93416066820 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:40.947549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e11a9ec8-c373-4f06-aad2-e93a66c9bd1f None None] Provisioning complete for port 15df11a8-7c86-474d-a8e6-1246ce6f04ef triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:40.948352 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e11a9ec8-c373-4f06-aad2-e93a66c9bd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (15df11a8-7c86-474d-a8e6-1246ce6f04ef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:41.053445 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-5cdd82d9-5559-45fe-8622-6bff61659973 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:41.055153 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-5cdd82d9-5559-45fe-8622-6bff61659973 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 805 time: 0.3291965 Feb 10 15:19:41.072926 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7fbdf15f-afce-43c7-bdbf-91969e8428c8 req-00b95a06-db35-4264-a41d-bfb5e2eb9693 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 210 time: 0.1026385 Feb 10 15:19:41.075431 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-96de945f-d67b-41e6-88b4-cddd11da5877 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Request body: {'port': {'device_id': '6878e161-770e-492e-a827-a40f15c65a51', 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2', 'admin_state_up': True, 'tenant_id': 'c93f02832d4b44afb04fc0e05260fb2f'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:41.100465 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e11a9ec8-c373-4f06-aad2-e93a66c9bd1f None None] Port 15df11a8-7c86-474d-a8e6-1246ce6f04ef cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:41.133474 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e11a9ec8-c373-4f06-aad2-e93a66c9bd1f None None] Provisioning complete for port 086aa47f-a870-4215-837a-7d71aeeb582e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:41.137236 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e11a9ec8-c373-4f06-aad2-e93a66c9bd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:41.270976 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-043d778e-e0a5-4b9b-8b3e-c93416066820 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (8c323554-da62-4707-bfe4-46e4509bce98), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:41.284133 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-043d778e-e0a5-4b9b-8b3e-c93416066820 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8c323554-da62-4707-bfe4-46e4509bce98), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:41.313765 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:41.326763 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-043d778e-e0a5-4b9b-8b3e-c93416066820 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:41.329513 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-043d778e-e0a5-4b9b-8b3e-c93416066820 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7556691 Feb 10 15:19:41.335126 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44006) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:41.346262 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-5b975f8a-a201-4c46-83b4-43c7d029f1f4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'security_group': {'name': 'tempest-secgroup-921892318'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:41.374382 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-96de945f-d67b-41e6-88b4-cddd11da5877 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Made reservation on behalf of c93f02832d4b44afb04fc0e05260fb2f for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:41.378978 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-96de945f-d67b-41e6-88b4-cddd11da5877 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:41.385276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d778e-e0a5-4b9b-8b3e-c93416066820 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c323554-da62-4707-bfe4-46e4509bce98,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:41.402925 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for port (47c19d56-97ca-4460-8707-49a59e4a0f2d), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:41.416253 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (47c19d56-97ca-4460-8707-49a59e4a0f2d), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:41.531291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e11a9ec8-c373-4f06-aad2-e93a66c9bd1f None None] Current status of the port 086aa47f-a870-4215-837a-7d71aeeb582e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:41.537878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b344d9e9-0b94-4de2-9655-808d65de4472 None None] Update dhcp port {'port': {'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'fixed_ips': [{'subnet_id': '8d19fc9a-5da2-4031-9ae5-5b199602487b', 'ip_address': '172.20.0.18'}, {'subnet_id': '16dbb498-afc8-48f6-8722-5dd813306872'}], 'binding:host_id': 'n-d-815324-7'}, 'id': '086aa47f-a870-4215-837a-7d71aeeb582e'} from n-d-815324-7. {{(pid=103370) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 15:19:41.564527 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Pushing event updated for resources: {'Port': ['ID=47c19d56-97ca-4460-8707-49a59e4a0f2d,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:41.568862 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-96de945f-d67b-41e6-88b4-cddd11da5877 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Allocated IP 172.20.0.11 (70523496-0fb2-49c3-a6f3-295faa4269e2/641d274e-0229-4226-b05a-8b572a0b405b/3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:41.595444 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (72c65d37-9593-4b09-9ec3-7436b2afb6a6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:41.622240 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:41.623658 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-a34c2a21-309e-4b07-9c71-160cb8eadf34 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8858392 Feb 10 15:19:41.632556 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b344d9e9-0b94-4de2-9655-808d65de4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:41.730927 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-1b9873fc-dce1-4dd6-9e08-ec2fc9bfecb6 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 696 time: 0.1000295 Feb 10 15:19:41.893626 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-96de945f-d67b-41e6-88b4-cddd11da5877 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks [] for port (3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:41.901481 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5b975f8a-a201-4c46-83b4-43c7d029f1f4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:41.980879 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-96de945f-d67b-41e6-88b4-cddd11da5877 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:42.023012 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-17622c31-0816-4398-80a2-8c6ca12b47e8 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:42.033942 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-17622c31-0816-4398-80a2-8c6ca12b47e8 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.2972469 Feb 10 15:19:42.053978 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-9898d82e-e1ea-4c9d-9e4f-7eac7f29e451 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:19:42.055221 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8448b21b-9d87-4f76-a8a7-7353d70d4a91 req-9898d82e-e1ea-4c9d-9e4f-7eac7f29e451 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096464 Feb 10 15:19:42.065359 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-b344d9e9-0b94-4de2-9655-808d65de4472 None None] Allocated IP 172.20.0.2 (155b43ae-e14d-4751-856c-300a634d5771/16dbb498-afc8-48f6-8722-5dd813306872/086aa47f-a870-4215-837a-7d71aeeb582e) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:42.093320 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a3d81-70eb-4964-abde-a1707e0befec req-01227ed9-6070-4f3b-bad4-e7fde7223347 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:42.103364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd9a3d81-70eb-4964-abde-a1707e0befec req-01227ed9-6070-4f3b-bad4-e7fde7223347 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.2292914 Feb 10 15:19:42.140513 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5b975f8a-a201-4c46-83b4-43c7d029f1f4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (381b8a5c-c37d-407c-a64b-a8a20e89c026), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:42.160699 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-96de945f-d67b-41e6-88b4-cddd11da5877 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Network 70523496-0fb2-49c3-a6f3-295faa4269e2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:42.162021 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5b975f8a-a201-4c46-83b4-43c7d029f1f4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (381b8a5c-c37d-407c-a64b-a8a20e89c026), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:42.210248 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b975f8a-a201-4c46-83b4-43c7d029f1f4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381b8a5c-c37d-407c-a64b-a8a20e89c026,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:42.215539 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5b975f8a-a201-4c46-83b4-43c7d029f1f4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:42.217273 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5b975f8a-a201-4c46-83b4-43c7d029f1f4 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8809242 Feb 10 15:19:42.219242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-96de945f-d67b-41e6-88b4-cddd11da5877 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:42.222617 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44028) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:42.229491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-24ea12e4-31b3-4f73-842c-eec19e0372f7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-704625399', 'security_groups': ['381b8a5c-c37d-407c-a64b-a8a20e89c026'], 'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '16dbb498-afc8-48f6-8722-5dd813306872'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:42.234131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-96de945f-d67b-41e6-88b4-cddd11da5877 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:42.237625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de945f-d67b-41e6-88b4-cddd11da5877 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Pushing event updated for resources: {'Port': ['ID=3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:42.242467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd9a3d81-70eb-4964-abde-a1707e0befec req-7528a93a-c29a-4e51-bd98-cf798a7cd25e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344194 Feb 10 15:19:42.320519 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b344d9e9-0b94-4de2-9655-808d65de4472 None None] For port 086aa47f-a870-4215-837a-7d71aeeb582e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=086aa47f-a870-4215-837a-7d71aeeb582e,segment=NetworkSegment(bfc32c5b-2ff1-46f6-bdb0-95babc13f8da),segment_id=bfc32c5b-2ff1-46f6-bdb0-95babc13f8da)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:42.343288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-96de945f-d67b-41e6-88b4-cddd11da5877 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:42.344026 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-96de945f-d67b-41e6-88b4-cddd11da5877 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:42.402357 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b344d9e9-0b94-4de2-9655-808d65de4472 None None] Publish callbacks [] for port (086aa47f-a870-4215-837a-7d71aeeb582e), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:42.419764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b344d9e9-0b94-4de2-9655-808d65de4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:42.471540 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-96de945f-d67b-41e6-88b4-cddd11da5877 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4082015 Feb 10 15:19:42.490806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Request body: {'port': {'device_id': '6878e161-770e-492e-a827-a40f15c65a51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:42.552155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609636a7-a70e-4a7d-92bc-a18ae1902722 req-2c0adbad-d9d9-492c-b684-a302195ec719 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:42.564824 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-609636a7-a70e-4a7d-92bc-a18ae1902722 req-2c0adbad-d9d9-492c-b684-a302195ec719 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1558418 Feb 10 15:19:42.672584 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-609636a7-a70e-4a7d-92bc-a18ae1902722 req-05757f76-d3da-431e-805e-b201060afce5 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067846 Feb 10 15:19:42.717669 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344d9e9-0b94-4de2-9655-808d65de4472 None None] Pushing event updated for resources: {'Port': ['ID=086aa47f-a870-4215-837a-7d71aeeb582e,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:42.741166 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ea12e4-31b3-4f73-842c-eec19e0372f7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:42.769962 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:42.860598 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5140c8b3-b2a0-4c27-b5a5-5d0ef0369a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:43.012105 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cf491-e1a9-457f-8e63-fa945f06d36a req-d5a3e3c6-8425-444f-8eb5-1d7a781d4582 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:43.013720 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d80cf491-e1a9-457f-8e63-fa945f06d36a req-d5a3e3c6-8425-444f-8eb5-1d7a781d4582 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 944 time: 0.1362898 Feb 10 15:19:43.037219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3853264-bc7a-4155-9373-d0ae6fc4ad33 req-66eea043-c98a-461b-be59-e2ab13ce7c0c tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:43.049630 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3853264-bc7a-4155-9373-d0ae6fc4ad33 req-66eea043-c98a-461b-be59-e2ab13ce7c0c tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 932 time: 0.2602324 Feb 10 15:19:43.143508 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d80cf491-e1a9-457f-8e63-fa945f06d36a req-89a8a1da-364c-4f9f-9ac0-d43500c7a79c tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891080 Feb 10 15:19:43.217084 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3853264-bc7a-4155-9373-d0ae6fc4ad33 req-4a2ea40f-b3ed-42fc-bcac-d39cf9137bd1 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645119 Feb 10 15:19:43.291807 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24ea12e4-31b3-4f73-842c-eec19e0372f7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:43.447353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d13bb-6619-4e6d-ae1d-2449c822b806 req-d73462a9-e998-44d3-9c56-57c13ba1f7dd tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:43.449119 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d5d13bb-6619-4e6d-ae1d-2449c822b806 req-d73462a9-e998-44d3-9c56-57c13ba1f7dd tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.72 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 944 time: 0.4787769 Feb 10 15:19:43.450574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-24ea12e4-31b3-4f73-842c-eec19e0372f7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] device_id is not set on port 5ed04546-4d1e-4306-a19c-6975038db055 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:19:43.596100 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-0411db1c-e12e-4608-993b-99142c533fdc tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:43.597718 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-0411db1c-e12e-4608-993b-99142c533fdc tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 820 time: 0.3289177 Feb 10 15:19:43.635543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-76836dbc-dd4d-4ec3-b363-b25793d6b461 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/quotas/bbd9bd1cca864cb0b4a049de04b8fff9 HTTP/1.1" status: 200 len: 375 time: 0.0215688 Feb 10 15:19:43.646790 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d1a2b-2326-401e-ab63-f517b81636ca req-268d1591-c946-48dc-83d9-59a5429ab264 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:43.665639 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a9d1a2b-2326-401e-ab63-f517b81636ca req-268d1591-c946-48dc-83d9-59a5429ab264 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.2169070 Feb 10 15:19:43.787034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1e388959-bd56-4be5-a699-94ac23977787 None None] Provisioning complete for port 15df11a8-7c86-474d-a8e6-1246ce6f04ef triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:43.787535 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1e388959-bd56-4be5-a699-94ac23977787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (15df11a8-7c86-474d-a8e6-1246ce6f04ef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:43.837356 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a9d1a2b-2326-401e-ab63-f517b81636ca req-ba315921-8b3e-43c9-ab9b-3d98f1edd034 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562591 Feb 10 15:19:43.869539 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-67c72142-cb16-4d32-b2d9-4d0e7e077dd3 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2024884 Feb 10 15:19:43.869832 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1e388959-bd56-4be5-a699-94ac23977787 None None] Port 15df11a8-7c86-474d-a8e6-1246ce6f04ef cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:43.889948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1e388959-bd56-4be5-a699-94ac23977787 None None] Provisioning complete for port 086aa47f-a870-4215-837a-7d71aeeb582e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:43.890486 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1e388959-bd56-4be5-a699-94ac23977787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:43.966695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-24ea12e4-31b3-4f73-842c-eec19e0372f7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Allocated IP 172.20.0.3 (155b43ae-e14d-4751-856c-300a634d5771/16dbb498-afc8-48f6-8722-5dd813306872/5ed04546-4d1e-4306-a19c-6975038db055) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:44.011411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-9d5d13bb-6619-4e6d-ae1d-2449c822b806 req-110f7ab3-2525-430c-baa9-867382aa5386 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Deleting port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:44.012193 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9d5d13bb-6619-4e6d-ae1d-2449c822b806 req-110f7ab3-2525-430c-baa9-867382aa5386 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:44.021652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:19:44.034717 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Publish callbacks [] for port (3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:44.056958 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1e388959-bd56-4be5-a699-94ac23977787 None None] Current status of the port 086aa47f-a870-4215-837a-7d71aeeb582e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:44.111001 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-32588083-279a-4914-86d1-25bb6171abaf service neutron] 10.222.0.64 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404876 Feb 10 15:19:44.140352 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Transition to ACTIVE for port object 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:19:44.152131 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:44.239199 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-c2250ea3-d48e-4575-8080-785ab2dcbf3a service neutron] 10.222.0.64 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272411 Feb 10 15:19:44.282199 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c0b8e-c210-43ef-8fbd-81177b0a554a req-1b5f9cf4-a852-4f36-80a0-54595968d84a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:44.292247 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd1c0b8e-c210-43ef-8fbd-81177b0a554a req-1b5f9cf4-a852-4f36-80a0-54595968d84a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.2644386 Feb 10 15:19:44.370924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-9d5d13bb-6619-4e6d-ae1d-2449c822b806 req-110f7ab3-2525-430c-baa9-867382aa5386 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] For port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:44.371619 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9d5d13bb-6619-4e6d-ae1d-2449c822b806 req-110f7ab3-2525-430c-baa9-867382aa5386 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:44.392691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Pushing event updated for resources: {'Port': ['ID=3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:44.403110 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-9d5d13bb-6619-4e6d-ae1d-2449c822b806 req-110f7ab3-2525-430c-baa9-867382aa5386 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Calling delete_port for a0e4c669-7272-4de9-ad2b-9c1423a3eb9f owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:44.416996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd1c0b8e-c210-43ef-8fbd-81177b0a554a req-1735714b-4981-4132-abae-7fce690a2e64 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222005 Feb 10 15:19:44.609736 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24ea12e4-31b3-4f73-842c-eec19e0372f7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (5ed04546-4d1e-4306-a19c-6975038db055), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:44.620600 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 086aa47f-a870-4215-837a-7d71aeeb582e up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:44.720909 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18953654-7dc6-4565-ac68-90eb0831bcb0 req-b6f8510d-2ee0-4fcf-85cf-5d316e1777dc tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:44.729548 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18953654-7dc6-4565-ac68-90eb0831bcb0 req-b6f8510d-2ee0-4fcf-85cf-5d316e1777dc tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 944 time: 0.1076837 Feb 10 15:19:44.735029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Attempting to bind port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:19:44.735366 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Attempting to bind port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:19:44.735698 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Attempting to bind port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c on network 70523496-0fb2-49c3-a6f3-295faa4269e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:19:44.738102 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 086aa47f-a870-4215-837a-7d71aeeb582e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:44.738482 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:44.751636 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440c685-cd68-4521-8587-51ae4bab3814 req-aca8cab9-4d42-4640-9bcd-263877fbd3cd tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:44.760206 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1440c685-cd68-4521-8587-51ae4bab3814 req-aca8cab9-4d42-4640-9bcd-263877fbd3cd tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 944 time: 0.2183032 Feb 10 15:19:44.778385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c on network 70523496-0fb2-49c3-a6f3-295faa4269e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:19:44.778714 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Attempting to bind port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c on network 70523496-0fb2-49c3-a6f3-295faa4269e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:19:44.818295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:19:44.818295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Checking segment: {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:19:44.818563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Bound using segment: {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:19:44.819001 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Bound port: 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:19:44.819358 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:44.920051 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24ea12e4-31b3-4f73-842c-eec19e0372f7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5ed04546-4d1e-4306-a19c-6975038db055), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:44.927136 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1440c685-cd68-4521-8587-51ae4bab3814 req-d546130a-1003-4f03-9b5f-818f632748c6 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660581 Feb 10 15:19:44.933755 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 086aa47f-a870-4215-837a-7d71aeeb582e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:44.967967 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18953654-7dc6-4565-ac68-90eb0831bcb0 req-2c3c913f-fdfe-40b8-a6ca-59ec4d3e9fd3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375395 Feb 10 15:19:45.042914 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ea12e4-31b3-4f73-842c-eec19e0372f7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 155b43ae-e14d-4751-856c-300a634d5771 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:45.054804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea12e4-31b3-4f73-842c-eec19e0372f7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=5ed04546-4d1e-4306-a19c-6975038db055,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:45.057383 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-24ea12e4-31b3-4f73-842c-eec19e0372f7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:45.064038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] For port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:19:45.066726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ea12e4-31b3-4f73-842c-eec19e0372f7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:45.071756 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] For port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:19:45.117916 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9d5d13bb-6619-4e6d-ae1d-2449c822b806 req-110f7ab3-2525-430c-baa9-867382aa5386 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a0e4c669-7272-4de9-ad2b-9c1423a3eb9f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:45.119949 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:45.184252 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a682c595-024f-4a39-a4f7-3a18e4a0604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:45.192936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-536f9993-be79-4b4c-9ba6-347343a0d7e0 req-7c1047e9-e0da-4920-a895-bfff6e92b9e9 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 210 time: 0.0955639 Feb 10 15:19:45.329302 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042395ed-c24e-4c48-83ce-a4cae5ae6c8f req-835da94a-bc11-40c3-9441-15ca98c4c25f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:45.330901 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-042395ed-c24e-4c48-83ce-a4cae5ae6c8f req-835da94a-bc11-40c3-9441-15ca98c4c25f tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.1369934 Feb 10 15:19:45.331508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ea12e4-31b3-4f73-842c-eec19e0372f7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:45.333461 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24ea12e4-31b3-4f73-842c-eec19e0372f7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:45.408308 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:45.409261 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:45.410897 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] 10.222.0.79 "PUT /v2.0/ports/3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c HTTP/1.1" status: 200 len: 1092 time: 2.9242830 Feb 10 15:19:45.411863 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f4bbe-a1cd-4f04-a189-988cbc95e67f service neutron] Pushing event updated for resources: {'Port': ['ID=3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:45.415439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6878e161-770e-492e-a827-a40f15c65a51', 'tag': '3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:45.418235 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebed6296-65e6-497f-a067-1a201bd3608b" -d '{"events": [{"name": "network-changed", "server_uuid": "6878e161-770e-492e-a827-a40f15c65a51", "tag": "3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:45.438800 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-24ea12e4-31b3-4f73-842c-eec19e0372f7 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2139661 Feb 10 15:19:45.458553 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44076) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:45.474239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-85bbd152-2b96-4c2f-a1ca-27a6acf3f5ab tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'subnet': {'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:45.506311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-816c92e9-f961-4d83-a93d-eaead17deaba None None] Provisioning complete for port 5ed04546-4d1e-4306-a19c-6975038db055 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:45.506694 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-816c92e9-f961-4d83-a93d-eaead17deaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5ed04546-4d1e-4306-a19c-6975038db055), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:45.597556 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5d13bb-6619-4e6d-ae1d-2449c822b806 req-110f7ab3-2525-430c-baa9-867382aa5386 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] No DVR routers for this DVR port a0e4c669-7272-4de9-ad2b-9c1423a3eb9f on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:19:45.609514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-816c92e9-f961-4d83-a93d-eaead17deaba None None] Port 5ed04546-4d1e-4306-a19c-6975038db055 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:45.611490 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681076e6-b790-488e-860f-ec836c934a5d x-openstack-request-id: req-681076e6-b790-488e-860f-ec836c934a5d {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:45.612737 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6878e161-770e-492e-a827-a40f15c65a51", "tag": "3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:45.613280 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-681076e6-b790-488e-860f-ec836c934a5d {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:45.617246 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6878e161-770e-492e-a827-a40f15c65a51', 'tag': '3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c', 'status': 'completed', 'code': 200} Feb 10 15:19:45.619179 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9d5d13bb-6619-4e6d-ae1d-2449c822b806 req-110f7ab3-2525-430c-baa9-867382aa5386 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:45.622735 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d5d13bb-6619-4e6d-ae1d-2449c822b806 req-110f7ab3-2525-430c-baa9-867382aa5386 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.72 "DELETE /v2.0/ports/a0e4c669-7272-4de9-ad2b-9c1423a3eb9f HTTP/1.1" status: 204 len: 173 time: 2.1594124 Feb 10 15:19:45.642842 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f7ab3-2525-430c-baa9-867382aa5386 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Pushing event deleted for resources: {'Port': ['ID=a0e4c669-7272-4de9-ad2b-9c1423a3eb9f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:45.679410 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-90791fc6-c939-47c7-888c-038fb71bcacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:45.681559 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-90791fc6-c939-47c7-888c-038fb71bcacf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 1126 time: 0.2199147 Feb 10 15:19:45.728557 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-b24070fe-45dc-4925-a405-1a79b59b4a10 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c HTTP/1.1" status: 200 len: 217 time: 0.0396054 Feb 10 15:19:45.792308 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-042395ed-c24e-4c48-83ce-a4cae5ae6c8f req-c52675b9-2a6f-4c38-a835-16f4e43ac1dd tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532437 Feb 10 15:19:45.830261 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-afc86bb4-e606-4cb4-8afb-9e70b3dfc332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:45.831732 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-afc86bb4-e606-4cb4-8afb-9e70b3dfc332 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 200 len: 845 time: 0.0968678 Feb 10 15:19:45.844339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bbd152-2b96-4c2f-a1ca-27a6acf3f5ab tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:45.849040 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85bbd152-2b96-4c2f-a1ca-27a6acf3f5ab tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:45.914629 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-d8aa3afd-c0ea-4fb6-a4b4-45a8a7137418 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=70523496-0fb2-49c3-a6f3-295faa4269e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754755 Feb 10 15:19:45.973268 n-d-815324-7 neutron-server[103368]: INFO neutron.db.ipam_backend_mixin [None req-85bbd152-2b96-4c2f-a1ca-27a6acf3f5ab tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 16dbb498-afc8-48f6-8722-5dd813306872 (CIDR: 172.20.0.0/28) Feb 10 15:19:45.979928 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bbd152-2b96-4c2f-a1ca-27a6acf3f5ab tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:19:45.980426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bbd152-2b96-4c2f-a1ca-27a6acf3f5ab tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:19:46.021605 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85faa3-a87f-4ba6-b553-11e39f789ad8 req-490a620b-aad8-45f6-821e-01c733fcc584 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:46.023744 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b85faa3-a87f-4ba6-b553-11e39f789ad8 req-490a620b-aad8-45f6-821e-01c733fcc584 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.2460990 Feb 10 15:19:46.031527 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-85bbd152-2b96-4c2f-a1ca-27a6acf3f5ab tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5638011 Feb 10 15:19:46.032188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44084) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:46.040063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ced78248-50b1-470d-8ae2-4fa7aaf3844e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'subnet': {'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:46.044774 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-e069ef67-464e-4663-b812-c9f2dbb1538a service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232781 Feb 10 15:19:46.130873 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82e3c4ff-ff59-4b95-b69f-b9ffc994eb1d req-20f4a216-9678-40c0-91ed-c051ad051ba2 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=27ad83a1-b293-4c2e-9a34-89bcf6febfb9 HTTP/1.1" status: 200 len: 210 time: 0.0670743 Feb 10 15:19:46.170653 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-522d61c0-f212-4ac6-9ac9-77510b38710e req-5698cc3c-17fa-4eb5-93f2-ebdca73d2840 service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199856 Feb 10 15:19:46.248747 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:46.321616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed6296-65e6-497f-a067-1a201bd3608b req-3636375e-2ef1-47ef-9314-e18555f5feff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:46.323609 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ebed6296-65e6-497f-a067-1a201bd3608b req-3636375e-2ef1-47ef-9314-e18555f5feff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 1126 time: 0.0981145 Feb 10 15:19:46.347211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device a0e4c669-7272-4de9-ad2b-9c1423a3eb9f no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:19:46.404137 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: a0e4c669-7272-4de9-ad2b-9c1423a3eb9f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:19:46.404484 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device a0e4c669-7272-4de9-ad2b-9c1423a3eb9f not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:19:46.411846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b85faa3-a87f-4ba6-b553-11e39f789ad8 req-d691db46-2cb5-47ea-8242-adace5cd6e1c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553367 Feb 10 15:19:46.509334 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d812d-e87e-4872-b79f-0175e30ce034 req-c1b1d8b1-4aee-4c6b-a3bd-0b79bbc5510c tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:46.532232 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-390d812d-e87e-4872-b79f-0175e30ce034 req-c1b1d8b1-4aee-4c6b-a3bd-0b79bbc5510c tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 944 time: 0.3159378 Feb 10 15:19:46.600088 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-76188897-f876-4290-9d06-8b18114c47fb tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:46.601719 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-76188897-f876-4290-9d06-8b18114c47fb tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.72 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 820 time: 0.1681981 Feb 10 15:19:46.615393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced78248-50b1-470d-8ae2-4fa7aaf3844e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:46.620175 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ced78248-50b1-470d-8ae2-4fa7aaf3844e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:46.637946 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-c58c63c9-ea99-4412-b460-7e0a1bb55abd tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Request body: {'port': {'device_id': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'admin_state_up': True, 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:46.714915 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-390d812d-e87e-4872-b79f-0175e30ce034 req-8a98877d-4095-4d78-9fef-fdc84194af0d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811714 Feb 10 15:19:46.737229 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21d8c6dd-21e9-40c3-ba3c-53d55de6594e req-dd578fc1-e2fc-4edb-93b3-993dbf46bee4 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 210 time: 0.0436924 Feb 10 15:19:46.740747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed6296-65e6-497f-a067-1a201bd3608b req-55fc09b1-752f-40e6-b61d-c5c81fa671b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:46.742352 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ebed6296-65e6-497f-a067-1a201bd3608b req-55fc09b1-752f-40e6-b61d-c5c81fa671b3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 906 time: 0.4127505 Feb 10 15:19:46.807628 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ebed6296-65e6-497f-a067-1a201bd3608b req-55cf3b4f-e17e-4ead-89be-42bd2408f175 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c HTTP/1.1" status: 200 len: 217 time: 0.0558245 Feb 10 15:19:46.832243 n-d-815324-7 neutron-server[103368]: INFO neutron.db.ipam_backend_mixin [None req-ced78248-50b1-470d-8ae2-4fa7aaf3844e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8d19fc9a-5da2-4031-9ae5-5b199602487b (CIDR: 172.20.0.16/28) Feb 10 15:19:46.837431 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced78248-50b1-470d-8ae2-4fa7aaf3844e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:19:46.838436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced78248-50b1-470d-8ae2-4fa7aaf3844e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:19:46.868529 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ced78248-50b1-470d-8ae2-4fa7aaf3844e tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8327858 Feb 10 15:19:46.869739 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44092) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:46.875612 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-57bb8ad4-1f80-4c76-af33-147721490861 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'subnet': {'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:46.907604 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed6296-65e6-497f-a067-1a201bd3608b req-dfdf61d6-284e-4dd4-98dd-a709440777af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:46.909118 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ebed6296-65e6-497f-a067-1a201bd3608b req-dfdf61d6-284e-4dd4-98dd-a709440777af service neutron] 10.222.0.79 "GET /v2.0/subnets?id=641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 200 len: 845 time: 0.0947542 Feb 10 15:19:46.932607 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-c58c63c9-ea99-4412-b460-7e0a1bb55abd tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Made reservation on behalf of bbd9bd1cca864cb0b4a049de04b8fff9 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:46.936878 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-c58c63c9-ea99-4412-b460-7e0a1bb55abd tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:46.973787 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ebed6296-65e6-497f-a067-1a201bd3608b req-11734db9-bea1-494e-b508-2c0f52513c55 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=70523496-0fb2-49c3-a6f3-295faa4269e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560331 Feb 10 15:19:47.044348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb860ad3-4bd5-4b40-8325-a04bff749675 req-4807a3d7-df78-42b4-abeb-0b37fcd73bf4 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:47.046394 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb860ad3-4bd5-4b40-8325-a04bff749675 req-4807a3d7-df78-42b4-abeb-0b37fcd73bf4 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.1303282 Feb 10 15:19:47.065463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bb8ad4-1f80-4c76-af33-147721490861 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Made reservation on behalf of a23c7f56f7a24a83af370bdc4b43a725 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:47.069325 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-57bb8ad4-1f80-4c76-af33-147721490861 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:47.209456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb860ad3-4bd5-4b40-8325-a04bff749675 req-9efd7947-c5fe-4024-8e78-48d1dd459f6c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559515 Feb 10 15:19:47.454521 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-57bb8ad4-1f80-4c76-af33-147721490861 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (8cbccefe-0328-4ac3-b406-d9fe157772c1), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:47.585150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bb8ad4-1f80-4c76-af33-147721490861 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Network 155b43ae-e14d-4751-856c-300a634d5771 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:47.595052 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-57bb8ad4-1f80-4c76-af33-147721490861 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:47.597900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bb8ad4-1f80-4c76-af33-147721490861 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:47.598786 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-57bb8ad4-1f80-4c76-af33-147721490861 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:47.605895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcd59eb-c3db-476f-9fab-b781e8011972 None None] Network 155b43ae-e14d-4751-856c-300a634d5771 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:47.618887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ad83a1-b293-4c2e-9a34-89bcf6febfb9', 'name': 'network-vif-deleted', 'tag': 'a0e4c669-7272-4de9-ad2b-9c1423a3eb9f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:47.621645 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb92b588-772f-47f8-910d-ccfa61deeb93" -d '{"events": [{"server_uuid": "27ad83a1-b293-4c2e-9a34-89bcf6febfb9", "name": "network-vif-deleted", "tag": "a0e4c669-7272-4de9-ad2b-9c1423a3eb9f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:47.627529 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb8ad4-1f80-4c76-af33-147721490861 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Subnet': ['ID=8cbccefe-0328-4ac3-b406-d9fe157772c1,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:47.661025 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ebed6296-65e6-497f-a067-1a201bd3608b req-49f3962f-373b-4be6-8992-cc15cd13418f service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801450 Feb 10 15:19:47.672193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28004b39-4336-4b84-a215-eaa88b0fca88 req-cc353fc2-cfcf-489d-836c-237ece194995 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:47.679789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28004b39-4336-4b84-a215-eaa88b0fca88 req-cc353fc2-cfcf-489d-836c-237ece194995 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 945 time: 0.2095664 Feb 10 15:19:47.704886 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-57bb8ad4-1f80-4c76-af33-147721490861 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8332846 Feb 10 15:19:47.715427 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6688d-0550-489d-8469-63e7369b881a req-48422bf2-16d0-4be5-8660-1740f2e712f3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:47.717301 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2af6688d-0550-489d-8469-63e7369b881a req-48422bf2-16d0-4be5-8660-1740f2e712f3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1976089 Feb 10 15:19:47.719335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44106) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:47.725232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9009f0fe-7354-4e11-9aeb-c1015996edc8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-629760409', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8cbccefe-0328-4ac3-b406-d9fe157772c1'}], 'security_groups': ['2c0a3f63-48f2-4d71-96f0-d5456b0037d6', '8c323554-da62-4707-bfe4-46e4509bce98']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:47.764475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-c58c63c9-ea99-4412-b460-7e0a1bb55abd tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Allocated IP 172.20.0.11 (6b17024a-debc-4b4b-8647-7b69683a5390/d3818fbb-f909-45b2-8ed7-e6fdc048076b/b98af35a-fd5d-47cd-8da6-c6802d807bff) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:47.826484 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ebed6296-65e6-497f-a067-1a201bd3608b req-4bd227d6-2b38-4803-93bb-602307fbb6f4 service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430006 Feb 10 15:19:47.875518 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28004b39-4336-4b84-a215-eaa88b0fca88 req-fa1e8aaa-6ca0-477b-a435-47ff5528d941 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942229 Feb 10 15:19:47.881167 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:47.900243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7684d3b-01ea-40ef-988d-fe2da6920100 None None] Update dhcp port {'port': {'network_id': '155b43ae-e14d-4751-856c-300a634d5771', 'fixed_ips': [{'subnet_id': '8d19fc9a-5da2-4031-9ae5-5b199602487b', 'ip_address': '172.20.0.18'}, {'subnet_id': '16dbb498-afc8-48f6-8722-5dd813306872', 'ip_address': '172.20.0.2'}, {'subnet_id': '8cbccefe-0328-4ac3-b406-d9fe157772c1'}], 'binding:host_id': 'n-d-815324-7'}, 'id': '086aa47f-a870-4215-837a-7d71aeeb582e'} from n-d-815324-7. {{(pid=103370) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 15:19:47.925084 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2af6688d-0550-489d-8469-63e7369b881a req-2573053b-9aad-4ec6-9d1e-b69711ee00aa tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958368 Feb 10 15:19:47.965831 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7684d3b-01ea-40ef-988d-fe2da6920100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:47.992134 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098dd04-e6d0-426a-9f77-d8f420ed8747 req-47dca5c5-9d11-44fd-954f-796b04f827c7 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:47.993794 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9098dd04-e6d0-426a-9f77-d8f420ed8747 req-47dca5c5-9d11-44fd-954f-796b04f827c7 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.72 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 945 time: 0.1549587 Feb 10 15:19:48.018072 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e85d17-aaad-43d4-ad10-3742ff6bfac4 x-openstack-request-id: req-39e85d17-aaad-43d4-ad10-3742ff6bfac4 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:48.018558 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ad83a1-b293-4c2e-9a34-89bcf6febfb9", "name": "network-vif-deleted", "tag": "a0e4c669-7272-4de9-ad2b-9c1423a3eb9f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:48.018917 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39e85d17-aaad-43d4-ad10-3742ff6bfac4 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:48.019414 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ad83a1-b293-4c2e-9a34-89bcf6febfb9', 'name': 'network-vif-deleted', 'tag': 'a0e4c669-7272-4de9-ad2b-9c1423a3eb9f', 'status': 'completed', 'code': 200} Feb 10 15:19:48.059112 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-c58c63c9-ea99-4412-b460-7e0a1bb55abd tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for port (b98af35a-fd5d-47cd-8da6-c6802d807bff), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:48.112412 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9009f0fe-7354-4e11-9aeb-c1015996edc8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5ed04546-4d1e-4306-a19c-6975038db055), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:48.131028 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-c58c63c9-ea99-4412-b460-7e0a1bb55abd tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b98af35a-fd5d-47cd-8da6-c6802d807bff), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:48.154914 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-c58c63c9-ea99-4412-b460-7e0a1bb55abd tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Network 6b17024a-debc-4b4b-8647-7b69683a5390 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:19:48.158057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-c58c63c9-ea99-4412-b460-7e0a1bb55abd tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:19:48.183058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf08bb39-00c1-4f7d-88e0-f3b96931bc24 req-c210ee9d-d6a1-4ad1-966e-854fd7c1c209 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 210 time: 0.0667617 Feb 10 15:19:48.187489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-c58c63c9-ea99-4412-b460-7e0a1bb55abd tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:19:48.240432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-c7684d3b-01ea-40ef-988d-fe2da6920100 None None] Allocated IP 172.20.0.34 (155b43ae-e14d-4751-856c-300a634d5771/8cbccefe-0328-4ac3-b406-d9fe157772c1/086aa47f-a870-4215-837a-7d71aeeb582e) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:48.250377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c63c9-ea99-4412-b460-7e0a1bb55abd tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Pushing event updated for resources: {'Port': ['ID=b98af35a-fd5d-47cd-8da6-c6802d807bff,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:48.265263 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-c58c63c9-ea99-4412-b460-7e0a1bb55abd tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:48.266141 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-c58c63c9-ea99-4412-b460-7e0a1bb55abd tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:48.288943 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-c58c63c9-ea99-4412-b460-7e0a1bb55abd tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6562390 Feb 10 15:19:48.310357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Request body: {'port': {'device_id': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:48.376974 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c7684d3b-01ea-40ef-988d-fe2da6920100 None None] For port 086aa47f-a870-4215-837a-7d71aeeb582e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=086aa47f-a870-4215-837a-7d71aeeb582e,segment=NetworkSegment(bfc32c5b-2ff1-46f6-bdb0-95babc13f8da),segment_id=bfc32c5b-2ff1-46f6-bdb0-95babc13f8da)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:48.394132 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b98af35a-fd5d-47cd-8da6-c6802d807bff), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:48.417501 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7684d3b-01ea-40ef-988d-fe2da6920100 None None] Publish callbacks [] for port (086aa47f-a870-4215-837a-7d71aeeb582e), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:48.421843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['5a1e2995-1000-415f-8b1a-5d8639eacfb3'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:19:48.453582 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314325df-21ca-4bcc-bb7e-21b5161a3424 req-a2bf2447-9acc-429e-b63d-0b740eb36eae tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:48.455233 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-314325df-21ca-4bcc-bb7e-21b5161a3424 req-a2bf2447-9acc-429e-b63d-0b740eb36eae tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 944 time: 0.3018634 Feb 10 15:19:48.463958 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7684d3b-01ea-40ef-988d-fe2da6920100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:48.562861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-9098dd04-e6d0-426a-9f77-d8f420ed8747 req-61c248d9-deb8-4d68-a50e-5fe27a7eb336 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Deleting port 3ee346dd-6dbc-469b-9349-510978c1ae8f {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:48.563480 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9098dd04-e6d0-426a-9f77-d8f420ed8747 req-61c248d9-deb8-4d68-a50e-5fe27a7eb336 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:48.642366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16f8d6-a071-4c9f-8e2c-0254c8a89387 req-52f5488e-bde0-4b24-912d-2419c612b04e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:48.650854 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd16f8d6-a071-4c9f-8e2c-0254c8a89387 req-52f5488e-bde0-4b24-912d-2419c612b04e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.3180540 Feb 10 15:19:48.652733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7684d3b-01ea-40ef-988d-fe2da6920100 None None] Pushing event updated for resources: {'Port': ['ID=086aa47f-a870-4215-837a-7d71aeeb582e,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:48.673974 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-36bcf243-01a2-41fa-899e-25f66d0e32a7 None None] Provisioning complete for port b98af35a-fd5d-47cd-8da6-c6802d807bff triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:48.674354 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-36bcf243-01a2-41fa-899e-25f66d0e32a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b98af35a-fd5d-47cd-8da6-c6802d807bff), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:48.711297 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b98af35a-fd5d-47cd-8da6-c6802d807bff {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:19:48.720193 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Publish callbacks [] for port (b98af35a-fd5d-47cd-8da6-c6802d807bff), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:48.736616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Transition to ACTIVE for port object b98af35a-fd5d-47cd-8da6-c6802d807bff will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:19:48.744269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (b98af35a-fd5d-47cd-8da6-c6802d807bff), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:48.760231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-36bcf243-01a2-41fa-899e-25f66d0e32a7 None None] Port b98af35a-fd5d-47cd-8da6-c6802d807bff cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:48.837533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Pushing event updated for resources: {'Port': ['ID=b98af35a-fd5d-47cd-8da6-c6802d807bff,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:48.947328 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:48.985759 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Attempting to bind port b98af35a-fd5d-47cd-8da6-c6802d807bff on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:19:48.986418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Attempting to bind port b98af35a-fd5d-47cd-8da6-c6802d807bff by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:19:48.986760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Attempting to bind port b98af35a-fd5d-47cd-8da6-c6802d807bff on network 6b17024a-debc-4b4b-8647-7b69683a5390 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:19:48.992358 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Port b98af35a-fd5d-47cd-8da6-c6802d807bff on network 6b17024a-debc-4b4b-8647-7b69683a5390 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:19:48.992793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Attempting to bind port b98af35a-fd5d-47cd-8da6-c6802d807bff on network 6b17024a-debc-4b4b-8647-7b69683a5390 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:19:48.999073 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:19:48.999467 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Checking segment: {'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:19:48.999797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Bound using segment: {'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:19:49.002016 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Bound port: b98af35a-fd5d-47cd-8da6-c6802d807bff, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1278a8-3aa0-44b6-8e14-87bd5405d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:19:49.002815 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b98af35a-fd5d-47cd-8da6-c6802d807bff), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:49.091541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] For port b98af35a-fd5d-47cd-8da6-c6802d807bff, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:19:49.096506 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] For port b98af35a-fd5d-47cd-8da6-c6802d807bff, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b98af35a-fd5d-47cd-8da6-c6802d807bff,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:19:49.106041 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (b98af35a-fd5d-47cd-8da6-c6802d807bff), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:49.199168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Pushing event updated for resources: {'Port': ['ID=b98af35a-fd5d-47cd-8da6-c6802d807bff,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:49.209016 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:49.209789 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:49.211295 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-73c03418-8707-4867-8b72-05988dfa92aa service neutron] 10.222.0.72 "PUT /v2.0/ports/b98af35a-fd5d-47cd-8da6-c6802d807bff HTTP/1.1" status: 200 len: 1092 time: 0.9057155 Feb 10 15:19:49.294431 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-314325df-21ca-4bcc-bb7e-21b5161a3424 req-13ea32c9-ddcf-4c94-961b-9dca5d63dd9b tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8235590 Feb 10 15:19:49.344886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-493ce673-8d99-4240-b7ea-2ccc8941697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:49.346515 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-493ce673-8d99-4240-b7ea-2ccc8941697e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 1126 time: 0.0858357 Feb 10 15:19:49.410755 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd16f8d6-a071-4c9f-8e2c-0254c8a89387 req-29ba0d77-862d-4d99-b270-bd614197daf2 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7587636 Feb 10 15:19:49.421969 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-9098dd04-e6d0-426a-9f77-d8f420ed8747 req-61c248d9-deb8-4d68-a50e-5fe27a7eb336 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] For port 3ee346dd-6dbc-469b-9349-510978c1ae8f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3ee346dd-6dbc-469b-9349-510978c1ae8f,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:49.422535 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9098dd04-e6d0-426a-9f77-d8f420ed8747 req-61c248d9-deb8-4d68-a50e-5fe27a7eb336 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:49.468902 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-58080aad-764a-4dd7-9cce-fc3e6b2a5c5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b98af35a-fd5d-47cd-8da6-c6802d807bff HTTP/1.1" status: 200 len: 217 time: 0.1133111 Feb 10 15:19:49.521424 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-9098dd04-e6d0-426a-9f77-d8f420ed8747 req-61c248d9-deb8-4d68-a50e-5fe27a7eb336 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Calling delete_port for 3ee346dd-6dbc-469b-9349-510978c1ae8f owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:49.584029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-fd2fc705-e90e-49d4-8425-72773abe98af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:49.585554 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-fd2fc705-e90e-49d4-8425-72773abe98af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 200 len: 859 time: 0.1119134 Feb 10 15:19:49.657530 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-13fc28d0-4fb8-4912-89e0-ad2f7909a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:49.659455 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-13fc28d0-4fb8-4912-89e0-ad2f7909a0e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6b17024a-debc-4b4b-8647-7b69683a5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0654080 Feb 10 15:19:49.700447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc21a0-54f3-4992-9085-6b33b3f8f225 req-28c83210-5967-4484-9b15-18fc596001c9 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:49.701990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cdbc21a0-54f3-4992-9085-6b33b3f8f225 req-28c83210-5967-4484-9b15-18fc596001c9 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 945 time: 0.2524681 Feb 10 15:19:49.735244 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-9009f0fe-7354-4e11-9aeb-c1015996edc8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Delete allocated IP 172.20.0.3 (155b43ae-e14d-4751-856c-300a634d5771/16dbb498-afc8-48f6-8722-5dd813306872) {{(pid=103368) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 15:19:49.752347 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-39a0e3c5-47b6-45f4-91a9-572af822237a None None] Provisioning complete for port 15df11a8-7c86-474d-a8e6-1246ce6f04ef triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:49.753465 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-39a0e3c5-47b6-45f4-91a9-572af822237a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (15df11a8-7c86-474d-a8e6-1246ce6f04ef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:49.771844 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-2bb88816-a7fe-4a7f-9145-70e05ef531bc service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039665 Feb 10 15:19:49.779485 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-9009f0fe-7354-4e11-9aeb-c1015996edc8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Allocated IP 172.20.0.40 (155b43ae-e14d-4751-856c-300a634d5771/8cbccefe-0328-4ac3-b406-d9fe157772c1/5ed04546-4d1e-4306-a19c-6975038db055) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:19:49.797878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-39a0e3c5-47b6-45f4-91a9-572af822237a None None] Port 15df11a8-7c86-474d-a8e6-1246ce6f04ef cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:49.810313 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-39a0e3c5-47b6-45f4-91a9-572af822237a None None] Provisioning complete for port 5ed04546-4d1e-4306-a19c-6975038db055 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:49.811104 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-39a0e3c5-47b6-45f4-91a9-572af822237a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5ed04546-4d1e-4306-a19c-6975038db055), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:49.848640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-39a0e3c5-47b6-45f4-91a9-572af822237a None None] Port 5ed04546-4d1e-4306-a19c-6975038db055 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:49.859224 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-39a0e3c5-47b6-45f4-91a9-572af822237a None None] Provisioning complete for port 086aa47f-a870-4215-837a-7d71aeeb582e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:49.859680 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-39a0e3c5-47b6-45f4-91a9-572af822237a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:49.882564 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54049359-46f9-4439-ba3b-d9fc09b5dc25 req-566ac278-8b38-413b-a232-1525450f54b4 service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034989 Feb 10 15:19:49.883905 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:19:49.962349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c803c-74d5-4452-be46-76f70620865c req-28a9b580-9472-4784-a0b5-3311553a030c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:49.963951 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f86c803c-74d5-4452-be46-76f70620865c req-28a9b580-9472-4784-a0b5-3311553a030c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.4197226 Feb 10 15:19:50.015151 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-39a0e3c5-47b6-45f4-91a9-572af822237a None None] Current status of the port 086aa47f-a870-4215-837a-7d71aeeb582e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:50.021140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'tag': 'b98af35a-fd5d-47cd-8da6-c6802d807bff'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:50.030354 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cdbc21a0-54f3-4992-9085-6b33b3f8f225 req-78d2e60a-004e-4058-a253-a599f648ea36 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162212 Feb 10 15:19:50.031027 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0633a4-0389-441f-a3c3-600eba778d41" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1c3c10-0a11-4728-835b-9f3657419ea7", "tag": "b98af35a-fd5d-47cd-8da6-c6802d807bff"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:50.032364 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9009f0fe-7354-4e11-9aeb-c1015996edc8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for port (5ed04546-4d1e-4306-a19c-6975038db055), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:50.061111 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9009f0fe-7354-4e11-9aeb-c1015996edc8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (5ed04546-4d1e-4306-a19c-6975038db055), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:50.069246 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:50.089282 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c', 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2', 'port_id': '3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c', 'mac_address': 'fa:16:3e:95:5e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641d274e-0229-4226-b05a-8b572a0b405b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:19:50.128340 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009f0fe-7354-4e11-9aeb-c1015996edc8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event updated for resources: {'Port': ['ID=5ed04546-4d1e-4306-a19c-6975038db055,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:50.151153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:50.151868 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:50.165581 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f86c803c-74d5-4452-be46-76f70620865c req-378356a5-2a4e-43e7-8e36-e0529729f749 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844311 Feb 10 15:19:50.172671 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9098dd04-e6d0-426a-9f77-d8f420ed8747 req-61c248d9-deb8-4d68-a50e-5fe27a7eb336 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (3ee346dd-6dbc-469b-9349-510978c1ae8f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:50.247381 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6451804a-e819-460d-b6c0-6b80da438320 x-openstack-request-id: req-6451804a-e819-460d-b6c0-6b80da438320 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:50.248045 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1c3c10-0a11-4728-835b-9f3657419ea7", "tag": "b98af35a-fd5d-47cd-8da6-c6802d807bff", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:50.248579 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6451804a-e819-460d-b6c0-6b80da438320 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:50.249309 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'tag': 'b98af35a-fd5d-47cd-8da6-c6802d807bff', 'status': 'completed', 'code': 200} Feb 10 15:19:50.283626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c248d9-deb8-4d68-a50e-5fe27a7eb336 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Pushing event deleted for resources: {'Port': ['ID=3ee346dd-6dbc-469b-9349-510978c1ae8f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:50.378669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0633a4-0389-441f-a3c3-600eba778d41 req-0170bb8a-262f-477a-a827-3d2692f50244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:50.378908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:19:50.380216 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8b0633a4-0389-441f-a3c3-600eba778d41 req-0170bb8a-262f-477a-a827-3d2692f50244 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 1126 time: 0.1063101 Feb 10 15:19:50.389587 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-9009f0fe-7354-4e11-9aeb-c1015996edc8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] In _notify_port_updated(), no bound segment for port 5ed04546-4d1e-4306-a19c-6975038db055 on network 155b43ae-e14d-4751-856c-300a634d5771 {{(pid=103368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:19:50.395101 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9009f0fe-7354-4e11-9aeb-c1015996edc8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:50.395577 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9009f0fe-7354-4e11-9aeb-c1015996edc8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:50.399485 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9009f0fe-7354-4e11-9aeb-c1015996edc8 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "PUT /v2.0/ports/5ed04546-4d1e-4306-a19c-6975038db055 HTTP/1.1" status: 200 len: 959 time: 2.6764104 Feb 10 15:19:50.401327 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-9098dd04-e6d0-426a-9f77-d8f420ed8747 req-61c248d9-deb8-4d68-a50e-5fe27a7eb336 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] No DVR routers for this DVR port 3ee346dd-6dbc-469b-9349-510978c1ae8f on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:19:50.403972 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9098dd04-e6d0-426a-9f77-d8f420ed8747 req-61c248d9-deb8-4d68-a50e-5fe27a7eb336 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:50.408250 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9098dd04-e6d0-426a-9f77-d8f420ed8747 req-61c248d9-deb8-4d68-a50e-5fe27a7eb336 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.72 "DELETE /v2.0/ports/3ee346dd-6dbc-469b-9349-510978c1ae8f HTTP/1.1" status: 204 len: 173 time: 2.3970368 Feb 10 15:19:50.423309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44126) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:50.423781 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441187ac-cbdb-4315-96db-db060af6ea43', 'name': 'network-vif-deleted', 'tag': '3ee346dd-6dbc-469b-9349-510978c1ae8f'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:50.426493 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3263548a-48e7-454b-9e32-f010fcf03c12" -d '{"events": [{"server_uuid": "441187ac-cbdb-4315-96db-db060af6ea43", "name": "network-vif-deleted", "tag": "3ee346dd-6dbc-469b-9349-510978c1ae8f"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:50.430416 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:50.441771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3ee346dd-6dbc-469b-9349-510978c1ae8f no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:19:50.474170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 3ee346dd-6dbc-469b-9349-510978c1ae8f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:19:50.475488 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3ee346dd-6dbc-469b-9349-510978c1ae8f not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:19:50.478613 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:50.554221 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:50.571865 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 086aa47f-a870-4215-837a-7d71aeeb582e up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:50.585999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0633a4-0389-441f-a3c3-600eba778d41 req-77b0d77e-8e44-4508-b2e0-49a434c18f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:50.587829 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8b0633a4-0389-441f-a3c3-600eba778d41 req-77b0d77e-8e44-4508-b2e0-49a434c18f48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 921 time: 0.2003043 Feb 10 15:19:50.602481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43196f75-5d39-44d3-9b6e-6680d9f58007 req-f0250026-9a38-4850-a3a1-5861ba9c75c7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:50.610866 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43196f75-5d39-44d3-9b6e-6680d9f58007 req-f0250026-9a38-4850-a3a1-5861ba9c75c7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 944 time: 0.4022360 Feb 10 15:19:50.656741 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8b0633a4-0389-441f-a3c3-600eba778d41 req-2792bc74-a9de-4c3f-9d7f-d23bfffee1c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b98af35a-fd5d-47cd-8da6-c6802d807bff HTTP/1.1" status: 200 len: 217 time: 0.0578516 Feb 10 15:19:50.663292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 086aa47f-a870-4215-837a-7d71aeeb582e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:50.664031 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:50.722026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be89b9-5e83-4245-818b-2c1c5d67665c req-427c1e7c-b7d6-490f-aa57-8556e40c0100 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:50.731313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-93be89b9-5e83-4245-818b-2c1c5d67665c req-427c1e7c-b7d6-490f-aa57-8556e40c0100 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 945 time: 0.3320129 Feb 10 15:19:50.731762 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0633a4-0389-441f-a3c3-600eba778d41 req-632c5a7f-6d64-4a21-9968-3449c2d5cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:50.733604 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8b0633a4-0389-441f-a3c3-600eba778d41 req-632c5a7f-6d64-4a21-9968-3449c2d5cae5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 200 len: 859 time: 0.0686150 Feb 10 15:19:50.783561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 086aa47f-a870-4215-837a-7d71aeeb582e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:50.808169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43196f75-5d39-44d3-9b6e-6680d9f58007 req-c666c56b-74b8-4e9f-8491-af76ed47b29e tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963317 Feb 10 15:19:50.823469 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c2010-4748-42cd-b494-37c5c614d54a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port 5ed04546-4d1e-4306-a19c-6975038db055 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:50.823855 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0e4c2010-4748-42cd-b494-37c5c614d54a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5ed04546-4d1e-4306-a19c-6975038db055), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:50.862118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0633a4-0389-441f-a3c3-600eba778d41 req-56446c92-7103-41aa-af45-2054aa2a0fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:50.863911 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8b0633a4-0389-441f-a3c3-600eba778d41 req-56446c92-7103-41aa-af45-2054aa2a0fc9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6b17024a-debc-4b4b-8647-7b69683a5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1168802 Feb 10 15:19:50.882741 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:19:50.911405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-93be89b9-5e83-4245-818b-2c1c5d67665c req-b9f9187e-1dff-4533-ab20-a114311c5e44 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787815 Feb 10 15:19:50.991891 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0e4c2010-4748-42cd-b494-37c5c614d54a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5ed04546-4d1e-4306-a19c-6975038db055), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:51.011287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c2010-4748-42cd-b494-37c5c614d54a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for 5ed04546-4d1e-4306-a19c-6975038db055 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:51.040280 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df46fcc6-8ab9-4e6f-89f9-0d38e74ee7e8 x-openstack-request-id: req-df46fcc6-8ab9-4e6f-89f9-0d38e74ee7e8 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:51.040547 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8b0633a4-0389-441f-a3c3-600eba778d41 req-ee61650c-938b-417b-afed-617044e0493b service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644022 Feb 10 15:19:51.040701 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441187ac-cbdb-4315-96db-db060af6ea43", "name": "network-vif-deleted", "tag": "3ee346dd-6dbc-469b-9349-510978c1ae8f", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:51.040903 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df46fcc6-8ab9-4e6f-89f9-0d38e74ee7e8 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:51.041393 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441187ac-cbdb-4315-96db-db060af6ea43', 'name': 'network-vif-deleted', 'tag': '3ee346dd-6dbc-469b-9349-510978c1ae8f', 'status': 'completed', 'code': 200} Feb 10 15:19:51.048597 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3934515a-b891-4f84-bd50-a76ce4527653 None None] Provisioning complete for port 5ed04546-4d1e-4306-a19c-6975038db055 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:51.048996 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3934515a-b891-4f84-bd50-a76ce4527653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5ed04546-4d1e-4306-a19c-6975038db055), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:51.218940 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8b0633a4-0389-441f-a3c3-600eba778d41 req-b67d03a1-00c1-4109-b951-53ab1717edc0 service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605670 Feb 10 15:19:51.220931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3934515a-b891-4f84-bd50-a76ce4527653 None None] Port 5ed04546-4d1e-4306-a19c-6975038db055 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:51.287573 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b1979b9-ef17-4ce1-b8a6-7f0bf2e65122 req-1bdbf78e-843b-4d13-8ec3-6f5988921b98 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=441187ac-cbdb-4315-96db-db060af6ea43 HTTP/1.1" status: 200 len: 210 time: 0.0667384 Feb 10 15:19:51.329064 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b0203-f054-4eb7-806b-4daa0e29967a req-3a265aca-5994-45a8-89c6-23c8c944070a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:51.330753 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d68b0203-f054-4eb7-806b-4daa0e29967a req-3a265aca-5994-45a8-89c6-23c8c944070a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.1089480 Feb 10 15:19:51.332529 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0e4c2010-4748-42cd-b494-37c5c614d54a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (5ed04546-4d1e-4306-a19c-6975038db055), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:51.369385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c2010-4748-42cd-b494-37c5c614d54a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=5ed04546-4d1e-4306-a19c-6975038db055,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:51.505658 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d68b0203-f054-4eb7-806b-4daa0e29967a req-f9340534-5a8b-4e51-87be-372fcaff8cc8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378331 Feb 10 15:19:51.511322 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0e4c2010-4748-42cd-b494-37c5c614d54a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:51.517828 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0e4c2010-4748-42cd-b494-37c5c614d54a tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/5ed04546-4d1e-4306-a19c-6975038db055 HTTP/1.1" status: 204 len: 168 time: 1.0841956 Feb 10 15:19:51.518125 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44140) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:51.547582 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d390878a-8722-44be-a96f-7d546110ca60 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] GET failed (client error): The resource could not be found. Feb 10 15:19:51.549097 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d390878a-8722-44be-a96f-7d546110ca60 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports/5ed04546-4d1e-4306-a19c-6975038db055 HTTP/1.1" status: 404 len: 333 time: 0.0300994 Feb 10 15:19:51.552153 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44142) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:51.555924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccb3b8-5c02-476f-9e63-a7f426a39e34 req-3fb5d964-454c-4132-aac5-3393997d4985 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:51.557659 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69ccb3b8-5c02-476f-9e63-a7f426a39e34 req-3fb5d964-454c-4132-aac5-3393997d4985 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1211774 Feb 10 15:19:51.616434 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-048be330-c164-453b-b3c4-c4204973a1c9 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (381b8a5c-c37d-407c-a64b-a8a20e89c026), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:51.621237 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69ccb3b8-5c02-476f-9e63-a7f426a39e34 req-fe8280a8-237b-4eca-9984-81412d321663 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559475 Feb 10 15:19:51.643061 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-048be330-c164-453b-b3c4-c4204973a1c9 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (381b8a5c-c37d-407c-a64b-a8a20e89c026), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:51.688161 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-048be330-c164-453b-b3c4-c4204973a1c9 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (381b8a5c-c37d-407c-a64b-a8a20e89c026), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:51.690901 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-048be330-c164-453b-b3c4-c4204973a1c9 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:51.692128 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-048be330-c164-453b-b3c4-c4204973a1c9 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/security-groups/381b8a5c-c37d-407c-a64b-a8a20e89c026 HTTP/1.1" status: 204 len: 168 time: 0.1387942 Feb 10 15:19:51.694956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44144) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:51.702464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048be330-c164-453b-b3c4-c4204973a1c9 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381b8a5c-c37d-407c-a64b-a8a20e89c026,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:51.756954 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ca42c6e-940f-4d40-8269-91937d31c9bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (8c323554-da62-4707-bfe4-46e4509bce98), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:51.782734 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ca42c6e-940f-4d40-8269-91937d31c9bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (8c323554-da62-4707-bfe4-46e4509bce98), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:51.829184 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ca42c6e-940f-4d40-8269-91937d31c9bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8c323554-da62-4707-bfe4-46e4509bce98), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:51.832403 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ca42c6e-940f-4d40-8269-91937d31c9bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:51.835903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3ca42c6e-940f-4d40-8269-91937d31c9bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/security-groups/8c323554-da62-4707-bfe4-46e4509bce98 HTTP/1.1" status: 204 len: 168 time: 0.1374609 Feb 10 15:19:51.837131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44148) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:51.843402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca42c6e-940f-4d40-8269-91937d31c9bd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c323554-da62-4707-bfe4-46e4509bce98,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:51.906522 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c99c92d-9d2a-415f-ad7f-a56ea73a80fb tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (2c0a3f63-48f2-4d71-96f0-d5456b0037d6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:51.929365 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c99c92d-9d2a-415f-ad7f-a56ea73a80fb tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (2c0a3f63-48f2-4d71-96f0-d5456b0037d6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:51.953995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddaae5-49a6-4a81-b401-2719dc4060e9 req-312304ab-63b7-4061-99cf-01282c710e9f tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:51.955845 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67ddaae5-49a6-4a81-b401-2719dc4060e9 req-312304ab-63b7-4061-99cf-01282c710e9f tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 944 time: 0.0568402 Feb 10 15:19:51.978512 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c99c92d-9d2a-415f-ad7f-a56ea73a80fb tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2c0a3f63-48f2-4d71-96f0-d5456b0037d6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:51.981875 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c99c92d-9d2a-415f-ad7f-a56ea73a80fb tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:51.983220 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9c99c92d-9d2a-415f-ad7f-a56ea73a80fb tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/security-groups/2c0a3f63-48f2-4d71-96f0-d5456b0037d6 HTTP/1.1" status: 204 len: 168 time: 0.1451452 Feb 10 15:19:51.988545 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44152) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:52.037057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99c92d-9d2a-415f-ad7f-a56ea73a80fb tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0a3f63-48f2-4d71-96f0-d5456b0037d6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:52.047513 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67ddaae5-49a6-4a81-b401-2719dc4060e9 req-fba80fd5-1674-4e6d-a658-79697cceeb5c tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760937 Feb 10 15:19:52.053168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb2d914-e415-4a75-8a73-bff9b90d554c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting subnet 16dbb498-afc8-48f6-8722-5dd813306872 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:19:52.069934 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0fb2d914-e415-4a75-8a73-bff9b90d554c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (16dbb498-afc8-48f6-8722-5dd813306872), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:52.082622 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f7568-bc4e-48da-850f-0086083ee91f req-a7c94d86-6a49-471d-a969-2db51fad54a7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:52.084759 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-501f7568-bc4e-48da-850f-0086083ee91f req-a7c94d86-6a49-471d-a969-2db51fad54a7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 945 time: 0.0787725 Feb 10 15:19:52.121514 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0fb2d914-e415-4a75-8a73-bff9b90d554c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (16dbb498-afc8-48f6-8722-5dd813306872), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:52.139340 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-501f7568-bc4e-48da-850f-0086083ee91f req-434f957d-c8f8-4f3d-b918-1a5c3df85fce tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484676 Feb 10 15:19:52.208155 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0fb2d914-e415-4a75-8a73-bff9b90d554c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (16dbb498-afc8-48f6-8722-5dd813306872), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:52.270208 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0fb2d914-e415-4a75-8a73-bff9b90d554c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (16dbb498-afc8-48f6-8722-5dd813306872), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:52.299664 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0fb2d914-e415-4a75-8a73-bff9b90d554c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:52.306144 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0fb2d914-e415-4a75-8a73-bff9b90d554c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/16dbb498-afc8-48f6-8722-5dd813306872 HTTP/1.1" status: 204 len: 168 time: 0.3132191 Feb 10 15:19:52.306144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2d914-e415-4a75-8a73-bff9b90d554c tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Subnet': ['ID=16dbb498-afc8-48f6-8722-5dd813306872,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:52.310008 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93cacdb-b074-477b-939f-bad5d765665e None None] Network 155b43ae-e14d-4751-856c-300a634d5771 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:52.313024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44154) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:52.386801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d8360f-5ee4-440f-b97d-7bd285842c1f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting subnet 8cbccefe-0328-4ac3-b406-d9fe157772c1 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:19:52.403045 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b98af35a-fd5d-47cd-8da6-c6802d807bff details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:19:52.406672 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f4d8360f-5ee4-440f-b97d-7bd285842c1f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (8cbccefe-0328-4ac3-b406-d9fe157772c1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:52.482269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f4d8360f-5ee4-440f-b97d-7bd285842c1f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (8cbccefe-0328-4ac3-b406-d9fe157772c1), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:52.585975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port b98af35a-fd5d-47cd-8da6-c6802d807bff, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b98af35a-fd5d-47cd-8da6-c6802d807bff,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:52.599510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'b98af35a-fd5d-47cd-8da6-c6802d807bff', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'port_id': 'b98af35a-fd5d-47cd-8da6-c6802d807bff', 'mac_address': 'fa:16:3e:1b:e1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:19:52.660033 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port b98af35a-fd5d-47cd-8da6-c6802d807bff is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:52.660442 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b98af35a-fd5d-47cd-8da6-c6802d807bff), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:52.664065 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f4d8360f-5ee4-440f-b97d-7bd285842c1f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (8cbccefe-0328-4ac3-b406-d9fe157772c1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:52.675449 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b98af35a-fd5d-47cd-8da6-c6802d807bff {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:19:52.714259 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port b98af35a-fd5d-47cd-8da6-c6802d807bff, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b98af35a-fd5d-47cd-8da6-c6802d807bff,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:52.720880 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b98af35a-fd5d-47cd-8da6-c6802d807bff), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:52.760038 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe99cf-b3fc-479d-9ba3-2e52687cfc2e req-74d25585-7d5b-4662-b19d-a03f46c3171b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:52.765206 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fefe99cf-b3fc-479d-9ba3-2e52687cfc2e req-74d25585-7d5b-4662-b19d-a03f46c3171b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.1350896 Feb 10 15:19:52.773607 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f4d8360f-5ee4-440f-b97d-7bd285842c1f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (8cbccefe-0328-4ac3-b406-d9fe157772c1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:52.802460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0009c-d9c5-43c9-9943-b3233b0aca6c req-64bd4374-7e6f-4c5e-a655-2cad42c84530 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:52.804024 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99b0009c-d9c5-43c9-9943-b3233b0aca6c req-64bd4374-7e6f-4c5e-a655-2cad42c84530 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 944 time: 0.1283150 Feb 10 15:19:52.815745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8360f-5ee4-440f-b97d-7bd285842c1f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Subnet': ['ID=8cbccefe-0328-4ac3-b406-d9fe157772c1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:52.826598 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f4d8360f-5ee4-440f-b97d-7bd285842c1f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:52.834194 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f4d8360f-5ee4-440f-b97d-7bd285842c1f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/8cbccefe-0328-4ac3-b406-d9fe157772c1 HTTP/1.1" status: 204 len: 168 time: 0.5165477 Feb 10 15:19:52.835065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44168) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:52.841629 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=b98af35a-fd5d-47cd-8da6-c6802d807bff,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:52.874267 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ce4163-d4e2-4b2b-9fc8-8061432b919f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] DELETE failed (client error): The resource could not be found. Feb 10 15:19:52.874753 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ce4163-d4e2-4b2b-9fc8-8061432b919f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:19:52.877238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fefe99cf-b3fc-479d-9ba3-2e52687cfc2e req-6437c00b-2b43-4962-aa46-8da2a1f0765e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072438 Feb 10 15:19:52.878205 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-09ce4163-d4e2-4b2b-9fc8-8061432b919f tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/16dbb498-afc8-48f6-8722-5dd813306872 HTTP/1.1" status: 404 len: 337 time: 0.0406399 Feb 10 15:19:52.881305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44170) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:52.938736 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99b0009c-d9c5-43c9-9943-b3233b0aca6c req-e10f2019-51be-4e6a-886d-9e9b2c3e6e56 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b18d783-f352-4466-8b2d-814728a98fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260033 Feb 10 15:19:53.000256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-213387e6-d623-462e-84f4-7ec36f249354 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting subnet 8d19fc9a-5da2-4031-9ae5-5b199602487b {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:19:53.004118 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['b98af35a-fd5d-47cd-8da6-c6802d807bff'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:19:53.006524 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-213387e6-d623-462e-84f4-7ec36f249354 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (8d19fc9a-5da2-4031-9ae5-5b199602487b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:53.092072 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-213387e6-d623-462e-84f4-7ec36f249354 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (8d19fc9a-5da2-4031-9ae5-5b199602487b), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:53.121552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bcccc-1019-42e6-8c8c-67cc502b751e req-016bd297-f3bc-45e7-88de-12bacade77e5 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:53.127455 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-022bcccc-1019-42e6-8c8c-67cc502b751e req-016bd297-f3bc-45e7-88de-12bacade77e5 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1352069 Feb 10 15:19:53.173343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59972334-0ac6-41e6-a3f5-cb29285b6628 req-13aa55cb-4ede-4f0e-a81a-e499108a2eab tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:53.175022 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-59972334-0ac6-41e6-a3f5-cb29285b6628 req-13aa55cb-4ede-4f0e-a81a-e499108a2eab tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.72 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 944 time: 0.1368585 Feb 10 15:19:53.244728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-022bcccc-1019-42e6-8c8c-67cc502b751e req-41eca699-04d3-4698-b11c-ac9bad9b75b6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111836 Feb 10 15:19:53.296467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bf569-3e0d-4753-a44c-0bc01258e2f5 req-be7aa56f-560c-4cd7-85c7-4acfc8a5ee5f tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:53.300424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-343bf569-3e0d-4753-a44c-0bc01258e2f5 req-be7aa56f-560c-4cd7-85c7-4acfc8a5ee5f tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 945 time: 0.1301255 Feb 10 15:19:53.344121 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87efb81a-0973-4642-a20f-3d15da21c910 None None] Network 155b43ae-e14d-4751-856c-300a634d5771 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:53.379467 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-213387e6-d623-462e-84f4-7ec36f249354 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (8d19fc9a-5da2-4031-9ae5-5b199602487b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:53.407811 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-343bf569-3e0d-4753-a44c-0bc01258e2f5 req-fd365a09-cc9b-42ab-8e7e-ac71525a3e63 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992980 Feb 10 15:19:53.431070 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726251c-8f38-474e-893e-4ac951e228bf req-3f62a8d6-397d-459a-8da2-02c010e6e900 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:53.434347 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9726251c-8f38-474e-893e-4ac951e228bf req-3f62a8d6-397d-459a-8da2-02c010e6e900 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 945 time: 0.1097953 Feb 10 15:19:53.443849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-59972334-0ac6-41e6-a3f5-cb29285b6628 req-df34f92d-9cc1-4be6-972a-9857aa2696a8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Deleting port 16c981da-4f30-447a-8ac8-e97d1cee64ca {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:53.444190 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-59972334-0ac6-41e6-a3f5-cb29285b6628 req-df34f92d-9cc1-4be6-972a-9857aa2696a8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:53.475733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0a5c2d77-372b-4991-88c6-67553002fd28 None None] Provisioning complete for port 15df11a8-7c86-474d-a8e6-1246ce6f04ef triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:53.476277 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2d77-372b-4991-88c6-67553002fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (15df11a8-7c86-474d-a8e6-1246ce6f04ef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:53.500940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9726251c-8f38-474e-893e-4ac951e228bf req-1705b988-086b-4a1d-98e3-978e95479982 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553992 Feb 10 15:19:53.543793 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0a5c2d77-372b-4991-88c6-67553002fd28 None None] Port 15df11a8-7c86-474d-a8e6-1246ce6f04ef cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:53.574194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0a5c2d77-372b-4991-88c6-67553002fd28 None None] Provisioning complete for port 086aa47f-a870-4215-837a-7d71aeeb582e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:53.574583 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2d77-372b-4991-88c6-67553002fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:53.584753 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-213387e6-d623-462e-84f4-7ec36f249354 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (8d19fc9a-5da2-4031-9ae5-5b199602487b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:53.590468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-59972334-0ac6-41e6-a3f5-cb29285b6628 req-df34f92d-9cc1-4be6-972a-9857aa2696a8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] For port 16c981da-4f30-447a-8ac8-e97d1cee64ca, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=16c981da-4f30-447a-8ac8-e97d1cee64ca,segment=NetworkSegment(88777fa0-b104-47ea-b72d-abb291238042),segment_id=88777fa0-b104-47ea-b72d-abb291238042)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:53.590882 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-59972334-0ac6-41e6-a3f5-cb29285b6628 req-df34f92d-9cc1-4be6-972a-9857aa2696a8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:53.631615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213387e6-d623-462e-84f4-7ec36f249354 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Subnet': ['ID=8d19fc9a-5da2-4031-9ae5-5b199602487b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:53.635767 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-59972334-0ac6-41e6-a3f5-cb29285b6628 req-df34f92d-9cc1-4be6-972a-9857aa2696a8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Calling delete_port for 16c981da-4f30-447a-8ac8-e97d1cee64ca owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:53.638291 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-213387e6-d623-462e-84f4-7ec36f249354 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:53.643681 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-213387e6-d623-462e-84f4-7ec36f249354 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/8d19fc9a-5da2-4031-9ae5-5b199602487b HTTP/1.1" status: 204 len: 168 time: 0.7592788 Feb 10 15:19:53.644063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44178) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:53.682312 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5d548a-2219-40c4-b978-cbd97f3d6ffb tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] DELETE failed (client error): The resource could not be found. Feb 10 15:19:53.683934 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5d548a-2219-40c4-b978-cbd97f3d6ffb tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:19:53.688534 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2d5d548a-2219-40c4-b978-cbd97f3d6ffb tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/85436ab9-e7ae-48d2-8ada-e0478aebcf5c HTTP/1.1" status: 404 len: 337 time: 0.0433192 Feb 10 15:19:53.705778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44180) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:53.714459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0a5c2d77-372b-4991-88c6-67553002fd28 None None] Current status of the port 086aa47f-a870-4215-837a-7d71aeeb582e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:53.741198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44182) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:53.741443 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fe5f5f88-12d6-4f50-8e95-004b85c57418 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7643b09-4374-4401-af27-bb0d5d8d50d7 HTTP/1.1" status: 200 len: 205 time: 0.0341420 Feb 10 15:19:53.786344 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-ed9874b4-0c64-4ea7-ac10-1073b930848b tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] delete failed (client error): The resource could not be found. Feb 10 15:19:53.787699 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ed9874b4-0c64-4ea7-ac10-1073b930848b tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/routers/e7643b09-4374-4401-af27-bb0d5d8d50d7 HTTP/1.1" status: 404 len: 336 time: 0.0449157 Feb 10 15:19:53.790869 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44184) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:53.825044 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f5936b-55e4-452c-866f-f55b765d0acd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] DELETE failed (client error): The resource could not be found. Feb 10 15:19:53.825505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f5936b-55e4-452c-866f-f55b765d0acd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:19:53.828619 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-86f5936b-55e4-452c-866f-f55b765d0acd tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/8b201dd8-6049-4045-9a72-741d4317f591 HTTP/1.1" status: 404 len: 337 time: 0.0366664 Feb 10 15:19:53.831224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44186) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:53.865161 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3969ea-fd39-4839-8cae-9f48a0f6b7f0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] DELETE failed (client error): The resource could not be found. Feb 10 15:19:53.865795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3969ea-fd39-4839-8cae-9f48a0f6b7f0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:19:53.872346 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bd3969ea-fd39-4839-8cae-9f48a0f6b7f0 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/0e5c2a6e-e6c2-414a-9537-29ae88b2090c HTTP/1.1" status: 404 len: 337 time: 0.0396898 Feb 10 15:19:53.872555 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44188) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:53.900582 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:53.908342 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-457918ee-5721-47ac-9816-54dc8b073fba tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] DELETE failed (client error): The resource could not be found. Feb 10 15:19:53.908979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-457918ee-5721-47ac-9816-54dc8b073fba tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:19:53.912399 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-457918ee-5721-47ac-9816-54dc8b073fba tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/2c95024c-2ce4-4b40-b6f1-e95af2b9ae71 HTTP/1.1" status: 404 len: 337 time: 0.0387878 Feb 10 15:19:53.915438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44192) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:53.948067 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-59972334-0ac6-41e6-a3f5-cb29285b6628 req-df34f92d-9cc1-4be6-972a-9857aa2696a8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (16c981da-4f30-447a-8ac8-e97d1cee64ca), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:53.950575 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-34503e61-1fbf-490f-87c9-82f3283985e5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] DELETE failed (client error): The resource could not be found. Feb 10 15:19:53.951967 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34503e61-1fbf-490f-87c9-82f3283985e5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:19:53.958491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44194) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:53.985377 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-34503e61-1fbf-490f-87c9-82f3283985e5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/8f2bcbd3-d9e8-4dfb-ab1f-e6b101146516 HTTP/1.1" status: 404 len: 333 time: 0.0687110 Feb 10 15:19:54.020897 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3986a80-f080-45dc-84eb-db2f9eaa1c76 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] DELETE failed (client error): The resource could not be found. Feb 10 15:19:54.021772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3986a80-f080-45dc-84eb-db2f9eaa1c76 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:19:54.026871 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c3986a80-f080-45dc-84eb-db2f9eaa1c76 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/55f82bee-c6da-4809-aef7-88d8ec4e51b5 HTTP/1.1" status: 404 len: 337 time: 0.0671048 Feb 10 15:19:54.030358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44198) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:54.030730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:19:54.046315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:54.046713 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:54.072786 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34f92d-9cc1-4be6-972a-9857aa2696a8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Pushing event deleted for resources: {'Port': ['ID=16c981da-4f30-447a-8ac8-e97d1cee64ca,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:54.085057 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d0ebfd-f146-49a0-a4ad-05f212f5161b tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] DELETE failed (client error): The resource could not be found. Feb 10 15:19:54.085941 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d0ebfd-f146-49a0-a4ad-05f212f5161b tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:19:54.091470 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-52d0ebfd-f146-49a0-a4ad-05f212f5161b tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/b1636c75-ce42-4b3d-b4de-8e2a1f02e12a HTTP/1.1" status: 404 len: 337 time: 0.0593450 Feb 10 15:19:54.106140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44200) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:54.156384 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-59972334-0ac6-41e6-a3f5-cb29285b6628 req-df34f92d-9cc1-4be6-972a-9857aa2696a8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] No DVR routers for this DVR port 16c981da-4f30-447a-8ac8-e97d1cee64ca on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:19:54.167562 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-59972334-0ac6-41e6-a3f5-cb29285b6628 req-df34f92d-9cc1-4be6-972a-9857aa2696a8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:54.171153 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-59972334-0ac6-41e6-a3f5-cb29285b6628 req-df34f92d-9cc1-4be6-972a-9857aa2696a8 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.72 "DELETE /v2.0/ports/16c981da-4f30-447a-8ac8-e97d1cee64ca HTTP/1.1" status: 204 len: 173 time: 0.9871860 Feb 10 15:19:54.171627 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de089a3a-228e-4bd7-b357-6811bf7ef9d9', 'name': 'network-vif-deleted', 'tag': '16c981da-4f30-447a-8ac8-e97d1cee64ca'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:54.174219 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775f3b33-abf0-4306-995b-4fef39e7ac42" -d '{"events": [{"server_uuid": "de089a3a-228e-4bd7-b357-6811bf7ef9d9", "name": "network-vif-deleted", "tag": "16c981da-4f30-447a-8ac8-e97d1cee64ca"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:54.177401 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5910f7a-8cdf-4543-986e-823097e5dea5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] DELETE failed (client error): The resource could not be found. Feb 10 15:19:54.177955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5910f7a-8cdf-4543-986e-823097e5dea5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:19:54.185559 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f5910f7a-8cdf-4543-986e-823097e5dea5 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/2c65194f-aae9-465d-b105-a7fa4952852e HTTP/1.1" status: 404 len: 333 time: 0.0759425 Feb 10 15:19:54.186169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44204) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:54.187844 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a9b2d888-dfeb-4ed8-9c7d-96a621e938fe req-d24257de-4339-4823-9c63-ed26e40204d0 tempest-LiveAutoBlockMigrationV225Test-923898688 tempest-LiveAutoBlockMigrationV225Test-923898688-project] 10.222.0.64 "GET /v2.0/ports?device_id=de089a3a-228e-4bd7-b357-6811bf7ef9d9 HTTP/1.1" status: 200 len: 210 time: 0.1045403 Feb 10 15:19:54.214703 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:54.215102 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:54.262954 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df5ef8-1e3f-4d6b-a046-bcff1ebd1c70 req-417733ee-ebe8-4a20-8771-b1e6b6620d87 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:54.265909 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-60bd92b6-f75a-46e5-a026-3ee76299b0be tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] DELETE failed (client error): The resource could not be found. Feb 10 15:19:54.266137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60bd92b6-f75a-46e5-a026-3ee76299b0be tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:19:54.267325 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3df5ef8-1e3f-4d6b-a046-bcff1ebd1c70 req-417733ee-ebe8-4a20-8771-b1e6b6620d87 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.2385771 Feb 10 15:19:54.275835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44208) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:54.276225 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-60bd92b6-f75a-46e5-a026-3ee76299b0be tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/fde158dc-e7e9-4e7a-bc42-042b8f581e9c HTTP/1.1" status: 404 len: 337 time: 0.0889096 Feb 10 15:19:54.287296 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:54.288400 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6878e161-770e-492e-a827-a40f15c65a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:54.292789 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ab9658-f110-4b3a-8c87-7456cfd4091a" -d '{"events": [{"server_uuid": "6878e161-770e-492e-a827-a40f15c65a51", "name": "network-vif-plugged", "status": "completed", "tag": "3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:54.298465 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66eb0b0-1c4e-475d-b5ce-395d43fe1509 x-openstack-request-id: req-b66eb0b0-1c4e-475d-b5ce-395d43fe1509 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:54.298996 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de089a3a-228e-4bd7-b357-6811bf7ef9d9", "name": "network-vif-deleted", "tag": "16c981da-4f30-447a-8ac8-e97d1cee64ca", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:54.299609 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b66eb0b0-1c4e-475d-b5ce-395d43fe1509 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:54.299865 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:54.300600 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de089a3a-228e-4bd7-b357-6811bf7ef9d9', 'name': 'network-vif-deleted', 'tag': '16c981da-4f30-447a-8ac8-e97d1cee64ca', 'status': 'completed', 'code': 200} Feb 10 15:19:54.354985 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1459836-0cb9-452d-8ed8-2fc7405e2f61 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] DELETE failed (client error): The resource could not be found. Feb 10 15:19:54.355530 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1459836-0cb9-452d-8ed8-2fc7405e2f61 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:19:54.360995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:54.361820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44212) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:54.374488 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b1459836-0cb9-452d-8ed8-2fc7405e2f61 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/subnets/d73174a7-9207-4d49-8347-fbea1c368661 HTTP/1.1" status: 404 len: 337 time: 0.0968678 Feb 10 15:19:54.417934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b98af35a-fd5d-47cd-8da6-c6802d807bff up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:19:54.470021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9087fa-70e6-4236-9b19-85164603fe72 None None] Network 155b43ae-e14d-4751-856c-300a634d5771 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:19:54.482546 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8f1b2-d4b1-4a06-8648-fb8cb7857abc tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port 15df11a8-7c86-474d-a8e6-1246ce6f04ef {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:54.482546 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a4e8f1b2-d4b1-4a06-8648-fb8cb7857abc tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (15df11a8-7c86-474d-a8e6-1246ce6f04ef), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:54.512242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3df5ef8-1e3f-4d6b-a046-bcff1ebd1c70 req-68ce29cc-785d-4f3e-9d69-f10f89d92d39 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160456 Feb 10 15:19:54.540408 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82ec7f-633f-4ff0-8007-d4293c7362b2 req-e9d13218-0c87-4bd5-923a-1994a60e60fd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:54.548531 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf82ec7f-633f-4ff0-8007-d4293c7362b2 req-e9d13218-0c87-4bd5-923a-1994a60e60fd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1423414 Feb 10 15:19:54.559980 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a4e8f1b2-d4b1-4a06-8648-fb8cb7857abc tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (15df11a8-7c86-474d-a8e6-1246ce6f04ef), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:54.574990 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8f1b2-d4b1-4a06-8648-fb8cb7857abc tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for 15df11a8-7c86-474d-a8e6-1246ce6f04ef owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:54.589535 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88678eeb-cb54-4e44-967f-cf320384057d x-openstack-request-id: req-88678eeb-cb54-4e44-967f-cf320384057d {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:54.593025 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6878e161-770e-492e-a827-a40f15c65a51", "name": "network-vif-plugged", "status": "completed", "tag": "3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:54.593288 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88678eeb-cb54-4e44-967f-cf320384057d {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:54.593706 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6878e161-770e-492e-a827-a40f15c65a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c', 'code': 200} Feb 10 15:19:54.606247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fc5cb468-26ad-4442-8dbe-0bc08792a30f None None] Provisioning complete for port 15df11a8-7c86-474d-a8e6-1246ce6f04ef triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:54.606694 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fc5cb468-26ad-4442-8dbe-0bc08792a30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (15df11a8-7c86-474d-a8e6-1246ce6f04ef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:54.647046 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf82ec7f-633f-4ff0-8007-d4293c7362b2 req-d27a3a79-5b46-46b1-b673-d99eb5333361 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834277 Feb 10 15:19:54.660879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fc5cb468-26ad-4442-8dbe-0bc08792a30f None None] Port 15df11a8-7c86-474d-a8e6-1246ce6f04ef cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:19:54.662335 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port b98af35a-fd5d-47cd-8da6-c6802d807bff completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:19:54.669656 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port b98af35a-fd5d-47cd-8da6-c6802d807bff triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:54.670029 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b98af35a-fd5d-47cd-8da6-c6802d807bff), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:54.717948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fc5cb468-26ad-4442-8dbe-0bc08792a30f None None] Provisioning complete for port 086aa47f-a870-4215-837a-7d71aeeb582e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:19:54.718322 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fc5cb468-26ad-4442-8dbe-0bc08792a30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:54.810219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dcd8f-b1ab-46c3-9d1c-c5f618978b04 req-dcf3cb62-dfcb-40f3-82a9-edacdab995d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:54.813779 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ff1dcd8f-b1ab-46c3-9d1c-c5f618978b04 req-dcf3cb62-dfcb-40f3-82a9-edacdab995d7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 1128 time: 0.1196594 Feb 10 15:19:54.837248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port b98af35a-fd5d-47cd-8da6-c6802d807bff is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:54.837248 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b98af35a-fd5d-47cd-8da6-c6802d807bff), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:54.853307 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07549a34-8bf7-4104-a011-54853a34da59 req-bddf97c2-68a0-4d62-aca5-07fec757b39e tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:54.860138 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07549a34-8bf7-4104-a011-54853a34da59 req-bddf97c2-68a0-4d62-aca5-07fec757b39e tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 946 time: 0.1036689 Feb 10 15:19:54.873497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290852a-93bb-4e38-9621-12cdb979d699 req-82fdafb4-a60b-4bcc-ac08-79199774edaf tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:54.881766 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9290852a-93bb-4e38-9621-12cdb979d699 req-82fdafb4-a60b-4bcc-ac08-79199774edaf tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 945 time: 0.1832204 Feb 10 15:19:54.891408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c23631-bf56-47c9-9021-58e5e788e3fb None None] DHCP port deletion for 155b43ae-e14d-4751-856c-300a634d5771 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:19:54.903979 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a4e8f1b2-d4b1-4a06-8648-fb8cb7857abc tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (15df11a8-7c86-474d-a8e6-1246ce6f04ef), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:54.951357 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fc5cb468-26ad-4442-8dbe-0bc08792a30f None None] Current status of the port 086aa47f-a870-4215-837a-7d71aeeb582e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:19:54.957036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port b98af35a-fd5d-47cd-8da6-c6802d807bff, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b98af35a-fd5d-47cd-8da6-c6802d807bff,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:54.967078 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b98af35a-fd5d-47cd-8da6-c6802d807bff), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:54.985448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9290852a-93bb-4e38-9621-12cdb979d699 req-8f3f7f0d-62ed-4b95-b649-08c1e9b73398 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021147 Feb 10 15:19:54.987331 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8f1b2-d4b1-4a06-8648-fb8cb7857abc tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=15df11a8-7c86-474d-a8e6-1246ce6f04ef,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:54.989997 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a4e8f1b2-d4b1-4a06-8648-fb8cb7857abc tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:54.996031 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a4e8f1b2-d4b1-4a06-8648-fb8cb7857abc tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/ports/15df11a8-7c86-474d-a8e6-1246ce6f04ef HTTP/1.1" status: 204 len: 168 time: 0.6310470 Feb 10 15:19:54.997018 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ff1dcd8f-b1ab-46c3-9d1c-c5f618978b04 req-ea9a638b-c7c7-44cd-bff5-00e3fbf5c35d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747026 Feb 10 15:19:54.997580 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44220) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:55.013492 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07549a34-8bf7-4104-a011-54853a34da59 req-e61be2d0-5f8d-41f4-8f93-451f618bbf2d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471746 Feb 10 15:19:55.060065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=b98af35a-fd5d-47cd-8da6-c6802d807bff,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:55.064764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d9c23631-bf56-47c9-9021-58e5e788e3fb None None] Deleting port 086aa47f-a870-4215-837a-7d71aeeb582e {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:55.065143 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9c23631-bf56-47c9-9021-58e5e788e3fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.100214 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (155b43ae-e14d-4751-856c-300a634d5771), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.135424 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d9c23631-bf56-47c9-9021-58e5e788e3fb None None] For port 086aa47f-a870-4215-837a-7d71aeeb582e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=086aa47f-a870-4215-837a-7d71aeeb582e,segment=NetworkSegment(bfc32c5b-2ff1-46f6-bdb0-95babc13f8da),segment_id=bfc32c5b-2ff1-46f6-bdb0-95babc13f8da)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:55.135910 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9c23631-bf56-47c9-9021-58e5e788e3fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.148675 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d9c23631-bf56-47c9-9021-58e5e788e3fb None None] Calling delete_port for 086aa47f-a870-4215-837a-7d71aeeb582e owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:55.154862 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Deleting port 086aa47f-a870-4215-837a-7d71aeeb582e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:55.155207 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.221983 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] For port 086aa47f-a870-4215-837a-7d71aeeb582e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=086aa47f-a870-4215-837a-7d71aeeb582e,segment=NetworkSegment(bfc32c5b-2ff1-46f6-bdb0-95babc13f8da),segment_id=bfc32c5b-2ff1-46f6-bdb0-95babc13f8da)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:55.223818 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.239528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Calling delete_port for 086aa47f-a870-4215-837a-7d71aeeb582e owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:55.241786 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9c23631-bf56-47c9-9021-58e5e788e3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.268897 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44224) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:55.281572 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c23631-bf56-47c9-9021-58e5e788e3fb None None] Pushing event deleted for resources: {'Port': ['ID=086aa47f-a870-4215-837a-7d71aeeb582e,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:55.284184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c23631-bf56-47c9-9021-58e5e788e3fb None None] No DVR routers for this DVR port 086aa47f-a870-4215-837a-7d71aeeb582e on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:19:55.345832 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (086aa47f-a870-4215-837a-7d71aeeb582e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.371254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Port': ['ID=086aa47f-a870-4215-837a-7d71aeeb582e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:55.379938 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] No DVR routers for this DVR port 086aa47f-a870-4215-837a-7d71aeeb582e on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:19:55.466453 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-374ec646-cba2-4067-aa64-6f6bbae7cbc9 admin admin] Deleting subnet 8c6d7326-5c38-4fe8-832a-e5a495c9b28d {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:19:55.469908 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-374ec646-cba2-4067-aa64-6f6bbae7cbc9 admin admin] Publish callbacks [] for subnet (8c6d7326-5c38-4fe8-832a-e5a495c9b28d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.492362 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (155b43ae-e14d-4751-856c-300a634d5771), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.505458 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-374ec646-cba2-4067-aa64-6f6bbae7cbc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (8c6d7326-5c38-4fe8-832a-e5a495c9b28d), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.512908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155b43ae-e14d-4751-856c-300a634d5771']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:55.522005 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc32c5b-2ff1-46f6-bdb0-95babc13f8da') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:55.522305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc32c5b-2ff1-46f6-bdb0-95babc13f8da') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:55.532863 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (bfc32c5b-2ff1-46f6-bdb0-95babc13f8da), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.545860 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-374ec646-cba2-4067-aa64-6f6bbae7cbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (8c6d7326-5c38-4fe8-832a-e5a495c9b28d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.546927 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (bfc32c5b-2ff1-46f6-bdb0-95babc13f8da), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.556251 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:19:55.557010 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (bfc32c5b-2ff1-46f6-bdb0-95babc13f8da), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:19:55.562572 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:19:55.646325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcf91b-32db-4bf6-a06d-d57615e5c738 req-fac369b6-869b-4a47-94f5-cb8e8ec00d56 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:55.648311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cfdcf91b-32db-4bf6-a06d-d57615e5c738 req-fac369b6-869b-4a47-94f5-cb8e8ec00d56 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.0685046 Feb 10 15:19:55.650424 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-374ec646-cba2-4067-aa64-6f6bbae7cbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (8c6d7326-5c38-4fe8-832a-e5a495c9b28d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.651023 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (155b43ae-e14d-4751-856c-300a634d5771), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.665529 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.668717 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] 10.222.0.64 "DELETE /v2.0/networks/155b43ae-e14d-4751-856c-300a634d5771 HTTP/1.1" status: 204 len: 168 time: 0.6702130 Feb 10 15:19:55.684812 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ec646-cba2-4067-aa64-6f6bbae7cbc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c6d7326-5c38-4fe8-832a-e5a495c9b28d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:55.701419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211d0bf-219b-44b4-a093-aa1cd4a95772 tempest-PortsTestJSON-2004717365 tempest-PortsTestJSON-2004717365-project] Pushing event deleted for resources: {'Network': ['ID=155b43ae-e14d-4751-856c-300a634d5771,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:55.710100 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-374ec646-cba2-4067-aa64-6f6bbae7cbc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.713876 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-374ec646-cba2-4067-aa64-6f6bbae7cbc9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8c6d7326-5c38-4fe8-832a-e5a495c9b28d HTTP/1.1" status: 204 len: 168 time: 0.4438233 Feb 10 15:19:55.716438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44234) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:55.801541 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cfdcf91b-32db-4bf6-a06d-d57615e5c738 req-e9418af3-4abf-4078-ab80-7aa4497b327a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265066 Feb 10 15:19:55.854193 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-183ba2b8-6b6f-4661-b4b0-6b2c943729f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (bba4c2f7-b784-4274-bd35-bde2e7f7ce5b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:55.873076 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff514e-4dfe-4e84-9c9d-6262f5dcc1bb req-a4d8ab3b-192c-4d27-93d3-d7e0b81fa622 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:55.874953 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01ff514e-4dfe-4e84-9c9d-6262f5dcc1bb req-a4d8ab3b-192c-4d27-93d3-d7e0b81fa622 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1358967 Feb 10 15:19:56.013750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44244) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:56.019983 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-183ba2b8-6b6f-4661-b4b0-6b2c943729f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (bba4c2f7-b784-4274-bd35-bde2e7f7ce5b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.042409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01ff514e-4dfe-4e84-9c9d-6262f5dcc1bb req-729d7cb8-9d4b-4a61-8234-ae5d3cf424d2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574624 Feb 10 15:19:56.073548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-183ba2b8-6b6f-4661-b4b0-6b2c943729f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba4c2f7-b784-4274-bd35-bde2e7f7ce5b']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:56.102641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-183ba2b8-6b6f-4661-b4b0-6b2c943729f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88777fa0-b104-47ea-b72d-abb291238042') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:56.102938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-183ba2b8-6b6f-4661-b4b0-6b2c943729f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88777fa0-b104-47ea-b72d-abb291238042') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:56.114912 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-183ba2b8-6b6f-4661-b4b0-6b2c943729f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (88777fa0-b104-47ea-b72d-abb291238042), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.156978 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-183ba2b8-6b6f-4661-b4b0-6b2c943729f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (88777fa0-b104-47ea-b72d-abb291238042), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.167604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183ba2b8-6b6f-4661-b4b0-6b2c943729f3 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:19:56.168003 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-183ba2b8-6b6f-4661-b4b0-6b2c943729f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (88777fa0-b104-47ea-b72d-abb291238042), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:19:56.170447 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:19:56.186582 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e0527095-0767-49bc-82d8-1652f3d18167 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a23c7f56f7a24a83af370bdc4b43a725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1716294 Feb 10 15:19:56.188991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44252) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:56.193604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd20b32-19d6-48e6-b803-69776d565004 req-025fc5cf-6e80-4f02-a0f2-ca2417f6a97e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:56.195295 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-efd20b32-19d6-48e6-b803-69776d565004 req-025fc5cf-6e80-4f02-a0f2-ca2417f6a97e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.1339047 Feb 10 15:19:56.248186 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-03488d03-8c35-402b-ad7c-103e61a54fa3 admin admin] Publish callbacks [] for security_group (d0f2670c-dfd5-43c2-9041-f05916c8da31), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.270801 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-183ba2b8-6b6f-4661-b4b0-6b2c943729f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (bba4c2f7-b784-4274-bd35-bde2e7f7ce5b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.271587 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-03488d03-8c35-402b-ad7c-103e61a54fa3 admin admin] Publish callbacks [] for security_group (d0f2670c-dfd5-43c2-9041-f05916c8da31), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.283281 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-183ba2b8-6b6f-4661-b4b0-6b2c943729f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.286744 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-183ba2b8-6b6f-4661-b4b0-6b2c943729f3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bba4c2f7-b784-4274-bd35-bde2e7f7ce5b HTTP/1.1" status: 204 len: 168 time: 0.5693226 Feb 10 15:19:56.291398 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44254) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:56.311213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c1473-ecd3-4352-be90-cd31cad073ab req-a9aa090c-1636-401f-93c8-097ba6fb80da tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:56.312883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d1c1473-ecd3-4352-be90-cd31cad073ab req-a9aa090c-1636-401f-93c8-097ba6fb80da tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 946 time: 0.1889560 Feb 10 15:19:56.316512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ba2b8-6b6f-4661-b4b0-6b2c943729f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bba4c2f7-b784-4274-bd35-bde2e7f7ce5b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:56.354769 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-efd20b32-19d6-48e6-b803-69776d565004 req-e18ed5ae-f7c5-49e5-8b04-e7460a2281d6 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504910 Feb 10 15:19:56.364035 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-23092437-d368-4686-8c76-ca781d1cf698 admin admin] Deleting subnet d2f8f548-3c13-42bb-a621-04278fe748fe {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:19:56.371325 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23092437-d368-4686-8c76-ca781d1cf698 admin admin] Publish callbacks [] for subnet (d2f8f548-3c13-42bb-a621-04278fe748fe), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.414917 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-03488d03-8c35-402b-ad7c-103e61a54fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d0f2670c-dfd5-43c2-9041-f05916c8da31), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.417144 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-03488d03-8c35-402b-ad7c-103e61a54fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.421156 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-03488d03-8c35-402b-ad7c-103e61a54fa3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0f2670c-dfd5-43c2-9041-f05916c8da31 HTTP/1.1" status: 204 len: 168 time: 0.2310216 Feb 10 15:19:56.425774 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 16c981da-4f30-447a-8ac8-e97d1cee64ca no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:19:56.432744 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d1c1473-ecd3-4352-be90-cd31cad073ab req-108cbe3b-ef97-4d7e-9ffc-f1bc36c86922 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106255 Feb 10 15:19:56.435319 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23092437-d368-4686-8c76-ca781d1cf698 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (d2f8f548-3c13-42bb-a621-04278fe748fe), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.437558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03488d03-8c35-402b-ad7c-103e61a54fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f2670c-dfd5-43c2-9041-f05916c8da31,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:56.486071 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 16c981da-4f30-447a-8ac8-e97d1cee64ca {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:19:56.486485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 16c981da-4f30-447a-8ac8-e97d1cee64ca not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:19:56.509878 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23092437-d368-4686-8c76-ca781d1cf698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (d2f8f548-3c13-42bb-a621-04278fe748fe), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.558780 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefc8d9-3c5a-4dfa-b0ab-84d70b3c420a req-08c337da-9981-445b-9f9b-3b7e439ee3d8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:56.560272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3eefc8d9-3c5a-4dfa-b0ab-84d70b3c420a req-08c337da-9981-445b-9f9b-3b7e439ee3d8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 946 time: 0.1037433 Feb 10 15:19:56.574410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 086aa47f-a870-4215-837a-7d71aeeb582e no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:19:56.614981 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23092437-d368-4686-8c76-ca781d1cf698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (d2f8f548-3c13-42bb-a621-04278fe748fe), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.615984 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98af35a-fd5d-47cd-8da6-c6802d807bff'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:56.618770 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf12db11-60aa-457a-b4ec-cbe2cf4f2d39" -d '{"events": [{"server_uuid": "dd1c3c10-0a11-4728-835b-9f3657419ea7", "name": "network-vif-plugged", "status": "completed", "tag": "b98af35a-fd5d-47cd-8da6-c6802d807bff"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:56.627328 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 086aa47f-a870-4215-837a-7d71aeeb582e {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:19:56.632831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 086aa47f-a870-4215-837a-7d71aeeb582e not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:19:56.654254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23092437-d368-4686-8c76-ca781d1cf698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f8f548-3c13-42bb-a621-04278fe748fe,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:56.658348 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23092437-d368-4686-8c76-ca781d1cf698 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.664209 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-23092437-d368-4686-8c76-ca781d1cf698 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d2f8f548-3c13-42bb-a621-04278fe748fe HTTP/1.1" status: 204 len: 168 time: 0.3686113 Feb 10 15:19:56.664209 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44262) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:56.673227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3eefc8d9-3c5a-4dfa-b0ab-84d70b3c420a req-e38d6e3f-96b3-4ae8-a6d9-421db319d1ad tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009991 Feb 10 15:19:56.705770 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc47f91-347f-4bad-9eec-969d808e4bbf x-openstack-request-id: req-9cc47f91-347f-4bad-9eec-969d808e4bbf {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:56.706059 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1c3c10-0a11-4728-835b-9f3657419ea7", "name": "network-vif-plugged", "status": "completed", "tag": "b98af35a-fd5d-47cd-8da6-c6802d807bff", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:56.706501 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9cc47f91-347f-4bad-9eec-969d808e4bbf {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:56.706894 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98af35a-fd5d-47cd-8da6-c6802d807bff', 'code': 200} Feb 10 15:19:56.767042 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7cba40d2-fa25-4f03-8f0a-de93cb04a75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (276449d2-4e14-481f-9f6c-3911ee4abb48), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.922398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7cba40d2-fa25-4f03-8f0a-de93cb04a75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (276449d2-4e14-481f-9f6c-3911ee4abb48), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:56.928137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135221a-f8bc-4a95-b03b-3a0795f1d84b req-b057fef9-b22e-48f9-aa6c-b0832a50155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:56.929676 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0135221a-f8bc-4a95-b03b-3a0795f1d84b req-b057fef9-b22e-48f9-aa6c-b0832a50155c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 1128 time: 0.1537204 Feb 10 15:19:56.966922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7cba40d2-fa25-4f03-8f0a-de93cb04a75b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276449d2-4e14-481f-9f6c-3911ee4abb48']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:56.980179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7cba40d2-fa25-4f03-8f0a-de93cb04a75b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20d8a9f-4507-4a54-823b-dbbff51ab582') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:56.980473 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7cba40d2-fa25-4f03-8f0a-de93cb04a75b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20d8a9f-4507-4a54-823b-dbbff51ab582') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:19:56.998291 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7cba40d2-fa25-4f03-8f0a-de93cb04a75b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (a20d8a9f-4507-4a54-823b-dbbff51ab582), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:57.018365 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0135221a-f8bc-4a95-b03b-3a0795f1d84b req-a1763163-3196-41c7-bdc8-5ec998bf2bfa service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807457 Feb 10 15:19:57.022294 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7cba40d2-fa25-4f03-8f0a-de93cb04a75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (a20d8a9f-4507-4a54-823b-dbbff51ab582), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:57.031463 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cba40d2-fa25-4f03-8f0a-de93cb04a75b admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:19:57.031957 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7cba40d2-fa25-4f03-8f0a-de93cb04a75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (a20d8a9f-4507-4a54-823b-dbbff51ab582), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:19:57.034320 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:19:57.055674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1988af-fcb6-4efa-b4b8-c4301df772b8 req-6c897f57-cfd5-439e-ba77-83dee5fcad3f tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:57.064771 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b1988af-fcb6-4efa-b4b8-c4301df772b8 req-6c897f57-cfd5-439e-ba77-83dee5fcad3f tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 805 time: 0.1391425 Feb 10 15:19:57.087748 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b1988af-fcb6-4efa-b4b8-c4301df772b8 req-10959a15-3872-436e-b9a5-ddc33d1dff96 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/quotas/c93f02832d4b44afb04fc0e05260fb2f HTTP/1.1" status: 200 len: 375 time: 0.0218899 Feb 10 15:19:57.103250 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7cba40d2-fa25-4f03-8f0a-de93cb04a75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (276449d2-4e14-481f-9f6c-3911ee4abb48), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:57.111763 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7cba40d2-fa25-4f03-8f0a-de93cb04a75b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:57.115492 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7cba40d2-fa25-4f03-8f0a-de93cb04a75b admin admin] 10.222.0.64 "DELETE /v2.0/networks/276449d2-4e14-481f-9f6c-3911ee4abb48 HTTP/1.1" status: 204 len: 168 time: 0.4496665 Feb 10 15:19:57.127053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba40d2-fa25-4f03-8f0a-de93cb04a75b admin admin] Pushing event deleted for resources: {'Network': ['ID=276449d2-4e14-481f-9f6c-3911ee4abb48,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:57.217242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b1988af-fcb6-4efa-b4b8-c4301df772b8 req-3ce15ffc-ec13-4dc3-b020-c2e452fda6ca tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1281888 Feb 10 15:19:57.259073 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44292) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:57.333795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3bdc5-94a0-4814-9bf3-f4373f9b549c req-b246f07f-cd8a-4d7a-a678-61be228a38e5 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:57.335379 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5db3bdc5-94a0-4814-9bf3-f4373f9b549c req-b246f07f-cd8a-4d7a-a678-61be228a38e5 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1747243 Feb 10 15:19:57.346514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f603a4-874a-4f37-8d16-6479814eb56c req-9259cb1e-560d-47c6-9f37-fd9a13ad052d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:57.348957 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a3f603a4-874a-4f37-8d16-6479814eb56c req-9259cb1e-560d-47c6-9f37-fd9a13ad052d tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.79 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.0604751 Feb 10 15:19:57.384143 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b1988af-fcb6-4efa-b4b8-c4301df772b8 req-722adc67-ea9f-4f27-a096-10fb4aa9d441 service neutron] 10.222.0.64 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662371 Feb 10 15:19:57.432801 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9c9f4790-dcac-4bf2-8d2d-11d9591ffe8e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6980c2527c3f4cde8cf1fe5ca698dc05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1726279 Feb 10 15:19:57.444741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44300) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:57.453688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5db3bdc5-94a0-4814-9bf3-f4373f9b549c req-94558924-6239-47b5-a70a-0544492123ef tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070633 Feb 10 15:19:57.503061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-a3f603a4-874a-4f37-8d16-6479814eb56c req-afa80fdd-f050-40df-9cae-7ed645933776 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Deleting port de23583b-4742-483e-ada6-fa1df44c8b9e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:19:57.503347 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a3f603a4-874a-4f37-8d16-6479814eb56c req-afa80fdd-f050-40df-9cae-7ed645933776 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (de23583b-4742-483e-ada6-fa1df44c8b9e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:57.541951 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b1988af-fcb6-4efa-b4b8-c4301df772b8 req-eab94b20-65c0-421b-8e54-a955772d7d20 service neutron] 10.222.0.64 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307352 Feb 10 15:19:57.553717 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fd0b280-1e61-4599-b0de-94f5c8b066ad admin admin] Publish callbacks [] for security_group (1b18d783-f352-4466-8b2d-814728a98fd0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:57.617004 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fd0b280-1e61-4599-b0de-94f5c8b066ad admin admin] Publish callbacks [] for security_group (1b18d783-f352-4466-8b2d-814728a98fd0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:57.623052 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44306) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:57.662318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a3f603a4-874a-4f37-8d16-6479814eb56c req-afa80fdd-f050-40df-9cae-7ed645933776 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] For port de23583b-4742-483e-ada6-fa1df44c8b9e, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=de23583b-4742-483e-ada6-fa1df44c8b9e,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:19:57.662711 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a3f603a4-874a-4f37-8d16-6479814eb56c req-afa80fdd-f050-40df-9cae-7ed645933776 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (de23583b-4742-483e-ada6-fa1df44c8b9e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:57.664132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdeec62-43eb-419c-9e7b-7ea5f1d8e5ed req-7d9da49d-b0dd-4aab-b9fe-bb3e8f68ca0e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:57.667057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8bdeec62-43eb-419c-9e7b-7ea5f1d8e5ed req-7d9da49d-b0dd-4aab-b9fe-bb3e8f68ca0e tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=09aaa3f0-5703-4278-91fc-81e3142e2d55 HTTP/1.1" status: 200 len: 946 time: 0.0998607 Feb 10 15:19:57.683540 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-a3f603a4-874a-4f37-8d16-6479814eb56c req-afa80fdd-f050-40df-9cae-7ed645933776 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Calling delete_port for de23583b-4742-483e-ada6-fa1df44c8b9e owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:19:57.766519 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fd0b280-1e61-4599-b0de-94f5c8b066ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1b18d783-f352-4466-8b2d-814728a98fd0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:57.769577 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fd0b280-1e61-4599-b0de-94f5c8b066ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:57.770823 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8fd0b280-1e61-4599-b0de-94f5c8b066ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b18d783-f352-4466-8b2d-814728a98fd0 HTTP/1.1" status: 204 len: 168 time: 0.3252130 Feb 10 15:19:57.789495 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8bdeec62-43eb-419c-9e7b-7ea5f1d8e5ed req-3054115f-e7c8-4a86-85f3-b9ee8351da85 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149285 Feb 10 15:19:57.834383 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-81fea7f5-e6de-496e-a3bd-9b2e66018a47 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1911756653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:57.860235 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81fea7f5-e6de-496e-a3bd-9b2e66018a47 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (d10b6445-a003-4eb9-a8ab-5c007bdc9112), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:57.861507 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81fea7f5-e6de-496e-a3bd-9b2e66018a47 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (d10b6445-a003-4eb9-a8ab-5c007bdc9112), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:57.889394 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0b280-1e61-4599-b0de-94f5c8b066ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b18d783-f352-4466-8b2d-814728a98fd0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:57.992128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a78bf-e9ea-4d96-a80e-a6e95595cc50 req-2d4e83e7-1656-4831-ba4f-7a1b524a2991 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:57.994823 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a3f603a4-874a-4f37-8d16-6479814eb56c req-afa80fdd-f050-40df-9cae-7ed645933776 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (de23583b-4742-483e-ada6-fa1df44c8b9e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:58.000057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-004a78bf-e9ea-4d96-a80e-a6e95595cc50 req-2d4e83e7-1656-4831-ba4f-7a1b524a2991 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 946 time: 0.1306446 Feb 10 15:19:58.003824 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81fea7f5-e6de-496e-a3bd-9b2e66018a47 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for router_controller (d10b6445-a003-4eb9-a8ab-5c007bdc9112), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:58.008862 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['de23583b-4742-483e-ada6-fa1df44c8b9e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:19:58.042801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa80fdd-f050-40df-9cae-7ed645933776 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Pushing event deleted for resources: {'Port': ['ID=de23583b-4742-483e-ada6-fa1df44c8b9e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:58.102402 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-004a78bf-e9ea-4d96-a80e-a6e95595cc50 req-c5d8d5dd-b906-444f-b9f5-cfa0b0a37027 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010661 Feb 10 15:19:58.107047 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81fea7f5-e6de-496e-a3bd-9b2e66018a47 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (d10b6445-a003-4eb9-a8ab-5c007bdc9112), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:58.113532 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f603a4-874a-4f37-8d16-6479814eb56c req-afa80fdd-f050-40df-9cae-7ed645933776 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] No DVR routers for this DVR port de23583b-4742-483e-ada6-fa1df44c8b9e on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:19:58.116961 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a3f603a4-874a-4f37-8d16-6479814eb56c req-afa80fdd-f050-40df-9cae-7ed645933776 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:58.125833 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a3f603a4-874a-4f37-8d16-6479814eb56c req-afa80fdd-f050-40df-9cae-7ed645933776 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.79 "DELETE /v2.0/ports/de23583b-4742-483e-ada6-fa1df44c8b9e HTTP/1.1" status: 204 len: 173 time: 0.7715688 Feb 10 15:19:58.126374 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09aaa3f0-5703-4278-91fc-81e3142e2d55', 'name': 'network-vif-deleted', 'tag': 'de23583b-4742-483e-ada6-fa1df44c8b9e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:19:58.128872 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadcc244-bec0-409b-b02a-a5f7137db3e3" -d '{"events": [{"server_uuid": "09aaa3f0-5703-4278-91fc-81e3142e2d55", "name": "network-vif-deleted", "tag": "de23583b-4742-483e-ada6-fa1df44c8b9e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:19:58.147074 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81fea7f5-e6de-496e-a3bd-9b2e66018a47 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:58.150339 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-81fea7f5-e6de-496e-a3bd-9b2e66018a47 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5220840 Feb 10 15:19:58.153506 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44324) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:58.158664 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-779b4e30-c416-43be-929a-c2ee1971ad46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-211204240'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:58.186461 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0993799-fd27-4000-9624-568243d17aac x-openstack-request-id: req-b0993799-fd27-4000-9624-568243d17aac {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:19:58.187407 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09aaa3f0-5703-4278-91fc-81e3142e2d55", "name": "network-vif-deleted", "tag": "de23583b-4742-483e-ada6-fa1df44c8b9e", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:19:58.187734 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0993799-fd27-4000-9624-568243d17aac {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:19:58.188870 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09aaa3f0-5703-4278-91fc-81e3142e2d55', 'name': 'network-vif-deleted', 'tag': 'de23583b-4742-483e-ada6-fa1df44c8b9e', 'status': 'completed', 'code': 200} Feb 10 15:19:58.235004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779b4e30-c416-43be-929a-c2ee1971ad46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Made reservation on behalf of 6e9a2126ceed483a88b0f675c2fd1a16 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:58.238984 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-779b4e30-c416-43be-929a-c2ee1971ad46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:58.282744 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-779b4e30-c416-43be-929a-c2ee1971ad46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:58.436855 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-779b4e30-c416-43be-929a-c2ee1971ad46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for security_group (a2183ffe-83ee-4529-8aaf-230da2c3703f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:58.442864 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-779b4e30-c416-43be-929a-c2ee1971ad46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a2183ffe-83ee-4529-8aaf-230da2c3703f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:58.481900 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b4e30-c416-43be-929a-c2ee1971ad46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2183ffe-83ee-4529-8aaf-230da2c3703f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:58.491195 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779b4e30-c416-43be-929a-c2ee1971ad46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:19:58.502513 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-779b4e30-c416-43be-929a-c2ee1971ad46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (94371f46-3f75-447f-a066-1a16316b90a8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:58.502871 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-779b4e30-c416-43be-929a-c2ee1971ad46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Added segment 94371f46-3f75-447f-a066-1a16316b90a8 of type vlan for network b410fb41-ce0c-43c3-b097-0de0161a2540 Feb 10 15:19:58.523747 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44346) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:58.580819 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-779b4e30-c416-43be-929a-c2ee1971ad46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (b410fb41-ce0c-43c3-b097-0de0161a2540), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:58.596341 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-090a0024-4dbc-4620-b73e-5cf2182215ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c042aedac3bf4cff823424a1be69bc95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0713091 Feb 10 15:19:58.602375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44348) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:58.620999 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-779b4e30-c416-43be-929a-c2ee1971ad46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (b410fb41-ce0c-43c3-b097-0de0161a2540), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:58.634812 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779b4e30-c416-43be-929a-c2ee1971ad46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:58.636123 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-779b4e30-c416-43be-929a-c2ee1971ad46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:58.737873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b4e30-c416-43be-929a-c2ee1971ad46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event updated for resources: {'Network': ['ID=b410fb41-ce0c-43c3-b097-0de0161a2540,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:58.748328 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network b410fb41-ce0c-43c3-b097-0de0161a2540 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:19:58.760312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aaba5-f9b3-4b45-9d5f-d5d8a242bf31 req-f118a891-fcc2-4b26-8aae-0ada9f310945 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:58.766252 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d4aaba5-f9b3-4b45-9d5f-d5d8a242bf31 req-f118a891-fcc2-4b26-8aae-0ada9f310945 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1653187 Feb 10 15:19:58.777864 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-779b4e30-c416-43be-929a-c2ee1971ad46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6232119 Feb 10 15:19:58.778658 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44350) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:19:58.783744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c00a8c6b-0f13-4fcb-b77c-b7491cb4ea6c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Request body: {'subnet': {'network_id': 'b410fb41-ce0c-43c3-b097-0de0161a2540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:19:58.787339 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5003159-48e9-4f7e-8fac-e3ad145e59fa admin admin] Publish callbacks [] for security_group (6bc11590-16a4-4e1d-81b2-fea936835888), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:58.836478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-17eaa4f9-bdbc-4aff-b634-be125139a4d6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:58.838473 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-17eaa4f9-bdbc-4aff-b634-be125139a4d6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 805 time: 0.2992086 Feb 10 15:19:58.853990 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5003159-48e9-4f7e-8fac-e3ad145e59fa admin admin] Publish callbacks [] for security_group (6bc11590-16a4-4e1d-81b2-fea936835888), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:58.890998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d4aaba5-f9b3-4b45-9d5f-d5d8a242bf31 req-f8154e0a-15e5-48d6-8222-687e1506600e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045816 Feb 10 15:19:58.923831 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-a956235a-1ffb-460a-a9dc-8b98a35ae7ae tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/quotas/c93f02832d4b44afb04fc0e05260fb2f HTTP/1.1" status: 200 len: 375 time: 0.0370171 Feb 10 15:19:58.946293 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00a8c6b-0f13-4fcb-b77c-b7491cb4ea6c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Made reservation on behalf of 6e9a2126ceed483a88b0f675c2fd1a16 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:19:58.950563 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c00a8c6b-0f13-4fcb-b77c-b7491cb4ea6c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:59.040922 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-76715430-2867-4d97-a9dd-07fb09722815 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1161132 Feb 10 15:19:59.062039 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5003159-48e9-4f7e-8fac-e3ad145e59fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6bc11590-16a4-4e1d-81b2-fea936835888), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:59.065163 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5003159-48e9-4f7e-8fac-e3ad145e59fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:59.074140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c5003159-48e9-4f7e-8fac-e3ad145e59fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6bc11590-16a4-4e1d-81b2-fea936835888 HTTP/1.1" status: 204 len: 168 time: 0.4683585 Feb 10 15:19:59.091834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5003159-48e9-4f7e-8fac-e3ad145e59fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc11590-16a4-4e1d-81b2-fea936835888,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:19:59.182388 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-30fb5c37-bfc5-437f-af96-3bf5d40796c8 service neutron] 10.222.0.64 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402826 Feb 10 15:19:59.298204 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c00a8c6b-0f13-4fcb-b77c-b7491cb4ea6c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (c29c239d-8810-48f0-a687-e5203464ab52), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:19:59.345315 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-0da0bcbe-df6d-45c4-b626-0a7be6b4df3c service neutron] 10.222.0.64 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609907 Feb 10 15:19:59.364929 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb802f2a-ea53-485f-8999-ce5eef9de053 req-34baa15c-7bbc-41df-bb18-330c9683a1f8 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:59.374542 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb802f2a-ea53-485f-8999-ce5eef9de053 req-34baa15c-7bbc-41df-bb18-330c9683a1f8 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 946 time: 0.1206424 Feb 10 15:19:59.448902 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb802f2a-ea53-485f-8999-ce5eef9de053 req-504ea751-349a-4116-9e88-8b51004c2ab8 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676999 Feb 10 15:19:59.839218 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-6985c3a5-2640-4043-be49-10c1d6139762 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:59.846756 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-6985c3a5-2640-4043-be49-10c1d6139762 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 811 time: 0.2974620 Feb 10 15:19:59.865073 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-2669ce56-c943-4057-98dc-5b680d49e402 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/quotas/7c5978713a6c4cb985de240d8ad8b7a0 HTTP/1.1" status: 200 len: 375 time: 0.0168519 Feb 10 15:19:59.875115 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-180a334e-0813-4544-bd93-820484c7c6ca tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:19:59.884256 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-180a334e-0813-4544-bd93-820484c7c6ca tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1562402 Feb 10 15:19:59.957599 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-95f87e2e-74e9-4761-af52-11103f787700 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 696 time: 0.0722778 Feb 10 15:19:59.963471 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-9320aedf-8175-4901-b092-00ff1e121530 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Request body: {'floatingip': {'port_id': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:00.039309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a8c6b-0f13-4fcb-b77c-b7491cb4ea6c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event updated for resources: {'Subnet': ['ID=c29c239d-8810-48f0-a687-e5203464ab52,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:00.046132 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-2c38d928-f768-439b-9c99-ffcaf3ecf9ab tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068025 Feb 10 15:20:00.062471 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-9320aedf-8175-4901-b092-00ff1e121530 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for floatingip (72c65d37-9593-4b09-9ec3-7436b2afb6a6), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:00.073683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a8c6b-0f13-4fcb-b77c-b7491cb4ea6c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Checking segment: {'id': '94371f46-3f75-447f-a066-1a16316b90a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b410fb41-ce0c-43c3-b097-0de0161a2540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:20:00.074157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a8c6b-0f13-4fcb-b77c-b7491cb4ea6c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Network hostable DHCP agents. Network: b410fb41-ce0c-43c3-b097-0de0161a2540, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:20:00.096435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a8c6b-0f13-4fcb-b77c-b7491cb4ea6c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Network b410fb41-ce0c-43c3-b097-0de0161a2540 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:20:00.116542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-c00a8c6b-0f13-4fcb-b77c-b7491cb4ea6c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, b410fb41-ce0c-43c3-b097-0de0161a2540) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:00.122668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00a8c6b-0f13-4fcb-b77c-b7491cb4ea6c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:00.123611 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c00a8c6b-0f13-4fcb-b77c-b7491cb4ea6c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:00.128280 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f12e3e-a58d-402e-bdeb-42c074a7a899 None None] Network b410fb41-ce0c-43c3-b097-0de0161a2540 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:20:00.154535 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c00a8c6b-0f13-4fcb-b77c-b7491cb4ea6c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3746979 Feb 10 15:20:00.158212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44410) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:00.169656 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-23d7fbfd-22b7-4f8a-ab97-bea38cc1cf46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Request body: {'network': {'name': 'tempest-router-network01--2139338290'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:00.220593 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d7fbfd-22b7-4f8a-ab97-bea38cc1cf46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Made reservation on behalf of 6e9a2126ceed483a88b0f675c2fd1a16 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:20:00.223910 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23d7fbfd-22b7-4f8a-ab97-bea38cc1cf46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:00.267340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d7fbfd-22b7-4f8a-ab97-bea38cc1cf46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:20:00.298979 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23d7fbfd-22b7-4f8a-ab97-bea38cc1cf46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6bd79caf-77d3-4897-bd5f-229854f5aede), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:00.299678 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-23d7fbfd-22b7-4f8a-ab97-bea38cc1cf46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Added segment 6bd79caf-77d3-4897-bd5f-229854f5aede of type vlan for network 260854eb-0104-4b31-b86e-0d8f89ebff7f Feb 10 15:20:00.361372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-b410fb41-ce0c-43c3-b097-0de0161a2540', 'network_id': 'b410fb41-ce0c-43c3-b097-0de0161a2540', 'project_id': '6e9a2126ceed483a88b0f675c2fd1a16', 'fixed_ips': [{'subnet_id': 'c29c239d-8810-48f0-a687-e5203464ab52'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:20:00.362266 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:00.410354 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23d7fbfd-22b7-4f8a-ab97-bea38cc1cf46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (260854eb-0104-4b31-b86e-0d8f89ebff7f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:00.486616 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23d7fbfd-22b7-4f8a-ab97-bea38cc1cf46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (260854eb-0104-4b31-b86e-0d8f89ebff7f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:00.500758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d7fbfd-22b7-4f8a-ab97-bea38cc1cf46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:00.501367 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23d7fbfd-22b7-4f8a-ab97-bea38cc1cf46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:00.685978 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7fbfd-22b7-4f8a-ab97-bea38cc1cf46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event updated for resources: {'Network': ['ID=260854eb-0104-4b31-b86e-0d8f89ebff7f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:00.726534 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-23d7fbfd-22b7-4f8a-ab97-bea38cc1cf46 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5655389 Feb 10 15:20:00.729152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44426) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:00.731878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 260854eb-0104-4b31-b86e-0d8f89ebff7f details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:20:00.740573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-426f2ed8-f141-46fb-81b6-c0be2a3f7129 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Request body: {'network': {'name': 'tempest-router-network02--692292120'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:00.777632 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426f2ed8-f141-46fb-81b6-c0be2a3f7129 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Made reservation on behalf of 6e9a2126ceed483a88b0f675c2fd1a16 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:20:00.785398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-426f2ed8-f141-46fb-81b6-c0be2a3f7129 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:00.818617 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426f2ed8-f141-46fb-81b6-c0be2a3f7129 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:20:00.831461 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-426f2ed8-f141-46fb-81b6-c0be2a3f7129 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (c1d49ab5-6bfb-4ece-826c-83e138eb7160), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:00.832014 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-426f2ed8-f141-46fb-81b6-c0be2a3f7129 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Added segment c1d49ab5-6bfb-4ece-826c-83e138eb7160 of type vlan for network b4d58402-7024-4a91-ac5b-a90622c7b67c Feb 10 15:20:00.932792 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-426f2ed8-f141-46fb-81b6-c0be2a3f7129 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (b4d58402-7024-4a91-ac5b-a90622c7b67c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:01.010075 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-426f2ed8-f141-46fb-81b6-c0be2a3f7129 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (b4d58402-7024-4a91-ac5b-a90622c7b67c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:01.017660 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426f2ed8-f141-46fb-81b6-c0be2a3f7129 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:01.018891 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-426f2ed8-f141-46fb-81b6-c0be2a3f7129 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:01.151828 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-426f2ed8-f141-46fb-81b6-c0be2a3f7129 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4205017 Feb 10 15:20:01.154766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44436) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:01.159921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-e4228d72-b872-4bdb-ad87-bab591a9eb68 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Request body: {'subnet': {'network_id': '260854eb-0104-4b31-b86e-0d8f89ebff7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:01.163465 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f2ed8-f141-46fb-81b6-c0be2a3f7129 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event updated for resources: {'Network': ['ID=b4d58402-7024-4a91-ac5b-a90622c7b67c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:01.322625 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:20:01.338598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4228d72-b872-4bdb-ad87-bab591a9eb68 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Made reservation on behalf of 6e9a2126ceed483a88b0f675c2fd1a16 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:20:01.342254 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e4228d72-b872-4bdb-ad87-bab591a9eb68 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:01.442900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Allocated IP 172.20.0.2 (b410fb41-ce0c-43c3-b097-0de0161a2540/c29c239d-8810-48f0-a687-e5203464ab52/f5e20283-d78b-4c69-842f-a5bc05032ea1) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:20:01.738469 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Publish callbacks [] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:01.742326 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network b4d58402-7024-4a91-ac5b-a90622c7b67c details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:20:01.845089 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-254105c0-8a69-47a8-8883-c07c15cd13be tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:01.846591 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-254105c0-8a69-47a8-8883-c07c15cd13be tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 805 time: 0.4451637 Feb 10 15:20:01.851810 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:01.870019 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-87320d99-2d64-482d-9352-3aff9d2f22a8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Request body: {'port': {'device_id': '07b51c55-bec9-4430-b424-f309b28fdf2c', 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2', 'admin_state_up': True, 'tenant_id': 'c93f02832d4b44afb04fc0e05260fb2f'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:01.908420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Network b410fb41-ce0c-43c3-b097-0de0161a2540 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:01.917808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:01.925315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:20:01.955792 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device de23583b-4742-483e-ada6-fa1df44c8b9e no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:20:02.009015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-87320d99-2d64-482d-9352-3aff9d2f22a8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Made reservation on behalf of c93f02832d4b44afb04fc0e05260fb2f for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:20:02.014399 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-87320d99-2d64-482d-9352-3aff9d2f22a8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:02.025399 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: de23583b-4742-483e-ada6-fa1df44c8b9e {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:20:02.025927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device de23583b-4742-483e-ada6-fa1df44c8b9e not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:20:02.044765 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Pushing event updated for resources: {'Port': ['ID=f5e20283-d78b-4c69-842f-a5bc05032ea1,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:02.048279 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-9320aedf-8175-4901-b092-00ff1e121530 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:02.059834 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-9320aedf-8175-4901-b092-00ff1e121530 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (72c65d37-9593-4b09-9ec3-7436b2afb6a6), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:02.160028 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:02.160556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:02.161026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:02.161483 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:02.162576 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:02.163032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:02.163522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:02.165265 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:02.165863 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:02.166299 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:02.166734 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:02.168199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:02.168782 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:02.177643 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Attempting to bind port f5e20283-d78b-4c69-842f-a5bc05032ea1 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:20:02.178508 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Attempting to bind port f5e20283-d78b-4c69-842f-a5bc05032ea1 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '94371f46-3f75-447f-a066-1a16316b90a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b410fb41-ce0c-43c3-b097-0de0161a2540'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:20:02.178979 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Attempting to bind port f5e20283-d78b-4c69-842f-a5bc05032ea1 on network b410fb41-ce0c-43c3-b097-0de0161a2540 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:20:02.186909 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:20:02.187471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Checking segment: {'id': '94371f46-3f75-447f-a066-1a16316b90a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b410fb41-ce0c-43c3-b097-0de0161a2540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:20:02.188333 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-08a3d82d-3618-45e8-bd30-b4c9936ca570 service neutron] 10.222.0.64 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1414218 Feb 10 15:20:02.188485 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:02.189093 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Bound using segment: {'id': '94371f46-3f75-447f-a066-1a16316b90a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b410fb41-ce0c-43c3-b097-0de0161a2540'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:20:02.189828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Bound port: f5e20283-d78b-4c69-842f-a5bc05032ea1, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94371f46-3f75-447f-a066-1a16316b90a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b410fb41-ce0c-43c3-b097-0de0161a2540'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:20:02.190317 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:02.283226 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e4228d72-b872-4bdb-ad87-bab591a9eb68 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (cf1dc228-f392-40d3-8eb7-1e649968a502), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:02.312213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] For port f5e20283-d78b-4c69-842f-a5bc05032ea1, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:20:02.320087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] For port f5e20283-d78b-4c69-842f-a5bc05032ea1, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f5e20283-d78b-4c69-842f-a5bc05032ea1,segment=NetworkSegment(94371f46-3f75-447f-a066-1a16316b90a8),segment_id=94371f46-3f75-447f-a066-1a16316b90a8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:20:02.332629 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:02.393219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4228d72-b872-4bdb-ad87-bab591a9eb68 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event updated for resources: {'Subnet': ['ID=cf1dc228-f392-40d3-8eb7-1e649968a502,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:02.413038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-87320d99-2d64-482d-9352-3aff9d2f22a8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Allocated IP 172.20.0.13 (70523496-0fb2-49c3-a6f3-295faa4269e2/641d274e-0229-4226-b05a-8b572a0b405b/3dfe7a0f-5ca9-450c-a900-dd18f066c27a) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:20:02.504522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43a2b5-f707-4d5d-993e-38291a343f28 None None] Pushing event updated for resources: {'Port': ['ID=f5e20283-d78b-4c69-842f-a5bc05032ea1,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:02.577308 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-9320aedf-8175-4901-b092-00ff1e121530 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Floating IP 72c65d37-9593-4b09-9ec3-7436b2afb6a6 associated. External IP: 172.25.3.206, port: 5a1e2995-1000-415f-8b1a-5d8639eacfb3. Feb 10 15:20:02.626131 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-87320d99-2d64-482d-9352-3aff9d2f22a8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks [] for port (3dfe7a0f-5ca9-450c-a900-dd18f066c27a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:02.682176 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-f6dc8d78-3a38-4f3e-9dd9-4ca7956976fe service neutron] 10.222.0.64 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889808 Feb 10 15:20:02.690354 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-87320d99-2d64-482d-9352-3aff9d2f22a8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3dfe7a0f-5ca9-450c-a900-dd18f066c27a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:02.703329 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:20:02.924233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87320d99-2d64-482d-9352-3aff9d2f22a8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Pushing event updated for resources: {'Port': ['ID=3dfe7a0f-5ca9-450c-a900-dd18f066c27a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:03.001302 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-87320d99-2d64-482d-9352-3aff9d2f22a8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Network 70523496-0fb2-49c3-a6f3-295faa4269e2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:03.006160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-87320d99-2d64-482d-9352-3aff9d2f22a8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:03.021118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-87320d99-2d64-482d-9352-3aff9d2f22a8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:20:03.028245 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4228d72-b872-4bdb-ad87-bab591a9eb68 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Checking segment: {'id': '6bd79caf-77d3-4897-bd5f-229854f5aede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '260854eb-0104-4b31-b86e-0d8f89ebff7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:20:03.036023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4228d72-b872-4bdb-ad87-bab591a9eb68 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Network hostable DHCP agents. Network: 260854eb-0104-4b31-b86e-0d8f89ebff7f, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:20:03.147340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4228d72-b872-4bdb-ad87-bab591a9eb68 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Network 260854eb-0104-4b31-b86e-0d8f89ebff7f is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:20:03.165714 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-87320d99-2d64-482d-9352-3aff9d2f22a8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:03.167356 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-87320d99-2d64-482d-9352-3aff9d2f22a8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:03.176176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-e4228d72-b872-4bdb-ad87-bab591a9eb68 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 260854eb-0104-4b31-b86e-0d8f89ebff7f) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:03.190208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a946e61-e89c-47cb-b240-30f847be804b None None] Network 260854eb-0104-4b31-b86e-0d8f89ebff7f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:20:03.201476 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4228d72-b872-4bdb-ad87-bab591a9eb68 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:03.202077 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e4228d72-b872-4bdb-ad87-bab591a9eb68 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:03.242661 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e4228d72-b872-4bdb-ad87-bab591a9eb68 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0868626 Feb 10 15:20:03.246263 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44458) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:03.248242 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-9320aedf-8175-4901-b092-00ff1e121530 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:20:03.259350 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-87320d99-2d64-482d-9352-3aff9d2f22a8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4039614 Feb 10 15:20:03.263995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-24832f21-f671-4710-af04-2bfba724671c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Request body: {'subnet': {'network_id': 'b4d58402-7024-4a91-ac5b-a90622c7b67c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:03.275666 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Request body: {'port': {'device_id': '07b51c55-bec9-4430-b424-f309b28fdf2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:03.430726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-260854eb-0104-4b31-b86e-0d8f89ebff7f', 'network_id': '260854eb-0104-4b31-b86e-0d8f89ebff7f', 'project_id': '6e9a2126ceed483a88b0f675c2fd1a16', 'fixed_ips': [{'subnet_id': 'cf1dc228-f392-40d3-8eb7-1e649968a502'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:20:03.432517 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:03.446666 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3dfe7a0f-5ca9-450c-a900-dd18f066c27a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:03.681571 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Allocated IP 172.20.0.2 (260854eb-0104-4b31-b86e-0d8f89ebff7f/cf1dc228-f392-40d3-8eb7-1e649968a502/73bf3028-cc03-4c60-a811-ae344a0a80f6) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:20:03.708408 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df2563-3435-4895-a9b4-1af7f175ba48 req-2384cf4d-258e-4f98-8ace-1dd6ae9aec67 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:03.725249 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06df2563-3435-4895-a9b4-1af7f175ba48 req-2384cf4d-258e-4f98-8ace-1dd6ae9aec67 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=07b51c55-bec9-4430-b424-f309b28fdf2c HTTP/1.1" status: 200 len: 932 time: 0.4529426 Feb 10 15:20:03.747261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24832f21-f671-4710-af04-2bfba724671c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Made reservation on behalf of 6e9a2126ceed483a88b0f675c2fd1a16 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:20:03.756242 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24832f21-f671-4710-af04-2bfba724671c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:03.900628 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-9320aedf-8175-4901-b092-00ff1e121530 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:20:03.928093 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c25a3-8609-4691-90ca-855f010fa03f None None] Sync routers for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:20:03.962878 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c25a3-8609-4691-90ca-855f010fa03f None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:03.973268 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-649c25a3-8609-4691-90ca-855f010fa03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:19:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:04.018609 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Publish callbacks [] for port (73bf3028-cc03-4c60-a811-ae344a0a80f6), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:04.041386 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-9320aedf-8175-4901-b092-00ff1e121530 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:04.044901 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (73bf3028-cc03-4c60-a811-ae344a0a80f6), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:04.211750 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Network 260854eb-0104-4b31-b86e-0d8f89ebff7f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:04.231185 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:04.251151 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:20:04.259874 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Pushing event updated for resources: {'Port': ['ID=73bf3028-cc03-4c60-a811-ae344a0a80f6,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:04.275734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfe7a0f-5ca9-450c-a900-dd18f066c27a {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:20:04.287376 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Publish callbacks [] for port (3dfe7a0f-5ca9-450c-a900-dd18f066c27a), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:04.293135 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f0e88-48d4-4b9a-9b47-961f4b1f3571 None None] Network b410fb41-ce0c-43c3-b097-0de0161a2540 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:20:04.310447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Transition to ACTIVE for port object 3dfe7a0f-5ca9-450c-a900-dd18f066c27a will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:20:04.319260 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (3dfe7a0f-5ca9-450c-a900-dd18f066c27a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:04.366454 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-649c25a3-8609-4691-90ca-855f010fa03f None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:04.455230 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06df2563-3435-4895-a9b4-1af7f175ba48 req-2e4b354f-2114-4053-aa98-66956939c901 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7249784 Feb 10 15:20:04.486075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfe7a0f-5ca9-450c-a900-dd18f066c27a,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:04.534618 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-9320aedf-8175-4901-b092-00ff1e121530 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "PUT /v2.0/floatingips/72c65d37-9593-4b09-9ec3-7436b2afb6a6 HTTP/1.1" status: 200 len: 996 time: 4.5760050 Feb 10 15:20:04.551650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'tag': '5a1e2995-1000-415f-8b1a-5d8639eacfb3'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:04.557182 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0339d54c-27ca-4dfe-8dfb-28dfd49b273f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8eaa17-86ca-4182-aa43-29b10d3f15a9", "tag": "5a1e2995-1000-415f-8b1a-5d8639eacfb3"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:04.696774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Attempting to bind port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:20:04.707537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Attempting to bind port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:20:04.708163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Attempting to bind port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a on network 70523496-0fb2-49c3-a6f3-295faa4269e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:20:04.714033 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a on network 70523496-0fb2-49c3-a6f3-295faa4269e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:20:04.714648 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Attempting to bind port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a on network 70523496-0fb2-49c3-a6f3-295faa4269e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:20:04.732382 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:20:04.733457 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Checking segment: {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:20:04.733731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Bound using segment: {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:20:04.734662 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Bound port: 3dfe7a0f-5ca9-450c-a900-dd18f066c27a, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:20:04.735026 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3dfe7a0f-5ca9-450c-a900-dd18f066c27a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:04.739997 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f5e20283-d78b-4c69-842f-a5bc05032ea1 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:20:04.750960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Attempting to bind port 73bf3028-cc03-4c60-a811-ae344a0a80f6 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:20:04.751824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Attempting to bind port 73bf3028-cc03-4c60-a811-ae344a0a80f6 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '6bd79caf-77d3-4897-bd5f-229854f5aede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '260854eb-0104-4b31-b86e-0d8f89ebff7f'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:20:04.752607 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Attempting to bind port 73bf3028-cc03-4c60-a811-ae344a0a80f6 on network 260854eb-0104-4b31-b86e-0d8f89ebff7f {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:20:04.796449 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24832f21-f671-4710-af04-2bfba724671c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (b97eb559-b2e5-43d2-b6f1-b4e877c81220), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:04.906957 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:20:04.908041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Checking segment: {'id': '6bd79caf-77d3-4897-bd5f-229854f5aede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '260854eb-0104-4b31-b86e-0d8f89ebff7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:20:04.909363 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:04.909951 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Bound using segment: {'id': '6bd79caf-77d3-4897-bd5f-229854f5aede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '260854eb-0104-4b31-b86e-0d8f89ebff7f'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:20:04.913478 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Bound port: 73bf3028-cc03-4c60-a811-ae344a0a80f6, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd79caf-77d3-4897-bd5f-229854f5aede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '260854eb-0104-4b31-b86e-0d8f89ebff7f'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:20:04.915418 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (73bf3028-cc03-4c60-a811-ae344a0a80f6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:04.950287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-16eb5e40-5372-4c05-8c27-1cf40a96146d None None] Provisioning complete for port f5e20283-d78b-4c69-842f-a5bc05032ea1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:04.951027 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16eb5e40-5372-4c05-8c27-1cf40a96146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:04.957482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-5647ac17-d8aa-4247-ac13-11042339aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:04.960396 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-5647ac17-d8aa-4247-ac13-11042339aa72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 1127 time: 0.3977048 Feb 10 15:20:04.997021 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c7324-3929-4bcf-af07-daf83e3ef3b4 req-16974903-05fe-4acc-bc2a-4f5db19e6a03 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:05.005606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be6c7324-3929-4bcf-af07-daf83e3ef3b4 req-16974903-05fe-4acc-bc2a-4f5db19e6a03 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.3980703 Feb 10 15:20:05.033561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] For port 73bf3028-cc03-4c60-a811-ae344a0a80f6, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:20:05.037990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] For port 73bf3028-cc03-4c60-a811-ae344a0a80f6, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=73bf3028-cc03-4c60-a811-ae344a0a80f6,segment=NetworkSegment(6bd79caf-77d3-4897-bd5f-229854f5aede),segment_id=6bd79caf-77d3-4897-bd5f-229854f5aede)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:20:05.062626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24832f21-f671-4710-af04-2bfba724671c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event updated for resources: {'Subnet': ['ID=b97eb559-b2e5-43d2-b6f1-b4e877c81220,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:05.080220 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-649c25a3-8609-4691-90ca-855f010fa03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '72c65d37-9593-4b09-9ec3-7436b2afb6a6', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'port_id': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'mac_address': 'fa:16:3e:14:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:19:40Z', 'updated_at': '2022-02-10T15:20:01Z', 'revision_number': 1, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:05.102679 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (73bf3028-cc03-4c60-a811-ae344a0a80f6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:05.112206 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c25a3-8609-4691-90ca-855f010fa03f None None] Checking router: d5ea87bc-648a-4c57-94e2-29d7c50f7a58 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:20:05.121205 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c25a3-8609-4691-90ca-855f010fa03f None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:05.121802 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-649c25a3-8609-4691-90ca-855f010fa03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:19:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:05.167823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24832f21-f671-4710-af04-2bfba724671c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Checking segment: {'id': 'c1d49ab5-6bfb-4ece-826c-83e138eb7160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b4d58402-7024-4a91-ac5b-a90622c7b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:20:05.168818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24832f21-f671-4710-af04-2bfba724671c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Network hostable DHCP agents. Network: b4d58402-7024-4a91-ac5b-a90622c7b67c, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:20:05.178339 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-694c8d3d-14bf-48a8-99ba-e070dda18f5b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:05.182389 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-694c8d3d-14bf-48a8-99ba-e070dda18f5b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.79 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 811 time: 0.4191136 Feb 10 15:20:05.200939 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be6c7324-3929-4bcf-af07-daf83e3ef3b4 req-06b3acb9-3acb-4edc-9816-2d4c0a25ca91 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940389 Feb 10 15:20:05.232557 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-649c25a3-8609-4691-90ca-855f010fa03f None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:05.270832 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-cae45dda-4893-4638-8913-f71d6e46a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:05.280050 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] For port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:20:05.282946 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-cae45dda-4893-4638-8913-f71d6e46a911 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 921 time: 0.3118069 Feb 10 15:20:05.289742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] For port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3dfe7a0f-5ca9-450c-a900-dd18f066c27a,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:20:05.291327 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24832f21-f671-4710-af04-2bfba724671c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Network b4d58402-7024-4a91-ac5b-a90622c7b67c is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:20:05.299632 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-23afe7f8-7f22-4601-9cec-f2f2f52dfcb5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Request body: {'port': {'device_id': 'ee0a735b-ee77-4e0f-b903-b6ec54793747', 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1', 'admin_state_up': True, 'tenant_id': '7c5978713a6c4cb985de240d8ad8b7a0'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:05.402609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-24832f21-f671-4710-af04-2bfba724671c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, b4d58402-7024-4a91-ac5b-a90622c7b67c) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:05.419667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f5e20283-d78b-4c69-842f-a5bc05032ea1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:05.425472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24832f21-f671-4710-af04-2bfba724671c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:05.426076 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24832f21-f671-4710-af04-2bfba724671c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:05.429332 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:05.472261 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (3dfe7a0f-5ca9-450c-a900-dd18f066c27a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:05.487877 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9022725-f628-4fd4-9f59-609e3215ff01 None None] Network b4d58402-7024-4a91-ac5b-a90622c7b67c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:20:05.490339 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb5ad0-d40d-48bb-8fa7-eb345d9814dd None None] Pushing event updated for resources: {'Port': ['ID=73bf3028-cc03-4c60-a811-ae344a0a80f6,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:05.594649 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-24832f21-f671-4710-af04-2bfba724671c tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3448603 Feb 10 15:20:05.606243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44480) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:05.632149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:05.637146 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:05.640570 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] 10.222.0.79 "PUT /v2.0/ports/3dfe7a0f-5ca9-450c-a900-dd18f066c27a HTTP/1.1" status: 200 len: 1092 time: 2.3702571 Feb 10 15:20:05.645030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b51c55-bec9-4430-b424-f309b28fdf2c', 'tag': '3dfe7a0f-5ca9-450c-a900-dd18f066c27a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:05.653159 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1513bcdd-c750-412b-a239-3c847b3a9f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "07b51c55-bec9-4430-b424-f309b28fdf2c", "tag": "3dfe7a0f-5ca9-450c-a900-dd18f066c27a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:05.664755 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-5dbeb059-052e-4b7f-b795-bea0c7f1d0be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a1e2995-1000-415f-8b1a-5d8639eacfb3 HTTP/1.1" status: 200 len: 999 time: 0.3679223 Feb 10 15:20:05.833426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba4ce0-98b8-4af6-8cbd-fdc7a0c765c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfe7a0f-5ca9-450c-a900-dd18f066c27a,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:05.845499 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-b4d58402-7024-4a91-ac5b-a90622c7b67c', 'network_id': 'b4d58402-7024-4a91-ac5b-a90622c7b67c', 'project_id': '6e9a2126ceed483a88b0f675c2fd1a16', 'fixed_ips': [{'subnet_id': 'b97eb559-b2e5-43d2-b6f1-b4e877c81220'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:20:05.846424 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:05.872448 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f5e20283-d78b-4c69-842f-a5bc05032ea1 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:05.872874 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:05.901127 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-649c25a3-8609-4691-90ca-855f010fa03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '72c65d37-9593-4b09-9ec3-7436b2afb6a6', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'port_id': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'mac_address': 'fa:16:3e:14:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:19:40Z', 'updated_at': '2022-02-10T15:20:01Z', 'revision_number': 1, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:05.952811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-46a10a4c-ac85-4757-a663-7f88d98ad609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:05.967915 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-46a10a4c-ac85-4757-a663-7f88d98ad609 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 200 len: 859 time: 0.2995121 Feb 10 15:20:05.974116 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c25a3-8609-4691-90ca-855f010fa03f None None] The sync data for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 is: [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '72c65d37-9593-4b09-9ec3-7436b2afb6a6', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'port_id': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'mac_address': 'fa:16:3e:14:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:19:40Z', 'updated_at': '2022-02-10T15:20:01Z', 'revision_number': 1, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:20:05.980996 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-23afe7f8-7f22-4601-9cec-f2f2f52dfcb5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Made reservation on behalf of 7c5978713a6c4cb985de240d8ad8b7a0 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:20:05.985712 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-23afe7f8-7f22-4601-9cec-f2f2f52dfcb5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:06.014899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-c3ae984b-df19-4891-a3f5-7084f4e322ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:06.016915 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-c3ae984b-df19-4891-a3f5-7084f4e322ea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&device_id=07b51c55-bec9-4430-b424-f309b28fdf2c HTTP/1.1" status: 200 len: 1126 time: 0.2936981 Feb 10 15:20:06.102996 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-a7fbdcb5-4997-40a5-9121-31778902df6c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dfe7a0f-5ca9-450c-a900-dd18f066c27a HTTP/1.1" status: 200 len: 217 time: 0.0533431 Feb 10 15:20:06.108805 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-bc851b47-41a9-4aca-9d24-0c9f31772fb5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4383819 Feb 10 15:20:06.168075 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-16eb5e40-5372-4c05-8c27-1cf40a96146d None None] Current status of the port f5e20283-d78b-4c69-842f-a5bc05032ea1 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:06.168475 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16eb5e40-5372-4c05-8c27-1cf40a96146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:06.197172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port f5e20283-d78b-4c69-842f-a5bc05032ea1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f5e20283-d78b-4c69-842f-a5bc05032ea1,segment=NetworkSegment(94371f46-3f75-447f-a066-1a16316b90a8),segment_id=94371f46-3f75-447f-a066-1a16316b90a8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:06.206502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-c44f1f8a-c540-49b4-9e90-27a9a3cf096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:06.208297 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-c44f1f8a-c540-49b4-9e90-27a9a3cf096f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 200 len: 845 time: 0.0980408 Feb 10 15:20:06.241886 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:06.249580 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-23afe7f8-7f22-4601-9cec-f2f2f52dfcb5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Allocated IP 172.20.0.3 (98af5229-c542-4eaf-859a-ec2f4d24a8d1/71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696/104c519f-115e-423f-ad01-bff7d0fcb6dc) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:20:06.254743 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-ce204cca-ecdf-41b4-9784-43a8c67366ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=70523496-0fb2-49c3-a6f3-295faa4269e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398040 Feb 10 15:20:06.422210 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=f5e20283-d78b-4c69-842f-a5bc05032ea1,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:06.464896 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Allocated IP 172.20.0.2 (b4d58402-7024-4a91-ac5b-a90622c7b67c/b97eb559-b2e5-43d2-b6f1-b4e877c81220/6e018f20-c66d-4232-99e6-363b39ded5f5) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:20:06.499817 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-1b826e76-54c7-44d6-9212-09e91d862e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:06.501489 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-1b826e76-54c7-44d6-9212-09e91d862e19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b17024a-debc-4b4b-8647-7b69683a5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5326345 Feb 10 15:20:06.558004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348499c5-8af9-4ca9-a8e2-ec6d593fb186 None None] New status for floating IP 72c65d37-9593-4b09-9ec3-7436b2afb6a6: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:20:06.641261 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-321a3bcc-4a52-4bfc-859b-4d6d00ba64f0 service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763421 Feb 10 15:20:06.716436 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-16eb5e40-5372-4c05-8c27-1cf40a96146d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:20:06.716860 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-16eb5e40-5372-4c05-8c27-1cf40a96146d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:20:06.727480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-999b2274-95ad-435a-b2bc-c8ad69d5e877 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:06.733719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 73bf3028-cc03-4c60-a811-ae344a0a80f6 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:20:06.736767 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-999b2274-95ad-435a-b2bc-c8ad69d5e877 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6269722 Feb 10 15:20:06.824139 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-433919d7-a6d5-4fba-8d43-0a4f6fd1972b req-03c73ad0-4d33-4a47-be59-c8facf95355f service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613166 Feb 10 15:20:06.855250 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:06.915490 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-23afe7f8-7f22-4601-9cec-f2f2f52dfcb5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks [] for port (104c519f-115e-423f-ad01-bff7d0fcb6dc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:06.941770 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-13826f60-cd20-4d7d-bcd4-85e2fd3177c7 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/quotas/671a8c1cbc3247fe9316f7b0241815f0 HTTP/1.1" status: 200 len: 375 time: 0.2038007 Feb 10 15:20:06.997727 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-23afe7f8-7f22-4601-9cec-f2f2f52dfcb5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (104c519f-115e-423f-ad01-bff7d0fcb6dc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:07.080459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-23afe7f8-7f22-4601-9cec-f2f2f52dfcb5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:07.096340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-23afe7f8-7f22-4601-9cec-f2f2f52dfcb5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:07.099517 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-23afe7f8-7f22-4601-9cec-f2f2f52dfcb5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:20:07.158171 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-23afe7f8-7f22-4601-9cec-f2f2f52dfcb5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:07.158171 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-23afe7f8-7f22-4601-9cec-f2f2f52dfcb5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:07.170438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afe7f8-7f22-4601-9cec-f2f2f52dfcb5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Pushing event updated for resources: {'Port': ['ID=104c519f-115e-423f-ad01-bff7d0fcb6dc,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:07.181676 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aef906b-8265-4078-9161-e8ecba172e3c None None] Network 260854eb-0104-4b31-b86e-0d8f89ebff7f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:20:07.198225 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-23afe7f8-7f22-4601-9cec-f2f2f52dfcb5 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9081364 Feb 10 15:20:07.214437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Request body: {'port': {'device_id': 'ee0a735b-ee77-4e0f-b903-b6ec54793747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:07.242846 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:07.297954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (104c519f-115e-423f-ad01-bff7d0fcb6dc), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:07.436163 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Publish callbacks [] for port (6e018f20-c66d-4232-99e6-363b39ded5f5), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:07.452258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-99c6a110-6f3e-444a-915a-0ee219d8e266 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5075276 Feb 10 15:20:07.502586 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (6e018f20-c66d-4232-99e6-363b39ded5f5), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:07.525677 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 73bf3028-cc03-4c60-a811-ae344a0a80f6 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:07.526477 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (73bf3028-cc03-4c60-a811-ae344a0a80f6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:07.551490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-16eb5e40-5372-4c05-8c27-1cf40a96146d None None] Current status of the port f5e20283-d78b-4c69-842f-a5bc05032ea1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:07.658916 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Pushing event updated for resources: {'Port': ['ID=6e018f20-c66d-4232-99e6-363b39ded5f5,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:07.678315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Network b4d58402-7024-4a91-ac5b-a90622c7b67c is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:07.704844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:07.748567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104c519f-115e-423f-ad01-bff7d0fcb6dc {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:20:07.772201 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Publish callbacks [] for port (104c519f-115e-423f-ad01-bff7d0fcb6dc), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:07.777188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:20:07.818124 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4047e16a-764a-4616-b5f6-9eb11a000571 None None] Provisioning complete for port 73bf3028-cc03-4c60-a811-ae344a0a80f6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:07.820837 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4047e16a-764a-4616-b5f6-9eb11a000571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (73bf3028-cc03-4c60-a811-ae344a0a80f6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:07.825743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Transition to ACTIVE for port object 104c519f-115e-423f-ad01-bff7d0fcb6dc will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:20:07.832867 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (104c519f-115e-423f-ad01-bff7d0fcb6dc), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:07.939629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Pushing event updated for resources: {'Port': ['ID=104c519f-115e-423f-ad01-bff7d0fcb6dc,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:08.013602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Allocated IP 172.20.0.1 (260854eb-0104-4b31-b86e-0d8f89ebff7f/cf1dc228-f392-40d3-8eb7-1e649968a502/3d172030-8ec4-4cd7-b431-83e4cbca6630) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:20:08.074571 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 73bf3028-cc03-4c60-a811-ae344a0a80f6 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:08.075172 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (73bf3028-cc03-4c60-a811-ae344a0a80f6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:08.201171 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for port (3d172030-8ec4-4cd7-b431-83e4cbca6630), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:08.244870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Attempting to bind port 104c519f-115e-423f-ad01-bff7d0fcb6dc on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:20:08.245214 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Attempting to bind port 104c519f-115e-423f-ad01-bff7d0fcb6dc by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:20:08.245539 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Attempting to bind port 104c519f-115e-423f-ad01-bff7d0fcb6dc on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:20:08.258801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Port 104c519f-115e-423f-ad01-bff7d0fcb6dc on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:20:08.259153 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Attempting to bind port 104c519f-115e-423f-ad01-bff7d0fcb6dc on network 98af5229-c542-4eaf-859a-ec2f4d24a8d1 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:20:08.267488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:20:08.267824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Checking segment: {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:20:08.268261 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Bound using segment: {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:20:08.268630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Bound port: 104c519f-115e-423f-ad01-bff7d0fcb6dc, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89112b5-66ee-47dc-a861-4c3870f0f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:20:08.269004 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (104c519f-115e-423f-ad01-bff7d0fcb6dc), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:08.335128 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (3d172030-8ec4-4cd7-b431-83e4cbca6630), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:08.347161 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 73bf3028-cc03-4c60-a811-ae344a0a80f6, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=73bf3028-cc03-4c60-a811-ae344a0a80f6,segment=NetworkSegment(6bd79caf-77d3-4897-bd5f-229854f5aede),segment_id=6bd79caf-77d3-4897-bd5f-229854f5aede)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:08.353147 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Attempting to bind port 6e018f20-c66d-4232-99e6-363b39ded5f5 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:20:08.354174 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Attempting to bind port 6e018f20-c66d-4232-99e6-363b39ded5f5 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'c1d49ab5-6bfb-4ece-826c-83e138eb7160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b4d58402-7024-4a91-ac5b-a90622c7b67c'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:20:08.354811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Attempting to bind port 6e018f20-c66d-4232-99e6-363b39ded5f5 on network b4d58402-7024-4a91-ac5b-a90622c7b67c {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:20:08.373708 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:20:08.377399 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Checking segment: {'id': 'c1d49ab5-6bfb-4ece-826c-83e138eb7160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b4d58402-7024-4a91-ac5b-a90622c7b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:20:08.377791 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:08.378476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Bound using segment: {'id': 'c1d49ab5-6bfb-4ece-826c-83e138eb7160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b4d58402-7024-4a91-ac5b-a90622c7b67c'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:20:08.378983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Bound port: 6e018f20-c66d-4232-99e6-363b39ded5f5, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d49ab5-6bfb-4ece-826c-83e138eb7160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b4d58402-7024-4a91-ac5b-a90622c7b67c'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:20:08.379383 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6e018f20-c66d-4232-99e6-363b39ded5f5), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:08.409497 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] For port 104c519f-115e-423f-ad01-bff7d0fcb6dc, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:20:08.412714 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] For port 104c519f-115e-423f-ad01-bff7d0fcb6dc, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=104c519f-115e-423f-ad01-bff7d0fcb6dc,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:20:08.421392 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (104c519f-115e-423f-ad01-bff7d0fcb6dc), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:08.441345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Network 260854eb-0104-4b31-b86e-0d8f89ebff7f is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:08.443977 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-a4738af8-5d95-444f-a19c-40f7c0cfb61a service neutron] 10.222.0.64 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8786476 Feb 10 15:20:08.455074 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:08.514487 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Pushing event updated for resources: {'Port': ['ID=104c519f-115e-423f-ad01-bff7d0fcb6dc,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:08.568903 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] For port 6e018f20-c66d-4232-99e6-363b39ded5f5, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:20:08.571261 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:08.571916 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:08.573410 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-dcaec39d-f3af-4ce9-8a1b-e6425fc0cbdf service neutron] 10.222.0.79 "PUT /v2.0/ports/104c519f-115e-423f-ad01-bff7d0fcb6dc HTTP/1.1" status: 200 len: 1091 time: 1.3691671 Feb 10 15:20:08.581372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] For port 6e018f20-c66d-4232-99e6-363b39ded5f5, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6e018f20-c66d-4232-99e6-363b39ded5f5,segment=NetworkSegment(c1d49ab5-6bfb-4ece-826c-83e138eb7160),segment_id=c1d49ab5-6bfb-4ece-826c-83e138eb7160)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:20:08.589349 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (73bf3028-cc03-4c60-a811-ae344a0a80f6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:08.742618 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4047e16a-764a-4616-b5f6-9eb11a000571 None None] Current status of the port 73bf3028-cc03-4c60-a811-ae344a0a80f6 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:08.743015 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4047e16a-764a-4616-b5f6-9eb11a000571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (73bf3028-cc03-4c60-a811-ae344a0a80f6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:08.745778 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6e018f20-c66d-4232-99e6-363b39ded5f5), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:08.770166 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=73bf3028-cc03-4c60-a811-ae344a0a80f6,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:08.780875 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3e89a18-861c-495b-9d5a-96fef39a25af req-fb25d892-4467-4f65-a52e-049832bcae5e service neutron] 10.222.0.64 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122382 Feb 10 15:20:08.796495 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-9d6bc1cd-1dd0-4b72-a972-cb8c16f73552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:08.798152 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-9d6bc1cd-1dd0-4b72-a972-cb8c16f73552 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&device_id=ee0a735b-ee77-4e0f-b903-b6ec54793747 HTTP/1.1" status: 200 len: 1125 time: 0.1719496 Feb 10 15:20:08.799990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:20:08.917733 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-b97c4d7b-d867-4729-9d9d-295a55825967 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=104c519f-115e-423f-ad01-bff7d0fcb6dc HTTP/1.1" status: 200 len: 217 time: 0.1092854 Feb 10 15:20:08.934988 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event updated for resources: {'Port': ['ID=3d172030-8ec4-4cd7-b431-83e4cbca6630,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:08.961181 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804d8cf8-1f97-49da-96aa-24cecea60f5f x-openstack-request-id: req-804d8cf8-1f97-49da-96aa-24cecea60f5f {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:08.963557 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8eaa17-86ca-4182-aa43-29b10d3f15a9", "tag": "5a1e2995-1000-415f-8b1a-5d8639eacfb3", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:08.964466 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-804d8cf8-1f97-49da-96aa-24cecea60f5f {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:08.965099 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'tag': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'status': 'completed', 'code': 200} Feb 10 15:20:08.999011 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de41496-5760-4860-ade0-4c76abf93ac8 req-9fd327f4-df0e-4f25-a8e1-ff784bbcc18a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:09.009147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0de41496-5760-4860-ade0-4c76abf93ac8 req-9fd327f4-df0e-4f25-a8e1-ff784bbcc18a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0a735b-ee77-4e0f-b903-b6ec54793747 HTTP/1.1" status: 200 len: 943 time: 0.7592471 Feb 10 15:20:09.017076 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556b265-96a0-4e43-9cf5-be0587e7e60f None None] Pushing event updated for resources: {'Port': ['ID=6e018f20-c66d-4232-99e6-363b39ded5f5,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:09.035506 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f5e20283-d78b-4c69-842f-a5bc05032ea1 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:20:09.107144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-01d7e8bc-a6a1-4406-982b-35fdbc309b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:09.108936 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-01d7e8bc-a6a1-4406-982b-35fdbc309b47 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696 HTTP/1.1" status: 200 len: 851 time: 0.1877637 Feb 10 15:20:09.126702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0de41496-5760-4860-ade0-4c76abf93ac8 req-a7a4ade6-99ea-495c-8f92-c7c8da4147f7 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095648 Feb 10 15:20:09.183507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f5e20283-d78b-4c69-842f-a5bc05032ea1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:09.183895 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:09.194937 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (d10b6445-a003-4eb9-a8ab-5c007bdc9112), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:09.198233 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-e98580d9-100e-4680-a4be-bb9ea5443eb3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=98af5229-c542-4eaf-859a-ec2f4d24a8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696924 Feb 10 15:20:09.237686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339d54c-27ca-4dfe-8dfb-28dfd49b273f req-b21effd8-b109-4105-8405-a35dfc7a98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:09.245367 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0339d54c-27ca-4dfe-8dfb-28dfd49b273f req-b21effd8-b109-4105-8405-a35dfc7a98d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 1127 time: 0.2471592 Feb 10 15:20:09.247990 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8eb02c-2e8e-4f20-9891-003104805779 x-openstack-request-id: req-2d8eb02c-2e8e-4f20-9891-003104805779 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:09.248555 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b51c55-bec9-4430-b424-f309b28fdf2c", "tag": "3dfe7a0f-5ca9-450c-a900-dd18f066c27a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:09.249128 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d8eb02c-2e8e-4f20-9891-003104805779 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:09.249804 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b51c55-bec9-4430-b424-f309b28fdf2c', 'tag': '3dfe7a0f-5ca9-450c-a900-dd18f066c27a', 'status': 'completed', 'code': 200} Feb 10 15:20:09.461022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db185521-2230-4d84-bf7c-34336e958360 req-c1eb1019-3fa2-4071-b48a-ab90778d965d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:09.467316 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-4047e16a-764a-4616-b5f6-9eb11a000571 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:20:09.467867 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-4047e16a-764a-4616-b5f6-9eb11a000571 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:20:09.472695 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db185521-2230-4d84-bf7c-34336e958360 req-c1eb1019-3fa2-4071-b48a-ab90778d965d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=07b51c55-bec9-4430-b424-f309b28fdf2c HTTP/1.1" status: 200 len: 944 time: 0.3722534 Feb 10 15:20:09.539990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0cd9a-1f78-4745-b618-00662617d1d8 req-8cb474ae-114e-4343-8fee-56522daeab7b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:09.542157 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4c0cd9a-1f78-4745-b618-00662617d1d8 req-8cb474ae-114e-4343-8fee-56522daeab7b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1813169 Feb 10 15:20:09.691710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f5e20283-d78b-4c69-842f-a5bc05032ea1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:09.700157 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3d172030-8ec4-4cd7-b431-83e4cbca6630), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:09.704533 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-86a1517c-c78b-4eaf-8566-7da28b0b8129 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302074 Feb 10 15:20:09.729324 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-803daf2b-0ff6-41aa-ae0b-9c067f91f416 service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228744 Feb 10 15:20:09.763256 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db185521-2230-4d84-bf7c-34336e958360 req-4e064813-678b-4e6f-ad13-eb5cfb3d0f50 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837722 Feb 10 15:20:10.049781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4047e16a-764a-4616-b5f6-9eb11a000571 None None] Current status of the port 73bf3028-cc03-4c60-a811-ae344a0a80f6 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:10.054239 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 3dfe7a0f-5ca9-450c-a900-dd18f066c27a details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:20:10.278113 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4047e16a-764a-4616-b5f6-9eb11a000571 None None] Provisioning complete for port f5e20283-d78b-4c69-842f-a5bc05032ea1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:10.278499 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4047e16a-764a-4616-b5f6-9eb11a000571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:10.322582 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f5b18d46-0d23-46b5-bded-8b4f8b6123cd req-7a82af3f-7399-412c-acc0-032012922074 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 210 time: 0.3879039 Feb 10 15:20:10.491678 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3dfe7a0f-5ca9-450c-a900-dd18f066c27a,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:10.534840 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '3dfe7a0f-5ca9-450c-a900-dd18f066c27a', 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2', 'port_id': '3dfe7a0f-5ca9-450c-a900-dd18f066c27a', 'mac_address': 'fa:16:3e:e1:93:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641d274e-0229-4226-b05a-8b572a0b405b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:20:10.544073 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4c0cd9a-1f78-4745-b618-00662617d1d8 req-8f2539ea-c79f-4cea-b747-5d38f7e0b8ed tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9884787 Feb 10 15:20:10.674107 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-829b3fea-22ec-4c6a-8f90-845b0093391f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:10.680311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-829b3fea-22ec-4c6a-8f90-845b0093391f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9629009 Feb 10 15:20:10.700575 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:10.701004 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3dfe7a0f-5ca9-450c-a900-dd18f066c27a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:10.724177 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Request body: {'port': {'device_id': '6adbc48a-befe-476d-9304-b226ecaddaae', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '671a8c1cbc3247fe9316f7b0241815f0'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:10.733704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4047e16a-764a-4616-b5f6-9eb11a000571 None None] Current status of the port f5e20283-d78b-4c69-842f-a5bc05032ea1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:10.738983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfe7a0f-5ca9-450c-a900-dd18f066c27a {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:20:10.794639 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3dfe7a0f-5ca9-450c-a900-dd18f066c27a,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:10.803347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513bcdd-c750-412b-a239-3c847b3a9f3b req-88162033-9d81-4d1e-bc93-4ae24b5eabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:10.806332 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3dfe7a0f-5ca9-450c-a900-dd18f066c27a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:10.811366 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1513bcdd-c750-412b-a239-3c847b3a9f3b req-88162033-9d81-4d1e-bc93-4ae24b5eabc4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&device_id=07b51c55-bec9-4430-b424-f309b28fdf2c HTTP/1.1" status: 200 len: 1126 time: 1.5238667 Feb 10 15:20:10.872004 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1b70a326-bb02-479d-892e-8fb6a1f7ca23 req-af8e1999-66f4-4905-a625-92ff4a38cf22 service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1306579 Feb 10 15:20:10.883370 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339d54c-27ca-4dfe-8dfb-28dfd49b273f req-0a2b74bd-375a-4f90-b032-bdaf136d2ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:10.894288 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0339d54c-27ca-4dfe-8dfb-28dfd49b273f req-0a2b74bd-375a-4f90-b032-bdaf136d2ffe service neutron] 10.222.0.72 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 921 time: 1.5921335 Feb 10 15:20:10.946961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7467dd3c-4c26-4ccc-a3e0-700d77f359d8 None None] Network b4d58402-7024-4a91-ac5b-a90622c7b67c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:20:10.999542 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f76318a3-2b5d-4ad2-86ce-6d88ffff306c None None] Provisioning complete for port 73bf3028-cc03-4c60-a811-ae344a0a80f6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:11.000072 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f76318a3-2b5d-4ad2-86ce-6d88ffff306c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (73bf3028-cc03-4c60-a811-ae344a0a80f6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:11.050662 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=3dfe7a0f-5ca9-450c-a900-dd18f066c27a,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:11.058267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 73bf3028-cc03-4c60-a811-ae344a0a80f6 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:20:11.126696 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-1e684b5c-9110-43bf-a91a-382077f363ad tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:11.128483 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-1e684b5c-9110-43bf-a91a-382077f363ad tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6489317 Feb 10 15:20:11.148592 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0339d54c-27ca-4dfe-8dfb-28dfd49b273f req-3cfb9acf-361d-4f7e-8681-f283ce5c3249 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a1e2995-1000-415f-8b1a-5d8639eacfb3 HTTP/1.1" status: 200 len: 1001 time: 0.2327609 Feb 10 15:20:11.194070 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:11.211202 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 73bf3028-cc03-4c60-a811-ae344a0a80f6 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:11.211688 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (73bf3028-cc03-4c60-a811-ae344a0a80f6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:11.263236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0a735b-ee77-4e0f-b903-b6ec54793747', 'tag': '104c519f-115e-423f-ad01-bff7d0fcb6dc'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:11.266304 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370f877a-3b2b-4773-b05b-88b5e012cf93" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0a735b-ee77-4e0f-b903-b6ec54793747", "tag": "104c519f-115e-423f-ad01-bff7d0fcb6dc"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:11.270931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513bcdd-c750-412b-a239-3c847b3a9f3b req-0286ee62-0da7-4e43-8efa-b67a622350f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:11.272417 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1513bcdd-c750-412b-a239-3c847b3a9f3b req-0286ee62-0da7-4e43-8efa-b67a622350f9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 906 time: 0.4601173 Feb 10 15:20:11.278480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339d54c-27ca-4dfe-8dfb-28dfd49b273f req-505348d6-1dc1-487b-9ffe-eee00f102005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:11.280563 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0339d54c-27ca-4dfe-8dfb-28dfd49b273f req-505348d6-1dc1-487b-9ffe-eee00f102005 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 200 len: 859 time: 0.1203372 Feb 10 15:20:11.319798 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1513bcdd-c750-412b-a239-3c847b3a9f3b req-edb35a69-7a6b-4c78-8f21-3fae922f53d4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dfe7a0f-5ca9-450c-a900-dd18f066c27a HTTP/1.1" status: 200 len: 217 time: 0.0381429 Feb 10 15:20:11.321311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f76318a3-2b5d-4ad2-86ce-6d88ffff306c None None] Current status of the port 73bf3028-cc03-4c60-a811-ae344a0a80f6 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:11.327795 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3dfe7a0f-5ca9-450c-a900-dd18f066c27a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:20:11.450540 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513bcdd-c750-412b-a239-3c847b3a9f3b req-5c23f16b-3619-4166-b58c-967e99a9169c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:11.452078 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1513bcdd-c750-412b-a239-3c847b3a9f3b req-5c23f16b-3619-4166-b58c-967e99a9169c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 200 len: 845 time: 0.1238873 Feb 10 15:20:11.455473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f76318a3-2b5d-4ad2-86ce-6d88ffff306c None None] Provisioning complete for port 3d172030-8ec4-4cd7-b431-83e4cbca6630 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:11.455855 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f76318a3-2b5d-4ad2-86ce-6d88ffff306c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3d172030-8ec4-4cd7-b431-83e4cbca6630), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:11.473170 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for port (3d172030-8ec4-4cd7-b431-83e4cbca6630), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:11.491364 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (3d172030-8ec4-4cd7-b431-83e4cbca6630), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:11.499126 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1513bcdd-c750-412b-a239-3c847b3a9f3b req-3ea290c3-549a-47d3-8c8b-52c2df9ab88e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=70523496-0fb2-49c3-a6f3-295faa4269e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280416 Feb 10 15:20:11.501929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339d54c-27ca-4dfe-8dfb-28dfd49b273f req-6513e6bb-dfab-4a3d-bfc6-74c6baf5870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:11.503337 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0339d54c-27ca-4dfe-8dfb-28dfd49b273f req-6513e6bb-dfab-4a3d-bfc6-74c6baf5870c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6b17024a-debc-4b4b-8647-7b69683a5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1827359 Feb 10 15:20:11.552886 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (d10b6445-a003-4eb9-a8ab-5c007bdc9112), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:11.569365 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d31b9e-e67b-4f3c-8355-ba89989f71ad req-b6975b5c-48f8-4eb6-9c8c-3cb31acf00e0 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:11.572390 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06d31b9e-e67b-4f3c-8355-ba89989f71ad req-b6975b5c-48f8-4eb6-9c8c-3cb31acf00e0 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0a735b-ee77-4e0f-b903-b6ec54793747 HTTP/1.1" status: 200 len: 943 time: 0.7927523 Feb 10 15:20:11.728132 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-1df850f0-faf9-4751-8127-c9954623ce2b tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 1001 time: 0.5838571 Feb 10 15:20:11.771123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Made reservation on behalf of 671a8c1cbc3247fe9316f7b0241815f0 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:20:11.775388 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:11.781901 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-9672dad4-4a15-46ff-83fe-b033229ace75 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Request body: {'floatingip': {'port_id': 'b98af35a-fd5d-47cd-8da6-c6802d807bff', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:11.793194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6c631-e849-4742-b656-c7902679088b req-428102ac-17f7-4e9e-b115-fd71f131a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:11.798569 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d9f6c631-e849-4742-b656-c7902679088b req-428102ac-17f7-4e9e-b115-fd71f131a009 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107&tenant_id=4ad24befb1384c69ac214ad0a37e0b2b HTTP/1.1" status: 200 len: 1126 time: 0.1551781 Feb 10 15:20:11.830058 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1513bcdd-c750-412b-a239-3c847b3a9f3b req-097d7829-94ed-4536-bc14-bd3cde5a5e9e service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240895 Feb 10 15:20:11.833724 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0339d54c-27ca-4dfe-8dfb-28dfd49b273f req-7c5a5caa-f2e4-4028-bc09-98c696afdfa5 service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075616 Feb 10 15:20:11.881421 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event updated for resources: {'Port': ['ID=3d172030-8ec4-4cd7-b431-83e4cbca6630,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:11.886823 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:11.928095 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f76318a3-2b5d-4ad2-86ce-6d88ffff306c None None] Port 3d172030-8ec4-4cd7-b431-83e4cbca6630 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:20:11.963382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Network 260854eb-0104-4b31-b86e-0d8f89ebff7f is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:11.972955 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:11.997475 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-9672dad4-4a15-46ff-83fe-b033229ace75 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for floatingip (72c65d37-9593-4b09-9ec3-7436b2afb6a6), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:12.033172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 73bf3028-cc03-4c60-a811-ae344a0a80f6 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:12.034579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6e018f20-c66d-4232-99e6-363b39ded5f5 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:20:12.085992 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06d31b9e-e67b-4f3c-8355-ba89989f71ad req-d25cf560-6b70-41bb-9bc8-826aca3b25c9 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946099 Feb 10 15:20:12.122336 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2ee89c55-916a-4e10-90ee-745eb3e0f1a8 None None] Provisioning complete for port 6e018f20-c66d-4232-99e6-363b39ded5f5 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:12.122708 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2ee89c55-916a-4e10-90ee-745eb3e0f1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6e018f20-c66d-4232-99e6-363b39ded5f5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:12.135138 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1513bcdd-c750-412b-a239-3c847b3a9f3b req-6f760c88-a54a-413d-a4c4-b49b79f54a43 service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902904 Feb 10 15:20:12.190636 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 6e018f20-c66d-4232-99e6-363b39ded5f5 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:12.191256 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6e018f20-c66d-4232-99e6-363b39ded5f5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:12.266868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6c631-e849-4742-b656-c7902679088b req-deb82366-2b56-490a-acdf-aa2e80865088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:12.273458 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d9f6c631-e849-4742-b656-c7902679088b req-deb82366-2b56-490a-acdf-aa2e80865088 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ad24befb1384c69ac214ad0a37e0b2b&device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 1126 time: 0.4423461 Feb 10 15:20:12.305693 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2ee89c55-916a-4e10-90ee-745eb3e0f1a8 None None] Current status of the port 6e018f20-c66d-4232-99e6-363b39ded5f5 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:12.306077 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2ee89c55-916a-4e10-90ee-745eb3e0f1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6e018f20-c66d-4232-99e6-363b39ded5f5), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:12.381708 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2ee89c55-916a-4e10-90ee-745eb3e0f1a8 None None] For port 6e018f20-c66d-4232-99e6-363b39ded5f5, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6e018f20-c66d-4232-99e6-363b39ded5f5,segment=NetworkSegment(c1d49ab5-6bfb-4ece-826c-83e138eb7160),segment_id=c1d49ab5-6bfb-4ece-826c-83e138eb7160)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:12.389423 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2ee89c55-916a-4e10-90ee-745eb3e0f1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6e018f20-c66d-4232-99e6-363b39ded5f5), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:12.390927 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks [] for security_group (da280b71-431d-446a-803f-04d8bedbb765), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:12.401447 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (da280b71-431d-446a-803f-04d8bedbb765), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:12.433364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6c631-e849-4742-b656-c7902679088b req-431bb4ff-b64c-42eb-a8ab-c4f790b8f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:12.435283 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d9f6c631-e849-4742-b656-c7902679088b req-431bb4ff-b64c-42eb-a8ab-c4f790b8f13f service neutron] 10.222.0.72 "GET /v2.0/networks?id=6815c067-d5ad-4bf7-9e88-17529fe8111d HTTP/1.1" status: 200 len: 918 time: 0.1448188 Feb 10 15:20:12.439501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d508c-9e5d-46a3-8abb-595a9e582748 req-69b33d5d-20e6-48ee-a788-89c38ea0f258 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:12.444021 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0339d54c-27ca-4dfe-8dfb-28dfd49b273f req-89e54759-6d79-4578-bbb3-167df68f72c0 service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957892 Feb 10 15:20:12.448342 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-306d508c-9e5d-46a3-8abb-595a9e582748 req-69b33d5d-20e6-48ee-a788-89c38ea0f258 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=07b51c55-bec9-4430-b424-f309b28fdf2c HTTP/1.1" status: 200 len: 945 time: 0.1973152 Feb 10 15:20:12.480174 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da280b71-431d-446a-803f-04d8bedbb765,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:12.524128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 6e018f20-c66d-4232-99e6-363b39ded5f5 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:12.548086 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b0334c22-1822-4054-b9b9-8315b6e2cf3c None None] Provisioning complete for port 3d172030-8ec4-4cd7-b431-83e4cbca6630 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:12.548837 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b0334c22-1822-4054-b9b9-8315b6e2cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3d172030-8ec4-4cd7-b431-83e4cbca6630), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:12.590851 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Router d10b6445-a003-4eb9-a8ab-5c007bdc9112 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:20:12.596343 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b0334c22-1822-4054-b9b9-8315b6e2cf3c None None] Port 3d172030-8ec4-4cd7-b431-83e4cbca6630 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:20:12.600979 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee89c55-916a-4e10-90ee-745eb3e0f1a8 None None] Pushing event updated for resources: {'Port': ['ID=6e018f20-c66d-4232-99e6-363b39ded5f5,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:12.614326 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-306d508c-9e5d-46a3-8abb-595a9e582748 req-c65aaa42-f3ce-4f5c-b597-b625b9d7397a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647797 Feb 10 15:20:12.638291 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d9f6c631-e849-4742-b656-c7902679088b req-53a3801d-c529-49de-a66c-583624e2d0bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa3244c-d52c-4e52-a687-00e61703ca8e HTTP/1.1" status: 200 len: 1000 time: 0.1928828 Feb 10 15:20:12.705709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6c631-e849-4742-b656-c7902679088b req-297e0f54-be3f-4c01-b128-23e2491a800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:12.707727 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d9f6c631-e849-4742-b656-c7902679088b req-297e0f54-be3f-4c01-b128-23e2491a800d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa97da10-aa58-42f2-a53b-c9d35d81afde HTTP/1.1" status: 200 len: 856 time: 0.0618358 Feb 10 15:20:12.764459 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4201a9-facc-4295-aa96-caec5f8dcf1e x-openstack-request-id: req-7f4201a9-facc-4295-aa96-caec5f8dcf1e {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:12.764963 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0a735b-ee77-4e0f-b903-b6ec54793747", "tag": "104c519f-115e-423f-ad01-bff7d0fcb6dc", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:12.765342 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f4201a9-facc-4295-aa96-caec5f8dcf1e {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:12.765895 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0a735b-ee77-4e0f-b903-b6ec54793747', 'tag': '104c519f-115e-423f-ad01-bff7d0fcb6dc', 'status': 'completed', 'code': 200} Feb 10 15:20:12.843730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6c631-e849-4742-b656-c7902679088b req-7c87e997-52e0-4881-b1de-fe9f9165d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:12.846704 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d9f6c631-e849-4742-b656-c7902679088b req-7c87e997-52e0-4881-b1de-fe9f9165d661 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6815c067-d5ad-4bf7-9e88-17529fe8111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1273775 Feb 10 15:20:12.850425 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f62b2949-a181-4394-a400-7091821eb43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:12.858302 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f877a-3b2b-4773-b05b-88b5e012cf93 req-bc184336-d73b-4885-a6fd-a0cf7c07f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:12.861716 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-370f877a-3b2b-4773-b05b-88b5e012cf93 req-bc184336-d73b-4885-a6fd-a0cf7c07f18b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&device_id=ee0a735b-ee77-4e0f-b903-b6ec54793747 HTTP/1.1" status: 200 len: 1125 time: 0.0949368 Feb 10 15:20:12.985418 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d9f6c631-e849-4742-b656-c7902679088b req-536dfd05-0d83-444c-8d85-322c357badfa service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293044 Feb 10 15:20:13.163880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f877a-3b2b-4773-b05b-88b5e012cf93 req-a356ada8-a825-4cf8-91f2-8ec9015dedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:13.165797 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-370f877a-3b2b-4773-b05b-88b5e012cf93 req-a356ada8-a825-4cf8-91f2-8ec9015dedf6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 200 len: 912 time: 0.2940693 Feb 10 15:20:13.172363 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d9f6c631-e849-4742-b656-c7902679088b req-196c7f62-e704-4586-91fc-cb2d6da407a2 service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728549 Feb 10 15:20:13.221403 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-370f877a-3b2b-4773-b05b-88b5e012cf93 req-83dbea64-86a6-4bf1-b6a7-2b6cc5eebf6f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=104c519f-115e-423f-ad01-bff7d0fcb6dc HTTP/1.1" status: 200 len: 217 time: 0.0478196 Feb 10 15:20:13.298586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f877a-3b2b-4773-b05b-88b5e012cf93 req-6e472eed-18fc-4c7a-abac-1f60f77b3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:13.300098 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-370f877a-3b2b-4773-b05b-88b5e012cf93 req-6e472eed-18fc-4c7a-abac-1f60f77b3412 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696 HTTP/1.1" status: 200 len: 851 time: 0.0716810 Feb 10 15:20:13.315573 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d64a35fd-91d1-44a2-bd59-90e1991029db req-15c73d69-78cd-422f-a657-07ab88557982 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 210 time: 0.4436781 Feb 10 15:20:13.359895 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-370f877a-3b2b-4773-b05b-88b5e012cf93 req-c84cfa05-ddf0-4a3d-89f3-ea91fd1835b8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=98af5229-c542-4eaf-859a-ec2f4d24a8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520353 Feb 10 15:20:13.479803 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-370f877a-3b2b-4773-b05b-88b5e012cf93 req-c86b58e8-d1e6-4d72-a564-51356d2e7dc2 service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129439 Feb 10 15:20:13.512375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Allocated IP 192.168.233.27 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/58bc5875-2e08-45d6-8111-df0e3772daef) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:20:13.618713 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:20:13.634981 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877144e-a62b-47a2-8ba3-4cf6860a1ca6 None None] Sync routers for ids ['d10b6445-a003-4eb9-a8ab-5c007bdc9112'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:20:13.644127 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cb3aeb2a-b343-4c33-abe8-c6dcd384871d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "PUT /v2.0/routers/d10b6445-a003-4eb9-a8ab-5c007bdc9112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0347030 Feb 10 15:20:13.645826 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-370f877a-3b2b-4773-b05b-88b5e012cf93 req-a24edb9b-ee2b-43b6-b597-d11da507d802 service neutron] 10.222.0.79 "GET /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510692 Feb 10 15:20:13.649275 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44560) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:13.652229 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6877144e-a62b-47a2-8ba3-4cf6860a1ca6 None None] Routers {'d10b6445-a003-4eb9-a8ab-5c007bdc9112'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:13.652892 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6877144e-a62b-47a2-8ba3-4cf6860a1ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:19:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d10b6445-a003-4eb9-a8ab-5c007bdc9112'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:13.725312 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6877144e-a62b-47a2-8ba3-4cf6860a1ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:13.744879 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6877144e-a62b-47a2-8ba3-4cf6860a1ca6 None None] Routers {'d10b6445-a003-4eb9-a8ab-5c007bdc9112'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:13.745942 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6877144e-a62b-47a2-8ba3-4cf6860a1ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:19:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d10b6445-a003-4eb9-a8ab-5c007bdc9112'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:13.838963 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6877144e-a62b-47a2-8ba3-4cf6860a1ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:13.839739 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877144e-a62b-47a2-8ba3-4cf6860a1ca6 None None] The sync data for ids ['d10b6445-a003-4eb9-a8ab-5c007bdc9112'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:20:13.911903 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks [] for port (58bc5875-2e08-45d6-8111-df0e3772daef), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:13.974812 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a3acb-bb38-40b7-ab97-ebf005f5ac18 req-11d42876-9c49-42ff-99a6-201d57f91c7c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:13.984050 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c88a3acb-bb38-40b7-ab97-ebf005f5ac18 req-11d42876-9c49-42ff-99a6-201d57f91c7c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.5952735 Feb 10 15:20:13.988092 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:14.012357 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 104c519f-115e-423f-ad01-bff7d0fcb6dc details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:20:14.029267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 3dfe7a0f-5ca9-450c-a900-dd18f066c27a up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:20:14.181072 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:20:14.192666 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:14.193438 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3dfe7a0f-5ca9-450c-a900-dd18f066c27a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:14.270361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:14.288444 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:14.301577 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-78beacbe-6e51-4a79-b70f-24f3b1e6589d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:20:14.302719 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-78beacbe-6e51-4a79-b70f-24f3b1e6589d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "PUT /v2.0/routers/d10b6445-a003-4eb9-a8ab-5c007bdc9112/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6514280 Feb 10 15:20:14.307761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44568) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:14.309507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 104c519f-115e-423f-ad01-bff7d0fcb6dc, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=104c519f-115e-423f-ad01-bff7d0fcb6dc,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:14.319734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:20:14.330973 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Pushing event updated for resources: {'Port': ['ID=58bc5875-2e08-45d6-8111-df0e3772daef,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:14.358578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '104c519f-115e-423f-ad01-bff7d0fcb6dc', 'network_id': '98af5229-c542-4eaf-859a-ec2f4d24a8d1', 'port_id': '104c519f-115e-423f-ad01-bff7d0fcb6dc', 'mac_address': 'fa:16:3e:d2:79:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:20:14.505838 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 104c519f-115e-423f-ad01-bff7d0fcb6dc is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:14.506389 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (104c519f-115e-423f-ad01-bff7d0fcb6dc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:14.535341 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:14.539167 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3dfe7a0f-5ca9-450c-a900-dd18f066c27a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:14.545173 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104c519f-115e-423f-ad01-bff7d0fcb6dc {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:20:14.569222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 104c519f-115e-423f-ad01-bff7d0fcb6dc, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=104c519f-115e-423f-ad01-bff7d0fcb6dc,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:14.592724 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (104c519f-115e-423f-ad01-bff7d0fcb6dc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:14.622241 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-9672dad4-4a15-46ff-83fe-b033229ace75 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:14.628016 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b51c55-bec9-4430-b424-f309b28fdf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfe7a0f-5ca9-450c-a900-dd18f066c27a'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:14.635765 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-9672dad4-4a15-46ff-83fe-b033229ace75 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (72c65d37-9593-4b09-9ec3-7436b2afb6a6), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:14.636402 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fd3581-e639-47f6-af67-a35ac8d23cb2" -d '{"events": [{"server_uuid": "07b51c55-bec9-4430-b424-f309b28fdf2c", "name": "network-vif-plugged", "status": "completed", "tag": "3dfe7a0f-5ca9-450c-a900-dd18f066c27a"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:14.659516 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:14.660154 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:14.721919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3dfe7a0f-5ca9-450c-a900-dd18f066c27a,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:14.744076 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3dfe7a0f-5ca9-450c-a900-dd18f066c27a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:14.750029 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c88a3acb-bb38-40b7-ab97-ebf005f5ac18 req-d3490b63-e786-4c9e-ad5e-4c37550e5d46 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7646255 Feb 10 15:20:14.788126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=104c519f-115e-423f-ad01-bff7d0fcb6dc,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:14.788460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ce3f44df-a8e8-40c6-bf27-467ba16bd1ba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0944293 Feb 10 15:20:14.811376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Request body: {'port': {'device_id': '6adbc48a-befe-476d-9304-b226ecaddaae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:14.929788 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6e018f20-c66d-4232-99e6-363b39ded5f5 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:20:14.993017 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44580) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:15.015991 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['104c519f-115e-423f-ad01-bff7d0fcb6dc'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:20:15.082357 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-9672dad4-4a15-46ff-83fe-b033229ace75 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Floating IP 72c65d37-9593-4b09-9ec3-7436b2afb6a6 associated. External IP: 172.25.3.206, port: 5a1e2995-1000-415f-8b1a-5d8639eacfb3. Feb 10 15:20:15.142426 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:15.158494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-44482cc8-e1ec-4c94-8b37-d552c88b662f None None] Provisioning complete for port 58bc5875-2e08-45d6-8111-df0e3772daef triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:15.158925 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-44482cc8-e1ec-4c94-8b37-d552c88b662f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:15.290492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=3dfe7a0f-5ca9-450c-a900-dd18f066c27a,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:15.353570 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b75b36a4-b4af-4c16-9189-4901d2163c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:15.376440 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-44482cc8-e1ec-4c94-8b37-d552c88b662f None None] Port 58bc5875-2e08-45d6-8111-df0e3772daef cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:20:15.387860 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-80d93a2d-46de-4d13-b575-f8955825a8ae tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (d10b6445-a003-4eb9-a8ab-5c007bdc9112), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:15.455469 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 6e018f20-c66d-4232-99e6-363b39ded5f5 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:15.455914 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6e018f20-c66d-4232-99e6-363b39ded5f5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:15.666776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc5f34-2ebe-4ddf-8f38-16d6fea91f6f req-7af91e17-d0d3-4c79-bae4-39d5cc613c16 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:15.668588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-30dc5f34-2ebe-4ddf-8f38-16d6fea91f6f req-7af91e17-d0d3-4c79-bae4-39d5cc613c16 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0a735b-ee77-4e0f-b903-b6ec54793747 HTTP/1.1" status: 200 len: 944 time: 0.5003421 Feb 10 15:20:15.811760 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 6e018f20-c66d-4232-99e6-363b39ded5f5 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:15.954906 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-30dc5f34-2ebe-4ddf-8f38-16d6fea91f6f req-72911ab6-5311-4377-bd2b-aa08ec8d7e6c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758737 Feb 10 15:20:16.110898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-9672dad4-4a15-46ff-83fe-b033229ace75 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:20:16.270215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58bc5875-2e08-45d6-8111-df0e3772daef {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:20:16.287166 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:16.287827 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Publish callbacks [] for port (58bc5875-2e08-45d6-8111-df0e3772daef), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:16.332589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac375c-758a-43a6-a891-f6e550124b29 req-775667e8-2a51-47bc-9ecc-a046f45558a5 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:16.352168 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3fac375c-758a-43a6-a891-f6e550124b29 req-775667e8-2a51-47bc-9ecc-a046f45558a5 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=07b51c55-bec9-4430-b424-f309b28fdf2c HTTP/1.1" status: 200 len: 946 time: 0.2224607 Feb 10 15:20:16.375075 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Transition to ACTIVE for port object 58bc5875-2e08-45d6-8111-df0e3772daef will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:20:16.392467 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:16.681721 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3fac375c-758a-43a6-a891-f6e550124b29 req-d33b740f-0cca-4006-99c7-7ee7221b1b5b tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285716 Feb 10 15:20:16.748889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Pushing event updated for resources: {'Port': ['ID=58bc5875-2e08-45d6-8111-df0e3772daef,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:16.770782 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-9672dad4-4a15-46ff-83fe-b033229ace75 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:20:16.786686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a7c87a-7985-4093-843b-8961cb48074c None None] Sync routers for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:20:16.829364 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a7c87a-7985-4093-843b-8961cb48074c None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:16.833795 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-08a7c87a-7985-4093-843b-8961cb48074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:17.153160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-08a7c87a-7985-4093-843b-8961cb48074c None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:17.157804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-80d93a2d-46de-4d13-b575-f8955825a8ae tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Deleting port 3d172030-8ec4-4cd7-b431-83e4cbca6630 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:17.159366 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-80d93a2d-46de-4d13-b575-f8955825a8ae tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3d172030-8ec4-4cd7-b431-83e4cbca6630), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:17.197011 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5fb209f-5d9b-4463-9aef-3d62d0cebba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (a35d5a39-b005-436f-aaec-cf3af89458c2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:17.312717 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857de8e-b10b-40bc-ae6e-691651356700 req-738ec65b-72ac-4735-82ca-df3c51fdef44 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:17.314739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2857de8e-b10b-40bc-ae6e-691651356700 req-738ec65b-72ac-4735-82ca-df3c51fdef44 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 947 time: 0.3537357 Feb 10 15:20:17.540171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Attempting to bind port 58bc5875-2e08-45d6-8111-df0e3772daef on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:20:17.541978 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Attempting to bind port 58bc5875-2e08-45d6-8111-df0e3772daef by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:20:17.542329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Attempting to bind port 58bc5875-2e08-45d6-8111-df0e3772daef on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:20:17.583501 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-80d93a2d-46de-4d13-b575-f8955825a8ae tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3d172030-8ec4-4cd7-b431-83e4cbca6630), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:17.615437 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-9672dad4-4a15-46ff-83fe-b033229ace75 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:20:17.635732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Port 58bc5875-2e08-45d6-8111-df0e3772daef on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:20:17.637437 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Attempting to bind port 58bc5875-2e08-45d6-8111-df0e3772daef on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:20:17.645058 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-80d93a2d-46de-4d13-b575-f8955825a8ae tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Calling delete_port for 3d172030-8ec4-4cd7-b431-83e4cbca6630 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:17.676106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-08a7c87a-7985-4093-843b-8961cb48074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '72c65d37-9593-4b09-9ec3-7436b2afb6a6', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'port_id': 'b98af35a-fd5d-47cd-8da6-c6802d807bff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'mac_address': 'fa:16:3e:1b:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:19:40Z', 'updated_at': '2022-02-10T15:20:14Z', 'revision_number': 3, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:17.711204 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2857de8e-b10b-40bc-ae6e-691651356700 req-4da5c1e4-77ca-48de-bc74-a54d04725cea tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802201 Feb 10 15:20:17.713111 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:20:17.713613 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:20:17.714463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:20:17.714569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a7c87a-7985-4093-843b-8961cb48074c None None] Checking router: d5ea87bc-648a-4c57-94e2-29d7c50f7a58 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:20:17.714678 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Bound port: 58bc5875-2e08-45d6-8111-df0e3772daef, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:20:17.714787 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:17.724892 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a7c87a-7985-4093-843b-8961cb48074c None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:17.725519 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-08a7c87a-7985-4093-843b-8961cb48074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:17.894590 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565f9f7d-28c9-493d-a9e8-d1ad5ca303a7 x-openstack-request-id: req-565f9f7d-28c9-493d-a9e8-d1ad5ca303a7 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:17.894905 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b51c55-bec9-4430-b424-f309b28fdf2c", "name": "network-vif-plugged", "status": "completed", "tag": "3dfe7a0f-5ca9-450c-a900-dd18f066c27a", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:17.895172 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-565f9f7d-28c9-493d-a9e8-d1ad5ca303a7 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:17.895585 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b51c55-bec9-4430-b424-f309b28fdf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfe7a0f-5ca9-450c-a900-dd18f066c27a', 'code': 200} Feb 10 15:20:17.922389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb209f-5d9b-4463-9aef-3d62d0cebba9 admin admin] Deleting port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:17.922644 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5fb209f-5d9b-4463-9aef-3d62d0cebba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:17.945727 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:18.025808 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-9672dad4-4a15-46ff-83fe-b033229ace75 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:20:18.061898 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-9672dad4-4a15-46ff-83fe-b033229ace75 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:18.097916 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 104c519f-115e-423f-ad01-bff7d0fcb6dc up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:20:18.254107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 104c519f-115e-423f-ad01-bff7d0fcb6dc completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:20:18.274610 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 104c519f-115e-423f-ad01-bff7d0fcb6dc triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:18.275550 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (104c519f-115e-423f-ad01-bff7d0fcb6dc), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:18.285551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'tag': '5a1e2995-1000-415f-8b1a-5d8639eacfb3'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:18.287867 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5be120a-6893-4144-a4b9-258e032abc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8eaa17-86ca-4182-aa43-29b10d3f15a9", "tag": "5a1e2995-1000-415f-8b1a-5d8639eacfb3"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:18.352843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-08a7c87a-7985-4093-843b-8961cb48074c None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:18.379783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84195fc-1575-4c8a-bf7d-fd9796088efb req-8d90560b-c37c-41a9-9cb1-7fc62b505bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:18.384072 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d84195fc-1575-4c8a-bf7d-fd9796088efb req-8d90560b-c37c-41a9-9cb1-7fc62b505bdf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=07b51c55-bec9-4430-b424-f309b28fdf2c HTTP/1.1" status: 200 len: 1128 time: 0.4484169 Feb 10 15:20:18.411108 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] For port 58bc5875-2e08-45d6-8111-df0e3772daef, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:20:18.423650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] For port 58bc5875-2e08-45d6-8111-df0e3772daef, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=58bc5875-2e08-45d6-8111-df0e3772daef,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:20:18.439176 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956e39a-b915-4d46-9c26-20d20c48794d req-3f2dbebd-4e08-4a1c-b0b8-d705bc8adcff tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:18.446560 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e956e39a-b915-4d46-9c26-20d20c48794d req-3f2dbebd-4e08-4a1c-b0b8-d705bc8adcff tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.4019649 Feb 10 15:20:18.451540 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-9672dad4-4a15-46ff-83fe-b033229ace75 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "PUT /v2.0/floatingips/72c65d37-9593-4b09-9ec3-7436b2afb6a6 HTTP/1.1" status: 200 len: 999 time: 6.6924362 Feb 10 15:20:18.487061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-b5fb209f-5d9b-4463-9aef-3d62d0cebba9 admin admin] For port bbe8b2bd-3284-46c2-bebe-c8e30bf90e84, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=bbe8b2bd-3284-46c2-bebe-c8e30bf90e84,segment=NetworkSegment(129bf744-af7e-4a4f-ab54-d3612c359997),segment_id=129bf744-af7e-4a4f-ab54-d3612c359997)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:18.487429 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5fb209f-5d9b-4463-9aef-3d62d0cebba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:18.499688 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:18.630606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb209f-5d9b-4463-9aef-3d62d0cebba9 admin admin] Calling delete_port for bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:18.662535 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d84195fc-1575-4c8a-bf7d-fd9796088efb req-739edcbf-87cb-4d20-96ab-183519b7950a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649748 Feb 10 15:20:19.006067 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5fb209f-5d9b-4463-9aef-3d62d0cebba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (bbe8b2bd-3284-46c2-bebe-c8e30bf90e84), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:19.036764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:19.065762 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb209f-5d9b-4463-9aef-3d62d0cebba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe8b2bd-3284-46c2-bebe-c8e30bf90e84,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:19.136308 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 104c519f-115e-423f-ad01-bff7d0fcb6dc is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:19.137322 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (104c519f-115e-423f-ad01-bff7d0fcb6dc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:19.229523 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-80d93a2d-46de-4d13-b575-f8955825a8ae tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3d172030-8ec4-4cd7-b431-83e4cbca6630), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:19.330098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d93a2d-46de-4d13-b575-f8955825a8ae tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event deleted for resources: {'Port': ['ID=3d172030-8ec4-4cd7-b431-83e4cbca6630,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:19.375954 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 104c519f-115e-423f-ad01-bff7d0fcb6dc, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=104c519f-115e-423f-ad01-bff7d0fcb6dc,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:19.408241 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (104c519f-115e-423f-ad01-bff7d0fcb6dc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:19.419459 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:19.420083 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:19.430295 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] 10.222.0.72 "PUT /v2.0/ports/58bc5875-2e08-45d6-8111-df0e3772daef HTTP/1.1" status: 200 len: 1095 time: 4.6298676 Feb 10 15:20:19.582270 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-de5ebf14-94d8-4b23-8986-fa24007f6d97 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:19.583743 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-de5ebf14-94d8-4b23-8986-fa24007f6d97 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports/5a1e2995-1000-415f-8b1a-5d8639eacfb3 HTTP/1.1" status: 200 len: 942 time: 1.1231749 Feb 10 15:20:19.797016 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e956e39a-b915-4d46-9c26-20d20c48794d req-f9053135-717e-49bd-945e-0aed56805cc5 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3428457 Feb 10 15:20:19.823856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=104c519f-115e-423f-ad01-bff7d0fcb6dc,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:19.884622 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9031904-9960-4b4d-a7ea-445d87224665 service neutron] Pushing event updated for resources: {'Port': ['ID=58bc5875-2e08-45d6-8111-df0e3772daef,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:19.911790 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0a735b-ee77-4e0f-b903-b6ec54793747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104c519f-115e-423f-ad01-bff7d0fcb6dc'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:19.928468 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841b3409-23ed-44a8-a98b-d05fbb542382" -d '{"events": [{"server_uuid": "ee0a735b-ee77-4e0f-b903-b6ec54793747", "name": "network-vif-plugged", "status": "completed", "tag": "104c519f-115e-423f-ad01-bff7d0fcb6dc"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:19.980253 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5fb209f-5d9b-4463-9aef-3d62d0cebba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (a35d5a39-b005-436f-aaec-cf3af89458c2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:19.990792 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-569a4bd6-4acc-4175-887b-0ef1f0b22f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:19.992913 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-569a4bd6-4acc-4175-887b-0ef1f0b22f0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 1129 time: 0.4444690 Feb 10 15:20:20.088537 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-08a7c87a-7985-4093-843b-8961cb48074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '72c65d37-9593-4b09-9ec3-7436b2afb6a6', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'port_id': 'b98af35a-fd5d-47cd-8da6-c6802d807bff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'mac_address': 'fa:16:3e:1b:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:19:40Z', 'updated_at': '2022-02-10T15:20:14Z', 'revision_number': 3, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:20.154389 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a7c87a-7985-4093-843b-8961cb48074c None None] The sync data for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 is: [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '72c65d37-9593-4b09-9ec3-7436b2afb6a6', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'port_id': 'b98af35a-fd5d-47cd-8da6-c6802d807bff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'mac_address': 'fa:16:3e:1b:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:19:40Z', 'updated_at': '2022-02-10T15:20:14Z', 'revision_number': 3, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:20:20.216376 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-80d93a2d-46de-4d13-b575-f8955825a8ae tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (d10b6445-a003-4eb9-a8ab-5c007bdc9112), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:20.224432 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-fced2ddb-19c0-47cb-ba2d-5ca6a6d13968 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=58bc5875-2e08-45d6-8111-df0e3772daef HTTP/1.1" status: 200 len: 217 time: 0.1415427 Feb 10 15:20:20.242175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12de668-4ebb-456f-9149-7f3aaf66ac4b req-3c1fa673-eb9c-4054-9bcb-34cb6eb3d19c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:20.243693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e12de668-4ebb-456f-9149-7f3aaf66ac4b req-3c1fa673-eb9c-4054-9bcb-34cb6eb3d19c tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0a735b-ee77-4e0f-b903-b6ec54793747 HTTP/1.1" status: 200 len: 945 time: 0.2256300 Feb 10 15:20:20.376581 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-eb3a4599-d2c0-4e44-bd81-8ac14570ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:20.378085 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-eb3a4599-d2c0-4e44-bd81-8ac14570ee29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 1127 time: 0.3842652 Feb 10 15:20:20.384843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-fa68db30-7231-40b4-a022-21af211741bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:20.386760 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-fa68db30-7231-40b4-a022-21af211741bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1370196 Feb 10 15:20:20.458489 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e12de668-4ebb-456f-9149-7f3aaf66ac4b req-404658f8-d023-412e-ae51-e78a8276c1d7 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361160 Feb 10 15:20:20.538377 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a9e48b-3dd4-4359-99f3-904b0be39ac1 None None] New status for floating IP 72c65d37-9593-4b09-9ec3-7436b2afb6a6: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:20:20.618534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-074d632d-5fee-457f-812d-34bfadcefcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:20.620050 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-074d632d-5fee-457f-812d-34bfadcefcbb service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 921 time: 0.2112572 Feb 10 15:20:20.658989 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d93a2d-46de-4d13-b575-f8955825a8ae tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Router d10b6445-a003-4eb9-a8ab-5c007bdc9112 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:20:20.769334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-f392378f-42f1-4e5e-be4c-bc297f770660 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a1e2995-1000-415f-8b1a-5d8639eacfb3 HTTP/1.1" status: 200 len: 217 time: 0.1249585 Feb 10 15:20:20.874297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-841b8b1c-2203-4c42-866b-9376aeaaa0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:20.876129 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-841b8b1c-2203-4c42-866b-9376aeaaa0f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 200 len: 859 time: 0.0921507 Feb 10 15:20:20.891605 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ef569307-29b6-4d74-ad8b-c44e7a88c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:20.894094 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-ef569307-29b6-4d74-ad8b-c44e7a88c63e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4764314 Feb 10 15:20:20.917870 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116f944-fde6-4656-bd88-74beae571200 req-4100e15c-1a33-408d-be19-07673405bea7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:20.919828 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d116f944-fde6-4656-bd88-74beae571200 req-4100e15c-1a33-408d-be19-07673405bea7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=07b51c55-bec9-4430-b424-f309b28fdf2c HTTP/1.1" status: 200 len: 946 time: 0.2918577 Feb 10 15:20:20.973186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d93a2d-46de-4d13-b575-f8955825a8ae tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:20:20.990128 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-80d93a2d-46de-4d13-b575-f8955825a8ae tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "PUT /v2.0/routers/d10b6445-a003-4eb9-a8ab-5c007bdc9112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6811550 Feb 10 15:20:20.991439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44608) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:21.005779 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e62cce-4f42-4adc-acfe-1bc512a2c7f8 None None] Sync routers for ids ['d10b6445-a003-4eb9-a8ab-5c007bdc9112'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:20:21.033938 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e62cce-4f42-4adc-acfe-1bc512a2c7f8 None None] Routers {'d10b6445-a003-4eb9-a8ab-5c007bdc9112'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:21.034599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a8e62cce-4f42-4adc-acfe-1bc512a2c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d10b6445-a003-4eb9-a8ab-5c007bdc9112'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:21.092949 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4926b7be-39a8-4ce8-8cf1-0d508b2001bd None None] Sync routers for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:20:21.106709 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4926b7be-39a8-4ce8-8cf1-0d508b2001bd None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:21.108796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fb209f-5d9b-4463-9aef-3d62d0cebba9 admin admin] Router a35d5a39-b005-436f-aaec-cf3af89458c2 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:20:21.109637 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4926b7be-39a8-4ce8-8cf1-0d508b2001bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:21.115712 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a8e62cce-4f42-4adc-acfe-1bc512a2c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:21.119766 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-9eef27f7-4ea7-4bdc-8411-da4b457bacb0 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] delete failed (client error): The resource could not be found. Feb 10 15:20:21.131849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9eef27f7-4ea7-4bdc-8411-da4b457bacb0 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-1091612081 HTTP/1.1" status: 404 len: 335 time: 0.1347988 Feb 10 15:20:21.134460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44610) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:21.146173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-70feeb63-3401-425b-9838-a023f323dab5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd10b6445-a003-4eb9-a8ab-5c007bdc9112'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:21.149435 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e62cce-4f42-4adc-acfe-1bc512a2c7f8 None None] Routers {'d10b6445-a003-4eb9-a8ab-5c007bdc9112'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:21.151273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a8e62cce-4f42-4adc-acfe-1bc512a2c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d10b6445-a003-4eb9-a8ab-5c007bdc9112'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:21.178674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-7956dfcc-9dc6-454c-b43d-936535757054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:21.180411 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-7956dfcc-9dc6-454c-b43d-936535757054 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b17024a-debc-4b4b-8647-7b69683a5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2852614 Feb 10 15:20:21.254174 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a8e62cce-4f42-4adc-acfe-1bc512a2c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:21.255805 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e62cce-4f42-4adc-acfe-1bc512a2c7f8 None None] The sync data for ids ['d10b6445-a003-4eb9-a8ab-5c007bdc9112'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:20:21.296228 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-ea34ea13-43a5-4f92-bbbf-48928a37ce12 service neutron] 10.222.0.64 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054797 Feb 10 15:20:21.305120 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d116f944-fde6-4656-bd88-74beae571200 req-15571faf-c4f4-45dd-b933-8300494f2866 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711129 Feb 10 15:20:21.469742 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-07b8736d-d050-49cc-8609-a7cd99d5a521 service neutron] 10.222.0.64 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636329 Feb 10 15:20:21.481780 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0c477d-f21f-43dd-965b-6eaa387b4861 x-openstack-request-id: req-de0c477d-f21f-43dd-965b-6eaa387b4861 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:21.482095 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8eaa17-86ca-4182-aa43-29b10d3f15a9", "tag": "5a1e2995-1000-415f-8b1a-5d8639eacfb3", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:21.482318 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de0c477d-f21f-43dd-965b-6eaa387b4861 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:21.482812 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'tag': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'status': 'completed', 'code': 200} Feb 10 15:20:21.489363 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-b13e06db-52be-4b04-84e3-83c493c12081 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392754 Feb 10 15:20:21.608410 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-4926b7be-39a8-4ce8-8cf1-0d508b2001bd None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:21.626254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fb209f-5d9b-4463-9aef-3d62d0cebba9 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:20:21.639253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19736b4c-05d1-4958-b9c4-dd8eeb8188d3 None None] Sync routers for ids ['a35d5a39-b005-436f-aaec-cf3af89458c2'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:20:21.658109 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19736b4c-05d1-4958-b9c4-dd8eeb8188d3 None None] Routers {'a35d5a39-b005-436f-aaec-cf3af89458c2'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:21.666294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-19736b4c-05d1-4958-b9c4-dd8eeb8188d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a35d5a39-b005-436f-aaec-cf3af89458c2'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:21.668274 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b5fb209f-5d9b-4463-9aef-3d62d0cebba9 admin admin] 10.222.0.64 "PUT /v2.0/routers/a35d5a39-b005-436f-aaec-cf3af89458c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6733487 Feb 10 15:20:21.671732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44618) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:21.833504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a35e4-3f7c-4330-b923-786805ba9669 req-3de59e9d-4598-47a9-93fe-d178f17c805c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:21.835089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-025a35e4-3f7c-4330-b923-786805ba9669 req-3de59e9d-4598-47a9-93fe-d178f17c805c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 947 time: 0.2566986 Feb 10 15:20:21.877121 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4926b7be-39a8-4ce8-8cf1-0d508b2001bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '72c65d37-9593-4b09-9ec3-7436b2afb6a6', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'port_id': 'b98af35a-fd5d-47cd-8da6-c6802d807bff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'mac_address': 'fa:16:3e:1b:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:19:40Z', 'updated_at': '2022-02-10T15:20:20Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:21.902210 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-6cd37fba-4cdf-4054-877d-e9172d87e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:21.903746 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-6cd37fba-4cdf-4054-877d-e9172d87e8c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 1128 time: 0.3720050 Feb 10 15:20:21.908901 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4926b7be-39a8-4ce8-8cf1-0d508b2001bd None None] Checking router: d5ea87bc-648a-4c57-94e2-29d7c50f7a58 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:20:21.918087 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4926b7be-39a8-4ce8-8cf1-0d508b2001bd None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:21.919011 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4926b7be-39a8-4ce8-8cf1-0d508b2001bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:22.034462 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-4926b7be-39a8-4ce8-8cf1-0d508b2001bd None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:22.062824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-19736b4c-05d1-4958-b9c4-dd8eeb8188d3 None None] Set router a35d5a39-b005-436f-aaec-cf3af89458c2 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:22.099765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-423ccc7f-758f-4b2e-bf71-f470459ea82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:22.101334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-423ccc7f-758f-4b2e-bf71-f470459ea82d service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 921 time: 0.1756511 Feb 10 15:20:22.175530 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-025a35e4-3f7c-4330-b923-786805ba9669 req-47800fce-b516-4878-a6f3-56d8dffeaf78 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253031 Feb 10 15:20:22.282849 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2fed5d-69d7-429a-a10a-b1b9414b84d8 x-openstack-request-id: req-1e2fed5d-69d7-429a-a10a-b1b9414b84d8 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:22.283350 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0a735b-ee77-4e0f-b903-b6ec54793747", "name": "network-vif-plugged", "status": "completed", "tag": "104c519f-115e-423f-ad01-bff7d0fcb6dc", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:22.283518 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e2fed5d-69d7-429a-a10a-b1b9414b84d8 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:22.283935 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0a735b-ee77-4e0f-b903-b6ec54793747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104c519f-115e-423f-ad01-bff7d0fcb6dc', 'code': 200} Feb 10 15:20:22.286067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6df9fe-fda3-4a36-94ad-94f50c486b0e req-25263207-1a98-45fd-b055-1a01c3949017 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7882698 Feb 10 15:20:22.357893 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4926b7be-39a8-4ce8-8cf1-0d508b2001bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '72c65d37-9593-4b09-9ec3-7436b2afb6a6', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'port_id': 'b98af35a-fd5d-47cd-8da6-c6802d807bff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'mac_address': 'fa:16:3e:1b:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:19:40Z', 'updated_at': '2022-02-10T15:20:20Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:22.369920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-e1f86d38-32ef-401e-8c80-c33d0564fcfa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b98af35a-fd5d-47cd-8da6-c6802d807bff HTTP/1.1" status: 200 len: 1002 time: 0.2107623 Feb 10 15:20:22.407229 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4926b7be-39a8-4ce8-8cf1-0d508b2001bd None None] The sync data for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 is: [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '72c65d37-9593-4b09-9ec3-7436b2afb6a6', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'port_id': 'b98af35a-fd5d-47cd-8da6-c6802d807bff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'mac_address': 'fa:16:3e:1b:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:19:40Z', 'updated_at': '2022-02-10T15:20:20Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:20:22.541956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-19736b4c-05d1-4958-b9c4-dd8eeb8188d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206242667-router', 'tenant_id': 'f5215607e06341349d4ff99815703bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:08Z', 'updated_at': '2022-02-10T15:20:18Z', 'revision_number': 5, 'project_id': 'f5215607e06341349d4ff99815703bf5', 'gw_port': {'id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:10Z', 'updated_at': '2022-02-10T15:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:22.553958 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-c1c8d459-ee60-4595-840f-c00f55c7848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:22.558684 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-c1c8d459-ee60-4595-840f-c00f55c7848e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 200 len: 859 time: 0.1829083 Feb 10 15:20:22.577700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417264d-7051-4748-a72d-e67cc4f1f034 req-83bb7100-c947-49e7-bcc0-6e6363feca2a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:22.586185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0417264d-7051-4748-a72d-e67cc4f1f034 req-83bb7100-c947-49e7-bcc0-6e6363feca2a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1607931 Feb 10 15:20:22.653645 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19736b4c-05d1-4958-b9c4-dd8eeb8188d3 None None] Checking router: a35d5a39-b005-436f-aaec-cf3af89458c2 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:20:22.672534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19736b4c-05d1-4958-b9c4-dd8eeb8188d3 None None] Routers {'a35d5a39-b005-436f-aaec-cf3af89458c2'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:22.673353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-19736b4c-05d1-4958-b9c4-dd8eeb8188d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a35d5a39-b005-436f-aaec-cf3af89458c2'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:22.839422 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0417264d-7051-4748-a72d-e67cc4f1f034 req-7e785a3d-1c39-4398-b90f-2d5c116aa82f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296925 Feb 10 15:20:22.880599 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-21ee8884-ca74-45fd-b085-e1de4eb9c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:22.882294 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-21ee8884-ca74-45fd-b085-e1de4eb9c3fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b17024a-debc-4b4b-8647-7b69683a5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2944744 Feb 10 15:20:23.046687 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-19736b4c-05d1-4958-b9c4-dd8eeb8188d3 None None] Set router a35d5a39-b005-436f-aaec-cf3af89458c2 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:23.089599 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dabffd0-d54d-403f-b09f-51d43785b71e admin admin] Publish callbacks [] for router (a35d5a39-b005-436f-aaec-cf3af89458c2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:23.191177 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-5406a74d-62bf-46f9-96c2-4478ccdfa5e7 service neutron] 10.222.0.64 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971430 Feb 10 15:20:23.329326 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eb0eeec-1b17-420d-880d-b1f27e0f1a80 req-1c608f99-17f3-41a8-8845-ae412cc18910 service neutron] 10.222.0.64 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277597 Feb 10 15:20:23.356959 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ae99d-fe0c-4f6d-82ac-6f883c4c7a9e req-62e3a052-b716-46b8-874d-2d5ccc4cd3c7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:23.375386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-319ae99d-fe0c-4f6d-82ac-6f883c4c7a9e req-62e3a052-b716-46b8-874d-2d5ccc4cd3c7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=07b51c55-bec9-4430-b424-f309b28fdf2c HTTP/1.1" status: 200 len: 946 time: 0.3490260 Feb 10 15:20:23.448412 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-19736b4c-05d1-4958-b9c4-dd8eeb8188d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206242667-router', 'tenant_id': 'f5215607e06341349d4ff99815703bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:08Z', 'updated_at': '2022-02-10T15:20:18Z', 'revision_number': 5, 'project_id': 'f5215607e06341349d4ff99815703bf5', 'gw_port': {'id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:10Z', 'updated_at': '2022-02-10T15:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:23.452631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-70feeb63-3401-425b-9838-a023f323dab5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for router_gateway (d10b6445-a003-4eb9-a8ab-5c007bdc9112), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:23.473498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-319ae99d-fe0c-4f6d-82ac-6f883c4c7a9e req-b25736d1-b93c-4995-983a-672fbfe4f276 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971031 Feb 10 15:20:23.483674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'tag': 'b98af35a-fd5d-47cd-8da6-c6802d807bff'}, {'name': 'network-changed', 'server_uuid': '6adbc48a-befe-476d-9304-b226ecaddaae', 'tag': '58bc5875-2e08-45d6-8111-df0e3772daef'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:23.486029 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361c626c-ff82-428b-9e08-da1ea2045f41" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1c3c10-0a11-4728-835b-9f3657419ea7", "tag": "b98af35a-fd5d-47cd-8da6-c6802d807bff"}, {"name": "network-changed", "server_uuid": "6adbc48a-befe-476d-9304-b226ecaddaae", "tag": "58bc5875-2e08-45d6-8111-df0e3772daef"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:23.503531 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-70feeb63-3401-425b-9838-a023f323dab5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] update failed (client error): The resource could not be found. Feb 10 15:20:23.510120 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44632) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:23.510311 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-70feeb63-3401-425b-9838-a023f323dab5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "PUT /v2.0/routers/d10b6445-a003-4eb9-a8ab-5c007bdc9112 HTTP/1.1" status: 404 len: 339 time: 2.3723133 Feb 10 15:20:23.525729 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19736b4c-05d1-4958-b9c4-dd8eeb8188d3 None None] The sync data for ids ['a35d5a39-b005-436f-aaec-cf3af89458c2'] in n-d-815324-7 is: [{'id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206242667-router', 'tenant_id': 'f5215607e06341349d4ff99815703bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:08Z', 'updated_at': '2022-02-10T15:20:18Z', 'revision_number': 5, 'project_id': 'f5215607e06341349d4ff99815703bf5', 'gw_port': {'id': 'e677cd59-2a54-47a0-8cf9-4a771c1132c9', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35d5a39-b005-436f-aaec-cf3af89458c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:10Z', 'updated_at': '2022-02-10T15:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:20:23.526049 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be120a-6893-4144-a4b9-258e032abc3d req-13598364-7820-4a19-b20f-1c3cc2ae0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:23.526296 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5be120a-6893-4144-a4b9-258e032abc3d req-13598364-7820-4a19-b20f-1c3cc2ae0967 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 1127 time: 1.8979437 Feb 10 15:20:23.687905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0532ac8-d7fa-4fcb-ba5f-d0d8b46da8c2 req-a1c5d85f-560a-4a3f-9dc9-102dca46f97a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:23.688703 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7a018-ab9a-4b7e-9449-c4c8b384ad77 req-7afceae6-5306-4871-b928-f6344dc18fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:23.690227 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b7d7a018-ab9a-4b7e-9449-c4c8b384ad77 req-7afceae6-5306-4871-b928-f6344dc18fda service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ee0a735b-ee77-4e0f-b903-b6ec54793747 HTTP/1.1" status: 200 len: 1127 time: 0.5422249 Feb 10 15:20:23.698217 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e0532ac8-d7fa-4fcb-ba5f-d0d8b46da8c2 req-a1c5d85f-560a-4a3f-9dc9-102dca46f97a tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0a735b-ee77-4e0f-b903-b6ec54793747 HTTP/1.1" status: 200 len: 945 time: 0.2746348 Feb 10 15:20:23.771394 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b7d7a018-ab9a-4b7e-9449-c4c8b384ad77 req-cb0b3bbc-26fe-4a04-a047-dbe3310b4f68 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661035 Feb 10 15:20:23.778621 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dabffd0-d54d-403f-b09f-51d43785b71e admin admin] Publish callbacks [] for router_gateway (a35d5a39-b005-436f-aaec-cf3af89458c2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:23.823262 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be120a-6893-4144-a4b9-258e032abc3d req-edcb4120-5abb-4b4f-8cf4-44cddc53e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:23.825059 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5be120a-6893-4144-a4b9-258e032abc3d req-edcb4120-5abb-4b4f-8cf4-44cddc53e7a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 921 time: 0.2680552 Feb 10 15:20:23.984597 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5be120a-6893-4144-a4b9-258e032abc3d req-bec473b9-ecbd-4db5-aa37-12b71c44a67e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a1e2995-1000-415f-8b1a-5d8639eacfb3 HTTP/1.1" status: 200 len: 217 time: 0.1066601 Feb 10 15:20:24.032236 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e0532ac8-d7fa-4fcb-ba5f-d0d8b46da8c2 req-48bbd0ce-8f66-4d7a-941d-6c9267573284 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309073 Feb 10 15:20:24.060564 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d3dc4-c939-42ec-8fcc-3af8ddb6fa81 req-086e5ee0-1588-495f-a753-97ced664048a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:24.066445 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff9d3dc4-c939-42ec-8fcc-3af8ddb6fa81 req-086e5ee0-1588-495f-a753-97ced664048a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 947 time: 0.3468649 Feb 10 15:20:24.105895 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7dabffd0-d54d-403f-b09f-51d43785b71e admin admin] Deleting port e677cd59-2a54-47a0-8cf9-4a771c1132c9 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:24.106470 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dabffd0-d54d-403f-b09f-51d43785b71e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e677cd59-2a54-47a0-8cf9-4a771c1132c9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:24.148590 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:24.274523 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-7dabffd0-d54d-403f-b09f-51d43785b71e admin admin] For port e677cd59-2a54-47a0-8cf9-4a771c1132c9, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e677cd59-2a54-47a0-8cf9-4a771c1132c9,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:24.274876 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dabffd0-d54d-403f-b09f-51d43785b71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e677cd59-2a54-47a0-8cf9-4a771c1132c9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:24.290897 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7dabffd0-d54d-403f-b09f-51d43785b71e admin admin] Calling delete_port for e677cd59-2a54-47a0-8cf9-4a771c1132c9 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:24.571497 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be120a-6893-4144-a4b9-258e032abc3d req-9a8f641c-230a-4c04-bb56-539ceed519ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:24.573407 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5be120a-6893-4144-a4b9-258e032abc3d req-9a8f641c-230a-4c04-bb56-539ceed519ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 200 len: 859 time: 0.5627203 Feb 10 15:20:24.576115 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dabffd0-d54d-403f-b09f-51d43785b71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (e677cd59-2a54-47a0-8cf9-4a771c1132c9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:24.601695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 58bc5875-2e08-45d6-8111-df0e3772daef details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:20:24.746757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:20:24.829301 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dabffd0-d54d-403f-b09f-51d43785b71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (a35d5a39-b005-436f-aaec-cf3af89458c2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:24.832416 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabffd0-d54d-403f-b09f-51d43785b71e admin admin] Pushing event deleted for resources: {'Port': ['ID=e677cd59-2a54-47a0-8cf9-4a771c1132c9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:24.847201 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:20:24.848211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device bbe8b2bd-3284-46c2-bebe-c8e30bf90e84 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:20:24.951997 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 58bc5875-2e08-45d6-8111-df0e3772daef, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=58bc5875-2e08-45d6-8111-df0e3772daef,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:25.005265 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '58bc5875-2e08-45d6-8111-df0e3772daef', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '58bc5875-2e08-45d6-8111-df0e3772daef', 'mac_address': 'fa:16:3e:df:5b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:20:25.158767 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 58bc5875-2e08-45d6-8111-df0e3772daef is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:25.171729 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:25.253068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bc5875-2e08-45d6-8111-df0e3772daef {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:20:25.274783 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dabffd0-d54d-403f-b09f-51d43785b71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (a35d5a39-b005-436f-aaec-cf3af89458c2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:25.282622 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dabffd0-d54d-403f-b09f-51d43785b71e admin admin] Publish callbacks [] for router_controller (a35d5a39-b005-436f-aaec-cf3af89458c2), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:25.348178 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 58bc5875-2e08-45d6-8111-df0e3772daef, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=58bc5875-2e08-45d6-8111-df0e3772daef,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:25.358527 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:25.507806 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dabffd0-d54d-403f-b09f-51d43785b71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (a35d5a39-b005-436f-aaec-cf3af89458c2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:25.508727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dabffd0-d54d-403f-b09f-51d43785b71e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a35d5a39-b005-436f-aaec-cf3af89458c2 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:20:25.521790 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dabffd0-d54d-403f-b09f-51d43785b71e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:25.525557 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7dabffd0-d54d-403f-b09f-51d43785b71e admin admin] 10.222.0.64 "DELETE /v2.0/routers/a35d5a39-b005-436f-aaec-cf3af89458c2 HTTP/1.1" status: 204 len: 168 time: 3.7188203 Feb 10 15:20:25.527593 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44642) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:25.532825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be120a-6893-4144-a4b9-258e032abc3d req-1881f5d2-6bda-4d59-a122-2440baa20fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:25.536540 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5be120a-6893-4144-a4b9-258e032abc3d req-1881f5d2-6bda-4d59-a122-2440baa20fe2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6b17024a-debc-4b4b-8647-7b69683a5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9409933 Feb 10 15:20:25.572456 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=58bc5875-2e08-45d6-8111-df0e3772daef,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:25.619546 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Allocated IP 172.20.0.1 (b410fb41-ce0c-43c3-b097-0de0161a2540/c29c239d-8810-48f0-a687-e5203464ab52/6750aa02-8e7b-4003-8343-012684877baf) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:20:25.631308 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff9d3dc4-c939-42ec-8fcc-3af8ddb6fa81 req-d802524c-957d-4342-a7c5-45369c1261d9 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5168083 Feb 10 15:20:25.634092 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['58bc5875-2e08-45d6-8111-df0e3772daef'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:20:25.651845 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b328062-0046-4518-84dd-29ab9f17b819 req-eaa41ad6-3c88-46fb-bc74-e86973f68f51 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 1002 time: 1.5314198 Feb 10 15:20:25.850114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Deleting subnet 9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:20:25.878691 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Publish callbacks [] for subnet (9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:25.914877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b328062-0046-4518-84dd-29ab9f17b819 req-4aa348cc-3edc-4f72-ad1a-ef81a679ae5a tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:25.918342 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b328062-0046-4518-84dd-29ab9f17b819 req-4aa348cc-3edc-4f72-ad1a-ef81a679ae5a tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports/b98af35a-fd5d-47cd-8da6-c6802d807bff HTTP/1.1" status: 200 len: 943 time: 0.2517064 Feb 10 15:20:26.038893 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:26.198741 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9e3b36-7f50-4585-97b5-52b7ed0bfc5f x-openstack-request-id: req-ba9e3b36-7f50-4585-97b5-52b7ed0bfc5f {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:26.201750 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1c3c10-0a11-4728-835b-9f3657419ea7", "tag": "b98af35a-fd5d-47cd-8da6-c6802d807bff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6adbc48a-befe-476d-9304-b226ecaddaae", "tag": "58bc5875-2e08-45d6-8111-df0e3772daef", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:26.202009 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba9e3b36-7f50-4585-97b5-52b7ed0bfc5f {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:26.202433 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'tag': 'b98af35a-fd5d-47cd-8da6-c6802d807bff', 'status': 'completed', 'code': 200} Feb 10 15:20:26.202688 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6adbc48a-befe-476d-9304-b226ecaddaae', 'tag': '58bc5875-2e08-45d6-8111-df0e3772daef', 'status': 'completed', 'code': 200} Feb 10 15:20:26.260501 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5be120a-6893-4144-a4b9-258e032abc3d req-a360132c-8cb9-4579-99aa-5eda285eef09 service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774287 Feb 10 15:20:26.284153 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:26.401186 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for port (6750aa02-8e7b-4003-8343-012684877baf), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:26.499982 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b328062-0046-4518-84dd-29ab9f17b819 req-fc2d51c7-8623-44cd-af1e-9f0a01133e03 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 1002 time: 0.4182978 Feb 10 15:20:26.583656 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (6750aa02-8e7b-4003-8343-012684877baf), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:26.591066 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:26.638498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f30eabf-8c19-4250-9fe0-05f964cb0cea None None] Network f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:20:26.646765 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:26.657802 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418 HTTP/1.1" status: 204 len: 168 time: 1.1196821 Feb 10 15:20:26.741769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44650) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:26.840936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Network b410fb41-ce0c-43c3-b097-0de0161a2540 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:26.859872 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:26.868354 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5be120a-6893-4144-a4b9-258e032abc3d req-baae715b-eb1c-41a6-b2e0-d7abbb0458d1 service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524492 Feb 10 15:20:26.869068 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e4f4dca-5b2e-4a47-84d6-e6f2f8e6e418,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:26.891144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:26.901217 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:26.902158 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:26.902158 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:26.902477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:26.902610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:26.902903 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:26.903163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:26.903483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:26.903802 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:26.904119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:26.904435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:26.904784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:26.905101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb018ed3-4aa9-4c13-857b-36f992f9a8fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:26.911222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e677cd59-2a54-47a0-8cf9-4a771c1132c9 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:20:26.921484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:20:26.987344 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: e677cd59-2a54-47a0-8cf9-4a771c1132c9 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:20:26.987724 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e677cd59-2a54-47a0-8cf9-4a771c1132c9 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:20:26.994244 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (d10b6445-a003-4eb9-a8ab-5c007bdc9112), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.062205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] Deleting port ac928095-078f-4f6d-962e-cc74ff1da02f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:27.062886 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.193605 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7de8f9e-84a1-4b8f-ba0c-5b1e83cde72d None None] DHCP port deletion for f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:20:27.205949 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6750aa02-8e7b-4003-8343-012684877baf), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.263701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] For port ac928095-078f-4f6d-962e-cc74ff1da02f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ac928095-078f-4f6d-962e-cc74ff1da02f,segment=NetworkSegment(129bf744-af7e-4a4f-ab54-d3612c359997),segment_id=129bf744-af7e-4a4f-ab54-d3612c359997)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:27.264476 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.311244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] Calling delete_port for ac928095-078f-4f6d-962e-cc74ff1da02f owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:27.318429 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a7de8f9e-84a1-4b8f-ba0c-5b1e83cde72d None None] Deleting port ac928095-078f-4f6d-962e-cc74ff1da02f {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:27.318880 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7de8f9e-84a1-4b8f-ba0c-5b1e83cde72d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.478640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a7de8f9e-84a1-4b8f-ba0c-5b1e83cde72d None None] For port ac928095-078f-4f6d-962e-cc74ff1da02f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ac928095-078f-4f6d-962e-cc74ff1da02f,segment=NetworkSegment(129bf744-af7e-4a4f-ab54-d3612c359997),segment_id=129bf744-af7e-4a4f-ab54-d3612c359997)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:27.479049 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7de8f9e-84a1-4b8f-ba0c-5b1e83cde72d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.491072 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c16f624a-0cad-4712-9b66-0a1d1dfa0d9c None None] Provisioning complete for port 6750aa02-8e7b-4003-8343-012684877baf triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:27.492429 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c16f624a-0cad-4712-9b66-0a1d1dfa0d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6750aa02-8e7b-4003-8343-012684877baf), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.520350 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a7de8f9e-84a1-4b8f-ba0c-5b1e83cde72d None None] Calling delete_port for ac928095-078f-4f6d-962e-cc74ff1da02f owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:27.523082 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.575161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac928095-078f-4f6d-962e-cc74ff1da02f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:27.580740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] No DVR routers for this DVR port ac928095-078f-4f6d-962e-cc74ff1da02f on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:20:27.594005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c16f624a-0cad-4712-9b66-0a1d1dfa0d9c None None] Port 6750aa02-8e7b-4003-8343-012684877baf cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:20:27.640471 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7de8f9e-84a1-4b8f-ba0c-5b1e83cde72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (ac928095-078f-4f6d-962e-cc74ff1da02f), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.678049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de8f9e-84a1-4b8f-ba0c-5b1e83cde72d None None] Pushing event deleted for resources: {'Port': ['ID=ac928095-078f-4f6d-962e-cc74ff1da02f,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:27.680428 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de8f9e-84a1-4b8f-ba0c-5b1e83cde72d None None] No DVR routers for this DVR port ac928095-078f-4f6d-962e-cc74ff1da02f on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:20:27.697533 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.710971 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e92ac5-ee68-42db-979c-8af4e1ff0101 req-99f66830-f50b-4339-800f-cdd9f637755a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:27.712490 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34e92ac5-ee68-42db-979c-8af4e1ff0101 req-99f66830-f50b-4339-800f-cdd9f637755a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 1.4643397 Feb 10 15:20:27.714961 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da122a43-fc6c-42d5-87ed-6064ffc28cf0 req-addf6fe7-35e7-449e-ac03-1a0d7e9d406d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:27.717161 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-da122a43-fc6c-42d5-87ed-6064ffc28cf0 req-addf6fe7-35e7-449e-ac03-1a0d7e9d406d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "GET /v2.0/ports?device_id=07b51c55-bec9-4430-b424-f309b28fdf2c HTTP/1.1" status: 200 len: 946 time: 0.1338358 Feb 10 15:20:27.721964 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-cfb00e56-7e9a-4c80-bdeb-6b4894f544cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:27.723626 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-cfb00e56-7e9a-4c80-bdeb-6b4894f544cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 1128 time: 1.4087296 Feb 10 15:20:27.743824 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for port (6750aa02-8e7b-4003-8343-012684877baf), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.750655 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event updated for resources: {'Port': ['ID=6750aa02-8e7b-4003-8343-012684877baf,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:27.756877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:27.774114 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (6750aa02-8e7b-4003-8343-012684877baf), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.787657 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129bf744-af7e-4a4f-ab54-d3612c359997') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:27.787956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129bf744-af7e-4a4f-ab54-d3612c359997') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:27.804695 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (129bf744-af7e-4a4f-ab54-d3612c359997), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.856062 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (129bf744-af7e-4a4f-ab54-d3612c359997), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.865741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:20:27.866232 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (129bf744-af7e-4a4f-ab54-d3612c359997), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:20:27.868178 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:20:27.929976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-da122a43-fc6c-42d5-87ed-6064ffc28cf0 req-597afddd-fab1-4431-bfce-357213f98589 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Deleting port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:27.930368 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-da122a43-fc6c-42d5-87ed-6064ffc28cf0 req-597afddd-fab1-4431-bfce-357213f98589 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3dfe7a0f-5ca9-450c-a900-dd18f066c27a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.935545 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.941866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b328062-0046-4518-84dd-29ab9f17b819 req-454ce543-f62e-41e8-877b-a58c96e3cb0c tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:27.943286 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b328062-0046-4518-84dd-29ab9f17b819 req-454ce543-f62e-41e8-877b-a58c96e3cb0c tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 1.4436455 Feb 10 15:20:27.964589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event updated for resources: {'Port': ['ID=6750aa02-8e7b-4003-8343-012684877baf,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:27.968478 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (d10b6445-a003-4eb9-a8ab-5c007bdc9112), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.971678 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:27.980001 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474 HTTP/1.1" status: 204 len: 168 time: 1.2368548 Feb 10 15:20:27.980812 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44660) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:27.984109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d9668-f172-4723-9114-b8be64ea4517 admin admin] Pushing event deleted for resources: {'Network': ['ID=f771cb7f-b09b-4d0b-a2d8-6c19cf0ee474,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:28.057961 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34e92ac5-ee68-42db-979c-8af4e1ff0101 req-bb56a461-9b90-4b50-9285-75f80d8cefa9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289473 Feb 10 15:20:28.092019 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-da122a43-fc6c-42d5-87ed-6064ffc28cf0 req-597afddd-fab1-4431-bfce-357213f98589 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] For port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3dfe7a0f-5ca9-450c-a900-dd18f066c27a,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:28.092468 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-da122a43-fc6c-42d5-87ed-6064ffc28cf0 req-597afddd-fab1-4431-bfce-357213f98589 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3dfe7a0f-5ca9-450c-a900-dd18f066c27a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:28.111515 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-da122a43-fc6c-42d5-87ed-6064ffc28cf0 req-597afddd-fab1-4431-bfce-357213f98589 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Calling delete_port for 3dfe7a0f-5ca9-450c-a900-dd18f066c27a owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:28.127484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-318c1848-4b8b-43ff-972c-fcc6885d1c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:28.129019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-318c1848-4b8b-43ff-972c-fcc6885d1c8a service neutron] 10.222.0.72 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 921 time: 0.3736937 Feb 10 15:20:28.254388 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-da122a43-fc6c-42d5-87ed-6064ffc28cf0 req-597afddd-fab1-4431-bfce-357213f98589 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3dfe7a0f-5ca9-450c-a900-dd18f066c27a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:28.266113 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c', '3dfe7a0f-5ca9-450c-a900-dd18f066c27a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:20:28.308982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597afddd-fab1-4431-bfce-357213f98589 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Pushing event deleted for resources: {'Port': ['ID=3dfe7a0f-5ca9-450c-a900-dd18f066c27a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:28.346964 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-da122a43-fc6c-42d5-87ed-6064ffc28cf0 req-597afddd-fab1-4431-bfce-357213f98589 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] No DVR routers for this DVR port 3dfe7a0f-5ca9-450c-a900-dd18f066c27a on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:20:28.350015 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-da122a43-fc6c-42d5-87ed-6064ffc28cf0 req-597afddd-fab1-4431-bfce-357213f98589 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:28.352112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Network b410fb41-ce0c-43c3-b097-0de0161a2540 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:28.355686 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-da122a43-fc6c-42d5-87ed-6064ffc28cf0 req-597afddd-fab1-4431-bfce-357213f98589 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "DELETE /v2.0/ports/3dfe7a0f-5ca9-450c-a900-dd18f066c27a HTTP/1.1" status: 204 len: 173 time: 0.6337998 Feb 10 15:20:28.357111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b51c55-bec9-4430-b424-f309b28fdf2c', 'name': 'network-vif-deleted', 'tag': '3dfe7a0f-5ca9-450c-a900-dd18f066c27a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:28.360322 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a707df6c-b106-4d47-a41f-2678a1d5df93" -d '{"events": [{"server_uuid": "07b51c55-bec9-4430-b424-f309b28fdf2c", "name": "network-vif-deleted", "tag": "3dfe7a0f-5ca9-450c-a900-dd18f066c27a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:28.360525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:28.424208 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-fc0450d7-990d-4baa-945f-51b129a5d5d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b98af35a-fd5d-47cd-8da6-c6802d807bff HTTP/1.1" status: 200 len: 1002 time: 0.2829454 Feb 10 15:20:28.496015 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450483b-2219-4ecf-946b-d304896d7df6 req-79800332-12cb-4405-ba2f-27a8fb498394 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:28.497561 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e450483b-2219-4ecf-946b-d304896d7df6 req-79800332-12cb-4405-ba2f-27a8fb498394 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0a735b-ee77-4e0f-b903-b6ec54793747 HTTP/1.1" status: 200 len: 945 time: 0.4439106 Feb 10 15:20:28.544407 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fe4c7-1a16-4b16-a32f-8e946ba6c627 req-3f0e7372-7ed5-44d4-a752-36508a8347d3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:28.545931 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a5fe4c7-1a16-4b16-a32f-8e946ba6c627 req-3f0e7372-7ed5-44d4-a752-36508a8347d3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=07b51c55-bec9-4430-b424-f309b28fdf2c HTTP/1.1" status: 200 len: 867 time: 0.3955381 Feb 10 15:20:28.595999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-c928ae06-086f-461f-b73b-e20911254a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:28.597571 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-c928ae06-086f-461f-b73b-e20911254a98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 200 len: 859 time: 0.1623511 Feb 10 15:20:28.615794 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 58bc5875-2e08-45d6-8111-df0e3772daef up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:20:28.711857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Router d10b6445-a003-4eb9-a8ab-5c007bdc9112 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:20:28.735460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 58bc5875-2e08-45d6-8111-df0e3772daef completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:20:28.745960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ac928095-078f-4f6d-962e-cc74ff1da02f no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:20:28.749627 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 58bc5875-2e08-45d6-8111-df0e3772daef triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:28.749946 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:28.761689 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e450483b-2219-4ecf-946b-d304896d7df6 req-7a4d3a6e-a9ab-4ce9-ba0b-e0468d2ee8b8 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300391 Feb 10 15:20:28.768957 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1a71c8d9-ae04-455b-9181-593233f38890 None None] Provisioning complete for port 6750aa02-8e7b-4003-8343-012684877baf triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:28.769412 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a71c8d9-ae04-455b-9181-593233f38890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6750aa02-8e7b-4003-8343-012684877baf), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:28.784033 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a5fe4c7-1a16-4b16-a32f-8e946ba6c627 req-67a5823a-4172-4631-bb1c-cf131e5a0066 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905711 Feb 10 15:20:28.801791 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-85624711-08f0-4d3a-9a1f-9ac859c1d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:28.803338 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-85624711-08f0-4d3a-9a1f-9ac859c1d970 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6b17024a-debc-4b4b-8647-7b69683a5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1946914 Feb 10 15:20:28.818118 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: ac928095-078f-4f6d-962e-cc74ff1da02f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:20:28.818463 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ac928095-078f-4f6d-962e-cc74ff1da02f not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:20:28.851172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1a71c8d9-ae04-455b-9181-593233f38890 None None] Port 6750aa02-8e7b-4003-8343-012684877baf cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:20:29.063763 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:20:29.074940 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44666) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:29.075192 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b522cf26-5993-41fd-a26a-500dc4f83f0d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "PUT /v2.0/routers/d10b6445-a003-4eb9-a8ab-5c007bdc9112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5626802 Feb 10 15:20:29.080436 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc314c-3544-486d-8ed4-db1c3ec04311 None None] Sync routers for ids ['d10b6445-a003-4eb9-a8ab-5c007bdc9112'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:20:29.115943 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcc314c-3544-486d-8ed4-db1c3ec04311 None None] Routers {'d10b6445-a003-4eb9-a8ab-5c007bdc9112'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:29.120256 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-cdcc314c-3544-486d-8ed4-db1c3ec04311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d10b6445-a003-4eb9-a8ab-5c007bdc9112'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:29.153546 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bfd98-0328-40a8-86fd-629514ca2415 req-5dbaa1ad-24aa-4de3-bd64-022bc6167960 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:29.155109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f00bfd98-0328-40a8-86fd-629514ca2415 req-5dbaa1ad-24aa-4de3-bd64-022bc6167960 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 948 time: 0.2232075 Feb 10 15:20:29.156992 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-9df11d7b-a257-4f8e-b697-3277cdab4b80 service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022840 Feb 10 15:20:29.182064 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-cdcc314c-3544-486d-8ed4-db1c3ec04311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:29.186283 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 58bc5875-2e08-45d6-8111-df0e3772daef is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:29.186999 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:29.193704 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcc314c-3544-486d-8ed4-db1c3ec04311 None None] Routers {'d10b6445-a003-4eb9-a8ab-5c007bdc9112'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:29.194327 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-cdcc314c-3544-486d-8ed4-db1c3ec04311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d10b6445-a003-4eb9-a8ab-5c007bdc9112'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:29.232886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 58bc5875-2e08-45d6-8111-df0e3772daef, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=58bc5875-2e08-45d6-8111-df0e3772daef,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:29.235337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adbc48a-befe-476d-9304-b226ecaddaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bc5875-2e08-45d6-8111-df0e3772daef'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:29.238495 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b050c4cb-45fe-48ce-932e-dac2e2ee24d7" -d '{"events": [{"server_uuid": "6adbc48a-befe-476d-9304-b226ecaddaae", "name": "network-vif-plugged", "status": "completed", "tag": "58bc5875-2e08-45d6-8111-df0e3772daef"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:29.242283 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-cdcc314c-3544-486d-8ed4-db1c3ec04311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:29.243543 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc314c-3544-486d-8ed4-db1c3ec04311 None None] The sync data for ids ['d10b6445-a003-4eb9-a8ab-5c007bdc9112'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:20:29.247710 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:29.252721 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd61f979-6217-4e91-b46f-f53559eedfd4 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for router (d10b6445-a003-4eb9-a8ab-5c007bdc9112), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:29.309042 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=58bc5875-2e08-45d6-8111-df0e3772daef,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:29.363301 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-dd61f979-6217-4e91-b46f-f53559eedfd4 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 15:20:29.364372 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dd61f979-6217-4e91-b46f-f53559eedfd4 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "DELETE /v2.0/routers/d10b6445-a003-4eb9-a8ab-5c007bdc9112 HTTP/1.1" status: 409 len: 329 time: 0.2884939 Feb 10 15:20:29.367872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44674) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:29.665292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-d136179f-9839-4593-a708-885c0038935c tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 1002 time: 0.5193291 Feb 10 15:20:29.690743 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2b9c-4e1b-4e3a-b163-d5e8c44e35a0 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (d10b6445-a003-4eb9-a8ab-5c007bdc9112), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:29.709242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f00bfd98-0328-40a8-86fd-629514ca2415 req-844a10aa-44e7-475e-9ad6-dc67026141f4 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402176 Feb 10 15:20:29.732417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-8eb18ec5-2fe7-47dc-94d8-68ecff94fea8 service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654814 Feb 10 15:20:29.772180 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-431160ac-91d0-4be1-add9-7451aedd3015 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:29.774091 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-431160ac-91d0-4be1-add9-7451aedd3015 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports/b98af35a-fd5d-47cd-8da6-c6802d807bff HTTP/1.1" status: 200 len: 943 time: 0.0988278 Feb 10 15:20:29.809793 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dfa023e2-2c52-4565-86ac-22cdd3216a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:30.012284 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-5bb329d8-baef-4dc4-bdc0-4b7c1618ee69 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 1002 time: 0.1548514 Feb 10 15:20:30.046218 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb89ef2c-42df-4438-af8c-a88c23ac55e8 x-openstack-request-id: req-eb89ef2c-42df-4438-af8c-a88c23ac55e8 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:30.046499 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b51c55-bec9-4430-b424-f309b28fdf2c", "name": "network-vif-deleted", "tag": "3dfe7a0f-5ca9-450c-a900-dd18f066c27a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:30.046696 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb89ef2c-42df-4438-af8c-a88c23ac55e8 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:30.047084 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b51c55-bec9-4430-b424-f309b28fdf2c', 'name': 'network-vif-deleted', 'tag': '3dfe7a0f-5ca9-450c-a900-dd18f066c27a', 'status': 'completed', 'code': 200} Feb 10 15:20:30.056199 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-7f964353-b587-4a76-9170-2ba21d461e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:30.057717 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-7f964353-b587-4a76-9170-2ba21d461e3a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 1131 time: 0.1992877 Feb 10 15:20:30.248324 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f8b79-5621-4651-9f88-1daa5a0066fd req-1ecd4ea3-fa99-4cec-90c0-65490f25e5b7 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:30.249834 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d80f8b79-5621-4651-9f88-1daa5a0066fd req-1ecd4ea3-fa99-4cec-90c0-65490f25e5b7 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.2911265 Feb 10 15:20:30.260349 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0a6e2b9c-4e1b-4e3a-b163-d5e8c44e35a0 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Deleting port 6750aa02-8e7b-4003-8343-012684877baf {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:30.260984 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2b9c-4e1b-4e3a-b163-d5e8c44e35a0 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6750aa02-8e7b-4003-8343-012684877baf), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:30.314377 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-b4ec4ccc-9afc-4881-8ec0-a4cf9a1d3e32 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:30.315749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-b4ec4ccc-9afc-4881-8ec0-a4cf9a1d3e32 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.2862034 Feb 10 15:20:30.326376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-58bf767e-0e71-456c-a629-844d5d9f2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:30.327801 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-58bf767e-0e71-456c-a629-844d5d9f2051 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.2538378 Feb 10 15:20:30.340912 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-4d1568ca-bc70-4fc4-9034-0dfd9cf9c646 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:20:30.341916 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-4d1568ca-bc70-4fc4-9034-0dfd9cf9c646 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171549 Feb 10 15:20:30.356024 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2b9c-4e1b-4e3a-b163-d5e8c44e35a0 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6750aa02-8e7b-4003-8343-012684877baf), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:30.368315 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0a6e2b9c-4e1b-4e3a-b163-d5e8c44e35a0 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Calling delete_port for 6750aa02-8e7b-4003-8343-012684877baf owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:30.403688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-e7ff6d4a-2fea-42ae-89e0-e6da98758c89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=58bc5875-2e08-45d6-8111-df0e3772daef HTTP/1.1" status: 200 len: 217 time: 0.0685840 Feb 10 15:20:30.445256 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d80f8b79-5621-4651-9f88-1daa5a0066fd req-30776555-9b64-476d-be8b-ec4225f566df tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853168 Feb 10 15:20:30.542455 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2b9c-4e1b-4e3a-b163-d5e8c44e35a0 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (6750aa02-8e7b-4003-8343-012684877baf), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:30.549380 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-4b6116ec-ef4c-46c1-aabd-ce3ad688e85d tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 1002 time: 0.1931474 Feb 10 15:20:30.572033 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-28fffba7-18d2-4ad9-bd08-e0d6d345c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:30.573035 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e2b9c-4e1b-4e3a-b163-d5e8c44e35a0 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event deleted for resources: {'Port': ['ID=6750aa02-8e7b-4003-8343-012684877baf,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:30.573508 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-28fffba7-18d2-4ad9-bd08-e0d6d345c807 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1423669 Feb 10 15:20:30.578725 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-8f55fb37-7307-43b5-b231-f22a3b2fdb94 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:30.692104 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-8f55fb37-7307-43b5-b231-f22a3b2fdb94 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for floatingip (72c65d37-9593-4b09-9ec3-7436b2afb6a6), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:30.703386 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cf8d5-d35d-4406-9106-39e6f51793b6 req-91b79f88-1aa7-4264-8423-d49cd9c1eac1 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:30.704864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b3cf8d5-d35d-4406-9106-39e6f51793b6 req-91b79f88-1aa7-4264-8423-d49cd9c1eac1 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/ports?device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 946 time: 0.1924059 Feb 10 15:20:30.734463 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2b9c-4e1b-4e3a-b163-d5e8c44e35a0 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (d10b6445-a003-4eb9-a8ab-5c007bdc9112), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:30.792621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-dfa023e2-2c52-4565-86ac-22cdd3216a6f admin admin] Deleting port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:30.793010 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dfa023e2-2c52-4565-86ac-22cdd3216a6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:30.821784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-d13255dc-e830-43c2-8ebe-8cc5f5d8d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:30.823311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-d13255dc-e830-43c2-8ebe-8cc5f5d8d9a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2355099 Feb 10 15:20:30.941054 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6e2b9c-4e1b-4e3a-b163-d5e8c44e35a0 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Router d10b6445-a003-4eb9-a8ab-5c007bdc9112 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:20:30.963219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca688cf-1814-47cd-8477-496233f5e6a4 req-4c7e01dd-4c00-4efa-8365-95590f1cda4c tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:30.964692 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7ca688cf-1814-47cd-8477-496233f5e6a4 req-4c7e01dd-4c00-4efa-8365-95590f1cda4c tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.72 "GET /v2.0/ports?device_id=e32dfd46-ecc1-4854-bf2f-2f3e825acdcc HTTP/1.1" status: 200 len: 946 time: 0.1020443 Feb 10 15:20:30.987230 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b3cf8d5-d35d-4406-9106-39e6f51793b6 req-8c9d7061-f1fe-4ac2-bd75-317fbb7b2a04 tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.64 "GET /v2.0/security-groups?id=97412c62-d326-4b37-9ce1-27c7aac5ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505801 Feb 10 15:20:31.040232 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba5a7bc-b294-4c47-a937-03b8efd8f7ec x-openstack-request-id: req-0ba5a7bc-b294-4c47-a937-03b8efd8f7ec {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:31.040875 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adbc48a-befe-476d-9304-b226ecaddaae", "name": "network-vif-plugged", "status": "completed", "tag": "58bc5875-2e08-45d6-8111-df0e3772daef", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:31.040875 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ba5a7bc-b294-4c47-a937-03b8efd8f7ec {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:31.041957 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adbc48a-befe-476d-9304-b226ecaddaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bc5875-2e08-45d6-8111-df0e3772daef', 'code': 200} Feb 10 15:20:31.092024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6e2b9c-4e1b-4e3a-b163-d5e8c44e35a0 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:20:31.099201 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-8f55fb37-7307-43b5-b231-f22a3b2fdb94 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:31.107764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0284d3-45ff-4270-a38b-00fa5fed4657 None None] Sync routers for ids ['d10b6445-a003-4eb9-a8ab-5c007bdc9112'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:20:31.108336 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-dfa023e2-2c52-4565-86ac-22cdd3216a6f admin admin] For port 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=81a55ca9-9bef-4cd0-90d0-7aff6d3c9638,segment=NetworkSegment(6aae3f34-7b91-42c1-8289-1bb1558938fb),segment_id=6aae3f34-7b91-42c1-8289-1bb1558938fb)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:31.108737 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dfa023e2-2c52-4565-86ac-22cdd3216a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:31.112714 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-8f55fb37-7307-43b5-b231-f22a3b2fdb94 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (72c65d37-9593-4b09-9ec3-7436b2afb6a6), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:31.112714 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-8f55fb37-7307-43b5-b231-f22a3b2fdb94 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Floating IP 72c65d37-9593-4b09-9ec3-7436b2afb6a6 disassociated. External IP: 172.25.3.206, port: b98af35a-fd5d-47cd-8da6-c6802d807bff. Feb 10 15:20:31.113811 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0a6e2b9c-4e1b-4e3a-b163-d5e8c44e35a0 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "PUT /v2.0/routers/d10b6445-a003-4eb9-a8ab-5c007bdc9112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7448437 Feb 10 15:20:31.114564 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44682) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:31.130368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0284d3-45ff-4270-a38b-00fa5fed4657 None None] Routers {'d10b6445-a003-4eb9-a8ab-5c007bdc9112'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:31.132107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-de0284d3-45ff-4270-a38b-00fa5fed4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d10b6445-a003-4eb9-a8ab-5c007bdc9112'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:31.194770 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-dfa023e2-2c52-4565-86ac-22cdd3216a6f admin admin] Calling delete_port for 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:31.214510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-de0284d3-45ff-4270-a38b-00fa5fed4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:31.224966 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0284d3-45ff-4270-a38b-00fa5fed4657 None None] Routers {'d10b6445-a003-4eb9-a8ab-5c007bdc9112'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:31.226655 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-de0284d3-45ff-4270-a38b-00fa5fed4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d10b6445-a003-4eb9-a8ab-5c007bdc9112'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:31.247018 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-36f4f8df-5971-4830-b501-1a1333222ca3 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] show failed (client error): The resource could not be found. Feb 10 15:20:31.253353 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-36f4f8df-5971-4830-b501-1a1333222ca3 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-1200181317 HTTP/1.1" status: 404 len: 335 time: 0.0995007 Feb 10 15:20:31.255926 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44686) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:31.262370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-de0284d3-45ff-4270-a38b-00fa5fed4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:31.262648 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-fe8a4477-a336-4a1c-bf53-10bda53cc47e tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:31.263018 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0284d3-45ff-4270-a38b-00fa5fed4657 None None] The sync data for ids ['d10b6445-a003-4eb9-a8ab-5c007bdc9112'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:20:31.272190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-7f07121a-3d46-4da7-bd6a-5bef496bbe08 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377689 Feb 10 15:20:31.303082 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-fe8a4477-a336-4a1c-bf53-10bda53cc47e tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] update failed (client error): The resource could not be found. Feb 10 15:20:31.305110 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fe8a4477-a336-4a1c-bf53-10bda53cc47e tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-183608739 HTTP/1.1" status: 404 len: 334 time: 0.0460804 Feb 10 15:20:31.311123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44688) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:31.324380 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcb418-f499-4614-bdbc-9e60176c25b8 req-7f28b7a0-afc7-4b66-ac3b-15222d13149f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:31.325860 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7bcb418-f499-4614-bdbc-9e60176c25b8 req-7f28b7a0-afc7-4b66-ac3b-15222d13149f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 1131 time: 0.1834855 Feb 10 15:20:31.380368 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-7ca688cf-1814-47cd-8477-496233f5e6a4 req-6367ee44-c117-461f-8565-65a9241e6eac tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Deleting port 1486ed98-94d7-4975-87c0-b0eded283c66 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:31.381135 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7ca688cf-1814-47cd-8477-496233f5e6a4 req-6367ee44-c117-461f-8565-65a9241e6eac tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1486ed98-94d7-4975-87c0-b0eded283c66), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:31.418359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2b3860-8013-48d3-8312-99109b4b6117 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Deleting subnet b97eb559-b2e5-43d2-b6f1-b4e877c81220 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:20:31.432017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3860-8013-48d3-8312-99109b4b6117 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for subnet (b97eb559-b2e5-43d2-b6f1-b4e877c81220), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:31.470641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b491c-ef19-4ffd-847c-becd666cd217 req-424faebd-c2a9-42b6-ae30-615cdbbd62b3 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:31.472964 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c22b491c-ef19-4ffd-847c-becd666cd217 req-424faebd-c2a9-42b6-ae30-615cdbbd62b3 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0a735b-ee77-4e0f-b903-b6ec54793747 HTTP/1.1" status: 200 len: 945 time: 0.2320237 Feb 10 15:20:31.487203 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7bcb418-f499-4614-bdbc-9e60176c25b8 req-4815647c-ae0e-4572-bada-0c95af268dbd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403890 Feb 10 15:20:31.515993 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3860-8013-48d3-8312-99109b4b6117 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (b97eb559-b2e5-43d2-b6f1-b4e877c81220), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:31.554245 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-7ca688cf-1814-47cd-8477-496233f5e6a4 req-6367ee44-c117-461f-8565-65a9241e6eac tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] For port 1486ed98-94d7-4975-87c0-b0eded283c66, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1486ed98-94d7-4975-87c0-b0eded283c66,segment=NetworkSegment(a30b772e-ab69-4812-a8a0-dee16bb0730e),segment_id=a30b772e-ab69-4812-a8a0-dee16bb0730e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:31.554607 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7ca688cf-1814-47cd-8477-496233f5e6a4 req-6367ee44-c117-461f-8565-65a9241e6eac tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1486ed98-94d7-4975-87c0-b0eded283c66), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:31.573100 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-7ca688cf-1814-47cd-8477-496233f5e6a4 req-6367ee44-c117-461f-8565-65a9241e6eac tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Calling delete_port for 1486ed98-94d7-4975-87c0-b0eded283c66 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:31.619511 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-361c626c-ff82-428b-9e08-da1ea2045f41 req-9cf2b2e6-bc07-4074-82f2-6eafeda46964 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278635 Feb 10 15:20:31.650990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c22b491c-ef19-4ffd-847c-becd666cd217 req-db038449-58f3-44f2-94b0-4aca74c1be64 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723611 Feb 10 15:20:31.655773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-8f55fb37-7307-43b5-b231-f22a3b2fdb94 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:20:31.663912 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3860-8013-48d3-8312-99109b4b6117 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (b97eb559-b2e5-43d2-b6f1-b4e877c81220), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:31.770252 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3860-8013-48d3-8312-99109b4b6117 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (b97eb559-b2e5-43d2-b6f1-b4e877c81220), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:31.810204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b3860-8013-48d3-8312-99109b4b6117 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event deleted for resources: {'Subnet': ['ID=b97eb559-b2e5-43d2-b6f1-b4e877c81220,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:31.816936 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3860-8013-48d3-8312-99109b4b6117 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:31.821277 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4d2b3860-8013-48d3-8312-99109b4b6117 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "DELETE /v2.0/subnets/b97eb559-b2e5-43d2-b6f1-b4e877c81220 HTTP/1.1" status: 204 len: 168 time: 0.5088637 Feb 10 15:20:31.824637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b334a59a-037b-45ca-a1ca-88e8441b5d89 None None] Network b4d58402-7024-4a91-ac5b-a90622c7b67c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:20:31.825680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44694) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:31.834668 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7ca688cf-1814-47cd-8477-496233f5e6a4 req-6367ee44-c117-461f-8565-65a9241e6eac tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1486ed98-94d7-4975-87c0-b0eded283c66), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:31.854232 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['1486ed98-94d7-4975-87c0-b0eded283c66'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:20:31.891431 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367ee44-c117-461f-8565-65a9241e6eac tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Pushing event deleted for resources: {'Port': ['ID=1486ed98-94d7-4975-87c0-b0eded283c66,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:31.943893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca688cf-1814-47cd-8477-496233f5e6a4 req-6367ee44-c117-461f-8565-65a9241e6eac tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] No DVR routers for this DVR port 1486ed98-94d7-4975-87c0-b0eded283c66 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:20:31.949517 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7ca688cf-1814-47cd-8477-496233f5e6a4 req-6367ee44-c117-461f-8565-65a9241e6eac tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:31.952877 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7ca688cf-1814-47cd-8477-496233f5e6a4 req-6367ee44-c117-461f-8565-65a9241e6eac tempest-VolumesAdminNegativeTest-346679491 tempest-VolumesAdminNegativeTest-346679491-project] 10.222.0.72 "DELETE /v2.0/ports/1486ed98-94d7-4975-87c0-b0eded283c66 HTTP/1.1" status: 204 len: 173 time: 0.9552505 Feb 10 15:20:31.957439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-660627c0-5cfb-4ae6-babe-63c4c5641606 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Deleting subnet cf1dc228-f392-40d3-8eb7-1e649968a502 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:20:31.961436 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-660627c0-5cfb-4ae6-babe-63c4c5641606 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for subnet (cf1dc228-f392-40d3-8eb7-1e649968a502), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.013585 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-660627c0-5cfb-4ae6-babe-63c4c5641606 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (cf1dc228-f392-40d3-8eb7-1e649968a502), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.054679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa97eadb-0235-4398-a8d2-2122ddc678a9 None None] DHCP port deletion for b4d58402-7024-4a91-ac5b-a90622c7b67c request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:20:32.063509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32dfd46-ecc1-4854-bf2f-2f3e825acdcc', 'name': 'network-vif-deleted', 'tag': '1486ed98-94d7-4975-87c0-b0eded283c66'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:32.066979 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d2c571-1c72-4b79-ac48-d5fb81083619" -d '{"events": [{"server_uuid": "e32dfd46-ecc1-4854-bf2f-2f3e825acdcc", "name": "network-vif-deleted", "tag": "1486ed98-94d7-4975-87c0-b0eded283c66"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:32.120694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fa97eadb-0235-4398-a8d2-2122ddc678a9 None None] Deleting port 6e018f20-c66d-4232-99e6-363b39ded5f5 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:32.121466 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fa97eadb-0235-4398-a8d2-2122ddc678a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6e018f20-c66d-4232-99e6-363b39ded5f5), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.127910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 3dfe7a0f-5ca9-450c-a900-dd18f066c27a no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:20:32.155055 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-660627c0-5cfb-4ae6-babe-63c4c5641606 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (cf1dc228-f392-40d3-8eb7-1e649968a502), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.172453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 3dfe7a0f-5ca9-450c-a900-dd18f066c27a {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:20:32.173250 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 3dfe7a0f-5ca9-450c-a900-dd18f066c27a not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:20:32.189932 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dfa023e2-2c52-4565-86ac-22cdd3216a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (81a55ca9-9bef-4cd0-90d0-7aff6d3c9638), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.221901 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-660627c0-5cfb-4ae6-babe-63c4c5641606 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (cf1dc228-f392-40d3-8eb7-1e649968a502), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.239177 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-fa97eadb-0235-4398-a8d2-2122ddc678a9 None None] For port 6e018f20-c66d-4232-99e6-363b39ded5f5, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6e018f20-c66d-4232-99e6-363b39ded5f5,segment=NetworkSegment(c1d49ab5-6bfb-4ece-826c-83e138eb7160),segment_id=c1d49ab5-6bfb-4ece-826c-83e138eb7160)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:32.239944 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fa97eadb-0235-4398-a8d2-2122ddc678a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6e018f20-c66d-4232-99e6-363b39ded5f5), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.240087 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa023e2-2c52-4565-86ac-22cdd3216a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=81a55ca9-9bef-4cd0-90d0-7aff6d3c9638,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:32.251578 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660627c0-5cfb-4ae6-babe-63c4c5641606 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1dc228-f392-40d3-8eb7-1e649968a502,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:32.255584 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-660627c0-5cfb-4ae6-babe-63c4c5641606 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.255769 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-8f55fb37-7307-43b5-b231-f22a3b2fdb94 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:20:32.258389 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fa97eadb-0235-4398-a8d2-2122ddc678a9 None None] Calling delete_port for 6e018f20-c66d-4232-99e6-363b39ded5f5 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:32.258717 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-660627c0-5cfb-4ae6-babe-63c4c5641606 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "DELETE /v2.0/subnets/cf1dc228-f392-40d3-8eb7-1e649968a502 HTTP/1.1" status: 204 len: 168 time: 0.4316540 Feb 10 15:20:32.261976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44700) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:32.266243 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada66c4-b86d-48a3-8c96-60007dd2ee55 None None] Sync routers for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:20:32.280801 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cae51-305f-4725-9c52-be2701b2e584 req-60bd36f6-ea36-4b86-b5e4-de3b6e27b560 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:32.284198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d813f5-a328-4573-adc5-0ad7842a1f1e None None] Network 260854eb-0104-4b31-b86e-0d8f89ebff7f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:20:32.284741 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ada66c4-b86d-48a3-8c96-60007dd2ee55 None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:32.285469 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1ada66c4-b86d-48a3-8c96-60007dd2ee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:32.287769 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f92cae51-305f-4725-9c52-be2701b2e584 req-60bd36f6-ea36-4b86-b5e4-de3b6e27b560 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.5412526 Feb 10 15:20:32.298699 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-8f55fb37-7307-43b5-b231-f22a3b2fdb94 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.391537 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-8f55fb37-7307-43b5-b231-f22a3b2fdb94 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "PUT /v2.0/floatingips/72c65d37-9593-4b09-9ec3-7436b2afb6a6 HTTP/1.1" status: 200 len: 695 time: 1.8238988 Feb 10 15:20:32.398888 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (b4d58402-7024-4a91-ac5b-a90622c7b67c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.412543 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'tag': 'b98af35a-fd5d-47cd-8da6-c6802d807bff'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:32.416057 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75913fde-b3e2-4bf3-92d6-946ac42551d0" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1c3c10-0a11-4728-835b-9f3657419ea7", "tag": "b98af35a-fd5d-47cd-8da6-c6802d807bff"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:32.454675 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-1ada66c4-b86d-48a3-8c96-60007dd2ee55 None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:32.508016 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Deleting port 6e018f20-c66d-4232-99e6-363b39ded5f5 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:32.508363 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6e018f20-c66d-4232-99e6-363b39ded5f5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.528544 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fa97eadb-0235-4398-a8d2-2122ddc678a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (6e018f20-c66d-4232-99e6-363b39ded5f5), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.601897 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f92cae51-305f-4725-9c52-be2701b2e584 req-186df1b5-0611-4550-abc0-ed8e04ee010e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124654 Feb 10 15:20:32.627785 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-ca349dc2-8985-4752-8a7f-673801d63ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:32.634212 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97eadb-0235-4398-a8d2-2122ddc678a9 None None] Pushing event deleted for resources: {'Port': ['ID=6e018f20-c66d-4232-99e6-363b39ded5f5,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:32.639616 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-ca349dc2-8985-4752-8a7f-673801d63ab6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 1128 time: 0.2445953 Feb 10 15:20:32.666510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa97eadb-0235-4398-a8d2-2122ddc678a9 None None] No DVR routers for this DVR port 6e018f20-c66d-4232-99e6-363b39ded5f5 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:20:32.693957 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] For port 6e018f20-c66d-4232-99e6-363b39ded5f5, host n-d-815324-7, got binding levels [] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:32.695940 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6e018f20-c66d-4232-99e6-363b39ded5f5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.719115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Calling delete_port for 6e018f20-c66d-4232-99e6-363b39ded5f5 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:32.722732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Port 6e018f20-c66d-4232-99e6-363b39ded5f5 was not found and therefore no delete operation was performed {{(pid=103369) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:20:32.724209 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (6e018f20-c66d-4232-99e6-363b39ded5f5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.751052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event deleted for resources: {'Port': ['ID=6e018f20-c66d-4232-99e6-363b39ded5f5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:32.768171 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] No DVR routers for this DVR port 6e018f20-c66d-4232-99e6-363b39ded5f5 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:20:32.827538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde71719-0de3-49f8-b329-e153d8e213c0 None None] DHCP port deletion for 260854eb-0104-4b31-b86e-0d8f89ebff7f request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:20:32.854393 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dfa023e2-2c52-4565-86ac-22cdd3216a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.899095 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6e018f20-c66d-4232-99e6-363b39ded5f5 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:20:32.936507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 6e018f20-c66d-4232-99e6-363b39ded5f5 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:20:32.936966 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-7a296ac8-eea1-4483-bc8f-af1220d42227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:32.937201 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6e018f20-c66d-4232-99e6-363b39ded5f5 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:20:32.938312 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-7a296ac8-eea1-4483-bc8f-af1220d42227 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 921 time: 0.2858932 Feb 10 15:20:32.950601 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (b4d58402-7024-4a91-ac5b-a90622c7b67c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.960710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-bde71719-0de3-49f8-b329-e153d8e213c0 None None] Deleting port 73bf3028-cc03-4c60-a811-ae344a0a80f6 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:32.961355 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bde71719-0de3-49f8-b329-e153d8e213c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (73bf3028-cc03-4c60-a811-ae344a0a80f6), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:32.978148 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d58402-7024-4a91-ac5b-a90622c7b67c']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:32.981195 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1ada66c4-b86d-48a3-8c96-60007dd2ee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:32.993177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d49ab5-6bfb-4ece-826c-83e138eb7160') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:32.993177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d49ab5-6bfb-4ece-826c-83e138eb7160') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:33.002697 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (c1d49ab5-6bfb-4ece-826c-83e138eb7160), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.009303 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-a2e8f877-ead4-4917-9732-892cdd8cd5cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b98af35a-fd5d-47cd-8da6-c6802d807bff HTTP/1.1" status: 200 len: 217 time: 0.0614786 Feb 10 15:20:33.018283 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (c1d49ab5-6bfb-4ece-826c-83e138eb7160), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.025951 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:20:33.026685 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (c1d49ab5-6bfb-4ece-826c-83e138eb7160), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:20:33.030436 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:20:33.034083 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada66c4-b86d-48a3-8c96-60007dd2ee55 None None] Checking router: d5ea87bc-648a-4c57-94e2-29d7c50f7a58 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:20:33.050662 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ada66c4-b86d-48a3-8c96-60007dd2ee55 None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:33.051299 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1ada66c4-b86d-48a3-8c96-60007dd2ee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:33.073357 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-bde71719-0de3-49f8-b329-e153d8e213c0 None None] For port 73bf3028-cc03-4c60-a811-ae344a0a80f6, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=73bf3028-cc03-4c60-a811-ae344a0a80f6,segment=NetworkSegment(6bd79caf-77d3-4897-bd5f-229854f5aede),segment_id=6bd79caf-77d3-4897-bd5f-229854f5aede)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:33.073975 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bde71719-0de3-49f8-b329-e153d8e213c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (73bf3028-cc03-4c60-a811-ae344a0a80f6), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.089223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-bde71719-0de3-49f8-b329-e153d8e213c0 None None] Calling delete_port for 73bf3028-cc03-4c60-a811-ae344a0a80f6 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:33.107297 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (b4d58402-7024-4a91-ac5b-a90622c7b67c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.128065 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.137350 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "DELETE /v2.0/networks/b4d58402-7024-4a91-ac5b-a90622c7b67c HTTP/1.1" status: 204 len: 168 time: 0.8724418 Feb 10 15:20:33.138717 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44706) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:33.160551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0015477-99e8-4e79-8305-5c7b210a563d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event deleted for resources: {'Network': ['ID=b4d58402-7024-4a91-ac5b-a90622c7b67c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:33.172857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-cd8285e1-37c2-4627-8875-278c6eea53b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:33.175277 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-cd8285e1-37c2-4627-8875-278c6eea53b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 200 len: 859 time: 0.1559587 Feb 10 15:20:33.188299 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9617e7-508a-46aa-8f8a-6691648ef83b req-99d97943-2948-47cb-b278-3c3a470aeee3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:33.189057 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-1ada66c4-b86d-48a3-8c96-60007dd2ee55 None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:33.190132 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a9617e7-508a-46aa-8f8a-6691648ef83b req-99d97943-2948-47cb-b278-3c3a470aeee3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.0979927 Feb 10 15:20:33.203723 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bde71719-0de3-49f8-b329-e153d8e213c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (73bf3028-cc03-4c60-a811-ae344a0a80f6), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.221755 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde71719-0de3-49f8-b329-e153d8e213c0 None None] No DVR routers for this DVR port 73bf3028-cc03-4c60-a811-ae344a0a80f6 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:20:33.247295 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde71719-0de3-49f8-b329-e153d8e213c0 None None] Pushing event deleted for resources: {'Port': ['ID=73bf3028-cc03-4c60-a811-ae344a0a80f6,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:33.277405 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40fcfcfc-ec7a-40ad-a2ba-897b02c22191 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (260854eb-0104-4b31-b86e-0d8f89ebff7f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.367444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a9617e7-508a-46aa-8f8a-6691648ef83b req-db680567-7797-441a-988b-966ac38c52a6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652653 Feb 10 15:20:33.368096 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40fcfcfc-ec7a-40ad-a2ba-897b02c22191 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (260854eb-0104-4b31-b86e-0d8f89ebff7f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.373883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-89bd837c-ddd5-40e0-baeb-defb106e11b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:33.377142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-89bd837c-ddd5-40e0-baeb-defb106e11b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b17024a-debc-4b4b-8647-7b69683a5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1859448 Feb 10 15:20:33.406747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-40fcfcfc-ec7a-40ad-a2ba-897b02c22191 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260854eb-0104-4b31-b86e-0d8f89ebff7f']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:33.419226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-40fcfcfc-ec7a-40ad-a2ba-897b02c22191 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd79caf-77d3-4897-bd5f-229854f5aede') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:33.419603 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-40fcfcfc-ec7a-40ad-a2ba-897b02c22191 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd79caf-77d3-4897-bd5f-229854f5aede') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:33.423152 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa023e2-2c52-4565-86ac-22cdd3216a6f admin admin] Router 4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:20:33.430118 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40fcfcfc-ec7a-40ad-a2ba-897b02c22191 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (6bd79caf-77d3-4897-bd5f-229854f5aede), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.444289 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40fcfcfc-ec7a-40ad-a2ba-897b02c22191 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6bd79caf-77d3-4897-bd5f-229854f5aede), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.451388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fcfcfc-ec7a-40ad-a2ba-897b02c22191 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:20:33.451869 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40fcfcfc-ec7a-40ad-a2ba-897b02c22191 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (6bd79caf-77d3-4897-bd5f-229854f5aede), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:20:33.481236 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:20:33.529637 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40fcfcfc-ec7a-40ad-a2ba-897b02c22191 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (260854eb-0104-4b31-b86e-0d8f89ebff7f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.545112 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40fcfcfc-ec7a-40ad-a2ba-897b02c22191 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.549664 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-40fcfcfc-ec7a-40ad-a2ba-897b02c22191 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "DELETE /v2.0/networks/260854eb-0104-4b31-b86e-0d8f89ebff7f HTTP/1.1" status: 204 len: 168 time: 0.4096704 Feb 10 15:20:33.556551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44710) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:33.562788 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcfcfc-ec7a-40ad-a2ba-897b02c22191 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event deleted for resources: {'Network': ['ID=260854eb-0104-4b31-b86e-0d8f89ebff7f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:33.582868 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1ada66c4-b86d-48a3-8c96-60007dd2ee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:33.583657 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44712) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:33.623630 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada66c4-b86d-48a3-8c96-60007dd2ee55 None None] The sync data for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 is: [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:20:33.639534 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ce983e-f2a7-4afc-bc2b-40d561a323a7 admin admin] Deleting subnet 413125c9-f96a-4b32-b2a7-4890bbb381ff {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:20:33.643953 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d47b1e-94d4-4d45-8fd2-418f5cd04cb8 x-openstack-request-id: req-a2d47b1e-94d4-4d45-8fd2-418f5cd04cb8 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:33.644318 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32dfd46-ecc1-4854-bf2f-2f3e825acdcc", "name": "network-vif-deleted", "tag": "1486ed98-94d7-4975-87c0-b0eded283c66", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:33.645182 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2d47b1e-94d4-4d45-8fd2-418f5cd04cb8 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:33.645638 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32dfd46-ecc1-4854-bf2f-2f3e825acdcc', 'name': 'network-vif-deleted', 'tag': '1486ed98-94d7-4975-87c0-b0eded283c66', 'status': 'completed', 'code': 200} Feb 10 15:20:33.646370 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-71ce983e-f2a7-4afc-bc2b-40d561a323a7 admin admin] Publish callbacks [] for subnet (413125c9-f96a-4b32-b2a7-4890bbb381ff), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.658842 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-8b16dac0-feeb-4375-934f-34697d789445 service neutron] 10.222.0.64 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617245 Feb 10 15:20:33.661516 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b8d4c3-eea1-4c5a-8d93-d1706e39ed31 x-openstack-request-id: req-f6b8d4c3-eea1-4c5a-8d93-d1706e39ed31 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:33.661813 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1c3c10-0a11-4728-835b-9f3657419ea7", "tag": "b98af35a-fd5d-47cd-8da6-c6802d807bff", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:33.662070 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6b8d4c3-eea1-4c5a-8d93-d1706e39ed31 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:33.662468 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'tag': 'b98af35a-fd5d-47cd-8da6-c6802d807bff', 'status': 'completed', 'code': 200} Feb 10 15:20:33.715256 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-71ce983e-f2a7-4afc-bc2b-40d561a323a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (413125c9-f96a-4b32-b2a7-4890bbb381ff), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.727794 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa023e2-2c52-4565-86ac-22cdd3216a6f admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:20:33.734664 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0879d1-c1e2-4bc0-978e-3b67e83ca490 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Deleting subnet c29c239d-8810-48f0-a687-e5203464ab52 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:20:33.740386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-dfa023e2-2c52-4565-86ac-22cdd3216a6f admin admin] 10.222.0.64 "PUT /v2.0/routers/4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7502909 Feb 10 15:20:33.741028 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f576144-ecab-4c31-a1bb-fc5542cccea0 None None] Sync routers for ids ['4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:20:33.758619 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f576144-ecab-4c31-a1bb-fc5542cccea0 None None] Routers {'4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:33.759571 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9f576144-ecab-4c31-a1bb-fc5542cccea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:33.770328 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44718) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:33.774871 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aa0879d1-c1e2-4bc0-978e-3b67e83ca490 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for subnet (c29c239d-8810-48f0-a687-e5203464ab52), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.869692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75913fde-b3e2-4bf3-92d6-946ac42551d0 req-055b2a9c-1f4a-4741-8002-71ad5f7206c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:33.871978 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75913fde-b3e2-4bf3-92d6-946ac42551d0 req-055b2a9c-1f4a-4741-8002-71ad5f7206c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 1128 time: 0.1801078 Feb 10 15:20:33.872770 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1457d598-101a-4b99-9108-ebdec7fc2c41 req-a0b0ddc0-a67c-4e02-90e0-6d99fdcaeb66 service neutron] 10.222.0.64 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130475 Feb 10 15:20:33.873291 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-71ce983e-f2a7-4afc-bc2b-40d561a323a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (413125c9-f96a-4b32-b2a7-4890bbb381ff), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.945200 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aa0879d1-c1e2-4bc0-978e-3b67e83ca490 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (c29c239d-8810-48f0-a687-e5203464ab52), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:33.951251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-9f576144-ecab-4c31-a1bb-fc5542cccea0 None None] Set router 4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:34.040920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715835e7-9f22-44ab-aee2-d9481af2d550 req-69ed54aa-94e4-4ece-bb68-b3b32fadd4cd tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:34.042558 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-715835e7-9f22-44ab-aee2-d9481af2d550 req-69ed54aa-94e4-4ece-bb68-b3b32fadd4cd tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0a735b-ee77-4e0f-b903-b6ec54793747 HTTP/1.1" status: 200 len: 945 time: 0.1688576 Feb 10 15:20:34.073398 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9afb57e-456a-43d0-93e7-e4def5291089 None None] New status for floating IP 72c65d37-9593-4b09-9ec3-7436b2afb6a6: DOWN {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:20:34.142946 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aa0879d1-c1e2-4bc0-978e-3b67e83ca490 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (c29c239d-8810-48f0-a687-e5203464ab52), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:34.200017 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-715835e7-9f22-44ab-aee2-d9481af2d550 req-285a7951-be16-4fdc-a57d-d9b6aa71d34b tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332290 Feb 10 15:20:34.210517 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9f576144-ecab-4c31-a1bb-fc5542cccea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711510952-router', 'tenant_id': '9304b15b205648df9c4396e7b78d3013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:25Z', 'updated_at': '2022-02-10T15:20:31Z', 'revision_number': 5, 'project_id': '9304b15b205648df9c4396e7b78d3013', 'gw_port': {'id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:28Z', 'updated_at': '2022-02-10T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:34.219721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b0495-de52-41ce-b92a-31ef7fb3e806 req-9275e334-04cd-4fcc-bc40-d9ea8964e6c2 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:34.221330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a3b0495-de52-41ce-b92a-31ef7fb3e806 req-9275e334-04cd-4fcc-bc40-d9ea8964e6c2 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.2106223 Feb 10 15:20:34.244578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f576144-ecab-4c31-a1bb-fc5542cccea0 None None] Checking router: 4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:20:34.257943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f576144-ecab-4c31-a1bb-fc5542cccea0 None None] Routers {'4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:34.258979 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9f576144-ecab-4c31-a1bb-fc5542cccea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:34.337015 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a3b0495-de52-41ce-b92a-31ef7fb3e806 req-7e7af022-de7f-4c7e-b668-0e033f404999 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008778 Feb 10 15:20:34.362443 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aa0879d1-c1e2-4bc0-978e-3b67e83ca490 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (c29c239d-8810-48f0-a687-e5203464ab52), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:34.416343 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0879d1-c1e2-4bc0-978e-3b67e83ca490 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event deleted for resources: {'Subnet': ['ID=c29c239d-8810-48f0-a687-e5203464ab52,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:34.424526 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aa0879d1-c1e2-4bc0-978e-3b67e83ca490 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:34.428058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-aa0879d1-c1e2-4bc0-978e-3b67e83ca490 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "DELETE /v2.0/subnets/c29c239d-8810-48f0-a687-e5203464ab52 HTTP/1.1" status: 204 len: 168 time: 0.8705549 Feb 10 15:20:34.433805 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44736) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:34.442642 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11890a2-cfc5-40d1-8e62-d516933672bf None None] Network b410fb41-ce0c-43c3-b097-0de0161a2540 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:20:34.452524 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-9f576144-ecab-4c31-a1bb-fc5542cccea0 None None] Set router 4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:34.461080 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9c2-a6a7-4e02-8b9b-4293ad06884e admin admin] Publish callbacks [] for router (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:34.507890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-05fc13a5-9e4b-4235-ab0d-71d53f7d4734 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:34.510400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-05fc13a5-9e4b-4235-ab0d-71d53f7d4734 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 805 time: 0.1724174 Feb 10 15:20:34.530465 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-71ce983e-f2a7-4afc-bc2b-40d561a323a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (413125c9-f96a-4b32-b2a7-4890bbb381ff), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:34.532908 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4b75b738-73d6-432e-bd85-1ef651804a0e tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/quotas/c93f02832d4b44afb04fc0e05260fb2f HTTP/1.1" status: 200 len: 375 time: 0.0161910 Feb 10 15:20:34.605074 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce983e-f2a7-4afc-bc2b-40d561a323a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413125c9-f96a-4b32-b2a7-4890bbb381ff,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:34.605535 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-981fdb4a-5fd9-4001-8fc7-ed178ada2d84 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0669692 Feb 10 15:20:34.658932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1486ed98-94d7-4975-87c0-b0eded283c66 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:20:34.659191 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-71ce983e-f2a7-4afc-bc2b-40d561a323a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:34.664474 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-71ce983e-f2a7-4afc-bc2b-40d561a323a7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/413125c9-f96a-4b32-b2a7-4890bbb381ff HTTP/1.1" status: 204 len: 168 time: 1.0776052 Feb 10 15:20:34.671932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75913fde-b3e2-4bf3-92d6-946ac42551d0 req-5e64ad1b-8e4d-406d-9548-7ca84940afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:34.672850 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44742) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:34.673696 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75913fde-b3e2-4bf3-92d6-946ac42551d0 req-5e64ad1b-8e4d-406d-9548-7ca84940afde service neutron] 10.222.0.72 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 921 time: 0.7699499 Feb 10 15:20:34.747433 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 1486ed98-94d7-4975-87c0-b0eded283c66 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:20:34.747788 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1486ed98-94d7-4975-87c0-b0eded283c66 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:20:34.758472 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 73bf3028-cc03-4c60-a811-ae344a0a80f6 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:20:34.758746 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (b410fb41-ce0c-43c3-b097-0de0161a2540), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:34.766236 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75913fde-b3e2-4bf3-92d6-946ac42551d0 req-5c715afe-7c16-46b0-a7c8-1a26ce5aea6a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b98af35a-fd5d-47cd-8da6-c6802d807bff HTTP/1.1" status: 200 len: 217 time: 0.0521500 Feb 10 15:20:34.793384 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 73bf3028-cc03-4c60-a811-ae344a0a80f6 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:20:34.793770 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 73bf3028-cc03-4c60-a811-ae344a0a80f6 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:20:34.843888 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9c2-a6a7-4e02-8b9b-4293ad06884e admin admin] Publish callbacks [] for router_gateway (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:34.865018 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0587316-a2e5-4636-8795-2983cee8595f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (781b1383-b52e-44e8-9350-de15de866d81), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:34.865192 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75913fde-b3e2-4bf3-92d6-946ac42551d0 req-0d663183-b814-4bcd-a91a-e7bbeda202a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:34.867399 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75913fde-b3e2-4bf3-92d6-946ac42551d0 req-0d663183-b814-4bcd-a91a-e7bbeda202a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 200 len: 859 time: 0.0902145 Feb 10 15:20:34.877136 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9f576144-ecab-4c31-a1bb-fc5542cccea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711510952-router', 'tenant_id': '9304b15b205648df9c4396e7b78d3013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:25Z', 'updated_at': '2022-02-10T15:20:31Z', 'revision_number': 5, 'project_id': '9304b15b205648df9c4396e7b78d3013', 'gw_port': {'id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:28Z', 'updated_at': '2022-02-10T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:34.896174 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-7bb1519d-544c-4b80-990c-1948814ef324 service neutron] 10.222.0.64 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712433 Feb 10 15:20:34.907999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f576144-ecab-4c31-a1bb-fc5542cccea0 None None] The sync data for ids ['4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a'] in n-d-815324-7 is: [{'id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711510952-router', 'tenant_id': '9304b15b205648df9c4396e7b78d3013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:25Z', 'updated_at': '2022-02-10T15:20:31Z', 'revision_number': 5, 'project_id': '9304b15b205648df9c4396e7b78d3013', 'gw_port': {'id': '49ca0b5a-9448-48a5-a4ce-2cad24f15aaa', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:28Z', 'updated_at': '2022-02-10T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:20:34.925078 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60211c2f-7090-411e-bb1a-a24320f262df req-86958a36-7966-4572-a247-0ea629f14cfc tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:34.932264 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-60211c2f-7090-411e-bb1a-a24320f262df req-86958a36-7966-4572-a247-0ea629f14cfc tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 1131 time: 0.1644449 Feb 10 15:20:34.953059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dade119c-c77f-4a9c-9ceb-beb1a74d1832 None None] DHCP port deletion for b410fb41-ce0c-43c3-b097-0de0161a2540 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:20:34.958780 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Deleting port f5e20283-d78b-4c69-842f-a5bc05032ea1 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:34.958780 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:34.976191 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-60211c2f-7090-411e-bb1a-a24320f262df req-7aa053b6-80a1-43bc-bdfb-472eaa1b17d4 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.002157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75913fde-b3e2-4bf3-92d6-946ac42551d0 req-6577bb84-59fd-480b-8949-9285101377f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:35.003662 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75913fde-b3e2-4bf3-92d6-946ac42551d0 req-6577bb84-59fd-480b-8949-9285101377f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6b17024a-debc-4b4b-8647-7b69683a5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1290109 Feb 10 15:20:35.006801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5d9c2-a6a7-4e02-8b9b-4293ad06884e admin admin] Deleting port 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:35.007146 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9c2-a6a7-4e02-8b9b-4293ad06884e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (49ca0b5a-9448-48a5-a4ce-2cad24f15aaa), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.023925 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-dade119c-c77f-4a9c-9ceb-beb1a74d1832 None None] Deleting port f5e20283-d78b-4c69-842f-a5bc05032ea1 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:35.024718 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dade119c-c77f-4a9c-9ceb-beb1a74d1832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.088003 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0587316-a2e5-4636-8795-2983cee8595f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (781b1383-b52e-44e8-9350-de15de866d81), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.090242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] For port f5e20283-d78b-4c69-842f-a5bc05032ea1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f5e20283-d78b-4c69-842f-a5bc05032ea1,segment=NetworkSegment(94371f46-3f75-447f-a066-1a16316b90a8),segment_id=94371f46-3f75-447f-a066-1a16316b90a8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:35.090612 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.100208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-dade119c-c77f-4a9c-9ceb-beb1a74d1832 None None] For port f5e20283-d78b-4c69-842f-a5bc05032ea1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f5e20283-d78b-4c69-842f-a5bc05032ea1,segment=NetworkSegment(94371f46-3f75-447f-a066-1a16316b90a8),segment_id=94371f46-3f75-447f-a066-1a16316b90a8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:35.101193 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dade119c-c77f-4a9c-9ceb-beb1a74d1832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.115418 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-dade119c-c77f-4a9c-9ceb-beb1a74d1832 None None] Calling delete_port for f5e20283-d78b-4c69-842f-a5bc05032ea1 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:35.130444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-72b4a9aa-4954-404e-a58b-fb9ed7d497b6 service neutron] 10.222.0.64 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334185 Feb 10 15:20:35.135103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Calling delete_port for f5e20283-d78b-4c69-842f-a5bc05032ea1 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:35.137220 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a0587316-a2e5-4636-8795-2983cee8595f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781b1383-b52e-44e8-9350-de15de866d81']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:35.153677 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a0587316-a2e5-4636-8795-2983cee8595f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30b772e-ab69-4812-a8a0-dee16bb0730e') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:35.153988 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a0587316-a2e5-4636-8795-2983cee8595f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30b772e-ab69-4812-a8a0-dee16bb0730e') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:35.168393 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0587316-a2e5-4636-8795-2983cee8595f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (a30b772e-ab69-4812-a8a0-dee16bb0730e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.194884 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0587316-a2e5-4636-8795-2983cee8595f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (a30b772e-ab69-4812-a8a0-dee16bb0730e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.211205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0587316-a2e5-4636-8795-2983cee8595f admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:20:35.211713 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0587316-a2e5-4636-8795-2983cee8595f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (a30b772e-ab69-4812-a8a0-dee16bb0730e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:20:35.228702 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:20:35.232728 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-60211c2f-7090-411e-bb1a-a24320f262df req-7aa053b6-80a1-43bc-bdfb-472eaa1b17d4 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] Publish callbacks [] for security_group (552fe79d-7c15-4de2-b24b-711fb440f7c7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.244910 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-60211c2f-7090-411e-bb1a-a24320f262df req-7aa053b6-80a1-43bc-bdfb-472eaa1b17d4 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (552fe79d-7c15-4de2-b24b-711fb440f7c7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.324409 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0587316-a2e5-4636-8795-2983cee8595f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (781b1383-b52e-44e8-9350-de15de866d81), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.330586 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0587316-a2e5-4636-8795-2983cee8595f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.333703 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a0587316-a2e5-4636-8795-2983cee8595f admin admin] 10.222.0.64 "DELETE /v2.0/networks/781b1383-b52e-44e8-9350-de15de866d81 HTTP/1.1" status: 204 len: 168 time: 0.6598721 Feb 10 15:20:35.336329 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-60211c2f-7090-411e-bb1a-a24320f262df req-7aa053b6-80a1-43bc-bdfb-472eaa1b17d4 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029596 Feb 10 15:20:35.338610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44746) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:35.339259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa053b6-80a1-43bc-bdfb-472eaa1b17d4 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552fe79d-7c15-4de2-b24b-711fb440f7c7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:35.356908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-d7c5d9c2-a6a7-4e02-8b9b-4293ad06884e admin admin] For port 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=49ca0b5a-9448-48a5-a4ce-2cad24f15aaa,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:35.357322 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9c2-a6a7-4e02-8b9b-4293ad06884e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (49ca0b5a-9448-48a5-a4ce-2cad24f15aaa), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.371605 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75913fde-b3e2-4bf3-92d6-946ac42551d0 req-8b1624a0-62f0-4682-9fc9-4a0feaa267bc service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235526 Feb 10 15:20:35.380322 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0587316-a2e5-4636-8795-2983cee8595f admin admin] Pushing event deleted for resources: {'Network': ['ID=781b1383-b52e-44e8-9350-de15de866d81,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:35.402609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a85251-6617-446a-a152-15b576eaac46 admin admin] Deleting subnet f19ced2d-19d1-4970-8013-f2a044afb74e {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:20:35.406626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5d9c2-a6a7-4e02-8b9b-4293ad06884e admin admin] Calling delete_port for 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:35.411891 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-87a85251-6617-446a-a152-15b576eaac46 admin admin] Publish callbacks [] for subnet (f19ced2d-19d1-4970-8013-f2a044afb74e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.453273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161d4ae-7049-41b9-a74a-8baf6c9433e7 req-eefc64e7-19c9-4a4c-bdf8-f2f879684928 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:35.454801 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b161d4ae-7049-41b9-a74a-8baf6c9433e7 req-eefc64e7-19c9-4a4c-bdf8-f2f879684928 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee0a735b-ee77-4e0f-b903-b6ec54793747 HTTP/1.1" status: 200 len: 945 time: 0.2454863 Feb 10 15:20:35.483134 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-87a85251-6617-446a-a152-15b576eaac46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (f19ced2d-19d1-4970-8013-f2a044afb74e), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.542851 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dade119c-c77f-4a9c-9ceb-beb1a74d1832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.570389 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade119c-c77f-4a9c-9ceb-beb1a74d1832 None None] Pushing event deleted for resources: {'Port': ['ID=f5e20283-d78b-4c69-842f-a5bc05032ea1,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:35.580829 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade119c-c77f-4a9c-9ceb-beb1a74d1832 None None] No DVR routers for this DVR port f5e20283-d78b-4c69-842f-a5bc05032ea1 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:20:35.637908 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-87a85251-6617-446a-a152-15b576eaac46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (f19ced2d-19d1-4970-8013-f2a044afb74e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.698273 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cd61e-9eea-44b5-9093-c63dc337f102 req-d8468623-e93b-40fd-b4dd-1766a6743d58 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:35.705240 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cb4cd61e-9eea-44b5-9093-c63dc337f102 req-d8468623-e93b-40fd-b4dd-1766a6743d58 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 944 time: 0.1899984 Feb 10 15:20:35.719843 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f5e20283-d78b-4c69-842f-a5bc05032ea1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.744892 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75913fde-b3e2-4bf3-92d6-946ac42551d0 req-398cb501-4c95-4653-8e96-2af727784f60 service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588676 Feb 10 15:20:35.751807 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-0992e5f6-9fac-43c8-b0f1-ca07e73f3843 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:35.759080 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-0992e5f6-9fac-43c8-b0f1-ca07e73f3843 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2262013 Feb 10 15:20:35.770745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event deleted for resources: {'Port': ['ID=f5e20283-d78b-4c69-842f-a5bc05032ea1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:35.773814 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] No DVR routers for this DVR port f5e20283-d78b-4c69-842f-a5bc05032ea1 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:20:35.839867 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cb4cd61e-9eea-44b5-9093-c63dc337f102 req-5cbc6cf4-1855-4bd8-b085-5ba346b6a538 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329393 Feb 10 15:20:35.852779 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-103db7e5-29d9-4591-96bb-dbc473b201de tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 696 time: 0.0927479 Feb 10 15:20:35.858397 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-b4525300-83b5-4b95-ba34-fdadcfcce1fa tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Request body: {'floatingip': {'port_id': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:35.861551 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-87a85251-6617-446a-a152-15b576eaac46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (f19ced2d-19d1-4970-8013-f2a044afb74e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.935857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-b161d4ae-7049-41b9-a74a-8baf6c9433e7 req-06c3ef91-2f31-4a48-818b-dfa2a1290ea1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Deleting port 104c519f-115e-423f-ad01-bff7d0fcb6dc {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:35.936138 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b161d4ae-7049-41b9-a74a-8baf6c9433e7 req-06c3ef91-2f31-4a48-818b-dfa2a1290ea1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (104c519f-115e-423f-ad01-bff7d0fcb6dc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.941437 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (b410fb41-ce0c-43c3-b097-0de0161a2540), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.943890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a85251-6617-446a-a152-15b576eaac46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19ced2d-19d1-4970-8013-f2a044afb74e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:35.949977 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-87a85251-6617-446a-a152-15b576eaac46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.953778 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-87a85251-6617-446a-a152-15b576eaac46 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f19ced2d-19d1-4970-8013-f2a044afb74e HTTP/1.1" status: 204 len: 168 time: 0.6106670 Feb 10 15:20:35.956575 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-b4525300-83b5-4b95-ba34-fdadcfcce1fa tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for floatingip (72c65d37-9593-4b09-9ec3-7436b2afb6a6), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:35.959042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44760) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:36.006533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b410fb41-ce0c-43c3-b097-0de0161a2540']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:36.075274 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94371f46-3f75-447f-a066-1a16316b90a8') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:36.075558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94371f46-3f75-447f-a066-1a16316b90a8') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:36.095205 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (94371f46-3f75-447f-a066-1a16316b90a8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:36.144511 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (94371f46-3f75-447f-a066-1a16316b90a8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:36.161588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:20:36.161958 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (94371f46-3f75-447f-a066-1a16316b90a8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:20:36.167754 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:20:36.171446 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b255dc05-f6f5-4dbf-8234-a67375f54b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:36.191961 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-b161d4ae-7049-41b9-a74a-8baf6c9433e7 req-06c3ef91-2f31-4a48-818b-dfa2a1290ea1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] For port 104c519f-115e-423f-ad01-bff7d0fcb6dc, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=104c519f-115e-423f-ad01-bff7d0fcb6dc,segment=NetworkSegment(f89112b5-66ee-47dc-a861-4c3870f0f641),segment_id=f89112b5-66ee-47dc-a861-4c3870f0f641)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:36.192327 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b161d4ae-7049-41b9-a74a-8baf6c9433e7 req-06c3ef91-2f31-4a48-818b-dfa2a1290ea1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (104c519f-115e-423f-ad01-bff7d0fcb6dc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:36.195475 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9c2-a6a7-4e02-8b9b-4293ad06884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (49ca0b5a-9448-48a5-a4ce-2cad24f15aaa), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:36.198412 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23596928-0748-4f22-90e8-3bb26d40c098 req-295e272f-a2bc-473f-8532-bf2123eaf562 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:36.199944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23596928-0748-4f22-90e8-3bb26d40c098 req-295e272f-a2bc-473f-8532-bf2123eaf562 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0a735b-ee77-4e0f-b903-b6ec54793747 HTTP/1.1" status: 200 len: 945 time: 0.1884670 Feb 10 15:20:36.251758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-b161d4ae-7049-41b9-a74a-8baf6c9433e7 req-06c3ef91-2f31-4a48-818b-dfa2a1290ea1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Calling delete_port for 104c519f-115e-423f-ad01-bff7d0fcb6dc owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:36.278345 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5d9c2-a6a7-4e02-8b9b-4293ad06884e admin admin] Pushing event deleted for resources: {'Port': ['ID=49ca0b5a-9448-48a5-a4ce-2cad24f15aaa,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:36.296830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (b410fb41-ce0c-43c3-b097-0de0161a2540), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:36.347188 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:36.350527 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "DELETE /v2.0/networks/b410fb41-ce0c-43c3-b097-0de0161a2540 HTTP/1.1" status: 204 len: 168 time: 1.9155607 Feb 10 15:20:36.359671 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44762) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:36.389599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6dfcf-b7a0-4381-a255-a79ce1ca46ab req-d47f5cbc-ed3d-4f89-a816-08d0f58e9987 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:36.391805 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d8f6dfcf-b7a0-4381-a255-a79ce1ca46ab req-d47f5cbc-ed3d-4f89-a816-08d0f58e9987 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd1c3c10-0a11-4728-835b-9f3657419ea7 HTTP/1.1" status: 200 len: 946 time: 0.2767837 Feb 10 15:20:36.433308 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8fcf1-f9f9-4438-aa50-6696be3ebde5 tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Pushing event deleted for resources: {'Network': ['ID=b410fb41-ce0c-43c3-b097-0de0161a2540,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:36.447783 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d906427c-7a99-47ab-ad25-6197c4b30e6e tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "GET /v2.0/ports?device_id=d10b6445-a003-4eb9-a8ab-5c007bdc9112 HTTP/1.1" status: 200 len: 205 time: 0.0869746 Feb 10 15:20:36.456157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44764) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:36.612636 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9c2-a6a7-4e02-8b9b-4293ad06884e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:36.635066 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device faa3244c-d52c-4e52-a687-00e61703ca8e details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:20:36.651889 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36e296f7-d624-4092-8f4d-76230f2d8f1d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for router (d10b6445-a003-4eb9-a8ab-5c007bdc9112), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:36.695947 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b255dc05-f6f5-4dbf-8234-a67375f54b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:36.734278 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23596928-0748-4f22-90e8-3bb26d40c098 req-8b04408f-cd3a-4c8a-ad7b-029864756cca tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963636 Feb 10 15:20:36.754257 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-b255dc05-f6f5-4dbf-8234-a67375f54b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:36.778361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-b255dc05-f6f5-4dbf-8234-a67375f54b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d437395-c45b-4dd2-abff-d60aefce9dae') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:36.778361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-b255dc05-f6f5-4dbf-8234-a67375f54b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d437395-c45b-4dd2-abff-d60aefce9dae') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:36.793709 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b255dc05-f6f5-4dbf-8234-a67375f54b7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (8d437395-c45b-4dd2-abff-d60aefce9dae), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:36.843518 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:36.850056 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9c2-a6a7-4e02-8b9b-4293ad06884e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:36.853131 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9c2-a6a7-4e02-8b9b-4293ad06884e admin admin] Publish callbacks [] for router_controller (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:36.862598 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port faa3244c-d52c-4e52-a687-00e61703ca8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=faa3244c-d52c-4e52-a687-00e61703ca8e,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:36.876689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'faa3244c-d52c-4e52-a687-00e61703ca8e', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'port_id': 'faa3244c-d52c-4e52-a687-00e61703ca8e', 'mac_address': 'fa:16:3e:0c:75:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:20:36.886337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:20:36.933029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:20:36.933389 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 81a55ca9-9bef-4cd0-90d0-7aff6d3c9638 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:20:36.933818 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f5e20283-d78b-4c69-842f-a5bc05032ea1 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:20:36.967232 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: f5e20283-d78b-4c69-842f-a5bc05032ea1 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:20:36.967573 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f5e20283-d78b-4c69-842f-a5bc05032ea1 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:20:36.969218 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port faa3244c-d52c-4e52-a687-00e61703ca8e is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:36.969612 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:36.985752 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa3244c-d52c-4e52-a687-00e61703ca8e {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:20:37.014944 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port faa3244c-d52c-4e52-a687-00e61703ca8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=faa3244c-d52c-4e52-a687-00e61703ca8e,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:37.021128 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.026207 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-d4178906-39e7-4cf8-86f0-6664005d1c71 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:37.027714 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-d4178906-39e7-4cf8-86f0-6664005d1c71 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 805 time: 0.4725094 Feb 10 15:20:37.053003 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b255dc05-f6f5-4dbf-8234-a67375f54b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (8d437395-c45b-4dd2-abff-d60aefce9dae), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.064235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b255dc05-f6f5-4dbf-8234-a67375f54b7e admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:20:37.064977 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b255dc05-f6f5-4dbf-8234-a67375f54b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (8d437395-c45b-4dd2-abff-d60aefce9dae), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:20:37.067520 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:20:37.074365 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9c2-a6a7-4e02-8b9b-4293ad06884e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.074920 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c5d9c2-a6a7-4e02-8b9b-4293ad06884e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:20:37.080966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-fbbb7e4b-05e0-4a94-af0a-56eee76b4c52 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Request body: {'port': {'device_id': '3a076eb9-a0aa-4611-b2e6-05db43c86b3e', 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2', 'admin_state_up': True, 'tenant_id': 'c93f02832d4b44afb04fc0e05260fb2f'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:37.082854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=faa3244c-d52c-4e52-a687-00e61703ca8e,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:37.115835 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9c2-a6a7-4e02-8b9b-4293ad06884e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.120080 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d7c5d9c2-a6a7-4e02-8b9b-4293ad06884e admin admin] 10.222.0.64 "DELETE /v2.0/routers/4f3384ba-6ceb-4454-9ee9-9ca05ffa2e8a HTTP/1.1" status: 204 len: 168 time: 3.3422551 Feb 10 15:20:37.124125 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44778) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:37.164258 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b255dc05-f6f5-4dbf-8234-a67375f54b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.170764 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b255dc05-f6f5-4dbf-8234-a67375f54b7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.173879 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b255dc05-f6f5-4dbf-8234-a67375f54b7e admin admin] 10.222.0.64 "DELETE /v2.0/networks/2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50 HTTP/1.1" status: 204 len: 168 time: 1.2123594 Feb 10 15:20:37.205931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255dc05-f6f5-4dbf-8234-a67375f54b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=2dcbf3fe-cc13-490d-b959-b8c3e5a7bd50,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:37.228353 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Deleting subnet 15f69cfc-3a67-47b0-a06c-0befe0e2a446 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:20:37.231650 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Publish callbacks [] for subnet (15f69cfc-3a67-47b0-a06c-0befe0e2a446), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.280383 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['faa3244c-d52c-4e52-a687-00e61703ca8e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:20:37.282401 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (15f69cfc-3a67-47b0-a06c-0befe0e2a446), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.343444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-d8f6dfcf-b7a0-4381-a255-a79ce1ca46ab req-32ad55e6-3d79-44b3-9ac1-a1b1cc73ea39 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Deleting port b98af35a-fd5d-47cd-8da6-c6802d807bff {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:37.343444 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d8f6dfcf-b7a0-4381-a255-a79ce1ca46ab req-32ad55e6-3d79-44b3-9ac1-a1b1cc73ea39 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b98af35a-fd5d-47cd-8da6-c6802d807bff), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.346463 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b161d4ae-7049-41b9-a74a-8baf6c9433e7 req-06c3ef91-2f31-4a48-818b-dfa2a1290ea1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (104c519f-115e-423f-ad01-bff7d0fcb6dc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.349820 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36e296f7-d624-4092-8f4d-76230f2d8f1d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (d10b6445-a003-4eb9-a8ab-5c007bdc9112), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.354052 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36e296f7-d624-4092-8f4d-76230f2d8f1d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for router_controller (d10b6445-a003-4eb9-a8ab-5c007bdc9112), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.372188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['104c519f-115e-423f-ad01-bff7d0fcb6dc'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:20:37.429286 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-b4525300-83b5-4b95-ba34-fdadcfcce1fa tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.485158 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44784) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:37.493717 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-b4525300-83b5-4b95-ba34-fdadcfcce1fa tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (72c65d37-9593-4b09-9ec3-7436b2afb6a6), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.496929 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (15f69cfc-3a67-47b0-a06c-0befe0e2a446), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.611622 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-af391984-2c28-4e9a-bd85-24d3d1459cfe req-e1e796ba-544c-481e-8819-ebea2e75dae5 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 210 time: 0.0486286 Feb 10 15:20:37.642691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f56e63c0-a10d-4bdc-a602-b84cef1ef135 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bfc9d7ce13d848668948f3d38cbbc064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1564066 Feb 10 15:20:37.646747 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44786) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:37.729804 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (15f69cfc-3a67-47b0-a06c-0befe0e2a446), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.794552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f69cfc-3a67-47b0-a06c-0befe0e2a446,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:37.799456 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.803493 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/15f69cfc-3a67-47b0-a06c-0befe0e2a446 HTTP/1.1" status: 204 len: 168 time: 0.6774571 Feb 10 15:20:37.806490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ca9222-9d92-4d38-a3e2-a64cdaf68fc7 None None] Network 53aa704a-0563-438b-86a0-0c4aa06fb839 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:20:37.807126 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-b4525300-83b5-4b95-ba34-fdadcfcce1fa tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Floating IP 72c65d37-9593-4b09-9ec3-7436b2afb6a6 associated. External IP: 172.25.3.206, port: 5a1e2995-1000-415f-8b1a-5d8639eacfb3. Feb 10 15:20:37.812890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44790) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:37.837094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3ef91-2f31-4a48-818b-dfa2a1290ea1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Pushing event deleted for resources: {'Port': ['ID=104c519f-115e-423f-ad01-bff7d0fcb6dc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:37.869773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:37.869773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:37.869773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:37.869773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:37.869773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:37.869773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:37.869773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:37.869773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:37.869773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:37.869773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:37.869773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:37.869773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:37.869773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d7cee-36e5-4e31-9cc8-48af6f6eab96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:37.893405 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36e296f7-d624-4092-8f4d-76230f2d8f1d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (d10b6445-a003-4eb9-a8ab-5c007bdc9112), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.893888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e296f7-d624-4092-8f4d-76230f2d8f1d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Fanout notify agent at l3_agent the message router_deleted on router d10b6445-a003-4eb9-a8ab-5c007bdc9112 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:20:37.912438 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c64cd53b-a2ef-4034-afd4-b7d7328d0496 admin admin] Publish callbacks [] for security_group (97412c62-d326-4b37-9ce1-27c7aac5ce8e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.923365 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36e296f7-d624-4092-8f4d-76230f2d8f1d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.924531 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-36e296f7-d624-4092-8f4d-76230f2d8f1d tempest-RoutersNegativeTest-1846217966 tempest-RoutersNegativeTest-1846217966-project] 10.222.0.64 "DELETE /v2.0/routers/d10b6445-a003-4eb9-a8ab-5c007bdc9112 HTTP/1.1" status: 204 len: 168 time: 1.4468520 Feb 10 15:20:37.973996 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b161d4ae-7049-41b9-a74a-8baf6c9433e7 req-06c3ef91-2f31-4a48-818b-dfa2a1290ea1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] No DVR routers for this DVR port 104c519f-115e-423f-ad01-bff7d0fcb6dc on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:20:37.976946 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b161d4ae-7049-41b9-a74a-8baf6c9433e7 req-06c3ef91-2f31-4a48-818b-dfa2a1290ea1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:37.979286 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893017de-1b27-4658-8f66-d029a6766fe7 req-604f79ab-ef93-424f-8135-e11f5bf8ff72 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:37.980948 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-893017de-1b27-4658-8f66-d029a6766fe7 req-604f79ab-ef93-424f-8135-e11f5bf8ff72 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 945 time: 0.2770875 Feb 10 15:20:37.986629 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b161d4ae-7049-41b9-a74a-8baf6c9433e7 req-06c3ef91-2f31-4a48-818b-dfa2a1290ea1 tempest-DeleteServersTestJSON-1196316494 tempest-DeleteServersTestJSON-1196316494-project] 10.222.0.79 "DELETE /v2.0/ports/104c519f-115e-423f-ad01-bff7d0fcb6dc HTTP/1.1" status: 204 len: 173 time: 2.5239596 Feb 10 15:20:37.994706 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0a735b-ee77-4e0f-b903-b6ec54793747', 'name': 'network-vif-deleted', 'tag': '104c519f-115e-423f-ad01-bff7d0fcb6dc'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:37.997064 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44704d9b-9791-4e31-a912-d0a777f086a5" -d '{"events": [{"server_uuid": "ee0a735b-ee77-4e0f-b903-b6ec54793747", "name": "network-vif-deleted", "tag": "104c519f-115e-423f-ad01-bff7d0fcb6dc"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:38.024006 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c64cd53b-a2ef-4034-afd4-b7d7328d0496 admin admin] Publish callbacks [] for security_group (97412c62-d326-4b37-9ce1-27c7aac5ce8e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:38.033332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d8f6dfcf-b7a0-4381-a255-a79ce1ca46ab req-32ad55e6-3d79-44b3-9ac1-a1b1cc73ea39 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] For port b98af35a-fd5d-47cd-8da6-c6802d807bff, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b98af35a-fd5d-47cd-8da6-c6802d807bff,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:38.034420 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d8f6dfcf-b7a0-4381-a255-a79ce1ca46ab req-32ad55e6-3d79-44b3-9ac1-a1b1cc73ea39 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b98af35a-fd5d-47cd-8da6-c6802d807bff), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:38.041945 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (53aa704a-0563-438b-86a0-0c4aa06fb839), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:38.044588 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6665f12-33ee-448b-af97-0016b5f7aeed None None] DHCP port deletion for 53aa704a-0563-438b-86a0-0c4aa06fb839 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:20:38.063766 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-f237131f-f777-4cdf-8f0e-7f70f402f73f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2468755 Feb 10 15:20:38.074014 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-d8f6dfcf-b7a0-4381-a255-a79ce1ca46ab req-32ad55e6-3d79-44b3-9ac1-a1b1cc73ea39 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Calling delete_port for b98af35a-fd5d-47cd-8da6-c6802d807bff owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:38.079116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-fbbb7e4b-05e0-4a94-af0a-56eee76b4c52 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Made reservation on behalf of c93f02832d4b44afb04fc0e05260fb2f for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:20:38.083874 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-fbbb7e4b-05e0-4a94-af0a-56eee76b4c52 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:38.141434 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d6665f12-33ee-448b-af97-0016b5f7aeed None None] Deleting port f96eb47e-ef5f-4621-a233-d7aff6286c78 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:38.142137 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6665f12-33ee-448b-af97-0016b5f7aeed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:38.182993 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-893017de-1b27-4658-8f66-d029a6766fe7 req-727b4a73-dfd9-4f54-969c-d7907cbacfc4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628680 Feb 10 15:20:38.214399 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c64cd53b-a2ef-4034-afd4-b7d7328d0496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (97412c62-d326-4b37-9ce1-27c7aac5ce8e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:38.217152 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c64cd53b-a2ef-4034-afd4-b7d7328d0496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:38.218578 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c64cd53b-a2ef-4034-afd4-b7d7328d0496 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97412c62-d326-4b37-9ce1-27c7aac5ce8e HTTP/1.1" status: 204 len: 168 time: 0.5715811 Feb 10 15:20:38.270414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d6665f12-33ee-448b-af97-0016b5f7aeed None None] For port f96eb47e-ef5f-4621-a233-d7aff6286c78, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f96eb47e-ef5f-4621-a233-d7aff6286c78,segment=NetworkSegment(6aae3f34-7b91-42c1-8289-1bb1558938fb),segment_id=6aae3f34-7b91-42c1-8289-1bb1558938fb)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:38.270826 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6665f12-33ee-448b-af97-0016b5f7aeed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:38.273284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cd53b-a2ef-4034-afd4-b7d7328d0496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97412c62-d326-4b37-9ce1-27c7aac5ce8e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:38.292577 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] Deleting port f96eb47e-ef5f-4621-a233-d7aff6286c78 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:38.292749 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:38.311965 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d6665f12-33ee-448b-af97-0016b5f7aeed None None] Calling delete_port for f96eb47e-ef5f-4621-a233-d7aff6286c78 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:38.321933 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-b4525300-83b5-4b95-ba34-fdadcfcce1fa tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:20:38.329171 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:20:38.404969 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] For port f96eb47e-ef5f-4621-a233-d7aff6286c78, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f96eb47e-ef5f-4621-a233-d7aff6286c78,segment=NetworkSegment(6aae3f34-7b91-42c1-8289-1bb1558938fb),segment_id=6aae3f34-7b91-42c1-8289-1bb1558938fb)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:38.405398 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:38.448399 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-fbbb7e4b-05e0-4a94-af0a-56eee76b4c52 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Allocated IP 172.20.0.13 (70523496-0fb2-49c3-a6f3-295faa4269e2/641d274e-0229-4226-b05a-8b572a0b405b/5a29623c-33e6-4727-8ac1-3717cf4b748c) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:20:38.465225 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] Calling delete_port for f96eb47e-ef5f-4621-a233-d7aff6286c78 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:38.483627 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6665f12-33ee-448b-af97-0016b5f7aeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:38.520866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6665f12-33ee-448b-af97-0016b5f7aeed None None] Pushing event deleted for resources: {'Port': ['ID=f96eb47e-ef5f-4621-a233-d7aff6286c78,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:38.522911 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6665f12-33ee-448b-af97-0016b5f7aeed None None] No DVR routers for this DVR port f96eb47e-ef5f-4621-a233-d7aff6286c78 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:20:38.581147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c4884-a848-4a8c-bfd9-be927e9e3321 req-de5da247-f19d-4d91-8102-a7b231533a3a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:38.588729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a45c4884-a848-4a8c-bfd9-be927e9e3321 req-de5da247-f19d-4d91-8102-a7b231533a3a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.2277424 Feb 10 15:20:38.602450 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44810) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:38.639962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device faa3244c-d52c-4e52-a687-00e61703ca8e up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:20:38.681787 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-b4525300-83b5-4b95-ba34-fdadcfcce1fa tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:20:38.689104 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-b4525300-83b5-4b95-ba34-fdadcfcce1fa tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:38.719840 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f94518-5364-4b39-8e82-5f5be0931a76 None None] Sync routers for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:20:38.752668 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a45c4884-a848-4a8c-bfd9-be927e9e3321 req-c642a37c-3a88-4155-a973-ec06523d0066 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609061 Feb 10 15:20:38.772034 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (f96eb47e-ef5f-4621-a233-d7aff6286c78), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:38.781402 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-b4525300-83b5-4b95-ba34-fdadcfcce1fa tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "PUT /v2.0/floatingips/72c65d37-9593-4b09-9ec3-7436b2afb6a6 HTTP/1.1" status: 200 len: 996 time: 2.9272621 Feb 10 15:20:38.802510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'tag': '5a1e2995-1000-415f-8b1a-5d8639eacfb3'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:38.808330 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b73d1a5-fee5-4be8-b329-3f467d37a65f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8eaa17-86ca-4182-aa43-29b10d3f15a9", "tag": "5a1e2995-1000-415f-8b1a-5d8639eacfb3"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:38.822543 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] Pushing event deleted for resources: {'Port': ['ID=f96eb47e-ef5f-4621-a233-d7aff6286c78,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:38.828711 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] No DVR routers for this DVR port f96eb47e-ef5f-4621-a233-d7aff6286c78 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:20:38.843459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:20:38.912918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:20:38.917486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 49ca0b5a-9448-48a5-a4ce-2cad24f15aaa not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:20:38.918707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f96eb47e-ef5f-4621-a233-d7aff6286c78 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:20:38.930511 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f94518-5364-4b39-8e82-5f5be0931a76 None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:38.933473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-81f94518-5364-4b39-8e82-5f5be0931a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:38.938117 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30b04df-0793-4b28-8718-b04d5e3abdab x-openstack-request-id: req-a30b04df-0793-4b28-8718-b04d5e3abdab {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:38.939583 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0a735b-ee77-4e0f-b903-b6ec54793747", "name": "network-vif-deleted", "tag": "104c519f-115e-423f-ad01-bff7d0fcb6dc", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:38.939832 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a30b04df-0793-4b28-8718-b04d5e3abdab {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:38.940232 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0a735b-ee77-4e0f-b903-b6ec54793747', 'name': 'network-vif-deleted', 'tag': '104c519f-115e-423f-ad01-bff7d0fcb6dc', 'status': 'completed', 'code': 200} Feb 10 15:20:38.940907 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d8f6dfcf-b7a0-4381-a255-a79ce1ca46ab req-32ad55e6-3d79-44b3-9ac1-a1b1cc73ea39 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b98af35a-fd5d-47cd-8da6-c6802d807bff), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:38.978764 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (53aa704a-0563-438b-86a0-0c4aa06fb839), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.041851 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad55e6-3d79-44b3-9ac1-a1b1cc73ea39 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Pushing event deleted for resources: {'Port': ['ID=b98af35a-fd5d-47cd-8da6-c6802d807bff,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:39.050402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-27c68e8e-34a5-4655-81a2-41fe89be7f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:39.052222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-27c68e8e-34a5-4655-81a2-41fe89be7f78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 1127 time: 0.2402105 Feb 10 15:20:39.061331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aa704a-0563-438b-86a0-0c4aa06fb839']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:39.101091 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['5a1e2995-1000-415f-8b1a-5d8639eacfb3'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:20:39.123470 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aae3f34-7b91-42c1-8289-1bb1558938fb') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:39.124164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aae3f34-7b91-42c1-8289-1bb1558938fb') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:39.140171 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6e05eca-453c-45f6-9f60-e4d54714c900 req-a9d208f8-baf4-4d0d-9b1e-5add4c1f8605 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 210 time: 0.1082675 Feb 10 15:20:39.155481 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-fbbb7e4b-05e0-4a94-af0a-56eee76b4c52 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks [] for port (5a29623c-33e6-4727-8ac1-3717cf4b748c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.193051 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (6aae3f34-7b91-42c1-8289-1bb1558938fb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.241333 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-098d1846-9f64-43c0-8a9f-81bbe0e446df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e9a2126ceed483a88b0f675c2fd1a16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6363604 Feb 10 15:20:39.243961 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f6dfcf-b7a0-4381-a255-a79ce1ca46ab req-32ad55e6-3d79-44b3-9ac1-a1b1cc73ea39 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] No DVR routers for this DVR port b98af35a-fd5d-47cd-8da6-c6802d807bff on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:20:39.245885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44828) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:39.250553 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d8f6dfcf-b7a0-4381-a255-a79ce1ca46ab req-32ad55e6-3d79-44b3-9ac1-a1b1cc73ea39 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.254208 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d8f6dfcf-b7a0-4381-a255-a79ce1ca46ab req-32ad55e6-3d79-44b3-9ac1-a1b1cc73ea39 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.72 "DELETE /v2.0/ports/b98af35a-fd5d-47cd-8da6-c6802d807bff HTTP/1.1" status: 204 len: 173 time: 2.8221552 Feb 10 15:20:39.277399 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port faa3244c-d52c-4e52-a687-00e61703ca8e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:39.277776 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.300477 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce6ba15-b0d7-490c-9191-3bc9946af210 x-openstack-request-id: req-3ce6ba15-b0d7-490c-9191-3bc9946af210 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:39.300687 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44832) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:39.300812 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8eaa17-86ca-4182-aa43-29b10d3f15a9", "tag": "5a1e2995-1000-415f-8b1a-5d8639eacfb3", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:39.302520 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ce6ba15-b0d7-490c-9191-3bc9946af210 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:39.303263 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'tag': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'status': 'completed', 'code': 200} Feb 10 15:20:39.304552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: f96eb47e-ef5f-4621-a233-d7aff6286c78 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:20:39.305204 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f96eb47e-ef5f-4621-a233-d7aff6286c78 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:20:39.383387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-81f94518-5364-4b39-8e82-5f5be0931a76 None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:39.394408 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6aae3f34-7b91-42c1-8289-1bb1558938fb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.432684 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:20:39.433153 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (6aae3f34-7b91-42c1-8289-1bb1558938fb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:20:39.434985 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:20:39.448911 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268506ca-c83e-441c-886a-4e8087610ab1 req-346629c8-1f65-4a12-a6e3-feb23004e282 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:39.451186 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-346629c8-1f65-4a12-a6e3-feb23004e282 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] 10.222.0.64 "GET /v2.0/ports/58bc5875-2e08-45d6-8111-df0e3772daef HTTP/1.1" status: 200 len: 1128 time: 0.1485267 Feb 10 15:20:39.488275 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-65d41a92-fe0c-45a4-afaa-f4fee76c7da6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=adda95fc2acb49f2beabc2de52c1f35a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1841745 Feb 10 15:20:39.494213 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44838) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:39.508186 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-281db7bc-f269-4841-8c13-75e88fec7c87 admin admin] Publish callbacks [] for security_group (a2183ffe-83ee-4529-8aaf-230da2c3703f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.517349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73d1a5-fee5-4be8-b329-3f467d37a65f req-f6e81e12-d854-4c00-8cd0-e87aca9f0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:39.525580 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b73d1a5-fee5-4be8-b329-3f467d37a65f req-f6e81e12-d854-4c00-8cd0-e87aca9f0976 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 1127 time: 0.2129462 Feb 10 15:20:39.535210 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-fbbb7e4b-05e0-4a94-af0a-56eee76b4c52 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5a29623c-33e6-4727-8ac1-3717cf4b748c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.565380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:20:39.599206 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-e0f066f2-0f2d-4391-824f-89ff8476af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:39.601543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-e0f066f2-0f2d-4391-824f-89ff8476af50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 921 time: 0.5338619 Feb 10 15:20:39.630060 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port faa3244c-d52c-4e52-a687-00e61703ca8e is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:39.630308 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.666454 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-281db7bc-f269-4841-8c13-75e88fec7c87 admin admin] Publish callbacks [] for security_group (a2183ffe-83ee-4529-8aaf-230da2c3703f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.688122 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-fbbb7e4b-05e0-4a94-af0a-56eee76b4c52 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Network 70523496-0fb2-49c3-a6f3-295faa4269e2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:39.708634 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-35adada7-2e96-422f-9141-f2bb4c32e1e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a1e2995-1000-415f-8b1a-5d8639eacfb3 HTTP/1.1" status: 200 len: 999 time: 0.0890131 Feb 10 15:20:39.717099 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-fbbb7e4b-05e0-4a94-af0a-56eee76b4c52 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:39.735634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-fbbb7e4b-05e0-4a94-af0a-56eee76b4c52 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:20:39.745639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb7e4b-05e0-4a94-af0a-56eee76b4c52 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Pushing event updated for resources: {'Port': ['ID=5a29623c-33e6-4727-8ac1-3717cf4b748c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:39.748114 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0c15f32-2107-419c-919e-9e5253b5aae6 admin admin] Publish callbacks [] for security_group (71941042-ffcf-4673-8f93-8e7eed4eab6b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.794814 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe3b80-3d16-4538-a235-8e5db5a289df req-a26d9ac6-4683-4fc2-81da-19bedd0949a5 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:39.797887 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34fe3b80-3d16-4538-a235-8e5db5a289df req-a26d9ac6-4683-4fc2-81da-19bedd0949a5 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 945 time: 0.4002881 Feb 10 15:20:39.799534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-81aa4ec1-8731-4783-b2bd-7c8d7313cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:39.801336 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-81aa4ec1-8731-4783-b2bd-7c8d7313cd3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 200 len: 859 time: 0.0756330 Feb 10 15:20:39.805542 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (53aa704a-0563-438b-86a0-0c4aa06fb839), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.826314 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0c15f32-2107-419c-919e-9e5253b5aae6 admin admin] Publish callbacks [] for security_group (71941042-ffcf-4673-8f93-8e7eed4eab6b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.847700 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-fbbb7e4b-05e0-4a94-af0a-56eee76b4c52 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:39.848515 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-fbbb7e4b-05e0-4a94-af0a-56eee76b4c52 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.851942 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.859507 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] 10.222.0.64 "DELETE /v2.0/networks/53aa704a-0563-438b-86a0-0c4aa06fb839 HTTP/1.1" status: 204 len: 168 time: 2.0442872 Feb 10 15:20:39.893678 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-281db7bc-f269-4841-8c13-75e88fec7c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a2183ffe-83ee-4529-8aaf-230da2c3703f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.896834 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-281db7bc-f269-4841-8c13-75e88fec7c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:39.898498 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-281db7bc-f269-4841-8c13-75e88fec7c87 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2183ffe-83ee-4529-8aaf-230da2c3703f HTTP/1.1" status: 204 len: 168 time: 0.6499844 Feb 10 15:20:39.923563 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c3409-54ad-4ed5-86f3-33e9ae2de148 admin admin] Pushing event deleted for resources: {'Network': ['ID=53aa704a-0563-438b-86a0-0c4aa06fb839,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:39.958541 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-fbbb7e4b-05e0-4a94-af0a-56eee76b4c52 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8795238 Feb 10 15:20:39.969775 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-a499dbb3-a8ac-4856-8f12-988fef6fa099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:39.971897 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-a499dbb3-a8ac-4856-8f12-988fef6fa099 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b17024a-debc-4b4b-8647-7b69683a5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1514897 Feb 10 15:20:39.975745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281db7bc-f269-4841-8c13-75e88fec7c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2183ffe-83ee-4529-8aaf-230da2c3703f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:40.004844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Request body: {'port': {'device_id': '3a076eb9-a0aa-4611-b2e6-05db43c86b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:40.067889 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34fe3b80-3d16-4538-a235-8e5db5a289df req-eb509381-031d-4a6c-a19d-2e9ace2eb740 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543581 Feb 10 15:20:40.069957 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73d1a5-fee5-4be8-b329-3f467d37a65f req-2d7a14da-9c2f-48f6-ae36-69e98be655a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:40.077523 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b73d1a5-fee5-4be8-b329-3f467d37a65f req-2d7a14da-9c2f-48f6-ae36-69e98be655a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 921 time: 0.4796627 Feb 10 15:20:40.103770 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0c15f32-2107-419c-919e-9e5253b5aae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (71941042-ffcf-4673-8f93-8e7eed4eab6b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:40.113616 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0c15f32-2107-419c-919e-9e5253b5aae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:40.124230 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d0c15f32-2107-419c-919e-9e5253b5aae6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71941042-ffcf-4673-8f93-8e7eed4eab6b HTTP/1.1" status: 204 len: 168 time: 0.6284482 Feb 10 15:20:40.157723 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 104c519f-115e-423f-ad01-bff7d0fcb6dc no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:20:40.187850 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c15f32-2107-419c-919e-9e5253b5aae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71941042-ffcf-4673-8f93-8e7eed4eab6b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:40.206900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 104c519f-115e-423f-ad01-bff7d0fcb6dc {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:20:40.207251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 104c519f-115e-423f-ad01-bff7d0fcb6dc not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:20:40.209227 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91289bf7-f31f-41b3-a767-3341be3b5107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa3244c-d52c-4e52-a687-00e61703ca8e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:40.211784 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee05114-d10d-4644-a1f5-0dd125e16ba9" -d '{"events": [{"server_uuid": "91289bf7-f31f-41b3-a767-3341be3b5107", "name": "network-vif-plugged", "status": "completed", "tag": "faa3244c-d52c-4e52-a687-00e61703ca8e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:40.224268 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5a29623c-33e6-4727-8ac1-3717cf4b748c), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:40.248670 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port faa3244c-d52c-4e52-a687-00e61703ca8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=faa3244c-d52c-4e52-a687-00e61703ca8e,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:40.274357 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:40.275168 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b98af35a-fd5d-47cd-8da6-c6802d807bff no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:20:40.354070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44860) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:40.354990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: b98af35a-fd5d-47cd-8da6-c6802d807bff {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:20:40.355355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b98af35a-fd5d-47cd-8da6-c6802d807bff not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:20:40.425997 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=faa3244c-d52c-4e52-a687-00e61703ca8e,revision_number=10']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:40.507026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-81f94518-5364-4b39-8e82-5f5be0931a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '72c65d37-9593-4b09-9ec3-7436b2afb6a6', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'port_id': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'mac_address': 'fa:16:3e:14:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:19:40Z', 'updated_at': '2022-02-10T15:20:37Z', 'revision_number': 8, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:40.510332 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c8cd4581-33f9-418d-ac79-3c8436f361ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f5215607e06341349d4ff99815703bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525137 Feb 10 15:20:40.518676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44864) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:40.541654 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f94518-5364-4b39-8e82-5f5be0931a76 None None] Checking router: d5ea87bc-648a-4c57-94e2-29d7c50f7a58 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:20:40.550977 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f94518-5364-4b39-8e82-5f5be0931a76 None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:40.552120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-81f94518-5364-4b39-8e82-5f5be0931a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:40.767252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-81f94518-5364-4b39-8e82-5f5be0931a76 None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:40.837808 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-082ed9b6-7c1b-4a98-9840-6fdd427bb83e admin admin] Publish callbacks [] for security_group (7ddc451d-29ec-4058-a1a6-fde029dc9b7e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:40.893251 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b73d1a5-fee5-4be8-b329-3f467d37a65f req-6857aa9a-a5e4-4a24-941d-27117de4ea73 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a1e2995-1000-415f-8b1a-5d8639eacfb3 HTTP/1.1" status: 200 len: 999 time: 0.7874353 Feb 10 15:20:40.919338 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-7eb7e44a-f318-4a48-807c-3f2661a1288d service neutron] 10.222.0.64 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9402387 Feb 10 15:20:40.929686 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68473fdc-60b7-4d1d-8f48-ea0f8bb76894 req-7baf0196-56bc-4a25-a66d-c7fb4322facc tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:40.937235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68473fdc-60b7-4d1d-8f48-ea0f8bb76894 req-7baf0196-56bc-4a25-a66d-c7fb4322facc tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.1258881 Feb 10 15:20:40.952559 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'name': 'network-vif-deleted', 'tag': 'b98af35a-fd5d-47cd-8da6-c6802d807bff'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:40.961592 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b236e66f-29ef-402c-a07e-d146f4254b49" -d '{"events": [{"server_uuid": "dd1c3c10-0a11-4728-835b-9f3657419ea7", "name": "network-vif-deleted", "tag": "b98af35a-fd5d-47cd-8da6-c6802d807bff"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:40.971324 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-082ed9b6-7c1b-4a98-9840-6fdd427bb83e admin admin] Publish callbacks [] for security_group (7ddc451d-29ec-4058-a1a6-fde029dc9b7e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:41.072467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68473fdc-60b7-4d1d-8f48-ea0f8bb76894 req-1e6f96ec-60a5-4e65-9a77-2d09618e3482 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297135 Feb 10 15:20:41.112417 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73d1a5-fee5-4be8-b329-3f467d37a65f req-9863a567-9e4a-4977-9f8b-721b9ff7f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:41.114716 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b73d1a5-fee5-4be8-b329-3f467d37a65f req-9863a567-9e4a-4977-9f8b-721b9ff7f6e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 200 len: 859 time: 0.2082086 Feb 10 15:20:41.120533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268506ca-c83e-441c-886a-4e8087610ab1 req-8e922be2-df4e-4d44-8ca9-7010745b35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:41.128492 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-8e922be2-df4e-4d44-8ca9-7010745b35e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 1131 time: 0.4459970 Feb 10 15:20:41.185894 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:41.191779 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a29623c-33e6-4727-8ac1-3717cf4b748c {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:20:41.209982 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Publish callbacks [] for port (5a29623c-33e6-4727-8ac1-3717cf4b748c), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:41.273109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Transition to ACTIVE for port object 5a29623c-33e6-4727-8ac1-3717cf4b748c will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:20:41.275424 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-082ed9b6-7c1b-4a98-9840-6fdd427bb83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7ddc451d-29ec-4058-a1a6-fde029dc9b7e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:41.285781 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-082ed9b6-7c1b-4a98-9840-6fdd427bb83e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:41.286958 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-082ed9b6-7c1b-4a98-9840-6fdd427bb83e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ddc451d-29ec-4058-a1a6-fde029dc9b7e HTTP/1.1" status: 204 len: 168 time: 0.7673233 Feb 10 15:20:41.294805 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bf97fe4-3304-40ad-859a-ac7f2e094a22 req-43131aa9-f2db-44b4-a5fc-777d78b05f91 service neutron] 10.222.0.64 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544261 Feb 10 15:20:41.303911 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (5a29623c-33e6-4727-8ac1-3717cf4b748c), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:41.305700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73d1a5-fee5-4be8-b329-3f467d37a65f req-5d0f4997-233d-4818-9a8b-6b51aa5d186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:41.308013 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b73d1a5-fee5-4be8-b329-3f467d37a65f req-5d0f4997-233d-4818-9a8b-6b51aa5d186f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6b17024a-debc-4b4b-8647-7b69683a5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1368799 Feb 10 15:20:41.323576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fa21c-027c-46d2-b672-94fd2669f304 req-c4d5d8ff-2450-4a2d-a520-99047ad7a303 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:41.331270 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de7fa21c-027c-46d2-b672-94fd2669f304 req-c4d5d8ff-2450-4a2d-a520-99047ad7a303 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 932 time: 0.1409147 Feb 10 15:20:41.377701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ed9b6-7c1b-4a98-9840-6fdd427bb83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddc451d-29ec-4058-a1a6-fde029dc9b7e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:41.387914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-81f94518-5364-4b39-8e82-5f5be0931a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '72c65d37-9593-4b09-9ec3-7436b2afb6a6', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'port_id': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'mac_address': 'fa:16:3e:14:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:19:40Z', 'updated_at': '2022-02-10T15:20:37Z', 'revision_number': 8, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:41.434363 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268506ca-c83e-441c-886a-4e8087610ab1 req-3052538c-bff0-49df-807f-128fe088f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:41.435849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-3052538c-bff0-49df-807f-128fe088f2ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.3010378 Feb 10 15:20:41.474989 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6f4781-f9f7-4b87-85eb-ded6ac82a3a2 x-openstack-request-id: req-4c6f4781-f9f7-4b87-85eb-ded6ac82a3a2 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:41.475871 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91289bf7-f31f-41b3-a767-3341be3b5107", "name": "network-vif-plugged", "status": "completed", "tag": "faa3244c-d52c-4e52-a687-00e61703ca8e", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:41.476134 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c6f4781-f9f7-4b87-85eb-ded6ac82a3a2 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:41.476523 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91289bf7-f31f-41b3-a767-3341be3b5107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa3244c-d52c-4e52-a687-00e61703ca8e', 'code': 200} Feb 10 15:20:41.482156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f94518-5364-4b39-8e82-5f5be0931a76 None None] The sync data for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 is: [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '72c65d37-9593-4b09-9ec3-7436b2afb6a6', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'port_id': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'mac_address': 'fa:16:3e:14:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:19:40Z', 'updated_at': '2022-02-10T15:20:37Z', 'revision_number': 8, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:20:41.522751 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de7fa21c-027c-46d2-b672-94fd2669f304 req-7558224a-389c-4480-b532-3955d570b37c tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761479 Feb 10 15:20:41.588291 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da60bd7-8cae-4575-9ffa-8e293a2ac4df x-openstack-request-id: req-0da60bd7-8cae-4575-9ffa-8e293a2ac4df {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:41.588577 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1c3c10-0a11-4728-835b-9f3657419ea7", "name": "network-vif-deleted", "tag": "b98af35a-fd5d-47cd-8da6-c6802d807bff", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:41.588848 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0da60bd7-8cae-4575-9ffa-8e293a2ac4df {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:41.589277 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1c3c10-0a11-4728-835b-9f3657419ea7', 'name': 'network-vif-deleted', 'tag': 'b98af35a-fd5d-47cd-8da6-c6802d807bff', 'status': 'completed', 'code': 200} Feb 10 15:20:41.594603 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b73d1a5-fee5-4be8-b329-3f467d37a65f req-195ea721-57f6-4b54-a9dc-d2103410845f service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596176 Feb 10 15:20:41.644257 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-ead30262-39d8-47a4-ae6e-df4c3b173fdc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=58bc5875-2e08-45d6-8111-df0e3772daef HTTP/1.1" status: 200 len: 217 time: 0.1977561 Feb 10 15:20:41.665355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a29623c-33e6-4727-8ac1-3717cf4b748c,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:41.753377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268506ca-c83e-441c-886a-4e8087610ab1 req-1a0ba296-cf39-4b3d-baf9-f9494ae2e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:41.759642 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-1a0ba296-cf39-4b3d-baf9-f9494ae2e439 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0903287 Feb 10 15:20:41.789014 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9df89bc8-f8ca-4b21-b291-5b79ee786da2 req-74d8e766-b184-45b4-857e-0f090034561a tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/floatingips/72c65d37-9593-4b09-9ec3-7436b2afb6a6 HTTP/1.1" status: 200 len: 996 time: 0.2302752 Feb 10 15:20:41.885222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0382870-0341-455f-89bd-2cc0b1114f07 req-6a13a77f-be2e-46d2-a131-52784b35489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:41.889511 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b0382870-0341-455f-89bd-2cc0b1114f07 req-6a13a77f-be2e-46d2-a131-52784b35489a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 1129 time: 0.2490129 Feb 10 15:20:41.892573 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b73d1a5-fee5-4be8-b329-3f467d37a65f req-dc54e281-98f3-492d-9e32-34fe10a2014e service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532172 Feb 10 15:20:41.902868 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ac18-779a-4292-aea6-a31fd9d9742f req-fd8a42d2-56ed-46f9-8d7b-5925e2846fb8 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:41.915760 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ecb7ac18-779a-4292-aea6-a31fd9d9742f req-fd8a42d2-56ed-46f9-8d7b-5925e2846fb8 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 947 time: 0.3253751 Feb 10 15:20:41.916794 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d7b36-5ec3-4a39-bab9-3ca0929f4c3e None None] New status for floating IP 72c65d37-9593-4b09-9ec3-7436b2afb6a6: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:20:41.927265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Attempting to bind port 5a29623c-33e6-4727-8ac1-3717cf4b748c on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:20:41.927604 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Attempting to bind port 5a29623c-33e6-4727-8ac1-3717cf4b748c by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:20:41.931160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Attempting to bind port 5a29623c-33e6-4727-8ac1-3717cf4b748c on network 70523496-0fb2-49c3-a6f3-295faa4269e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:20:41.944586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Port 5a29623c-33e6-4727-8ac1-3717cf4b748c on network 70523496-0fb2-49c3-a6f3-295faa4269e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:20:41.945057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Attempting to bind port 5a29623c-33e6-4727-8ac1-3717cf4b748c on network 70523496-0fb2-49c3-a6f3-295faa4269e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:20:41.952860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268506ca-c83e-441c-886a-4e8087610ab1 req-819079c1-1b60-4d6a-a227-d1f4398ddb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:41.954696 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-819079c1-1b60-4d6a-a227-d1f4398ddb15 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1829917 Feb 10 15:20:41.985599 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b0382870-0341-455f-89bd-2cc0b1114f07 req-fd0bd5b5-1395-4f4f-95fa-2f83ca2e114d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827553 Feb 10 15:20:41.986540 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:20:41.986768 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Checking segment: {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:20:41.987255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Bound using segment: {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:20:41.988093 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Bound port: 5a29623c-33e6-4727-8ac1-3717cf4b748c, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:20:41.988233 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5a29623c-33e6-4727-8ac1-3717cf4b748c), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:42.016805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df89bc8-f8ca-4b21-b291-5b79ee786da2 req-e3e32e45-b8f5-4cb2-a662-5f23020071ce tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:42.034414 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9df89bc8-f8ca-4b21-b291-5b79ee786da2 req-e3e32e45-b8f5-4cb2-a662-5f23020071ce tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.2432866 Feb 10 15:20:42.038704 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ecb7ac18-779a-4292-aea6-a31fd9d9742f req-51b3a764-1ad3-4293-9970-b7d268eca10e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216898 Feb 10 15:20:42.108403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44922) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:42.148259 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-602a5e76-c3d1-47dc-a02c-2bc5d3e79665 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655562 Feb 10 15:20:42.151678 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] For port 5a29623c-33e6-4727-8ac1-3717cf4b748c, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:20:42.157278 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] For port 5a29623c-33e6-4727-8ac1-3717cf4b748c, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5a29623c-33e6-4727-8ac1-3717cf4b748c,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:20:42.165811 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (5a29623c-33e6-4727-8ac1-3717cf4b748c), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:42.228864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:42.229497 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:42.236313 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] 10.222.0.79 "PUT /v2.0/ports/5a29623c-33e6-4727-8ac1-3717cf4b748c HTTP/1.1" status: 200 len: 1092 time: 2.2460608 Feb 10 15:20:42.289088 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44926) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:42.358578 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-9a4087e6-5916-4df1-93fa-e0737d82ad8b tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 999 time: 0.2413578 Feb 10 15:20:42.369357 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3e090fd5-319a-44d9-acbd-5d581c34dbf7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9304b15b205648df9c4396e7b78d3013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594879 Feb 10 15:20:42.371196 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af53c1a-ce1f-4e85-926b-00acf3004ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a29623c-33e6-4727-8ac1-3717cf4b748c,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:42.373512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44932) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:42.460407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-cd0a549b-f794-4f58-a808-4d70871d8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:42.464262 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-cd0a549b-f794-4f58-a808-4d70871d8b80 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 1126 time: 0.1785920 Feb 10 15:20:42.470172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c45b9259-ab69-41b2-9780-9269f57fa3a1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1757613375-network', 'tenant_id': 'f9ac06db8a63415fb70e317b90b1b804'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:42.496583 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70077ea-84ad-4787-867b-9445f0b4bcc9 req-c1aee02f-ba36-4ddb-b86b-22764346f2e1 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:42.499092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d70077ea-84ad-4787-867b-9445f0b4bcc9 req-c1aee02f-ba36-4ddb-b86b-22764346f2e1 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.2820461 Feb 10 15:20:42.530310 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-ac53557a-c5ef-4048-8fa8-f56c05610112 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:42.532602 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-ac53557a-c5ef-4048-8fa8-f56c05610112 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports/5a1e2995-1000-415f-8b1a-5d8639eacfb3 HTTP/1.1" status: 200 len: 942 time: 0.1729162 Feb 10 15:20:42.536684 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-ee6ace5a-9520-4348-9ea0-ff199b817f19 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a29623c-33e6-4727-8ac1-3717cf4b748c HTTP/1.1" status: 200 len: 217 time: 0.0583661 Feb 10 15:20:42.540515 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-79bc0564-101a-4238-81c4-e23e237b3e09 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185322 Feb 10 15:20:42.574354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45b9259-ab69-41b2-9780-9269f57fa3a1 admin admin] Made reservation on behalf of f9ac06db8a63415fb70e317b90b1b804 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:20:42.577190 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c45b9259-ab69-41b2-9780-9269f57fa3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:42.588987 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9904bc07-424e-4f94-b676-42651dfc73fc admin admin] Publish callbacks [] for security_group (9ffd6e61-8ece-4cdb-a147-1c28db61d37e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:42.594072 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c45b9259-ab69-41b2-9780-9269f57fa3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:42.614891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-f3e1f67f-e790-440d-a9a4-933e7dce16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:42.616263 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-f3e1f67f-e790-440d-a9a4-933e7dce16f3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 200 len: 845 time: 0.0729923 Feb 10 15:20:42.651084 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-1ebf1eac-8276-4625-be29-75f89484c4a3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=70523496-0fb2-49c3-a6f3-295faa4269e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283566 Feb 10 15:20:42.719114 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9904bc07-424e-4f94-b676-42651dfc73fc admin admin] Publish callbacks [] for security_group (9ffd6e61-8ece-4cdb-a147-1c28db61d37e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:42.724368 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d70077ea-84ad-4787-867b-9445f0b4bcc9 req-fc1bef82-0b08-4262-b27c-59bd91d14a78 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194881 Feb 10 15:20:42.788548 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c45b9259-ab69-41b2-9780-9269f57fa3a1 admin admin] Publish callbacks [] for security_group (544cada0-b159-4250-b27e-2a790ff0afd6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:42.791317 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-cdae4857-7595-4989-979e-453ccc14b321 service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339252 Feb 10 15:20:42.794253 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c45b9259-ab69-41b2-9780-9269f57fa3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (544cada0-b159-4250-b27e-2a790ff0afd6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:42.833921 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-bd8c7d7d-3a6d-4bd8-9c57-c7ccab55b2cb tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 1001 time: 0.2180486 Feb 10 15:20:42.863841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45b9259-ab69-41b2-9780-9269f57fa3a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:20:42.876731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b9259-ab69-41b2-9780-9269f57fa3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544cada0-b159-4250-b27e-2a790ff0afd6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:42.877764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7d98f42c-7839-4757-964e-bbce2f0840b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:42.910139 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c45b9259-ab69-41b2-9780-9269f57fa3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e8973d1e-b78a-4520-a9a7-6c5e207c29ec), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:42.910550 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-c45b9259-ab69-41b2-9780-9269f57fa3a1 admin admin] Added segment e8973d1e-b78a-4520-a9a7-6c5e207c29ec of type vlan for network a5fb7986-502f-4025-8337-2844e7f8a859 Feb 10 15:20:42.926022 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9904bc07-424e-4f94-b676-42651dfc73fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9ffd6e61-8ece-4cdb-a147-1c28db61d37e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:42.930194 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9904bc07-424e-4f94-b676-42651dfc73fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:42.931344 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9904bc07-424e-4f94-b676-42651dfc73fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ffd6e61-8ece-4cdb-a147-1c28db61d37e HTTP/1.1" status: 204 len: 168 time: 0.5561123 Feb 10 15:20:42.991354 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d46df2bb-009d-4671-aef2-a28dca05ea22 req-d5f55132-0d51-4ba0-b932-beadd270cd55 service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885519 Feb 10 15:20:42.994480 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c45b9259-ab69-41b2-9780-9269f57fa3a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (a5fb7986-502f-4025-8337-2844e7f8a859), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:43.003662 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904bc07-424e-4f94-b676-42651dfc73fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffd6e61-8ece-4cdb-a147-1c28db61d37e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:43.025953 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c45b9259-ab69-41b2-9780-9269f57fa3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (a5fb7986-502f-4025-8337-2844e7f8a859), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:43.027329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45b9259-ab69-41b2-9780-9269f57fa3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:43.028207 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c45b9259-ab69-41b2-9780-9269f57fa3a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:43.067620 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c45b9259-ab69-41b2-9780-9269f57fa3a1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7775900 Feb 10 15:20:43.071233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44954) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:43.078569 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e78ad6c6-a39e-42a1-b371-6624c26feef5 admin admin] Request body: {'subnet': {'network_id': 'a5fb7986-502f-4025-8337-2844e7f8a859', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1757613375-subnet', 'tenant_id': 'f9ac06db8a63415fb70e317b90b1b804', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:43.101293 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bf740-c83c-4440-aaa0-4911ea75b806 req-3eac46b9-87e1-4edf-8f32-7705e53e94c5 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:43.107105 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b9259-ab69-41b2-9780-9269f57fa3a1 admin admin] Pushing event updated for resources: {'Network': ['ID=a5fb7986-502f-4025-8337-2844e7f8a859,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:43.109534 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e7bf740-c83c-4440-aaa0-4911ea75b806 req-3eac46b9-87e1-4edf-8f32-7705e53e94c5 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 944 time: 0.2106066 Feb 10 15:20:43.117750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-809cbeb5-fa12-437a-ae3c-bc5ecc1eef96 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:43.119155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network a5fb7986-502f-4025-8337-2844e7f8a859 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:20:43.125512 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-809cbeb5-fa12-437a-ae3c-bc5ecc1eef96 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.2891121 Feb 10 15:20:43.212936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78ad6c6-a39e-42a1-b371-6624c26feef5 admin admin] Made reservation on behalf of f9ac06db8a63415fb70e317b90b1b804 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:20:43.215219 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e78ad6c6-a39e-42a1-b371-6624c26feef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:43.279123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-d82fc5f4-6749-4a56-94d9-e285b0ce5958 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 1001 time: 0.1526308 Feb 10 15:20:43.312905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-f8cdfc6c-7190-479c-b771-b1636c844a82 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:43.370109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e7bf740-c83c-4440-aaa0-4911ea75b806 req-56841502-40aa-4138-a63f-e213ad73f93e tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574701 Feb 10 15:20:43.445639 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-f8cdfc6c-7190-479c-b771-b1636c844a82 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for floatingip (72c65d37-9593-4b09-9ec3-7436b2afb6a6), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:43.591053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a076eb9-a0aa-4611-b2e6-05db43c86b3e', 'tag': '5a29623c-33e6-4727-8ac1-3717cf4b748c'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:43.593323 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bc9a8b-ae23-4f16-a7ce-59655bf5164b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a076eb9-a0aa-4611-b2e6-05db43c86b3e", "tag": "5a29623c-33e6-4727-8ac1-3717cf4b748c"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:43.705369 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb733c-d19b-4440-a977-cd3675391ce2 req-e0fe84a3-04ca-440b-b1e0-af8eb0b2bef0 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:43.706857 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-57cb733c-d19b-4440-a977-cd3675391ce2 req-e0fe84a3-04ca-440b-b1e0-af8eb0b2bef0 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 947 time: 0.1965489 Feb 10 15:20:43.715404 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-f8cdfc6c-7190-479c-b771-b1636c844a82 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:43.747741 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-f8cdfc6c-7190-479c-b771-b1636c844a82 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (72c65d37-9593-4b09-9ec3-7436b2afb6a6), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:43.748084 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-f8cdfc6c-7190-479c-b771-b1636c844a82 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Floating IP 72c65d37-9593-4b09-9ec3-7436b2afb6a6 disassociated. External IP: 172.25.3.206, port: 5a1e2995-1000-415f-8b1a-5d8639eacfb3. Feb 10 15:20:43.830176 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e78ad6c6-a39e-42a1-b371-6624c26feef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (0aeeae0b-908e-4e92-957c-8f821f947655), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:43.904131 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-57cb733c-d19b-4440-a977-cd3675391ce2 req-69571377-7729-4cb8-aa8e-17a691ba3a6b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861339 Feb 10 15:20:43.953618 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ad6c6-a39e-42a1-b371-6624c26feef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aeeae0b-908e-4e92-957c-8f821f947655,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:43.970945 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ad6c6-a39e-42a1-b371-6624c26feef5 admin admin] Checking segment: {'id': 'e8973d1e-b78a-4520-a9a7-6c5e207c29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a5fb7986-502f-4025-8337-2844e7f8a859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:20:43.971517 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ad6c6-a39e-42a1-b371-6624c26feef5 admin admin] Network hostable DHCP agents. Network: a5fb7986-502f-4025-8337-2844e7f8a859, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:20:44.039948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45038) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:44.050835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ad6c6-a39e-42a1-b371-6624c26feef5 admin admin] Network a5fb7986-502f-4025-8337-2844e7f8a859 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:20:44.069108 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5813717c-369a-42d4-86e1-11f792aaf55f x-openstack-request-id: req-5813717c-369a-42d4-86e1-11f792aaf55f {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:44.069435 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a076eb9-a0aa-4611-b2e6-05db43c86b3e", "tag": "5a29623c-33e6-4727-8ac1-3717cf4b748c", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:44.070029 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5813717c-369a-42d4-86e1-11f792aaf55f {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:44.070592 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a076eb9-a0aa-4611-b2e6-05db43c86b3e', 'tag': '5a29623c-33e6-4727-8ac1-3717cf4b748c', 'status': 'completed', 'code': 200} Feb 10 15:20:44.119412 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-e78ad6c6-a39e-42a1-b371-6624c26feef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, a5fb7986-502f-4025-8337-2844e7f8a859) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:44.128353 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78ad6c6-a39e-42a1-b371-6624c26feef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:44.129573 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e78ad6c6-a39e-42a1-b371-6624c26feef5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:44.132023 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bdf40a-02f2-4bfc-b3b1-dc9489653a87 None None] Network a5fb7986-502f-4025-8337-2844e7f8a859 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:20:44.178445 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc9a8b-ae23-4f16-a7ce-59655bf5164b req-9d45f639-3c55-4b1c-be1e-fb86774f24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:44.180239 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58bc9a8b-ae23-4f16-a7ce-59655bf5164b req-9d45f639-3c55-4b1c-be1e-fb86774f24b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 1126 time: 0.0908289 Feb 10 15:20:44.208748 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e78ad6c6-a39e-42a1-b371-6624c26feef5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1345856 Feb 10 15:20:44.246340 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-f8cdfc6c-7190-479c-b771-b1636c844a82 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:20:44.270735 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45044) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:44.280061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1757613375-router', 'tenant_id': 'f9ac06db8a63415fb70e317b90b1b804', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:44.291214 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-a5fb7986-502f-4025-8337-2844e7f8a859', 'network_id': 'a5fb7986-502f-4025-8337-2844e7f8a859', 'project_id': 'f9ac06db8a63415fb70e317b90b1b804', 'fixed_ips': [{'subnet_id': '0aeeae0b-908e-4e92-957c-8f821f947655'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:20:44.292214 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:44.337778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc9a8b-ae23-4f16-a7ce-59655bf5164b req-a0154ab3-2a67-4bbf-a12f-063bbd6c07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:44.339498 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58bc9a8b-ae23-4f16-a7ce-59655bf5164b req-a0154ab3-2a67-4bbf-a12f-063bbd6c07a9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 906 time: 0.1516414 Feb 10 15:20:44.391915 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58bc9a8b-ae23-4f16-a7ce-59655bf5164b req-02200d0c-6e2d-438f-9632-0de7753a4821 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a29623c-33e6-4727-8ac1-3717cf4b748c HTTP/1.1" status: 200 len: 217 time: 0.0460844 Feb 10 15:20:44.406869 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5880bba-28cf-41e1-86d5-6cc9b50b8783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:44.445211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-f8cdfc6c-7190-479c-b771-b1636c844a82 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:20:44.450855 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-f8cdfc6c-7190-479c-b771-b1636c844a82 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:44.462443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9366f459-fccf-46fa-8de5-4c0b908906e7 None None] Sync routers for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:20:44.466335 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Allocated IP 172.20.0.2 (a5fb7986-502f-4025-8337-2844e7f8a859/0aeeae0b-908e-4e92-957c-8f821f947655/c09a0407-41ce-491a-b558-18a88c810be2) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:20:44.471924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc9a8b-ae23-4f16-a7ce-59655bf5164b req-14ffa8dc-e7ff-4268-b895-89c5f3e08764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:44.473521 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58bc9a8b-ae23-4f16-a7ce-59655bf5164b req-14ffa8dc-e7ff-4268-b895-89c5f3e08764 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 200 len: 845 time: 0.0751679 Feb 10 15:20:44.490557 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2ddd5-86ed-4ede-87a6-e35f19727668 req-72a02aec-f99a-44e4-bcdc-bdaab98fe70f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:44.494627 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9366f459-fccf-46fa-8de5-4c0b908906e7 None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:44.495616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9366f459-fccf-46fa-8de5-4c0b908906e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:44.499454 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8f2ddd5-86ed-4ede-87a6-e35f19727668 req-72a02aec-f99a-44e4-bcdc-bdaab98fe70f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.3148489 Feb 10 15:20:44.503579 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-f8cdfc6c-7190-479c-b771-b1636c844a82 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "PUT /v2.0/floatingips/72c65d37-9593-4b09-9ec3-7436b2afb6a6 HTTP/1.1" status: 200 len: 696 time: 1.2222457 Feb 10 15:20:44.505189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'tag': '5a1e2995-1000-415f-8b1a-5d8639eacfb3'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:44.508620 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1d9f3b-4562-4614-a33b-283b535e39ab" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8eaa17-86ca-4182-aa43-29b10d3f15a9", "tag": "5a1e2995-1000-415f-8b1a-5d8639eacfb3"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:44.511791 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:44.513172 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:44.531569 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58bc9a8b-ae23-4f16-a7ce-59655bf5164b req-48d77bd4-1c58-429a-bdce-4640486f7b92 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=70523496-0fb2-49c3-a6f3-295faa4269e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495069 Feb 10 15:20:44.627476 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58bc9a8b-ae23-4f16-a7ce-59655bf5164b req-b152dc17-9331-484d-8995-c8db185bea1d service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883315 Feb 10 15:20:44.653302 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8f2ddd5-86ed-4ede-87a6-e35f19727668 req-54a55845-dfec-436a-80c2-fef05cc751b2 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528838 Feb 10 15:20:44.661217 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Publish callbacks [] for router_controller (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:44.670880 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-b58cd056-71be-4ac0-aa06-ca0aa32ff20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:44.672699 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-b58cd056-71be-4ac0-aa06-ca0aa32ff20c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 1127 time: 0.1372182 Feb 10 15:20:44.713860 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-9366f459-fccf-46fa-8de5-4c0b908906e7 None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:44.727534 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58bc9a8b-ae23-4f16-a7ce-59655bf5164b req-98fe9146-2c85-4214-ac35-d2260cb354e2 service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934594 Feb 10 15:20:44.749064 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5880bba-28cf-41e1-86d5-6cc9b50b8783 admin admin] Publish callbacks [] for security_group (e971c27f-706d-4916-965e-b5d6613b396c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:44.756107 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5880bba-28cf-41e1-86d5-6cc9b50b8783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e971c27f-706d-4916-965e-b5d6613b396c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:44.800378 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a5880bba-28cf-41e1-86d5-6cc9b50b8783 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=74e0868fc5654378ba782c1a26a24357&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7594409 Feb 10 15:20:44.803225 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45056) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:44.806533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5880bba-28cf-41e1-86d5-6cc9b50b8783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e971c27f-706d-4916-965e-b5d6613b396c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:44.832793 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Publish callbacks [] for port (c09a0407-41ce-491a-b558-18a88c810be2), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:44.842176 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (c09a0407-41ce-491a-b558-18a88c810be2), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:44.932107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Network a5fb7986-502f-4025-8337-2844e7f8a859 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:44.943061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:44.952843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:20:44.987989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Pushing event updated for resources: {'Port': ['ID=c09a0407-41ce-491a-b558-18a88c810be2,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:45.063861 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Attempting to bind port c09a0407-41ce-491a-b558-18a88c810be2 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:20:45.064248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Attempting to bind port c09a0407-41ce-491a-b558-18a88c810be2 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'e8973d1e-b78a-4520-a9a7-6c5e207c29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a5fb7986-502f-4025-8337-2844e7f8a859'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:20:45.064610 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Attempting to bind port c09a0407-41ce-491a-b558-18a88c810be2 on network a5fb7986-502f-4025-8337-2844e7f8a859 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:20:45.091879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:20:45.092262 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Checking segment: {'id': 'e8973d1e-b78a-4520-a9a7-6c5e207c29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a5fb7986-502f-4025-8337-2844e7f8a859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:20:45.092682 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:45.093085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Bound using segment: {'id': 'e8973d1e-b78a-4520-a9a7-6c5e207c29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a5fb7986-502f-4025-8337-2844e7f8a859'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:20:45.093573 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Bound port: c09a0407-41ce-491a-b558-18a88c810be2, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8973d1e-b78a-4520-a9a7-6c5e207c29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a5fb7986-502f-4025-8337-2844e7f8a859'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:20:45.093955 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c09a0407-41ce-491a-b558-18a88c810be2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:45.204928 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f4541713-e008-40f7-a129-30713bd6846c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:45.226756 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] For port c09a0407-41ce-491a-b558-18a88c810be2, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:20:45.231411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9366f459-fccf-46fa-8de5-4c0b908906e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:45.236584 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] For port c09a0407-41ce-491a-b558-18a88c810be2, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c09a0407-41ce-491a-b558-18a88c810be2,segment=NetworkSegment(e8973d1e-b78a-4520-a9a7-6c5e207c29ec),segment_id=e8973d1e-b78a-4520-a9a7-6c5e207c29ec)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:20:45.271757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9366f459-fccf-46fa-8de5-4c0b908906e7 None None] Checking router: d5ea87bc-648a-4c57-94e2-29d7c50f7a58 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:20:45.278436 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c09a0407-41ce-491a-b558-18a88c810be2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:45.305857 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Publish callbacks [] for router_gateway (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:45.321373 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9366f459-fccf-46fa-8de5-4c0b908906e7 None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:45.321998 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9366f459-fccf-46fa-8de5-4c0b908906e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:45.360788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-4fe0e457-9fac-4fa9-80fc-500fc2eaaeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:45.362617 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-4fe0e457-9fac-4fa9-80fc-500fc2eaaeb4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 921 time: 0.6544476 Feb 10 15:20:45.418786 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266073a2-15e1-40b4-b3ca-34fb1690940e None None] Pushing event updated for resources: {'Port': ['ID=c09a0407-41ce-491a-b558-18a88c810be2,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:45.439136 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4802a29e-73f0-4464-8409-836d826f7dae admin admin] Publish callbacks [] for security_group (e971c27f-706d-4916-965e-b5d6613b396c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:45.441659 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-3a499454-7230-4265-8530-0466ccd6cf5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a1e2995-1000-415f-8b1a-5d8639eacfb3 HTTP/1.1" status: 200 len: 217 time: 0.0702989 Feb 10 15:20:45.503649 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2ffbd-0a4c-4b66-8c17-dac8b866d496 req-f00ae8cc-be9b-4eef-9b10-2c65feb61430 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:45.504283 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-9366f459-fccf-46fa-8de5-4c0b908906e7 None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:45.505635 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36a2ffbd-0a4c-4b66-8c17-dac8b866d496 req-f00ae8cc-be9b-4eef-9b10-2c65feb61430 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 944 time: 0.2089086 Feb 10 15:20:45.549294 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4802a29e-73f0-4464-8409-836d826f7dae admin admin] Publish callbacks [] for security_group (e971c27f-706d-4916-965e-b5d6613b396c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:45.602381 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-0398b096-402b-4cd8-9691-17085d855a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:45.604135 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-0398b096-402b-4cd8-9691-17085d855a91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 200 len: 859 time: 0.1473982 Feb 10 15:20:45.686640 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36a2ffbd-0a4c-4b66-8c17-dac8b866d496 req-28e3ab29-aa21-45af-8645-6bc9c1469ecb tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720841 Feb 10 15:20:45.716461 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4802a29e-73f0-4464-8409-836d826f7dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e971c27f-706d-4916-965e-b5d6613b396c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:45.719053 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4802a29e-73f0-4464-8409-836d826f7dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:45.722514 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4802a29e-73f0-4464-8409-836d826f7dae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e971c27f-706d-4916-965e-b5d6613b396c HTTP/1.1" status: 204 len: 168 time: 0.9159184 Feb 10 15:20:45.758375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-f4dbacbf-642b-4ac4-82cc-971024abfe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:45.760072 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-f4dbacbf-642b-4ac4-82cc-971024abfe56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b17024a-debc-4b4b-8647-7b69683a5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1342356 Feb 10 15:20:45.811452 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7242728-798f-416c-a9f0-e1610f3ad2c5 x-openstack-request-id: req-b7242728-798f-416c-a9f0-e1610f3ad2c5 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:45.811772 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8eaa17-86ca-4182-aa43-29b10d3f15a9", "tag": "5a1e2995-1000-415f-8b1a-5d8639eacfb3", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:45.811973 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b7242728-798f-416c-a9f0-e1610f3ad2c5 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:45.812364 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'tag': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'status': 'completed', 'code': 200} Feb 10 15:20:45.813979 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802a29e-73f0-4464-8409-836d826f7dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e971c27f-706d-4916-965e-b5d6613b396c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:45.894186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d9f3b-4562-4614-a33b-283b535e39ab req-a4736c39-30f1-4659-8a26-ab026d8482eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:45.896016 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d1d9f3b-4562-4614-a33b-283b535e39ab req-a4736c39-30f1-4659-8a26-ab026d8482eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 1127 time: 0.0746849 Feb 10 15:20:45.927035 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Publish callbacks [] for router_gateway (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:45.955001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9366f459-fccf-46fa-8de5-4c0b908906e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:45.973817 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:45.981333 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-453e7bf5-e93c-4f26-9663-0b8db0c81f7b service neutron] 10.222.0.64 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123752 Feb 10 15:20:45.994544 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9366f459-fccf-46fa-8de5-4c0b908906e7 None None] The sync data for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 is: [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:19:19Z', 'revision_number': 4, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'aa11e39c-06db-4bb9-835e-bfb47f483e53', 'name': '', 'network_id': '6b17024a-debc-4b4b-8647-7b69683a5390', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'mac_address': 'fa:16:3e:14:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:17Z', 'updated_at': '2022-02-10T15:19:23Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'subnets': [{'id': 'd3818fbb-f909-45b2-8ed7-e6fdc048076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:20:46.039044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d9f3b-4562-4614-a33b-283b535e39ab req-500e43ed-e923-4381-9cf3-40810c84b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:46.041057 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d1d9f3b-4562-4614-a33b-283b535e39ab req-500e43ed-e923-4381-9cf3-40810c84b717 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 200 len: 921 time: 0.1296678 Feb 10 15:20:46.106127 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d1d9f3b-4562-4614-a33b-283b535e39ab req-c8aecc9a-489e-49a8-87fa-70980df06962 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a1e2995-1000-415f-8b1a-5d8639eacfb3 HTTP/1.1" status: 200 len: 217 time: 0.0588150 Feb 10 15:20:46.162928 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5a29623c-33e6-4727-8ac1-3717cf4b748c details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:20:46.166470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d9f3b-4562-4614-a33b-283b535e39ab req-d1bd849c-a0d5-47e7-9577-ab45e9e00fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:46.168875 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d1d9f3b-4562-4614-a33b-283b535e39ab req-d1bd849c-a0d5-47e7-9577-ab45e9e00fb9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 200 len: 859 time: 0.0560870 Feb 10 15:20:46.172663 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c507a-782c-4591-b7ea-036da6578a7e req-84ba1e6f-3dfb-4d97-a2e8-09327f5fc37f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:46.174301 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-410c507a-782c-4591-b7ea-036da6578a7e req-84ba1e6f-3dfb-4d97-a2e8-09327f5fc37f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 947 time: 0.2376816 Feb 10 15:20:46.183196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45092) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:46.226507 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-122dbe99-52fc-4f53-93f5-208674dedbbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:46.229105 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d9f3b-4562-4614-a33b-283b535e39ab req-79f3dc25-ff6c-4619-a58e-5227145b9d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:46.230828 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d1d9f3b-4562-4614-a33b-283b535e39ab req-79f3dc25-ff6c-4619-a58e-5227145b9d83 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6b17024a-debc-4b4b-8647-7b69683a5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560098 Feb 10 15:20:46.236096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-657416cc-a757-46e1-aff1-453f6b5cc31b req-cfc2a4ab-4548-44e3-896a-558ce152181d service neutron] 10.222.0.64 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340815 Feb 10 15:20:46.251730 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Allocated IP 172.25.3.40 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/92b57d89-e2d6-469f-8e5d-4a4f65354f92) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:20:46.310558 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:46.353635 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5a29623c-33e6-4727-8ac1-3717cf4b748c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5a29623c-33e6-4727-8ac1-3717cf4b748c,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:46.371520 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d1d9f3b-4562-4614-a33b-283b535e39ab req-79d3514d-69cd-4559-becc-8e960c59e0da service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334839 Feb 10 15:20:46.393775 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '5a29623c-33e6-4727-8ac1-3717cf4b748c', 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2', 'port_id': '5a29623c-33e6-4727-8ac1-3717cf4b748c', 'mac_address': 'fa:16:3e:67:47:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641d274e-0229-4226-b05a-8b572a0b405b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:20:46.440142 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 5a29623c-33e6-4727-8ac1-3717cf4b748c is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:46.440846 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5a29623c-33e6-4727-8ac1-3717cf4b748c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:46.463683 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a29623c-33e6-4727-8ac1-3717cf4b748c {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:20:46.466914 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Publish callbacks [] for port (92b57d89-e2d6-469f-8e5d-4a4f65354f92), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:46.496155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5a29623c-33e6-4727-8ac1-3717cf4b748c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5a29623c-33e6-4727-8ac1-3717cf4b748c,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:46.504912 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5a29623c-33e6-4727-8ac1-3717cf4b748c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:46.508213 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d1d9f3b-4562-4614-a33b-283b535e39ab req-88877cec-d23b-45f2-b3cb-03786681e71d service neutron] 10.222.0.72 "GET /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302671 Feb 10 15:20:46.553400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-410c507a-782c-4591-b7ea-036da6578a7e req-98d2813e-f172-4d7e-8e47-d0fb5f244dc5 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3707752 Feb 10 15:20:46.588254 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (92b57d89-e2d6-469f-8e5d-4a4f65354f92), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:46.609285 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=5a29623c-33e6-4727-8ac1-3717cf4b748c,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:46.639670 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b003fa4-3e9d-4ae0-a5a8-e987ed4ef347 req-1d9653cb-b4c1-415c-88b8-64f814ea4009 tempest-FlavorsV2NegativeTest-1269678067 tempest-FlavorsV2NegativeTest-1269678067-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=eb1df51b672e4d7b838edbf384d8816b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1417072 Feb 10 15:20:46.645262 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f985b4e0-cebe-43e5-93da-10cddd49e94a None None] New status for floating IP 72c65d37-9593-4b09-9ec3-7436b2afb6a6: DOWN {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:20:46.736811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:46.765675 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-122dbe99-52fc-4f53-93f5-208674dedbbe admin admin] Publish callbacks [] for security_group (09b05862-a444-4df5-977c-d4dc6af2de27), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:46.784088 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c09a0407-41ce-491a-b558-18a88c810be2 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:20:46.829142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:46.831800 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:20:46.841937 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-122dbe99-52fc-4f53-93f5-208674dedbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (09b05862-a444-4df5-977c-d4dc6af2de27), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:46.876752 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Pushing event updated for resources: {'Port': ['ID=92b57d89-e2d6-469f-8e5d-4a4f65354f92,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:46.958200 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dbe99-52fc-4f53-93f5-208674dedbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b05862-a444-4df5-977c-d4dc6af2de27,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:46.977909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-122dbe99-52fc-4f53-93f5-208674dedbbe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55ca0bf815cb42a2bbd6ae9b40960366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7877765 Feb 10 15:20:46.978385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45108) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:46.982678 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b003fa4-3e9d-4ae0-a5a8-e987ed4ef347 req-00640af4-3d64-44ca-9868-b9792f96cec8 tempest-FlavorsV2NegativeTest-1269678067 tempest-FlavorsV2NegativeTest-1269678067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:46.984526 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b003fa4-3e9d-4ae0-a5a8-e987ed4ef347 req-00640af4-3d64-44ca-9868-b9792f96cec8 tempest-FlavorsV2NegativeTest-1269678067 tempest-FlavorsV2NegativeTest-1269678067-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3153412 Feb 10 15:20:46.997513 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6364c5b3-5774-493a-9de3-cfd33eac09ff None None] Network a5fb7986-502f-4025-8337-2844e7f8a859 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:20:47.000978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['5a29623c-33e6-4727-8ac1-3717cf4b748c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:20:47.044983 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064790d3-fa04-413f-bec2-466b34840929 req-7c001be3-880e-42e4-8d00-845d500cced4 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:47.046595 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-064790d3-fa04-413f-bec2-466b34840929 req-7c001be3-880e-42e4-8d00-845d500cced4 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.3748190 Feb 10 15:20:47.055213 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e8f84cf6-b767-4c08-bb24-5b410c46e99b admin admin] Publish callbacks [] for security_group (09b05862-a444-4df5-977c-d4dc6af2de27), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:47.079304 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e8f84cf6-b767-4c08-bb24-5b410c46e99b admin admin] Publish callbacks [] for security_group (09b05862-a444-4df5-977c-d4dc6af2de27), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:47.094060 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b003fa4-3e9d-4ae0-a5a8-e987ed4ef347 req-8d374d6d-2da6-4542-94c0-9c11b5c4929d tempest-FlavorsV2NegativeTest-1269678067 tempest-FlavorsV2NegativeTest-1269678067-project] 10.222.0.64 "GET /v2.0/quotas/eb1df51b672e4d7b838edbf384d8816b HTTP/1.1" status: 200 len: 375 time: 0.0607150 Feb 10 15:20:47.116224 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a6d06fa4-9e96-4b83-9c52-f54d70f905f6 None None] Provisioning complete for port c09a0407-41ce-491a-b558-18a88c810be2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:47.116704 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a6d06fa4-9e96-4b83-9c52-f54d70f905f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c09a0407-41ce-491a-b558-18a88c810be2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:47.149486 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e8f84cf6-b767-4c08-bb24-5b410c46e99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (09b05862-a444-4df5-977c-d4dc6af2de27), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:47.157545 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c09a0407-41ce-491a-b558-18a88c810be2 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:47.157790 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c09a0407-41ce-491a-b558-18a88c810be2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:47.159229 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e8f84cf6-b767-4c08-bb24-5b410c46e99b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:47.159403 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b003fa4-3e9d-4ae0-a5a8-e987ed4ef347 req-21e40ec3-3f6a-4552-ad6a-138e89be79a5 tempest-FlavorsV2NegativeTest-1269678067 tempest-FlavorsV2NegativeTest-1269678067-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb1df51b672e4d7b838edbf384d8816b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471323 Feb 10 15:20:47.175923 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e8f84cf6-b767-4c08-bb24-5b410c46e99b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09b05862-a444-4df5-977c-d4dc6af2de27 HTTP/1.1" status: 204 len: 168 time: 0.1944337 Feb 10 15:20:47.203854 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-064790d3-fa04-413f-bec2-466b34840929 req-fb2540a3-20da-428f-b535-c109c0d26b13 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469376 Feb 10 15:20:47.244325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f84cf6-b767-4c08-bb24-5b410c46e99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b05862-a444-4df5-977c-d4dc6af2de27,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:47.432998 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Publish callbacks [] for router_gateway (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:47.440426 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a6d06fa4-9e96-4b83-9c52-f54d70f905f6 None None] Current status of the port c09a0407-41ce-491a-b558-18a88c810be2 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:47.441610 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a6d06fa4-9e96-4b83-9c52-f54d70f905f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c09a0407-41ce-491a-b558-18a88c810be2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:47.486759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c09a0407-41ce-491a-b558-18a88c810be2 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:47.487157 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c09a0407-41ce-491a-b558-18a88c810be2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:47.589406 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a6d06fa4-9e96-4b83-9c52-f54d70f905f6 None None] For port c09a0407-41ce-491a-b558-18a88c810be2, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c09a0407-41ce-491a-b558-18a88c810be2,segment=NetworkSegment(e8973d1e-b78a-4520-a9a7-6c5e207c29ec),segment_id=e8973d1e-b78a-4520-a9a7-6c5e207c29ec)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:47.611942 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a6d06fa4-9e96-4b83-9c52-f54d70f905f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c09a0407-41ce-491a-b558-18a88c810be2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:47.653755 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdd7dac3-ad41-458a-bd24-7b2cfbd134c9 req-09e615df-acda-408e-9a90-ca614049932f tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/floatingips/72c65d37-9593-4b09-9ec3-7436b2afb6a6 HTTP/1.1" status: 200 len: 694 time: 0.2186515 Feb 10 15:20:47.730197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d06fa4-9e96-4b83-9c52-f54d70f905f6 None None] Pushing event updated for resources: {'Port': ['ID=c09a0407-41ce-491a-b558-18a88c810be2,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:47.774674 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:20:47.776953 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:20:47.824068 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:47.854488 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7b398e7d-6197-45b0-9c7c-259ea46d6e6a None None] Provisioning complete for port c09a0407-41ce-491a-b558-18a88c810be2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:47.855720 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7b398e7d-6197-45b0-9c7c-259ea46d6e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c09a0407-41ce-491a-b558-18a88c810be2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:47.993595 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7b398e7d-6197-45b0-9c7c-259ea46d6e6a None None] Current status of the port c09a0407-41ce-491a-b558-18a88c810be2 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:48.016231 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262bd00-51ae-427e-897c-f1bdde0727d8 req-f765ea5c-6b89-4cfd-b263-b67297f642a1 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:48.023722 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9262bd00-51ae-427e-897c-f1bdde0727d8 req-f765ea5c-6b89-4cfd-b263-b67297f642a1 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 945 time: 0.5786855 Feb 10 15:20:48.033082 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7dac3-ad41-458a-bd24-7b2cfbd134c9 req-4a986b2e-10e8-4023-bb65-a3405530120e tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:48.035008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdd7dac3-ad41-458a-bd24-7b2cfbd134c9 req-4a986b2e-10e8-4023-bb65-a3405530120e tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.3710861 Feb 10 15:20:48.137470 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdd7dac3-ad41-458a-bd24-7b2cfbd134c9 req-353fd9b6-0229-4d75-aac9-c71fcede6b75 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 697 time: 0.0880430 Feb 10 15:20:48.143820 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:48.164097 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9262bd00-51ae-427e-897c-f1bdde0727d8 req-5d20cd97-2fb0-4220-8245-947d22ebc896 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393414 Feb 10 15:20:48.270453 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdd7dac3-ad41-458a-bd24-7b2cfbd134c9 req-75527279-a7fd-4851-a6a5-4b82d5665195 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 697 time: 0.1233366 Feb 10 15:20:48.357443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c09a0407-41ce-491a-b558-18a88c810be2 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:48.459168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45162) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:48.744785 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c09a0407-41ce-491a-b558-18a88c810be2 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:20:48.812595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-03a18163-083f-4856-bf8b-2da0f4ec7bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:48.843388 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c09a0407-41ce-491a-b558-18a88c810be2 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:48.844153 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c09a0407-41ce-491a-b558-18a88c810be2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:48.968029 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:48.974322 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c09a0407-41ce-491a-b558-18a88c810be2 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:49.004564 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-03a18163-083f-4856-bf8b-2da0f4ec7bb8 admin admin] Publish callbacks [] for security_group (ec1d88e7-ce44-46a1-aa7c-4e811a214a86), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:49.011587 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-03a18163-083f-4856-bf8b-2da0f4ec7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ec1d88e7-ce44-46a1-aa7c-4e811a214a86), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:49.055266 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e26b7-3d1a-4614-b43a-0b198225379b req-e992c6b0-ab81-4b1c-aec6-4d91643ce64a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:49.056939 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7c0e26b7-3d1a-4614-b43a-0b198225379b req-e992c6b0-ab81-4b1c-aec6-4d91643ce64a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.2697070 Feb 10 15:20:49.059924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45172) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:49.062400 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-03a18163-083f-4856-bf8b-2da0f4ec7bb8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb1df51b672e4d7b838edbf384d8816b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5959120 Feb 10 15:20:49.064106 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a18163-083f-4856-bf8b-2da0f4ec7bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1d88e7-ce44-46a1-aa7c-4e811a214a86,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:49.097335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-fdd7dac3-ad41-458a-bd24-7b2cfbd134c9 req-89aace6f-9535-4dce-a464-57bc72201c24 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Deleting port 47c19d56-97ca-4460-8707-49a59e4a0f2d {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:49.097682 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fdd7dac3-ad41-458a-bd24-7b2cfbd134c9 req-89aace6f-9535-4dce-a464-57bc72201c24 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (47c19d56-97ca-4460-8707-49a59e4a0f2d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:49.133362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Router b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:20:49.218195 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7c0e26b7-3d1a-4614-b43a-0b198225379b req-3163eb34-f301-4d1a-b940-c06d3e4a2b16 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548200 Feb 10 15:20:49.292875 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-26eb402f-9d37-4402-9840-463e6026913d admin admin] Publish callbacks [] for security_group (ec1d88e7-ce44-46a1-aa7c-4e811a214a86), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:49.338824 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fdd7dac3-ad41-458a-bd24-7b2cfbd134c9 req-89aace6f-9535-4dce-a464-57bc72201c24 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (47c19d56-97ca-4460-8707-49a59e4a0f2d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:49.339237 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fdd7dac3-ad41-458a-bd24-7b2cfbd134c9 req-89aace6f-9535-4dce-a464-57bc72201c24 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for floatingip (47c19d56-97ca-4460-8707-49a59e4a0f2d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:49.401148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-fdd7dac3-ad41-458a-bd24-7b2cfbd134c9 req-89aace6f-9535-4dce-a464-57bc72201c24 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Calling delete_port for 47c19d56-97ca-4460-8707-49a59e4a0f2d owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:49.408400 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-26eb402f-9d37-4402-9840-463e6026913d admin admin] Publish callbacks [] for security_group (ec1d88e7-ce44-46a1-aa7c-4e811a214a86), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:49.498385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:20:49.509403 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Sync routers for ids ['b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:20:49.529543 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Routers {'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:49.529901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:49.540499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232148d0-8432-4a39-b8fb-f8ae4d64a8f6 req-11e69657-67e1-4dbd-99a4-7db64093e7a5 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:49.542060 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-232148d0-8432-4a39-b8fb-f8ae4d64a8f6 req-11e69657-67e1-4dbd-99a4-7db64093e7a5 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 945 time: 0.2503114 Feb 10 15:20:49.570108 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:49.571221 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-47e1c22d-87f3-4c46-9eb0-6f7f8691dc19 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2990739 Feb 10 15:20:49.574378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45182) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:49.642780 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-26eb402f-9d37-4402-9840-463e6026913d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ec1d88e7-ce44-46a1-aa7c-4e811a214a86), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:49.645406 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-26eb402f-9d37-4402-9840-463e6026913d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:49.649535 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-26eb402f-9d37-4402-9840-463e6026913d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec1d88e7-ce44-46a1-aa7c-4e811a214a86 HTTP/1.1" status: 204 len: 168 time: 0.5855823 Feb 10 15:20:49.682050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Set router b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:49.697951 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb402f-9d37-4402-9840-463e6026913d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1d88e7-ce44-46a1-aa7c-4e811a214a86,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:49.711223 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-232148d0-8432-4a39-b8fb-f8ae4d64a8f6 req-24614f4b-8499-4ed3-932e-09deb2e70202 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592395 Feb 10 15:20:49.808025 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fdd7dac3-ad41-458a-bd24-7b2cfbd134c9 req-89aace6f-9535-4dce-a464-57bc72201c24 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (47c19d56-97ca-4460-8707-49a59e4a0f2d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:49.879483 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aace6f-9535-4dce-a464-57bc72201c24 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Pushing event deleted for resources: {'Port': ['ID=47c19d56-97ca-4460-8707-49a59e4a0f2d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:50.027858 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1757613375-router', 'tenant_id': 'f9ac06db8a63415fb70e317b90b1b804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:20:44Z', 'updated_at': '2022-02-10T15:20:47Z', 'revision_number': 3, 'project_id': 'f9ac06db8a63415fb70e317b90b1b804', 'gw_port': {'id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:20:45Z', 'updated_at': '2022-02-10T15:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:50.059893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Checking router: b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:20:50.060304 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Updating router b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d port 92b57d89-e2d6-469f-8e5d-4a4f65354f92 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:20:50.093834 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (92b57d89-e2d6-469f-8e5d-4a4f65354f92), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:50.232186 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5a29623c-33e6-4727-8ac1-3717cf4b748c up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:20:50.306014 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fdd7dac3-ad41-458a-bd24-7b2cfbd134c9 req-89aace6f-9535-4dce-a464-57bc72201c24 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks [] for floatingip (72c65d37-9593-4b09-9ec3-7436b2afb6a6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:50.312438 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fdd7dac3-ad41-458a-bd24-7b2cfbd134c9 req-89aace6f-9535-4dce-a464-57bc72201c24 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:50.313597 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdd7dac3-ad41-458a-bd24-7b2cfbd134c9 req-89aace6f-9535-4dce-a464-57bc72201c24 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "DELETE /v2.0/floatingips/72c65d37-9593-4b09-9ec3-7436b2afb6a6 HTTP/1.1" status: 204 len: 173 time: 2.0238783 Feb 10 15:20:50.555084 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 5a29623c-33e6-4727-8ac1-3717cf4b748c completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:20:50.561794 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 5a29623c-33e6-4727-8ac1-3717cf4b748c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:50.562609 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5a29623c-33e6-4727-8ac1-3717cf4b748c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:50.606500 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db5bd7-a189-4aa6-8552-7bad15d95e8c req-2665736e-d936-49d1-9f7e-ab28398d4459 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:50.608178 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0db5bd7-a189-4aa6-8552-7bad15d95e8c req-2665736e-d936-49d1-9f7e-ab28398d4459 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.2093573 Feb 10 15:20:50.620157 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:50.842272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0db5bd7-a189-4aa6-8552-7bad15d95e8c req-5aa72060-646d-4d45-b644-354a2ae86267 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268052 Feb 10 15:20:50.854168 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Publish callbacks [] for port (92b57d89-e2d6-469f-8e5d-4a4f65354f92), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:50.864525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 5a29623c-33e6-4727-8ac1-3717cf4b748c is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:50.865064 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5a29623c-33e6-4727-8ac1-3717cf4b748c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:50.923960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5a29623c-33e6-4727-8ac1-3717cf4b748c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5a29623c-33e6-4727-8ac1-3717cf4b748c,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:50.924577 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a076eb9-a0aa-4611-b2e6-05db43c86b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a29623c-33e6-4727-8ac1-3717cf4b748c'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:50.928196 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0fcb8d-a29f-4c80-ab1a-c8ca45868f01" -d '{"events": [{"server_uuid": "3a076eb9-a0aa-4611-b2e6-05db43c86b3e", "name": "network-vif-plugged", "status": "completed", "tag": "5a29623c-33e6-4727-8ac1-3717cf4b748c"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:50.932182 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (92b57d89-e2d6-469f-8e5d-4a4f65354f92), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:50.937999 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5a29623c-33e6-4727-8ac1-3717cf4b748c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:51.002518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Attempting to bind port 92b57d89-e2d6-469f-8e5d-4a4f65354f92 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:20:51.002907 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Attempting to bind port 92b57d89-e2d6-469f-8e5d-4a4f65354f92 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:20:51.003283 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Attempting to bind port 92b57d89-e2d6-469f-8e5d-4a4f65354f92 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:20:51.014598 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86bc50-26b8-4f90-8068-ce9af3d9620e None None] Pushing event updated for resources: {'Port': ['ID=92b57d89-e2d6-469f-8e5d-4a4f65354f92,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:51.016591 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:20:51.017004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:20:51.017412 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:51.017804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:20:51.018335 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Bound port: 92b57d89-e2d6-469f-8e5d-4a4f65354f92, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:20:51.018990 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (92b57d89-e2d6-469f-8e5d-4a4f65354f92), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:51.050368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1dbb4-c616-423d-8294-6feaa46ad17b req-ecad39ff-88c5-47c0-9780-cd2dc8d241b1 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:51.052758 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42a1dbb4-c616-423d-8294-6feaa46ad17b req-ecad39ff-88c5-47c0-9780-cd2dc8d241b1 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 945 time: 0.2442448 Feb 10 15:20:51.103830 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] For port 92b57d89-e2d6-469f-8e5d-4a4f65354f92, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:20:51.109535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] For port 92b57d89-e2d6-469f-8e5d-4a4f65354f92, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=92b57d89-e2d6-469f-8e5d-4a4f65354f92,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:20:51.134083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=5a29623c-33e6-4727-8ac1-3717cf4b748c,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:51.142687 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Allocated IP 172.20.0.1 (a5fb7986-502f-4025-8337-2844e7f8a859/0aeeae0b-908e-4e92-957c-8f821f947655/ab3963d7-61c0-4651-99f8-98c29c91e1ed) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:20:51.156124 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (92b57d89-e2d6-469f-8e5d-4a4f65354f92), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:51.160067 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb884-def3-4899-a662-6d49b34b3991 req-b1042c45-cf47-41e6-96cd-45479de22b27 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:51.161634 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a7eb884-def3-4899-a662-6d49b34b3991 req-b1042c45-cf47-41e6-96cd-45479de22b27 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 946 time: 0.1914282 Feb 10 15:20:51.184011 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45218) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:51.222823 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42a1dbb4-c616-423d-8294-6feaa46ad17b req-6260d55b-c473-4ef8-9fc2-560c8c9b3bc7 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170440 Feb 10 15:20:51.259866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86bc50-26b8-4f90-8068-ce9af3d9620e None None] Pushing event updated for resources: {'Port': ['ID=92b57d89-e2d6-469f-8e5d-4a4f65354f92,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:51.263126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Routers {'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:51.263725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:51.322333 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c949e5c2-5c8c-4ff4-bd7e-ad44df828950 x-openstack-request-id: req-c949e5c2-5c8c-4ff4-bd7e-ad44df828950 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:51.322766 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a076eb9-a0aa-4611-b2e6-05db43c86b3e", "name": "network-vif-plugged", "status": "completed", "tag": "5a29623c-33e6-4727-8ac1-3717cf4b748c", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:51.323740 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c949e5c2-5c8c-4ff4-bd7e-ad44df828950 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:51.324229 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a076eb9-a0aa-4611-b2e6-05db43c86b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a29623c-33e6-4727-8ac1-3717cf4b748c', 'code': 200} Feb 10 15:20:51.341978 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a7eb884-def3-4899-a662-6d49b34b3991 req-deb60416-6a37-4c7b-a1f2-957c7b51b1da tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704147 Feb 10 15:20:51.422560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-db4ea7ce-c105-453d-9122-0c9701f7c0a2 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2098896863-network', 'tenant_id': '952a730c5eba4222be3cff2850d1fa62'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:51.423463 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Publish callbacks [] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:51.476767 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:51.508129 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4ea7ce-c105-453d-9122-0c9701f7c0a2 admin admin] Made reservation on behalf of 952a730c5eba4222be3cff2850d1fa62 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:20:51.511034 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-db4ea7ce-c105-453d-9122-0c9701f7c0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:51.530461 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-db4ea7ce-c105-453d-9122-0c9701f7c0a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:51.541519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Pushing event updated for resources: {'Port': ['ID=ab3963d7-61c0-4651-99f8-98c29c91e1ed,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:51.541975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cb047-a207-40c4-9ffe-7188e1233e2f req-32a5d16f-c0b1-4ce5-8f07-28d82cee1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:51.546118 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b6cb047-a207-40c4-9ffe-7188e1233e2f req-32a5d16f-c0b1-4ce5-8f07-28d82cee1376 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 1128 time: 0.1778493 Feb 10 15:20:51.557728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Network a5fb7986-502f-4025-8337-2844e7f8a859 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:51.559507 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:51.574362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:20:51.645460 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:51.652776 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] Set router b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:51.725653 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b6cb047-a207-40c4-9ffe-7188e1233e2f req-39d3553e-18e7-4c05-89a9-4ee7055a9e8f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722972 Feb 10 15:20:51.817835 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-db4ea7ce-c105-453d-9122-0c9701f7c0a2 admin admin] Publish callbacks [] for security_group (474f7591-7ae5-4892-bbe2-03a2105e5f26), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:51.830441 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-db4ea7ce-c105-453d-9122-0c9701f7c0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (474f7591-7ae5-4892-bbe2-03a2105e5f26), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:51.909324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4ea7ce-c105-453d-9122-0c9701f7c0a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:20:51.956989 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ea7ce-c105-453d-9122-0c9701f7c0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474f7591-7ae5-4892-bbe2-03a2105e5f26,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:51.984853 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-db4ea7ce-c105-453d-9122-0c9701f7c0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:51.986014 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-db4ea7ce-c105-453d-9122-0c9701f7c0a2 admin admin] Added segment cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0 of type vlan for network ae5226c2-5364-4c34-8001-6c08a2574a7f Feb 10 15:20:52.043041 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-db4ea7ce-c105-453d-9122-0c9701f7c0a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (ae5226c2-5364-4c34-8001-6c08a2574a7f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:52.043732 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1757613375-router', 'tenant_id': 'f9ac06db8a63415fb70e317b90b1b804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:20:44Z', 'updated_at': '2022-02-10T15:20:47Z', 'revision_number': 3, 'project_id': 'f9ac06db8a63415fb70e317b90b1b804', 'gw_port': {'id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:20:45Z', 'updated_at': '2022-02-10T15:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:52.071888 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-db4ea7ce-c105-453d-9122-0c9701f7c0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (ae5226c2-5364-4c34-8001-6c08a2574a7f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:52.074680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4ea7ce-c105-453d-9122-0c9701f7c0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:52.075628 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-db4ea7ce-c105-453d-9122-0c9701f7c0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:52.080815 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:52.093243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb4a6d-056d-4adb-8286-c8ee170705be None None] The sync data for ids ['b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'] in n-d-815324-7 is: [{'id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1757613375-router', 'tenant_id': 'f9ac06db8a63415fb70e317b90b1b804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:20:44Z', 'updated_at': '2022-02-10T15:20:47Z', 'revision_number': 3, 'project_id': 'f9ac06db8a63415fb70e317b90b1b804', 'gw_port': {'id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:20:45Z', 'updated_at': '2022-02-10T15:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:20:52.107776 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-05d22be8-a1e8-4053-a07f-7419bf82b2a6 None None] Provisioning complete for port ab3963d7-61c0-4651-99f8-98c29c91e1ed triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:52.108449 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-05d22be8-a1e8-4053-a07f-7419bf82b2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:52.111430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e887f8-1f8a-43c7-9273-73f4751f675d req-3efb2002-8e12-48d9-9f89-8bed04d6ad53 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:52.112999 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51e887f8-1f8a-43c7-9273-73f4751f675d req-3efb2002-8e12-48d9-9f89-8bed04d6ad53 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.1504045 Feb 10 15:20:52.126122 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-db4ea7ce-c105-453d-9122-0c9701f7c0a2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9400487 Feb 10 15:20:52.144449 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45232) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:52.173112 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-05d22be8-a1e8-4053-a07f-7419bf82b2a6 None None] Port ab3963d7-61c0-4651-99f8-98c29c91e1ed cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:20:52.229128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b0bd7330-1ab1-476a-9c3c-cb564937d67c admin admin] Request body: {'subnet': {'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2098896863-subnet', 'tenant_id': '952a730c5eba4222be3cff2850d1fa62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:52.243901 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ea7ce-c105-453d-9122-0c9701f7c0a2 admin admin] Pushing event updated for resources: {'Network': ['ID=ae5226c2-5364-4c34-8001-6c08a2574a7f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:52.246890 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51e887f8-1f8a-43c7-9273-73f4751f675d req-3a60ddc5-d9da-4b81-a6ec-1c74041e5c0b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017976 Feb 10 15:20:52.257316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network ae5226c2-5364-4c34-8001-6c08a2574a7f details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:20:52.307570 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bd7330-1ab1-476a-9c3c-cb564937d67c admin admin] Made reservation on behalf of 952a730c5eba4222be3cff2850d1fa62 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:20:52.313708 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b0bd7330-1ab1-476a-9c3c-cb564937d67c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:52.424857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764ffe3-e6ee-4227-926f-8393469737f4 req-4ef335bb-13ad-4964-b065-58c72c7ed81a tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:52.426428 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a764ffe3-e6ee-4227-926f-8393469737f4 req-4ef335bb-13ad-4964-b065-58c72c7ed81a tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 945 time: 0.2362773 Feb 10 15:20:52.617444 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Publish callbacks [] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:52.653845 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:52.701520 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b0bd7330-1ab1-476a-9c3c-cb564937d67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (c893dfab-f651-45c9-bbd2-d815d5f365d4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:52.768536 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:52.773101 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Pushing event updated for resources: {'Port': ['ID=ab3963d7-61c0-4651-99f8-98c29c91e1ed,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:52.813051 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c90337-e17f-40ce-9082-0d39194e5a28 req-ce6255f3-4da3-4300-a0ed-8b4e2343d352 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:52.814678 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-58c90337-e17f-40ce-9082-0d39194e5a28 req-ce6255f3-4da3-4300-a0ed-8b4e2343d352 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 946 time: 0.2930346 Feb 10 15:20:52.832091 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 92b57d89-e2d6-469f-8e5d-4a4f65354f92 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:20:52.835514 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f79299-1df5-4b82-812b-66554d227afb req-32ee364a-67e0-4d54-8325-ac268f97255c tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:52.840437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd7330-1ab1-476a-9c3c-cb564937d67c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c893dfab-f651-45c9-bbd2-d815d5f365d4,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:52.850434 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a9f79299-1df5-4b82-812b-66554d227afb req-32ee364a-67e0-4d54-8325-ac268f97255c tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb8eaa17-86ca-4182-aa43-29b10d3f15a9 HTTP/1.1" status: 200 len: 945 time: 0.3215582 Feb 10 15:20:52.900044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-a764ffe3-e6ee-4227-926f-8393469737f4 req-1e8d883a-8dfe-4ed5-b9d0-137520901ce6 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Deleting port 5a1e2995-1000-415f-8b1a-5d8639eacfb3 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:52.901250 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a764ffe3-e6ee-4227-926f-8393469737f4 req-1e8d883a-8dfe-4ed5-b9d0-137520901ce6 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5a1e2995-1000-415f-8b1a-5d8639eacfb3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:53.009170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 92b57d89-e2d6-469f-8e5d-4a4f65354f92 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:53.009789 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (92b57d89-e2d6-469f-8e5d-4a4f65354f92), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:53.078232 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a764ffe3-e6ee-4227-926f-8393469737f4 req-1e8d883a-8dfe-4ed5-b9d0-137520901ce6 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] For port 5a1e2995-1000-415f-8b1a-5d8639eacfb3, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=5a1e2995-1000-415f-8b1a-5d8639eacfb3,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:53.078817 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a764ffe3-e6ee-4227-926f-8393469737f4 req-1e8d883a-8dfe-4ed5-b9d0-137520901ce6 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5a1e2995-1000-415f-8b1a-5d8639eacfb3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:53.083183 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-58c90337-e17f-40ce-9082-0d39194e5a28 req-5978bdad-3c49-4585-942d-f9eeea7fe8d5 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262728 Feb 10 15:20:53.127799 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-a764ffe3-e6ee-4227-926f-8393469737f4 req-1e8d883a-8dfe-4ed5-b9d0-137520901ce6 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Calling delete_port for 5a1e2995-1000-415f-8b1a-5d8639eacfb3 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:53.166698 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a9f79299-1df5-4b82-812b-66554d227afb req-22f9a797-6de3-455d-9a49-36853b45bbf4 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c32a497-55bd-40c0-a987-4e4a9079cda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782137 Feb 10 15:20:53.196471 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Network a5fb7986-502f-4025-8337-2844e7f8a859 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:53.199754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:53.234453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 92b57d89-e2d6-469f-8e5d-4a4f65354f92 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:53.235555 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (92b57d89-e2d6-469f-8e5d-4a4f65354f92), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:53.294848 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 92b57d89-e2d6-469f-8e5d-4a4f65354f92, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=92b57d89-e2d6-469f-8e5d-4a4f65354f92,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:53.300410 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (92b57d89-e2d6-469f-8e5d-4a4f65354f92), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:53.323015 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a764ffe3-e6ee-4227-926f-8393469737f4 req-1e8d883a-8dfe-4ed5-b9d0-137520901ce6 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5a1e2995-1000-415f-8b1a-5d8639eacfb3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:53.327809 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd7330-1ab1-476a-9c3c-cb564937d67c admin admin] Checking segment: {'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:20:53.328227 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bd7330-1ab1-476a-9c3c-cb564937d67c admin admin] Network hostable DHCP agents. Network: ae5226c2-5364-4c34-8001-6c08a2574a7f, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:20:53.411781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=92b57d89-e2d6-469f-8e5d-4a4f65354f92,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:53.429803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d883a-8dfe-4ed5-b9d0-137520901ce6 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Pushing event deleted for resources: {'Port': ['ID=5a1e2995-1000-415f-8b1a-5d8639eacfb3,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:53.465356 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bd7330-1ab1-476a-9c3c-cb564937d67c admin admin] Network ae5226c2-5364-4c34-8001-6c08a2574a7f is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:20:53.482539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Router b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:20:53.537093 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-b0bd7330-1ab1-476a-9c3c-cb564937d67c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, ae5226c2-5364-4c34-8001-6c08a2574a7f) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:53.545892 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ecaaf3-4bcc-461d-8205-885ea5a27042 None None] Network ae5226c2-5364-4c34-8001-6c08a2574a7f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:20:53.557911 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bd7330-1ab1-476a-9c3c-cb564937d67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:53.558180 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b0bd7330-1ab1-476a-9c3c-cb564937d67c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:53.583414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1dfbb-34ba-4e9e-8088-9122cf81db06 req-cf964ac2-7e68-4e63-9c8b-0680ec1bca68 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:53.585790 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85f1dfbb-34ba-4e9e-8088-9122cf81db06 req-cf964ac2-7e68-4e63-9c8b-0680ec1bca68 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.1429036 Feb 10 15:20:53.603454 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a764ffe3-e6ee-4227-926f-8393469737f4 req-1e8d883a-8dfe-4ed5-b9d0-137520901ce6 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] No DVR routers for this DVR port 5a1e2995-1000-415f-8b1a-5d8639eacfb3 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:20:53.616684 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b0bd7330-1ab1-476a-9c3c-cb564937d67c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4191697 Feb 10 15:20:53.616684 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a764ffe3-e6ee-4227-926f-8393469737f4 req-1e8d883a-8dfe-4ed5-b9d0-137520901ce6 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:53.616684 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a764ffe3-e6ee-4227-926f-8393469737f4 req-1e8d883a-8dfe-4ed5-b9d0-137520901ce6 tempest-FloatingIPsAssociationTestJSON-1344258482 tempest-FloatingIPsAssociationTestJSON-1344258482-project] 10.222.0.72 "DELETE /v2.0/ports/5a1e2995-1000-415f-8b1a-5d8639eacfb3 HTTP/1.1" status: 204 len: 173 time: 1.1728637 Feb 10 15:20:53.616684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'name': 'network-vif-deleted', 'tag': '5a1e2995-1000-415f-8b1a-5d8639eacfb3'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:20:53.616684 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9243fca2-f015-4ace-b3e3-46d9fe1b17f2" -d '{"events": [{"server_uuid": "fb8eaa17-86ca-4182-aa43-29b10d3f15a9", "name": "network-vif-deleted", "tag": "5a1e2995-1000-415f-8b1a-5d8639eacfb3"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:20:53.686801 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd15586-535e-4b54-aaff-7ce8baacc916 x-openstack-request-id: req-9bd15586-535e-4b54-aaff-7ce8baacc916 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:20:53.687094 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8eaa17-86ca-4182-aa43-29b10d3f15a9", "name": "network-vif-deleted", "tag": "5a1e2995-1000-415f-8b1a-5d8639eacfb3", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:20:53.687472 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9bd15586-535e-4b54-aaff-7ce8baacc916 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:20:53.687738 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8eaa17-86ca-4182-aa43-29b10d3f15a9', 'name': 'network-vif-deleted', 'tag': '5a1e2995-1000-415f-8b1a-5d8639eacfb3', 'status': 'completed', 'code': 200} Feb 10 15:20:53.767258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85f1dfbb-34ba-4e9e-8088-9122cf81db06 req-1fc80a9e-0465-4cd2-a939-0e7b17f5d0e1 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727004 Feb 10 15:20:53.788935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b4874473-1f72-4210-bc0f-b02aaaf0b59a None None] Provisioning complete for port ab3963d7-61c0-4651-99f8-98c29c91e1ed triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:53.789420 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b4874473-1f72-4210-bc0f-b02aaaf0b59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:53.794311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:20:53.814952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8287dde5-b08e-40a4-ba92-400d240a9117 admin admin] 10.222.0.64 "PUT /v2.0/routers/b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2295177 Feb 10 15:20:53.879851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e625dc52-017c-4290-bd9d-649892e523cd None None] Network ae5226c2-5364-4c34-8001-6c08a2574a7f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:20:53.941831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b4874473-1f72-4210-bc0f-b02aaaf0b59a None None] Port ab3963d7-61c0-4651-99f8-98c29c91e1ed cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:20:54.466440 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-0edfaef3-90c0-4b5e-bdb3-d82ea26d8b29 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1887248 Feb 10 15:20:54.477486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:54.491625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-722cd7d7-7d19-4591-be39-00f3d7e94396 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:54.493139 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-722cd7d7-7d19-4591-be39-00f3d7e94396 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/networks?id=ae5226c2-5364-4c34-8001-6c08a2574a7f HTTP/1.1" status: 200 len: 805 time: 0.1874502 Feb 10 15:20:54.517910 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-b4bcd0c8-6e41-4a42-b9dc-ef48895b7c36 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/quotas/952a730c5eba4222be3cff2850d1fa62 HTTP/1.1" status: 200 len: 375 time: 0.0191648 Feb 10 15:20:54.519730 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:54.563606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-d54420df-c0e9-459d-abf6-fc62c4b87664 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=952a730c5eba4222be3cff2850d1fa62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393977 Feb 10 15:20:54.711250 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-844460e3-e6b1-4c7b-9410-c1afb1374a85 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369236 Feb 10 15:20:54.748447 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 92b57d89-e2d6-469f-8e5d-4a4f65354f92 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:20:54.773130 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:54.808219 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 5a1e2995-1000-415f-8b1a-5d8639eacfb3 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:20:54.874126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 5a1e2995-1000-415f-8b1a-5d8639eacfb3 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:20:54.874999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 5a1e2995-1000-415f-8b1a-5d8639eacfb3 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:20:54.893260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 92b57d89-e2d6-469f-8e5d-4a4f65354f92 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:54.893972 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (92b57d89-e2d6-469f-8e5d-4a4f65354f92), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:54.907717 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Allocated IP 172.25.3.240 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/9033283a-dde8-4334-a585-cfa8e532fe3f) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:20:54.930239 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Sync routers for ids ['b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:20:54.953716 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Routers {'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:54.954361 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:55.033667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 92b57d89-e2d6-469f-8e5d-4a4f65354f92 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:55.059001 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-d3b1f98b-113c-485b-9e21-17fbb3137d96 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381128 Feb 10 15:20:55.132572 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Set router b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:55.191860 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for port (9033283a-dde8-4334-a585-cfa8e532fe3f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:55.319110 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9033283a-dde8-4334-a585-cfa8e532fe3f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:55.510528 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:55.522890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:55.525094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Pushing event updated for resources: {'Port': ['ID=9033283a-dde8-4334-a585-cfa8e532fe3f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:55.528924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:20:55.585894 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1757613375-router', 'tenant_id': 'f9ac06db8a63415fb70e317b90b1b804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:20:44Z', 'updated_at': '2022-02-10T15:20:52Z', 'revision_number': 4, 'project_id': 'f9ac06db8a63415fb70e317b90b1b804', 'gw_port': {'id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:20:45Z', 'updated_at': '2022-02-10T15:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'ab3963d7-61c0-4651-99f8-98c29c91e1ed', 'name': '', 'network_id': 'a5fb7986-502f-4025-8337-2844e7f8a859', 'tenant_id': 'f9ac06db8a63415fb70e317b90b1b804', 'mac_address': 'fa:16:3e:53:58:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '0aeeae0b-908e-4e92-957c-8f821f947655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:20:50Z', 'updated_at': '2022-02-10T15:20:52Z', 'revision_number': 2, 'project_id': 'f9ac06db8a63415fb70e317b90b1b804', 'subnets': [{'id': '0aeeae0b-908e-4e92-957c-8f821f947655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:55.596721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0561d-00ea-42e7-be3a-6502afdd04d8 req-9926b719-0388-4717-810e-7c0cd9034c80 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:55.598402 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5c0561d-00ea-42e7-be3a-6502afdd04d8 req-9926b719-0388-4717-810e-7c0cd9034c80 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 946 time: 0.2931228 Feb 10 15:20:55.652978 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Checking router: b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:20:55.653225 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Updating router b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d port ab3963d7-61c0-4651-99f8-98c29c91e1ed binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:20:55.702852 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:56.055361 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Publish callbacks [] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:56.062934 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:56.126593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5c0561d-00ea-42e7-be3a-6502afdd04d8 req-d7ca5cc8-9129-4923-83ea-f1b6a17c91d5 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165553 Feb 10 15:20:56.134464 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for floatingip (fe55f96f-5fb0-44e8-b12b-ef5a83de01f6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:56.220396 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9033283a-dde8-4334-a585-cfa8e532fe3f), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:56.220838 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45302) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:56.441947 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Attempting to bind port ab3963d7-61c0-4651-99f8-98c29c91e1ed on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:20:56.442357 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Attempting to bind port ab3963d7-61c0-4651-99f8-98c29c91e1ed by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'e8973d1e-b78a-4520-a9a7-6c5e207c29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a5fb7986-502f-4025-8337-2844e7f8a859'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:20:56.442692 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Attempting to bind port ab3963d7-61c0-4651-99f8-98c29c91e1ed on network a5fb7986-502f-4025-8337-2844e7f8a859 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:20:56.451012 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89bebf-1608-4017-8e58-214e2507103e None None] Pushing event updated for resources: {'Port': ['ID=ab3963d7-61c0-4651-99f8-98c29c91e1ed,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:56.453664 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:20:56.454043 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Checking segment: {'id': 'e8973d1e-b78a-4520-a9a7-6c5e207c29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a5fb7986-502f-4025-8337-2844e7f8a859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:20:56.454452 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:56.454851 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Bound using segment: {'id': 'e8973d1e-b78a-4520-a9a7-6c5e207c29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a5fb7986-502f-4025-8337-2844e7f8a859'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:20:56.455332 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Bound port: ab3963d7-61c0-4651-99f8-98c29c91e1ed, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8973d1e-b78a-4520-a9a7-6c5e207c29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a5fb7986-502f-4025-8337-2844e7f8a859'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:20:56.455717 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:56.490818 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a89bebf-1608-4017-8e58-214e2507103e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:56.491372 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a89bebf-1608-4017-8e58-214e2507103e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:56.491899 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a89bebf-1608-4017-8e58-214e2507103e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:56.492462 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a89bebf-1608-4017-8e58-214e2507103e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:56.493004 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a89bebf-1608-4017-8e58-214e2507103e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:56.493526 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a89bebf-1608-4017-8e58-214e2507103e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:56.494037 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a89bebf-1608-4017-8e58-214e2507103e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:56.494546 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a89bebf-1608-4017-8e58-214e2507103e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:56.495043 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a89bebf-1608-4017-8e58-214e2507103e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:56.495538 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a89bebf-1608-4017-8e58-214e2507103e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:56.496047 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a89bebf-1608-4017-8e58-214e2507103e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:56.496549 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a89bebf-1608-4017-8e58-214e2507103e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:56.497225 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a89bebf-1608-4017-8e58-214e2507103e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:20:56.523195 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa0289-2128-426f-9d63-1e7a90022ae6 req-ae1f44be-6cfb-47ad-b6cc-533db89995e6 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:56.525451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8eaa0289-2128-426f-9d63-1e7a90022ae6 req-ae1f44be-6cfb-47ad-b6cc-533db89995e6 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.1709430 Feb 10 15:20:56.595383 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-684d06ae-808c-4f0b-88b2-c4249f215360 None None] Provisioning complete for port ab3963d7-61c0-4651-99f8-98c29c91e1ed triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:56.596550 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-684d06ae-808c-4f0b-88b2-c4249f215360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:56.608254 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] For port ab3963d7-61c0-4651-99f8-98c29c91e1ed, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:20:56.617946 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] For port ab3963d7-61c0-4651-99f8-98c29c91e1ed, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ab3963d7-61c0-4651-99f8-98c29c91e1ed,segment=NetworkSegment(e8973d1e-b78a-4520-a9a7-6c5e207c29ec),segment_id=e8973d1e-b78a-4520-a9a7-6c5e207c29ec)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:20:56.627194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8eaa0289-2128-426f-9d63-1e7a90022ae6 req-9b372fa5-9732-4fab-82bc-df519a358fbf tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957789 Feb 10 15:20:56.634527 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:56.656266 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for port (9033283a-dde8-4334-a585-cfa8e532fe3f), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:56.674550 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (9033283a-dde8-4334-a585-cfa8e532fe3f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:56.688725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-684d06ae-808c-4f0b-88b2-c4249f215360 None None] Port ab3963d7-61c0-4651-99f8-98c29c91e1ed cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:20:56.803581 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Routers {'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:20:56.805131 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:56.807636 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89bebf-1608-4017-8e58-214e2507103e None None] Pushing event updated for resources: {'Port': ['ID=ab3963d7-61c0-4651-99f8-98c29c91e1ed,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:56.971212 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (fe55f96f-5fb0-44e8-b12b-ef5a83de01f6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:57.029336 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] Set router b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:20:57.069637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d371d2bc-ee5a-4a48-abc5-2798a2264880 req-81130032-9568-4673-9fcd-efb3508c066e tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=01409319-cd52-482f-8b4b-535672fc5652 HTTP/1.1" status: 200 len: 210 time: 0.1590912 Feb 10 15:20:57.086298 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Pushing event updated for resources: {'Port': ['ID=9033283a-dde8-4334-a585-cfa8e532fe3f,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:57.105242 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:57.109503 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-ee8719b1-5a72-4f05-bfa8-c0ceb9ac9ded tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6343713 Feb 10 15:20:57.329585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b98f44b2-3bdc-4bdd-894b-9573a533ee32 None None] Provisioning complete for port ab3963d7-61c0-4651-99f8-98c29c91e1ed triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:57.330257 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b98f44b2-3bdc-4bdd-894b-9573a533ee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:57.346176 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-c178982f-2316-4e5d-a134-55858466ea6e tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.240 HTTP/1.1" status: 200 len: 696 time: 0.2328386 Feb 10 15:20:57.393036 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1757613375-router', 'tenant_id': 'f9ac06db8a63415fb70e317b90b1b804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:20:44Z', 'updated_at': '2022-02-10T15:20:52Z', 'revision_number': 4, 'project_id': 'f9ac06db8a63415fb70e317b90b1b804', 'gw_port': {'id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:20:45Z', 'updated_at': '2022-02-10T15:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'ab3963d7-61c0-4651-99f8-98c29c91e1ed', 'name': '', 'network_id': 'a5fb7986-502f-4025-8337-2844e7f8a859', 'tenant_id': 'f9ac06db8a63415fb70e317b90b1b804', 'mac_address': 'fa:16:3e:53:58:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '0aeeae0b-908e-4e92-957c-8f821f947655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:20:50Z', 'updated_at': '2022-02-10T15:20:56Z', 'revision_number': 4, 'project_id': 'f9ac06db8a63415fb70e317b90b1b804', 'subnets': [{'id': '0aeeae0b-908e-4e92-957c-8f821f947655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:20:57.448414 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935ac22-0a2c-4f1b-8693-3891dd0651ca None None] The sync data for ids ['b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'] in n-d-815324-7 is: [{'id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1757613375-router', 'tenant_id': 'f9ac06db8a63415fb70e317b90b1b804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:20:44Z', 'updated_at': '2022-02-10T15:20:52Z', 'revision_number': 4, 'project_id': 'f9ac06db8a63415fb70e317b90b1b804', 'gw_port': {'id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:20:45Z', 'updated_at': '2022-02-10T15:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'ab3963d7-61c0-4651-99f8-98c29c91e1ed', 'name': '', 'network_id': 'a5fb7986-502f-4025-8337-2844e7f8a859', 'tenant_id': 'f9ac06db8a63415fb70e317b90b1b804', 'mac_address': 'fa:16:3e:53:58:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '0aeeae0b-908e-4e92-957c-8f821f947655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:20:50Z', 'updated_at': '2022-02-10T15:20:56Z', 'revision_number': 4, 'project_id': 'f9ac06db8a63415fb70e317b90b1b804', 'subnets': [{'id': '0aeeae0b-908e-4e92-957c-8f821f947655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:20:57.467251 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-3f8c7961-3076-41b2-aaf9-19ec4f962392 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:57.469507 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-3f8c7961-3076-41b2-aaf9-19ec4f962392 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.72 "GET /v2.0/networks?id=ae5226c2-5364-4c34-8001-6c08a2574a7f HTTP/1.1" status: 200 len: 805 time: 0.2902112 Feb 10 15:20:57.512303 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b98f44b2-3bdc-4bdd-894b-9573a533ee32 None None] Current status of the port ab3963d7-61c0-4651-99f8-98c29c91e1ed is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:57.512969 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b98f44b2-3bdc-4bdd-894b-9573a533ee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:57.514156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-de151ec0-ff09-43cd-afb3-0f22e25c3c03 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Request body: {'port': {'device_id': '01409319-cd52-482f-8b4b-535672fc5652', 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f', 'admin_state_up': True, 'tenant_id': '952a730c5eba4222be3cff2850d1fa62'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:57.590067 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-35d3d4df-78f6-4f8c-a613-fe7633a22df5 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:57.592021 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0cc90acd-d4a4-4a2e-94a0-9fed02ed2cb7 req-35d3d4df-78f6-4f8c-a613-fe7633a22df5 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.2341323 Feb 10 15:20:57.604973 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b98f44b2-3bdc-4bdd-894b-9573a533ee32 None None] For port ab3963d7-61c0-4651-99f8-98c29c91e1ed, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ab3963d7-61c0-4651-99f8-98c29c91e1ed,segment=NetworkSegment(e8973d1e-b78a-4520-a9a7-6c5e207c29ec),segment_id=e8973d1e-b78a-4520-a9a7-6c5e207c29ec)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:57.624172 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b98f44b2-3bdc-4bdd-894b-9573a533ee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:57.627313 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458dce5c-e6ec-4508-867a-c0757d1010f9 req-d1e137cb-d2cd-4448-94ec-e89ec1619ccf tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:57.640625 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-458dce5c-e6ec-4508-867a-c0757d1010f9 req-d1e137cb-d2cd-4448-94ec-e89ec1619ccf tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 946 time: 0.3913929 Feb 10 15:20:57.747369 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-458dce5c-e6ec-4508-867a-c0757d1010f9 req-494f21a3-a701-433c-9309-cca66106d608 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049390 Feb 10 15:20:57.795000 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f44b2-3bdc-4bdd-894b-9573a533ee32 None None] Pushing event updated for resources: {'Port': ['ID=ab3963d7-61c0-4651-99f8-98c29c91e1ed,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:57.835697 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-de151ec0-ff09-43cd-afb3-0f22e25c3c03 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Made reservation on behalf of 952a730c5eba4222be3cff2850d1fa62 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:20:57.839747 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-de151ec0-ff09-43cd-afb3-0f22e25c3c03 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:57.854320 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a57a96bd-19eb-4671-a5e0-74a6113ee451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:58.000760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1366c5e-78df-40ca-898b-395774e92861 req-e89571a4-3730-4483-9f46-f12acaafa986 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:58.002334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f1366c5e-78df-40ca-898b-395774e92861 req-e89571a4-3730-4483-9f46-f12acaafa986 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.1238127 Feb 10 15:20:58.051960 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3152add-824b-4559-82a4-a59d68b51d74 req-14367d9d-83a7-4092-b597-9eca4b8ee610 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3035161 Feb 10 15:20:58.068079 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-d3152add-824b-4559-82a4-a59d68b51d74 req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:58.117318 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f1366c5e-78df-40ca-898b-395774e92861 req-908c3552-b3a1-42cf-baaf-0bf22c9d2840 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061270 Feb 10 15:20:58.125448 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d3152add-824b-4559-82a4-a59d68b51d74 req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:58.166459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-de151ec0-ff09-43cd-afb3-0f22e25c3c03 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Allocated IP 172.20.0.14 (ae5226c2-5364-4c34-8001-6c08a2574a7f/c893dfab-f651-45c9-bbd2-d815d5f365d4/36c1d6f9-30a4-489d-8138-68f7c82e4e4e) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:20:58.351763 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d3152add-824b-4559-82a4-a59d68b51d74 req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:58.499096 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-d3152add-824b-4559-82a4-a59d68b51d74 req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Allocated IP 172.25.3.126 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/e2de99ad-cfd2-4d2c-b327-27e5008f4122) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:20:58.642059 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-de151ec0-ff09-43cd-afb3-0f22e25c3c03 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks [] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:58.653276 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b3623cfa-0940-4500-b39f-cc25ef1d7ecf req-c90ded6b-28c3-4419-9533-401eda883c94 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=01409319-cd52-482f-8b4b-535672fc5652 HTTP/1.1" status: 200 len: 210 time: 0.0690072 Feb 10 15:20:58.668731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-a57a96bd-19eb-4671-a5e0-74a6113ee451 admin admin] Deleting port aa11e39c-06db-4bb9-835e-bfb47f483e53 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:20:58.668889 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a57a96bd-19eb-4671-a5e0-74a6113ee451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:58.725115 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d3152add-824b-4559-82a4-a59d68b51d74 req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for port (e2de99ad-cfd2-4d2c-b327-27e5008f4122), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:58.764103 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45348) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:58.795935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ab3963d7-61c0-4651-99f8-98c29c91e1ed up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:20:58.826028 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-de151ec0-ff09-43cd-afb3-0f22e25c3c03 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:58.832834 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d3152add-824b-4559-82a4-a59d68b51d74 req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (e2de99ad-cfd2-4d2c-b327-27e5008f4122), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:58.903786 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de151ec0-ff09-43cd-afb3-0f22e25c3c03 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Pushing event updated for resources: {'Port': ['ID=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:58.905228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ab3963d7-61c0-4651-99f8-98c29c91e1ed triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:20:58.905966 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:58.932007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-a57a96bd-19eb-4671-a5e0-74a6113ee451 admin admin] For port aa11e39c-06db-4bb9-835e-bfb47f483e53, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=aa11e39c-06db-4bb9-835e-bfb47f483e53,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:20:58.932542 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a57a96bd-19eb-4671-a5e0-74a6113ee451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:58.947498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-a57a96bd-19eb-4671-a5e0-74a6113ee451 admin admin] Calling delete_port for aa11e39c-06db-4bb9-835e-bfb47f483e53 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:20:58.969688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Pushing event updated for resources: {'Port': ['ID=e2de99ad-cfd2-4d2c-b327-27e5008f4122,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:59.006815 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ab3963d7-61c0-4651-99f8-98c29c91e1ed is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:20:59.010054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3152add-824b-4559-82a4-a59d68b51d74 req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:59.018107 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-d3152add-824b-4559-82a4-a59d68b51d74 req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:59.027287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3152add-824b-4559-82a4-a59d68b51d74 req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:20:59.072487 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-de151ec0-ff09-43cd-afb3-0f22e25c3c03 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Network ae5226c2-5364-4c34-8001-6c08a2574a7f is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:20:59.074973 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af3244-6974-4089-a38d-f5e4a75d2c74 req-ecb252ac-4c3b-4c20-8d74-b23e04b4100d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:59.076634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-de151ec0-ff09-43cd-afb3-0f22e25c3c03 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:20:59.082078 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4af3244-6974-4089-a38d-f5e4a75d2c74 req-ecb252ac-4c3b-4c20-8d74-b23e04b4100d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 946 time: 0.2386844 Feb 10 15:20:59.085706 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-de151ec0-ff09-43cd-afb3-0f22e25c3c03 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:20:59.103799 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-219c7738-56ec-4e11-9f95-7dce78e8ede0 admin admin] Deleting subnet 71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:20:59.124887 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-219c7738-56ec-4e11-9f95-7dce78e8ede0 admin admin] Publish callbacks [] for subnet (71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:59.159252 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-de151ec0-ff09-43cd-afb3-0f22e25c3c03 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:59.159909 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-de151ec0-ff09-43cd-afb3-0f22e25c3c03 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:59.215944 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-219c7738-56ec-4e11-9f95-7dce78e8ede0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:59.222481 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4af3244-6974-4089-a38d-f5e4a75d2c74 req-b9632542-0b5d-47e0-8cc2-ea6cde9f855b tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395304 Feb 10 15:20:59.224611 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-de151ec0-ff09-43cd-afb3-0f22e25c3c03 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7439547 Feb 10 15:20:59.239243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Request body: {'port': {'device_id': '01409319-cd52-482f-8b4b-535672fc5652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:20:59.263351 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d3152add-824b-4559-82a4-a59d68b51d74 req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for floatingip (aae074b9-9c0c-418d-a030-947802952443), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:59.300711 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-219c7738-56ec-4e11-9f95-7dce78e8ede0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:59.337787 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d3152add-824b-4559-82a4-a59d68b51d74 req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e2de99ad-cfd2-4d2c-b327-27e5008f4122), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:59.338062 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:59.460345 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a57a96bd-19eb-4671-a5e0-74a6113ee451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (aa11e39c-06db-4bb9-835e-bfb47f483e53), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:59.516609 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d3152add-824b-4559-82a4-a59d68b51d74 req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for port (e2de99ad-cfd2-4d2c-b327-27e5008f4122), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:59.525384 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d3152add-824b-4559-82a4-a59d68b51d74 req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (e2de99ad-cfd2-4d2c-b327-27e5008f4122), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:59.535400 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a96bd-19eb-4671-a5e0-74a6113ee451 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa11e39c-06db-4bb9-835e-bfb47f483e53,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:59.651042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Pushing event updated for resources: {'Port': ['ID=e2de99ad-cfd2-4d2c-b327-27e5008f4122,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:59.670961 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-219c7738-56ec-4e11-9f95-7dce78e8ede0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:59.694949 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-219c7738-56ec-4e11-9f95-7dce78e8ede0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:59.701172 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-219c7738-56ec-4e11-9f95-7dce78e8ede0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696 HTTP/1.1" status: 204 len: 168 time: 0.9359772 Feb 10 15:20:59.720389 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45358) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:20:59.734737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c7738-56ec-4e11-9f95-7dce78e8ede0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d3a8c1-bbe6-4a65-a720-6e1d8fb3e696,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:20:59.751672 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d3152add-824b-4559-82a4-a59d68b51d74 req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (aae074b9-9c0c-418d-a030-947802952443), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:59.775523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a26ed9-ee56-41ea-815c-de0e8a1b4a2b req-4eb4b642-56cf-4f3f-894f-af4d7a33f76c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:20:59.782862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0a26ed9-ee56-41ea-815c-de0e8a1b4a2b req-4eb4b642-56cf-4f3f-894f-af4d7a33f76c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.2611635 Feb 10 15:20:59.851282 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d3152add-824b-4559-82a4-a59d68b51d74 req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:59.852533 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3152add-824b-4559-82a4-a59d68b51d74 req-106a3c45-664d-4d2f-9679-03f482cf9564 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7951660 Feb 10 15:20:59.884179 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a57a96bd-19eb-4671-a5e0-74a6113ee451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:59.884701 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3428b13-633b-4306-9b03-31dc2aeee85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (98af5229-c542-4eaf-859a-ec2f4d24a8d1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:20:59.938285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0a26ed9-ee56-41ea-815c-de0e8a1b4a2b req-62ff1569-d5ab-492a-8a4f-dd8ea191f772 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448328 Feb 10 15:20:59.945000 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3152add-824b-4559-82a4-a59d68b51d74 req-ea9ed5ff-819b-4900-9fe5-da73be09a80a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.0819073 Feb 10 15:20:59.968103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c1d6f9-30a4-489d-8138-68f7c82e4e4e {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:20:59.979219 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Publish callbacks [] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:00.037149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Transition to ACTIVE for port object 36c1d6f9-30a4-489d-8138-68f7c82e4e4e will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:21:00.046664 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:00.116676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Pushing event updated for resources: {'Port': ['ID=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:00.134128 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3428b13-633b-4306-9b03-31dc2aeee85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (98af5229-c542-4eaf-859a-ec2f4d24a8d1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:00.184181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb256ffd-cce1-470b-a5e8-e45b05253708 req-ca005b5a-d37f-4af5-a1b3-3d43ade0cb5c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:00.185871 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb256ffd-cce1-470b-a5e8-e45b05253708 req-ca005b5a-d37f-4af5-a1b3-3d43ade0cb5c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=01409319-cd52-482f-8b4b-535672fc5652 HTTP/1.1" status: 200 len: 932 time: 0.1864004 Feb 10 15:21:00.188766 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-b3428b13-633b-4306-9b03-31dc2aeee85c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98af5229-c542-4eaf-859a-ec2f4d24a8d1']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:00.203698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3152add-824b-4559-82a4-a59d68b51d74 req-26c5ecd5-f0af-4766-bdb0-e8ac81acbc57 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:00.205098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3152add-824b-4559-82a4-a59d68b51d74 req-26c5ecd5-f0af-4766-bdb0-e8ac81acbc57 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.2533586 Feb 10 15:21:00.213749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-b3428b13-633b-4306-9b03-31dc2aeee85c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89112b5-66ee-47dc-a861-4c3870f0f641') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:00.214051 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-b3428b13-633b-4306-9b03-31dc2aeee85c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89112b5-66ee-47dc-a861-4c3870f0f641') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:00.233335 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3428b13-633b-4306-9b03-31dc2aeee85c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (f89112b5-66ee-47dc-a861-4c3870f0f641), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:00.276508 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3428b13-633b-4306-9b03-31dc2aeee85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (f89112b5-66ee-47dc-a861-4c3870f0f641), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:00.316196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3428b13-633b-4306-9b03-31dc2aeee85c admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:21:00.319597 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3428b13-633b-4306-9b03-31dc2aeee85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (f89112b5-66ee-47dc-a861-4c3870f0f641), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:21:00.321762 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:21:00.340568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Attempting to bind port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:21:00.340980 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Attempting to bind port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:21:00.341316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Attempting to bind port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e on network ae5226c2-5364-4c34-8001-6c08a2574a7f {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:00.354572 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e on network ae5226c2-5364-4c34-8001-6c08a2574a7f not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:21:00.354912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Attempting to bind port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e on network ae5226c2-5364-4c34-8001-6c08a2574a7f {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:00.360951 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb256ffd-cce1-470b-a5e8-e45b05253708 req-dbcb7186-8295-4382-bbf8-eef92e86e28e tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598718 Feb 10 15:21:00.363399 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc37ab-0bfd-49d8-affb-795b8c51ee09 req-3cec4c28-ef43-4288-8aa1-7c3b85144062 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:00.367185 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22fc37ab-0bfd-49d8-affb-795b8c51ee09 req-3cec4c28-ef43-4288-8aa1-7c3b85144062 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 946 time: 0.1988082 Feb 10 15:21:00.375795 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:21:00.376144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Checking segment: {'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:00.376533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Bound using segment: {'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:21:00.377033 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Bound port: 36c1d6f9-30a4-489d-8138-68f7c82e4e4e, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:21:00.381428 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:00.469182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57a96bd-19eb-4671-a5e0-74a6113ee451 admin admin] Router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:21:00.530830 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3428b13-633b-4306-9b03-31dc2aeee85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (98af5229-c542-4eaf-859a-ec2f4d24a8d1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:00.550030 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3428b13-633b-4306-9b03-31dc2aeee85c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:00.555854 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b3428b13-633b-4306-9b03-31dc2aeee85c admin admin] 10.222.0.64 "DELETE /v2.0/networks/98af5229-c542-4eaf-859a-ec2f4d24a8d1 HTTP/1.1" status: 204 len: 168 time: 0.8305030 Feb 10 15:21:00.580776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e747d-8f13-4aa9-ac5c-9d07428ecabf req-a77ba0d7-d9b6-4ef1-b2ef-e2e9586e3d30 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:00.582520 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fa1e747d-8f13-4aa9-ac5c-9d07428ecabf req-a77ba0d7-d9b6-4ef1-b2ef-e2e9586e3d30 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a076eb9-a0aa-4611-b2e6-05db43c86b3e HTTP/1.1" status: 200 len: 946 time: 0.1206989 Feb 10 15:21:00.594280 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-70231ffb-945c-42dd-8495-87b97e25b3be req-4703a177-0cd1-465c-ab94-a07294ec1ee2 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3452368 Feb 10 15:21:00.596514 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3428b13-633b-4306-9b03-31dc2aeee85c admin admin] Pushing event deleted for resources: {'Network': ['ID=98af5229-c542-4eaf-859a-ec2f4d24a8d1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:00.625484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] For port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:21:00.628255 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-70231ffb-945c-42dd-8495-87b97e25b3be req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:00.631999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] For port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:21:00.681491 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fa1e747d-8f13-4aa9-ac5c-9d07428ecabf req-c26cfbc3-d232-434f-b1ba-10babe9eb8d8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817759 Feb 10 15:21:00.688538 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-70231ffb-945c-42dd-8495-87b97e25b3be req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:00.716448 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:00.727593 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-22fc37ab-0bfd-49d8-affb-795b8c51ee09 req-912c2698-f76d-441f-8d34-7961406b8ab6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Deleting port 5a29623c-33e6-4727-8ac1-3717cf4b748c {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:00.741669 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22fc37ab-0bfd-49d8-affb-795b8c51ee09 req-912c2698-f76d-441f-8d34-7961406b8ab6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5a29623c-33e6-4727-8ac1-3717cf4b748c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:00.824692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45368) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:00.876158 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-886f2a49-ad30-4428-a168-4f9fbe14e3af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c5978713a6c4cb985de240d8ad8b7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474987 Feb 10 15:21:00.876772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45370) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:00.895561 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Pushing event updated for resources: {'Port': ['ID=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:00.907334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57a96bd-19eb-4671-a5e0-74a6113ee451 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:21:00.933556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612bf902-1bce-422a-87e1-ba7950241eaa None None] Sync routers for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:21:00.938620 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a57a96bd-19eb-4671-a5e0-74a6113ee451 admin admin] 10.222.0.64 "PUT /v2.0/routers/d5ea87bc-648a-4c57-94e2-29d7c50f7a58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7166672 Feb 10 15:21:00.941962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45374) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:00.950969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612bf902-1bce-422a-87e1-ba7950241eaa None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:00.951825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-612bf902-1bce-422a-87e1-ba7950241eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:00.956885 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-70231ffb-945c-42dd-8495-87b97e25b3be req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:01.025565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:01.026456 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:01.028112 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-ee1ad5ff-2240-4bd1-8934-25875f3f2c38 service neutron] 10.222.0.72 "PUT /v2.0/ports/36c1d6f9-30a4-489d-8138-68f7c82e4e4e HTTP/1.1" status: 200 len: 1092 time: 1.7946610 Feb 10 15:21:01.033014 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01409319-cd52-482f-8b4b-535672fc5652', 'tag': '36c1d6f9-30a4-489d-8138-68f7c82e4e4e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:21:01.049054 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab35a1e2-da5f-43de-a20b-266cec22af63" -d '{"events": [{"name": "network-changed", "server_uuid": "01409319-cd52-482f-8b4b-535672fc5652", "tag": "36c1d6f9-30a4-489d-8138-68f7c82e4e4e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:21:01.112447 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-612bf902-1bce-422a-87e1-ba7950241eaa None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:01.134594 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-22fc37ab-0bfd-49d8-affb-795b8c51ee09 req-912c2698-f76d-441f-8d34-7961406b8ab6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] For port 5a29623c-33e6-4727-8ac1-3717cf4b748c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5a29623c-33e6-4727-8ac1-3717cf4b748c,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:01.135278 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22fc37ab-0bfd-49d8-affb-795b8c51ee09 req-912c2698-f76d-441f-8d34-7961406b8ab6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5a29623c-33e6-4727-8ac1-3717cf4b748c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:01.143379 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b19a209c-a2be-4bad-bfad-02f74c1c5ef6 admin admin] Publish callbacks [] for security_group (ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:01.156872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-22fc37ab-0bfd-49d8-affb-795b8c51ee09 req-912c2698-f76d-441f-8d34-7961406b8ab6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Calling delete_port for 5a29623c-33e6-4727-8ac1-3717cf4b748c owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:01.174731 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8f049-f88c-4e3c-b6bd-28469aaa8921 req-2281dd4f-508d-43a5-a3aa-35aee3ca3414 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:01.176512 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9c8f049-f88c-4e3c-b6bd-28469aaa8921 req-2281dd4f-508d-43a5-a3aa-35aee3ca3414 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.1664021 Feb 10 15:21:01.179032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-1c863e0e-c740-4f55-8c4f-1a25d7a5c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:01.180919 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-1c863e0e-c740-4f55-8c4f-1a25d7a5c41a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=952a730c5eba4222be3cff2850d1fa62&device_id=01409319-cd52-482f-8b4b-535672fc5652 HTTP/1.1" status: 200 len: 1126 time: 0.0972602 Feb 10 15:21:01.278444 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b19a209c-a2be-4bad-bfad-02f74c1c5ef6 admin admin] Publish callbacks [] for security_group (ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:01.358371 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-70231ffb-945c-42dd-8495-87b97e25b3be req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Allocated IP 172.25.3.81 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/9afbdcd7-86e4-4b9c-b13c-ddde1b4d8361) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:21:01.370122 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5186b389-2b02-434e-a8e6-b62faabce95f admin admin] Publish callbacks [] for router (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:01.381740 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-612bf902-1bce-422a-87e1-ba7950241eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:20:59Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:01.414968 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612bf902-1bce-422a-87e1-ba7950241eaa None None] Checking router: d5ea87bc-648a-4c57-94e2-29d7c50f7a58 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:21:01.419190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9c8f049-f88c-4e3c-b6bd-28469aaa8921 req-41b1aa8d-c6f4-4321-b057-1327cd80ca62 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152717 Feb 10 15:21:01.449743 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612bf902-1bce-422a-87e1-ba7950241eaa None None] Routers {'d5ea87bc-648a-4c57-94e2-29d7c50f7a58'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:01.450679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-612bf902-1bce-422a-87e1-ba7950241eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:01.533020 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b19a209c-a2be-4bad-bfad-02f74c1c5ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:01.535560 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b19a209c-a2be-4bad-bfad-02f74c1c5ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:01.539869 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b19a209c-a2be-4bad-bfad-02f74c1c5ef6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8 HTTP/1.1" status: 204 len: 168 time: 0.6620369 Feb 10 15:21:01.558151 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a209c-a2be-4bad-bfad-02f74c1c5ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef11f28e-81b1-4fe1-bf88-adbf1ecd79a8,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:01.601562 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5186b389-2b02-434e-a8e6-b62faabce95f admin admin] Publish callbacks [] for router_gateway (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:01.635715 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-70231ffb-945c-42dd-8495-87b97e25b3be req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for port (9afbdcd7-86e4-4b9c-b13c-ddde1b4d8361), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:01.722262 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b571ce-da62-4b56-bea2-5b6df5366976 x-openstack-request-id: req-97b571ce-da62-4b56-bea2-5b6df5366976 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:21:01.722262 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01409319-cd52-482f-8b4b-535672fc5652", "tag": "36c1d6f9-30a4-489d-8138-68f7c82e4e4e", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:21:01.723058 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97b571ce-da62-4b56-bea2-5b6df5366976 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:21:01.723580 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01409319-cd52-482f-8b4b-535672fc5652', 'tag': '36c1d6f9-30a4-489d-8138-68f7c82e4e4e', 'status': 'completed', 'code': 200} Feb 10 15:21:01.728067 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-f8dac8ee-da8f-4c2b-9452-b4d2da54e9d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36c1d6f9-30a4-489d-8138-68f7c82e4e4e HTTP/1.1" status: 200 len: 217 time: 0.5162334 Feb 10 15:21:01.769668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-612bf902-1bce-422a-87e1-ba7950241eaa None None] Set router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:01.816450 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-5186b389-2b02-434e-a8e6-b62faabce95f admin admin] Deleting port 58bec9cc-c880-4c0d-9f5f-321ff4e95eab {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:01.817171 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5186b389-2b02-434e-a8e6-b62faabce95f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (58bec9cc-c880-4c0d-9f5f-321ff4e95eab), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:01.843263 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-4febab45-eda9-4f42-af35-8beab79793b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:01.853439 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-4febab45-eda9-4f42-af35-8beab79793b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c893dfab-f651-45c9-bbd2-d815d5f365d4 HTTP/1.1" status: 200 len: 845 time: 0.1117551 Feb 10 15:21:01.968958 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-c7a056a0-b342-4440-b870-aea82351dd6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae5226c2-5364-4c34-8001-6c08a2574a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956862 Feb 10 15:21:02.074635 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-612bf902-1bce-422a-87e1-ba7950241eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:20:59Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:02.078052 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22fc37ab-0bfd-49d8-affb-795b8c51ee09 req-912c2698-f76d-441f-8d34-7961406b8ab6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5a29623c-33e6-4727-8ac1-3717cf4b748c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:02.126647 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c2698-f76d-441f-8d34-7961406b8ab6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Pushing event deleted for resources: {'Port': ['ID=5a29623c-33e6-4727-8ac1-3717cf4b748c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:02.157493 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c', '5a29623c-33e6-4727-8ac1-3717cf4b748c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:21:02.161799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612bf902-1bce-422a-87e1-ba7950241eaa None None] The sync data for ids ['d5ea87bc-648a-4c57-94e2-29d7c50f7a58'] in n-d-815324-7 is: [{'id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'name': 'tempest-FloatingIPsAssociationTestJSON-431232237-router', 'tenant_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:19:08Z', 'updated_at': '2022-02-10T15:20:59Z', 'revision_number': 5, 'project_id': 'bbd9bd1cca864cb0b4a049de04b8fff9', 'gw_port': {'id': '58bec9cc-c880-4c0d-9f5f-321ff4e95eab', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea87bc-648a-4c57-94e2-29d7c50f7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:19:11Z', 'updated_at': '2022-02-10T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:21:02.168242 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-d6dd1d65-ad93-4d69-acc6-b1c9d1acc517 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951210 Feb 10 15:21:02.203264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fc37ab-0bfd-49d8-affb-795b8c51ee09 req-912c2698-f76d-441f-8d34-7961406b8ab6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] No DVR routers for this DVR port 5a29623c-33e6-4727-8ac1-3717cf4b748c on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:21:02.208389 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22fc37ab-0bfd-49d8-affb-795b8c51ee09 req-912c2698-f76d-441f-8d34-7961406b8ab6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:02.215288 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22fc37ab-0bfd-49d8-affb-795b8c51ee09 req-912c2698-f76d-441f-8d34-7961406b8ab6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "DELETE /v2.0/ports/5a29623c-33e6-4727-8ac1-3717cf4b748c HTTP/1.1" status: 204 len: 173 time: 1.8411043 Feb 10 15:21:02.319138 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-faab4b0f-d686-4569-bf45-c29aa8bc5b0e req-c2505f7c-4b4a-41b0-834f-b72386a78836 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306558 Feb 10 15:21:02.486427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35a1e2-da5f-43de-a20b-266cec22af63 req-0a6546b2-c1df-4590-ac1e-7467b01603f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:02.488730 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ab35a1e2-da5f-43de-a20b-266cec22af63 req-0a6546b2-c1df-4590-ac1e-7467b01603f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=952a730c5eba4222be3cff2850d1fa62&device_id=01409319-cd52-482f-8b4b-535672fc5652 HTTP/1.1" status: 200 len: 1126 time: 0.0942655 Feb 10 15:21:02.618735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35a1e2-da5f-43de-a20b-266cec22af63 req-d3f92da1-b94d-43de-850d-a8626d36f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:02.620214 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ab35a1e2-da5f-43de-a20b-266cec22af63 req-d3f92da1-b94d-43de-850d-a8626d36f08a service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae5226c2-5364-4c34-8001-6c08a2574a7f HTTP/1.1" status: 200 len: 906 time: 0.1208012 Feb 10 15:21:02.630295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-5186b389-2b02-434e-a8e6-b62faabce95f admin admin] For port 58bec9cc-c880-4c0d-9f5f-321ff4e95eab, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=58bec9cc-c880-4c0d-9f5f-321ff4e95eab,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:02.630925 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5186b389-2b02-434e-a8e6-b62faabce95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (58bec9cc-c880-4c0d-9f5f-321ff4e95eab), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:02.651284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-5186b389-2b02-434e-a8e6-b62faabce95f admin admin] Calling delete_port for 58bec9cc-c880-4c0d-9f5f-321ff4e95eab owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:02.695253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device aa11e39c-06db-4bb9-835e-bfb47f483e53 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:21:02.712782 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ab35a1e2-da5f-43de-a20b-266cec22af63 req-4225da35-53b0-4e20-aee2-32fdba216751 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36c1d6f9-30a4-489d-8138-68f7c82e4e4e HTTP/1.1" status: 200 len: 217 time: 0.0795784 Feb 10 15:21:02.747802 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: aa11e39c-06db-4bb9-835e-bfb47f483e53 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:21:02.748157 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device aa11e39c-06db-4bb9-835e-bfb47f483e53 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:21:02.802506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2be3d-053f-4db8-af7f-44a25cde3e26 req-91ab28e4-4a4d-4d8a-b506-c3fe3412096d tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:02.807048 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ed2be3d-053f-4db8-af7f-44a25cde3e26 req-91ab28e4-4a4d-4d8a-b506-c3fe3412096d tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=01409319-cd52-482f-8b4b-535672fc5652 HTTP/1.1" status: 200 len: 944 time: 1.1177073 Feb 10 15:21:02.815379 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-70231ffb-945c-42dd-8495-87b97e25b3be req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9afbdcd7-86e4-4b9c-b13c-ddde1b4d8361), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:02.863310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35a1e2-da5f-43de-a20b-266cec22af63 req-9bfd183b-6b4b-454d-80fa-b289a343a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:02.870728 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ab35a1e2-da5f-43de-a20b-266cec22af63 req-9bfd183b-6b4b-454d-80fa-b289a343a44b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c893dfab-f651-45c9-bbd2-d815d5f365d4 HTTP/1.1" status: 200 len: 845 time: 0.1453931 Feb 10 15:21:02.927123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70231ffb-945c-42dd-8495-87b97e25b3be req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:02.933490 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45414) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:02.940119 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ab35a1e2-da5f-43de-a20b-266cec22af63 req-53711c9a-63ac-4bde-8654-9a450aa2b8b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae5226c2-5364-4c34-8001-6c08a2574a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617938 Feb 10 15:21:02.940345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-70231ffb-945c-42dd-8495-87b97e25b3be req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:02.973402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-70231ffb-945c-42dd-8495-87b97e25b3be req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:21:02.992280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Pushing event updated for resources: {'Port': ['ID=9afbdcd7-86e4-4b9c-b13c-ddde1b4d8361,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:03.086850 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ab35a1e2-da5f-43de-a20b-266cec22af63 req-5089ab3f-b1d1-4407-b2a4-1176ea260030 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388068 Feb 10 15:21:03.131355 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e9882c25-a4a9-45a4-b5eb-8a15e9b48871 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1824468618-network', 'tenant_id': '77c5c19a68194da2886794ae5b561292'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:03.188778 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ed2be3d-053f-4db8-af7f-44a25cde3e26 req-8e19d5a9-b7fe-4f09-bfde-722f2d55a914 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635092 Feb 10 15:21:03.280756 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ab35a1e2-da5f-43de-a20b-266cec22af63 req-8fa69892-ff93-4473-a4fd-3e1738ac25a4 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383448 Feb 10 15:21:03.293128 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5186b389-2b02-434e-a8e6-b62faabce95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (58bec9cc-c880-4c0d-9f5f-321ff4e95eab), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:03.332776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9882c25-a4a9-45a4-b5eb-8a15e9b48871 admin admin] Made reservation on behalf of 77c5c19a68194da2886794ae5b561292 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:21:03.337409 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9882c25-a4a9-45a4-b5eb-8a15e9b48871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:03.377723 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186b389-2b02-434e-a8e6-b62faabce95f admin admin] Pushing event deleted for resources: {'Port': ['ID=58bec9cc-c880-4c0d-9f5f-321ff4e95eab,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:03.397904 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9882c25-a4a9-45a4-b5eb-8a15e9b48871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:03.476034 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-70231ffb-945c-42dd-8495-87b97e25b3be req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for floatingip (5da1e268-791d-46fc-9bd3-b064a4cdc49d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:03.535455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577faf81-ec8c-42ca-bc65-4c9a83f8795b req-df4d6d6d-d814-4917-b8ed-7194f56fc557 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:03.537127 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-577faf81-ec8c-42ca-bc65-4c9a83f8795b req-df4d6d6d-d814-4917-b8ed-7194f56fc557 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.1725852 Feb 10 15:21:03.561807 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5186b389-2b02-434e-a8e6-b62faabce95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:03.692509 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-70231ffb-945c-42dd-8495-87b97e25b3be req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9afbdcd7-86e4-4b9c-b13c-ddde1b4d8361), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:03.702676 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5186b389-2b02-434e-a8e6-b62faabce95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:03.722900 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5186b389-2b02-434e-a8e6-b62faabce95f admin admin] Publish callbacks [] for router_controller (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:03.724327 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a076eb9-a0aa-4611-b2e6-05db43c86b3e', 'name': 'network-vif-deleted', 'tag': '5a29623c-33e6-4727-8ac1-3717cf4b748c'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:21:03.727826 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070b503c-d547-40b6-bc1d-0a3d8028c6a9" -d '{"events": [{"server_uuid": "3a076eb9-a0aa-4611-b2e6-05db43c86b3e", "name": "network-vif-deleted", "tag": "5a29623c-33e6-4727-8ac1-3717cf4b748c"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:21:03.804436 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-577faf81-ec8c-42ca-bc65-4c9a83f8795b req-d2cde618-5846-4d8e-97eb-c23514bae186 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382729 Feb 10 15:21:03.815340 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5186b389-2b02-434e-a8e6-b62faabce95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (d5ea87bc-648a-4c57-94e2-29d7c50f7a58), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:03.815849 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5186b389-2b02-434e-a8e6-b62faabce95f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5ea87bc-648a-4c57-94e2-29d7c50f7a58 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:21:03.827764 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5186b389-2b02-434e-a8e6-b62faabce95f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:03.831449 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5186b389-2b02-434e-a8e6-b62faabce95f admin admin] 10.222.0.64 "DELETE /v2.0/routers/d5ea87bc-648a-4c57-94e2-29d7c50f7a58 HTTP/1.1" status: 204 len: 168 time: 2.8868771 Feb 10 15:21:03.831696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45422) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:03.833613 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9882c25-a4a9-45a4-b5eb-8a15e9b48871 admin admin] Publish callbacks [] for security_group (b50fe35e-e833-453d-b259-55e49f34ca47), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:03.856889 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9882c25-a4a9-45a4-b5eb-8a15e9b48871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b50fe35e-e833-453d-b259-55e49f34ca47), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:03.932670 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9882c25-a4a9-45a4-b5eb-8a15e9b48871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:21:03.946822 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-7662a974-ec51-46dd-91d9-ff3d85cadce2 admin admin] Deleting subnet d3818fbb-f909-45b2-8ed7-e6fdc048076b {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:21:03.956709 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddddecf8-9450-4c28-bc42-5cb4ef8269f5 x-openstack-request-id: req-ddddecf8-9450-4c28-bc42-5cb4ef8269f5 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:21:03.958610 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a076eb9-a0aa-4611-b2e6-05db43c86b3e", "name": "network-vif-deleted", "tag": "5a29623c-33e6-4727-8ac1-3717cf4b748c", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:21:03.959059 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddddecf8-9450-4c28-bc42-5cb4ef8269f5 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:21:03.960747 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a076eb9-a0aa-4611-b2e6-05db43c86b3e', 'name': 'network-vif-deleted', 'tag': '5a29623c-33e6-4727-8ac1-3717cf4b748c', 'status': 'completed', 'code': 200} Feb 10 15:21:03.965856 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7662a974-ec51-46dd-91d9-ff3d85cadce2 admin admin] Publish callbacks [] for subnet (d3818fbb-f909-45b2-8ed7-e6fdc048076b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.004492 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9882c25-a4a9-45a4-b5eb-8a15e9b48871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (fa6d6529-24e6-4435-821d-629c3a979366), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.004847 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-e9882c25-a4a9-45a4-b5eb-8a15e9b48871 admin admin] Added segment fa6d6529-24e6-4435-821d-629c3a979366 of type vlan for network 7158b96a-de60-4916-ac3c-296c21899b4e Feb 10 15:21:04.006705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9882c25-a4a9-45a4-b5eb-8a15e9b48871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50fe35e-e833-453d-b259-55e49f34ca47,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:04.055138 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7662a974-ec51-46dd-91d9-ff3d85cadce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (d3818fbb-f909-45b2-8ed7-e6fdc048076b), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.100376 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9882c25-a4a9-45a4-b5eb-8a15e9b48871 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (7158b96a-de60-4916-ac3c-296c21899b4e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.148832 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-70231ffb-945c-42dd-8495-87b97e25b3be req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for port (9afbdcd7-86e4-4b9c-b13c-ddde1b4d8361), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.168046 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-70231ffb-945c-42dd-8495-87b97e25b3be req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (9afbdcd7-86e4-4b9c-b13c-ddde1b4d8361), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.172670 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7662a974-ec51-46dd-91d9-ff3d85cadce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (d3818fbb-f909-45b2-8ed7-e6fdc048076b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.241126 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7662a974-ec51-46dd-91d9-ff3d85cadce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (d3818fbb-f909-45b2-8ed7-e6fdc048076b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.247687 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5a29623c-33e6-4727-8ac1-3717cf4b748c no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:21:04.275339 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9882c25-a4a9-45a4-b5eb-8a15e9b48871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (7158b96a-de60-4916-ac3c-296c21899b4e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.276309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9882c25-a4a9-45a4-b5eb-8a15e9b48871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:04.276936 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9882c25-a4a9-45a4-b5eb-8a15e9b48871 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.289764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516a4203-8b89-4703-9923-4969e72fbec6 None None] Network 6b17024a-debc-4b4b-8647-7b69683a5390 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:21:04.290290 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a974-ec51-46dd-91d9-ff3d85cadce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3818fbb-f909-45b2-8ed7-e6fdc048076b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:04.293017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7662a974-ec51-46dd-91d9-ff3d85cadce2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.296641 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7662a974-ec51-46dd-91d9-ff3d85cadce2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d3818fbb-f909-45b2-8ed7-e6fdc048076b HTTP/1.1" status: 204 len: 168 time: 0.4638598 Feb 10 15:21:04.299561 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45440) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:04.356711 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Pushing event updated for resources: {'Port': ['ID=9afbdcd7-86e4-4b9c-b13c-ddde1b4d8361,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:04.387033 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e9882c25-a4a9-45a4-b5eb-8a15e9b48871 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4463561 Feb 10 15:21:04.409715 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45442) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:04.410420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 5a29623c-33e6-4727-8ac1-3717cf4b748c {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:21:04.410773 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5a29623c-33e6-4727-8ac1-3717cf4b748c not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:21:04.415263 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-344b8ce5-e656-4571-98d1-00dbac34adb1 admin admin] Request body: {'subnet': {'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1824468618-subnet', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:04.441718 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (6b17024a-debc-4b4b-8647-7b69683a5390), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.444320 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4dec2dde-14b4-4746-86ad-fa9464d9ad09 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:04.446107 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4dec2dde-14b4-4746-86ad-fa9464d9ad09 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 805 time: 0.3366318 Feb 10 15:21:04.449684 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9882c25-a4a9-45a4-b5eb-8a15e9b48871 admin admin] Pushing event updated for resources: {'Network': ['ID=7158b96a-de60-4916-ac3c-296c21899b4e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:04.454526 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-70231ffb-945c-42dd-8495-87b97e25b3be req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (5da1e268-791d-46fc-9bd3-b064a4cdc49d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.459326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344b8ce5-e656-4571-98d1-00dbac34adb1 admin admin] Made reservation on behalf of 77c5c19a68194da2886794ae5b561292 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:21:04.461645 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-344b8ce5-e656-4571-98d1-00dbac34adb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.467761 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 7158b96a-de60-4916-ac3c-296c21899b4e details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:21:04.483648 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-70231ffb-945c-42dd-8495-87b97e25b3be req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.484968 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-70231ffb-945c-42dd-8495-87b97e25b3be req-9ce90724-42fa-4761-9ab8-89441d46333a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8896744 Feb 10 15:21:04.494961 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-d0ba17e8-46e8-4d5a-8e5b-7db2a71589d9 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/quotas/c93f02832d4b44afb04fc0e05260fb2f HTTP/1.1" status: 200 len: 375 time: 0.0420525 Feb 10 15:21:04.565966 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-70231ffb-945c-42dd-8495-87b97e25b3be req-0c29ec77-e948-4d5a-83c6-7d97ae483ff1 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.81 HTTP/1.1" status: 200 len: 695 time: 0.0680969 Feb 10 15:21:04.622484 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] DHCP port deletion for 6b17024a-debc-4b4b-8647-7b69683a5390 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:21:04.628703 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] Deleting port 423b77f0-8285-49fc-8653-51772d53cc65 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:04.628703 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (423b77f0-8285-49fc-8653-51772d53cc65), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.675003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Deleting port 423b77f0-8285-49fc-8653-51772d53cc65 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:04.676560 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (423b77f0-8285-49fc-8653-51772d53cc65), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.692766 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-c6ab0930-473b-43c8-9e64-ac797db509fa tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1969573 Feb 10 15:21:04.745795 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] For port 423b77f0-8285-49fc-8653-51772d53cc65, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=423b77f0-8285-49fc-8653-51772d53cc65,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:04.746162 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (423b77f0-8285-49fc-8653-51772d53cc65), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.796620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] For port 423b77f0-8285-49fc-8653-51772d53cc65, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=423b77f0-8285-49fc-8653-51772d53cc65,segment=NetworkSegment(9e1278a8-3aa0-44b6-8e14-87bd5405d576),segment_id=9e1278a8-3aa0-44b6-8e14-87bd5405d576)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:04.797091 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (423b77f0-8285-49fc-8653-51772d53cc65), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.803936 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] Calling delete_port for 423b77f0-8285-49fc-8653-51772d53cc65 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:04.816882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Calling delete_port for 423b77f0-8285-49fc-8653-51772d53cc65 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:04.834995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70231ffb-945c-42dd-8495-87b97e25b3be req-37e24198-4dd4-454d-bae8-012458e63491 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:04.836409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-70231ffb-945c-42dd-8495-87b97e25b3be req-37e24198-4dd4-454d-bae8-012458e63491 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.2442467 Feb 10 15:21:04.871644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 58bec9cc-c880-4c0d-9f5f-321ff4e95eab no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:21:04.882827 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-a62e97f7-22b9-40dc-bace-6523cd41ae90 service neutron] 10.222.0.64 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684129 Feb 10 15:21:04.903294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 58bec9cc-c880-4c0d-9f5f-321ff4e95eab {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:21:04.903644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 58bec9cc-c880-4c0d-9f5f-321ff4e95eab not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:21:04.904340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 423b77f0-8285-49fc-8653-51772d53cc65 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:21:04.915812 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-344b8ce5-e656-4571-98d1-00dbac34adb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (528764d9-6755-465a-9863-88a28775553b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.929289 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (423b77f0-8285-49fc-8653-51772d53cc65), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:04.978841 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No active binding found for port 423b77f0-8285-49fc-8653-51772d53cc65 {{(pid=103370) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 15:21:04.979375 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] The host n-d-815324-7 is not matching for port 423b77f0-8285-49fc-8653-51772d53cc65 host None! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:21:04.979776 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 423b77f0-8285-49fc-8653-51772d53cc65 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:21:04.993423 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (423b77f0-8285-49fc-8653-51772d53cc65), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:05.030398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Pushing event deleted for resources: {'Port': ['ID=423b77f0-8285-49fc-8653-51772d53cc65,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:05.035384 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] Pushing event deleted for resources: {'Port': ['ID=423b77f0-8285-49fc-8653-51772d53cc65,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:05.037483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] No DVR routers for this DVR port 423b77f0-8285-49fc-8653-51772d53cc65 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:21:05.039781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:05.040098 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:05.040535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:05.040888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:05.041529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:05.041529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:05.041850 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:05.042173 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:05.042492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:05.042809 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:05.043125 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:05.043442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:05.043755 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:05.049603 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da8219-da78-475b-aad9-1e0504671dd1 None None] No DVR routers for this DVR port 423b77f0-8285-49fc-8653-51772d53cc65 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:21:05.079547 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-32d7bef8-8ce6-4e36-9c82-0f1c327be3b3 service neutron] 10.222.0.64 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957831 Feb 10 15:21:05.093189 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b8ce5-e656-4571-98d1-00dbac34adb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=528764d9-6755-465a-9863-88a28775553b,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:05.123104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca85553-f441-46bb-a3ec-d49f5fb0ce3b req-2ccc541c-624d-4507-90eb-93e2b7cb261a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:05.128528 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ca85553-f441-46bb-a3ec-d49f5fb0ce3b req-2ccc541c-624d-4507-90eb-93e2b7cb261a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=01409319-cd52-482f-8b4b-535672fc5652 HTTP/1.1" status: 200 len: 944 time: 0.1389182 Feb 10 15:21:05.171334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b8ce5-e656-4571-98d1-00dbac34adb1 admin admin] Checking segment: {'id': 'fa6d6529-24e6-4435-821d-629c3a979366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:05.171711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b8ce5-e656-4571-98d1-00dbac34adb1 admin admin] Network hostable DHCP agents. Network: 7158b96a-de60-4916-ac3c-296c21899b4e, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:21:05.211793 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (6b17024a-debc-4b4b-8647-7b69683a5390), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:05.227543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ca85553-f441-46bb-a3ec-d49f5fb0ce3b req-fda1656a-a3b9-4a91-a775-ceaea9a87a01 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826800 Feb 10 15:21:05.267433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b17024a-debc-4b4b-8647-7b69683a5390']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:05.279931 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-268506ca-c83e-441c-886a-4e8087610ab1 req-57f6559c-def4-4915-8f54-650c237d0159 service neutron] show failed (client error): The resource could not be found. Feb 10 15:21:05.282015 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-57f6559c-def4-4915-8f54-650c237d0159 service neutron] 10.222.0.72 "GET /v2.0/ports/58bc5875-2e08-45d6-8111-df0e3772daef/bindings/n-h2-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.1919508 Feb 10 15:21:05.286265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1278a8-3aa0-44b6-8e14-87bd5405d576') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:05.286767 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1278a8-3aa0-44b6-8e14-87bd5405d576') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:05.288784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b8ce5-e656-4571-98d1-00dbac34adb1 admin admin] Network 7158b96a-de60-4916-ac3c-296c21899b4e is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:21:05.315466 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (9e1278a8-3aa0-44b6-8e14-87bd5405d576), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:05.324737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-344b8ce5-e656-4571-98d1-00dbac34adb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 7158b96a-de60-4916-ac3c-296c21899b4e) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:05.332484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344b8ce5-e656-4571-98d1-00dbac34adb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:05.333395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-344b8ce5-e656-4571-98d1-00dbac34adb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:05.346458 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1177e7b0-ac02-4658-80d7-16f83f7f970a None None] Network 7158b96a-de60-4916-ac3c-296c21899b4e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:21:05.352086 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9e1278a8-3aa0-44b6-8e14-87bd5405d576), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:05.362529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:21:05.362998 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (9e1278a8-3aa0-44b6-8e14-87bd5405d576), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:21:05.446843 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:21:05.455043 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-344b8ce5-e656-4571-98d1-00dbac34adb1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0403700 Feb 10 15:21:05.455043 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (6b17024a-debc-4b4b-8647-7b69683a5390), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:05.456049 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45454) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:05.477666 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1824468618-router', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:05.514214 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:05.523601 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6b17024a-debc-4b4b-8647-7b69683a5390 HTTP/1.1" status: 204 len: 168 time: 1.2204280 Feb 10 15:21:05.538243 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (deb3453c-dee8-4346-ba9e-d21e347b658e), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:05.540735 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (deb3453c-dee8-4346-ba9e-d21e347b658e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:05.562182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c14e2-44c5-429f-afef-a172446fca71 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b17024a-debc-4b4b-8647-7b69683a5390,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:05.604319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7158b96a-de60-4916-ac3c-296c21899b4e', 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e', 'project_id': '77c5c19a68194da2886794ae5b561292', 'fixed_ips': [{'subnet_id': '528764d9-6755-465a-9863-88a28775553b'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:21:05.605677 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:05.628067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268506ca-c83e-441c-886a-4e8087610ab1 req-bf101798-53a0-4c3a-8502-81134ed4cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:05.631599 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-bf101798-53a0-4c3a-8502-81134ed4cc7c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae&tenant_id=671a8c1cbc3247fe9316f7b0241815f0 HTTP/1.1" status: 200 len: 1131 time: 0.0843925 Feb 10 15:21:05.634257 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-116a3f53-b418-4bbd-9a13-fb23dbe2ffa4 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3674548 Feb 10 15:21:05.644417 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:05.648465 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:05.658346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7b594-7141-4d87-a7f3-d66339413df5 req-b9c23388-54f2-4500-88eb-5a9b6f7965a7 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:05.660430 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbb7b594-7141-4d87-a7f3-d66339413df5 req-b9c23388-54f2-4500-88eb-5a9b6f7965a7 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.3403847 Feb 10 15:21:05.721138 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Publish callbacks [] for router_controller (deb3453c-dee8-4346-ba9e-d21e347b658e), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:05.726174 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbb7b594-7141-4d87-a7f3-d66339413df5 req-88f49383-2f69-45cc-8e9c-685d0cde1426 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549426 Feb 10 15:21:05.736598 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:05.821373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45462) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:05.831785 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:05.945285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cf960ed-1aa5-4c3a-86d0-3507782a0a53 req-cd5da0d8-1def-4e8a-95e4-efef7d97182c tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 210 time: 0.0898268 Feb 10 15:21:06.039852 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b249e612-bc4f-446a-8b5c-394eee07d700 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bbd9bd1cca864cb0b4a049de04b8fff9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2173991 Feb 10 15:21:06.049109 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45468) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:06.162671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Allocated IP 172.20.0.2 (7158b96a-de60-4916-ac3c-296c21899b4e/528764d9-6755-465a-9863-88a28775553b/688e2c06-0b13-434e-94b5-85fdbc2b026b) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:21:06.195193 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Publish callbacks [] for router_gateway (deb3453c-dee8-4346-ba9e-d21e347b658e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:06.202190 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af3d412b-df03-4c92-b196-de51766cf81a admin admin] Publish callbacks [] for security_group (4c32a497-55bd-40c0-a987-4e4a9079cda7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:06.268789 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af3d412b-df03-4c92-b196-de51766cf81a admin admin] Publish callbacks [] for security_group (4c32a497-55bd-40c0-a987-4e4a9079cda7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:06.348397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] For port 58bc5875-2e08-45d6-8111-df0e3772daef, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=58bc5875-2e08-45d6-8111-df0e3772daef,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:06.394845 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Publish callbacks [] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:06.405866 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:06.418637 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:06.454433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] For port 58bc5875-2e08-45d6-8111-df0e3772daef, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:21:06.498336 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47ef4a-0b13-4339-97fb-d1946a08c197 req-fd7bab0a-c7e3-4176-a29d-68e9beb90bc2 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:06.500102 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc47ef4a-0b13-4339-97fb-d1946a08c197 req-fd7bab0a-c7e3-4176-a29d-68e9beb90bc2 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=01409319-cd52-482f-8b4b-535672fc5652 HTTP/1.1" status: 200 len: 944 time: 0.1470449 Feb 10 15:21:06.506995 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af3d412b-df03-4c92-b196-de51766cf81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4c32a497-55bd-40c0-a987-4e4a9079cda7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:06.509618 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af3d412b-df03-4c92-b196-de51766cf81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:06.514432 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-af3d412b-df03-4c92-b196-de51766cf81a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c32a497-55bd-40c0-a987-4e4a9079cda7 HTTP/1.1" status: 204 len: 168 time: 0.4562497 Feb 10 15:21:06.514690 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Pushing event updated for resources: {'Port': ['ID=688e2c06-0b13-434e-94b5-85fdbc2b026b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:06.538555 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Network 7158b96a-de60-4916-ac3c-296c21899b4e is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:06.542296 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:06.550838 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:21:06.582770 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d412b-df03-4c92-b196-de51766cf81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c32a497-55bd-40c0-a987-4e4a9079cda7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:06.620026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adbc48a-befe-476d-9304-b226ecaddaae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bc5875-2e08-45d6-8111-df0e3772daef'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:21:06.622539 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d920c2-e0f3-4068-81a5-a2f25d30875c" -d '{"events": [{"server_uuid": "6adbc48a-befe-476d-9304-b226ecaddaae", "name": "network-vif-unplugged", "status": "completed", "tag": "58bc5875-2e08-45d6-8111-df0e3772daef"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:21:06.627443 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Publish callbacks [] for port (58bc5875-2e08-45d6-8111-df0e3772daef), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:06.678060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Transition to ACTIVE for port object 58bc5875-2e08-45d6-8111-df0e3772daef will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:21:06.694262 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Publish callbacks [] for router_gateway (deb3453c-dee8-4346-ba9e-d21e347b658e), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:06.697078 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:06.700151 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Attempting to bind port 688e2c06-0b13-434e-94b5-85fdbc2b026b on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:21:06.700673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Attempting to bind port 688e2c06-0b13-434e-94b5-85fdbc2b026b by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'fa6d6529-24e6-4435-821d-629c3a979366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:21:06.701064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Attempting to bind port 688e2c06-0b13-434e-94b5-85fdbc2b026b on network 7158b96a-de60-4916-ac3c-296c21899b4e {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:06.713227 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:21:06.713750 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Checking segment: {'id': 'fa6d6529-24e6-4435-821d-629c3a979366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:06.714166 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:06.714859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Bound using segment: {'id': 'fa6d6529-24e6-4435-821d-629c3a979366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:21:06.715854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Bound port: 688e2c06-0b13-434e-94b5-85fdbc2b026b, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6d6529-24e6-4435-821d-629c3a979366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:21:06.715854 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:06.811562 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 36c1d6f9-30a4-489d-8138-68f7c82e4e4e details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:21:06.837749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc47ef4a-0b13-4339-97fb-d1946a08c197 req-d3835987-418f-45f0-86b6-b439e10cd5a9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234417 Feb 10 15:21:06.841239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Allocated IP 172.25.3.110 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/9168a18d-a5da-4f5c-ac60-bc82a16fd875) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:21:06.848332 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:06.889497 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] For port 688e2c06-0b13-434e-94b5-85fdbc2b026b, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:21:06.905326 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:06.919828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] For port 688e2c06-0b13-434e-94b5-85fdbc2b026b, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=688e2c06-0b13-434e-94b5-85fdbc2b026b,segment=NetworkSegment(fa6d6529-24e6-4435-821d-629c3a979366),segment_id=fa6d6529-24e6-4435-821d-629c3a979366)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:21:06.952435 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:07.027831 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28bcd88-3f8e-4026-8173-52f7b60fe2b7 x-openstack-request-id: req-f28bcd88-3f8e-4026-8173-52f7b60fe2b7 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:21:07.028118 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adbc48a-befe-476d-9304-b226ecaddaae", "name": "network-vif-unplugged", "status": "completed", "tag": "58bc5875-2e08-45d6-8111-df0e3772daef", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:21:07.028363 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f28bcd88-3f8e-4026-8173-52f7b60fe2b7 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:21:07.028798 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adbc48a-befe-476d-9304-b226ecaddaae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bc5875-2e08-45d6-8111-df0e3772daef', 'code': 200} Feb 10 15:21:07.088450 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda56cb6-77e1-47e0-94e3-43ca713dbbc7 None None] Pushing event updated for resources: {'Port': ['ID=688e2c06-0b13-434e-94b5-85fdbc2b026b,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:07.112711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] No DVR routers for this DVR port 58bc5875-2e08-45d6-8111-df0e3772daef on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:21:07.139085 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for port (9168a18d-a5da-4f5c-ac60-bc82a16fd875), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:07.154062 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Pushing event updated for resources: {'Port': ['ID=58bc5875-2e08-45d6-8111-df0e3772daef,revision_number=6']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:07.268613 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55151c14-bcc3-4fb6-b02c-e628a65889f2 req-2236d65f-db12-4551-ab1b-2cb78116c9b0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:07.270219 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-55151c14-bcc3-4fb6-b02c-e628a65889f2 req-2236d65f-db12-4551-ab1b-2cb78116c9b0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 947 time: 0.2290299 Feb 10 15:21:07.285592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:07.327652 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '36c1d6f9-30a4-489d-8138-68f7c82e4e4e', 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f', 'port_id': '36c1d6f9-30a4-489d-8138-68f7c82e4e4e', 'mac_address': 'fa:16:3e:39:d8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c893dfab-f651-45c9-bbd2-d815d5f365d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:21:07.355494 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-55151c14-bcc3-4fb6-b02c-e628a65889f2 req-44f68445-0ec3-4464-be62-05430c6b4555 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733271 Feb 10 15:21:07.357890 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9168a18d-a5da-4f5c-ac60-bc82a16fd875), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:07.361719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Attempting to bind port 58bc5875-2e08-45d6-8111-df0e3772daef on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:21:07.362218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Attempting to bind port 58bc5875-2e08-45d6-8111-df0e3772daef by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:21:07.362813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Attempting to bind port 58bc5875-2e08-45d6-8111-df0e3772daef on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:07.386999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-6ec6873c-92b3-4deb-a944-be76a8ce729f tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:07.388537 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-6ec6873c-92b3-4deb-a944-be76a8ce729f tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 805 time: 0.6826510 Feb 10 15:21:07.433089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:07.433723 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:07.459984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:07.468144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:07.481281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:21:07.487126 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-535525a9-0ac1-4a86-ad6f-0cc68b2c42cd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Request body: {'port': {'device_id': '6d960059-f0ca-446c-8e64-945a3392984f', 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2', 'admin_state_up': True, 'tenant_id': 'c93f02832d4b44afb04fc0e05260fb2f'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:07.496892 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c1d6f9-30a4-489d-8138-68f7c82e4e4e {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:21:07.500338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Port 58bc5875-2e08-45d6-8111-df0e3772daef on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:21:07.500609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Attempting to bind port 58bc5875-2e08-45d6-8111-df0e3772daef on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:07.511754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45496) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:07.594068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:07.601625 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:07.621295 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1166ea04-5491-4fdb-a282-a14e8fdfcda3 req-5a43d8ef-3605-4db8-a674-05820c22f1f7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 210 time: 0.1084099 Feb 10 15:21:07.623598 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Pushing event updated for resources: {'Port': ['ID=9168a18d-a5da-4f5c-ac60-bc82a16fd875,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:07.745475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:21:07.745929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:07.746324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:21:07.747127 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Bound port: 58bc5875-2e08-45d6-8111-df0e3772daef, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:21:07.747613 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:07.779192 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for floatingip (748deb7e-6993-47e4-98ff-8082b1efc76a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:07.784878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:07.790772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Allocated IP 172.25.3.212 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/51d3e772-e88e-4f7d-a5e8-46f717565a45) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:21:07.859861 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c3464f5-6d93-4f41-b053-440cfe35dcbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:07.864186 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['36c1d6f9-30a4-489d-8138-68f7c82e4e4e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:21:07.910113 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9168a18d-a5da-4f5c-ac60-bc82a16fd875), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.119519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45512) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:08.157036 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c3464f5-6d93-4f41-b053-440cfe35dcbb admin admin] Publish callbacks [] for security_group (29f62a68-93d9-4f6f-a650-b936599fcfa1), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.179724 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c3464f5-6d93-4f41-b053-440cfe35dcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (29f62a68-93d9-4f6f-a650-b936599fcfa1), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.259350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26da558-b162-431f-ab20-7e431ede249f req-8d437898-4feb-46ba-bcbd-34d5e279dd5c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:08.261272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e26da558-b162-431f-ab20-7e431ede249f req-8d437898-4feb-46ba-bcbd-34d5e279dd5c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=01409319-cd52-482f-8b4b-535672fc5652 HTTP/1.1" status: 200 len: 945 time: 0.2897787 Feb 10 15:21:08.305132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1635523581-network', 'tenant_id': '1d30fc87fce84ef6894baf1ff54b22db'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:08.314826 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1c3464f5-6d93-4f41-b053-440cfe35dcbb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=61c122ad1f974af0b435e11dc2ad83e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7580402 Feb 10 15:21:08.319505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45516) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:08.326014 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3464f5-6d93-4f41-b053-440cfe35dcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f62a68-93d9-4f6f-a650-b936599fcfa1,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:08.370736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] Made reservation on behalf of 1d30fc87fce84ef6894baf1ff54b22db for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:21:08.374004 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.407970 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.453190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e26da558-b162-431f-ab20-7e431ede249f req-460ad68b-f0dc-470c-8fb0-734ec01844e3 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537676 Feb 10 15:21:08.472616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-535525a9-0ac1-4a86-ad6f-0cc68b2c42cd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Made reservation on behalf of c93f02832d4b44afb04fc0e05260fb2f for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:21:08.477566 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-535525a9-0ac1-4a86-ad6f-0cc68b2c42cd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.491306 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for port (9168a18d-a5da-4f5c-ac60-bc82a16fd875), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.506223 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (9168a18d-a5da-4f5c-ac60-bc82a16fd875), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.659729 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Pushing event updated for resources: {'Port': ['ID=9168a18d-a5da-4f5c-ac60-bc82a16fd875,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:08.701418 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (748deb7e-6993-47e4-98ff-8082b1efc76a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.720317 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Publish callbacks [] for port (51d3e772-e88e-4f7d-a5e8-46f717565a45), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.737859 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] Publish callbacks [] for security_group (24ccdb57-8e74-47b2-9f63-bd0b15c77d04), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.749919 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4510498-280b-4c37-a232-1b4b4efa6bbf req-64061aa5-b1ca-4e1d-a79f-980bccba3476 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:08.753249 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] For port 58bc5875-2e08-45d6-8111-df0e3772daef, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:21:08.762034 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4510498-280b-4c37-a232-1b4b4efa6bbf req-64061aa5-b1ca-4e1d-a79f-980bccba3476 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 947 time: 0.2064559 Feb 10 15:21:08.762787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-535525a9-0ac1-4a86-ad6f-0cc68b2c42cd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Allocated IP 172.20.0.10 (70523496-0fb2-49c3-a6f3-295faa4269e2/641d274e-0229-4226-b05a-8b572a0b405b/a31f52c0-cad7-4ada-a1c4-c7ff503284c6) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:21:08.769137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] For port 58bc5875-2e08-45d6-8111-df0e3772daef, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=58bc5875-2e08-45d6-8111-df0e3772daef,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:21:08.770881 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (24ccdb57-8e74-47b2-9f63-bd0b15c77d04), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.773378 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1846e494-dbd8-4622-84b7-cc94e06054b7 admin admin] Publish callbacks [] for security_group (29f62a68-93d9-4f6f-a650-b936599fcfa1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.787943 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.798376 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-aff932c0-26a4-4668-9785-4160d0168006 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1629612 Feb 10 15:21:08.813749 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.818610 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 36c1d6f9-30a4-489d-8138-68f7c82e4e4e up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:08.848101 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 688e2c06-0b13-434e-94b5-85fdbc2b026b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:08.880006 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:21:08.889947 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Pushing event updated for resources: {'Port': ['ID=58bc5875-2e08-45d6-8111-df0e3772daef,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:08.920489 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9533a04f-ad7a-4b19-8ec6-110084d574d8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.920981 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] Added segment 9533a04f-ad7a-4b19-8ec6-110084d574d8 of type vlan for network d53f4f7d-4c83-499d-9d8c-e6ac28640d10 Feb 10 15:21:08.931200 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-9954bc83-9e00-4615-bd41-61963a1d4a0e tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.110 HTTP/1.1" status: 200 len: 696 time: 0.1319032 Feb 10 15:21:08.932695 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1846e494-dbd8-4622-84b7-cc94e06054b7 admin admin] Publish callbacks [] for security_group (29f62a68-93d9-4f6f-a650-b936599fcfa1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.952851 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:08.953436 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5e0a73-4b44-4b50-8279-0ae81a4a7c31 None None] Network 7158b96a-de60-4916-ac3c-296c21899b4e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:21:08.953590 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:08.954975 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5eb44e54-23bd-4e96-864a-03ae3e7e27f4 service neutron] 10.222.0.79 "PUT /v2.0/ports/58bc5875-2e08-45d6-8111-df0e3772daef HTTP/1.1" status: 200 len: 1095 time: 3.3131931 Feb 10 15:21:08.981630 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ccdb57-8e74-47b2-9f63-bd0b15c77d04,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:09.023054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (51d3e772-e88e-4f7d-a5e8-46f717565a45), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:09.072137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6adbc48a-befe-476d-9304-b226ecaddaae', 'tag': '58bc5875-2e08-45d6-8111-df0e3772daef'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:21:09.081224 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4510498-280b-4c37-a232-1b4b4efa6bbf req-d9b541e8-a4f5-457a-8395-bfa682d39a15 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182058 Feb 10 15:21:09.083147 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (d53f4f7d-4c83-499d-9d8c-e6ac28640d10), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:09.086031 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f9e043-5174-47ff-8504-8f5aeae13177" -d '{"events": [{"name": "network-changed", "server_uuid": "6adbc48a-befe-476d-9304-b226ecaddaae", "tag": "58bc5875-2e08-45d6-8111-df0e3772daef"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:21:09.133773 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f7590b8e-a558-4bb8-80d3-b29ad0f6ac8f None None] Provisioning complete for port 688e2c06-0b13-434e-94b5-85fdbc2b026b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:09.133773 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f7590b8e-a558-4bb8-80d3-b29ad0f6ac8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:09.237067 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:21:09.251822 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:09.252299 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:09.261506 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 688e2c06-0b13-434e-94b5-85fdbc2b026b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:09.262013 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:09.267036 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-4e337844-5449-431d-a034-7f1542b5ac55 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:09.289774 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-516f873c-4bf5-49f6-931c-8261b49336d2 req-4e337844-5449-431d-a034-7f1542b5ac55 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.3576417 Feb 10 15:21:09.304408 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:09.308496 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1846e494-dbd8-4622-84b7-cc94e06054b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (29f62a68-93d9-4f6f-a650-b936599fcfa1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:09.311624 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1846e494-dbd8-4622-84b7-cc94e06054b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:09.312878 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1846e494-dbd8-4622-84b7-cc94e06054b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29f62a68-93d9-4f6f-a650-b936599fcfa1 HTTP/1.1" status: 204 len: 168 time: 0.9895670 Feb 10 15:21:09.321249 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.resource_extend [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:21:09.369404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8235e7c2-18d7-4c55-b75b-9282b0043450 req-2d7bb4ef-2c9d-4be0-89ff-804758d804b9 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 210 time: 0.0776684 Feb 10 15:21:09.424025 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846e494-dbd8-4622-84b7-cc94e06054b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f62a68-93d9-4f6f-a650-b936599fcfa1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:09.434402 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (d53f4f7d-4c83-499d-9d8c-e6ac28640d10), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:09.435711 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab78d5e-05cf-464a-b310-d4b262ea2386 x-openstack-request-id: req-eab78d5e-05cf-464a-b310-d4b262ea2386 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:21:09.435883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:09.436000 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6adbc48a-befe-476d-9304-b226ecaddaae", "tag": "58bc5875-2e08-45d6-8111-df0e3772daef", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:21:09.436533 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eab78d5e-05cf-464a-b310-d4b262ea2386 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:21:09.437256 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6adbc48a-befe-476d-9304-b226ecaddaae', 'tag': '58bc5875-2e08-45d6-8111-df0e3772daef', 'status': 'completed', 'code': 200} Feb 10 15:21:09.437518 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:09.445952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:09.478422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Pushing event updated for resources: {'Port': ['ID=51d3e772-e88e-4f7d-a5e8-46f717565a45,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:09.501067 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f7590b8e-a558-4bb8-80d3-b29ad0f6ac8f None None] Current status of the port 688e2c06-0b13-434e-94b5-85fdbc2b026b is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:09.502243 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f7590b8e-a558-4bb8-80d3-b29ad0f6ac8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:09.505584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:21:09.557078 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ade20583-29f2-4491-b269-8fedfe90f2c0 req-b40170e9-5a52-4ebb-a8ed-065342889760 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips/748deb7e-6993-47e4-98ff-8082b1efc76a HTTP/1.1" status: 200 len: 693 time: 0.1416516 Feb 10 15:21:09.594660 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4657502 Feb 10 15:21:09.600488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268506ca-c83e-441c-886a-4e8087610ab1 req-ae6a22da-8a85-4e1b-9f80-35f34033db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:09.602343 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-ae6a22da-8a85-4e1b-9f80-35f34033db11 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 1129 time: 0.6094434 Feb 10 15:21:09.748480 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f7590b8e-a558-4bb8-80d3-b29ad0f6ac8f None None] For port 688e2c06-0b13-434e-94b5-85fdbc2b026b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=688e2c06-0b13-434e-94b5-85fdbc2b026b,segment=NetworkSegment(fa6d6529-24e6-4435-821d-629c3a979366),segment_id=fa6d6529-24e6-4435-821d-629c3a979366)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:09.755396 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45532) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:09.756272 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:09.757056 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:09.781148 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-9429fb1e-913d-41ae-ad5c-643e495eb6c2 admin admin] Request body: {'subnet': {'network_id': 'd53f4f7d-4c83-499d-9d8c-e6ac28640d10', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635523581-subnet', 'tenant_id': '1d30fc87fce84ef6894baf1ff54b22db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:09.785765 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f7590b8e-a558-4bb8-80d3-b29ad0f6ac8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:09.880208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 688e2c06-0b13-434e-94b5-85fdbc2b026b is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:09.881023 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:09.895009 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade20583-29f2-4491-b269-8fedfe90f2c0 req-2ed2eab1-9dcb-4d80-9304-5d23ece931bc tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:09.897714 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ade20583-29f2-4491-b269-8fedfe90f2c0 req-2ed2eab1-9dcb-4d80-9304-5d23ece931bc tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.3398473 Feb 10 15:21:09.908682 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01409319-cd52-482f-8b4b-535672fc5652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c1d6f9-30a4-489d-8138-68f7c82e4e4e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:21:09.911125 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b341e1-7db1-4180-8f57-2b151b3ee6d8" -d '{"events": [{"server_uuid": "01409319-cd52-482f-8b4b-535672fc5652", "name": "network-vif-plugged", "status": "completed", "tag": "36c1d6f9-30a4-489d-8138-68f7c82e4e4e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:21:09.969932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268506ca-c83e-441c-886a-4e8087610ab1 req-808f12e0-9c83-4a6c-b2cb-9302d7336495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:09.970320 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbfae7-0dd6-4007-9bb6-7e6d5eca608f admin admin] Pushing event updated for resources: {'Network': ['ID=d53f4f7d-4c83-499d-9d8c-e6ac28640d10,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:09.979520 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-808f12e0-9c83-4a6c-b2cb-9302d7336495 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.2284102 Feb 10 15:21:09.990651 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:10.009041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network d53f4f7d-4c83-499d-9d8c-e6ac28640d10 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:21:10.015361 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7590b8e-a558-4bb8-80d3-b29ad0f6ac8f None None] Pushing event updated for resources: {'Port': ['ID=688e2c06-0b13-434e-94b5-85fdbc2b026b,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:10.074250 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:21:10.075107 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:21:10.076179 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:10.077810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 58bc5875-2e08-45d6-8111-df0e3772daef no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:21:10.144816 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-5dda4840-e604-40c6-8b7f-131417bfca62 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=58bc5875-2e08-45d6-8111-df0e3772daef HTTP/1.1" status: 200 len: 217 time: 0.0952294 Feb 10 15:21:10.228183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e1730af9-44cd-4f54-a408-011d8a57da8a None None] Provisioning complete for port 688e2c06-0b13-434e-94b5-85fdbc2b026b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:10.228841 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e1730af9-44cd-4f54-a408-011d8a57da8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:10.233561 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Publish callbacks [] for router_gateway (deb3453c-dee8-4346-ba9e-d21e347b658e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:10.324707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] The host n-h1-815324-7 is not matching for port 58bc5875-2e08-45d6-8111-df0e3772daef host n-h2-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:21:10.324707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 58bc5875-2e08-45d6-8111-df0e3772daef not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:21:10.332846 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:10.383522 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9429fb1e-913d-41ae-ad5c-643e495eb6c2 admin admin] Made reservation on behalf of 1d30fc87fce84ef6894baf1ff54b22db for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:21:10.386134 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9429fb1e-913d-41ae-ad5c-643e495eb6c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:10.414889 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e1730af9-44cd-4f54-a408-011d8a57da8a None None] Current status of the port 688e2c06-0b13-434e-94b5-85fdbc2b026b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:10.464004 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e64f154-ced7-47e3-98a6-804d74fb4ba1 req-2873b859-7aca-4a3a-bdc9-eec34331eba7 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips/748deb7e-6993-47e4-98ff-8082b1efc76a HTTP/1.1" status: 200 len: 693 time: 0.5090995 Feb 10 15:21:10.477924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9047f4d-9563-41ee-996b-5ca6c63a4189 req-28f65279-3276-4366-bc44-8a2830cc238a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:10.479463 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9047f4d-9563-41ee-996b-5ca6c63a4189 req-28f65279-3276-4366-bc44-8a2830cc238a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=01409319-cd52-482f-8b4b-535672fc5652 HTTP/1.1" status: 200 len: 945 time: 0.6358228 Feb 10 15:21:10.540011 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-535525a9-0ac1-4a86-ad6f-0cc68b2c42cd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks [] for port (a31f52c0-cad7-4ada-a1c4-c7ff503284c6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:10.555875 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-c7c32c6d-4a54-4999-ae0e-7781a6044ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:10.557073 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-c7c32c6d-4a54-4999-ae0e-7781a6044ddb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 1129 time: 1.1305990 Feb 10 15:21:10.617955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268506ca-c83e-441c-886a-4e8087610ab1 req-1071b4e4-c37e-4d02-98cc-80619e19af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:10.619457 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-1071b4e4-c37e-4d02-98cc-80619e19af3a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.4170630 Feb 10 15:21:10.619920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 688e2c06-0b13-434e-94b5-85fdbc2b026b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:10.641201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64f154-ced7-47e3-98a6-804d74fb4ba1 req-01809172-61cf-4706-96b5-b6db8199ebfb tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:10.642666 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e64f154-ced7-47e3-98a6-804d74fb4ba1 req-01809172-61cf-4706-96b5-b6db8199ebfb tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.1730602 Feb 10 15:21:10.646296 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9047f4d-9563-41ee-996b-5ca6c63a4189 req-3487c331-8c17-4d42-b765-2fe1ab02598c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551607 Feb 10 15:21:10.733816 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bf7d0f-11f4-4588-ac32-3c458f546bda x-openstack-request-id: req-c6bf7d0f-11f4-4588-ac32-3c458f546bda {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:21:10.734357 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01409319-cd52-482f-8b4b-535672fc5652", "name": "network-vif-plugged", "status": "completed", "tag": "36c1d6f9-30a4-489d-8138-68f7c82e4e4e", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:21:10.734780 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6bf7d0f-11f4-4588-ac32-3c458f546bda {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:21:10.735381 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01409319-cd52-482f-8b4b-535672fc5652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c1d6f9-30a4-489d-8138-68f7c82e4e4e', 'code': 200} Feb 10 15:21:10.736813 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e64f154-ced7-47e3-98a6-804d74fb4ba1 req-8ca9ebe7-3e84-4332-a3f4-b1d78259c78d tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.110 HTTP/1.1" status: 200 len: 696 time: 0.0666034 Feb 10 15:21:10.807153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 688e2c06-0b13-434e-94b5-85fdbc2b026b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:10.830142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e64f154-ced7-47e3-98a6-804d74fb4ba1 req-c11ee81a-94e6-4f62-a985-77fa74e6704a tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.110 HTTP/1.1" status: 200 len: 696 time: 0.0762129 Feb 10 15:21:10.847216 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (deb3453c-dee8-4346-ba9e-d21e347b658e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:10.893082 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 688e2c06-0b13-434e-94b5-85fdbc2b026b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:10.893624 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:10.987898 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 688e2c06-0b13-434e-94b5-85fdbc2b026b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:11.004385 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-535525a9-0ac1-4a86-ad6f-0cc68b2c42cd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a31f52c0-cad7-4ada-a1c4-c7ff503284c6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:11.016826 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fba93-2d46-4ef1-bc36-182cd4792cbe req-cb8820fb-fda2-4bcf-b398-ca0462080723 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:11.018681 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:21:11.023991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc5fba93-2d46-4ef1-bc36-182cd4792cbe req-cb8820fb-fda2-4bcf-b398-ca0462080723 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 947 time: 0.1848590 Feb 10 15:21:11.086215 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-535525a9-0ac1-4a86-ad6f-0cc68b2c42cd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Network 70523496-0fb2-49c3-a6f3-295faa4269e2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:11.087367 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9429fb1e-913d-41ae-ad5c-643e495eb6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (e99e99d2-1fe7-4a77-8749-2719345b64c4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:11.091174 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268506ca-c83e-441c-886a-4e8087610ab1 req-9a0ac687-48e9-4e5b-b364-c39307cc8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:11.092696 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-9a0ac687-48e9-4e5b-b364-c39307cc8467 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4282706 Feb 10 15:21:11.093663 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-24d59943-395c-409d-aa81-1f789135b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:11.094951 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-24d59943-395c-409d-aa81-1f789135b532 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.5224648 Feb 10 15:21:11.109141 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc5fba93-2d46-4ef1-bc36-182cd4792cbe req-fe348f5b-5724-4c38-b0a4-802df14a1293 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839639 Feb 10 15:21:11.119578 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-5e64f154-ced7-47e3-98a6-804d74fb4ba1 req-07904520-5d1a-4653-b581-ca27af9d0b67 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Deleting port 9168a18d-a5da-4f5c-ac60-bc82a16fd875 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:11.119933 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5e64f154-ced7-47e3-98a6-804d74fb4ba1 req-07904520-5d1a-4653-b581-ca27af9d0b67 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9168a18d-a5da-4f5c-ac60-bc82a16fd875), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:11.169055 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-535525a9-0ac1-4a86-ad6f-0cc68b2c42cd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:11.201991 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:11.245487 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-535525a9-0ac1-4a86-ad6f-0cc68b2c42cd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:21:11.275007 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-1660d234-482c-4e50-b259-16ba303c2e87 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=58bc5875-2e08-45d6-8111-df0e3772daef HTTP/1.1" status: 200 len: 217 time: 0.1256454 Feb 10 15:21:11.297211 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5e64f154-ced7-47e3-98a6-804d74fb4ba1 req-07904520-5d1a-4653-b581-ca27af9d0b67 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9168a18d-a5da-4f5c-ac60-bc82a16fd875), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:11.297559 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5e64f154-ced7-47e3-98a6-804d74fb4ba1 req-07904520-5d1a-4653-b581-ca27af9d0b67 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for floatingip (9168a18d-a5da-4f5c-ac60-bc82a16fd875), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:11.313116 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-5e64f154-ced7-47e3-98a6-804d74fb4ba1 req-07904520-5d1a-4653-b581-ca27af9d0b67 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Calling delete_port for 9168a18d-a5da-4f5c-ac60-bc82a16fd875 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:11.316214 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535525a9-0ac1-4a86-ad6f-0cc68b2c42cd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Pushing event updated for resources: {'Port': ['ID=a31f52c0-cad7-4ada-a1c4-c7ff503284c6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:11.329026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a6c5-e58b-4648-a4db-195434fc9df8 req-0e3976b8-a13a-480a-b281-50e396df0209 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:11.330539 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5f9a6c5-e58b-4648-a4db-195434fc9df8 req-0e3976b8-a13a-480a-b281-50e396df0209 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 932 time: 0.1165125 Feb 10 15:21:11.344128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b75ae-f603-4afa-b525-d52ccb5fa7aa req-02ca811b-fd48-466a-8667-7274fa7a8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:11.345648 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-078b75ae-f603-4afa-b525-d52ccb5fa7aa req-02ca811b-fd48-466a-8667-7274fa7a8abe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=01409319-cd52-482f-8b4b-535672fc5652 HTTP/1.1" status: 200 len: 1128 time: 0.5257463 Feb 10 15:21:11.438128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5f9a6c5-e58b-4648-a4db-195434fc9df8 req-ae9533d4-44d5-4be0-8de8-e0eec80e50fe tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962915 Feb 10 15:21:11.513121 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5e64f154-ced7-47e3-98a6-804d74fb4ba1 req-07904520-5d1a-4653-b581-ca27af9d0b67 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9168a18d-a5da-4f5c-ac60-bc82a16fd875), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:11.546209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07904520-5d1a-4653-b581-ca27af9d0b67 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Pushing event deleted for resources: {'Port': ['ID=9168a18d-a5da-4f5c-ac60-bc82a16fd875,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:11.618777 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5e64f154-ced7-47e3-98a6-804d74fb4ba1 req-07904520-5d1a-4653-b581-ca27af9d0b67 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for floatingip (748deb7e-6993-47e4-98ff-8082b1efc76a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:11.621644 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5e64f154-ced7-47e3-98a6-804d74fb4ba1 req-07904520-5d1a-4653-b581-ca27af9d0b67 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:11.622846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e64f154-ced7-47e3-98a6-804d74fb4ba1 req-07904520-5d1a-4653-b581-ca27af9d0b67 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "DELETE /v2.0/floatingips/748deb7e-6993-47e4-98ff-8082b1efc76a HTTP/1.1" status: 204 len: 173 time: 0.7484167 Feb 10 15:21:11.787354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429fb1e-913d-41ae-ad5c-643e495eb6c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99e99d2-1fe7-4a77-8749-2719345b64c4,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:11.822228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429fb1e-913d-41ae-ad5c-643e495eb6c2 admin admin] Checking segment: {'id': '9533a04f-ad7a-4b19-8ec6-110084d574d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd53f4f7d-4c83-499d-9d8c-e6ac28640d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:11.822628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9429fb1e-913d-41ae-ad5c-643e495eb6c2 admin admin] Network hostable DHCP agents. Network: d53f4f7d-4c83-499d-9d8c-e6ac28640d10, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:21:11.836287 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-535525a9-0ac1-4a86-ad6f-0cc68b2c42cd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:11.836930 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-535525a9-0ac1-4a86-ad6f-0cc68b2c42cd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:11.841409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584629bf-32d0-4e3a-b4a3-98686a34633a req-579ce8a7-46b5-4d0f-a412-f564c1793ac9 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:11.843046 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-584629bf-32d0-4e3a-b4a3-98686a34633a req-579ce8a7-46b5-4d0f-a412-f564c1793ac9 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1993864 Feb 10 15:21:11.857475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc71f8f-8492-41cd-bd45-c664f7d2388e req-43fb23f9-bec4-4c21-b072-be89166a8310 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:11.859022 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bc71f8f-8492-41cd-bd45-c664f7d2388e req-43fb23f9-bec4-4c21-b072-be89166a8310 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=01409319-cd52-482f-8b4b-535672fc5652 HTTP/1.1" status: 200 len: 946 time: 0.1021187 Feb 10 15:21:11.859668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-b9be725e-5c4d-434b-9677-c7026efff4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:11.861216 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-b9be725e-5c4d-434b-9677-c7026efff4ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.5574319 Feb 10 15:21:11.930621 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-535525a9-0ac1-4a86-ad6f-0cc68b2c42cd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4667988 Feb 10 15:21:11.946840 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-ada59baf-8c9a-4e54-b61b-fbf5b40c2057 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7870564 Feb 10 15:21:11.948978 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-078b75ae-f603-4afa-b525-d52ccb5fa7aa req-bd047d83-4b5d-40b4-be11-e2a40f7c448e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783622 Feb 10 15:21:11.954447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Request body: {'port': {'device_id': '6d960059-f0ca-446c-8e64-945a3392984f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:11.956729 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9429fb1e-913d-41ae-ad5c-643e495eb6c2 admin admin] Network d53f4f7d-4c83-499d-9d8c-e6ac28640d10 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:21:11.969987 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9b27d6e-bce4-41b1-8f41-4065e97220e8 req-080432e7-b7f2-4573-9fcc-90e26a9bc02c tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=f9ac06db8a63415fb70e317b90b1b804 HTTP/1.1" status: 200 len: 1656 time: 0.0886517 Feb 10 15:21:11.997589 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bc71f8f-8492-41cd-bd45-c664f7d2388e req-1d0f9da4-59fc-4660-9d1f-ad6de6f8eb9b tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302969 Feb 10 15:21:12.025295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-9429fb1e-913d-41ae-ad5c-643e495eb6c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, d53f4f7d-4c83-499d-9d8c-e6ac28640d10) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:12.033443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8d9a9f-339c-4d1f-9ae4-cb658468883d None None] Network d53f4f7d-4c83-499d-9d8c-e6ac28640d10 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:21:12.035835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9429fb1e-913d-41ae-ad5c-643e495eb6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:12.036439 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9429fb1e-913d-41ae-ad5c-643e495eb6c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:12.061508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Router deb3453c-dee8-4346-ba9e-d21e347b658e is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:21:12.116839 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9429fb1e-913d-41ae-ad5c-643e495eb6c2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3405178 Feb 10 15:21:12.121196 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-b8807bae-e544-42d3-8804-8126ce75c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:12.122831 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-b8807bae-e544-42d3-8804-8126ce75c7b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2454100 Feb 10 15:21:12.124419 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45588) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:12.131671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1635523581-router', 'tenant_id': '1d30fc87fce84ef6894baf1ff54b22db', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:12.140549 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a31f52c0-cad7-4ada-a1c4-c7ff503284c6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:12.169081 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b27d6e-bce4-41b1-8f41-4065e97220e8 req-844d2705-e4a5-47e9-816f-28daa6172ef5 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:12.171001 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9b27d6e-bce4-41b1-8f41-4065e97220e8 req-844d2705-e4a5-47e9-816f-28daa6172ef5 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/networks?id=4454d505-75c9-41c1-a257-953d507647a9&id=4454d505-75c9-41c1-a257-953d507647a9&id=4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 787 time: 0.1910722 Feb 10 15:21:12.188911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-c9b27d6e-bce4-41b1-8f41-4065e97220e8 req-fb1aa594-f1ef-44ea-b89b-854a5fcc2b09 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:21:12.190366 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9b27d6e-bce4-41b1-8f41-4065e97220e8 req-fb1aa594-f1ef-44ea-b89b-854a5fcc2b09 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101950 Feb 10 15:21:12.205087 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (eea5bdb5-e254-4209-be75-6673105657a5), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:12.206534 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (eea5bdb5-e254-4209-be75-6673105657a5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:12.263133 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-268506ca-c83e-441c-886a-4e8087610ab1 req-fb3bef38-49ad-4779-856f-d44d03857ed8 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016944 Feb 10 15:21:12.376627 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-d53f4f7d-4c83-499d-9d8c-e6ac28640d10', 'network_id': 'd53f4f7d-4c83-499d-9d8c-e6ac28640d10', 'project_id': '1d30fc87fce84ef6894baf1ff54b22db', 'fixed_ips': [{'subnet_id': 'e99e99d2-1fe7-4a77-8749-2719345b64c4'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:21:12.377567 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:12.423488 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cae19df-e532-4c05-97e6-56be5e018a2c req-de3cb67a-5e7f-48ab-939b-58ecb8085f88 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips/5da1e268-791d-46fc-9bd3-b064a4cdc49d HTTP/1.1" status: 200 len: 692 time: 0.1926100 Feb 10 15:21:12.540085 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Publish callbacks [] for router_controller (eea5bdb5-e254-4209-be75-6673105657a5), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:12.573358 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Allocated IP 172.20.0.2 (d53f4f7d-4c83-499d-9d8c-e6ac28640d10/e99e99d2-1fe7-4a77-8749-2719345b64c4/cad6ab43-2b69-4a41-99e7-043544c2494c) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:21:12.609660 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111cd98-22b7-46c0-a39b-3a301aa86365 req-be90f30a-9327-49bc-8102-39c00e4b4782 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:12.619823 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6111cd98-22b7-46c0-a39b-3a301aa86365 req-be90f30a-9327-49bc-8102-39c00e4b4782 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 947 time: 0.3662882 Feb 10 15:21:12.624976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:21:12.638360 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Sync routers for ids ['deb3453c-dee8-4346-ba9e-d21e347b658e'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:21:12.655158 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Routers {'deb3453c-dee8-4346-ba9e-d21e347b658e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:12.655158 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['deb3453c-dee8-4346-ba9e-d21e347b658e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:12.753612 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Publish callbacks [] for port (cad6ab43-2b69-4a41-99e7-043544c2494c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:12.770800 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (cad6ab43-2b69-4a41-99e7-043544c2494c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:12.790469 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Set router deb3453c-dee8-4346-ba9e-d21e347b658e gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:12.804696 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-6315a8d3-0328-49b7-85cb-029ce603e22d service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511807 Feb 10 15:21:12.810431 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:12.811975 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bc53f41d-b82f-4b24-a89d-45b93321e634 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3547146 Feb 10 15:21:12.815314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31f52c0-cad7-4ada-a1c4-c7ff503284c6 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:21:12.822887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45598) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:12.829114 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Publish callbacks [] for router_gateway (eea5bdb5-e254-4209-be75-6673105657a5), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:12.843109 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae19df-e532-4c05-97e6-56be5e018a2c req-d67ae351-a0d5-4011-b2ce-9de7cc381d4e tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:12.845772 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Publish callbacks [] for port (a31f52c0-cad7-4ada-a1c4-c7ff503284c6), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:12.846406 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cae19df-e532-4c05-97e6-56be5e018a2c req-d67ae351-a0d5-4011-b2ce-9de7cc381d4e tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.3886557 Feb 10 15:21:12.947195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Network d53f4f7d-4c83-499d-9d8c-e6ac28640d10 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:12.952629 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:12.978706 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:21:12.980823 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ac9115ae-4c6c-4f07-b225-383854fcb00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:12.985958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-7bc34f53-8ff6-4bdc-b133-59d11e9f991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:12.987936 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-7bc34f53-8ff6-4bdc-b133-59d11e9f991a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 1129 time: 0.6481061 Feb 10 15:21:12.992534 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6111cd98-22b7-46c0-a39b-3a301aa86365 req-b47fedd7-1650-4e69-baeb-677c8560fe02 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716621 Feb 10 15:21:12.997114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Transition to ACTIVE for port object a31f52c0-cad7-4ada-a1c4-c7ff503284c6 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:21:13.004727 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cae19df-e532-4c05-97e6-56be5e018a2c req-e897e99f-9682-4f34-975c-ae75dd2f0dc7 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.81 HTTP/1.1" status: 200 len: 695 time: 0.1363947 Feb 10 15:21:13.004954 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Pushing event updated for resources: {'Port': ['ID=cad6ab43-2b69-4a41-99e7-043544c2494c,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:13.046905 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (a31f52c0-cad7-4ada-a1c4-c7ff503284c6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:13.083237 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'name': 'tempest-TaggedBootDevicesTest-1824468618-router', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:05Z', 'updated_at': '2022-02-10T15:21:09Z', 'revision_number': 3, 'project_id': '77c5c19a68194da2886794ae5b561292', 'gw_port': {'id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:06Z', 'updated_at': '2022-02-10T15:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:13.112973 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Checking router: deb3453c-dee8-4346-ba9e-d21e347b658e for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:21:13.113357 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Updating router deb3453c-dee8-4346-ba9e-d21e347b658e port 51d3e772-e88e-4f7d-a5e8-46f717565a45 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:21:13.155447 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (51d3e772-e88e-4f7d-a5e8-46f717565a45), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:13.167057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Attempting to bind port cad6ab43-2b69-4a41-99e7-043544c2494c on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:21:13.167642 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Attempting to bind port cad6ab43-2b69-4a41-99e7-043544c2494c by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '9533a04f-ad7a-4b19-8ec6-110084d574d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd53f4f7d-4c83-499d-9d8c-e6ac28640d10'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:21:13.167895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Attempting to bind port cad6ab43-2b69-4a41-99e7-043544c2494c on network d53f4f7d-4c83-499d-9d8c-e6ac28640d10 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:13.189954 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:21:13.190394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Checking segment: {'id': '9533a04f-ad7a-4b19-8ec6-110084d574d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd53f4f7d-4c83-499d-9d8c-e6ac28640d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:13.192125 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:13.192533 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Bound using segment: {'id': '9533a04f-ad7a-4b19-8ec6-110084d574d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd53f4f7d-4c83-499d-9d8c-e6ac28640d10'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:21:13.196353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Bound port: cad6ab43-2b69-4a41-99e7-043544c2494c, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9533a04f-ad7a-4b19-8ec6-110084d574d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd53f4f7d-4c83-499d-9d8c-e6ac28640d10'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:21:13.196794 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cad6ab43-2b69-4a41-99e7-043544c2494c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:13.201320 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cae19df-e532-4c05-97e6-56be5e018a2c req-4d3ea6a6-d77a-4555-a0e0-edc3af5ca232 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.81 HTTP/1.1" status: 200 len: 695 time: 0.1669519 Feb 10 15:21:13.350025 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] For port cad6ab43-2b69-4a41-99e7-043544c2494c, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:21:13.355092 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] For port cad6ab43-2b69-4a41-99e7-043544c2494c, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cad6ab43-2b69-4a41-99e7-043544c2494c,segment=NetworkSegment(9533a04f-ad7a-4b19-8ec6-110084d574d8),segment_id=9533a04f-ad7a-4b19-8ec6-110084d574d8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:21:13.367632 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (cad6ab43-2b69-4a41-99e7-043544c2494c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:13.430414 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-4f531725-8f60-464e-becf-0d703a3c76fa service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087489 Feb 10 15:21:13.451347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Pushing event updated for resources: {'Port': ['ID=a31f52c0-cad7-4ada-a1c4-c7ff503284c6,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:13.457117 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0c101-1c1d-49b2-a95f-6a4cbf5f89fe req-164d9cd2-920a-4e74-a30b-43c671f84526 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:13.458884 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-56b0c101-1c1d-49b2-a95f-6a4cbf5f89fe req-164d9cd2-920a-4e74-a30b-43c671f84526 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 944 time: 0.3085220 Feb 10 15:21:13.525209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383446a-59a9-4c36-897a-0aa9e64b4aa6 None None] Pushing event updated for resources: {'Port': ['ID=cad6ab43-2b69-4a41-99e7-043544c2494c,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:13.549818 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Publish callbacks [] for port (51d3e772-e88e-4f7d-a5e8-46f717565a45), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:13.561754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-fa80616f-5b75-4bce-b3f3-9911a691c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:13.563427 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-fa80616f-5b75-4bce-b3f3-9911a691c3fd service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.5651667 Feb 10 15:21:13.565475 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (51d3e772-e88e-4f7d-a5e8-46f717565a45), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:13.633722 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-6e6f55d8-3faf-4115-bb12-1da47c92316d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=58bc5875-2e08-45d6-8111-df0e3772daef HTTP/1.1" status: 200 len: 217 time: 0.0603607 Feb 10 15:21:13.643555 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7d4f0-1aa5-4db0-868f-20e0bdf68b6b None None] Pushing event updated for resources: {'Port': ['ID=51d3e772-e88e-4f7d-a5e8-46f717565a45,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:13.648554 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Attempting to bind port 51d3e772-e88e-4f7d-a5e8-46f717565a45 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:21:13.648852 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Attempting to bind port 51d3e772-e88e-4f7d-a5e8-46f717565a45 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:21:13.649176 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Attempting to bind port 51d3e772-e88e-4f7d-a5e8-46f717565a45 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:13.655729 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:21:13.656215 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:13.656767 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:13.658138 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:21:13.658917 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Bound port: 51d3e772-e88e-4f7d-a5e8-46f717565a45, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:21:13.659388 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (51d3e772-e88e-4f7d-a5e8-46f717565a45), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:13.712250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Attempting to bind port a31f52c0-cad7-4ada-a1c4-c7ff503284c6 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:21:13.712599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Attempting to bind port a31f52c0-cad7-4ada-a1c4-c7ff503284c6 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:21:13.713466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Attempting to bind port a31f52c0-cad7-4ada-a1c4-c7ff503284c6 on network 70523496-0fb2-49c3-a6f3-295faa4269e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:13.719047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-1cae19df-e532-4c05-97e6-56be5e018a2c req-f826fb3c-2d16-4d50-91eb-d82c68fb2f92 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Deleting port 9afbdcd7-86e4-4b9c-b13c-ddde1b4d8361 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:13.719612 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1cae19df-e532-4c05-97e6-56be5e018a2c req-f826fb3c-2d16-4d50-91eb-d82c68fb2f92 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9afbdcd7-86e4-4b9c-b13c-ddde1b4d8361), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:13.730798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Port a31f52c0-cad7-4ada-a1c4-c7ff503284c6 on network 70523496-0fb2-49c3-a6f3-295faa4269e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:21:13.731559 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Attempting to bind port a31f52c0-cad7-4ada-a1c4-c7ff503284c6 on network 70523496-0fb2-49c3-a6f3-295faa4269e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:13.735056 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] For port 51d3e772-e88e-4f7d-a5e8-46f717565a45, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:21:13.738549 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] For port 51d3e772-e88e-4f7d-a5e8-46f717565a45, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=51d3e772-e88e-4f7d-a5e8-46f717565a45,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:21:13.746269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:21:13.746269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Checking segment: {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:13.746581 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (51d3e772-e88e-4f7d-a5e8-46f717565a45), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:13.746691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Bound using segment: {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:21:13.747185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Bound port: a31f52c0-cad7-4ada-a1c4-c7ff503284c6, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:21:13.747661 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a31f52c0-cad7-4ada-a1c4-c7ff503284c6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:13.763557 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-66c1b770-b732-49fe-bf9a-2b5ed6da2fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:13.765278 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-66c1b770-b732-49fe-bf9a-2b5ed6da2fac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1231229 Feb 10 15:21:13.781323 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-56b0c101-1c1d-49b2-a95f-6a4cbf5f89fe req-225cb9f6-840b-45ea-8be7-99ab064c7513 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144560 Feb 10 15:21:13.793389 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Publish callbacks [] for router_gateway (eea5bdb5-e254-4209-be75-6673105657a5), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:13.806185 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Routers {'deb3453c-dee8-4346-ba9e-d21e347b658e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:13.806789 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:20:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['deb3453c-dee8-4346-ba9e-d21e347b658e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:13.942882 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:13.956579 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7d4f0-1aa5-4db0-868f-20e0bdf68b6b None None] Pushing event updated for resources: {'Port': ['ID=51d3e772-e88e-4f7d-a5e8-46f717565a45,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:14.013273 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] Set router deb3453c-dee8-4346-ba9e-d21e347b658e gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:14.045212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-24173f91-8c72-4fc8-8c29-12798edba34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:14.046809 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-24173f91-8c72-4fc8-8c29-12798edba34c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2272191 Feb 10 15:21:14.055817 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] For port a31f52c0-cad7-4ada-a1c4-c7ff503284c6, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:21:14.073643 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Allocated IP 172.25.3.251 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/61b48117-14bd-4638-b8b9-2ec37b3656cd) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:21:14.073880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] For port a31f52c0-cad7-4ada-a1c4-c7ff503284c6, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a31f52c0-cad7-4ada-a1c4-c7ff503284c6,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:21:14.095148 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (a31f52c0-cad7-4ada-a1c4-c7ff503284c6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:14.182150 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1cae19df-e532-4c05-97e6-56be5e018a2c req-f826fb3c-2d16-4d50-91eb-d82c68fb2f92 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9afbdcd7-86e4-4b9c-b13c-ddde1b4d8361), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:14.182461 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1cae19df-e532-4c05-97e6-56be5e018a2c req-f826fb3c-2d16-4d50-91eb-d82c68fb2f92 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for floatingip (9afbdcd7-86e4-4b9c-b13c-ddde1b4d8361), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:14.214816 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-1cae19df-e532-4c05-97e6-56be5e018a2c req-f826fb3c-2d16-4d50-91eb-d82c68fb2f92 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Calling delete_port for 9afbdcd7-86e4-4b9c-b13c-ddde1b4d8361 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:14.258199 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:14.258975 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:14.260807 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] 10.222.0.79 "PUT /v2.0/ports/a31f52c0-cad7-4ada-a1c4-c7ff503284c6 HTTP/1.1" status: 200 len: 1092 time: 2.3164370 Feb 10 15:21:14.261354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d960059-f0ca-446c-8e64-945a3392984f', 'tag': 'a31f52c0-cad7-4ada-a1c4-c7ff503284c6'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:21:14.263805 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043d3913-7450-4e18-a6f8-db675ede7752" -d '{"events": [{"name": "network-changed", "server_uuid": "6d960059-f0ca-446c-8e64-945a3392984f", "tag": "a31f52c0-cad7-4ada-a1c4-c7ff503284c6"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:21:14.289834 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Publish callbacks [] for port (61b48117-14bd-4638-b8b9-2ec37b3656cd), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:14.320539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900c551-5108-402a-af2d-8eff346024f6 req-dc366cac-0f18-408d-a371-1b954634885f tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:14.328112 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4900c551-5108-402a-af2d-8eff346024f6 req-dc366cac-0f18-408d-a371-1b954634885f tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=01409319-cd52-482f-8b4b-535672fc5652 HTTP/1.1" status: 200 len: 946 time: 0.3956575 Feb 10 15:21:14.418640 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (61b48117-14bd-4638-b8b9-2ec37b3656cd), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:14.439319 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'name': 'tempest-TaggedBootDevicesTest-1824468618-router', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:05Z', 'updated_at': '2022-02-10T15:21:09Z', 'revision_number': 3, 'project_id': '77c5c19a68194da2886794ae5b561292', 'gw_port': {'id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:06Z', 'updated_at': '2022-02-10T15:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:14.440149 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4900c551-5108-402a-af2d-8eff346024f6 req-1c8cc75c-4efc-417a-b96b-f75589ddd1f2 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107974 Feb 10 15:21:14.486108 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:14.487339 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:14.491862 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53091ef-ef5d-4a49-97a2-906ea788e434 None None] The sync data for ids ['deb3453c-dee8-4346-ba9e-d21e347b658e'] in n-d-815324-7 is: [{'id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'name': 'tempest-TaggedBootDevicesTest-1824468618-router', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:05Z', 'updated_at': '2022-02-10T15:21:09Z', 'revision_number': 3, 'project_id': '77c5c19a68194da2886794ae5b561292', 'gw_port': {'id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:06Z', 'updated_at': '2022-02-10T15:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:21:14.498945 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae401ff-d00e-42f1-b59b-43f57326ed0b service neutron] Pushing event updated for resources: {'Port': ['ID=a31f52c0-cad7-4ada-a1c4-c7ff503284c6,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:14.541269 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:14.560991 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:21:14.580928 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-fe609c88-0cb2-4b1b-a8f0-447b45b3390e service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201569 Feb 10 15:21:14.650292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Pushing event updated for resources: {'Port': ['ID=61b48117-14bd-4638-b8b9-2ec37b3656cd,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:14.696518 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-33d05b43-22a5-4151-858d-7a5ff8606d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:14.698240 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-33d05b43-22a5-4151-858d-7a5ff8606d3a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 1126 time: 0.3793075 Feb 10 15:21:14.866800 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-ea5fc7b1-9701-4690-aa3e-ffa17ad7ed3c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31f52c0-cad7-4ada-a1c4-c7ff503284c6 HTTP/1.1" status: 200 len: 217 time: 0.1570427 Feb 10 15:21:14.904321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cad6ab43-2b69-4a41-99e7-043544c2494c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:14.907681 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1cae19df-e532-4c05-97e6-56be5e018a2c req-f826fb3c-2d16-4d50-91eb-d82c68fb2f92 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9afbdcd7-86e4-4b9c-b13c-ddde1b4d8361), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:15.014295 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30f9e043-5174-47ff-8504-8f5aeae13177 req-3d3138f2-038d-4882-a519-90a55e00f241 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122207 Feb 10 15:21:15.022419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-7d7fd359-943e-4210-abb8-9d27d123a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:15.023918 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-7d7fd359-943e-4210-abb8-9d27d123a7f6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 200 len: 845 time: 0.1182837 Feb 10 15:21:15.027577 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port cad6ab43-2b69-4a41-99e7-043544c2494c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:15.027966 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cad6ab43-2b69-4a41-99e7-043544c2494c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:15.063802 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826fb3c-2d16-4d50-91eb-d82c68fb2f92 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Pushing event deleted for resources: {'Port': ['ID=9afbdcd7-86e4-4b9c-b13c-ddde1b4d8361,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:15.106982 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-3c26f4d4-7237-422f-9983-aae114165dea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=70523496-0fb2-49c3-a6f3-295faa4269e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393322 Feb 10 15:21:15.153981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575bbd5-756c-4ec8-8137-ab2338c27b74 req-d7383532-8d86-497d-8892-f20f6c154d5c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:15.158457 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Allocated IP 172.20.0.1 (7158b96a-de60-4916-ac3c-296c21899b4e/528764d9-6755-465a-9863-88a28775553b/8e1a0706-53b7-4861-b71f-2cb8a3bd5319) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:21:15.159074 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3575bbd5-756c-4ec8-8137-ab2338c27b74 req-d7383532-8d86-497d-8892-f20f6c154d5c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 947 time: 0.5930834 Feb 10 15:21:15.183476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port cad6ab43-2b69-4a41-99e7-043544c2494c is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:15.183987 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cad6ab43-2b69-4a41-99e7-043544c2494c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:15.198039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c25f3a7-7a9a-4697-ac54-81f0feb0fd4b None None] Network d53f4f7d-4c83-499d-9d8c-e6ac28640d10 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:21:15.233292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port cad6ab43-2b69-4a41-99e7-043544c2494c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cad6ab43-2b69-4a41-99e7-043544c2494c,segment=NetworkSegment(9533a04f-ad7a-4b19-8ec6-110084d574d8),segment_id=9533a04f-ad7a-4b19-8ec6-110084d574d8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:15.261521 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (cad6ab43-2b69-4a41-99e7-043544c2494c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:15.305268 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1cae19df-e532-4c05-97e6-56be5e018a2c req-f826fb3c-2d16-4d50-91eb-d82c68fb2f92 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for floatingip (5da1e268-791d-46fc-9bd3-b064a4cdc49d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:15.308867 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1cae19df-e532-4c05-97e6-56be5e018a2c req-f826fb3c-2d16-4d50-91eb-d82c68fb2f92 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:15.310592 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cae19df-e532-4c05-97e6-56be5e018a2c req-f826fb3c-2d16-4d50-91eb-d82c68fb2f92 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "DELETE /v2.0/floatingips/5da1e268-791d-46fc-9bd3-b064a4cdc49d HTTP/1.1" status: 204 len: 173 time: 2.0933456 Feb 10 15:21:15.322807 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:21:15.341586 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b322-87ab-4dc0-b288-ae43d8198b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:15.349557 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=cad6ab43-2b69-4a41-99e7-043544c2494c,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:15.398362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-cc2ac229-6b65-48c8-a340-bab449e03b69 None None] Provisioning complete for port cad6ab43-2b69-4a41-99e7-043544c2494c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:15.398750 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc2ac229-6b65-48c8-a340-bab449e03b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cad6ab43-2b69-4a41-99e7-043544c2494c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:15.420498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3575bbd5-756c-4ec8-8137-ab2338c27b74 req-f6a2fcab-b89a-49a5-8f40-74a4ba6de61d tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501819 Feb 10 15:21:15.694649 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cc2ac229-6b65-48c8-a340-bab449e03b69 None None] Current status of the port cad6ab43-2b69-4a41-99e7-043544c2494c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:15.984702 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb7dab7-adb8-4d9e-8804-153cfe7326ec x-openstack-request-id: req-5eb7dab7-adb8-4d9e-8804-153cfe7326ec {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:21:15.985035 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d960059-f0ca-446c-8e64-945a3392984f", "tag": "a31f52c0-cad7-4ada-a1c4-c7ff503284c6", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:21:15.985697 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5eb7dab7-adb8-4d9e-8804-153cfe7326ec {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:21:15.986198 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d960059-f0ca-446c-8e64-945a3392984f', 'tag': 'a31f52c0-cad7-4ada-a1c4-c7ff503284c6', 'status': 'completed', 'code': 200} Feb 10 15:21:16.060686 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-2a753b14-53d5-439e-a62b-8146a0c88bea service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9419971 Feb 10 15:21:16.123899 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e7748d32-d212-4701-a3c9-18b50a79f6d5 None None] Provisioning complete for port cad6ab43-2b69-4a41-99e7-043544c2494c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:16.125527 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e7748d32-d212-4701-a3c9-18b50a79f6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cad6ab43-2b69-4a41-99e7-043544c2494c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:16.129086 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-478a3fc8-1472-43d6-af27-239e611cd32a req-8f96e906-8793-41c3-8f58-6375fe9857e5 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips/aae074b9-9c0c-418d-a030-947802952443 HTTP/1.1" status: 200 len: 693 time: 0.0877528 Feb 10 15:21:16.131114 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Publish callbacks [] for router_gateway (eea5bdb5-e254-4209-be75-6673105657a5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:16.179034 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Publish callbacks [] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:16.205022 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b0d4121b-859e-4cfe-bdf6-823c62bd037c req-afb48659-42b2-4f64-807a-fbf15dbbf4f0 service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371784 Feb 10 15:21:16.222859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e7748d32-d212-4701-a3c9-18b50a79f6d5 None None] Current status of the port cad6ab43-2b69-4a41-99e7-043544c2494c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:16.226633 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe47c3-be1e-4647-81fa-f1f3acfab16c req-702bf2a0-c834-47a7-b4c1-97916c9587b4 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:16.228261 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dbfe47c3-be1e-4647-81fa-f1f3acfab16c req-702bf2a0-c834-47a7-b4c1-97916c9587b4 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 944 time: 0.1884215 Feb 10 15:21:16.237998 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:16.258119 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:16.298180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Network 7158b96a-de60-4916-ac3c-296c21899b4e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:16.315628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:16.320998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:21:16.333920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 58bc5875-2e08-45d6-8111-df0e3772daef details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:21:16.415077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Pushing event updated for resources: {'Port': ['ID=8e1a0706-53b7-4861-b71f-2cb8a3bd5319,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:16.440440 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (deb3453c-dee8-4346-ba9e-d21e347b658e), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:16.445652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d3913-7450-4e18-a6f8-db675ede7752 req-fc7c9241-b037-4c98-90d8-05895315acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:16.447475 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-043d3913-7450-4e18-a6f8-db675ede7752 req-fc7c9241-b037-4c98-90d8-05895315acaa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 1126 time: 0.1731157 Feb 10 15:21:16.501198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 58bc5875-2e08-45d6-8111-df0e3772daef, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=58bc5875-2e08-45d6-8111-df0e3772daef,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:16.517577 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dbfe47c3-be1e-4647-81fa-f1f3acfab16c req-74f16a87-993b-42ff-a00d-e7a415903034 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748537 Feb 10 15:21:16.526422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '58bc5875-2e08-45d6-8111-df0e3772daef', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '58bc5875-2e08-45d6-8111-df0e3772daef', 'mac_address': 'fa:16:3e:df:5b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:21:16.537424 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a3fc8-1472-43d6-af27-239e611cd32a req-379cb4f1-312e-44d2-a19b-1783fb37390c tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:16.538849 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-478a3fc8-1472-43d6-af27-239e611cd32a req-379cb4f1-312e-44d2-a19b-1783fb37390c tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.3690145 Feb 10 15:21:16.589247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 58bc5875-2e08-45d6-8111-df0e3772daef is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:16.589247 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:16.606948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bc5875-2e08-45d6-8111-df0e3772daef {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:21:16.626405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d3913-7450-4e18-a6f8-db675ede7752 req-d933c3e6-72cd-4bdf-8b92-0f3b0a7fc02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:16.627996 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-043d3913-7450-4e18-a6f8-db675ede7752 req-d933c3e6-72cd-4bdf-8b92-0f3b0a7fc02d service neutron] 10.222.0.79 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 906 time: 0.1414163 Feb 10 15:21:16.650082 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 58bc5875-2e08-45d6-8111-df0e3772daef, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=58bc5875-2e08-45d6-8111-df0e3772daef,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:16.666958 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:16.679058 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (eea5bdb5-e254-4209-be75-6673105657a5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:16.743834 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=58bc5875-2e08-45d6-8111-df0e3772daef,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:16.747856 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-043d3913-7450-4e18-a6f8-db675ede7752 req-1aa681e0-096e-4c6c-b9b4-fdfa498444fe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31f52c0-cad7-4ada-a1c4-c7ff503284c6 HTTP/1.1" status: 200 len: 217 time: 0.1133575 Feb 10 15:21:16.789625 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-478a3fc8-1472-43d6-af27-239e611cd32a req-cb83678d-3b4c-4340-896f-dcf79711325b tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.2331343 Feb 10 15:21:16.808038 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-62643be6-6ac7-48d0-b4e3-0f9acca06494 None None] Provisioning complete for port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:16.808552 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62643be6-6ac7-48d0-b4e3-0f9acca06494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:16.874963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-62643be6-6ac7-48d0-b4e3-0f9acca06494 None None] Port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:21:16.912077 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-478a3fc8-1472-43d6-af27-239e611cd32a req-f5985e0e-25b4-49bb-bc33-6b246ab6d109 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.1089225 Feb 10 15:21:16.924996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b95f7-2b70-4036-8cbf-78ce45bb2431 req-54102030-5897-4473-8e58-142605696bed tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:16.926798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-287b95f7-2b70-4036-8cbf-78ce45bb2431 req-54102030-5897-4473-8e58-142605696bed tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=01409319-cd52-482f-8b4b-535672fc5652 HTTP/1.1" status: 200 len: 946 time: 0.2443252 Feb 10 15:21:16.939472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d3913-7450-4e18-a6f8-db675ede7752 req-1fbe006a-323f-4ee1-9ee1-5820a09fb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:16.941186 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-043d3913-7450-4e18-a6f8-db675ede7752 req-1fbe006a-323f-4ee1-9ee1-5820a09fb842 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 200 len: 845 time: 0.1826327 Feb 10 15:21:16.970509 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 51d3e772-e88e-4f7d-a5e8-46f717565a45 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:16.997282 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-043d3913-7450-4e18-a6f8-db675ede7752 req-43ccc51e-8089-4cd7-9189-58ade243b7b6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=70523496-0fb2-49c3-a6f3-295faa4269e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448110 Feb 10 15:21:17.040586 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 51d3e772-e88e-4f7d-a5e8-46f717565a45 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:17.042032 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (51d3e772-e88e-4f7d-a5e8-46f717565a45), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:17.044704 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:17.082814 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['58bc5875-2e08-45d6-8111-df0e3772daef'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:21:17.183721 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-287b95f7-2b70-4036-8cbf-78ce45bb2431 req-e29d34c3-5c93-43ba-bd61-3fdbf4f3b6c9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211263 Feb 10 15:21:17.218360 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-043d3913-7450-4e18-a6f8-db675ede7752 req-29a4361a-dd32-48fc-90d3-b59c3e951b69 service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841531 Feb 10 15:21:17.218925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-478a3fc8-1472-43d6-af27-239e611cd32a req-845d9701-6899-4b08-8dd7-ab2c533c0344 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Deleting port e2de99ad-cfd2-4d2c-b327-27e5008f4122 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:17.219058 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-478a3fc8-1472-43d6-af27-239e611cd32a req-845d9701-6899-4b08-8dd7-ab2c533c0344 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e2de99ad-cfd2-4d2c-b327-27e5008f4122), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:17.235289 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 51d3e772-e88e-4f7d-a5e8-46f717565a45 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:17.235817 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (51d3e772-e88e-4f7d-a5e8-46f717565a45), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:17.242382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Router eea5bdb5-e254-4209-be75-6673105657a5 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:21:17.282224 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 51d3e772-e88e-4f7d-a5e8-46f717565a45, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=51d3e772-e88e-4f7d-a5e8-46f717565a45,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:17.293224 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (51d3e772-e88e-4f7d-a5e8-46f717565a45), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:17.294047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cad6ab43-2b69-4a41-99e7-043544c2494c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:17.408862 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=51d3e772-e88e-4f7d-a5e8-46f717565a45,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:17.424555 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:21:17.440584 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Sync routers for ids ['eea5bdb5-e254-4209-be75-6673105657a5'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:21:17.492455 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Routers {'eea5bdb5-e254-4209-be75-6673105657a5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:17.493152 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:21:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['eea5bdb5-e254-4209-be75-6673105657a5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:17.499969 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:17.502757 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-02aab13a-2d69-44f2-9233-5eb64ed3ddf1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3764246 Feb 10 15:21:17.506924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45634) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:17.515548 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-478a3fc8-1472-43d6-af27-239e611cd32a req-845d9701-6899-4b08-8dd7-ab2c533c0344 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e2de99ad-cfd2-4d2c-b327-27e5008f4122), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:17.516234 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-478a3fc8-1472-43d6-af27-239e611cd32a req-845d9701-6899-4b08-8dd7-ab2c533c0344 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for floatingip (e2de99ad-cfd2-4d2c-b327-27e5008f4122), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:17.535155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-478a3fc8-1472-43d6-af27-239e611cd32a req-845d9701-6899-4b08-8dd7-ab2c533c0344 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Calling delete_port for e2de99ad-cfd2-4d2c-b327-27e5008f4122 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:17.539805 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port cad6ab43-2b69-4a41-99e7-043544c2494c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:17.540185 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cad6ab43-2b69-4a41-99e7-043544c2494c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:17.556993 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a31c2-5cce-44c6-9dfe-63ae39f72ed5 req-9cfbae2e-cdf7-423d-b7a4-a39bc383eb62 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:17.559126 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c6a31c2-5cce-44c6-9dfe-63ae39f72ed5 req-9cfbae2e-cdf7-423d-b7a4-a39bc383eb62 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 948 time: 0.2187440 Feb 10 15:21:17.596703 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-043d3913-7450-4e18-a6f8-db675ede7752 req-c7b4178f-0277-43b5-aaf1-184e5bcee4c2 service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680408 Feb 10 15:21:17.632911 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Publish callbacks [] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:17.672943 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:17.674331 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c6a31c2-5cce-44c6-9dfe-63ae39f72ed5 req-c3392a23-606a-4a39-985d-615182960c67 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085515 Feb 10 15:21:17.695698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Set router eea5bdb5-e254-4209-be75-6673105657a5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:17.760269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port cad6ab43-2b69-4a41-99e7-043544c2494c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:17.773389 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-478a3fc8-1472-43d6-af27-239e611cd32a req-845d9701-6899-4b08-8dd7-ab2c533c0344 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (e2de99ad-cfd2-4d2c-b327-27e5008f4122), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:17.801551 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (deb3453c-dee8-4346-ba9e-d21e347b658e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:17.809514 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d9701-6899-4b08-8dd7-ab2c533c0344 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Pushing event deleted for resources: {'Port': ['ID=e2de99ad-cfd2-4d2c-b327-27e5008f4122,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:17.854274 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:17.921828 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-478a3fc8-1472-43d6-af27-239e611cd32a req-845d9701-6899-4b08-8dd7-ab2c533c0344 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for floatingip (aae074b9-9c0c-418d-a030-947802952443), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:17.922101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Pushing event updated for resources: {'Port': ['ID=8e1a0706-53b7-4861-b71f-2cb8a3bd5319,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:17.924140 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-478a3fc8-1472-43d6-af27-239e611cd32a req-845d9701-6899-4b08-8dd7-ab2c533c0344 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:17.924678 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635523581-router', 'tenant_id': '1d30fc87fce84ef6894baf1ff54b22db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:12Z', 'updated_at': '2022-02-10T15:21:15Z', 'revision_number': 3, 'project_id': '1d30fc87fce84ef6894baf1ff54b22db', 'gw_port': {'id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:13Z', 'updated_at': '2022-02-10T15:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:17.925350 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-478a3fc8-1472-43d6-af27-239e611cd32a req-845d9701-6899-4b08-8dd7-ab2c533c0344 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "DELETE /v2.0/floatingips/aae074b9-9c0c-418d-a030-947802952443 HTTP/1.1" status: 204 len: 173 time: 0.9970455 Feb 10 15:21:17.971544 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Checking router: eea5bdb5-e254-4209-be75-6673105657a5 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:21:17.971882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Updating router eea5bdb5-e254-4209-be75-6673105657a5 port 61b48117-14bd-4638-b8b9-2ec37b3656cd binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:21:18.006231 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (61b48117-14bd-4638-b8b9-2ec37b3656cd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:18.078895 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d0c6c-d9e7-4df6-8c37-17512e1aa6ce req-9e4243d6-6df5-4136-8201-fa12c30a1149 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:18.080788 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f1d0c6c-d9e7-4df6-8c37-17512e1aa6ce req-9e4243d6-6df5-4136-8201-fa12c30a1149 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 944 time: 0.0650194 Feb 10 15:21:18.163150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Network 7158b96a-de60-4916-ac3c-296c21899b4e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:18.166365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:18.203733 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f1d0c6c-d9e7-4df6-8c37-17512e1aa6ce req-1779ad5e-6ee6-42b1-be0c-da7ff28f45da tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158209 Feb 10 15:21:18.445815 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Router deb3453c-dee8-4346-ba9e-d21e347b658e has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:21:18.563639 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3273242e-a361-4a6e-97c1-925cfc714645 req-219157e0-0009-4cc2-b69b-49bfc2d4c32c tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips/fe55f96f-5fb0-44e8-b12b-ef5a83de01f6 HTTP/1.1" status: 200 len: 693 time: 0.1404405 Feb 10 15:21:18.645880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 58bc5875-2e08-45d6-8111-df0e3772daef up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:18.685613 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:18.708253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-65e47b1c-e528-4e90-a9a8-27a6f413c729 None None] Provisioning complete for port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:18.709981 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-65e47b1c-e528-4e90-a9a8-27a6f413c729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:18.838498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 51d3e772-e88e-4f7d-a5e8-46f717565a45 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:18.838735 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc70c21-cf3f-4430-910a-c0c100ce4d78 req-098a886a-784b-4faa-a2be-327cce67680a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:18.840714 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9bc70c21-cf3f-4430-910a-c0c100ce4d78 req-098a886a-784b-4faa-a2be-327cce67680a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 948 time: 0.2185075 Feb 10 15:21:18.859546 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273242e-a361-4a6e-97c1-925cfc714645 req-b72585ea-d01d-42a6-ae2a-85276fd27ae9 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:18.863567 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3273242e-a361-4a6e-97c1-925cfc714645 req-b72585ea-d01d-42a6-ae2a-85276fd27ae9 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.2932489 Feb 10 15:21:18.894773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:21:18.895498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-65e47b1c-e528-4e90-a9a8-27a6f413c729 None None] Port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:21:18.910003 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Sync routers for ids ['deb3453c-dee8-4346-ba9e-d21e347b658e'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:21:18.912727 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Publish callbacks [] for port (61b48117-14bd-4638-b8b9-2ec37b3656cd), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:18.916777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 58bc5875-2e08-45d6-8111-df0e3772daef completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:21:18.936075 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Routers {'deb3453c-dee8-4346-ba9e-d21e347b658e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:18.937345 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:21:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['deb3453c-dee8-4346-ba9e-d21e347b658e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:18.941507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 58bc5875-2e08-45d6-8111-df0e3772daef triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:18.942059 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:18.944427 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (61b48117-14bd-4638-b8b9-2ec37b3656cd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:18.946098 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-312afcf9-ed9b-49a6-9629-db5f5df1d699 admin admin] 10.222.0.64 "PUT /v2.0/routers/deb3453c-dee8-4346-ba9e-d21e347b658e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1221619 Feb 10 15:21:18.963481 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:19.012379 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3273242e-a361-4a6e-97c1-925cfc714645 req-c59c80cb-df85-4bfc-95b2-f5ae3bcae9e1 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.240 HTTP/1.1" status: 200 len: 696 time: 0.1410182 Feb 10 15:21:19.090327 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-727ad4ad-3433-4a5d-b522-47d893c05af0 req-8ec411f4-6b29-47eb-a1ab-fb20f7868569 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2446909 Feb 10 15:21:19.111360 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Set router deb3453c-dee8-4346-ba9e-d21e347b658e gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:19.119918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcd5e4-09e1-46b0-97b9-75baef47123d req-fdb670cf-2542-45f1-b988-3a6feef16520 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:19.120825 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51dcd5e4-09e1-46b0-97b9-75baef47123d req-fdb670cf-2542-45f1-b988-3a6feef16520 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.72 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae&tenant_id=671a8c1cbc3247fe9316f7b0241815f0&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 948 time: 0.3897557 Feb 10 15:21:19.130286 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9bc70c21-cf3f-4430-910a-c0c100ce4d78 req-3754fda4-1bbb-4e18-aff0-53f67e9d644a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654424 Feb 10 15:21:19.156935 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3273242e-a361-4a6e-97c1-925cfc714645 req-86134b31-c018-4101-a940-efaf5e722035 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.240 HTTP/1.1" status: 200 len: 696 time: 0.1435833 Feb 10 15:21:19.191758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 51d3e772-e88e-4f7d-a5e8-46f717565a45 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:19.196409 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (51d3e772-e88e-4f7d-a5e8-46f717565a45), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:19.295812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Attempting to bind port 61b48117-14bd-4638-b8b9-2ec37b3656cd on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:21:19.296182 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Attempting to bind port 61b48117-14bd-4638-b8b9-2ec37b3656cd by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:21:19.296546 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Attempting to bind port 61b48117-14bd-4638-b8b9-2ec37b3656cd on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:19.341952 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-3273242e-a361-4a6e-97c1-925cfc714645 req-732d3454-6c34-4dc7-85b5-9afcdea7a4b5 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Deleting port 9033283a-dde8-4334-a585-cfa8e532fe3f {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:19.342308 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3273242e-a361-4a6e-97c1-925cfc714645 req-732d3454-6c34-4dc7-85b5-9afcdea7a4b5 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9033283a-dde8-4334-a585-cfa8e532fe3f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:19.377433 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38de5e-20cb-417c-9e5f-a53b74f2cf75 None None] Pushing event updated for resources: {'Port': ['ID=61b48117-14bd-4638-b8b9-2ec37b3656cd,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:19.380069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:21:19.380486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:19.385233 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:19.385512 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:21:19.385970 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Bound port: 61b48117-14bd-4638-b8b9-2ec37b3656cd, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:21:19.386357 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (61b48117-14bd-4638-b8b9-2ec37b3656cd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:19.482922 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3273242e-a361-4a6e-97c1-925cfc714645 req-732d3454-6c34-4dc7-85b5-9afcdea7a4b5 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9033283a-dde8-4334-a585-cfa8e532fe3f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:19.483274 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3273242e-a361-4a6e-97c1-925cfc714645 req-732d3454-6c34-4dc7-85b5-9afcdea7a4b5 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for floatingip (9033283a-dde8-4334-a585-cfa8e532fe3f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:19.492950 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb398e78-406e-4f14-842c-54b8c707f71c req-a913409b-d252-4e7b-be86-46b09d4aecd0 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:19.494527 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb398e78-406e-4f14-842c-54b8c707f71c req-a913409b-d252-4e7b-be86-46b09d4aecd0 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 944 time: 0.1247230 Feb 10 15:21:19.502328 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 58bc5875-2e08-45d6-8111-df0e3772daef is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:19.502729 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:19.513200 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-3273242e-a361-4a6e-97c1-925cfc714645 req-732d3454-6c34-4dc7-85b5-9afcdea7a4b5 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Calling delete_port for 9033283a-dde8-4334-a585-cfa8e532fe3f owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:19.600510 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'name': 'tempest-TaggedBootDevicesTest-1824468618-router', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:05Z', 'updated_at': '2022-02-10T15:21:16Z', 'revision_number': 4, 'project_id': '77c5c19a68194da2886794ae5b561292', 'gw_port': {'id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:06Z', 'updated_at': '2022-02-10T15:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8e1a0706-53b7-4861-b71f-2cb8a3bd5319', 'name': '', 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'mac_address': 'fa:16:3e:25:9b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '528764d9-6755-465a-9863-88a28775553b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:14Z', 'updated_at': '2022-02-10T15:21:17Z', 'revision_number': 2, 'project_id': '77c5c19a68194da2886794ae5b561292', 'subnets': [{'id': '528764d9-6755-465a-9863-88a28775553b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:19.644511 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb398e78-406e-4f14-842c-54b8c707f71c req-666600a0-16b3-40c6-825c-e58718a4f6d8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375842 Feb 10 15:21:19.682033 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] For port 61b48117-14bd-4638-b8b9-2ec37b3656cd, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:21:19.697082 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Checking router: deb3453c-dee8-4346-ba9e-d21e347b658e for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:21:19.697457 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Updating router deb3453c-dee8-4346-ba9e-d21e347b658e port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:21:19.703106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adbc48a-befe-476d-9304-b226ecaddaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bc5875-2e08-45d6-8111-df0e3772daef'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:21:19.706812 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327fd3b9-348a-408f-889d-7f306717d024" -d '{"events": [{"server_uuid": "6adbc48a-befe-476d-9304-b226ecaddaae", "name": "network-vif-plugged", "status": "completed", "tag": "58bc5875-2e08-45d6-8111-df0e3772daef"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:21:19.721829 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] For port 61b48117-14bd-4638-b8b9-2ec37b3656cd, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=61b48117-14bd-4638-b8b9-2ec37b3656cd,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:21:19.723566 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 51d3e772-e88e-4f7d-a5e8-46f717565a45 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:19.730824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 58bc5875-2e08-45d6-8111-df0e3772daef, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=58bc5875-2e08-45d6-8111-df0e3772daef,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:19.738297 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:19.740572 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (61b48117-14bd-4638-b8b9-2ec37b3656cd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:19.816161 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3273242e-a361-4a6e-97c1-925cfc714645 req-732d3454-6c34-4dc7-85b5-9afcdea7a4b5 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9033283a-dde8-4334-a585-cfa8e532fe3f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:19.876280 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38de5e-20cb-417c-9e5f-a53b74f2cf75 None None] Pushing event updated for resources: {'Port': ['ID=61b48117-14bd-4638-b8b9-2ec37b3656cd,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:19.879024 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:19.934202 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d3454-6c34-4dc7-85b5-9afcdea7a4b5 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Pushing event deleted for resources: {'Port': ['ID=9033283a-dde8-4334-a585-cfa8e532fe3f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:19.984334 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b451fa12-0c5b-489b-8190-5badcdc75a51 x-openstack-request-id: req-b451fa12-0c5b-489b-8190-5badcdc75a51 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:21:19.984620 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adbc48a-befe-476d-9304-b226ecaddaae", "name": "network-vif-plugged", "status": "completed", "tag": "58bc5875-2e08-45d6-8111-df0e3772daef", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:21:19.989195 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b451fa12-0c5b-489b-8190-5badcdc75a51 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:21:19.990379 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adbc48a-befe-476d-9304-b226ecaddaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bc5875-2e08-45d6-8111-df0e3772daef', 'code': 200} Feb 10 15:21:20.003228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Routers {'eea5bdb5-e254-4209-be75-6673105657a5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:20.003672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:21:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['eea5bdb5-e254-4209-be75-6673105657a5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:20.051935 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-51dcd5e4-09e1-46b0-97b9-75baef47123d req-47a293c6-4749-4cd0-b89f-687e135cd244 service neutron] delete failed (client error): The resource could not be found. Feb 10 15:21:20.056393 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51dcd5e4-09e1-46b0-97b9-75baef47123d req-47a293c6-4749-4cd0-b89f-687e135cd244 service neutron] 10.222.0.72 "DELETE /v2.0/ports/58bc5875-2e08-45d6-8111-df0e3772daef/bindings/n-h1-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.9271810 Feb 10 15:21:20.105951 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Allocated IP 172.20.0.1 (d53f4f7d-4c83-499d-9d8c-e6ac28640d10/e99e99d2-1fe7-4a77-8749-2719345b64c4/4dd0e108-f214-487d-86c8-9f4adb568ff5) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:21:20.130953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ad4ad-3433-4a5d-b522-47d893c05af0 req-b3311ce7-36dd-4308-ab76-5971fd689464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:20.132855 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-727ad4ad-3433-4a5d-b522-47d893c05af0 req-b3311ce7-36dd-4308-ab76-5971fd689464 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ad24befb1384c69ac214ad0a37e0b2b&device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 1129 time: 0.9260058 Feb 10 15:21:20.141922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=58bc5875-2e08-45d6-8111-df0e3772daef,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:20.217818 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3273242e-a361-4a6e-97c1-925cfc714645 req-732d3454-6c34-4dc7-85b5-9afcdea7a4b5 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks [] for floatingip (fe55f96f-5fb0-44e8-b12b-ef5a83de01f6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:20.223011 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3273242e-a361-4a6e-97c1-925cfc714645 req-732d3454-6c34-4dc7-85b5-9afcdea7a4b5 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:20.230313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3273242e-a361-4a6e-97c1-925cfc714645 req-732d3454-6c34-4dc7-85b5-9afcdea7a4b5 tempest-FloatingIPDetailsTestJSON-2077623836 tempest-FloatingIPDetailsTestJSON-2077623836-project] 10.222.0.64 "DELETE /v2.0/floatingips/fe55f96f-5fb0-44e8-b12b-ef5a83de01f6 HTTP/1.1" status: 204 len: 173 time: 1.0653079 Feb 10 15:21:20.239155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45702) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:20.351431 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a31f52c0-cad7-4ada-a1c4-c7ff503284c6 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:21:20.375045 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ad4ad-3433-4a5d-b522-47d893c05af0 req-6e1cd26c-d4bb-469b-84ea-a3672bc4a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:20.384066 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-727ad4ad-3433-4a5d-b522-47d893c05af0 req-6e1cd26c-d4bb-469b-84ea-a3672bc4a1bd service neutron] 10.222.0.72 "GET /v2.0/networks?id=6815c067-d5ad-4bf7-9e88-17529fe8111d HTTP/1.1" status: 200 len: 918 time: 0.2067485 Feb 10 15:21:20.413486 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45708) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:20.449695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] Set router eea5bdb5-e254-4209-be75-6673105657a5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:20.522977 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Publish callbacks [] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:20.537024 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:20.549833 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.resource_extend [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:21:20.581943 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-332406586-network', 'tenant_id': '5f1abebaff0f46a380b4dd763d54ef3c'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:20.702491 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c805e-5b5d-4dad-904b-7b299be07e99 None None] Pushing event updated for resources: {'Port': ['ID=8e1a0706-53b7-4861-b71f-2cb8a3bd5319,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:20.729528 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Publish callbacks [] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:20.763515 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073d19c-42ad-4445-ab80-03d7e76f07cd req-6ac0f724-b281-4980-a14a-b6d65d23d5e5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:20.774477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] Made reservation on behalf of 5f1abebaff0f46a380b4dd763d54ef3c for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:21:20.776083 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3073d19c-42ad-4445-ab80-03d7e76f07cd req-6ac0f724-b281-4980-a14a-b6d65d23d5e5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.3494627 Feb 10 15:21:20.776905 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:20.797806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcd5e4-09e1-46b0-97b9-75baef47123d req-90378ebc-3cb2-409a-a889-595ceeb2eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:20.799319 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51dcd5e4-09e1-46b0-97b9-75baef47123d req-90378ebc-3cb2-409a-a889-595ceeb2eed0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 1131 time: 0.4135971 Feb 10 15:21:20.806487 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-727ad4ad-3433-4a5d-b522-47d893c05af0 req-74e3d0a1-8d83-4fc0-9fdb-6a4cab61171e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa3244c-d52c-4e52-a687-00e61703ca8e HTTP/1.1" status: 200 len: 1002 time: 0.3899589 Feb 10 15:21:20.832570 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:20.890776 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Attempting to bind port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:21:20.891156 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Attempting to bind port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'fa6d6529-24e6-4435-821d-629c3a979366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:21:20.892682 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Attempting to bind port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 on network 7158b96a-de60-4916-ac3c-296c21899b4e {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:20.905373 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:21:20.907443 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Checking segment: {'id': 'fa6d6529-24e6-4435-821d-629c3a979366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:20.907880 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:20.908285 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Bound using segment: {'id': 'fa6d6529-24e6-4435-821d-629c3a979366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:21:20.908846 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Bound port: 8e1a0706-53b7-4861-b71f-2cb8a3bd5319, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6d6529-24e6-4435-821d-629c3a979366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:21:20.909192 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:20.944672 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] Publish callbacks [] for security_group (310853de-a6fb-46e5-9805-3e3b6b110c5c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:20.972727 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (310853de-a6fb-46e5-9805-3e3b6b110c5c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:20.992411 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3073d19c-42ad-4445-ab80-03d7e76f07cd req-f0ee749b-86e3-413a-96ac-6359c92bd68d tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129822 Feb 10 15:21:21.047421 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:21:21.083357 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:21.113305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a31f52c0-cad7-4ada-a1c4-c7ff503284c6, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a31f52c0-cad7-4ada-a1c4-c7ff503284c6,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:21.117641 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] For port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:21:21.125250 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] For port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8e1a0706-53b7-4861-b71f-2cb8a3bd5319,segment=NetworkSegment(fa6d6529-24e6-4435-821d-629c3a979366),segment_id=fa6d6529-24e6-4435-821d-629c3a979366)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:21:21.142134 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:21.154285 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd0e108-f214-487d-86c8-9f4adb568ff5,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:21.160623 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635523581-router', 'tenant_id': '1d30fc87fce84ef6894baf1ff54b22db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:12Z', 'updated_at': '2022-02-10T15:21:15Z', 'revision_number': 3, 'project_id': '1d30fc87fce84ef6894baf1ff54b22db', 'gw_port': {'id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:13Z', 'updated_at': '2022-02-10T15:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:21.164066 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'a31f52c0-cad7-4ada-a1c4-c7ff503284c6', 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2', 'port_id': 'a31f52c0-cad7-4ada-a1c4-c7ff503284c6', 'mac_address': 'fa:16:3e:68:34:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641d274e-0229-4226-b05a-8b572a0b405b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:21:21.178926 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310853de-a6fb-46e5-9805-3e3b6b110c5c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:21.212566 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-84ac658f-b4ef-43e0-bf7d-bcdfce154710 None None] Provisioning complete for port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:21.212996 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-84ac658f-b4ef-43e0-bf7d-bcdfce154710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:21.219766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Network d53f4f7d-4c83-499d-9d8c-e6ac28640d10 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:21.222565 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (82c6ee92-afdf-42c3-ba9f-35d35975e9e3), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:21.223198 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] Added segment 82c6ee92-afdf-42c3-ba9f-35d35975e9e3 of type vlan for network aae29f6d-9089-4cd3-8c93-303105cf6396 Feb 10 15:21:21.227629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:21.262665 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c805e-5b5d-4dad-904b-7b299be07e99 None None] Pushing event updated for resources: {'Port': ['ID=8e1a0706-53b7-4861-b71f-2cb8a3bd5319,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:21.285350 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ad4ad-3433-4a5d-b522-47d893c05af0 req-81e26d02-92f5-4966-b2b2-26625058b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:21.289740 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-727ad4ad-3433-4a5d-b522-47d893c05af0 req-81e26d02-92f5-4966-b2b2-26625058b8a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa97da10-aa58-42f2-a53b-c9d35d81afde HTTP/1.1" status: 200 len: 856 time: 0.4473069 Feb 10 15:21:21.290448 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Routers {'deb3453c-dee8-4346-ba9e-d21e347b658e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:21.291079 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:21:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['deb3453c-dee8-4346-ba9e-d21e347b658e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:21.293412 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:21:21.304358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6913ba-d689-4dd0-acab-209de7bf9c71 req-e6303809-a98d-4ff3-b52f-f1d510dc3e16 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:21.313504 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed6913ba-d689-4dd0-acab-209de7bf9c71 req-e6303809-a98d-4ff3-b52f-f1d510dc3e16 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 944 time: 0.1858776 Feb 10 15:21:21.319340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0374b1-0d93-4a2f-98cd-4139f051e1dd None None] The sync data for ids ['eea5bdb5-e254-4209-be75-6673105657a5'] in n-d-815324-7 is: [{'id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635523581-router', 'tenant_id': '1d30fc87fce84ef6894baf1ff54b22db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:12Z', 'updated_at': '2022-02-10T15:21:15Z', 'revision_number': 3, 'project_id': '1d30fc87fce84ef6894baf1ff54b22db', 'gw_port': {'id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:13Z', 'updated_at': '2022-02-10T15:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:21:21.366653 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-009c3ef9-52a4-4e66-9a10-8576643e4f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:21.382870 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (eea5bdb5-e254-4209-be75-6673105657a5), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:21.503696 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-84ac658f-b4ef-43e0-bf7d-bcdfce154710 None None] Current status of the port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:21.504107 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-84ac658f-b4ef-43e0-bf7d-bcdfce154710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:21.542731 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45732) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:21.558722 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port a31f52c0-cad7-4ada-a1c4-c7ff503284c6 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:21.559109 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a31f52c0-cad7-4ada-a1c4-c7ff503284c6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:21.631162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-84ac658f-b4ef-43e0-bf7d-bcdfce154710 None None] For port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8e1a0706-53b7-4861-b71f-2cb8a3bd5319,segment=NetworkSegment(fa6d6529-24e6-4435-821d-629c3a979366),segment_id=fa6d6529-24e6-4435-821d-629c3a979366)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:21.633428 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31f52c0-cad7-4ada-a1c4-c7ff503284c6 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:21:21.670240 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-84ac658f-b4ef-43e0-bf7d-bcdfce154710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:21.676541 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] Set router deb3453c-dee8-4346-ba9e-d21e347b658e gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:21.808981 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (aae29f6d-9089-4cd3-8c93-303105cf6396), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:21.815009 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a31f52c0-cad7-4ada-a1c4-c7ff503284c6, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a31f52c0-cad7-4ada-a1c4-c7ff503284c6,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:21.833092 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcd5e4-09e1-46b0-97b9-75baef47123d req-e4b2ed86-e10e-4841-8ea7-7315e075509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:21.835341 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51dcd5e4-09e1-46b0-97b9-75baef47123d req-e4b2ed86-e10e-4841-8ea7-7315e075509c service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 1.0293396 Feb 10 15:21:21.841885 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a31f52c0-cad7-4ada-a1c4-c7ff503284c6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:21.924810 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed6913ba-d689-4dd0-acab-209de7bf9c71 req-46fbda1d-fc44-4b81-88cf-2eea84b22aad tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6061261 Feb 10 15:21:21.961983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a50cdfda-03ec-4773-89e4-d48f5e625b62 None None] Provisioning complete for port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:21.962421 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a50cdfda-03ec-4773-89e4-d48f5e625b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:21.973492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac658f-b4ef-43e0-bf7d-bcdfce154710 None None] Pushing event updated for resources: {'Port': ['ID=8e1a0706-53b7-4861-b71f-2cb8a3bd5319,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:22.018081 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b71b4a95-54de-496e-b4c4-f0127e85e0cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:22.084007 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.db.resource_extend [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:21:22.088807 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51dcd5e4-09e1-46b0-97b9-75baef47123d req-8c9256d1-7519-4ad8-8036-d6eabbaf3d31 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=58bc5875-2e08-45d6-8111-df0e3772daef HTTP/1.1" status: 200 len: 217 time: 0.2202544 Feb 10 15:21:22.206395 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'name': 'tempest-TaggedBootDevicesTest-1824468618-router', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:05Z', 'updated_at': '2022-02-10T15:21:16Z', 'revision_number': 4, 'project_id': '77c5c19a68194da2886794ae5b561292', 'gw_port': {'id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:06Z', 'updated_at': '2022-02-10T15:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8e1a0706-53b7-4861-b71f-2cb8a3bd5319', 'name': '', 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'mac_address': 'fa:16:3e:25:9b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '528764d9-6755-465a-9863-88a28775553b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:14Z', 'updated_at': '2022-02-10T15:21:21Z', 'revision_number': 4, 'project_id': '77c5c19a68194da2886794ae5b561292', 'subnets': [{'id': '528764d9-6755-465a-9863-88a28775553b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:22.255256 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:22.285875 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['a31f52c0-cad7-4ada-a1c4-c7ff503284c6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:21:22.296560 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2585e6-dc04-425b-a89b-7b2984cda57e None None] The sync data for ids ['deb3453c-dee8-4346-ba9e-d21e347b658e'] in n-d-815324-7 is: [{'id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'name': 'tempest-TaggedBootDevicesTest-1824468618-router', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:05Z', 'updated_at': '2022-02-10T15:21:16Z', 'revision_number': 4, 'project_id': '77c5c19a68194da2886794ae5b561292', 'gw_port': {'id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:06Z', 'updated_at': '2022-02-10T15:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8e1a0706-53b7-4861-b71f-2cb8a3bd5319', 'name': '', 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'mac_address': 'fa:16:3e:25:9b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '528764d9-6755-465a-9863-88a28775553b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:14Z', 'updated_at': '2022-02-10T15:21:21Z', 'revision_number': 4, 'project_id': '77c5c19a68194da2886794ae5b561292', 'subnets': [{'id': '528764d9-6755-465a-9863-88a28775553b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:21:22.328107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ad4ad-3433-4a5d-b522-47d893c05af0 req-1917da67-eaa7-4d72-abb9-83b42ddc6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:22.332846 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-727ad4ad-3433-4a5d-b522-47d893c05af0 req-1917da67-eaa7-4d72-abb9-83b42ddc6d84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6815c067-d5ad-4bf7-9e88-17529fe8111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7563901 Feb 10 15:21:22.338773 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (aae29f6d-9089-4cd3-8c93-303105cf6396), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:22.339730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:22.340309 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:22.371859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=a31f52c0-cad7-4ada-a1c4-c7ff503284c6,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:22.383045 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b71b4a95-54de-496e-b4c4-f0127e85e0cd admin admin] Publish callbacks [] for security_group (69e1ad1a-7354-445e-a0e5-8415baae045b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:22.394932 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b71b4a95-54de-496e-b4c4-f0127e85e0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (69e1ad1a-7354-445e-a0e5-8415baae045b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:22.548261 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] Pushing event updated for resources: {'Network': ['ID=aae29f6d-9089-4cd3-8c93-303105cf6396,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:22.589081 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network aae29f6d-9089-4cd3-8c93-303105cf6396 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:21:22.787144 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a50cdfda-03ec-4773-89e4-d48f5e625b62 None None] Current status of the port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:22.878352 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-727ad4ad-3433-4a5d-b522-47d893c05af0 req-9a9eb1c7-460b-466a-b043-3e44aa8a12e6 service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338590 Feb 10 15:21:22.887144 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 36c1d6f9-30a4-489d-8138-68f7c82e4e4e details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:21:22.896468 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3a53357a-4084-42d3-9e59-64f30f95c746 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4633214 Feb 10 15:21:22.898741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcd5e4-09e1-46b0-97b9-75baef47123d req-f03986f0-eb2e-4384-b1dd-812cd04730d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:22.900416 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51dcd5e4-09e1-46b0-97b9-75baef47123d req-f03986f0-eb2e-4384-b1dd-812cd04730d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.7970414 Feb 10 15:21:22.905810 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45772) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:22.939269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a50cdfda-03ec-4773-89e4-d48f5e625b62 None None] Provisioning complete for port 4dd0e108-f214-487d-86c8-9f4adb568ff5 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:22.940126 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a50cdfda-03ec-4773-89e4-d48f5e625b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:22.954058 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-1c794ff4-5d38-4ca9-a242-23bfac348283 admin admin] Request body: {'subnet': {'network_id': 'aae29f6d-9089-4cd3-8c93-303105cf6396', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-332406586-subnet', 'tenant_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:23.012141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:23.256815 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.resource_extend [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:21:23.294821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a50cdfda-03ec-4773-89e4-d48f5e625b62 None None] Port 4dd0e108-f214-487d-86c8-9f4adb568ff5 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:21:23.311886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:23.312265 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:23.444950 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b71b4a95-54de-496e-b4c4-f0127e85e0cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=403a02ce7c2f49d8bcd9bb05b892cc52&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8997240 Feb 10 15:21:23.446210 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45782) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:23.481827 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Publish callbacks [] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:23.557684 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b4a95-54de-496e-b4c4-f0127e85e0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e1ad1a-7354-445e-a0e5-8415baae045b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:23.615919 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7be37-ebcb-4d61-b7a7-4ae6a162d1db req-f6257421-c501-4407-9001-3a727268d0eb tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:23.617589 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-adf7be37-ebcb-4d61-b7a7-4ae6a162d1db req-f6257421-c501-4407-9001-3a727268d0eb tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 1.3710833 Feb 10 15:21:23.644737 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-727ad4ad-3433-4a5d-b522-47d893c05af0 req-4a891ab7-102c-453d-be00-76acda77b84b service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7428665 Feb 10 15:21:23.648422 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:23.654864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c794ff4-5d38-4ca9-a242-23bfac348283 admin admin] Made reservation on behalf of 5f1abebaff0f46a380b4dd763d54ef3c for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:21:23.660229 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1c794ff4-5d38-4ca9-a242-23bfac348283 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:23.699442 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aaba7616-7db6-4f13-b7d5-fc3f043e3b85 admin admin] Publish callbacks [] for security_group (69e1ad1a-7354-445e-a0e5-8415baae045b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:23.977553 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-adf7be37-ebcb-4d61-b7a7-4ae6a162d1db req-e8ff269b-8534-404b-86f9-0ff495ad00b2 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447914 Feb 10 15:21:24.053530 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0412f0d-4d72-461c-a3f8-4ba71295462b req-5d95b9a9-dd26-4274-8f1a-02600719123a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:24.055992 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0412f0d-4d72-461c-a3f8-4ba71295462b req-5d95b9a9-dd26-4274-8f1a-02600719123a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 945 time: 0.6044080 Feb 10 15:21:24.109795 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aaba7616-7db6-4f13-b7d5-fc3f043e3b85 admin admin] Publish callbacks [] for security_group (69e1ad1a-7354-445e-a0e5-8415baae045b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:24.228088 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1c794ff4-5d38-4ca9-a242-23bfac348283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (164e9b3f-0724-480c-8c2b-018fa4bb75d4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:24.240170 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aaba7616-7db6-4f13-b7d5-fc3f043e3b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (69e1ad1a-7354-445e-a0e5-8415baae045b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:24.243286 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aaba7616-7db6-4f13-b7d5-fc3f043e3b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:24.247287 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-aaba7616-7db6-4f13-b7d5-fc3f043e3b85 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69e1ad1a-7354-445e-a0e5-8415baae045b HTTP/1.1" status: 204 len: 168 time: 0.7721651 Feb 10 15:21:24.271760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba7616-7db6-4f13-b7d5-fc3f043e3b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e1ad1a-7354-445e-a0e5-8415baae045b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:24.328556 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c794ff4-5d38-4ca9-a242-23bfac348283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=164e9b3f-0724-480c-8c2b-018fa4bb75d4,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:24.351883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0412f0d-4d72-461c-a3f8-4ba71295462b req-1d978ad7-06ae-4a4a-9b9a-319e659c14a4 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850699 Feb 10 15:21:24.355359 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-009c3ef9-52a4-4e66-9a10-8576643e4f29 admin admin] Deleting port ab3963d7-61c0-4651-99f8-98c29c91e1ed {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:24.358362 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-009c3ef9-52a4-4e66-9a10-8576643e4f29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:24.406849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcd5e4-09e1-46b0-97b9-75baef47123d req-d18922d2-0456-4deb-a4b4-9600ad1011b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:24.408406 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51dcd5e4-09e1-46b0-97b9-75baef47123d req-d18922d2-0456-4deb-a4b4-9600ad1011b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.4671140 Feb 10 15:21:24.417200 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:24.565539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '36c1d6f9-30a4-489d-8138-68f7c82e4e4e', 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f', 'port_id': '36c1d6f9-30a4-489d-8138-68f7c82e4e4e', 'mac_address': 'fa:16:3e:39:d8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c893dfab-f651-45c9-bbd2-d815d5f365d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:21:24.651649 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-009c3ef9-52a4-4e66-9a10-8576643e4f29 admin admin] For port ab3963d7-61c0-4651-99f8-98c29c91e1ed, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ab3963d7-61c0-4651-99f8-98c29c91e1ed,segment=NetworkSegment(e8973d1e-b78a-4520-a9a7-6c5e207c29ec),segment_id=e8973d1e-b78a-4520-a9a7-6c5e207c29ec)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:24.653210 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-009c3ef9-52a4-4e66-9a10-8576643e4f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:24.691070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd0e108-f214-487d-86c8-9f4adb568ff5,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:24.703433 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (eea5bdb5-e254-4209-be75-6673105657a5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:24.708699 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-009c3ef9-52a4-4e66-9a10-8576643e4f29 admin admin] Calling delete_port for ab3963d7-61c0-4651-99f8-98c29c91e1ed owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:24.852023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c794ff4-5d38-4ca9-a242-23bfac348283 admin admin] Checking segment: {'id': '82c6ee92-afdf-42c3-ba9f-35d35975e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'aae29f6d-9089-4cd3-8c93-303105cf6396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:24.852386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c794ff4-5d38-4ca9-a242-23bfac348283 admin admin] Network hostable DHCP agents. Network: aae29f6d-9089-4cd3-8c93-303105cf6396, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:21:24.853613 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e is: ACTIVE; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:24.854639 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:24.864387 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51dcd5e4-09e1-46b0-97b9-75baef47123d req-2e63094b-0d5b-45e4-9ac1-1081130cf442 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370518 Feb 10 15:21:24.895745 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:24.905903 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 61b48117-14bd-4638-b8b9-2ec37b3656cd up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:25.033616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36c1d6f9-30a4-489d-8138-68f7c82e4e4e {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:21:25.094850 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:25.108543 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:25.132154 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c794ff4-5d38-4ca9-a242-23bfac348283 admin admin] Network aae29f6d-9089-4cd3-8c93-303105cf6396 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:21:25.146702 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 61b48117-14bd-4638-b8b9-2ec37b3656cd triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:25.149077 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (61b48117-14bd-4638-b8b9-2ec37b3656cd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:25.278029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['36c1d6f9-30a4-489d-8138-68f7c82e4e4e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:21:25.284235 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45802) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:25.366907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-1c794ff4-5d38-4ca9-a242-23bfac348283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, aae29f6d-9089-4cd3-8c93-303105cf6396) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:25.370958 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:25.420824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Network d53f4f7d-4c83-499d-9d8c-e6ac28640d10 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:25.423485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86708cd5-4d13-4212-bb0c-877dda6125d6 None None] Network aae29f6d-9089-4cd3-8c93-303105cf6396 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:21:25.429228 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7bfed45f-81bc-4413-953e-b50e3f1f8ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:25.433186 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-009c3ef9-52a4-4e66-9a10-8576643e4f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (ab3963d7-61c0-4651-99f8-98c29c91e1ed), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:25.453542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c794ff4-5d38-4ca9-a242-23bfac348283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:25.454066 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1c794ff4-5d38-4ca9-a242-23bfac348283 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:25.480420 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:25.520391 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 61b48117-14bd-4638-b8b9-2ec37b3656cd is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:25.521049 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (61b48117-14bd-4638-b8b9-2ec37b3656cd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:25.528273 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51dcd5e4-09e1-46b0-97b9-75baef47123d req-7456730c-c5e5-4b3d-8787-145b03181709 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196935 Feb 10 15:21:25.711770 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1c794ff4-5d38-4ca9-a242-23bfac348283 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8046544 Feb 10 15:21:25.713998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45806) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:25.720745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c3ef9-52a4-4e66-9a10-8576643e4f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3963d7-61c0-4651-99f8-98c29c91e1ed,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:25.733403 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-332406586-router', 'tenant_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:25.763313 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 61b48117-14bd-4638-b8b9-2ec37b3656cd, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=61b48117-14bd-4638-b8b9-2ec37b3656cd,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:25.783379 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (61b48117-14bd-4638-b8b9-2ec37b3656cd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:26.058146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-aae29f6d-9089-4cd3-8c93-303105cf6396', 'network_id': 'aae29f6d-9089-4cd3-8c93-303105cf6396', 'project_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'fixed_ips': [{'subnet_id': '164e9b3f-0724-480c-8c2b-018fa4bb75d4'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:21:26.059196 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:26.060230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50eb56-116f-484b-b5f7-e1de67922e10 req-4c3bda31-2b6c-424c-bca9-f3373fad6e8e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:26.075183 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa50eb56-116f-484b-b5f7-e1de67922e10 req-4c3bda31-2b6c-424c-bca9-f3373fad6e8e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.6794977 Feb 10 15:21:26.093993 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:26.093993 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:26.158660 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=61b48117-14bd-4638-b8b9-2ec37b3656cd,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:26.178148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32903af-85d9-477b-bd99-2f097306626f req-40c07285-5a19-4bcd-8488-f5aa3b5ab448 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:26.190490 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a32903af-85d9-477b-bd99-2f097306626f req-40c07285-5a19-4bcd-8488-f5aa3b5ab448 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 945 time: 0.6450522 Feb 10 15:21:26.245086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Router eea5bdb5-e254-4209-be75-6673105657a5 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:21:26.334308 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Publish callbacks [] for router_controller (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:26.369172 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7bfed45f-81bc-4413-953e-b50e3f1f8ec8 admin admin] Publish callbacks [] for security_group (867efe00-c947-483a-b29a-90b34e1a77d7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:26.390695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e2f90f68-d590-4a81-9ddf-ed22aaa58ad2 None None] Provisioning complete for port 4dd0e108-f214-487d-86c8-9f4adb568ff5 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:26.393429 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e2f90f68-d590-4a81-9ddf-ed22aaa58ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:26.397191 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a31f52c0-cad7-4ada-a1c4-c7ff503284c6 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:26.461292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa50eb56-116f-484b-b5f7-e1de67922e10 req-62c3fd9a-1db6-466f-8483-561473ee2339 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852232 Feb 10 15:21:26.527696 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7bfed45f-81bc-4413-953e-b50e3f1f8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (867efe00-c947-483a-b29a-90b34e1a77d7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:26.598077 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a32903af-85d9-477b-bd99-2f097306626f req-9239c9de-f84a-4e93-b692-b3bede6d7542 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940463 Feb 10 15:21:26.606849 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e2f90f68-d590-4a81-9ddf-ed22aaa58ad2 None None] Port 4dd0e108-f214-487d-86c8-9f4adb568ff5 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:21:26.684009 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-009c3ef9-52a4-4e66-9a10-8576643e4f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:26.779769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port a31f52c0-cad7-4ada-a1c4-c7ff503284c6 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:21:26.800223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port a31f52c0-cad7-4ada-a1c4-c7ff503284c6 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:26.800598 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a31f52c0-cad7-4ada-a1c4-c7ff503284c6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:26.814119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Allocated IP 172.20.0.2 (aae29f6d-9089-4cd3-8c93-303105cf6396/164e9b3f-0724-480c-8c2b-018fa4bb75d4/9f853a65-d75c-4c9d-90b8-0bfc7554fc98) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:21:26.879854 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfed45f-81bc-4413-953e-b50e3f1f8ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867efe00-c947-483a-b29a-90b34e1a77d7,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:27.072750 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port a31f52c0-cad7-4ada-a1c4-c7ff503284c6 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:27.073138 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a31f52c0-cad7-4ada-a1c4-c7ff503284c6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:27.136676 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 36c1d6f9-30a4-489d-8138-68f7c82e4e4e up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:27.138143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d960059-f0ca-446c-8e64-945a3392984f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31f52c0-cad7-4ada-a1c4-c7ff503284c6'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:21:27.141035 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5d128a-8c52-4ceb-8801-6c569e8ad4d1" -d '{"events": [{"server_uuid": "6d960059-f0ca-446c-8e64-945a3392984f", "name": "network-vif-plugged", "status": "completed", "tag": "a31f52c0-cad7-4ada-a1c4-c7ff503284c6"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:21:27.175301 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:21:27.186915 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7bfed45f-81bc-4413-953e-b50e3f1f8ec8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=11bab90f26284e1b9a378ee9e23d3de3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8954086 Feb 10 15:21:27.188926 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a31f52c0-cad7-4ada-a1c4-c7ff503284c6, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a31f52c0-cad7-4ada-a1c4-c7ff503284c6,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:27.191956 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f6b7263d-8657-4887-bc45-60ccf8f1ebe3 admin admin] 10.222.0.64 "PUT /v2.0/routers/eea5bdb5-e254-4209-be75-6673105657a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6840427 Feb 10 15:21:27.195165 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Sync routers for ids ['eea5bdb5-e254-4209-be75-6673105657a5'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:21:27.196536 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45824) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:27.209318 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a31f52c0-cad7-4ada-a1c4-c7ff503284c6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:27.259767 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Publish callbacks [] for router_gateway (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:27.321829 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e66184c-db2d-40f9-8e1b-7fcb4489e21d x-openstack-request-id: req-6e66184c-db2d-40f9-8e1b-7fcb4489e21d {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:21:27.322139 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d960059-f0ca-446c-8e64-945a3392984f", "name": "network-vif-plugged", "status": "completed", "tag": "a31f52c0-cad7-4ada-a1c4-c7ff503284c6", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:21:27.323449 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e66184c-db2d-40f9-8e1b-7fcb4489e21d {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:21:27.323449 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d960059-f0ca-446c-8e64-945a3392984f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31f52c0-cad7-4ada-a1c4-c7ff503284c6', 'code': 200} Feb 10 15:21:27.325720 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Routers {'eea5bdb5-e254-4209-be75-6673105657a5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:27.326616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:21:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['eea5bdb5-e254-4209-be75-6673105657a5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:27.331112 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Publish callbacks [] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:27.402116 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:27.421224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009c3ef9-52a4-4e66-9a10-8576643e4f29 admin admin] Router b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:21:27.442318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:27.443299 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:27.526890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Network aae29f6d-9089-4cd3-8c93-303105cf6396 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:27.542040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:27.549570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:21:27.563398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Publish callbacks [] for security_group (867efe00-c947-483a-b29a-90b34e1a77d7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:27.590925 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Publish callbacks [] for security_group (867efe00-c947-483a-b29a-90b34e1a77d7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:27.607103 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=a31f52c0-cad7-4ada-a1c4-c7ff503284c6,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:27.662443 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779fec4-cda8-417f-b221-959a29ed8238 req-703a591e-10a6-4ae1-aace-b06c880299b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:27.664227 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a779fec4-cda8-417f-b221-959a29ed8238 req-703a591e-10a6-4ae1-aace-b06c880299b9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 1128 time: 0.3342063 Feb 10 15:21:27.666401 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (867efe00-c947-483a-b29a-90b34e1a77d7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:27.669439 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Pushing event updated for resources: {'Port': ['ID=9f853a65-d75c-4c9d-90b8-0bfc7554fc98,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:27.670035 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:27.671697 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/867efe00-c947-483a-b29a-90b34e1a77d7 HTTP/1.1" status: 204 len: 168 time: 0.4739335 Feb 10 15:21:27.700469 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc01c3a7-d3fd-493b-a689-16766b70875a req-f6d9cc1c-84b3-435f-9a69-a143c534c89e tempest-FloatingIPsNegativeTestJSON-253458283 tempest-FloatingIPsNegativeTestJSON-253458283-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=1d30fc87fce84ef6894baf1ff54b22db HTTP/1.1" status: 200 len: 217 time: 0.0595984 Feb 10 15:21:27.705241 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009c3ef9-52a4-4e66-9a10-8576643e4f29 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:21:27.715237 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f0f4c2-ddcf-47bf-ac5b-f16cfb6f56f9 None None] Sync routers for ids ['b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:21:27.734186 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-009c3ef9-52a4-4e66-9a10-8576643e4f29 admin admin] 10.222.0.64 "PUT /v2.0/routers/b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4909155 Feb 10 15:21:27.735076 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f0f4c2-ddcf-47bf-ac5b-f16cfb6f56f9 None None] Routers {'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:27.735804 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b5f0f4c2-ddcf-47bf-ac5b-f16cfb6f56f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:21:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:27.743266 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45840) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:27.782394 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867efe00-c947-483a-b29a-90b34e1a77d7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:27.791579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Attempting to bind port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:21:27.791932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Attempting to bind port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '82c6ee92-afdf-42c3-ba9f-35d35975e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'aae29f6d-9089-4cd3-8c93-303105cf6396'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:21:27.792295 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Attempting to bind port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 on network aae29f6d-9089-4cd3-8c93-303105cf6396 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:27.825350 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:27.826881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:27.830538 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:27.831091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:27.832312 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:27.832881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:27.839624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:21:27.840545 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:27.841143 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:27.842593 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:27.843705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:27.844627 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:27.845558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:27.846617 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e831-dfab-44d1-bf9e-8573fba4a7f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:27.859959 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Checking segment: {'id': '82c6ee92-afdf-42c3-ba9f-35d35975e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'aae29f6d-9089-4cd3-8c93-303105cf6396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:27.860636 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:27.861259 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Bound using segment: {'id': '82c6ee92-afdf-42c3-ba9f-35d35975e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'aae29f6d-9089-4cd3-8c93-303105cf6396'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:21:27.862394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Bound port: 9f853a65-d75c-4c9d-90b8-0bfc7554fc98, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c6ee92-afdf-42c3-ba9f-35d35975e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'aae29f6d-9089-4cd3-8c93-303105cf6396'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:21:27.863205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa2ed0-e0bf-41fe-9894-34bca855083f req-4e4fa190-b2ff-45cf-9550-f90697b48bf2 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:27.864927 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:27.876242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4dfa2ed0-e0bf-41fe-9894-34bca855083f req-4e4fa190-b2ff-45cf-9550-f90697b48bf2 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.2854481 Feb 10 15:21:27.891077 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a779fec4-cda8-417f-b221-959a29ed8238 req-e2e89355-1352-4b75-aa28-b0d567eb7c09 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182744 Feb 10 15:21:27.995675 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-b5f0f4c2-ddcf-47bf-ac5b-f16cfb6f56f9 None None] Set router b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:28.001753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:28.002147 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:28.025664 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 61b48117-14bd-4638-b8b9-2ec37b3656cd up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:28.124801 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f423-7176-49d7-b1d9-2ffa8ecec067 admin admin] Publish callbacks [] for router (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:28.197990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] For port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:21:28.201686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] For port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9f853a65-d75c-4c9d-90b8-0bfc7554fc98,segment=NetworkSegment(82c6ee92-afdf-42c3-ba9f-35d35975e9e3),segment_id=82c6ee92-afdf-42c3-ba9f-35d35975e9e3)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:21:28.211574 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Publish callbacks [] for router_gateway (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:28.224453 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:28.230145 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4dfa2ed0-e0bf-41fe-9894-34bca855083f req-81e4093e-7ffc-4c01-80b1-0338df37f0c1 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529592 Feb 10 15:21:28.326902 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:28.402341 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad470f9e-86ef-4caa-a246-566d0c32352e None None] Pushing event updated for resources: {'Port': ['ID=9f853a65-d75c-4c9d-90b8-0bfc7554fc98,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:28.403216 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b5f0f4c2-ddcf-47bf-ac5b-f16cfb6f56f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1757613375-router', 'tenant_id': 'f9ac06db8a63415fb70e317b90b1b804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:20:44Z', 'updated_at': '2022-02-10T15:21:25Z', 'revision_number': 5, 'project_id': 'f9ac06db8a63415fb70e317b90b1b804', 'gw_port': {'id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:20:45Z', 'updated_at': '2022-02-10T15:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:28.494665 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:28.509986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Set router eea5bdb5-e254-4209-be75-6673105657a5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:28.524810 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f0f4c2-ddcf-47bf-ac5b-f16cfb6f56f9 None None] Checking router: b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:21:28.525077 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:28.538998 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f0f4c2-ddcf-47bf-ac5b-f16cfb6f56f9 None None] Routers {'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:28.540190 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b5f0f4c2-ddcf-47bf-ac5b-f16cfb6f56f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:21:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:28.557438 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f431929-bf8e-48ae-ac08-e89eb9a61192 req-6fc76d45-8bb1-403c-a39b-953bb2a1da24 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6878e161-770e-492e-a827-a40f15c65a51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3379705 Feb 10 15:21:28.617548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Allocated IP 172.25.3.196 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/0c4d25f4-8beb-4003-af6f-01f170f0f55b) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:21:28.706550 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f423-7176-49d7-b1d9-2ffa8ecec067 admin admin] Publish callbacks [] for router_gateway (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:28.824543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f431929-bf8e-48ae-ac08-e89eb9a61192 req-b4109403-b718-490e-ba5e-77d2321a3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:28.837499 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f431929-bf8e-48ae-ac08-e89eb9a61192 req-b4109403-b718-490e-ba5e-77d2321a3a04 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 1128 time: 0.2064397 Feb 10 15:21:28.884366 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-b5f0f4c2-ddcf-47bf-ac5b-f16cfb6f56f9 None None] Set router b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:28.889728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e261c92-e8a1-4c08-be3d-d06706a1d08c req-f53248d1-50d9-4655-bb97-1b9556f6c360 tempest-FloatingIPsNegativeTestJSON-253458283 tempest-FloatingIPsNegativeTestJSON-253458283-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1924043 Feb 10 15:21:29.063034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 61b48117-14bd-4638-b8b9-2ec37b3656cd triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:29.064305 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (61b48117-14bd-4638-b8b9-2ec37b3656cd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:29.077983 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804abf8-b0e1-4bd5-9441-99c90efbe636 req-273f7651-2a12-4e49-8ee2-911610f5de6e tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:29.097051 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1804abf8-b0e1-4bd5-9441-99c90efbe636 req-273f7651-2a12-4e49-8ee2-911610f5de6e tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 946 time: 1.1650712 Feb 10 15:21:29.425316 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b5f0f4c2-ddcf-47bf-ac5b-f16cfb6f56f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1757613375-router', 'tenant_id': 'f9ac06db8a63415fb70e317b90b1b804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:20:44Z', 'updated_at': '2022-02-10T15:21:25Z', 'revision_number': 5, 'project_id': 'f9ac06db8a63415fb70e317b90b1b804', 'gw_port': {'id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:20:45Z', 'updated_at': '2022-02-10T15:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:29.525018 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f0f4c2-ddcf-47bf-ac5b-f16cfb6f56f9 None None] The sync data for ids ['b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d'] in n-d-815324-7 is: [{'id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1757613375-router', 'tenant_id': 'f9ac06db8a63415fb70e317b90b1b804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:20:44Z', 'updated_at': '2022-02-10T15:21:25Z', 'revision_number': 5, 'project_id': 'f9ac06db8a63415fb70e317b90b1b804', 'gw_port': {'id': '92b57d89-e2d6-469f-8e5d-4a4f65354f92', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:20:45Z', 'updated_at': '2022-02-10T15:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:21:29.586029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3177f-e869-4580-be18-e5e074f01bb0 req-b4c3f353-c622-4f85-8531-17e2e968ee95 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:29.593034 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8a3177f-e869-4580-be18-e5e074f01bb0 req-b4c3f353-c622-4f85-8531-17e2e968ee95 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 1131 time: 0.3352859 Feb 10 15:21:29.644779 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:29.648391 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01409319-cd52-482f-8b4b-535672fc5652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c1d6f9-30a4-489d-8138-68f7c82e4e4e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:21:29.653449 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0a860d-2062-4e9d-ab80-5ceb07d26de3" -d '{"events": [{"server_uuid": "01409319-cd52-482f-8b4b-535672fc5652", "name": "network-vif-plugged", "status": "completed", "tag": "36c1d6f9-30a4-489d-8138-68f7c82e4e4e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:21:29.731905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-b9d0f423-7176-49d7-b1d9-2ffa8ecec067 admin admin] Deleting port 92b57d89-e2d6-469f-8e5d-4a4f65354f92 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:29.732483 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f423-7176-49d7-b1d9-2ffa8ecec067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (92b57d89-e2d6-469f-8e5d-4a4f65354f92), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:29.789480 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1804abf8-b0e1-4bd5-9441-99c90efbe636 req-8b19f90c-33b4-43cc-a9e2-180c0bac67cc tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6914644 Feb 10 15:21:29.809554 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 61b48117-14bd-4638-b8b9-2ec37b3656cd is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:29.894717 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Publish callbacks [] for port (0c4d25f4-8beb-4003-af6f-01f170f0f55b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:29.960891 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635523581-router', 'tenant_id': '1d30fc87fce84ef6894baf1ff54b22db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:12Z', 'updated_at': '2022-02-10T15:21:21Z', 'revision_number': 4, 'project_id': '1d30fc87fce84ef6894baf1ff54b22db', 'gw_port': {'id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:13Z', 'updated_at': '2022-02-10T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '4dd0e108-f214-487d-86c8-9f4adb568ff5', 'name': '', 'network_id': 'd53f4f7d-4c83-499d-9d8c-e6ac28640d10', 'tenant_id': '1d30fc87fce84ef6894baf1ff54b22db', 'mac_address': 'fa:16:3e:53:99:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'e99e99d2-1fe7-4a77-8749-2719345b64c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:18Z', 'updated_at': '2022-02-10T15:21:23Z', 'revision_number': 2, 'project_id': '1d30fc87fce84ef6894baf1ff54b22db', 'subnets': [{'id': 'e99e99d2-1fe7-4a77-8749-2719345b64c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:29.967668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f431929-bf8e-48ae-ac08-e89eb9a61192 req-36848eb2-5c04-4cee-8c81-59947ac2a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:29.978670 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f431929-bf8e-48ae-ac08-e89eb9a61192 req-36848eb2-5c04-4cee-8c81-59947ac2a38e service neutron] 10.222.0.79 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 906 time: 1.0184608 Feb 10 15:21:30.046887 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Checking router: eea5bdb5-e254-4209-be75-6673105657a5 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:21:30.047569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Updating router eea5bdb5-e254-4209-be75-6673105657a5 port 4dd0e108-f214-487d-86c8-9f4adb568ff5 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:21:30.122311 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:30.151681 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f431929-bf8e-48ae-ac08-e89eb9a61192 req-ce8bfe37-1bbe-444e-a33f-55980c287a18 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c HTTP/1.1" status: 200 len: 217 time: 0.1579919 Feb 10 15:21:30.188094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-b9d0f423-7176-49d7-b1d9-2ffa8ecec067 admin admin] For port 92b57d89-e2d6-469f-8e5d-4a4f65354f92, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=92b57d89-e2d6-469f-8e5d-4a4f65354f92,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:30.188532 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f423-7176-49d7-b1d9-2ffa8ecec067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (92b57d89-e2d6-469f-8e5d-4a4f65354f92), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:30.238881 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-b9d0f423-7176-49d7-b1d9-2ffa8ecec067 admin admin] Calling delete_port for 92b57d89-e2d6-469f-8e5d-4a4f65354f92 owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:30.345811 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (0c4d25f4-8beb-4003-af6f-01f170f0f55b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:30.475020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f431929-bf8e-48ae-ac08-e89eb9a61192 req-1989685a-fce8-4594-8919-e4800e0e14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:30.477428 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f431929-bf8e-48ae-ac08-e89eb9a61192 req-1989685a-fce8-4594-8919-e4800e0e14e7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 200 len: 845 time: 0.3120840 Feb 10 15:21:30.485391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Pushing event updated for resources: {'Port': ['ID=0c4d25f4-8beb-4003-af6f-01f170f0f55b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:30.499406 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:30.526579 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:30.534241 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:21:30.557314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:30.565119 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-c010efd6-26c6-4b89-a5fa-71aacaa87ef0 req-f1ec8c50-a1a8-4c59-90b9-79b65a346029 tempest-FloatingIPsNegativeTestJSON-253458283 tempest-FloatingIPsNegativeTestJSON-253458283-project] show failed (client error): The resource could not be found. Feb 10 15:21:30.568494 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c010efd6-26c6-4b89-a5fa-71aacaa87ef0 req-f1ec8c50-a1a8-4c59-90b9-79b65a346029 tempest-FloatingIPsNegativeTestJSON-253458283 tempest-FloatingIPsNegativeTestJSON-253458283-project] 10.222.0.64 "GET /v2.0/floatingips/67e84003-d776-4fa0-8ffe-b1d751ab7d21 HTTP/1.1" status: 404 len: 350 time: 0.7094283 Feb 10 15:21:30.612752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45890) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:30.632482 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee221c3-b5a1-4fa8-b4bd-050cca35d6fe None None] Network aae29f6d-9089-4cd3-8c93-303105cf6396 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:21:30.636196 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f431929-bf8e-48ae-ac08-e89eb9a61192 req-aa6a4574-926e-47c6-ba6c-0d0a3401f303 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=70523496-0fb2-49c3-a6f3-295faa4269e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372788 Feb 10 15:21:30.677320 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3343bd13-9c1f-4ee3-91ba-42e34b5fa4ff x-openstack-request-id: req-3343bd13-9c1f-4ee3-91ba-42e34b5fa4ff {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:21:30.679734 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01409319-cd52-482f-8b4b-535672fc5652", "name": "network-vif-plugged", "status": "completed", "tag": "36c1d6f9-30a4-489d-8138-68f7c82e4e4e", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:21:30.680175 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3343bd13-9c1f-4ee3-91ba-42e34b5fa4ff {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:21:30.680800 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01409319-cd52-482f-8b4b-535672fc5652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c1d6f9-30a4-489d-8138-68f7c82e4e4e', 'code': 200} Feb 10 15:21:30.682736 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8a3177f-e869-4580-be18-e5e074f01bb0 req-7e264134-3d32-4db0-a2a4-083c70d2f4a3 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0636458 Feb 10 15:21:30.897445 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f423-7176-49d7-b1d9-2ffa8ecec067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (92b57d89-e2d6-469f-8e5d-4a4f65354f92), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:30.945356 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b8809986-9753-4c95-9c64-39797aa5cde8 None None] Provisioning complete for port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:30.946034 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8809986-9753-4c95-9c64-39797aa5cde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:30.989786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0f423-7176-49d7-b1d9-2ffa8ecec067 admin admin] Pushing event deleted for resources: {'Port': ['ID=92b57d89-e2d6-469f-8e5d-4a4f65354f92,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:31.104340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:31.109670 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:31.219138 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f431929-bf8e-48ae-ac08-e89eb9a61192 req-5afe5efb-4243-4c42-b5c4-76daffc3c736 service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910575 Feb 10 15:21:31.229856 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f423-7176-49d7-b1d9-2ffa8ecec067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:31.321031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e52e0b-fd53-4790-879a-8b0012fb4c7f req-6b1d816d-f111-4340-a6d9-8692938c893e tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:31.328096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17e52e0b-fd53-4790-879a-8b0012fb4c7f req-6b1d816d-f111-4340-a6d9-8692938c893e tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 946 time: 0.3202493 Feb 10 15:21:31.362866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b8809986-9753-4c95-9c64-39797aa5cde8 None None] Current status of the port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:31.363430 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8809986-9753-4c95-9c64-39797aa5cde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:31.531845 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-ec46424e-5a3b-4b5c-b6f6-96701f3fff80 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2825470 Feb 10 15:21:31.544879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b8809986-9753-4c95-9c64-39797aa5cde8 None None] For port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9f853a65-d75c-4c9d-90b8-0bfc7554fc98,segment=NetworkSegment(82c6ee92-afdf-42c3-ba9f-35d35975e9e3),segment_id=82c6ee92-afdf-42c3-ba9f-35d35975e9e3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:31.550712 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f423-7176-49d7-b1d9-2ffa8ecec067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:31.560001 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8809986-9753-4c95-9c64-39797aa5cde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:31.574832 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f423-7176-49d7-b1d9-2ffa8ecec067 admin admin] Publish callbacks [] for router_controller (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:31.680914 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Publish callbacks [] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:31.684966 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8809986-9753-4c95-9c64-39797aa5cde8 None None] Pushing event updated for resources: {'Port': ['ID=9f853a65-d75c-4c9d-90b8-0bfc7554fc98,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:31.709468 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:31.712497 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Publish callbacks [] for router_gateway (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:31.834786 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f937c3f-07a0-4f65-86c4-ea1b892530cd None None] Pushing event updated for resources: {'Port': ['ID=4dd0e108-f214-487d-86c8-9f4adb568ff5,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:31.855848 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f423-7176-49d7-b1d9-2ffa8ecec067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:31.856367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d0f423-7176-49d7-b1d9-2ffa8ecec067 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:21:31.857209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:31.870034 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:31.898318 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17e52e0b-fd53-4790-879a-8b0012fb4c7f req-c7fb439a-37b2-418f-b61d-481d7648185f tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692832 Feb 10 15:21:31.986346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f423-7176-49d7-b1d9-2ffa8ecec067 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:31.998614 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b9d0f423-7176-49d7-b1d9-2ffa8ecec067 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b31fe9ba-28e4-424f-bf49-b5a58d3b0f5d HTTP/1.1" status: 204 len: 168 time: 4.2508645 Feb 10 15:21:32.004145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45926) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:32.159221 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:21:32.159221 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:21:32.230039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-6019b10d-f5c1-4686-85ab-4259b9cbf730 admin admin] Deleting subnet 0aeeae0b-908e-4e92-957c-8f821f947655 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:21:32.251854 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6019b10d-f5c1-4686-85ab-4259b9cbf730 admin admin] Publish callbacks [] for subnet (0aeeae0b-908e-4e92-957c-8f821f947655), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:32.258504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7ecfcd95-a30f-474a-9ad3-3243b2f9173c None None] Provisioning complete for port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:32.258890 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7ecfcd95-a30f-474a-9ad3-3243b2f9173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:32.374069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Attempting to bind port 4dd0e108-f214-487d-86c8-9f4adb568ff5 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:21:32.374730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Attempting to bind port 4dd0e108-f214-487d-86c8-9f4adb568ff5 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '9533a04f-ad7a-4b19-8ec6-110084d574d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd53f4f7d-4c83-499d-9d8c-e6ac28640d10'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:21:32.374852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Attempting to bind port 4dd0e108-f214-487d-86c8-9f4adb568ff5 on network d53f4f7d-4c83-499d-9d8c-e6ac28640d10 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:32.401461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:21:32.401839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Checking segment: {'id': '9533a04f-ad7a-4b19-8ec6-110084d574d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd53f4f7d-4c83-499d-9d8c-e6ac28640d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:32.402239 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:32.402623 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Bound using segment: {'id': '9533a04f-ad7a-4b19-8ec6-110084d574d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd53f4f7d-4c83-499d-9d8c-e6ac28640d10'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:21:32.403160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Bound port: 4dd0e108-f214-487d-86c8-9f4adb568ff5, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9533a04f-ad7a-4b19-8ec6-110084d574d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd53f4f7d-4c83-499d-9d8c-e6ac28640d10'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:21:32.403477 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:32.407029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7f07165a-fd84-4bec-8923-c982e0f21c0e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:32.426560 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7f07165a-fd84-4bec-8923-c982e0f21c0e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8815556 Feb 10 15:21:32.479767 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6019b10d-f5c1-4686-85ab-4259b9cbf730 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (0aeeae0b-908e-4e92-957c-8f821f947655), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:32.601650 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] For port 4dd0e108-f214-487d-86c8-9f4adb568ff5, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:21:32.608781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] For port 4dd0e108-f214-487d-86c8-9f4adb568ff5, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4dd0e108-f214-487d-86c8-9f4adb568ff5,segment=NetworkSegment(9533a04f-ad7a-4b19-8ec6-110084d574d8),segment_id=9533a04f-ad7a-4b19-8ec6-110084d574d8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:21:32.631733 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:32.731227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-900c5ba9-7347-4e3a-8348-a5d6acc3642e tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:32.735585 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-900c5ba9-7347-4e3a-8348-a5d6acc3642e tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 805 time: 0.3723452 Feb 10 15:21:32.740801 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-a9cb63a0-7589-4c97-9538-b720bdbdfae0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/quotas/671a8c1cbc3247fe9316f7b0241815f0 HTTP/1.1" status: 200 len: 375 time: 0.3128998 Feb 10 15:21:32.758212 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f431929-bf8e-48ae-ac08-e89eb9a61192 req-c1041194-81d6-4e9f-9052-f4672caaafbc service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5156605 Feb 10 15:21:32.795674 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f937c3f-07a0-4f65-86c4-ea1b892530cd None None] Pushing event updated for resources: {'Port': ['ID=4dd0e108-f214-487d-86c8-9f4adb568ff5,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:32.897800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7ecfcd95-a30f-474a-9ad3-3243b2f9173c None None] Current status of the port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:32.905841 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:32.916531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Routers {'eea5bdb5-e254-4209-be75-6673105657a5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:32.917181 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:21:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['eea5bdb5-e254-4209-be75-6673105657a5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:32.927668 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-8e073d4a-c912-4924-9328-dd977646fc26 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/quotas/c93f02832d4b44afb04fc0e05260fb2f HTTP/1.1" status: 200 len: 375 time: 0.1903877 Feb 10 15:21:33.089428 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] Set router eea5bdb5-e254-4209-be75-6673105657a5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:33.153408 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-123b7d95-df5d-4290-94bc-4fea122aad8e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3518863 Feb 10 15:21:33.213858 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-0667bc26-998a-4430-9e2d-1febcd3e9e57 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2841458 Feb 10 15:21:33.295513 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:33.297711 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6019b10d-f5c1-4686-85ab-4259b9cbf730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (0aeeae0b-908e-4e92-957c-8f821f947655), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:33.324351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ab3963d7-61c0-4651-99f8-98c29c91e1ed no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:21:33.454445 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20f91269-b810-4e67-bc10-842ee6241212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (eea5bdb5-e254-4209-be75-6673105657a5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:33.524051 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: ab3963d7-61c0-4651-99f8-98c29c91e1ed {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:21:33.524708 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ab3963d7-61c0-4651-99f8-98c29c91e1ed not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:21:33.545051 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ba766563-e474-4a70-ac12-8fb3490ac4b4 None None] Provisioning complete for port 4dd0e108-f214-487d-86c8-9f4adb568ff5 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:33.546251 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba766563-e474-4a70-ac12-8fb3490ac4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:33.579164 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-05582e1c-3f1b-44cd-934a-b6f81e3ddfae service neutron] 10.222.0.64 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643219 Feb 10 15:21:33.717079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Router 47ab5fb7-ae76-4f30-9617-74a29c4fca9d is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:21:34.077163 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:34.231622 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:21:34.250667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Sync routers for ids ['47ab5fb7-ae76-4f30-9617-74a29c4fca9d'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:21:34.304939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635523581-router', 'tenant_id': '1d30fc87fce84ef6894baf1ff54b22db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:12Z', 'updated_at': '2022-02-10T15:21:21Z', 'revision_number': 4, 'project_id': '1d30fc87fce84ef6894baf1ff54b22db', 'gw_port': {'id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:13Z', 'updated_at': '2022-02-10T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '4dd0e108-f214-487d-86c8-9f4adb568ff5', 'name': '', 'network_id': 'd53f4f7d-4c83-499d-9d8c-e6ac28640d10', 'tenant_id': '1d30fc87fce84ef6894baf1ff54b22db', 'mac_address': 'fa:16:3e:53:99:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'e99e99d2-1fe7-4a77-8749-2719345b64c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:18Z', 'updated_at': '2022-02-10T15:21:32Z', 'revision_number': 4, 'project_id': '1d30fc87fce84ef6894baf1ff54b22db', 'subnets': [{'id': 'e99e99d2-1fe7-4a77-8749-2719345b64c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:34.308016 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:34.308669 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:34.343431 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:34.347271 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1ccec4c4-9cfd-48f8-b1fc-aeae954bd987 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6236451 Feb 10 15:21:34.353917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45976) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:34.371899 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Routers {'47ab5fb7-ae76-4f30-9617-74a29c4fca9d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:34.373087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:21:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['47ab5fb7-ae76-4f30-9617-74a29c4fca9d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:34.435799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72ab34-de69-485d-b1a7-b1107bd110fa None None] The sync data for ids ['eea5bdb5-e254-4209-be75-6673105657a5'] in n-d-815324-7 is: [{'id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635523581-router', 'tenant_id': '1d30fc87fce84ef6894baf1ff54b22db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:12Z', 'updated_at': '2022-02-10T15:21:21Z', 'revision_number': 4, 'project_id': '1d30fc87fce84ef6894baf1ff54b22db', 'gw_port': {'id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:13Z', 'updated_at': '2022-02-10T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '4dd0e108-f214-487d-86c8-9f4adb568ff5', 'name': '', 'network_id': 'd53f4f7d-4c83-499d-9d8c-e6ac28640d10', 'tenant_id': '1d30fc87fce84ef6894baf1ff54b22db', 'mac_address': 'fa:16:3e:53:99:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'e99e99d2-1fe7-4a77-8749-2719345b64c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:18Z', 'updated_at': '2022-02-10T15:21:32Z', 'revision_number': 4, 'project_id': '1d30fc87fce84ef6894baf1ff54b22db', 'subnets': [{'id': 'e99e99d2-1fe7-4a77-8749-2719345b64c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:21:34.471164 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-7b147dea-5c96-4a5e-ac03-ecb87a1659ad service neutron] 10.222.0.64 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8904274 Feb 10 15:21:34.525737 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-902fcb35-0656-4769-a2f0-69912f1308b8 req-f77430a7-aa98-4da0-ba66-d30a5e38a3e0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 210 time: 0.0828502 Feb 10 15:21:34.591751 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6019b10d-f5c1-4686-85ab-4259b9cbf730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (0aeeae0b-908e-4e92-957c-8f821f947655), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:34.618749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-20f91269-b810-4e67-bc10-842ee6241212 admin admin] Deleting port 4dd0e108-f214-487d-86c8-9f4adb568ff5 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:34.618749 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20f91269-b810-4e67-bc10-842ee6241212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:34.655415 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ba766563-e474-4a70-ac12-8fb3490ac4b4 None None] Current status of the port 4dd0e108-f214-487d-86c8-9f4adb568ff5 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:34.655984 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba766563-e474-4a70-ac12-8fb3490ac4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:34.726674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019b10d-f5c1-4686-85ab-4259b9cbf730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aeeae0b-908e-4e92-957c-8f821f947655,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:34.742340 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6019b10d-f5c1-4686-85ab-4259b9cbf730 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:34.749947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6019b10d-f5c1-4686-85ab-4259b9cbf730 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0aeeae0b-908e-4e92-957c-8f821f947655 HTTP/1.1" status: 204 len: 168 time: 2.7378476 Feb 10 15:21:34.752280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45980) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:34.850916 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee0c2d1-c6e6-4e07-a6f9-c6be161eb4e8 None None] Network a5fb7986-502f-4025-8337-2844e7f8a859 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:21:34.903597 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (a5fb7986-502f-4025-8337-2844e7f8a859), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:34.989397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ba766563-e474-4a70-ac12-8fb3490ac4b4 None None] For port 4dd0e108-f214-487d-86c8-9f4adb568ff5, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4dd0e108-f214-487d-86c8-9f4adb568ff5,segment=NetworkSegment(9533a04f-ad7a-4b19-8ec6-110084d574d8),segment_id=9533a04f-ad7a-4b19-8ec6-110084d574d8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:35.042832 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba766563-e474-4a70-ac12-8fb3490ac4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:35.048189 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Set router 47ab5fb7-ae76-4f30-9617-74a29c4fca9d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:35.139949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-20f91269-b810-4e67-bc10-842ee6241212 admin admin] For port 4dd0e108-f214-487d-86c8-9f4adb568ff5, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4dd0e108-f214-487d-86c8-9f4adb568ff5,segment=NetworkSegment(9533a04f-ad7a-4b19-8ec6-110084d574d8),segment_id=9533a04f-ad7a-4b19-8ec6-110084d574d8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:35.140322 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20f91269-b810-4e67-bc10-842ee6241212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:35.166022 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ed3e3a2-ebce-420c-afe2-ae5e7d9bc8f6 req-f4ebbc70-e597-4728-9551-bb050aa08a58 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 210 time: 0.1618018 Feb 10 15:21:35.255709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] Deleting port c09a0407-41ce-491a-b558-18a88c810be2 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:35.258829 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c09a0407-41ce-491a-b558-18a88c810be2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:35.269572 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:35.491699 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] For port c09a0407-41ce-491a-b558-18a88c810be2, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c09a0407-41ce-491a-b558-18a88c810be2,segment=NetworkSegment(e8973d1e-b78a-4520-a9a7-6c5e207c29ec),segment_id=e8973d1e-b78a-4520-a9a7-6c5e207c29ec)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:35.493098 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c09a0407-41ce-491a-b558-18a88c810be2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:35.501125 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0c6973fe-7f03-46bc-89c3-324268efd91f None None] Provisioning complete for port 4dd0e108-f214-487d-86c8-9f4adb568ff5 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:35.504074 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c6973fe-7f03-46bc-89c3-324268efd91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:35.524475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 92b57d89-e2d6-469f-8e5d-4a4f65354f92 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:21:35.535722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] Calling delete_port for c09a0407-41ce-491a-b558-18a88c810be2 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:35.611070 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba766563-e474-4a70-ac12-8fb3490ac4b4 None None] Pushing event updated for resources: {'Port': ['ID=4dd0e108-f214-487d-86c8-9f4adb568ff5,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:35.684569 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (c09a0407-41ce-491a-b558-18a88c810be2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:35.713104 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 92b57d89-e2d6-469f-8e5d-4a4f65354f92 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:21:35.722771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] Pushing event deleted for resources: {'Port': ['ID=c09a0407-41ce-491a-b558-18a88c810be2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:35.732446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 92b57d89-e2d6-469f-8e5d-4a4f65354f92 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:21:35.743011 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] No DVR routers for this DVR port c09a0407-41ce-491a-b558-18a88c810be2 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:21:36.082049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25934ed0-6ffd-423e-9682-9f1b359ad4d7 None None] DHCP port deletion for a5fb7986-502f-4025-8337-2844e7f8a859 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:21:36.086889 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (a5fb7986-502f-4025-8337-2844e7f8a859), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:36.135545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fb7986-502f-4025-8337-2844e7f8a859']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:36.171366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8973d1e-b78a-4520-a9a7-6c5e207c29ec') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:36.171736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8973d1e-b78a-4520-a9a7-6c5e207c29ec') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:36.211943 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (e8973d1e-b78a-4520-a9a7-6c5e207c29ec), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:36.305485 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e8973d1e-b78a-4520-a9a7-6c5e207c29ec), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:36.339853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0c6973fe-7f03-46bc-89c3-324268efd91f None None] Current status of the port 4dd0e108-f214-487d-86c8-9f4adb568ff5 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:36.349346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4dd0e108-f214-487d-86c8-9f4adb568ff5 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:36.353341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:21:36.354241 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (e8973d1e-b78a-4520-a9a7-6c5e207c29ec), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:21:36.356291 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:21:36.460271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'name': 'tempest-TaggedBootDevicesTest-332406586-router', 'tenant_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:26Z', 'updated_at': '2022-02-10T15:21:31Z', 'revision_number': 3, 'project_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'gw_port': {'id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:28Z', 'updated_at': '2022-02-10T15:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:36.502116 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d212e68-128c-44b0-91b2-b77db1f962ae req-17106364-e987-49ca-93ae-136b59026f51 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 210 time: 0.1621544 Feb 10 15:21:36.533426 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Checking router: 47ab5fb7-ae76-4f30-9617-74a29c4fca9d for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:21:36.537192 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Updating router 47ab5fb7-ae76-4f30-9617-74a29c4fca9d port 0c4d25f4-8beb-4003-af6f-01f170f0f55b binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:21:36.642164 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0c4d25f4-8beb-4003-af6f-01f170f0f55b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:36.674197 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f58fa12-ff5c-4ab4-967a-4f447f397b29 req-ac1c8ded-8c0e-4d35-8c2d-6814790c9efc tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 210 time: 0.2535701 Feb 10 15:21:36.689210 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (a5fb7986-502f-4025-8337-2844e7f8a859), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:36.711720 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:36.724689 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a5fb7986-502f-4025-8337-2844e7f8a859 HTTP/1.1" status: 204 len: 168 time: 1.9670367 Feb 10 15:21:36.768625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4d15f-01aa-4b62-b7cb-c49bd0126556 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5fb7986-502f-4025-8337-2844e7f8a859,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:36.831537 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-c773e181-ca0a-41fc-be7b-805b0efac9bd tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635712 Feb 10 15:21:36.852059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-20f91269-b810-4e67-bc10-842ee6241212 admin admin] Calling delete_port for 4dd0e108-f214-487d-86c8-9f4adb568ff5 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:37.116001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4dd0e108-f214-487d-86c8-9f4adb568ff5 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:37.116557 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:37.130273 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46030) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:37.229208 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-132fa1c2-868d-4bb7-919c-203320d06df3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9ac06db8a63415fb70e317b90b1b804&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0973339 Feb 10 15:21:37.229835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46036) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:37.294416 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:37.359787 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba1e48f7-d666-4282-a66e-608cf3afb557 admin admin] Publish callbacks [] for security_group (544cada0-b159-4250-b27e-2a790ff0afd6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:37.411344 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4dd0e108-f214-487d-86c8-9f4adb568ff5 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:37.426698 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba1e48f7-d666-4282-a66e-608cf3afb557 admin admin] Publish callbacks [] for security_group (544cada0-b159-4250-b27e-2a790ff0afd6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:37.446552 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Publish callbacks [] for port (0c4d25f4-8beb-4003-af6f-01f170f0f55b), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:37.456192 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0c4d25f4-8beb-4003-af6f-01f170f0f55b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:37.522878 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba1e48f7-d666-4282-a66e-608cf3afb557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (544cada0-b159-4250-b27e-2a790ff0afd6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:37.525592 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba1e48f7-d666-4282-a66e-608cf3afb557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:37.529818 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d0619-8300-48aa-9652-e45fa56b407c None None] Pushing event updated for resources: {'Port': ['ID=0c4d25f4-8beb-4003-af6f-01f170f0f55b,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:37.530278 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ba1e48f7-d666-4282-a66e-608cf3afb557 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/544cada0-b159-4250-b27e-2a790ff0afd6 HTTP/1.1" status: 204 len: 168 time: 0.2994471 Feb 10 15:21:37.548233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e48f7-d666-4282-a66e-608cf3afb557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544cada0-b159-4250-b27e-2a790ff0afd6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:37.591366 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-75efd889-7250-483b-b3e0-e16c71405a1b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:37.602467 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Attempting to bind port 0c4d25f4-8beb-4003-af6f-01f170f0f55b on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:21:37.603598 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Attempting to bind port 0c4d25f4-8beb-4003-af6f-01f170f0f55b by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:21:37.604259 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Attempting to bind port 0c4d25f4-8beb-4003-af6f-01f170f0f55b on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:37.607761 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-75efd889-7250-483b-b3e0-e16c71405a1b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5797451 Feb 10 15:21:37.610769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:21:37.612475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:37.613161 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:37.613848 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:21:37.614572 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Bound port: 0c4d25f4-8beb-4003-af6f-01f170f0f55b, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:21:37.615198 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0c4d25f4-8beb-4003-af6f-01f170f0f55b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:37.625487 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-ac7ea327-d3f4-45c0-b17f-bfde698f8d55 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Request body: {'port': {'device_id': '4fc0c88f-c857-43a3-b20c-eee6fb0a7d80', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '671a8c1cbc3247fe9316f7b0241815f0'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:37.704998 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] For port 0c4d25f4-8beb-4003-af6f-01f170f0f55b, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:21:37.711052 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] For port 0c4d25f4-8beb-4003-af6f-01f170f0f55b, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0c4d25f4-8beb-4003-af6f-01f170f0f55b,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:21:37.720567 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0c4d25f4-8beb-4003-af6f-01f170f0f55b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:37.742403 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-466317d8-3084-407a-badc-6351dcb4b28f req-1f531c88-5a3b-47ed-aecc-a38e78433525 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 210 time: 0.0675249 Feb 10 15:21:37.863294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c09a0407-41ce-491a-b558-18a88c810be2 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:21:37.967174 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-701e101c-bcd4-4842-89e1-e4f32870094d req-4e701a5c-a488-4ff2-930b-d82fa902a174 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 210 time: 0.0776379 Feb 10 15:21:37.975864 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Routers {'47ab5fb7-ae76-4f30-9617-74a29c4fca9d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:37.977699 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:21:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['47ab5fb7-ae76-4f30-9617-74a29c4fca9d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:38.023242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: c09a0407-41ce-491a-b558-18a88c810be2 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:21:38.023909 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c09a0407-41ce-491a-b558-18a88c810be2 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:21:38.076447 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d0619-8300-48aa-9652-e45fa56b407c None None] Pushing event updated for resources: {'Port': ['ID=0c4d25f4-8beb-4003-af6f-01f170f0f55b,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:38.395666 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:38.456013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-fd45d0a1-9593-4c96-b4d7-286db506cd79 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:38.458319 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-fd45d0a1-9593-4c96-b4d7-286db506cd79 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.72 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 805 time: 1.1685638 Feb 10 15:21:38.632769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Allocated IP 172.20.0.1 (aae29f6d-9089-4cd3-8c93-303105cf6396/164e9b3f-0724-480c-8c2b-018fa4bb75d4/4825fa37-5b82-4f4d-a9aa-6d2d590fc690) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:21:38.661934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] Set router 47ab5fb7-ae76-4f30-9617-74a29c4fca9d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:38.749016 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Publish callbacks [] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:38.813065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-8306e8a8-a021-4137-a371-88380002486a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Request body: {'port': {'device_id': '854837be-1464-47e7-ac0c-432e999c8362', 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2', 'admin_state_up': True, 'tenant_id': 'c93f02832d4b44afb04fc0e05260fb2f'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:38.936512 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:38.951947 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-8306e8a8-a021-4137-a371-88380002486a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Made reservation on behalf of c93f02832d4b44afb04fc0e05260fb2f for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:21:38.955662 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-8306e8a8-a021-4137-a371-88380002486a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:39.045769 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac832b8c-92fa-490d-8b1b-a8c6bf567ccd req-ec7f4a97-f868-4f08-804c-f880565aae7a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 210 time: 0.0794876 Feb 10 15:21:39.109319 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-8306e8a8-a021-4137-a371-88380002486a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Allocated IP 172.20.0.8 (70523496-0fb2-49c3-a6f3-295faa4269e2/641d274e-0229-4226-b05a-8b572a0b405b/bd277a05-e68c-427a-af1f-03327a983257) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:21:39.145660 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'name': 'tempest-TaggedBootDevicesTest-332406586-router', 'tenant_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:26Z', 'updated_at': '2022-02-10T15:21:31Z', 'revision_number': 3, 'project_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'gw_port': {'id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:28Z', 'updated_at': '2022-02-10T15:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:39.211695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff0e54c-f00f-4400-9c1d-ebb96fcf376b None None] The sync data for ids ['47ab5fb7-ae76-4f30-9617-74a29c4fca9d'] in n-d-815324-7 is: [{'id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'name': 'tempest-TaggedBootDevicesTest-332406586-router', 'tenant_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:26Z', 'updated_at': '2022-02-10T15:21:31Z', 'revision_number': 3, 'project_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'gw_port': {'id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:28Z', 'updated_at': '2022-02-10T15:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:21:39.225235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8916b76e-e478-4829-983a-c25d248a01ea req-714250e2-3c11-4858-bec6-c440b5ac5c73 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 210 time: 0.0614636 Feb 10 15:21:39.314097 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-8306e8a8-a021-4137-a371-88380002486a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks [] for port (bd277a05-e68c-427a-af1f-03327a983257), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:39.381202 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Network aae29f6d-9089-4cd3-8c93-303105cf6396 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:39.381604 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-8306e8a8-a021-4137-a371-88380002486a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (bd277a05-e68c-427a-af1f-03327a983257), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:39.393638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c', 'a31f52c0-cad7-4ada-a1c4-c7ff503284c6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:21:39.431958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:39.462157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-8306e8a8-a021-4137-a371-88380002486a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Network 70523496-0fb2-49c3-a6f3-295faa4269e2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:39.474531 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:21:39.580864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-8306e8a8-a021-4137-a371-88380002486a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:39.589904 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-8306e8a8-a021-4137-a371-88380002486a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:21:39.738559 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Pushing event updated for resources: {'Port': ['ID=4825fa37-5b82-4f4d-a9aa-6d2d590fc690,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:39.916896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-ac7ea327-d3f4-45c0-b17f-bfde698f8d55 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Made reservation on behalf of 671a8c1cbc3247fe9316f7b0241815f0 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:21:39.928273 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-ac7ea327-d3f4-45c0-b17f-bfde698f8d55 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:40.050645 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2a78f77d-e795-44a8-8a52-b2fa7ae4458d None None] Provisioning complete for port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:40.052353 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2a78f77d-e795-44a8-8a52-b2fa7ae4458d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:40.153780 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2a78f77d-e795-44a8-8a52-b2fa7ae4458d None None] Port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:21:40.155791 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0c4d25f4-8beb-4003-af6f-01f170f0f55b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:40.276040 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306e8a8-a021-4137-a371-88380002486a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Pushing event updated for resources: {'Port': ['ID=bd277a05-e68c-427a-af1f-03327a983257,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:40.288863 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:40.306574 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9340ec7-4c2e-4d97-b278-0d537ceae908 req-6e13e36c-e7a5-4709-a696-b6afc5ad35a9 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 210 time: 0.0916862 Feb 10 15:21:40.361392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 0c4d25f4-8beb-4003-af6f-01f170f0f55b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:40.362148 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0c4d25f4-8beb-4003-af6f-01f170f0f55b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:40.405418 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46144) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:40.459513 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-8306e8a8-a021-4137-a371-88380002486a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:40.462419 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-8306e8a8-a021-4137-a371-88380002486a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:40.540675 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae55093-cf89-46f9-b72a-04fb7b5e52a5 req-5c4b68f8-cf10-444a-bf65-be15d0ef9df2 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:40.545585 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aae55093-cf89-46f9-b72a-04fb7b5e52a5 req-5c4b68f8-cf10-444a-bf65-be15d0ef9df2 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 931 time: 0.2083995 Feb 10 15:21:40.672165 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20f91269-b810-4e67-bc10-842ee6241212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4dd0e108-f214-487d-86c8-9f4adb568ff5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:40.695193 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0c4d25f4-8beb-4003-af6f-01f170f0f55b is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:40.695467 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-8306e8a8-a021-4137-a371-88380002486a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8929324 Feb 10 15:21:40.696094 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0c4d25f4-8beb-4003-af6f-01f170f0f55b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:40.697342 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aae55093-cf89-46f9-b72a-04fb7b5e52a5 req-364b732e-4fbd-403f-9300-67d538741c19 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426470 Feb 10 15:21:40.731552 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:40.782634 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 0c4d25f4-8beb-4003-af6f-01f170f0f55b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0c4d25f4-8beb-4003-af6f-01f170f0f55b,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:40.792112 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0c4d25f4-8beb-4003-af6f-01f170f0f55b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:40.880241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=0c4d25f4-8beb-4003-af6f-01f170f0f55b,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:40.987533 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Publish callbacks [] for security_group (ee538e8d-9b0f-43b9-bf7d-db2bddfe0016), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:41.007256 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ee538e8d-9b0f-43b9-bf7d-db2bddfe0016), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:41.012694 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-265b62c2-a27c-460c-b62c-e60b14bc0649 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:21:41.014990 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-265b62c2-a27c-460c-b62c-e60b14bc0649 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190742 Feb 10 15:21:41.016631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f91269-b810-4e67-bc10-842ee6241212 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd0e108-f214-487d-86c8-9f4adb568ff5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:41.101875 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21bc1cf383464644bfb2233406b27d6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6952739 Feb 10 15:21:41.104542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46162) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:41.214855 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:41.249634 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee538e8d-9b0f-43b9-bf7d-db2bddfe0016,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:41.266878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:41.268096 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:41.268742 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:41.269288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:41.270051 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:41.271112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:41.271640 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:41.272169 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:41.272867 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:41.273428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:41.273961 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:41.274493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:41.275022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a014e-8fc8-4a3a-9de0-5d1ea0d76557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:21:41.329219 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c1d5be72-678c-400b-ac62-99658d0a948f admin admin] Publish callbacks [] for security_group (ee538e8d-9b0f-43b9-bf7d-db2bddfe0016), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:41.357880 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c1d5be72-678c-400b-ac62-99658d0a948f admin admin] Publish callbacks [] for security_group (ee538e8d-9b0f-43b9-bf7d-db2bddfe0016), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:41.515551 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c1d5be72-678c-400b-ac62-99658d0a948f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ee538e8d-9b0f-43b9-bf7d-db2bddfe0016), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:41.533146 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c1d5be72-678c-400b-ac62-99658d0a948f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:41.549172 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c1d5be72-678c-400b-ac62-99658d0a948f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee538e8d-9b0f-43b9-bf7d-db2bddfe0016 HTTP/1.1" status: 204 len: 168 time: 0.4290891 Feb 10 15:21:41.645071 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-edeaf9e1-7472-43b6-aee4-3be1c8232ee4 req-370342f7-7c3d-461c-a203-b2c3ed28136f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 210 time: 0.1774449 Feb 10 15:21:41.659622 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5be72-678c-400b-ac62-99658d0a948f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee538e8d-9b0f-43b9-bf7d-db2bddfe0016,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:41.659727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Request body: {'port': {'device_id': '854837be-1464-47e7-ac0c-432e999c8362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:41.714041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-ac7ea327-d3f4-45c0-b17f-bfde698f8d55 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Allocated IP 192.168.233.211 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/986bdcc8-1968-4421-8aee-09173923f139) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:21:41.965095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef692a4a-af44-4795-97e3-5dd453f79077 req-44c79491-0834-4dfc-b403-1b6f41cc6a02 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:41.967376 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef692a4a-af44-4795-97e3-5dd453f79077 req-44c79491-0834-4dfc-b403-1b6f41cc6a02 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 931 time: 0.1212256 Feb 10 15:21:42.017360 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0c4d25f4-8beb-4003-af6f-01f170f0f55b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:42.060582 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef692a4a-af44-4795-97e3-5dd453f79077 req-83b52799-84c1-4841-92d7-61748edbcfdf tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874867 Feb 10 15:21:42.197627 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 0c4d25f4-8beb-4003-af6f-01f170f0f55b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:42.201117 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0c4d25f4-8beb-4003-af6f-01f170f0f55b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:42.256617 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:42.421868 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0c4d25f4-8beb-4003-af6f-01f170f0f55b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:42.469406 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bd277a05-e68c-427a-af1f-03327a983257), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:42.586476 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-ac7ea327-d3f4-45c0-b17f-bfde698f8d55 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks [] for port (986bdcc8-1968-4421-8aee-09173923f139), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:42.812868 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20f91269-b810-4e67-bc10-842ee6241212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (eea5bdb5-e254-4209-be75-6673105657a5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:42.846942 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c37d1c99-37e1-43e9-9000-328dcff50722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:42.917296 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a3ac5ae-4de2-47bd-8f47-5d1f9d18ee5c req-69d92473-4774-43a8-91c3-0c3e91c51281 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 210 time: 0.0660167 Feb 10 15:21:43.296819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954ab54-2a81-4ab0-9757-0ec480c8e3d3 req-ab8e7f99-7bcf-4548-9ad5-91de7c77c7d5 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:43.309555 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0954ab54-2a81-4ab0-9757-0ec480c8e3d3 req-ab8e7f99-7bcf-4548-9ad5-91de7c77c7d5 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 931 time: 0.1135416 Feb 10 15:21:43.426248 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0954ab54-2a81-4ab0-9757-0ec480c8e3d3 req-1fc9943c-711a-404d-854c-47c818cd5f68 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149507 Feb 10 15:21:43.448917 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-ac7ea327-d3f4-45c0-b17f-bfde698f8d55 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (986bdcc8-1968-4421-8aee-09173923f139), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:43.465367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['58bc5875-2e08-45d6-8111-df0e3772daef'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:21:43.586530 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ea327-d3f4-45c0-b17f-bfde698f8d55 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Pushing event updated for resources: {'Port': ['ID=986bdcc8-1968-4421-8aee-09173923f139,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:43.704858 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-ac7ea327-d3f4-45c0-b17f-bfde698f8d55 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:43.741447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-ac7ea327-d3f4-45c0-b17f-bfde698f8d55 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:43.748777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-ac7ea327-d3f4-45c0-b17f-bfde698f8d55 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:21:43.839529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-ac7ea327-d3f4-45c0-b17f-bfde698f8d55 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:43.840155 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-ac7ea327-d3f4-45c0-b17f-bfde698f8d55 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:44.102265 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-ac7ea327-d3f4-45c0-b17f-bfde698f8d55 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4935267 Feb 10 15:21:44.104208 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd277a05-e68c-427a-af1f-03327a983257 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:21:44.138705 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Publish callbacks [] for port (bd277a05-e68c-427a-af1f-03327a983257), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:44.159775 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffd00b-c696-4b10-8f09-c45e9ada9472 req-8fc95ac6-7437-40cd-b105-051e4715d690 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:44.171003 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1ffd00b-c696-4b10-8f09-c45e9ada9472 req-8fc95ac6-7437-40cd-b105-051e4715d690 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 936 time: 0.1151402 Feb 10 15:21:44.173365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Transition to ACTIVE for port object bd277a05-e68c-427a-af1f-03327a983257 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:21:44.182995 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Publish callbacks [] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:44.204329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Request body: {'port': {'device_id': '4fc0c88f-c857-43a3-b20c-eee6fb0a7d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:44.216323 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9cd72cd6-7ca2-4471-897b-2b1e0f023852 None None] Provisioning complete for port 986bdcc8-1968-4421-8aee-09173923f139 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:44.220209 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9cd72cd6-7ca2-4471-897b-2b1e0f023852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (986bdcc8-1968-4421-8aee-09173923f139), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:44.281569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f91269-b810-4e67-bc10-842ee6241212 admin admin] Router eea5bdb5-e254-4209-be75-6673105657a5 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:21:44.286230 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1ffd00b-c696-4b10-8f09-c45e9ada9472 req-372f6fa1-f673-4cf9-94da-a86619e01ffe tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138437 Feb 10 15:21:44.293399 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:44.350648 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9cd72cd6-7ca2-4471-897b-2b1e0f023852 None None] Port 986bdcc8-1968-4421-8aee-09173923f139 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:21:44.630506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dd61b-197b-4880-96a3-25793f87e08a req-6d2490f6-bcfd-4c31-9e03-f6e7b70cfe03 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:44.638705 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f09dd61b-197b-4880-96a3-25793f87e08a req-6d2490f6-bcfd-4c31-9e03-f6e7b70cfe03 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 943 time: 0.0987108 Feb 10 15:21:44.745342 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f09dd61b-197b-4880-96a3-25793f87e08a req-700cd0f2-122c-429a-8ccf-62c925396afd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984263 Feb 10 15:21:44.832456 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (bd277a05-e68c-427a-af1f-03327a983257), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:44.857813 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:45.164584 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-022a0ec8-aff5-4e93-87a4-c5605a4dd841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:45.194301 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (986bdcc8-1968-4421-8aee-09173923f139), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:45.196981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f91269-b810-4e67-bc10-842ee6241212 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:21:45.198731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Pushing event updated for resources: {'Port': ['ID=4825fa37-5b82-4f4d-a9aa-6d2d590fc690,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:45.206917 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-20f91269-b810-4e67-bc10-842ee6241212 admin admin] 10.222.0.64 "PUT /v2.0/routers/eea5bdb5-e254-4209-be75-6673105657a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5890689 Feb 10 15:21:45.209475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46274) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:45.213632 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecefac2-5e7e-498c-93cf-8d7f368fcb98 None None] Sync routers for ids ['eea5bdb5-e254-4209-be75-6673105657a5'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:21:45.237992 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecefac2-5e7e-498c-93cf-8d7f368fcb98 None None] Routers {'eea5bdb5-e254-4209-be75-6673105657a5'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:45.238662 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-eecefac2-5e7e-498c-93cf-8d7f368fcb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:21:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['eea5bdb5-e254-4209-be75-6673105657a5'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:45.292343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46276) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:45.312987 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Attempting to bind port bd277a05-e68c-427a-af1f-03327a983257 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:21:45.313474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Attempting to bind port bd277a05-e68c-427a-af1f-03327a983257 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:21:45.313957 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Attempting to bind port bd277a05-e68c-427a-af1f-03327a983257 on network 70523496-0fb2-49c3-a6f3-295faa4269e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:45.379976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Pushing event updated for resources: {'Port': ['ID=bd277a05-e68c-427a-af1f-03327a983257,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:45.427993 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Port bd277a05-e68c-427a-af1f-03327a983257 on network 70523496-0fb2-49c3-a6f3-295faa4269e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:21:45.428324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Attempting to bind port bd277a05-e68c-427a-af1f-03327a983257 on network 70523496-0fb2-49c3-a6f3-295faa4269e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:45.446248 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:21:45.446589 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Checking segment: {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:45.446976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Bound using segment: {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:21:45.447415 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Bound port: bd277a05-e68c-427a-af1f-03327a983257, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:21:45.447775 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bd277a05-e68c-427a-af1f-03327a983257), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:45.551051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] For port bd277a05-e68c-427a-af1f-03327a983257, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:21:45.555198 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] For port bd277a05-e68c-427a-af1f-03327a983257, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bd277a05-e68c-427a-af1f-03327a983257,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:21:45.562643 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Network aae29f6d-9089-4cd3-8c93-303105cf6396 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:21:45.569305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:45.584565 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-eecefac2-5e7e-498c-93cf-8d7f368fcb98 None None] Set router eea5bdb5-e254-4209-be75-6673105657a5 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:45.638135 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a8dd-b57e-46e7-a68d-f297b6570c09 admin admin] Publish callbacks [] for router (eea5bdb5-e254-4209-be75-6673105657a5), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:45.647269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (bd277a05-e68c-427a-af1f-03327a983257), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:45.744986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:45.749731 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:45.771929 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] 10.222.0.72 "PUT /v2.0/ports/bd277a05-e68c-427a-af1f-03327a983257 HTTP/1.1" status: 200 len: 1091 time: 4.3497896 Feb 10 15:21:45.775212 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3462d132-f8ad-45ff-9aec-d3d568975d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:45.786003 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854837be-1464-47e7-ac0c-432e999c8362', 'tag': 'bd277a05-e68c-427a-af1f-03327a983257'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:21:45.788902 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f517ba80-8918-49e4-bb03-ac70ffb70b93" -d '{"events": [{"name": "network-changed", "server_uuid": "854837be-1464-47e7-ac0c-432e999c8362", "tag": "bd277a05-e68c-427a-af1f-03327a983257"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:21:46.045462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9e36c-24e7-44cb-8431-64af934bceb3 service neutron] Pushing event updated for resources: {'Port': ['ID=bd277a05-e68c-427a-af1f-03327a983257,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:46.104843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-40c46fd1-9bb3-49bf-be44-26c3a5e7f47b None None] Provisioning complete for port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:46.106979 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-40c46fd1-9bb3-49bf-be44-26c3a5e7f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:46.131298 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-eecefac2-5e7e-498c-93cf-8d7f368fcb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635523581-router', 'tenant_id': '1d30fc87fce84ef6894baf1ff54b22db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:12Z', 'updated_at': '2022-02-10T15:21:39Z', 'revision_number': 5, 'project_id': '1d30fc87fce84ef6894baf1ff54b22db', 'gw_port': {'id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:13Z', 'updated_at': '2022-02-10T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:46.132593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc5eef-bc00-409a-b0b5-3f2779926578 req-22ca3b39-f65e-473f-be9d-ac98a66da8eb tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:46.139718 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47cc5eef-bc00-409a-b0b5-3f2779926578 req-22ca3b39-f65e-473f-be9d-ac98a66da8eb tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 936 time: 0.4994652 Feb 10 15:21:46.157198 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-088fef74-f504-4b6f-8906-0ed230dc22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:46.159325 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-088fef74-f504-4b6f-8906-0ed230dc22f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 1125 time: 0.2950156 Feb 10 15:21:46.192826 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecefac2-5e7e-498c-93cf-8d7f368fcb98 None None] Checking router: eea5bdb5-e254-4209-be75-6673105657a5 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:21:46.213426 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecefac2-5e7e-498c-93cf-8d7f368fcb98 None None] Routers {'eea5bdb5-e254-4209-be75-6673105657a5'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:46.214381 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-eecefac2-5e7e-498c-93cf-8d7f368fcb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:21:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['eea5bdb5-e254-4209-be75-6673105657a5'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:46.221027 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-40c46fd1-9bb3-49bf-be44-26c3a5e7f47b None None] Port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:21:46.243906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ae525-ee30-47c5-9bc6-93878ce9d19d req-0227e9e5-4726-4330-ba73-f54c3d30efae tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:46.248058 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-88c240a2-e5fa-43e5-8a67-c9f3d6d6901a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd277a05-e68c-427a-af1f-03327a983257 HTTP/1.1" status: 200 len: 217 time: 0.0771091 Feb 10 15:21:46.251793 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a95ae525-ee30-47c5-9bc6-93878ce9d19d req-0227e9e5-4726-4330-ba73-f54c3d30efae tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 943 time: 0.2522929 Feb 10 15:21:46.280150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Router 47ab5fb7-ae76-4f30-9617-74a29c4fca9d has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:21:46.289468 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:46.317783 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47cc5eef-bc00-409a-b0b5-3f2779926578 req-2d158e99-8b6f-4c22-93b2-5cbfdbab3e4c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770101 Feb 10 15:21:46.415408 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a95ae525-ee30-47c5-9bc6-93878ce9d19d req-8d99dd60-aa51-4c32-89c1-b9315fd92364 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576574 Feb 10 15:21:46.454847 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-eecefac2-5e7e-498c-93cf-8d7f368fcb98 None None] Set router eea5bdb5-e254-4209-be75-6673105657a5 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:46.474392 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a8dd-b57e-46e7-a68d-f297b6570c09 admin admin] Publish callbacks [] for router_gateway (eea5bdb5-e254-4209-be75-6673105657a5), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:46.497308 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:21:46.508895 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3462d132-f8ad-45ff-9aec-d3d568975d5c admin admin] Publish callbacks [] for security_group (deb76105-fa3b-4b63-a9f8-d44d6ab2203d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:46.518691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Sync routers for ids ['47ab5fb7-ae76-4f30-9617-74a29c4fca9d'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:21:46.538262 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5bee3e8b-d66b-4e98-bf36-fe8ac9cc3953 admin admin] 10.222.0.64 "PUT /v2.0/routers/47ab5fb7-ae76-4f30-9617-74a29c4fca9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1823854 Feb 10 15:21:46.540325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9791dc77-a1d7-4587-9fe6-860abed70090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:46.545268 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-9791dc77-a1d7-4587-9fe6-860abed70090 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 200 len: 845 time: 0.2856002 Feb 10 15:21:46.548244 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3462d132-f8ad-45ff-9aec-d3d568975d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (deb76105-fa3b-4b63-a9f8-d44d6ab2203d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:46.549800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Routers {'47ab5fb7-ae76-4f30-9617-74a29c4fca9d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:46.550448 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:21:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['47ab5fb7-ae76-4f30-9617-74a29c4fca9d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:46.597237 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3462d132-f8ad-45ff-9aec-d3d568975d5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c2a42abd3054a58bc4b5dbe39aaa152&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2832222 Feb 10 15:21:46.618913 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46310) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:46.703548 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-d0eeae92-c69f-4825-b613-a2a1da579df0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70523496-0fb2-49c3-a6f3-295faa4269e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214669 Feb 10 15:21:46.732362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fbf5f-2fa2-4bed-912d-57cdbdf13ba3 req-4a04810c-31e8-4903-b1b1-db0af627bce8 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:46.751509 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a2dcbc-9514-4f73-a14f-9a9307acbc5c x-openstack-request-id: req-07a2dcbc-9514-4f73-a14f-9a9307acbc5c {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:21:46.752337 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854837be-1464-47e7-ac0c-432e999c8362", "tag": "bd277a05-e68c-427a-af1f-03327a983257", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:21:46.752450 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b4fbf5f-2fa2-4bed-912d-57cdbdf13ba3 req-4a04810c-31e8-4903-b1b1-db0af627bce8 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 947 time: 0.1891384 Feb 10 15:21:46.756115 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07a2dcbc-9514-4f73-a14f-9a9307acbc5c {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:21:46.756556 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854837be-1464-47e7-ac0c-432e999c8362', 'tag': 'bd277a05-e68c-427a-af1f-03327a983257', 'status': 'completed', 'code': 200} Feb 10 15:21:46.765398 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986bdcc8-1968-4421-8aee-09173923f139 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:21:46.791232 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Publish callbacks [] for port (986bdcc8-1968-4421-8aee-09173923f139), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:46.793704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462d132-f8ad-45ff-9aec-d3d568975d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb76105-fa3b-4b63-a9f8-d44d6ab2203d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:46.828977 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2246203c-559f-4ddc-b7e8-77ae2ba59409 admin admin] Publish callbacks [] for security_group (deb76105-fa3b-4b63-a9f8-d44d6ab2203d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:46.883940 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2246203c-559f-4ddc-b7e8-77ae2ba59409 admin admin] Publish callbacks [] for security_group (deb76105-fa3b-4b63-a9f8-d44d6ab2203d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:46.914046 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b4fbf5f-2fa2-4bed-912d-57cdbdf13ba3 req-d9955ba2-b992-4c53-9680-abe5c1d7b0f7 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585102 Feb 10 15:21:46.922160 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-b6b0a8dd-b57e-46e7-a68d-f297b6570c09 admin admin] Deleting port 61b48117-14bd-4638-b8b9-2ec37b3656cd {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:46.930120 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a8dd-b57e-46e7-a68d-f297b6570c09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (61b48117-14bd-4638-b8b9-2ec37b3656cd), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:46.930965 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Set router 47ab5fb7-ae76-4f30-9617-74a29c4fca9d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:46.994348 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2246203c-559f-4ddc-b7e8-77ae2ba59409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (deb76105-fa3b-4b63-a9f8-d44d6ab2203d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:46.998053 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2246203c-559f-4ddc-b7e8-77ae2ba59409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:46.999237 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2246203c-559f-4ddc-b7e8-77ae2ba59409 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/deb76105-fa3b-4b63-a9f8-d44d6ab2203d HTTP/1.1" status: 204 len: 168 time: 0.3713756 Feb 10 15:21:47.024613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Transition to ACTIVE for port object 986bdcc8-1968-4421-8aee-09173923f139 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:21:47.025641 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246203c-559f-4ddc-b7e8-77ae2ba59409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb76105-fa3b-4b63-a9f8-d44d6ab2203d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:47.035925 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (986bdcc8-1968-4421-8aee-09173923f139), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:47.155464 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-eecefac2-5e7e-498c-93cf-8d7f368fcb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635523581-router', 'tenant_id': '1d30fc87fce84ef6894baf1ff54b22db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:12Z', 'updated_at': '2022-02-10T15:21:39Z', 'revision_number': 5, 'project_id': '1d30fc87fce84ef6894baf1ff54b22db', 'gw_port': {'id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:13Z', 'updated_at': '2022-02-10T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:47.199703 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Pushing event updated for resources: {'Port': ['ID=986bdcc8-1968-4421-8aee-09173923f139,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:47.247144 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-02abb2cd-5688-45c8-82bf-c1dfc2e5d89c service neutron] 10.222.0.72 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340512 Feb 10 15:21:47.262318 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecefac2-5e7e-498c-93cf-8d7f368fcb98 None None] The sync data for ids ['eea5bdb5-e254-4209-be75-6673105657a5'] in n-d-815324-7 is: [{'id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635523581-router', 'tenant_id': '1d30fc87fce84ef6894baf1ff54b22db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:12Z', 'updated_at': '2022-02-10T15:21:39Z', 'revision_number': 5, 'project_id': '1d30fc87fce84ef6894baf1ff54b22db', 'gw_port': {'id': '61b48117-14bd-4638-b8b9-2ec37b3656cd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea5bdb5-e254-4209-be75-6673105657a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:13Z', 'updated_at': '2022-02-10T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:21:47.363647 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-b6b0a8dd-b57e-46e7-a68d-f297b6570c09 admin admin] For port 61b48117-14bd-4638-b8b9-2ec37b3656cd, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=61b48117-14bd-4638-b8b9-2ec37b3656cd,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:47.364191 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a8dd-b57e-46e7-a68d-f297b6570c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (61b48117-14bd-4638-b8b9-2ec37b3656cd), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:47.424595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-b6b0a8dd-b57e-46e7-a68d-f297b6570c09 admin admin] Calling delete_port for 61b48117-14bd-4638-b8b9-2ec37b3656cd owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:47.778791 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'name': 'tempest-TaggedBootDevicesTest-332406586-router', 'tenant_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:26Z', 'updated_at': '2022-02-10T15:21:40Z', 'revision_number': 4, 'project_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'gw_port': {'id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:28Z', 'updated_at': '2022-02-10T15:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '4825fa37-5b82-4f4d-a9aa-6d2d590fc690', 'name': '', 'network_id': 'aae29f6d-9089-4cd3-8c93-303105cf6396', 'tenant_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'mac_address': 'fa:16:3e:97:7f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '164e9b3f-0724-480c-8c2b-018fa4bb75d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:38Z', 'updated_at': '2022-02-10T15:21:42Z', 'revision_number': 2, 'project_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'subnets': [{'id': '164e9b3f-0724-480c-8c2b-018fa4bb75d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:47.810582 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eb34537c-380f-40cc-a65f-1718ddf3d012 req-e7c6c518-28a5-4495-85c3-2a86d6228a14 service neutron] 10.222.0.72 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326300 Feb 10 15:21:47.824898 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Attempting to bind port 986bdcc8-1968-4421-8aee-09173923f139 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:21:47.825272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Attempting to bind port 986bdcc8-1968-4421-8aee-09173923f139 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:21:47.825610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Attempting to bind port 986bdcc8-1968-4421-8aee-09173923f139 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:47.836040 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Port 986bdcc8-1968-4421-8aee-09173923f139 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:21:47.836596 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Attempting to bind port 986bdcc8-1968-4421-8aee-09173923f139 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:47.844769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:21:47.845107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:47.847703 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:21:47.848749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Bound port: 986bdcc8-1968-4421-8aee-09173923f139, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:21:47.850250 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (986bdcc8-1968-4421-8aee-09173923f139), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:47.885242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Checking router: 47ab5fb7-ae76-4f30-9617-74a29c4fca9d for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:21:47.885733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Updating router 47ab5fb7-ae76-4f30-9617-74a29c4fca9d port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:21:47.961569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4dd0e108-f214-487d-86c8-9f4adb568ff5 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:21:48.011102 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:48.028290 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 4dd0e108-f214-487d-86c8-9f4adb568ff5 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:21:48.028633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4dd0e108-f214-487d-86c8-9f4adb568ff5 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:21:48.083471 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:48.088177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] For port 986bdcc8-1968-4421-8aee-09173923f139, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:21:48.091943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b772c1a-3518-4c44-9f0f-e032677f1741 req-890bf9c7-d245-4b40-8f82-ddd9c948f798 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:48.095739 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] For port 986bdcc8-1968-4421-8aee-09173923f139, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=986bdcc8-1968-4421-8aee-09173923f139,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:21:48.101360 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b772c1a-3518-4c44-9f0f-e032677f1741 req-890bf9c7-d245-4b40-8f82-ddd9c948f798 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 943 time: 0.2404375 Feb 10 15:21:48.121971 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (986bdcc8-1968-4421-8aee-09173923f139), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:48.143922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1affe2d-e7af-42fe-886c-7035ba06a1b1 req-618891b1-1b08-498d-bc93-b5986a935ecc tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:48.146325 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1affe2d-e7af-42fe-886c-7035ba06a1b1 req-618891b1-1b08-498d-bc93-b5986a935ecc tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.72 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 947 time: 0.2206688 Feb 10 15:21:48.224964 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:48.225608 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:48.227052 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-7304b132-5970-4349-ae09-0272527ec51f service neutron] 10.222.0.72 "PUT /v2.0/ports/986bdcc8-1968-4421-8aee-09173923f139 HTTP/1.1" status: 200 len: 1096 time: 4.0382018 Feb 10 15:21:48.260185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517ba80-8918-49e4-bb03-ac70ffb70b93 req-13298dd3-3c86-4ce5-95e0-b2be004cf041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:48.282947 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f517ba80-8918-49e4-bb03-ac70ffb70b93 req-13298dd3-3c86-4ce5-95e0-b2be004cf041 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 1125 time: 0.4111750 Feb 10 15:21:48.450620 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304b132-5970-4349-ae09-0272527ec51f service neutron] Pushing event updated for resources: {'Port': ['ID=986bdcc8-1968-4421-8aee-09173923f139,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:48.466456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b772c1a-3518-4c44-9f0f-e032677f1741 req-a8b43c2a-ef30-4680-b2c5-187ed9e6554a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638117 Feb 10 15:21:48.597484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-2bfb0ec1-0344-4408-ba90-99a55c83f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:48.602412 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-2bfb0ec1-0344-4408-ba90-99a55c83f096 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 1130 time: 0.2957058 Feb 10 15:21:48.613922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517ba80-8918-49e4-bb03-ac70ffb70b93 req-bd56027a-f164-46de-b412-4464773a07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:48.618335 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f517ba80-8918-49e4-bb03-ac70ffb70b93 req-bd56027a-f164-46de-b412-4464773a07eb service neutron] 10.222.0.72 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 906 time: 0.3094223 Feb 10 15:21:48.644041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46406) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:48.670732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946899c-d8c9-4f88-a959-8310f1b693ef req-2d59507d-cfa7-4c3a-840c-ff3b7863a9b0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:48.686609 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0946899c-d8c9-4f88-a959-8310f1b693ef req-2d59507d-cfa7-4c3a-840c-ff3b7863a9b0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 948 time: 0.7559114 Feb 10 15:21:48.762607 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc0c88f-c857-43a3-b20c-eee6fb0a7d80', 'tag': '986bdcc8-1968-4421-8aee-09173923f139'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:21:48.768005 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060f59e1-b3b6-4334-ac3c-45d850a1d48e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc0c88f-c857-43a3-b20c-eee6fb0a7d80", "tag": "986bdcc8-1968-4421-8aee-09173923f139"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:21:48.779202 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-20e7d0cf-6955-43a6-90ae-fe757cc77d5e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=986bdcc8-1968-4421-8aee-09173923f139 HTTP/1.1" status: 200 len: 217 time: 0.1597068 Feb 10 15:21:48.795214 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Publish callbacks [] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:48.818207 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:48.931243 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f517ba80-8918-49e4-bb03-ac70ffb70b93 req-52c958de-d288-4309-87d5-01e7e4e8e4cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd277a05-e68c-427a-af1f-03327a983257 HTTP/1.1" status: 200 len: 217 time: 0.2924082 Feb 10 15:21:48.966508 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0946899c-d8c9-4f88-a959-8310f1b693ef req-82958726-84db-4422-a665-aff6b3409aba tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787578 Feb 10 15:21:49.023693 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-c1affe2d-e7af-42fe-886c-7035ba06a1b1 req-8ebf2295-b285-4cc3-987b-c936f0383c04 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Deleting port faa3244c-d52c-4e52-a687-00e61703ca8e {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:49.024045 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c1affe2d-e7af-42fe-886c-7035ba06a1b1 req-8ebf2295-b285-4cc3-987b-c936f0383c04 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:49.025167 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefd5ad-6bd9-4612-bd93-f812e959ecad None None] Pushing event updated for resources: {'Port': ['ID=4825fa37-5b82-4f4d-a9aa-6d2d590fc690,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:49.091085 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:49.150120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Attempting to bind port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:21:49.155707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Attempting to bind port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '82c6ee92-afdf-42c3-ba9f-35d35975e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'aae29f6d-9089-4cd3-8c93-303105cf6396'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:21:49.158507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Attempting to bind port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 on network aae29f6d-9089-4cd3-8c93-303105cf6396 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:21:49.172122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:21:49.172908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Checking segment: {'id': '82c6ee92-afdf-42c3-ba9f-35d35975e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'aae29f6d-9089-4cd3-8c93-303105cf6396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:49.172908 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:49.173883 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Bound using segment: {'id': '82c6ee92-afdf-42c3-ba9f-35d35975e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'aae29f6d-9089-4cd3-8c93-303105cf6396'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:21:49.173883 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Bound port: 4825fa37-5b82-4f4d-a9aa-6d2d590fc690, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c6ee92-afdf-42c3-ba9f-35d35975e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'aae29f6d-9089-4cd3-8c93-303105cf6396'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:21:49.174143 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:49.188487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-c1affe2d-e7af-42fe-886c-7035ba06a1b1 req-8ebf2295-b285-4cc3-987b-c936f0383c04 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] For port faa3244c-d52c-4e52-a687-00e61703ca8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=faa3244c-d52c-4e52-a687-00e61703ca8e,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:49.188940 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c1affe2d-e7af-42fe-886c-7035ba06a1b1 req-8ebf2295-b285-4cc3-987b-c936f0383c04 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:49.290435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517ba80-8918-49e4-bb03-ac70ffb70b93 req-625b2a13-5f4e-4c8e-9e44-30b250ddd6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:49.292830 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f517ba80-8918-49e4-bb03-ac70ffb70b93 req-625b2a13-5f4e-4c8e-9e44-30b250ddd6fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 200 len: 845 time: 0.3479497 Feb 10 15:21:49.294579 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-30a19765-fe14-40af-a1be-8332395be4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:49.296150 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-30a19765-fe14-40af-a1be-8332395be4a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.4219787 Feb 10 15:21:49.299578 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b8f949-2873-40ff-b2d4-4c8bcf8d2f63 x-openstack-request-id: req-28b8f949-2873-40ff-b2d4-4c8bcf8d2f63 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:21:49.300142 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc0c88f-c857-43a3-b20c-eee6fb0a7d80", "tag": "986bdcc8-1968-4421-8aee-09173923f139", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:21:49.300588 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28b8f949-2873-40ff-b2d4-4c8bcf8d2f63 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:21:49.301253 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc0c88f-c857-43a3-b20c-eee6fb0a7d80', 'tag': '986bdcc8-1968-4421-8aee-09173923f139', 'status': 'completed', 'code': 200} Feb 10 15:21:49.305031 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-e1ae4a1a-fcff-4a87-a806-b5058678d093 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-886160857-network', 'tenant_id': '3e2f63c49a9249f68885893fbc65e988'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:49.403670 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f517ba80-8918-49e4-bb03-ac70ffb70b93 req-d18af180-d7c7-4f04-aaf3-c3bd733ec338 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70523496-0fb2-49c3-a6f3-295faa4269e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950613 Feb 10 15:21:49.423703 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] For port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:21:49.475115 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] For port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4825fa37-5b82-4f4d-a9aa-6d2d590fc690,segment=NetworkSegment(82c6ee92-afdf-42c3-ba9f-35d35975e9e3),segment_id=82c6ee92-afdf-42c3-ba9f-35d35975e9e3)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:21:49.477036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ea5d3449-023e-4b8e-8e53-dc970a78145c None None] Provisioning complete for port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:49.481882 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ea5d3449-023e-4b8e-8e53-dc970a78145c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:49.523847 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a8dd-b57e-46e7-a68d-f297b6570c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (61b48117-14bd-4638-b8b9-2ec37b3656cd), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:49.541167 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ae4a1a-fcff-4a87-a806-b5058678d093 admin admin] Made reservation on behalf of 3e2f63c49a9249f68885893fbc65e988 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:21:49.543522 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4a1a-fcff-4a87-a806-b5058678d093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:49.554163 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4a1a-fcff-4a87-a806-b5058678d093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:49.570652 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b7b91-5cee-4bc0-8678-2b5139bec379 req-f18a2ade-d522-41f8-a2ac-46496ead9a6c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:49.590590 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:49.593140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a9b7b91-5cee-4bc0-8678-2b5139bec379 req-f18a2ade-d522-41f8-a2ac-46496ead9a6c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 947 time: 0.8710747 Feb 10 15:21:49.610338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-27753c3c-d0b9-40a0-9b67-c5cfa541ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:49.612127 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-27753c3c-d0b9-40a0-9b67-c5cfa541ad10 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3022559 Feb 10 15:21:49.657615 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c1affe2d-e7af-42fe-886c-7035ba06a1b1 req-8ebf2295-b285-4cc3-987b-c936f0383c04 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:49.658296 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c1affe2d-e7af-42fe-886c-7035ba06a1b1 req-8ebf2295-b285-4cc3-987b-c936f0383c04 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (ab7a3d5b-cc5f-4949-a0f7-fa65bac8142a), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:49.658775 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [req-c1affe2d-e7af-42fe-886c-7035ba06a1b1 req-8ebf2295-b285-4cc3-987b-c936f0383c04 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Floating IP ab7a3d5b-cc5f-4949-a0f7-fa65bac8142a disassociated. External IP: 172.25.3.188, port: faa3244c-d52c-4e52-a687-00e61703ca8e. Feb 10 15:21:49.659276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-c1affe2d-e7af-42fe-886c-7035ba06a1b1 req-8ebf2295-b285-4cc3-987b-c936f0383c04 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Calling delete_port for faa3244c-d52c-4e52-a687-00e61703ca8e owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:49.737234 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ea5d3449-023e-4b8e-8e53-dc970a78145c None None] Port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:21:49.783475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Routers {'47ab5fb7-ae76-4f30-9617-74a29c4fca9d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:49.787204 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0a8dd-b57e-46e7-a68d-f297b6570c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b48117-14bd-4638-b8b9-2ec37b3656cd,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:49.791411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:21:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['47ab5fb7-ae76-4f30-9617-74a29c4fca9d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:49.866958 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f517ba80-8918-49e4-bb03-ac70ffb70b93 req-d7a6e566-016d-467b-a385-b6ccc59e1404 service neutron] 10.222.0.72 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399476 Feb 10 15:21:49.976973 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a9b7b91-5cee-4bc0-8678-2b5139bec379 req-d6d49c01-76ac-4f89-b10d-34f10ba1e1b1 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ebfec6c-2519-4991-ab74-01740d5b412f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3782377 Feb 10 15:21:49.990131 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a8dd-b57e-46e7-a68d-f297b6570c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (eea5bdb5-e254-4209-be75-6673105657a5), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:50.054999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] Set router 47ab5fb7-ae76-4f30-9617-74a29c4fca9d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:50.282744 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a8dd-b57e-46e7-a68d-f297b6570c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (eea5bdb5-e254-4209-be75-6673105657a5), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:50.287148 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a8dd-b57e-46e7-a68d-f297b6570c09 admin admin] Publish callbacks [] for router_controller (eea5bdb5-e254-4209-be75-6673105657a5), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:50.303740 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4cce0-f2f1-4c60-982a-ede1e6a08a43 req-1ad9ab3b-176f-436e-a1b4-3583aff18d3d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:50.313205 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0b4cce0-f2f1-4c60-982a-ede1e6a08a43 req-1ad9ab3b-176f-436e-a1b4-3583aff18d3d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 943 time: 0.6508303 Feb 10 15:21:50.397667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefd5ad-6bd9-4612-bd93-f812e959ecad None None] Pushing event updated for resources: {'Port': ['ID=4825fa37-5b82-4f4d-a9aa-6d2d590fc690,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:50.436432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-55498a58-3f77-4394-9e1f-43a2620d6bdf None None] Provisioning complete for port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:50.436848 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-55498a58-3f77-4394-9e1f-43a2620d6bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:50.462366 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0b4cce0-f2f1-4c60-982a-ede1e6a08a43 req-adc7d5ae-c5c9-42b3-8569-7653fd11cd7d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387107 Feb 10 15:21:50.463231 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a8dd-b57e-46e7-a68d-f297b6570c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (eea5bdb5-e254-4209-be75-6673105657a5), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:50.464619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b0a8dd-b57e-46e7-a68d-f297b6570c09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eea5bdb5-e254-4209-be75-6673105657a5 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:21:50.502823 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a8dd-b57e-46e7-a68d-f297b6570c09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:50.506238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b6b0a8dd-b57e-46e7-a68d-f297b6570c09 admin admin] 10.222.0.64 "DELETE /v2.0/routers/eea5bdb5-e254-4209-be75-6673105657a5 HTTP/1.1" status: 204 len: 168 time: 5.2952507 Feb 10 15:21:50.533575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46462) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:50.801823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1683725-46ba-472f-a0b1-652a9ba810d0 admin admin] Deleting subnet e99e99d2-1fe7-4a77-8749-2719345b64c4 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:21:50.827279 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e1683725-46ba-472f-a0b1-652a9ba810d0 admin admin] Publish callbacks [] for subnet (e99e99d2-1fe7-4a77-8749-2719345b64c4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:50.882021 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c1affe2d-e7af-42fe-886c-7035ba06a1b1 req-8ebf2295-b285-4cc3-987b-c936f0383c04 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (faa3244c-d52c-4e52-a687-00e61703ca8e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:50.927641 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4a1a-fcff-4a87-a806-b5058678d093 admin admin] Publish callbacks [] for security_group (db4bf5e5-73a2-4d3f-8278-707b6ed5fb8a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:50.946562 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4a1a-fcff-4a87-a806-b5058678d093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (db4bf5e5-73a2-4d3f-8278-707b6ed5fb8a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:50.963905 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ae4a1a-fcff-4a87-a806-b5058678d093 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:21:50.982930 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4a1a-fcff-4a87-a806-b5058678d093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (c70d1f1f-d555-4223-934e-2ca49d20757d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:50.983432 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-e1ae4a1a-fcff-4a87-a806-b5058678d093 admin admin] Added segment c70d1f1f-d555-4223-934e-2ca49d20757d of type vlan for network fd5f90ac-7895-4888-a352-b7483ee97d0f Feb 10 15:21:51.004604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32064d-83ca-4fa6-a0a6-48ec09e8860b req-4fc14acc-7b19-4844-a178-9750401b4f3a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:51.006332 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac32064d-83ca-4fa6-a0a6-48ec09e8860b req-4fc14acc-7b19-4844-a178-9750401b4f3a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 948 time: 0.3632660 Feb 10 15:21:51.022673 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf2295-b285-4cc3-987b-c936f0383c04 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event deleted for resources: {'Port': ['ID=faa3244c-d52c-4e52-a687-00e61703ca8e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:51.054889 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e1683725-46ba-472f-a0b1-652a9ba810d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (e99e99d2-1fe7-4a77-8749-2719345b64c4), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:51.072982 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-55498a58-3f77-4394-9e1f-43a2620d6bdf None None] Current status of the port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:51.074411 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4a1a-fcff-4a87-a806-b5058678d093 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (fd5f90ac-7895-4888-a352-b7483ee97d0f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:51.075481 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-55498a58-3f77-4394-9e1f-43a2620d6bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:51.128247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'name': 'tempest-TaggedBootDevicesTest-332406586-router', 'tenant_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:26Z', 'updated_at': '2022-02-10T15:21:40Z', 'revision_number': 4, 'project_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'gw_port': {'id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:28Z', 'updated_at': '2022-02-10T15:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '4825fa37-5b82-4f4d-a9aa-6d2d590fc690', 'name': '', 'network_id': 'aae29f6d-9089-4cd3-8c93-303105cf6396', 'tenant_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'mac_address': 'fa:16:3e:97:7f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '164e9b3f-0724-480c-8c2b-018fa4bb75d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:38Z', 'updated_at': '2022-02-10T15:21:49Z', 'revision_number': 4, 'project_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'subnets': [{'id': '164e9b3f-0724-480c-8c2b-018fa4bb75d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:51.199757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae4a1a-fcff-4a87-a806-b5058678d093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4bf5e5-73a2-4d3f-8278-707b6ed5fb8a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:51.202895 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4a1a-fcff-4a87-a806-b5058678d093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (fd5f90ac-7895-4888-a352-b7483ee97d0f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:51.204009 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ae4a1a-fcff-4a87-a806-b5058678d093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:51.204713 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4a1a-fcff-4a87-a806-b5058678d093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:51.206740 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66011d-25f5-41a6-b0fa-f3c70ff1a0d4 None None] The sync data for ids ['47ab5fb7-ae76-4f30-9617-74a29c4fca9d'] in n-d-815324-7 is: [{'id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'name': 'tempest-TaggedBootDevicesTest-332406586-router', 'tenant_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:26Z', 'updated_at': '2022-02-10T15:21:40Z', 'revision_number': 4, 'project_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'gw_port': {'id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:28Z', 'updated_at': '2022-02-10T15:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '4825fa37-5b82-4f4d-a9aa-6d2d590fc690', 'name': '', 'network_id': 'aae29f6d-9089-4cd3-8c93-303105cf6396', 'tenant_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'mac_address': 'fa:16:3e:97:7f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '164e9b3f-0724-480c-8c2b-018fa4bb75d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:38Z', 'updated_at': '2022-02-10T15:21:49Z', 'revision_number': 4, 'project_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'subnets': [{'id': '164e9b3f-0724-480c-8c2b-018fa4bb75d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:21:51.213862 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device bd277a05-e68c-427a-af1f-03327a983257 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:21:51.216028 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device faa3244c-d52c-4e52-a687-00e61703ca8e no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:21:51.296890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: faa3244c-d52c-4e52-a687-00e61703ca8e {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:21:51.296890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device faa3244c-d52c-4e52-a687-00e61703ca8e not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:21:51.297167 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f517ba80-8918-49e4-bb03-ac70ffb70b93 req-443c6a7b-5b12-4570-b1fc-9445b19f8610 service neutron] 10.222.0.72 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4162221 Feb 10 15:21:51.335488 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e1ae4a1a-fcff-4a87-a806-b5058678d093 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6873868 Feb 10 15:21:51.371081 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46470) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:51.395664 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-53565894-c2aa-4f2b-ae83-f6e859d47874 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7736518 Feb 10 15:21:51.400784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-87e7864d-d540-4b5d-8fd3-0fc6eba5ba2f admin admin] Request body: {'subnet': {'network_id': 'fd5f90ac-7895-4888-a352-b7483ee97d0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-886160857-subnet', 'tenant_id': '3e2f63c49a9249f68885893fbc65e988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:51.505060 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-55498a58-3f77-4394-9e1f-43a2620d6bdf None None] For port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4825fa37-5b82-4f4d-a9aa-6d2d590fc690,segment=NetworkSegment(82c6ee92-afdf-42c3-ba9f-35d35975e9e3),segment_id=82c6ee92-afdf-42c3-ba9f-35d35975e9e3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:51.523660 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.resource_extend [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:21:51.538424 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-55498a58-3f77-4394-9e1f-43a2620d6bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:51.620556 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e1683725-46ba-472f-a0b1-652a9ba810d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (e99e99d2-1fe7-4a77-8749-2719345b64c4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:51.632287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55498a58-3f77-4394-9e1f-43a2620d6bdf None None] Pushing event updated for resources: {'Port': ['ID=4825fa37-5b82-4f4d-a9aa-6d2d590fc690,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:51.784244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae4a1a-fcff-4a87-a806-b5058678d093 admin admin] Pushing event updated for resources: {'Network': ['ID=fd5f90ac-7895-4888-a352-b7483ee97d0f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:51.788527 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7eda6eb5-7603-4cb9-b4a3-fa75b7717756 req-42a124e2-c43a-4f18-9b9a-ec8a785503c5 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713269 Feb 10 15:21:51.810020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e7864d-d540-4b5d-8fd3-0fc6eba5ba2f admin admin] Made reservation on behalf of 3e2f63c49a9249f68885893fbc65e988 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:21:51.815949 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87e7864d-d540-4b5d-8fd3-0fc6eba5ba2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:51.886552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network fd5f90ac-7895-4888-a352-b7483ee97d0f details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:21:51.999861 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port bd277a05-e68c-427a-af1f-03327a983257, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bd277a05-e68c-427a-af1f-03327a983257,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:52.084015 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'bd277a05-e68c-427a-af1f-03327a983257', 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2', 'port_id': 'bd277a05-e68c-427a-af1f-03327a983257', 'mac_address': 'fa:16:3e:42:39:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641d274e-0229-4226-b05a-8b572a0b405b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:21:52.131731 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:52.294379 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port bd277a05-e68c-427a-af1f-03327a983257 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:52.294745 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bd277a05-e68c-427a-af1f-03327a983257), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:52.305791 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87e7864d-d540-4b5d-8fd3-0fc6eba5ba2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (f60a6f1e-5561-4030-8340-646eb0a0fcf3), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:52.356018 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:21:52.374989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd277a05-e68c-427a-af1f-03327a983257 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:21:52.483492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port bd277a05-e68c-427a-af1f-03327a983257, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bd277a05-e68c-427a-af1f-03327a983257,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:52.503249 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bd277a05-e68c-427a-af1f-03327a983257), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:52.557977 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f59e1-b3b6-4334-ac3c-45d850a1d48e req-b929b251-6d85-4af4-a49f-6d5942b095f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:52.560124 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-060f59e1-b3b6-4334-ac3c-45d850a1d48e req-b929b251-6d85-4af4-a49f-6d5942b095f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 1130 time: 0.2977247 Feb 10 15:21:52.636374 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=bd277a05-e68c-427a-af1f-03327a983257,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:52.654522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:52.654903 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:52.682676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e7864d-d540-4b5d-8fd3-0fc6eba5ba2f admin admin] Checking segment: {'id': 'c70d1f1f-d555-4223-934e-2ca49d20757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fd5f90ac-7895-4888-a352-b7483ee97d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:21:52.684826 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e7864d-d540-4b5d-8fd3-0fc6eba5ba2f admin admin] Network hostable DHCP agents. Network: fd5f90ac-7895-4888-a352-b7483ee97d0f, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:21:52.786322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7864d-d540-4b5d-8fd3-0fc6eba5ba2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f60a6f1e-5561-4030-8340-646eb0a0fcf3,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:52.847243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['bd277a05-e68c-427a-af1f-03327a983257'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:21:52.858098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e7864d-d540-4b5d-8fd3-0fc6eba5ba2f admin admin] Network fd5f90ac-7895-4888-a352-b7483ee97d0f is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:21:52.908889 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f59e1-b3b6-4334-ac3c-45d850a1d48e req-38413ed2-99e9-44dd-abdd-0f5e4ef901a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:52.910653 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-060f59e1-b3b6-4334-ac3c-45d850a1d48e req-38413ed2-99e9-44dd-abdd-0f5e4ef901a8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.3382823 Feb 10 15:21:52.910980 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-87e7864d-d540-4b5d-8fd3-0fc6eba5ba2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, fd5f90ac-7895-4888-a352-b7483ee97d0f) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:21:52.954338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa101bf-068e-473e-83b4-716dad3f3ccc None None] Network fd5f90ac-7895-4888-a352-b7483ee97d0f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:21:53.025426 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac32064d-83ca-4fa6-a0a6-48ec09e8860b req-85ea5ff5-cb3d-4995-9d0d-ed6398f53f9b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9921782 Feb 10 15:21:53.026102 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-060f59e1-b3b6-4334-ac3c-45d850a1d48e req-368c8d5e-6d06-47d3-ba50-ffa54d5eef6d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=986bdcc8-1968-4421-8aee-09173923f139 HTTP/1.1" status: 200 len: 217 time: 0.1025043 Feb 10 15:21:53.027468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e7864d-d540-4b5d-8fd3-0fc6eba5ba2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:53.028497 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87e7864d-d540-4b5d-8fd3-0fc6eba5ba2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:53.042879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:53.079499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1affe2d-e7af-42fe-886c-7035ba06a1b1 req-8ebf2295-b285-4cc3-987b-c936f0383c04 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Router 047491ca-4e78-49fb-8a33-c6b752f43147 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:21:53.081007 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-87e7864d-d540-4b5d-8fd3-0fc6eba5ba2f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7029896 Feb 10 15:21:53.093886 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e1683725-46ba-472f-a0b1-652a9ba810d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (e99e99d2-1fe7-4a77-8749-2719345b64c4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:53.163162 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1683725-46ba-472f-a0b1-652a9ba810d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99e99d2-1fe7-4a77-8749-2719345b64c4,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:53.174159 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f59e1-b3b6-4334-ac3c-45d850a1d48e req-394f3cea-cb82-453d-977f-01b3461e3a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:53.178402 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-060f59e1-b3b6-4334-ac3c-45d850a1d48e req-394f3cea-cb82-453d-977f-01b3461e3a06 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1247604 Feb 10 15:21:53.195133 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 61b48117-14bd-4638-b8b9-2ec37b3656cd no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:21:53.276508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f59e1-b3b6-4334-ac3c-45d850a1d48e req-65a3ba96-8449-4960-9c03-072793485c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:53.278083 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-060f59e1-b3b6-4334-ac3c-45d850a1d48e req-65a3ba96-8449-4960-9c03-072793485c65 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0954175 Feb 10 15:21:53.305694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 61b48117-14bd-4638-b8b9-2ec37b3656cd {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:21:53.306095 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 61b48117-14bd-4638-b8b9-2ec37b3656cd not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:21:53.482777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f4312f-5eb3-4828-91df-a880ec3ea05c None None] Network fd5f90ac-7895-4888-a352-b7483ee97d0f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:21:53.500241 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-060f59e1-b3b6-4334-ac3c-45d850a1d48e req-2f1630fe-9f28-4612-a673-1d48eeb6ad31 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126474 Feb 10 15:21:53.503422 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e1683725-46ba-472f-a0b1-652a9ba810d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:53.508464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e1683725-46ba-472f-a0b1-652a9ba810d0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e99e99d2-1fe7-4a77-8749-2719345b64c4 HTTP/1.1" status: 204 len: 168 time: 2.9655890 Feb 10 15:21:53.510939 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46484) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:53.530943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caece46b-2b95-4542-b4fe-be207518e85f None None] Network d53f4f7d-4c83-499d-9d8c-e6ac28640d10 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:21:53.558371 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1affe2d-e7af-42fe-886c-7035ba06a1b1 req-8ebf2295-b285-4cc3-987b-c936f0383c04 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:21:53.569639 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf78c70-72c6-4c8d-854c-360bbf0de368 None None] Sync routers for ids ['047491ca-4e78-49fb-8a33-c6b752f43147'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:21:53.586781 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf78c70-72c6-4c8d-854c-360bbf0de368 None None] Routers {'047491ca-4e78-49fb-8a33-c6b752f43147'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:53.590114 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-edf78c70-72c6-4c8d-854c-360bbf0de368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:21:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['047491ca-4e78-49fb-8a33-c6b752f43147'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:53.593263 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21fd2ab2-1ceb-436a-975e-e64f3769c895 req-283a29d4-a03d-4198-9bee-d64ddda2ffaf tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=91289bf7-f31f-41b3-a767-3341be3b5107 HTTP/1.1" status: 200 len: 210 time: 0.0831568 Feb 10 15:21:53.761000 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1affe2d-e7af-42fe-886c-7035ba06a1b1 req-8ebf2295-b285-4cc3-987b-c936f0383c04 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] No DVR routers for this DVR port faa3244c-d52c-4e52-a687-00e61703ca8e on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:21:53.767237 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c1affe2d-e7af-42fe-886c-7035ba06a1b1 req-8ebf2295-b285-4cc3-987b-c936f0383c04 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:53.793044 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1affe2d-e7af-42fe-886c-7035ba06a1b1 req-8ebf2295-b285-4cc3-987b-c936f0383c04 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.72 "DELETE /v2.0/ports/faa3244c-d52c-4e52-a687-00e61703ca8e HTTP/1.1" status: 204 len: 173 time: 5.5711524 Feb 10 15:21:53.799510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91289bf7-f31f-41b3-a767-3341be3b5107', 'name': 'network-vif-deleted', 'tag': 'faa3244c-d52c-4e52-a687-00e61703ca8e'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:21:53.802724 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e14c06-4ed4-44cf-ac07-9a6ccbe25d76" -d '{"events": [{"server_uuid": "91289bf7-f31f-41b3-a767-3341be3b5107", "name": "network-vif-deleted", "tag": "faa3244c-d52c-4e52-a687-00e61703ca8e"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:21:53.939778 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (d53f4f7d-4c83-499d-9d8c-e6ac28640d10), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:53.941979 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-edf78c70-72c6-4c8d-854c-360bbf0de368 None None] Set router 047491ca-4e78-49fb-8a33-c6b752f43147 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:53.990878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182b330-59f3-464e-98ca-62fdec82519f req-082ced16-194a-45d0-89f9-104ca829966c tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:54.003745 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c182b330-59f3-464e-98ca-62fdec82519f req-082ced16-194a-45d0-89f9-104ca829966c tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 944 time: 0.1367533 Feb 10 15:21:54.072026 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-060f59e1-b3b6-4334-ac3c-45d850a1d48e req-70a4f11b-03b2-48d2-b859-3d1ac7b15d72 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488873 Feb 10 15:21:54.161934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbafd2d9-c902-4500-a95b-1efae2cda563 None None] DHCP port deletion for d53f4f7d-4c83-499d-9d8c-e6ac28640d10 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:21:54.200184 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c182b330-59f3-464e-98ca-62fdec82519f req-7b7a4673-1c60-4154-9812-5b55968e105c tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949434 Feb 10 15:21:54.244810 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] Deleting port cad6ab43-2b69-4a41-99e7-043544c2494c {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:54.245153 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (cad6ab43-2b69-4a41-99e7-043544c2494c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:54.351398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cbafd2d9-c902-4500-a95b-1efae2cda563 None None] Deleting port cad6ab43-2b69-4a41-99e7-043544c2494c {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:54.358419 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cbafd2d9-c902-4500-a95b-1efae2cda563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (cad6ab43-2b69-4a41-99e7-043544c2494c), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:54.423230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] For port cad6ab43-2b69-4a41-99e7-043544c2494c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cad6ab43-2b69-4a41-99e7-043544c2494c,segment=NetworkSegment(9533a04f-ad7a-4b19-8ec6-110084d574d8),segment_id=9533a04f-ad7a-4b19-8ec6-110084d574d8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:54.427616 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (cad6ab43-2b69-4a41-99e7-043544c2494c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:54.484766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] Calling delete_port for cad6ab43-2b69-4a41-99e7-043544c2494c owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:54.541808 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-b966ee38-03f9-4406-993d-fb71c91f9eb9 req-3c2f7639-fd8b-4139-ad3c-5b2e45aa7229 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1250779027', 'description': 'tempest-description-1663562328'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:54.591124 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b966ee38-03f9-4406-993d-fb71c91f9eb9 req-3c2f7639-fd8b-4139-ad3c-5b2e45aa7229 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:54.702641 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-cbafd2d9-c902-4500-a95b-1efae2cda563 None None] For port cad6ab43-2b69-4a41-99e7-043544c2494c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cad6ab43-2b69-4a41-99e7-043544c2494c,segment=NetworkSegment(9533a04f-ad7a-4b19-8ec6-110084d574d8),segment_id=9533a04f-ad7a-4b19-8ec6-110084d574d8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:54.704293 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cbafd2d9-c902-4500-a95b-1efae2cda563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (cad6ab43-2b69-4a41-99e7-043544c2494c), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:54.766014 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cbafd2d9-c902-4500-a95b-1efae2cda563 None None] Calling delete_port for cad6ab43-2b69-4a41-99e7-043544c2494c owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:54.779165 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (cad6ab43-2b69-4a41-99e7-043544c2494c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:54.792121 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-edf78c70-72c6-4c8d-854c-360bbf0de368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:17:06Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '192436c8-73b7-4b3f-ae35-0317f6f217a8', 'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'mac_address': 'fa:16:3e:71:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:17:03Z', 'updated_at': '2022-02-10T15:17:11Z', 'revision_number': 5, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'subnets': [{'id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:54.861421 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf78c70-72c6-4c8d-854c-360bbf0de368 None None] Checking router: 047491ca-4e78-49fb-8a33-c6b752f43147 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:21:54.864786 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b966ee38-03f9-4406-993d-fb71c91f9eb9 req-3c2f7639-fd8b-4139-ad3c-5b2e45aa7229 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (54df3ba7-f8ee-4a2a-b7ac-c8c85a87764b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:54.876348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] No DVR routers for this DVR port cad6ab43-2b69-4a41-99e7-043544c2494c on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:21:54.887618 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b966ee38-03f9-4406-993d-fb71c91f9eb9 req-3c2f7639-fd8b-4139-ad3c-5b2e45aa7229 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (54df3ba7-f8ee-4a2a-b7ac-c8c85a87764b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:54.906272 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf78c70-72c6-4c8d-854c-360bbf0de368 None None] Routers {'047491ca-4e78-49fb-8a33-c6b752f43147'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:21:54.907805 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-edf78c70-72c6-4c8d-854c-360bbf0de368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:21:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['047491ca-4e78-49fb-8a33-c6b752f43147'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: from cryptography.utils import int_from_bytes Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: from cryptography.utils import int_from_bytes Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.923265 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.925644 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.925644 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.925644 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.925644 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.925644 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.925644 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.925644 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.925644 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.925644 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.925644 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.925644 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.925644 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.925644 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:21:54.925644 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:21:54.932604 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cbafd2d9-c902-4500-a95b-1efae2cda563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (cad6ab43-2b69-4a41-99e7-043544c2494c), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:54.936823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] Pushing event deleted for resources: {'Port': ['ID=cad6ab43-2b69-4a41-99e7-043544c2494c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:54.954024 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f7639-fd8b-4139-ad3c-5b2e45aa7229 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54df3ba7-f8ee-4a2a-b7ac-c8c85a87764b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:54.990757 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b966ee38-03f9-4406-993d-fb71c91f9eb9 req-3c2f7639-fd8b-4139-ad3c-5b2e45aa7229 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:55.007577 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b966ee38-03f9-4406-993d-fb71c91f9eb9 req-3c2f7639-fd8b-4139-ad3c-5b2e45aa7229 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4724801 Feb 10 15:21:55.047917 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafd2d9-c902-4500-a95b-1efae2cda563 None None] Pushing event deleted for resources: {'Port': ['ID=cad6ab43-2b69-4a41-99e7-043544c2494c,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:55.063908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbafd2d9-c902-4500-a95b-1efae2cda563 None None] No DVR routers for this DVR port cad6ab43-2b69-4a41-99e7-043544c2494c on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:21:55.072302 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f2c9dd-c960-4119-bc5b-7b5c66ab4b57 x-openstack-request-id: req-73f2c9dd-c960-4119-bc5b-7b5c66ab4b57 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:21:55.073240 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91289bf7-f31f-41b3-a767-3341be3b5107", "name": "network-vif-deleted", "tag": "faa3244c-d52c-4e52-a687-00e61703ca8e", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:21:55.073769 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73f2c9dd-c960-4119-bc5b-7b5c66ab4b57 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:21:55.075972 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91289bf7-f31f-41b3-a767-3341be3b5107', 'name': 'network-vif-deleted', 'tag': 'faa3244c-d52c-4e52-a687-00e61703ca8e', 'status': 'completed', 'code': 200} Feb 10 15:21:55.159107 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (d53f4f7d-4c83-499d-9d8c-e6ac28640d10), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:55.210751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53f4f7d-4c83-499d-9d8c-e6ac28640d10']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:55.210943 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-edf78c70-72c6-4c8d-854c-360bbf0de368 None None] Set router 047491ca-4e78-49fb-8a33-c6b752f43147 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:21:55.242902 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9533a04f-ad7a-4b19-8ec6-110084d574d8') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:55.244313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9533a04f-ad7a-4b19-8ec6-110084d574d8') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:55.256243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 986bdcc8-1968-4421-8aee-09173923f139 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:21:55.266489 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (9533a04f-ad7a-4b19-8ec6-110084d574d8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:55.280302 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device bd277a05-e68c-427a-af1f-03327a983257 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:55.283518 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9533a04f-ad7a-4b19-8ec6-110084d574d8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:55.293559 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:21:55.294962 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (9533a04f-ad7a-4b19-8ec6-110084d574d8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:21:55.298621 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:21:55.327755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a4d50-7f88-4cb9-a1c4-f4af3a96a884 req-4e784fde-75d2-4f86-8426-debf31b55679 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:55.334571 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-583a4d50-7f88-4cb9-a1c4-f4af3a96a884 req-4e784fde-75d2-4f86-8426-debf31b55679 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 948 time: 0.1471970 Feb 10 15:21:55.424093 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (d53f4f7d-4c83-499d-9d8c-e6ac28640d10), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:55.445770 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:55.460858 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d53f4f7d-4c83-499d-9d8c-e6ac28640d10 HTTP/1.1" status: 204 len: 168 time: 1.9469349 Feb 10 15:21:55.490952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff18a5-925f-41df-9894-a7d55439dc66 admin admin] Pushing event deleted for resources: {'Network': ['ID=d53f4f7d-4c83-499d-9d8c-e6ac28640d10,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:55.498609 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 986bdcc8-1968-4421-8aee-09173923f139, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=986bdcc8-1968-4421-8aee-09173923f139,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:55.519457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '986bdcc8-1968-4421-8aee-09173923f139', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '986bdcc8-1968-4421-8aee-09173923f139', 'mac_address': 'fa:16:3e:11:24:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:21:55.521275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-583a4d50-7f88-4cb9-a1c4-f4af3a96a884 req-c077dd0b-0e55-4285-aab7-359c0b38cac3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516950 Feb 10 15:21:55.583315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port bd277a05-e68c-427a-af1f-03327a983257 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:21:55.594859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 986bdcc8-1968-4421-8aee-09173923f139 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:55.595742 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (986bdcc8-1968-4421-8aee-09173923f139), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:55.611390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port bd277a05-e68c-427a-af1f-03327a983257 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:55.611774 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bd277a05-e68c-427a-af1f-03327a983257), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:55.657545 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986bdcc8-1968-4421-8aee-09173923f139 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:21:55.689728 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 986bdcc8-1968-4421-8aee-09173923f139, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=986bdcc8-1968-4421-8aee-09173923f139,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:55.702894 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (986bdcc8-1968-4421-8aee-09173923f139), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:55.730027 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-edf78c70-72c6-4c8d-854c-360bbf0de368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:17:06Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '192436c8-73b7-4b3f-ae35-0317f6f217a8', 'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'mac_address': 'fa:16:3e:71:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:17:03Z', 'updated_at': '2022-02-10T15:17:11Z', 'revision_number': 5, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'subnets': [{'id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:21:55.812617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port bd277a05-e68c-427a-af1f-03327a983257 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:55.812617 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bd277a05-e68c-427a-af1f-03327a983257), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:55.814410 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46514) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:55.819322 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf78c70-72c6-4c8d-854c-360bbf0de368 None None] The sync data for ids ['047491ca-4e78-49fb-8a33-c6b752f43147'] in n-d-815324-7 is: [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:17:06Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '192436c8-73b7-4b3f-ae35-0317f6f217a8', 'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'mac_address': 'fa:16:3e:71:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:17:03Z', 'updated_at': '2022-02-10T15:17:11Z', 'revision_number': 5, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'subnets': [{'id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:21:55.943847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854837be-1464-47e7-ac0c-432e999c8362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd277a05-e68c-427a-af1f-03327a983257'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:21:55.947122 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4c3c5e-777b-4ff2-91c0-9890671d111a" -d '{"events": [{"server_uuid": "854837be-1464-47e7-ac0c-432e999c8362", "name": "network-vif-plugged", "status": "completed", "tag": "bd277a05-e68c-427a-af1f-03327a983257"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:21:55.981373 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cad6ab43-2b69-4a41-99e7-043544c2494c no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:21:56.004827 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a2750eac-c6ca-41f2-b6b1-fbc8faeaffbd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d30fc87fce84ef6894baf1ff54b22db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1870825 Feb 10 15:21:56.005833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46518) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:56.011543 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: cad6ab43-2b69-4a41-99e7-043544c2494c {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:21:56.011879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cad6ab43-2b69-4a41-99e7-043544c2494c not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:21:56.013818 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['986bdcc8-1968-4421-8aee-09173923f139'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:21:56.023658 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port bd277a05-e68c-427a-af1f-03327a983257, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bd277a05-e68c-427a-af1f-03327a983257,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:56.055308 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=986bdcc8-1968-4421-8aee-09173923f139,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:56.063364 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bd277a05-e68c-427a-af1f-03327a983257), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:56.181975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=bd277a05-e68c-427a-af1f-03327a983257,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:56.212463 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24c23bbc-2642-4b68-85ee-12b3f969abb5 admin admin] Publish callbacks [] for security_group (24ccdb57-8e74-47b2-9f63-bd0b15c77d04), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:56.282405 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24c23bbc-2642-4b68-85ee-12b3f969abb5 admin admin] Publish callbacks [] for security_group (24ccdb57-8e74-47b2-9f63-bd0b15c77d04), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:56.390451 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24c23bbc-2642-4b68-85ee-12b3f969abb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (24ccdb57-8e74-47b2-9f63-bd0b15c77d04), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:56.397169 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24c23bbc-2642-4b68-85ee-12b3f969abb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:56.398793 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-24c23bbc-2642-4b68-85ee-12b3f969abb5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24ccdb57-8e74-47b2-9f63-bd0b15c77d04 HTTP/1.1" status: 204 len: 168 time: 0.3898196 Feb 10 15:21:56.417453 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c23bbc-2642-4b68-85ee-12b3f969abb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ccdb57-8e74-47b2-9f63-bd0b15c77d04,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:56.514282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e26e2f69-bae0-483b-a221-b5ab4afc7c70 req-59c48502-ec4b-49cc-9611-16e1276aa3a1 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "GET /v2.0/security-groups/54df3ba7-f8ee-4a2a-b7ac-c8c85a87764b HTTP/1.1" status: 200 len: 1832 time: 0.0800402 Feb 10 15:21:56.525140 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-e26e2f69-bae0-483b-a221-b5ab4afc7c70 req-df441241-f428-4f1b-a838-b4f68a7854bb tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54df3ba7-f8ee-4a2a-b7ac-c8c85a87764b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:56.530313 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-e26e2f69-bae0-483b-a221-b5ab4afc7c70 req-df441241-f428-4f1b-a838-b4f68a7854bb tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54df3ba7-f8ee-4a2a-b7ac-c8c85a87764b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:56.664833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa35dfe-c56d-463f-8253-0a76a959e62d None None] New status for floating IP ab7a3d5b-cc5f-4949-a0f7-fa65bac8142a: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:21:56.680007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e26e2f69-bae0-483b-a221-b5ab4afc7c70 req-df441241-f428-4f1b-a838-b4f68a7854bb tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group_rule (9a6912b7-b2ae-4565-939e-535970eb8ff0), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:56.730736 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e26e2f69-bae0-483b-a221-b5ab4afc7c70 req-df441241-f428-4f1b-a838-b4f68a7854bb tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group_rule (9a6912b7-b2ae-4565-939e-535970eb8ff0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:56.738595 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e26e2f69-bae0-483b-a221-b5ab4afc7c70 req-df441241-f428-4f1b-a838-b4f68a7854bb tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (9a6912b7-b2ae-4565-939e-535970eb8ff0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:56.773029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df441241-f428-4f1b-a838-b4f68a7854bb tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6912b7-b2ae-4565-939e-535970eb8ff0,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:56.791380 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e26e2f69-bae0-483b-a221-b5ab4afc7c70 req-df441241-f428-4f1b-a838-b4f68a7854bb tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:56.803189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e26e2f69-bae0-483b-a221-b5ab4afc7c70 req-df441241-f428-4f1b-a838-b4f68a7854bb tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2822139 Feb 10 15:21:56.984620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad16232-6dbd-4845-8dc0-115b76cdf7b7 req-544e5c5e-374f-4fee-98ec-810733af5917 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:56.994588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ad16232-6dbd-4845-8dc0-115b76cdf7b7 req-544e5c5e-374f-4fee-98ec-810733af5917 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 945 time: 0.0972502 Feb 10 15:21:57.062885 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb1aa82-5f21-40bc-9acb-42f723155127 x-openstack-request-id: req-cbb1aa82-5f21-40bc-9acb-42f723155127 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:21:57.063393 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854837be-1464-47e7-ac0c-432e999c8362", "name": "network-vif-plugged", "status": "completed", "tag": "bd277a05-e68c-427a-af1f-03327a983257", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:21:57.063765 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbb1aa82-5f21-40bc-9acb-42f723155127 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:21:57.064493 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854837be-1464-47e7-ac0c-432e999c8362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd277a05-e68c-427a-af1f-03327a983257', 'code': 200} Feb 10 15:21:57.066821 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ad16232-6dbd-4845-8dc0-115b76cdf7b7 req-c4ccf161-533c-42ca-a126-0e007e180420 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707173 Feb 10 15:21:57.104611 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46552) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:57.282675 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17660516-5905-4a39-83f3-bbfe405538f5 req-a7cffce8-9699-4fa0-b52f-c834f428056a tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "GET /v2.0/security-groups/54df3ba7-f8ee-4a2a-b7ac-c8c85a87764b HTTP/1.1" status: 200 len: 2426 time: 0.1468039 Feb 10 15:21:57.303328 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-34fad6d3-d8ba-4c14-8501-90634228ea64 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group (0ebfec6c-2519-4991-ab74-01740d5b412f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:57.318796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea6040-f7e4-4e86-8523-e3057b46c33c req-6409fab2-6cd5-49b4-ac6c-7c8c21bb4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:57.320454 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e6ea6040-f7e4-4e86-8523-e3057b46c33c req-6409fab2-6cd5-49b4-ac6c-7c8c21bb4279 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 1127 time: 0.0851481 Feb 10 15:21:57.322980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6ab88-42be-4c68-b479-64f1acdc2994 req-d0a8791a-2218-4a8e-8f91-ae1f07ce6590 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:57.326102 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1be6ab88-42be-4c68-b479-64f1acdc2994 req-d0a8791a-2218-4a8e-8f91-ae1f07ce6590 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 949 time: 0.1334970 Feb 10 15:21:57.410993 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-34fad6d3-d8ba-4c14-8501-90634228ea64 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group (0ebfec6c-2519-4991-ab74-01740d5b412f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:57.420036 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e6ea6040-f7e4-4e86-8523-e3057b46c33c req-bdebfcaf-c65a-42ed-8bb1-2eee77f3db89 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861061 Feb 10 15:21:57.446016 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21a0493c-626c-4ba2-a0d7-574e6c8f0907 req-dc3469a7-bc51-457d-a6c1-965c3f2839b1 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "GET /v2.0/security-group-rules/9a6912b7-b2ae-4565-939e-535970eb8ff0 HTTP/1.1" status: 200 len: 778 time: 0.0382493 Feb 10 15:21:57.520484 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1be6ab88-42be-4c68-b479-64f1acdc2994 req-7d1f526c-905d-43e0-b1f7-45114d229cbe tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859412 Feb 10 15:21:57.547464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21a0493c-626c-4ba2-a0d7-574e6c8f0907 req-e1dd306a-d802-4457-a0ac-d851b7827c7b tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "GET /v2.0/security-groups/54df3ba7-f8ee-4a2a-b7ac-c8c85a87764b HTTP/1.1" status: 200 len: 2426 time: 0.0943704 Feb 10 15:21:57.561191 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-34fad6d3-d8ba-4c14-8501-90634228ea64 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0ebfec6c-2519-4991-ab74-01740d5b412f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:57.563917 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-34fad6d3-d8ba-4c14-8501-90634228ea64 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:57.571560 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-34fad6d3-d8ba-4c14-8501-90634228ea64 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "DELETE /v2.0/security-groups/0ebfec6c-2519-4991-ab74-01740d5b412f HTTP/1.1" status: 204 len: 168 time: 0.4660337 Feb 10 15:21:57.572289 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46582) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:57.602854 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-7598f178-b702-4551-9d1a-50678af494a4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] show failed (client error): The resource could not be found. Feb 10 15:21:57.607203 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7598f178-b702-4551-9d1a-50678af494a4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups/0ebfec6c-2519-4991-ab74-01740d5b412f HTTP/1.1" status: 404 len: 347 time: 0.0300899 Feb 10 15:21:57.608107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46584) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:57.636422 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-21a0493c-626c-4ba2-a0d7-574e6c8f0907 req-466276b8-2c38-4d1a-aa96-ea55c997291f tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group_rule (9a6912b7-b2ae-4565-939e-535970eb8ff0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:57.638681 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fad6d3-d8ba-4c14-8501-90634228ea64 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebfec6c-2519-4991-ab74-01740d5b412f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:57.649439 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-21a0493c-626c-4ba2-a0d7-574e6c8f0907 req-466276b8-2c38-4d1a-aa96-ea55c997291f tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group_rule (9a6912b7-b2ae-4565-939e-535970eb8ff0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:57.705382 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-21a0493c-626c-4ba2-a0d7-574e6c8f0907 req-466276b8-2c38-4d1a-aa96-ea55c997291f tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (9a6912b7-b2ae-4565-939e-535970eb8ff0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:57.713241 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-21a0493c-626c-4ba2-a0d7-574e6c8f0907 req-466276b8-2c38-4d1a-aa96-ea55c997291f tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:57.714708 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21a0493c-626c-4ba2-a0d7-574e6c8f0907 req-466276b8-2c38-4d1a-aa96-ea55c997291f tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/9a6912b7-b2ae-4565-939e-535970eb8ff0 HTTP/1.1" status: 204 len: 173 time: 0.1420016 Feb 10 15:21:57.719258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466276b8-2c38-4d1a-aa96-ea55c997291f tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a6912b7-b2ae-4565-939e-535970eb8ff0,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:57.752976 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-9f0d868a-969a-4cfd-b762-df0de1260f73 req-eba6c164-b8ad-4450-85e7-53b978fa27fc tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1921319142', 'description': 'tempest-description-1948166636'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:57.829356 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9f0d868a-969a-4cfd-b762-df0de1260f73 req-eba6c164-b8ad-4450-85e7-53b978fa27fc tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:57.889348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c80f78ba-ab7a-49c2-9d96-3eea1c87f933 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Deleting port bfca64a4-9b5f-4555-9984-e3b76db1b9c5 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:21:57.890635 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c80f78ba-ab7a-49c2-9d96-3eea1c87f933 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (bfca64a4-9b5f-4555-9984-e3b76db1b9c5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:58.005680 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9f0d868a-969a-4cfd-b762-df0de1260f73 req-eba6c164-b8ad-4450-85e7-53b978fa27fc tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (256b5012-7024-4cc5-a622-d424036e91bb), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:58.015073 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9f0d868a-969a-4cfd-b762-df0de1260f73 req-eba6c164-b8ad-4450-85e7-53b978fa27fc tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (256b5012-7024-4cc5-a622-d424036e91bb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:58.078972 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c80f78ba-ab7a-49c2-9d96-3eea1c87f933 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (bfca64a4-9b5f-4555-9984-e3b76db1b9c5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:58.079315 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c80f78ba-ab7a-49c2-9d96-3eea1c87f933 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for floatingip (bfca64a4-9b5f-4555-9984-e3b76db1b9c5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:58.084460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6c164-b8ad-4450-85e7-53b978fa27fc tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256b5012-7024-4cc5-a622-d424036e91bb,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:58.101243 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9f0d868a-969a-4cfd-b762-df0de1260f73 req-eba6c164-b8ad-4450-85e7-53b978fa27fc tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:58.113831 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f0d868a-969a-4cfd-b762-df0de1260f73 req-eba6c164-b8ad-4450-85e7-53b978fa27fc tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3662169 Feb 10 15:21:58.114124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c80f78ba-ab7a-49c2-9d96-3eea1c87f933 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Calling delete_port for bfca64a4-9b5f-4555-9984-e3b76db1b9c5 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:21:58.304287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7153923-9226-4b13-afdc-83bf582efeb2 req-5f476d5f-57ef-4207-a294-f06c53a45c3d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:58.305849 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b7153923-9226-4b13-afdc-83bf582efeb2 req-5f476d5f-57ef-4207-a294-f06c53a45c3d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 945 time: 0.0828876 Feb 10 15:21:58.377012 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b7153923-9226-4b13-afdc-83bf582efeb2 req-eb8335e7-cfdc-43db-9c10-dd92735250f3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646508 Feb 10 15:21:58.436454 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c80f78ba-ab7a-49c2-9d96-3eea1c87f933 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (bfca64a4-9b5f-4555-9984-e3b76db1b9c5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:58.470500 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f78ba-ab7a-49c2-9d96-3eea1c87f933 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event deleted for resources: {'Port': ['ID=bfca64a4-9b5f-4555-9984-e3b76db1b9c5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:58.497690 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3aa79ec9-a6f0-469b-ab23-07bdaa23b076 req-87e5bd53-738d-412c-8334-b69d8c7ee3e1 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "GET /v2.0/security-groups/256b5012-7024-4cc5-a622-d424036e91bb HTTP/1.1" status: 200 len: 1832 time: 0.0853121 Feb 10 15:21:58.653703 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c80f78ba-ab7a-49c2-9d96-3eea1c87f933 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for floatingip (ab7a3d5b-cc5f-4949-a0f7-fa65bac8142a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:58.674149 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c80f78ba-ab7a-49c2-9d96-3eea1c87f933 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:58.678929 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c80f78ba-ab7a-49c2-9d96-3eea1c87f933 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "DELETE /v2.0/floatingips/ab7a3d5b-cc5f-4949-a0f7-fa65bac8142a HTTP/1.1" status: 204 len: 168 time: 1.0646179 Feb 10 15:21:58.860132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723c4be-ddd4-4ceb-9b04-68ab69b70b78 req-6d09395c-c002-472c-a68d-f96036fa32e5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:58.861866 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b723c4be-ddd4-4ceb-9b04-68ab69b70b78 req-6d09395c-c002-472c-a68d-f96036fa32e5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 949 time: 0.0890641 Feb 10 15:21:58.935555 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-fcb44e23-9010-419d-8d30-5c9932fa5064 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5c9abf9028c3467c9f5850b53c14c478&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340874 Feb 10 15:21:58.963546 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b723c4be-ddd4-4ceb-9b04-68ab69b70b78 req-30f58ea7-472d-44f6-88a8-872e4b96c46f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947566 Feb 10 15:21:59.078600 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e8aea60e-584b-4423-9181-053e72ace06a tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:59.082596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e8aea60e-584b-4423-9181-053e72ace06a tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1381645 Feb 10 15:21:59.104904 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-22d87222-e76d-41a7-998f-7e471f0d47dd tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/quotas/5c9abf9028c3467c9f5850b53c14c478 HTTP/1.1" status: 200 len: 375 time: 0.0164235 Feb 10 15:21:59.163163 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-fd43b647-c1b5-4972-8704-d04a3d560c13 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c9abf9028c3467c9f5850b53c14c478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569074 Feb 10 15:21:59.191835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-0fca1d7a-6091-4a1d-a54e-44d83b5bd947 req-4e184897-8796-49b2-9ece-3b5a2cf7bf3f tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-168028723', 'description': 'tempest-description-78712367'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:59.202004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 986bdcc8-1968-4421-8aee-09173923f139 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:21:59.260141 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0fca1d7a-6091-4a1d-a54e-44d83b5bd947 req-4e184897-8796-49b2-9ece-3b5a2cf7bf3f tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:59.272267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 986bdcc8-1968-4421-8aee-09173923f139 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:21:59.277399 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 986bdcc8-1968-4421-8aee-09173923f139 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:21:59.277823 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (986bdcc8-1968-4421-8aee-09173923f139), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:59.423441 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0fca1d7a-6091-4a1d-a54e-44d83b5bd947 req-4e184897-8796-49b2-9ece-3b5a2cf7bf3f tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (04b6eb05-3d77-4c07-862f-e71aefe34f7a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:59.435531 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0fca1d7a-6091-4a1d-a54e-44d83b5bd947 req-4e184897-8796-49b2-9ece-3b5a2cf7bf3f tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (04b6eb05-3d77-4c07-862f-e71aefe34f7a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:59.453681 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 986bdcc8-1968-4421-8aee-09173923f139 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:59.454079 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (986bdcc8-1968-4421-8aee-09173923f139), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:59.483020 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc0c88f-c857-43a3-b20c-eee6fb0a7d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986bdcc8-1968-4421-8aee-09173923f139'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:21:59.485660 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd58552b-4d39-4882-8a72-06c802c0030f" -d '{"events": [{"server_uuid": "4fc0c88f-c857-43a3-b20c-eee6fb0a7d80", "name": "network-vif-plugged", "status": "completed", "tag": "986bdcc8-1968-4421-8aee-09173923f139"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:21:59.501242 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0fca1d7a-6091-4a1d-a54e-44d83b5bd947 req-4e184897-8796-49b2-9ece-3b5a2cf7bf3f tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:59.502050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 986bdcc8-1968-4421-8aee-09173923f139, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=986bdcc8-1968-4421-8aee-09173923f139,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:59.504534 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0fca1d7a-6091-4a1d-a54e-44d83b5bd947 req-4e184897-8796-49b2-9ece-3b5a2cf7bf3f tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3171992 Feb 10 15:21:59.508674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e184897-8796-49b2-9ece-3b5a2cf7bf3f tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b6eb05-3d77-4c07-862f-e71aefe34f7a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:59.548861 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (986bdcc8-1968-4421-8aee-09173923f139), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:59.551751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 36c1d6f9-30a4-489d-8138-68f7c82e4e4e no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:21:59.665896 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=986bdcc8-1968-4421-8aee-09173923f139,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:21:59.685360 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46676) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:21:59.688019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fa32431e-cc16-4f20-a186-0056b6537a2f req-d88e96ee-0e37-4c2b-bffd-211b5d5ca844 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 210 time: 0.0723131 Feb 10 15:21:59.691741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0c15d757-9353-46c7-bfa6-bf4810db3e44 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--935678028', 'description': 'tempest-description--562137149'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:21:59.752591 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0c15d757-9353-46c7-bfa6-bf4810db3e44 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:59.873196 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:21:59.873599 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:59.946920 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0c15d757-9353-46c7-bfa6-bf4810db3e44 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group (46dfab13-448d-4fac-9dee-496332ea27cd), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:59.959317 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0c15d757-9353-46c7-bfa6-bf4810db3e44 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (46dfab13-448d-4fac-9dee-496332ea27cd), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:21:59.966328 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aee307-1a3d-4835-a614-9b43c61c8f6e req-730b64e0-51f0-4ab5-975b-a7c7b18b2b12 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:21:59.974616 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91aee307-1a3d-4835-a614-9b43c61c8f6e req-730b64e0-51f0-4ab5-975b-a7c7b18b2b12 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 945 time: 0.2077796 Feb 10 15:21:59.992065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:21:59.999580 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:00.054944 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0c15d757-9353-46c7-bfa6-bf4810db3e44 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:00.065882 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46692) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:00.068592 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0c15d757-9353-46c7-bfa6-bf4810db3e44 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3808427 Feb 10 15:22:00.075871 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15d757-9353-46c7-bfa6-bf4810db3e44 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46dfab13-448d-4fac-9dee-496332ea27cd,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:00.080905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1221fad9-a270-44fe-a284-aacce1624347 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Request body: {'security_group_rule': {'security_group_id': '46dfab13-448d-4fac-9dee-496332ea27cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:00.105394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:00.140099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91aee307-1a3d-4835-a614-9b43c61c8f6e req-e53c2642-e53f-4db2-8260-f888ad489a6d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642916 Feb 10 15:22:00.211884 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2320eaa4-53fd-42f2-b0dd-0c31549ef31a x-openstack-request-id: req-2320eaa4-53fd-42f2-b0dd-0c31549ef31a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:00.212438 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc0c88f-c857-43a3-b20c-eee6fb0a7d80", "name": "network-vif-plugged", "status": "completed", "tag": "986bdcc8-1968-4421-8aee-09173923f139", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:00.212516 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2320eaa4-53fd-42f2-b0dd-0c31549ef31a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:00.213199 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc0c88f-c857-43a3-b20c-eee6fb0a7d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986bdcc8-1968-4421-8aee-09173923f139', 'code': 200} Feb 10 15:22:00.217401 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-ddd8791a-9d81-43d0-868f-47fe581f33b7 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:00.219147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-ddd8791a-9d81-43d0-868f-47fe581f33b7 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/networks?id=ae5226c2-5364-4c34-8001-6c08a2574a7f HTTP/1.1" status: 200 len: 805 time: 0.3784585 Feb 10 15:22:00.263925 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1221fad9-a270-44fe-a284-aacce1624347 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group_rule (5836c35b-edd6-475e-a86d-c91e8f80de9b), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:00.287983 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-3a38c936-e831-4ddc-949c-dadc9f14777d tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/quotas/952a730c5eba4222be3cff2850d1fa62 HTTP/1.1" status: 200 len: 375 time: 0.0505519 Feb 10 15:22:00.328530 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5831-9a34-4e36-a0e9-5c89b3b3a1a7 req-4171c272-4117-420f-ac21-b2282fed3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:00.330623 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c3ce5831-9a34-4e36-a0e9-5c89b3b3a1a7 req-4171c272-4117-420f-ac21-b2282fed3db5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 1132 time: 0.0539658 Feb 10 15:22:00.395512 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f50bbbdc-ed92-4c51-91af-29d2c564dc70 req-9fc1cc79-72ab-4b6c-9d3b-4c53dbc8a392 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "GET /v2.0/security-groups/04b6eb05-3d77-4c07-862f-e71aefe34f7a HTTP/1.1" status: 200 len: 1829 time: 0.1569512 Feb 10 15:22:00.422826 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1221fad9-a270-44fe-a284-aacce1624347 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group_rule (5836c35b-edd6-475e-a86d-c91e8f80de9b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:00.427471 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1221fad9-a270-44fe-a284-aacce1624347 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (5836c35b-edd6-475e-a86d-c91e8f80de9b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:00.431430 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c3ce5831-9a34-4e36-a0e9-5c89b3b3a1a7 req-12702705-861d-43d1-ba45-16f397cf6396 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915892 Feb 10 15:22:00.444270 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-fbc2ad0f-4f87-471d-8423-eb3e9a168218 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=952a730c5eba4222be3cff2850d1fa62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552312 Feb 10 15:22:00.465303 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221fad9-a270-44fe-a284-aacce1624347 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5836c35b-edd6-475e-a86d-c91e8f80de9b,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:00.480969 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1221fad9-a270-44fe-a284-aacce1624347 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:00.487143 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1221fad9-a270-44fe-a284-aacce1624347 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4117870 Feb 10 15:22:00.487517 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46704) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:00.492657 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-01b8e295-6429-4190-bf65-0a62069b18fc tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Request body: {'security_group_rule': {'security_group_id': '46dfab13-448d-4fac-9dee-496332ea27cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:00.563373 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01b8e295-6429-4190-bf65-0a62069b18fc tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group_rule (e6115bd0-984c-4a66-b992-1fcacc0ef40f), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:00.671974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2db59b-c053-4147-921d-ff8a2e3ed475 req-d0a102f8-f5b0-4eb4-8e4f-62994b80648b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:00.673905 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed2db59b-c053-4147-921d-ff8a2e3ed475 req-d0a102f8-f5b0-4eb4-8e4f-62994b80648b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1126897 Feb 10 15:22:00.726095 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01b8e295-6429-4190-bf65-0a62069b18fc tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group_rule (e6115bd0-984c-4a66-b992-1fcacc0ef40f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:00.732969 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01b8e295-6429-4190-bf65-0a62069b18fc tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (e6115bd0-984c-4a66-b992-1fcacc0ef40f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:00.755372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-3d415967-96b3-4dc5-9200-1e357216ff34 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:22:00.777622 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-3d415967-96b3-4dc5-9200-1e357216ff34 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3323896 Feb 10 15:22:00.792408 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8e295-6429-4190-bf65-0a62069b18fc tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6115bd0-984c-4a66-b992-1fcacc0ef40f,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:00.810357 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01b8e295-6429-4190-bf65-0a62069b18fc tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:00.810357 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-01b8e295-6429-4190-bf65-0a62069b18fc tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3212943 Feb 10 15:22:00.813784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46710) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:00.821875 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:00.855789 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:00.904475 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed2db59b-c053-4147-921d-ff8a2e3ed475 req-8ccd74d1-5798-4597-b3d5-8eb0d8e661d9 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220771 Feb 10 15:22:00.968570 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-3b703637-7b34-41bd-acd6-b3ee0fa7a602 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900613 Feb 10 15:22:01.009291 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:01.131597 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162465e5-5f2a-4651-9b5a-1759b2836fc5 req-e31bd421-721a-4ef4-8c4e-a2178ed4ef0d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:01.136108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Allocated IP 172.25.3.218 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/0547a812-c68b-432f-acfe-c718f0289659) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:22:01.148636 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-162465e5-5f2a-4651-9b5a-1759b2836fc5 req-e31bd421-721a-4ef4-8c4e-a2178ed4ef0d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 946 time: 0.1768272 Feb 10 15:22:01.228020 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-fda7e4ae-16a3-4b1f-b33a-0644de06e967 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=5c9abf9028c3467c9f5850b53c14c478&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287113 Feb 10 15:22:01.236291 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-d375fbd9-f229-42b6-ae25-c97defc2f197 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019908 Feb 10 15:22:01.299175 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-162465e5-5f2a-4651-9b5a-1759b2836fc5 req-534a018a-06bf-4833-a3e8-f0d87e9b9c38 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369836 Feb 10 15:22:01.349728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-628f1e28-10d5-417e-8c58-ab7abc9444e8 req-4fc8dfcd-f37f-4b98-b0a4-b992ed0b16ea tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2144407093', 'description': 'tempest-description-728803812'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:01.399029 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-628f1e28-10d5-417e-8c58-ab7abc9444e8 req-4fc8dfcd-f37f-4b98-b0a4-b992ed0b16ea tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:01.427851 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for port (0547a812-c68b-432f-acfe-c718f0289659), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:01.496207 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-88b49bfb-7aaf-4c55-bec8-d84b7660059f tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:01.498319 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-88b49bfb-7aaf-4c55-bec8-d84b7660059f tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2415650 Feb 10 15:22:01.526550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Request body: {'port': {'device_id': '1dc3ec85-dfb3-4682-b440-6fd925a612f8', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '5c9abf9028c3467c9f5850b53c14c478'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:01.564605 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-628f1e28-10d5-417e-8c58-ab7abc9444e8 req-4fc8dfcd-f37f-4b98-b0a4-b992ed0b16ea tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (231931a9-c35a-4f60-91f3-5a812a68a124), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:01.572464 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-628f1e28-10d5-417e-8c58-ab7abc9444e8 req-4fc8dfcd-f37f-4b98-b0a4-b992ed0b16ea tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (231931a9-c35a-4f60-91f3-5a812a68a124), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:01.652147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc7455e5-56b5-4f36-af27-5b066e3c464c req-e19a49a8-4dd9-4d22-9bf5-0bd8241f027a tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 210 time: 0.0489950 Feb 10 15:22:01.670594 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-628f1e28-10d5-417e-8c58-ab7abc9444e8 req-4fc8dfcd-f37f-4b98-b0a4-b992ed0b16ea tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:01.685110 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-628f1e28-10d5-417e-8c58-ab7abc9444e8 req-4fc8dfcd-f37f-4b98-b0a4-b992ed0b16ea tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3405190 Feb 10 15:22:01.699934 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8dfcd-f37f-4b98-b0a4-b992ed0b16ea tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231931a9-c35a-4f60-91f3-5a812a68a124,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:01.764434 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (0547a812-c68b-432f-acfe-c718f0289659), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:01.862964 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbf6eb41-d2ff-416c-a4cf-2fcdb3c06216 req-d747f251-9e1a-4870-a9d1-5cbce523599a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 210 time: 0.0856659 Feb 10 15:22:01.976169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-15a72caa-6c80-4e24-8849-46e86564b591 req-ac23c482-e76d-4b33-adf0-4fbc90d4951f tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "GET /v2.0/security-groups/231931a9-c35a-4f60-91f3-5a812a68a124 HTTP/1.1" status: 200 len: 1831 time: 0.0639553 Feb 10 15:22:01.981003 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:22:01.998030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2a839-325c-4959-be64-79be17373767 req-9bfa6a15-d8de-4bca-8bef-eeee27f49afe tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:02.000227 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-88c2a839-325c-4959-be64-79be17373767 req-9bfa6a15-d8de-4bca-8bef-eeee27f49afe tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.72 "GET /v2.0/ports?device_id=01409319-cd52-482f-8b4b-535672fc5652 HTTP/1.1" status: 200 len: 944 time: 0.3993163 Feb 10 15:22:02.004761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eee45-0e06-41ab-bf68-3c5ec1ab387e req-1427655c-336c-4b04-81ab-8184061997eb tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:02.011864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:22:02.022029 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a9eee45-0e06-41ab-bf68-3c5ec1ab387e req-1427655c-336c-4b04-81ab-8184061997eb tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 945 time: 0.1970778 Feb 10 15:22:02.023870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:22:02.087236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event updated for resources: {'Port': ['ID=0547a812-c68b-432f-acfe-c718f0289659,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:02.132948 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a9eee45-0e06-41ab-bf68-3c5ec1ab387e req-fb7186f5-5287-4290-8685-636e1f533113 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097887 Feb 10 15:22:02.160727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-9fdd6095-f784-4479-b7ff-67ee557e3c85 req-371f2d7a-5187-4d89-9a23-b8f187cadf12 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1823222689', 'description': 'tempest-description-1335440522'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:02.192233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95daad56-7676-4739-b1eb-d4eba1244b91 req-847fb7fa-e736-4ae9-a0b2-b3c895c44ea1 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:02.199592 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95daad56-7676-4739-b1eb-d4eba1244b91 req-847fb7fa-e736-4ae9-a0b2-b3c895c44ea1 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1203322 Feb 10 15:22:02.215223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01409319-cd52-482f-8b4b-535672fc5652', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c1d6f9-30a4-489d-8138-68f7c82e4e4e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:02.218876 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18ac6ed-03ba-4151-a56f-ad43a78eabb0" -d '{"events": [{"server_uuid": "01409319-cd52-482f-8b4b-535672fc5652", "name": "network-vif-unplugged", "status": "completed", "tag": "36c1d6f9-30a4-489d-8138-68f7c82e4e4e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:02.221575 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Made reservation on behalf of 5c9abf9028c3467c9f5850b53c14c478 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:22:02.229844 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9fdd6095-f784-4479-b7ff-67ee557e3c85 req-371f2d7a-5187-4d89-9a23-b8f187cadf12 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:02.231656 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:02.296802 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95daad56-7676-4739-b1eb-d4eba1244b91 req-e22b65be-9af3-4351-8d71-7abc02cf0f13 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917673 Feb 10 15:22:02.325082 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:02.375991 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9fdd6095-f784-4479-b7ff-67ee557e3c85 req-371f2d7a-5187-4d89-9a23-b8f187cadf12 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (c60ed1d4-fd2c-4e54-88d6-61e32b3df45a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:02.382448 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9fdd6095-f784-4479-b7ff-67ee557e3c85 req-371f2d7a-5187-4d89-9a23-b8f187cadf12 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c60ed1d4-fd2c-4e54-88d6-61e32b3df45a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:02.447018 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9fdd6095-f784-4479-b7ff-67ee557e3c85 req-371f2d7a-5187-4d89-9a23-b8f187cadf12 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:02.464101 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9fdd6095-f784-4479-b7ff-67ee557e3c85 req-371f2d7a-5187-4d89-9a23-b8f187cadf12 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3131227 Feb 10 15:22:02.469763 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f2d7a-5187-4d89-9a23-b8f187cadf12 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60ed1d4-fd2c-4e54-88d6-61e32b3df45a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:02.485354 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for floatingip (c5e10a02-97c4-435c-90d1-c13d62668480), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:02.535356 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fed0ab6-8a99-46ac-996c-469415d92bcd x-openstack-request-id: req-9fed0ab6-8a99-46ac-996c-469415d92bcd {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:02.535875 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01409319-cd52-482f-8b4b-535672fc5652", "name": "network-vif-unplugged", "status": "completed", "tag": "36c1d6f9-30a4-489d-8138-68f7c82e4e4e", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:02.536287 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9fed0ab6-8a99-46ac-996c-469415d92bcd {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:02.536899 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01409319-cd52-482f-8b4b-535672fc5652', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c1d6f9-30a4-489d-8138-68f7c82e4e4e', 'code': 200} Feb 10 15:22:02.553974 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-88c2a839-325c-4959-be64-79be17373767 req-ec35f335-31f5-44e2-b63f-878a549aaf07 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Deleting port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:22:02.559748 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-88c2a839-325c-4959-be64-79be17373767 req-ec35f335-31f5-44e2-b63f-878a549aaf07 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:02.721579 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0547a812-c68b-432f-acfe-c718f0289659), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:02.745700 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d8dc581-3c38-410a-bb6f-f43d22f937c4 req-3d4a5412-2af8-47e8-a6e3-c4238793acdd tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "GET /v2.0/security-groups/c60ed1d4-fd2c-4e54-88d6-61e32b3df45a HTTP/1.1" status: 200 len: 1832 time: 0.1016815 Feb 10 15:22:02.791796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-159f2392-c5b2-4fcf-b647-f6b82489fca6 req-a9c29dc8-dff4-4b91-9424-52c2041ca0f2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:22:02.798504 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-159f2392-c5b2-4fcf-b647-f6b82489fca6 req-a9c29dc8-dff4-4b91-9424-52c2041ca0f2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0350692 Feb 10 15:22:02.905433 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Publish callbacks [] for security_group (b7fc0743-bee6-4352-911f-3e8c2d76e5bc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:02.922106 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b7fc0743-bee6-4352-911f-3e8c2d76e5bc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:02.982293 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f99e33-bd95-4aeb-8284-2250bec7f8d8 req-374a4b6d-2d9d-4616-9e9f-b479f0ae331d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:02.992239 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44f99e33-bd95-4aeb-8284-2250bec7f8d8 req-374a4b6d-2d9d-4616-9e9f-b479f0ae331d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 945 time: 0.1369338 Feb 10 15:22:03.052587 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-88c2a839-325c-4959-be64-79be17373767 req-ec35f335-31f5-44e2-b63f-878a549aaf07 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] For port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:03.052587 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-88c2a839-325c-4959-be64-79be17373767 req-ec35f335-31f5-44e2-b63f-878a549aaf07 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:03.153932 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44f99e33-bd95-4aeb-8284-2250bec7f8d8 req-4b75ad70-4e3f-4191-a165-9f4422e2ad75 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459262 Feb 10 15:22:03.194783 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f671a01-0943-4897-b381-fa7916f6dd35 req-88bd1b7b-332d-4608-a0ba-721c61365220 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 210 time: 0.0824623 Feb 10 15:22:03.238892 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-a822c457-8197-421a-b97e-b7c1061fe9e4 req-6deed709-8ca7-45c8-8cb3-5c42bf37ebac tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] show failed (client error): The resource could not be found. Feb 10 15:22:03.248382 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a822c457-8197-421a-b97e-b7c1061fe9e4 req-6deed709-8ca7-45c8-8cb3-5c42bf37ebac tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "GET /v2.0/security-groups/df56b908-2413-44ab-bf00-b62801f52ef0 HTTP/1.1" status: 404 len: 352 time: 0.0549107 Feb 10 15:22:03.312694 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-deef0ff6-e33f-47d9-b753-23b6d7b6abe8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198323 Feb 10 15:22:03.331183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-2bce0557-7908-4f78-9985-aa198defe19f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:22:03.333313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-2bce0557-7908-4f78-9985-aa198defe19f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063918 Feb 10 15:22:03.442002 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for port (0547a812-c68b-432f-acfe-c718f0289659), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:03.457728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-88c2a839-325c-4959-be64-79be17373767 req-ec35f335-31f5-44e2-b63f-878a549aaf07 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Calling delete_port for 36c1d6f9-30a4-489d-8138-68f7c82e4e4e owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:22:03.462945 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (0547a812-c68b-432f-acfe-c718f0289659), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:03.470694 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17bb0f4e-2c5f-4723-99ee-2047a2856ad9 req-e2db16e1-5985-48ab-83dc-46818aba142f tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 210 time: 0.1152940 Feb 10 15:22:03.488496 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Allocated IP 192.168.233.29 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/1abf2c55-7599-4c9e-8c88-c70dd86ee5d9) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:22:03.539334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fc0743-bee6-4352-911f-3e8c2d76e5bc,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:03.652537 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-a255b561-9318-4a65-a925-286e2f9aa4a5 req-a456794d-4c12-4b03-b2fe-0d1a9435db5a tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] show failed (client error): The resource could not be found. Feb 10 15:22:03.653730 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a255b561-9318-4a65-a925-286e2f9aa4a5 req-a456794d-4c12-4b03-b2fe-0d1a9435db5a tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "GET /v2.0/security-group-rules/8da54868-5851-4e9c-80b7-6e92799a4e7b HTTP/1.1" status: 404 len: 361 time: 0.0575719 Feb 10 15:22:03.743020 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-10e82001-b057-4c50-90f1-16a46beabdd5 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:03.744615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-10e82001-b057-4c50-90f1-16a46beabdd5 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.72 "GET /v2.0/networks?id=ae5226c2-5364-4c34-8001-6c08a2574a7f HTTP/1.1" status: 200 len: 805 time: 0.4670196 Feb 10 15:22:03.780911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca798a-7bbe-4e00-8597-641530a30fd8 req-ed21577a-e7b4-4e35-a0fc-8a71e30ad9ac tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:03.782637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4eca798a-7bbe-4e00-8597-641530a30fd8 req-ed21577a-e7b4-4e35-a0fc-8a71e30ad9ac tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.4102461 Feb 10 15:22:03.803977 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-af618b25-2ca5-42f2-b405-207a3cb85b48 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Request body: {'port': {'device_id': '905b42ec-33bb-4888-8ef4-06c8bff5f9ce', 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f', 'admin_state_up': True, 'tenant_id': '952a730c5eba4222be3cff2850d1fa62'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:03.833652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event updated for resources: {'Port': ['ID=0547a812-c68b-432f-acfe-c718f0289659,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:03.878746 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ab517f6-26b7-411b-b7f8-93c370715fd6 req-84e32c28-6510-4caf-a065-3524a36866f1 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "GET /v2.0/security-groups/c60ed1d4-fd2c-4e54-88d6-61e32b3df45a HTTP/1.1" status: 200 len: 1832 time: 0.1969240 Feb 10 15:22:03.938898 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (c5e10a02-97c4-435c-90d1-c13d62668480), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:03.973786 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46782) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:04.033704 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:04.036336 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cb214cbd-9a72-4156-b848-207c638eebb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2211854 Feb 10 15:22:04.098516 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4eca798a-7bbe-4e00-8597-641530a30fd8 req-610d1670-a85e-46ee-9a23-4fd44c209b06 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905827 Feb 10 15:22:04.345427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202ab3-6adc-462b-9011-5536e498308a req-0831a7d7-8597-4d7c-b03e-b4e8cdacc9c8 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:04.346817 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-0831a7d7-8597-4d7c-b03e-b4e8cdacc9c8 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports/986bdcc8-1968-4421-8aee-09173923f139 HTTP/1.1" status: 200 len: 947 time: 0.3557010 Feb 10 15:22:04.352296 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-88c2a839-325c-4959-be64-79be17373767 req-ec35f335-31f5-44e2-b63f-878a549aaf07 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (36c1d6f9-30a4-489d-8138-68f7c82e4e4e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:04.406743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35f335-31f5-44e2-b63f-878a549aaf07 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Pushing event deleted for resources: {'Port': ['ID=36c1d6f9-30a4-489d-8138-68f7c82e4e4e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:04.411088 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3ab517f6-26b7-411b-b7f8-93c370715fd6 req-df5e6206-dfcb-4b7f-a223-a623daa3ba91 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (c60ed1d4-fd2c-4e54-88d6-61e32b3df45a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:04.411412 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Publish callbacks [] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:04.470114 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3ab517f6-26b7-411b-b7f8-93c370715fd6 req-df5e6206-dfcb-4b7f-a223-a623daa3ba91 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (c60ed1d4-fd2c-4e54-88d6-61e32b3df45a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:04.484211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53e6d6-1825-4842-bce7-8eff8ac987db req-3b90b060-ca5c-4f2d-9e1c-79b2f4d10af1 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:04.485935 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eb53e6d6-1825-4842-bce7-8eff8ac987db req-3b90b060-ca5c-4f2d-9e1c-79b2f4d10af1 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.72 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 945 time: 0.1874700 Feb 10 15:22:04.486721 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c2a839-325c-4959-be64-79be17373767 req-ec35f335-31f5-44e2-b63f-878a549aaf07 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] No DVR routers for this DVR port 36c1d6f9-30a4-489d-8138-68f7c82e4e4e on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:22:04.490469 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-88c2a839-325c-4959-be64-79be17373767 req-ec35f335-31f5-44e2-b63f-878a549aaf07 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:04.493576 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-88c2a839-325c-4959-be64-79be17373767 req-ec35f335-31f5-44e2-b63f-878a549aaf07 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.72 "DELETE /v2.0/ports/36c1d6f9-30a4-489d-8138-68f7c82e4e4e HTTP/1.1" status: 204 len: 173 time: 2.4756782 Feb 10 15:22:04.494005 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01409319-cd52-482f-8b4b-535672fc5652', 'name': 'network-vif-deleted', 'tag': '36c1d6f9-30a4-489d-8138-68f7c82e4e4e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:04.496270 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad9cd79-59af-4541-9d69-cc4510674454" -d '{"events": [{"server_uuid": "01409319-cd52-482f-8b4b-535672fc5652", "name": "network-vif-deleted", "tag": "36c1d6f9-30a4-489d-8138-68f7c82e4e4e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:04.541460 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3ab517f6-26b7-411b-b7f8-93c370715fd6 req-df5e6206-dfcb-4b7f-a223-a623daa3ba91 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c60ed1d4-fd2c-4e54-88d6-61e32b3df45a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:04.545122 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3ab517f6-26b7-411b-b7f8-93c370715fd6 req-df5e6206-dfcb-4b7f-a223-a623daa3ba91 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:04.552258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ab517f6-26b7-411b-b7f8-93c370715fd6 req-df5e6206-dfcb-4b7f-a223-a623daa3ba91 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "DELETE /v2.0/security-groups/c60ed1d4-fd2c-4e54-88d6-61e32b3df45a HTTP/1.1" status: 204 len: 173 time: 0.6722035 Feb 10 15:22:04.592172 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e6206-dfcb-4b7f-a223-a623daa3ba91 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60ed1d4-fd2c-4e54-88d6-61e32b3df45a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:04.606303 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-af618b25-2ca5-42f2-b405-207a3cb85b48 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Made reservation on behalf of 952a730c5eba4222be3cff2850d1fa62 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:22:04.610204 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-af618b25-2ca5-42f2-b405-207a3cb85b48 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:04.733053 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:04.791914 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Pushing event updated for resources: {'Port': ['ID=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:04.793617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33550bdc-6db3-4b7c-8209-20a74b4ec51c req-14882e8d-e78a-45e4-9198-8fad74a9471b tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:04.802448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33550bdc-6db3-4b7c-8209-20a74b4ec51c req-14882e8d-e78a-45e4-9198-8fad74a9471b tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 945 time: 0.4255219 Feb 10 15:22:04.813839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:22:04.817007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:22:04.834464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:22:04.932425 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-7ef8e99a-065d-4913-abf4-d0fdad6ebfb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--935678028&fields=id&tenant_id=4ad24befb1384c69ac214ad0a37e0b2b HTTP/1.1" status: 200 len: 267 time: 0.1521037 Feb 10 15:22:04.995498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-eb53e6d6-1825-4842-bce7-8eff8ac987db req-4bf26144-2fa9-4a15-ad2f-bd1d98dea2a7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Deleting port bd277a05-e68c-427a-af1f-03327a983257 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:22:04.996038 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eb53e6d6-1825-4842-bce7-8eff8ac987db req-4bf26144-2fa9-4a15-ad2f-bd1d98dea2a7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (bd277a05-e68c-427a-af1f-03327a983257), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:05.120834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:05.125223 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:05.150981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-6d9d49eb-03b6-438c-b3c0-b3c9dfb2e89d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:05.159220 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-6d9d49eb-03b6-438c-b3c0-b3c9dfb2e89d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/networks?id=6815c067-d5ad-4bf7-9e88-17529fe8111d HTTP/1.1" status: 200 len: 817 time: 0.2253995 Feb 10 15:22:05.239727 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 36c1d6f9-30a4-489d-8138-68f7c82e4e4e no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:22:05.265789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-0186ffec-f6da-4fbb-85c3-75a23bb7f6b2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/quotas/4ad24befb1384c69ac214ad0a37e0b2b HTTP/1.1" status: 200 len: 375 time: 0.1052985 Feb 10 15:22:05.292160 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33550bdc-6db3-4b7c-8209-20a74b4ec51c req-ae691073-505d-4b1c-abd6-6f61edbbc3af tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884076 Feb 10 15:22:05.298059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 36c1d6f9-30a4-489d-8138-68f7c82e4e4e {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:22:05.298420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 36c1d6f9-30a4-489d-8138-68f7c82e4e4e not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:22:05.298899 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-e0634e0d-ca48-4b2c-a156-137f21e35be3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7810862 Feb 10 15:22:05.315341 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-cb766475-5acd-41c4-b8a1-edfe14117dd8 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:22:05.326077 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-cb766475-5acd-41c4-b8a1-edfe14117dd8 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174069 Feb 10 15:22:05.335404 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a6419473-a6b0-4456-8296-74f0046461a5 None None] Provisioning complete for port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:05.336096 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a6419473-a6b0-4456-8296-74f0046461a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:05.417901 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-eb53e6d6-1825-4842-bce7-8eff8ac987db req-4bf26144-2fa9-4a15-ad2f-bd1d98dea2a7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] For port bd277a05-e68c-427a-af1f-03327a983257, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bd277a05-e68c-427a-af1f-03327a983257,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:05.423745 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eb53e6d6-1825-4842-bce7-8eff8ac987db req-4bf26144-2fa9-4a15-ad2f-bd1d98dea2a7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (bd277a05-e68c-427a-af1f-03327a983257), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:05.450884 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-af618b25-2ca5-42f2-b405-207a3cb85b48 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Allocated IP 172.20.0.6 (ae5226c2-5364-4c34-8001-6c08a2574a7f/c893dfab-f651-45c9-bbd2-d815d5f365d4/396522bd-2cbd-4047-bed1-80e33fbb9a30) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:22:05.462888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-eb53e6d6-1825-4842-bce7-8eff8ac987db req-4bf26144-2fa9-4a15-ad2f-bd1d98dea2a7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Calling delete_port for bd277a05-e68c-427a-af1f-03327a983257 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:22:05.469133 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a6419473-a6b0-4456-8296-74f0046461a5 None None] Port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:22:05.491029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Request body: {'port': {'device_id': '1dc3ec85-dfb3-4682-b440-6fd925a612f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:05.504708 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-5fd35e2f-49e1-4d4d-af7f-fcc7a784bcdd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ad24befb1384c69ac214ad0a37e0b2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2367907 Feb 10 15:22:05.671729 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:05.767089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0d3d7-0813-4224-9158-8e7025e12f87 req-936d1031-da9f-4c9a-95eb-3ad2354de44a tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:05.775926 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84d0d3d7-0813-4224-9158-8e7025e12f87 req-936d1031-da9f-4c9a-95eb-3ad2354de44a tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 935 time: 0.2664628 Feb 10 15:22:05.839856 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eb53e6d6-1825-4842-bce7-8eff8ac987db req-4bf26144-2fa9-4a15-ad2f-bd1d98dea2a7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (bd277a05-e68c-427a-af1f-03327a983257), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:05.844270 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-c6629b33-60d4-496c-afcd-f99d4bffe33f service neutron] 10.222.0.64 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160985 Feb 10 15:22:05.851624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c', 'a31f52c0-cad7-4ada-a1c4-c7ff503284c6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:22:05.893139 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf26144-2fa9-4a15-ad2f-bd1d98dea2a7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Pushing event deleted for resources: {'Port': ['ID=bd277a05-e68c-427a-af1f-03327a983257,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:06.080716 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84d0d3d7-0813-4224-9158-8e7025e12f87 req-887c7b4e-9d4f-40e9-abe9-e46388dde75c tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982056 Feb 10 15:22:06.115222 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-af618b25-2ca5-42f2-b405-207a3cb85b48 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks [] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:06.224731 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-087d57b6-4985-47ba-a3a4-78a4dd3c76a5 service neutron] 10.222.0.64 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574131 Feb 10 15:22:06.292195 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc5d6123-a0d4-4bdb-ab5f-79870c8b3ed7 req-b367fb5d-b347-4187-999f-a5191f033268 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 210 time: 0.1054823 Feb 10 15:22:06.297129 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-af618b25-2ca5-42f2-b405-207a3cb85b48 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:06.484059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-af618b25-2ca5-42f2-b405-207a3cb85b48 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Network ae5226c2-5364-4c34-8001-6c08a2574a7f is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:22:06.506705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af618b25-2ca5-42f2-b405-207a3cb85b48 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Pushing event updated for resources: {'Port': ['ID=396522bd-2cbd-4047-bed1-80e33fbb9a30,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:06.559064 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-af618b25-2ca5-42f2-b405-207a3cb85b48 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:22:06.566502 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-af618b25-2ca5-42f2-b405-207a3cb85b48 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:22:06.586455 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e55ed58-251a-4acd-8409-4b2016944575 x-openstack-request-id: req-6e55ed58-251a-4acd-8409-4b2016944575 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:06.586941 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01409319-cd52-482f-8b4b-535672fc5652", "name": "network-vif-deleted", "tag": "36c1d6f9-30a4-489d-8138-68f7c82e4e4e", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:06.587138 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e55ed58-251a-4acd-8409-4b2016944575 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:06.588112 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01409319-cd52-482f-8b4b-535672fc5652', 'name': 'network-vif-deleted', 'tag': '36c1d6f9-30a4-489d-8138-68f7c82e4e4e', 'status': 'completed', 'code': 200} Feb 10 15:22:06.591992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb53e6d6-1825-4842-bce7-8eff8ac987db req-4bf26144-2fa9-4a15-ad2f-bd1d98dea2a7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] No DVR routers for this DVR port bd277a05-e68c-427a-af1f-03327a983257 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:22:06.597025 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eb53e6d6-1825-4842-bce7-8eff8ac987db req-4bf26144-2fa9-4a15-ad2f-bd1d98dea2a7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:06.601563 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eb53e6d6-1825-4842-bce7-8eff8ac987db req-4bf26144-2fa9-4a15-ad2f-bd1d98dea2a7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.72 "DELETE /v2.0/ports/bd277a05-e68c-427a-af1f-03327a983257 HTTP/1.1" status: 204 len: 173 time: 2.1013134 Feb 10 15:22:06.711074 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-af618b25-2ca5-42f2-b405-207a3cb85b48 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:06.711951 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-af618b25-2ca5-42f2-b405-207a3cb85b48 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:06.731880 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3dedb271-66c9-4d10-9edc-30366f44dd09 req-91b2c215-61fa-451b-837b-22e31659fc95 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "GET /v2.0/security-groups/231931a9-c35a-4f60-91f3-5a812a68a124 HTTP/1.1" status: 200 len: 1831 time: 0.2502084 Feb 10 15:22:06.825740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-af618b25-2ca5-42f2-b405-207a3cb85b48 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0376198 Feb 10 15:22:06.848909 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:06.867595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Request body: {'port': {'device_id': '905b42ec-33bb-4888-8ef4-06c8bff5f9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:06.899960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202ab3-6adc-462b-9011-5536e498308a req-4d3408b4-2993-49ca-9110-752f20c46b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:06.902200 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-4d3408b4-2993-49ca-9110-752f20c46b73 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 1132 time: 0.3123446 Feb 10 15:22:06.942658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279686c1-8960-4898-8a70-6e000115b9f7 req-0b75215a-01e0-4fe0-a582-3efe74cd6d16 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:06.944628 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-279686c1-8960-4898-8a70-6e000115b9f7 req-0b75215a-01e0-4fe0-a582-3efe74cd6d16 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.2743232 Feb 10 15:22:07.047174 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:07.059431 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202ab3-6adc-462b-9011-5536e498308a req-27610b52-f67a-4681-aba3-685ca1981864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:07.060953 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-27610b52-f67a-4681-aba3-685ca1981864 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1467960 Feb 10 15:22:07.061108 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3dedb271-66c9-4d10-9edc-30366f44dd09 req-d1717ba4-65f1-4cd0-92f1-a750b56a3952 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (231931a9-c35a-4f60-91f3-5a812a68a124), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:07.130552 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3dedb271-66c9-4d10-9edc-30366f44dd09 req-d1717ba4-65f1-4cd0-92f1-a750b56a3952 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (231931a9-c35a-4f60-91f3-5a812a68a124), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:07.140250 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-590b2ada-b890-440f-ad2f-f21c8e50e200 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=986bdcc8-1968-4421-8aee-09173923f139 HTTP/1.1" status: 200 len: 217 time: 0.0605581 Feb 10 15:22:07.147021 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-279686c1-8960-4898-8a70-6e000115b9f7 req-c80efeb8-869d-4f99-9a4d-0618baf6be8d tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532290 Feb 10 15:22:07.148681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:22:07.185771 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Publish callbacks [] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:07.241914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device bd277a05-e68c-427a-af1f-03327a983257 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:22:07.243754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Transition to ACTIVE for port object 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:22:07.254176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202ab3-6adc-462b-9011-5536e498308a req-50dade29-a912-4c87-ae7b-1e5e65f8eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:07.255647 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-50dade29-a912-4c87-ae7b-1e5e65f8eb7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1021638 Feb 10 15:22:07.256271 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:07.362210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Pushing event updated for resources: {'Port': ['ID=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:07.394575 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: bd277a05-e68c-427a-af1f-03327a983257 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:22:07.397899 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device bd277a05-e68c-427a-af1f-03327a983257 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:22:07.493927 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202ab3-6adc-462b-9011-5536e498308a req-eed644fc-d8cf-4ea7-a58c-ee6de6708709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:07.495694 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-eed644fc-d8cf-4ea7-a58c-ee6de6708709 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2336292 Feb 10 15:22:07.565696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Attempting to bind port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:22:07.566865 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Attempting to bind port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:22:07.567416 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Attempting to bind port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:22:07.599938 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3dedb271-66c9-4d10-9edc-30366f44dd09 req-d1717ba4-65f1-4cd0-92f1-a750b56a3952 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (231931a9-c35a-4f60-91f3-5a812a68a124), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:07.603272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:22:07.604164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Attempting to bind port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:22:07.606866 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3dedb271-66c9-4d10-9edc-30366f44dd09 req-d1717ba4-65f1-4cd0-92f1-a750b56a3952 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:07.614853 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3dedb271-66c9-4d10-9edc-30366f44dd09 req-d1717ba4-65f1-4cd0-92f1-a750b56a3952 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "DELETE /v2.0/security-groups/231931a9-c35a-4f60-91f3-5a812a68a124 HTTP/1.1" status: 204 len: 173 time: 0.8554816 Feb 10 15:22:07.619595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:22:07.620205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:22:07.620781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:22:07.621418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Bound port: 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:22:07.621937 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:07.738621 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] For port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:22:07.748124 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b83ccce-ac22-48cc-aca9-97d03d06a200 req-a283fe01-4732-42e9-bf31-56085f13c79f tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=854837be-1464-47e7-ac0c-432e999c8362 HTTP/1.1" status: 200 len: 210 time: 0.2126265 Feb 10 15:22:07.754627 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] For port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:22:07.766124 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:07.771804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1717ba4-65f1-4cd0-92f1-a750b56a3952 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231931a9-c35a-4f60-91f3-5a812a68a124,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:07.802044 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-e303e4a8-6bc4-42a8-98e0-0156396cc3f6 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970788 Feb 10 15:22:07.829185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:07.830100 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:07.832334 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] 10.222.0.79 "PUT /v2.0/ports/1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 HTTP/1.1" status: 200 len: 1095 time: 2.4881735 Feb 10 15:22:07.870717 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b26dbc7-4b1f-4707-8ed1-6239fd32d37e req-89c965dd-fc6d-4377-9513-ef155c0339db tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 210 time: 0.1214402 Feb 10 15:22:07.953436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c949863-e677-4f11-80a2-09b1f99d4c73 service neutron] Pushing event updated for resources: {'Port': ['ID=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:08.154543 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-81a5ef95-9f1e-41d3-ad0f-c630135248c7 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438594 Feb 10 15:22:08.188637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-a92cb7b9-e3a4-4ca7-b1e3-8d9869300487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:08.190569 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-a92cb7b9-e3a4-4ca7-b1e3-8d9869300487 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c9abf9028c3467c9f5850b53c14c478&device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 1129 time: 0.1502042 Feb 10 15:22:08.257065 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b9b3f-8550-47b0-a638-b39361d740e3 req-3eee3546-119f-4bf2-9692-580460e9bcf7 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:08.266896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f9b9b3f-8550-47b0-a638-b39361d740e3 req-3eee3546-119f-4bf2-9692-580460e9bcf7 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 947 time: 0.3379989 Feb 10 15:22:08.292498 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-55b8b01b-a288-478d-8559-13322fb70592 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 HTTP/1.1" status: 200 len: 217 time: 0.0938401 Feb 10 15:22:08.341424 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be562be9-95cc-40d1-8ae7-1b6770ebc19e req-3e2d0aa6-be62-4e90-9644-06dfeed6426a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:08.350404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be562be9-95cc-40d1-8ae7-1b6770ebc19e req-3e2d0aa6-be62-4e90-9644-06dfeed6426a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 931 time: 0.3003321 Feb 10 15:22:08.423952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-2d904977-3fa3-4354-8f9b-16278d7b7ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:08.426021 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-2d904977-3fa3-4354-8f9b-16278d7b7ffa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1256292 Feb 10 15:22:08.426501 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f9b9b3f-8550-47b0-a638-b39361d740e3 req-ec055861-55d2-4763-985b-cb2969f32cd7 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534050 Feb 10 15:22:08.541626 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be562be9-95cc-40d1-8ae7-1b6770ebc19e req-3dc6e93c-b687-4bb3-8950-2a429e282f20 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902411 Feb 10 15:22:08.588849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854837be-1464-47e7-ac0c-432e999c8362', 'name': 'network-vif-deleted', 'tag': 'bd277a05-e68c-427a-af1f-03327a983257'}, {'name': 'network-changed', 'server_uuid': '1dc3ec85-dfb3-4682-b440-6fd925a612f8', 'tag': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:08.591123 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e88e2e-9cf3-4ad0-9962-042a1898f567" -d '{"events": [{"server_uuid": "854837be-1464-47e7-ac0c-432e999c8362", "name": "network-vif-deleted", "tag": "bd277a05-e68c-427a-af1f-03327a983257"}, {"name": "network-changed", "server_uuid": "1dc3ec85-dfb3-4682-b440-6fd925a612f8", "tag": "1abf2c55-7599-4c9e-8c88-c70dd86ee5d9"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:08.652110 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ceae1de-b223-4363-bf17-af205f5bfd07 req-0d6299b8-badb-4f52-81a5-41abe293e65d tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "GET /v2.0/security-groups/04b6eb05-3d77-4c07-862f-e71aefe34f7a HTTP/1.1" status: 200 len: 1829 time: 0.2008476 Feb 10 15:22:08.677118 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396522bd-2cbd-4047-bed1-80e33fbb9a30 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:22:08.707761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-4f528a7d-1f16-4237-ad3d-79584f50e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:08.710048 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-4f528a7d-1f16-4237-ad3d-79584f50e207 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2761743 Feb 10 15:22:08.722630 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Publish callbacks [] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:08.756811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Transition to ACTIVE for port object 396522bd-2cbd-4047-bed1-80e33fbb9a30 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:22:08.764521 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:08.770711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-43e60fc4-41da-455b-99ac-61d7f6332899 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:08.772445 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-43e60fc4-41da-455b-99ac-61d7f6332899 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.79 "GET /v2.0/networks?id=6815c067-d5ad-4bf7-9e88-17529fe8111d HTTP/1.1" status: 200 len: 817 time: 0.2872553 Feb 10 15:22:08.829856 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Pushing event updated for resources: {'Port': ['ID=396522bd-2cbd-4047-bed1-80e33fbb9a30,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:08.922476 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78d787-d905-4116-8a88-545b17814b6d req-57e7a965-0037-4298-a53e-0aca8cd744ae tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:08.924204 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d78d787-d905-4116-8a88-545b17814b6d req-57e7a965-0037-4298-a53e-0aca8cd744ae tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1661592 Feb 10 15:22:08.929806 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-56cae301-1b78-4488-aaa4-d9e4249d6c1c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ad24befb1384c69ac214ad0a37e0b2b HTTP/1.1" status: 200 len: 379 time: 0.1436443 Feb 10 15:22:08.946655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-5211b6e6-761c-42b6-a3d0-aeb5553ce8cd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Request body: {'port': {'device_id': '119e5a29-f083-4231-af5d-d6c03ea61723', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'admin_state_up': True, 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'security_groups': ['46dfab13-448d-4fac-9dee-496332ea27cd']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:09.027282 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-2ceae1de-b223-4363-bf17-af205f5bfd07 req-d12fc1ad-b1e4-49b4-900f-16793fa0d5c4 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (04b6eb05-3d77-4c07-862f-e71aefe34f7a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:09.087434 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-2ceae1de-b223-4363-bf17-af205f5bfd07 req-d12fc1ad-b1e4-49b4-900f-16793fa0d5c4 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (04b6eb05-3d77-4c07-862f-e71aefe34f7a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:09.114255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d78d787-d905-4116-8a88-545b17814b6d req-a3dff7f9-0e2f-45ab-b4b9-50ecc35b059f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587813 Feb 10 15:22:09.171575 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-5211b6e6-761c-42b6-a3d0-aeb5553ce8cd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Made reservation on behalf of 4ad24befb1384c69ac214ad0a37e0b2b for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:22:09.176759 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-5211b6e6-761c-42b6-a3d0-aeb5553ce8cd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:09.181814 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-2034c23f-bb02-4020-b0a0-3f7678264d07 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569538 Feb 10 15:22:09.234676 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Attempting to bind port 396522bd-2cbd-4047-bed1-80e33fbb9a30 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:22:09.243520 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Attempting to bind port 396522bd-2cbd-4047-bed1-80e33fbb9a30 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:22:09.244320 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Attempting to bind port 396522bd-2cbd-4047-bed1-80e33fbb9a30 on network ae5226c2-5364-4c34-8001-6c08a2574a7f {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:22:09.320620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Port 396522bd-2cbd-4047-bed1-80e33fbb9a30 on network ae5226c2-5364-4c34-8001-6c08a2574a7f not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:22:09.323678 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Attempting to bind port 396522bd-2cbd-4047-bed1-80e33fbb9a30 on network ae5226c2-5364-4c34-8001-6c08a2574a7f {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:22:09.329928 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268fb217-78ef-4d07-a8ce-aba8d700d3f1 x-openstack-request-id: req-268fb217-78ef-4d07-a8ce-aba8d700d3f1 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:09.330204 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854837be-1464-47e7-ac0c-432e999c8362", "name": "network-vif-deleted", "tag": "bd277a05-e68c-427a-af1f-03327a983257", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1dc3ec85-dfb3-4682-b440-6fd925a612f8", "tag": "1abf2c55-7599-4c9e-8c88-c70dd86ee5d9", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:09.330592 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-268fb217-78ef-4d07-a8ce-aba8d700d3f1 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:09.330843 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854837be-1464-47e7-ac0c-432e999c8362', 'name': 'network-vif-deleted', 'tag': 'bd277a05-e68c-427a-af1f-03327a983257', 'status': 'completed', 'code': 200} Feb 10 15:22:09.331083 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc3ec85-dfb3-4682-b440-6fd925a612f8', 'tag': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9', 'status': 'completed', 'code': 200} Feb 10 15:22:09.360131 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:22:09.360499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Checking segment: {'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:22:09.360932 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Bound using segment: {'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:22:09.363626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Bound port: 396522bd-2cbd-4047-bed1-80e33fbb9a30, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:22:09.364006 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:09.425894 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22526d00-0ae5-45ea-89e9-a756e80e1a87 req-378df9d4-c93c-4d12-b36d-2c1832a2e834 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237234 Feb 10 15:22:09.451059 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-2ceae1de-b223-4363-bf17-af205f5bfd07 req-d12fc1ad-b1e4-49b4-900f-16793fa0d5c4 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (04b6eb05-3d77-4c07-862f-e71aefe34f7a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:09.464851 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-2ceae1de-b223-4363-bf17-af205f5bfd07 req-d12fc1ad-b1e4-49b4-900f-16793fa0d5c4 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:09.466954 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-5211b6e6-761c-42b6-a3d0-aeb5553ce8cd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Allocated IP 172.20.0.5 (6815c067-d5ad-4bf7-9e88-17529fe8111d/aa97da10-aa58-42f2-a53b-c9d35d81afde/5de7e7f1-03e7-434a-aec3-16c86e5de442) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:22:09.478133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ceae1de-b223-4363-bf17-af205f5bfd07 req-d12fc1ad-b1e4-49b4-900f-16793fa0d5c4 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "DELETE /v2.0/security-groups/04b6eb05-3d77-4c07-862f-e71aefe34f7a HTTP/1.1" status: 204 len: 173 time: 0.8248329 Feb 10 15:22:09.544183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fc1ad-b1e4-49b4-900f-16793fa0d5c4 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b6eb05-3d77-4c07-862f-e71aefe34f7a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:09.598361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] For port 396522bd-2cbd-4047-bed1-80e33fbb9a30, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:22:09.607900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] For port 396522bd-2cbd-4047-bed1-80e33fbb9a30, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=396522bd-2cbd-4047-bed1-80e33fbb9a30,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:22:09.622839 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:09.647174 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e88e2e-9cf3-4ad0-9962-042a1898f567 req-0240e271-d224-454a-97c6-61592efcfefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:09.648889 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-44e88e2e-9cf3-4ad0-9962-042a1898f567 req-0240e271-d224-454a-97c6-61592efcfefc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c9abf9028c3467c9f5850b53c14c478&device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 1129 time: 0.1287198 Feb 10 15:22:09.749667 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Pushing event updated for resources: {'Port': ['ID=396522bd-2cbd-4047-bed1-80e33fbb9a30,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:09.776962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:09.777970 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:09.779552 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-b4435945-63ad-482b-8fa4-84b8c5a1114f service neutron] 10.222.0.72 "PUT /v2.0/ports/396522bd-2cbd-4047-bed1-80e33fbb9a30 HTTP/1.1" status: 200 len: 1091 time: 2.9198880 Feb 10 15:22:09.781958 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905b42ec-33bb-4888-8ef4-06c8bff5f9ce', 'tag': '396522bd-2cbd-4047-bed1-80e33fbb9a30'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:09.789911 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7c9f85-030b-40cb-b228-bffc923ba90a" -d '{"events": [{"name": "network-changed", "server_uuid": "905b42ec-33bb-4888-8ef4-06c8bff5f9ce", "tag": "396522bd-2cbd-4047-bed1-80e33fbb9a30"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:09.823512 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-5211b6e6-761c-42b6-a3d0-aeb5553ce8cd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:09.838337 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e88e2e-9cf3-4ad0-9962-042a1898f567 req-ce79c98d-5b9e-40dc-8865-943e51b825f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:09.839798 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-44e88e2e-9cf3-4ad0-9962-042a1898f567 req-ce79c98d-5b9e-40dc-8865-943e51b825f3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1632800 Feb 10 15:22:09.895037 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-44e88e2e-9cf3-4ad0-9962-042a1898f567 req-44618566-68c3-4d82-9d47-ef6597ac5083 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 HTTP/1.1" status: 200 len: 217 time: 0.0454295 Feb 10 15:22:09.927204 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-246e5878-de18-4bd0-b8dc-624a8d5e2334 req-0591709f-f4e8-4744-8d8b-038e3d6299b8 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 210 time: 0.1283801 Feb 10 15:22:09.947216 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e88e2e-9cf3-4ad0-9962-042a1898f567 req-613a1488-2444-48ba-b23c-c0289fbb3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:09.948882 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-44e88e2e-9cf3-4ad0-9962-042a1898f567 req-613a1488-2444-48ba-b23c-c0289fbb3366 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0490453 Feb 10 15:22:09.976990 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-5211b6e6-761c-42b6-a3d0-aeb5553ce8cd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:10.036372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-90e1540f-b4ae-47d2-9adf-9e508d30ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:10.036712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-5211b6e6-761c-42b6-a3d0-aeb5553ce8cd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Network 6815c067-d5ad-4bf7-9e88-17529fe8111d is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:22:10.037915 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-90e1540f-b4ae-47d2-9adf-9e508d30ae93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=952a730c5eba4222be3cff2850d1fa62&device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 1125 time: 0.2055955 Feb 10 15:22:10.058862 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-5211b6e6-761c-42b6-a3d0-aeb5553ce8cd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:22:10.065149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-5211b6e6-761c-42b6-a3d0-aeb5553ce8cd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:22:10.085038 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d6043f3-30e8-4cf5-8117-cece387e16e6 req-08e94491-5dd0-4bfc-9bec-bd221cb1b015 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "GET /v2.0/security-groups/256b5012-7024-4cc5-a622-d424036e91bb HTTP/1.1" status: 200 len: 1832 time: 0.0884385 Feb 10 15:22:10.165563 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-7389f55c-5b42-4b83-b6b7-dd37972bae48 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=396522bd-2cbd-4047-bed1-80e33fbb9a30 HTTP/1.1" status: 200 len: 217 time: 0.1098008 Feb 10 15:22:10.178229 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e88e2e-9cf3-4ad0-9962-042a1898f567 req-695a4167-c58e-465b-8a67-678db66d0766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:10.182227 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-44e88e2e-9cf3-4ad0-9962-042a1898f567 req-695a4167-c58e-465b-8a67-678db66d0766 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2258856 Feb 10 15:22:10.186213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794462fe-c149-494d-b6fa-a9dc8842bf3f req-838d8e9a-9115-4cf8-aab9-b4ba8f87f7ed tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:10.193931 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-794462fe-c149-494d-b6fa-a9dc8842bf3f req-838d8e9a-9115-4cf8-aab9-b4ba8f87f7ed tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 947 time: 0.2826021 Feb 10 15:22:10.198239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211b6e6-761c-42b6-a3d0-aeb5553ce8cd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event updated for resources: {'Port': ['ID=5de7e7f1-03e7-434a-aec3-16c86e5de442,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:10.246444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-5211b6e6-761c-42b6-a3d0-aeb5553ce8cd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:10.247485 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-5211b6e6-761c-42b6-a3d0-aeb5553ce8cd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:10.336741 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-85fe0b0d-bfcd-4528-a41f-b1e676bf9fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:10.338297 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-85fe0b0d-bfcd-4528-a41f-b1e676bf9fda service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c893dfab-f651-45c9-bbd2-d815d5f365d4 HTTP/1.1" status: 200 len: 845 time: 0.1379318 Feb 10 15:22:10.356408 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-5211b6e6-761c-42b6-a3d0-aeb5553ce8cd tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4178514 Feb 10 15:22:10.383349 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Request body: {'port': {'device_id': '119e5a29-f083-4231-af5d-d6c03ea61723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:10.392156 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-6c9cda66-29b9-4ca0-8b9b-4a62d1810a4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae5226c2-5364-4c34-8001-6c08a2574a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454657 Feb 10 15:22:10.394972 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-2d6043f3-30e8-4cf5-8117-cece387e16e6 req-31f64432-92b1-46ea-bdaa-9e2936529f26 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (256b5012-7024-4cc5-a622-d424036e91bb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:10.415823 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-794462fe-c149-494d-b6fa-a9dc8842bf3f req-4fb5f8e0-5dc8-42f4-9d97-878c6b5eb338 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210064 Feb 10 15:22:10.522388 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-44e88e2e-9cf3-4ad0-9962-042a1898f567 req-0d857d14-b49d-4178-b86c-a67c8eb9aa45 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170500 Feb 10 15:22:10.522981 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:10.543620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-29caedcf-09a7-438b-839c-bdbca28f7de1 None None] Provisioning complete for port 5de7e7f1-03e7-434a-aec3-16c86e5de442 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:10.544200 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-29caedcf-09a7-438b-839c-bdbca28f7de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:10.622995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-29caedcf-09a7-438b-839c-bdbca28f7de1 None None] Port 5de7e7f1-03e7-434a-aec3-16c86e5de442 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:22:10.758152 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-44e88e2e-9cf3-4ad0-9962-042a1898f567 req-a4912ec7-e105-4e9e-b031-bd10b8037cda service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154572 Feb 10 15:22:10.928971 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-2d6043f3-30e8-4cf5-8117-cece387e16e6 req-31f64432-92b1-46ea-bdaa-9e2936529f26 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (256b5012-7024-4cc5-a622-d424036e91bb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:10.938813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de7e7f1-03e7-434a-aec3-16c86e5de442 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:22:10.948281 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Publish callbacks [] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:10.962929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Transition to ACTIVE for port object 5de7e7f1-03e7-434a-aec3-16c86e5de442 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:22:10.967486 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:11.031585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5de7e7f1-03e7-434a-aec3-16c86e5de442,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:11.033487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7e873-214c-43de-9703-e4391f69abfd req-d72db025-e9ab-4175-84f7-e520d5ce1cc3 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:11.035700 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-11a7e873-214c-43de-9703-e4391f69abfd req-d72db025-e9ab-4175-84f7-e520d5ce1cc3 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 943 time: 0.1608624 Feb 10 15:22:11.047321 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-4413433c-40ef-46ae-8f9d-1118e1eb1cb7 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304686 Feb 10 15:22:11.069130 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-2d6043f3-30e8-4cf5-8117-cece387e16e6 req-31f64432-92b1-46ea-bdaa-9e2936529f26 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (256b5012-7024-4cc5-a622-d424036e91bb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:11.071606 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-2d6043f3-30e8-4cf5-8117-cece387e16e6 req-31f64432-92b1-46ea-bdaa-9e2936529f26 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:11.078194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d6043f3-30e8-4cf5-8117-cece387e16e6 req-31f64432-92b1-46ea-bdaa-9e2936529f26 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "DELETE /v2.0/security-groups/256b5012-7024-4cc5-a622-d424036e91bb HTTP/1.1" status: 204 len: 173 time: 0.9853966 Feb 10 15:22:11.107418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Attempting to bind port 5de7e7f1-03e7-434a-aec3-16c86e5de442 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:22:11.108487 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Attempting to bind port 5de7e7f1-03e7-434a-aec3-16c86e5de442 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:22:11.108969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Attempting to bind port 5de7e7f1-03e7-434a-aec3-16c86e5de442 on network 6815c067-d5ad-4bf7-9e88-17529fe8111d {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:22:11.114172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Port 5de7e7f1-03e7-434a-aec3-16c86e5de442 on network 6815c067-d5ad-4bf7-9e88-17529fe8111d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:22:11.114646 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Attempting to bind port 5de7e7f1-03e7-434a-aec3-16c86e5de442 on network 6815c067-d5ad-4bf7-9e88-17529fe8111d {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:22:11.120399 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:22:11.120944 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Checking segment: {'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:22:11.121436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Bound using segment: {'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:22:11.122262 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Bound port: 5de7e7f1-03e7-434a-aec3-16c86e5de442, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:22:11.122730 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:11.131546 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f64432-92b1-46ea-bdaa-9e2936529f26 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256b5012-7024-4cc5-a622-d424036e91bb,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:11.192578 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:11.233348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:22:11.238442 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:22:11.245787 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:11.263657 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-11a7e873-214c-43de-9703-e4391f69abfd req-067d8a76-a3f0-4f11-86b1-f55dd7661b13 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151341 Feb 10 15:22:11.303814 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:11.304586 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:11.306423 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] 10.222.0.79 "PUT /v2.0/ports/5de7e7f1-03e7-434a-aec3-16c86e5de442 HTTP/1.1" status: 200 len: 1091 time: 0.9325569 Feb 10 15:22:11.320443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c2b5f-28f8-439b-abc3-d4099d808c77 req-8e7b5f16-f016-4da0-93c7-5aa64732db01 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:11.327672 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-653c2b5f-28f8-439b-abc3-d4099d808c77 req-8e7b5f16-f016-4da0-93c7-5aa64732db01 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 946 time: 0.1539211 Feb 10 15:22:11.333330 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119e5a29-f083-4231-af5d-d6c03ea61723', 'tag': '5de7e7f1-03e7-434a-aec3-16c86e5de442'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:11.337051 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030c49e5-8381-4827-b911-bef4a0502eff" -d '{"events": [{"name": "network-changed", "server_uuid": "119e5a29-f083-4231-af5d-d6c03ea61723", "tag": "5de7e7f1-03e7-434a-aec3-16c86e5de442"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:11.338543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4c6599-0835-421f-944b-d7b27cfeb243 req-3cadb995-9fb5-47fc-80f5-6eb9d50d3b74 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837317 Feb 10 15:22:11.345945 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e32d48-2883-459b-8f70-13d8edfe88a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5de7e7f1-03e7-434a-aec3-16c86e5de442,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:11.416187 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-b434c311-7bb9-4a48-80d3-14f9a67c4de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:11.418214 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-b434c311-7bb9-4a48-80d3-14f9a67c4de0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ad24befb1384c69ac214ad0a37e0b2b&device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 1125 time: 0.0661483 Feb 10 15:22:11.437434 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09825f5f-c473-45d9-acdf-1c1cbf23f1e9 x-openstack-request-id: req-09825f5f-c473-45d9-acdf-1c1cbf23f1e9 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:11.438580 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905b42ec-33bb-4888-8ef4-06c8bff5f9ce", "tag": "396522bd-2cbd-4047-bed1-80e33fbb9a30", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:11.439902 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09825f5f-c473-45d9-acdf-1c1cbf23f1e9 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:11.440507 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905b42ec-33bb-4888-8ef4-06c8bff5f9ce', 'tag': '396522bd-2cbd-4047-bed1-80e33fbb9a30', 'status': 'completed', 'code': 200} Feb 10 15:22:11.468203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-653c2b5f-28f8-439b-abc3-d4099d808c77 req-6fd20f95-c55b-4e06-839c-8c93eb9c479e tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382821 Feb 10 15:22:11.497555 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-21135fb3-e87d-4f0b-bd0c-5a15f08d9caf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442 HTTP/1.1" status: 200 len: 217 time: 0.0690439 Feb 10 15:22:11.611219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-f3b9204e-ee08-40ac-818c-40fc816f8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:11.613572 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-f3b9204e-ee08-40ac-818c-40fc816f8925 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=aa97da10-aa58-42f2-a53b-c9d35d81afde HTTP/1.1" status: 200 len: 856 time: 0.1093426 Feb 10 15:22:11.699721 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-e21f7da7-5ce0-4ec9-9786-4b3e35806e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:11.701531 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-e21f7da7-5ce0-4ec9-9786-4b3e35806e4a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6815c067-d5ad-4bf7-9e88-17529fe8111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0800586 Feb 10 15:22:11.734346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c9f85-030b-40cb-b228-bffc923ba90a req-8a60223c-6653-4df9-ab05-d75df569c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:11.738942 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca7c9f85-030b-40cb-b228-bffc923ba90a req-8a60223c-6653-4df9-ab05-d75df569c061 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=952a730c5eba4222be3cff2850d1fa62&device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 1125 time: 0.2688649 Feb 10 15:22:11.750878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbc03d-3d69-4111-93e0-5788dcc56599 req-f97b5c84-33b3-4390-9b1f-d82d17a5e68b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:11.759808 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9dbbc03d-3d69-4111-93e0-5788dcc56599 req-f97b5c84-33b3-4390-9b1f-d82d17a5e68b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.2056708 Feb 10 15:22:11.820405 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-b44dca4c-56bb-423a-bf42-bb7d1bd6463e service neutron] 10.222.0.79 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121340 Feb 10 15:22:11.934900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c9f85-030b-40cb-b228-bffc923ba90a req-4973df0b-65ce-4449-b9a4-9714ed9fa831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:11.936395 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca7c9f85-030b-40cb-b228-bffc923ba90a req-4973df0b-65ce-4449-b9a4-9714ed9fa831 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae5226c2-5364-4c34-8001-6c08a2574a7f HTTP/1.1" status: 200 len: 906 time: 0.1718850 Feb 10 15:22:11.945280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f35c5f-c7da-4178-8382-744bb100e692 req-afdaa36f-bea3-4f44-bfe3-95eb31167bcb tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:11.946795 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80f35c5f-c7da-4178-8382-744bb100e692 req-afdaa36f-bea3-4f44-bfe3-95eb31167bcb tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 943 time: 0.2927358 Feb 10 15:22:11.977797 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-040f9e5d-0ce9-479f-9b8d-92c06070b706 req-ab495052-0287-486c-bd32-3e43c18465d3 service neutron] 10.222.0.79 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508520 Feb 10 15:22:11.990213 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111ed9b-d5dd-4efb-8925-3806c9cdf864 req-f1a05a99-622a-4fec-9d52-53e0deadae5d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:11.991720 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8111ed9b-d5dd-4efb-8925-3806c9cdf864 req-f1a05a99-622a-4fec-9d52-53e0deadae5d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 946 time: 0.0879931 Feb 10 15:22:12.028140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca7c9f85-030b-40cb-b228-bffc923ba90a req-2bc5b034-eb9b-45a0-b270-6f21d1f106d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=396522bd-2cbd-4047-bed1-80e33fbb9a30 HTTP/1.1" status: 200 len: 217 time: 0.0693030 Feb 10 15:22:12.047754 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9dbbc03d-3d69-4111-93e0-5788dcc56599 req-cfba739a-29b7-4468-bd71-2abdde5fedf0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842896 Feb 10 15:22:12.137996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80f35c5f-c7da-4178-8382-744bb100e692 req-7fd40ac7-d888-41dd-bff4-bb73f09bbcb9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796961 Feb 10 15:22:12.138965 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-8111ed9b-d5dd-4efb-8925-3806c9cdf864 req-f1932d18-348a-474f-8923-b99213e215a9 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Deleting port a31f52c0-cad7-4ada-a1c4-c7ff503284c6 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:22:12.139589 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8111ed9b-d5dd-4efb-8925-3806c9cdf864 req-f1932d18-348a-474f-8923-b99213e215a9 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a31f52c0-cad7-4ada-a1c4-c7ff503284c6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:12.148981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c9f85-030b-40cb-b228-bffc923ba90a req-44c88782-b088-417f-a250-0e8da63178ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:12.150476 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca7c9f85-030b-40cb-b228-bffc923ba90a req-44c88782-b088-417f-a250-0e8da63178ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c893dfab-f651-45c9-bbd2-d815d5f365d4 HTTP/1.1" status: 200 len: 845 time: 0.0987501 Feb 10 15:22:12.202739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca7c9f85-030b-40cb-b228-bffc923ba90a req-ad3938ee-88e7-4f22-b3c4-56c9dad95de3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae5226c2-5364-4c34-8001-6c08a2574a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452132 Feb 10 15:22:12.207941 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd955b04-8181-40f7-bfe2-6ca124b32857 req-b14b42ed-755f-4914-98a4-2271a5ad5874 tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "GET /v2.0/security-groups/54df3ba7-f8ee-4a2a-b7ac-c8c85a87764b HTTP/1.1" status: 200 len: 1832 time: 0.1099536 Feb 10 15:22:12.227958 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9bd169-2951-4f3e-b8f8-f77452d6b13c x-openstack-request-id: req-dd9bd169-2951-4f3e-b8f8-f77452d6b13c {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:12.228244 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119e5a29-f083-4231-af5d-d6c03ea61723", "tag": "5de7e7f1-03e7-434a-aec3-16c86e5de442", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:12.228492 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd9bd169-2951-4f3e-b8f8-f77452d6b13c {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:12.228917 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119e5a29-f083-4231-af5d-d6c03ea61723', 'tag': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'status': 'completed', 'code': 200} Feb 10 15:22:12.325267 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-8111ed9b-d5dd-4efb-8925-3806c9cdf864 req-f1932d18-348a-474f-8923-b99213e215a9 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] For port a31f52c0-cad7-4ada-a1c4-c7ff503284c6, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a31f52c0-cad7-4ada-a1c4-c7ff503284c6,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:12.325604 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8111ed9b-d5dd-4efb-8925-3806c9cdf864 req-f1932d18-348a-474f-8923-b99213e215a9 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a31f52c0-cad7-4ada-a1c4-c7ff503284c6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:12.346853 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-8111ed9b-d5dd-4efb-8925-3806c9cdf864 req-f1932d18-348a-474f-8923-b99213e215a9 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Calling delete_port for a31f52c0-cad7-4ada-a1c4-c7ff503284c6 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:22:12.364370 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c49e5-8381-4827-b911-bef4a0502eff req-858f60cb-7990-4e2d-9174-7c060235c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:12.366171 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-030c49e5-8381-4827-b911-bef4a0502eff req-858f60cb-7990-4e2d-9174-7c060235c289 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ad24befb1384c69ac214ad0a37e0b2b&device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 1125 time: 0.1134701 Feb 10 15:22:12.381810 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca7c9f85-030b-40cb-b228-bffc923ba90a req-1bedbed7-455c-4ac6-887e-5fba96d1b2a8 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449959 Feb 10 15:22:12.509789 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8111ed9b-d5dd-4efb-8925-3806c9cdf864 req-f1932d18-348a-474f-8923-b99213e215a9 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a31f52c0-cad7-4ada-a1c4-c7ff503284c6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:12.522878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c', 'a31f52c0-cad7-4ada-a1c4-c7ff503284c6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:22:12.616519 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:22:12.617276 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca7c9f85-030b-40cb-b228-bffc923ba90a req-29eb75a3-cc1d-4123-a2b7-d7b0d4327586 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816561 Feb 10 15:22:12.624380 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bd955b04-8181-40f7-bfe2-6ca124b32857 req-c17c004d-9804-4860-bf64-170257ea904a tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (54df3ba7-f8ee-4a2a-b7ac-c8c85a87764b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:12.641770 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1932d18-348a-474f-8923-b99213e215a9 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Pushing event deleted for resources: {'Port': ['ID=a31f52c0-cad7-4ada-a1c4-c7ff503284c6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:12.661707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c49e5-8381-4827-b911-bef4a0502eff req-62f88927-2112-468e-a1c4-a32e33e8285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:12.663220 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-030c49e5-8381-4827-b911-bef4a0502eff req-62f88927-2112-468e-a1c4-a32e33e8285b service neutron] 10.222.0.79 "GET /v2.0/networks?id=6815c067-d5ad-4bf7-9e88-17529fe8111d HTTP/1.1" status: 200 len: 918 time: 0.1645126 Feb 10 15:22:12.667239 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bd955b04-8181-40f7-bfe2-6ca124b32857 req-c17c004d-9804-4860-bf64-170257ea904a tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (54df3ba7-f8ee-4a2a-b7ac-c8c85a87764b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:12.684581 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac173ec3-0cac-44e4-b553-fc9657d78b8f req-7554e7b2-9f33-4639-bb62-dda4acbbc590 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:12.693538 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac173ec3-0cac-44e4-b553-fc9657d78b8f req-7554e7b2-9f33-4639-bb62-dda4acbbc590 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 947 time: 0.2924232 Feb 10 15:22:12.731984 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:12.748028 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9', 'mac_address': 'fa:16:3e:48:ca:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:22:12.773021 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac173ec3-0cac-44e4-b553-fc9657d78b8f req-c8e67992-ecbc-43b3-bf09-5a01275e1e42 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749745 Feb 10 15:22:12.782741 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-030c49e5-8381-4827-b911-bef4a0502eff req-0a4d10db-258f-426f-b700-cbfbd5fb2036 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442 HTTP/1.1" status: 200 len: 217 time: 0.1088748 Feb 10 15:22:12.807724 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:12.808314 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:12.829324 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bd955b04-8181-40f7-bfe2-6ca124b32857 req-c17c004d-9804-4860-bf64-170257ea904a tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (54df3ba7-f8ee-4a2a-b7ac-c8c85a87764b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:12.833047 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bd955b04-8181-40f7-bfe2-6ca124b32857 req-c17c004d-9804-4860-bf64-170257ea904a tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:12.834404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd955b04-8181-40f7-bfe2-6ca124b32857 req-c17c004d-9804-4860-bf64-170257ea904a tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] 10.222.0.64 "DELETE /v2.0/security-groups/54df3ba7-f8ee-4a2a-b7ac-c8c85a87764b HTTP/1.1" status: 204 len: 173 time: 0.6196258 Feb 10 15:22:12.842352 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46928) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:12.859420 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-8111ed9b-d5dd-4efb-8925-3806c9cdf864 req-f1932d18-348a-474f-8923-b99213e215a9 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] No DVR routers for this DVR port a31f52c0-cad7-4ada-a1c4-c7ff503284c6 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:22:12.870134 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8111ed9b-d5dd-4efb-8925-3806c9cdf864 req-f1932d18-348a-474f-8923-b99213e215a9 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:12.873357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c004d-9804-4860-bf64-170257ea904a tempest-SecurityGroupRulesNegativeTestJSON-1369658866 tempest-SecurityGroupRulesNegativeTestJSON-1369658866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54df3ba7-f8ee-4a2a-b7ac-c8c85a87764b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:12.880623 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8111ed9b-d5dd-4efb-8925-3806c9cdf864 req-f1932d18-348a-474f-8923-b99213e215a9 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "DELETE /v2.0/ports/a31f52c0-cad7-4ada-a1c4-c7ff503284c6 HTTP/1.1" status: 204 len: 173 time: 0.8834696 Feb 10 15:22:12.927367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:22:12.952884 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:12.956915 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c49e5-8381-4827-b911-bef4a0502eff req-9ae342a3-eedb-4ec0-9ef6-462005bfbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:12.958509 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-030c49e5-8381-4827-b911-bef4a0502eff req-9ae342a3-eedb-4ec0-9ef6-462005bfbcf7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=aa97da10-aa58-42f2-a53b-c9d35d81afde HTTP/1.1" status: 200 len: 856 time: 0.1261923 Feb 10 15:22:12.970657 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:13.031173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c49e5-8381-4827-b911-bef4a0502eff req-0a4c26e2-ec5d-4cd6-b2f9-82b175d4bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:13.032783 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-030c49e5-8381-4827-b911-bef4a0502eff req-0a4c26e2-ec5d-4cd6-b2f9-82b175d4bd81 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6815c067-d5ad-4bf7-9e88-17529fe8111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0662515 Feb 10 15:22:13.047265 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-11b20d50-1e54-4dbe-802f-d339d5d750bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:13.069680 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-432f9c0f-d8c3-4217-88fc-b919d28cd672 admin admin] Deleting subnet f60a6f1e-5561-4030-8340-646eb0a0fcf3 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:22:13.076485 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e1c5ad4-9c3b-4626-8981-2b361d19d8a6 req-756c720d-f466-4b79-9cc7-c54bf7637c0a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d960059-f0ca-446c-8e64-945a3392984f HTTP/1.1" status: 200 len: 210 time: 0.0874178 Feb 10 15:22:13.078637 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-432f9c0f-d8c3-4217-88fc-b919d28cd672 admin admin] Publish callbacks [] for subnet (f60a6f1e-5561-4030-8340-646eb0a0fcf3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:13.119933 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:13.139982 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:13.140351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:13.142972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:13.143483 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:13.144437 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:13.145280 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:13.147593 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:13.148090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:13.148741 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:13.149423 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:13.151904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:13.152379 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:13.152859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:13.223627 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-432f9c0f-d8c3-4217-88fc-b919d28cd672 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (f60a6f1e-5561-4030-8340-646eb0a0fcf3), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:13.260983 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0a364-54d0-4908-8dea-422ac2322435 req-4862a269-cb48-464c-a02f-39ead9a148dc tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:13.263785 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-030c49e5-8381-4827-b911-bef4a0502eff req-ede1d9e8-e1ed-49c7-939a-1ccbc47c313f service neutron] 10.222.0.79 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230220 Feb 10 15:22:13.265226 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a0a364-54d0-4908-8dea-422ac2322435 req-4862a269-cb48-464c-a02f-39ead9a148dc tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 943 time: 0.3627212 Feb 10 15:22:13.325734 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-432f9c0f-d8c3-4217-88fc-b919d28cd672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (f60a6f1e-5561-4030-8340-646eb0a0fcf3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:13.381504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac79d1-b3de-49ea-a168-5514281d5f92 req-77c02130-4fd8-4f49-bfad-037fd5473d88 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:13.383265 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0ac79d1-b3de-49ea-a168-5514281d5f92 req-77c02130-4fd8-4f49-bfad-037fd5473d88 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.2025864 Feb 10 15:22:13.392270 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-030c49e5-8381-4827-b911-bef4a0502eff req-a1f5281e-4f23-4bb6-9f79-920e38bb278b service neutron] 10.222.0.79 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213691 Feb 10 15:22:13.401654 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a0a364-54d0-4908-8dea-422ac2322435 req-5939e724-0e08-47a3-a748-70266269a56e tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297746 Feb 10 15:22:13.410621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['1abf2c55-7599-4c9e-8c88-c70dd86ee5d9'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:22:13.493064 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0ac79d1-b3de-49ea-a168-5514281d5f92 req-5de93084-c216-41fe-9f7c-5a5f78803761 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981526 Feb 10 15:22:13.497499 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-432f9c0f-d8c3-4217-88fc-b919d28cd672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (f60a6f1e-5561-4030-8340-646eb0a0fcf3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:13.516557 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-432f9c0f-d8c3-4217-88fc-b919d28cd672 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:13.522597 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-432f9c0f-d8c3-4217-88fc-b919d28cd672 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f60a6f1e-5561-4030-8340-646eb0a0fcf3 HTTP/1.1" status: 204 len: 168 time: 0.6769476 Feb 10 15:22:13.522976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46944) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:13.588322 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f9c0f-d8c3-4217-88fc-b919d28cd672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f60a6f1e-5561-4030-8340-646eb0a0fcf3,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:13.732106 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bf565-feef-4935-b0d2-2a2ae92bfccc req-18aaa0de-49ce-4fcc-92c5-6c87727de97f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:13.743691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-502bf565-feef-4935-b0d2-2a2ae92bfccc req-18aaa0de-49ce-4fcc-92c5-6c87727de97f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 943 time: 0.1435866 Feb 10 15:22:13.746162 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-254f33c5-38ec-4c40-a8ac-f75c95b32f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (fd5f90ac-7895-4888-a352-b7483ee97d0f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:13.836485 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-502bf565-feef-4935-b0d2-2a2ae92bfccc req-4a00032c-f9c2-49d8-8fe9-ec0602fa35be tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914147 Feb 10 15:22:13.919057 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-254f33c5-38ec-4c40-a8ac-f75c95b32f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (fd5f90ac-7895-4888-a352-b7483ee97d0f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:13.941563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-254f33c5-38ec-4c40-a8ac-f75c95b32f3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5f90ac-7895-4888-a352-b7483ee97d0f']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:22:13.948379 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b45bd-03c8-408d-a3c9-4623096d6414 req-8d555461-aa3a-41e2-80b6-1a0de125ab22 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:13.950182 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-850b45bd-03c8-408d-a3c9-4623096d6414 req-8d555461-aa3a-41e2-80b6-1a0de125ab22 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 948 time: 0.0662642 Feb 10 15:22:13.962437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-254f33c5-38ec-4c40-a8ac-f75c95b32f3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70d1f1f-d555-4223-934e-2ca49d20757d') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:22:13.963466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-254f33c5-38ec-4c40-a8ac-f75c95b32f3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70d1f1f-d555-4223-934e-2ca49d20757d') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:22:13.992221 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-254f33c5-38ec-4c40-a8ac-f75c95b32f3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (c70d1f1f-d555-4223-934e-2ca49d20757d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:14.004925 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-850b45bd-03c8-408d-a3c9-4623096d6414 req-6b409d67-6ad3-4566-beee-bb8c6163031d tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475111 Feb 10 15:22:14.010914 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-254f33c5-38ec-4c40-a8ac-f75c95b32f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (c70d1f1f-d555-4223-934e-2ca49d20757d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:14.027380 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254f33c5-38ec-4c40-a8ac-f75c95b32f3b admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:22:14.028007 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-254f33c5-38ec-4c40-a8ac-f75c95b32f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (c70d1f1f-d555-4223-934e-2ca49d20757d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:22:14.029824 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:22:14.099599 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-254f33c5-38ec-4c40-a8ac-f75c95b32f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (fd5f90ac-7895-4888-a352-b7483ee97d0f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:14.116983 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-254f33c5-38ec-4c40-a8ac-f75c95b32f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:14.122507 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-254f33c5-38ec-4c40-a8ac-f75c95b32f3b admin admin] 10.222.0.64 "DELETE /v2.0/networks/fd5f90ac-7895-4888-a352-b7483ee97d0f HTTP/1.1" status: 204 len: 168 time: 0.5963013 Feb 10 15:22:14.122507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f33c5-38ec-4c40-a8ac-f75c95b32f3b admin admin] Pushing event deleted for resources: {'Network': ['ID=fd5f90ac-7895-4888-a352-b7483ee97d0f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:14.229761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d960059-f0ca-446c-8e64-945a3392984f', 'name': 'network-vif-deleted', 'tag': 'a31f52c0-cad7-4ada-a1c4-c7ff503284c6'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:14.232075 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83635002-7b16-4456-a019-2671be68b95f" -d '{"events": [{"server_uuid": "6d960059-f0ca-446c-8e64-945a3392984f", "name": "network-vif-deleted", "tag": "a31f52c0-cad7-4ada-a1c4-c7ff503284c6"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:14.276009 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48f6485-de04-4b76-bf1b-cc8c9a13d149 x-openstack-request-id: req-d48f6485-de04-4b76-bf1b-cc8c9a13d149 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:14.276298 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d960059-f0ca-446c-8e64-945a3392984f", "name": "network-vif-deleted", "tag": "a31f52c0-cad7-4ada-a1c4-c7ff503284c6", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:14.276565 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d48f6485-de04-4b76-bf1b-cc8c9a13d149 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:14.277119 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d960059-f0ca-446c-8e64-945a3392984f', 'name': 'network-vif-deleted', 'tag': 'a31f52c0-cad7-4ada-a1c4-c7ff503284c6', 'status': 'completed', 'code': 200} Feb 10 15:22:14.327987 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46970) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:14.370953 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a65ed382-9eb9-4222-a200-887dbc2430f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e2f63c49a9249f68885893fbc65e988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417371 Feb 10 15:22:14.373668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46972) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:14.422363 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbbed745-64cd-4e86-b619-f8f7db86ab9c admin admin] Publish callbacks [] for security_group (db4bf5e5-73a2-4d3f-8278-707b6ed5fb8a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:14.431311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-135d4df0-b203-40c7-a9de-2abff5d3545f tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:14.432798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-135d4df0-b203-40c7-a9de-2abff5d3545f tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 805 time: 0.1109364 Feb 10 15:22:14.448065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-f9706e0b-dda8-4435-aefa-a09ee254bdfa tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/quotas/c93f02832d4b44afb04fc0e05260fb2f HTTP/1.1" status: 200 len: 375 time: 0.0094070 Feb 10 15:22:14.448485 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbbed745-64cd-4e86-b619-f8f7db86ab9c admin admin] Publish callbacks [] for security_group (db4bf5e5-73a2-4d3f-8278-707b6ed5fb8a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:14.501227 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbbed745-64cd-4e86-b619-f8f7db86ab9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (db4bf5e5-73a2-4d3f-8278-707b6ed5fb8a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:14.505644 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbbed745-64cd-4e86-b619-f8f7db86ab9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:14.511026 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dbbed745-64cd-4e86-b619-f8f7db86ab9c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db4bf5e5-73a2-4d3f-8278-707b6ed5fb8a HTTP/1.1" status: 204 len: 168 time: 0.1363420 Feb 10 15:22:14.519656 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbed745-64cd-4e86-b619-f8f7db86ab9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4bf5e5-73a2-4d3f-8278-707b6ed5fb8a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:14.546445 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-24b7b1af-4f32-4671-9bbc-c1dc4af74159 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923297 Feb 10 15:22:14.552047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-25ad560c-428e-46f2-b5a1-e492c9f51304 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:22:14.555275 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5de7e7f1-03e7-434a-aec3-16c86e5de442 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:22:14.559172 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-25ad560c-428e-46f2-b5a1-e492c9f51304 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119340 Feb 10 15:22:14.722235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cd23b-4884-4851-b8e7-a87906c4f928 req-feac0a74-354b-48ce-bc80-e667e7ba949a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:14.723233 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e43cd23b-4884-4851-b8e7-a87906c4f928 req-feac0a74-354b-48ce-bc80-e667e7ba949a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 943 time: 0.1621819 Feb 10 15:22:14.725865 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:14.744936 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'port_id': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'mac_address': 'fa:16:3e:94:b1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:22:14.776829 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-13f87fa7-68cb-49fb-8430-f8aa38a3b800 service neutron] 10.222.0.64 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167063 Feb 10 15:22:14.809449 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 5de7e7f1-03e7-434a-aec3-16c86e5de442 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:14.810232 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:14.832186 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de7e7f1-03e7-434a-aec3-16c86e5de442 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:22:14.865659 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:14.867391 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e43cd23b-4884-4851-b8e7-a87906c4f928 req-3dc460c7-ebc4-4010-be80-f5f27aec28fa tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359711 Feb 10 15:22:14.873942 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:14.992958 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=5de7e7f1-03e7-434a-aec3-16c86e5de442,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:14.994303 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-e4d4e19e-693e-4f3a-b0a2-79355400542d service neutron] 10.222.0.64 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088947 Feb 10 15:22:15.092927 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a05e3-fcbe-4618-a641-aa3b7bcc3617 req-56410024-a944-44bd-a4ba-309ed6ba7710 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:15.094644 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec0a05e3-fcbe-4618-a641-aa3b7bcc3617 req-56410024-a944-44bd-a4ba-309ed6ba7710 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.0723944 Feb 10 15:22:15.172552 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec0a05e3-fcbe-4618-a641-aa3b7bcc3617 req-57d6c56a-3b4a-4839-a9ee-23412642042e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684724 Feb 10 15:22:15.174294 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c4361649-de5c-44bd-8d17-916c4e49fae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:15.236257 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['5de7e7f1-03e7-434a-aec3-16c86e5de442'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:22:15.334835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 396522bd-2cbd-4047-bed1-80e33fbb9a30 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:22:15.434816 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdec624-70ed-4e0e-9e46-5d58f66601ad req-65c98121-f60c-49bd-82c3-c2cbeaec8e0d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:15.451892 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 396522bd-2cbd-4047-bed1-80e33fbb9a30, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=396522bd-2cbd-4047-bed1-80e33fbb9a30,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:15.452507 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cdec624-70ed-4e0e-9e46-5d58f66601ad req-65c98121-f60c-49bd-82c3-c2cbeaec8e0d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 944 time: 0.1245892 Feb 10 15:22:15.496016 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '396522bd-2cbd-4047-bed1-80e33fbb9a30', 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f', 'port_id': '396522bd-2cbd-4047-bed1-80e33fbb9a30', 'mac_address': 'fa:16:3e:cc:4e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c893dfab-f651-45c9-bbd2-d815d5f365d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:22:15.557041 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e1430-ffc5-4fa8-bd34-b6df18273c53 req-ffdf6b17-23a6-4a4e-b6be-2ec6b6a62b94 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:15.558819 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 396522bd-2cbd-4047-bed1-80e33fbb9a30 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:15.559286 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:15.565533 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-594e1430-ffc5-4fa8-bd34-b6df18273c53 req-ffdf6b17-23a6-4a4e-b6be-2ec6b6a62b94 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 948 time: 0.1818306 Feb 10 15:22:15.582794 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396522bd-2cbd-4047-bed1-80e33fbb9a30 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:22:15.613571 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cdec624-70ed-4e0e-9e46-5d58f66601ad req-fcf94e76-d1a8-4d99-955d-502559b77975 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558101 Feb 10 15:22:15.649982 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 396522bd-2cbd-4047-bed1-80e33fbb9a30, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=396522bd-2cbd-4047-bed1-80e33fbb9a30,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:15.664940 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:15.718557 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-594e1430-ffc5-4fa8-bd34-b6df18273c53 req-ac8e9528-6b24-4aaa-a35b-f82daf2718a4 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483734 Feb 10 15:22:15.721039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=396522bd-2cbd-4047-bed1-80e33fbb9a30,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:15.806554 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a0ff818-9423-4466-a265-156e84bb30a5 req-4790c7cc-e453-41f4-97c3-0372be79a14b tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 210 time: 0.0732913 Feb 10 15:22:15.892134 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47026) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:15.911146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['396522bd-2cbd-4047-bed1-80e33fbb9a30'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:22:16.026707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60474136-d624-4af3-b9e3-ce2bee3b3782 req-5d091671-89e8-4ef5-9b55-5cee9a2891bf tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:16.030458 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-60474136-d624-4af3-b9e3-ce2bee3b3782 req-5d091671-89e8-4ef5-9b55-5cee9a2891bf tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 944 time: 0.0745785 Feb 10 15:22:16.038628 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-5e6b12b3-bd70-4e34-9b88-02f808cbe221 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1201543884-network', 'tenant_id': 'd259445bc89c4934bf5932209482602b'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:16.119130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6b12b3-bd70-4e34-9b88-02f808cbe221 admin admin] Made reservation on behalf of d259445bc89c4934bf5932209482602b for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:22:16.121618 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5e6b12b3-bd70-4e34-9b88-02f808cbe221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:16.139148 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-60474136-d624-4af3-b9e3-ce2bee3b3782 req-78b1044d-74f7-4ebf-8881-b0e01d1921a5 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968156 Feb 10 15:22:16.140131 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5e6b12b3-bd70-4e34-9b88-02f808cbe221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:16.284153 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5e6b12b3-bd70-4e34-9b88-02f808cbe221 admin admin] Publish callbacks [] for security_group (e9416a59-0559-4549-aa66-72cccbd7ad5b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:16.288851 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5e6b12b3-bd70-4e34-9b88-02f808cbe221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e9416a59-0559-4549-aa66-72cccbd7ad5b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:16.308361 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:16.367770 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6b12b3-bd70-4e34-9b88-02f808cbe221 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:22:16.402634 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b12b3-bd70-4e34-9b88-02f808cbe221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9416a59-0559-4549-aa66-72cccbd7ad5b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:16.407088 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5e6b12b3-bd70-4e34-9b88-02f808cbe221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (92b691e9-d569-41eb-afea-4d6aefe5b4b8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:16.407433 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-5e6b12b3-bd70-4e34-9b88-02f808cbe221 admin admin] Added segment 92b691e9-d569-41eb-afea-4d6aefe5b4b8 of type vlan for network 491627c9-a7f9-4223-b0eb-45ffc44fa17d Feb 10 15:22:16.457464 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5e6b12b3-bd70-4e34-9b88-02f808cbe221 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (491627c9-a7f9-4223-b0eb-45ffc44fa17d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:16.470836 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8591a7-c36d-421a-a9d5-3eabed560a8d req-8dbfdaa3-405c-44de-a97f-3ca3f3ad7055 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:16.472899 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d8591a7-c36d-421a-a9d5-3eabed560a8d req-8dbfdaa3-405c-44de-a97f-3ca3f3ad7055 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1362951 Feb 10 15:22:16.513819 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5e6b12b3-bd70-4e34-9b88-02f808cbe221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (491627c9-a7f9-4223-b0eb-45ffc44fa17d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:16.514831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6b12b3-bd70-4e34-9b88-02f808cbe221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:16.515478 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5e6b12b3-bd70-4e34-9b88-02f808cbe221 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:16.544511 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5de7e7f1-03e7-434a-aec3-16c86e5de442 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:22:16.574388 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d8591a7-c36d-421a-a9d5-3eabed560a8d req-e1fe1dff-a77b-451f-b86e-21bdf21607ed tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932040 Feb 10 15:22:16.602773 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5e6b12b3-bd70-4e34-9b88-02f808cbe221 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7024939 Feb 10 15:22:16.656392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 5de7e7f1-03e7-434a-aec3-16c86e5de442 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:22:16.681073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 5de7e7f1-03e7-434a-aec3-16c86e5de442 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:16.681746 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:16.713414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b12b3-bd70-4e34-9b88-02f808cbe221 admin admin] Pushing event updated for resources: {'Network': ['ID=491627c9-a7f9-4223-b0eb-45ffc44fa17d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:16.769636 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 491627c9-a7f9-4223-b0eb-45ffc44fa17d details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:22:16.955376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000b00d-bb3d-4cc0-b1b1-156bf9c56697 req-17984faa-8746-4dce-b06d-67cc724ed17c tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:16.964129 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b000b00d-bb3d-4cc0-b1b1-156bf9c56697 req-17984faa-8746-4dce-b06d-67cc724ed17c tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 948 time: 0.1253493 Feb 10 15:22:16.973804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 5de7e7f1-03e7-434a-aec3-16c86e5de442 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:16.974201 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:17.008119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:17.009768 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e5a29-f083-4231-af5d-d6c03ea61723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de7e7f1-03e7-434a-aec3-16c86e5de442'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:17.012084 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc0e068-72d6-4a4d-a7b0-3dcef22a2cdb" -d '{"events": [{"server_uuid": "119e5a29-f083-4231-af5d-d6c03ea61723", "name": "network-vif-plugged", "status": "completed", "tag": "5de7e7f1-03e7-434a-aec3-16c86e5de442"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:17.018018 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:17.018994 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:22:17.062913 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc4f9c-a5df-4265-98b3-ce2005640709 req-ab1e79a6-8d8e-483a-a991-bcf74a8c2a15 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:17.064591 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50cc4f9c-a5df-4265-98b3-ce2005640709 req-ab1e79a6-8d8e-483a-a991-bcf74a8c2a15 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 944 time: 0.3007596 Feb 10 15:22:17.074739 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-435a20fd-98fc-47a0-80a4-553f38551e44 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:17.077406 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-435a20fd-98fc-47a0-80a4-553f38551e44 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.72 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 805 time: 0.4150307 Feb 10 15:22:17.094961 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-34b939ab-583c-474f-b1a5-ae13d1497f5a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Request body: {'port': {'device_id': '5d8c6a07-fa9a-47b6-87ad-a8604099aedf', 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2', 'admin_state_up': True, 'tenant_id': 'c93f02832d4b44afb04fc0e05260fb2f'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:17.102628 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:22:17.114836 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b000b00d-bb3d-4cc0-b1b1-156bf9c56697 req-9084a2cb-f283-44f3-b450-2a719704d4a8 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451988 Feb 10 15:22:17.118458 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:17.118968 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:17.120851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=5de7e7f1-03e7-434a-aec3-16c86e5de442,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:17.245892 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:17.246289 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:17.286842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:17.292282 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:17.293242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a31f52c0-cad7-4ada-a1c4-c7ff503284c6 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:22:17.294990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9316acb1-1080-4558-8d65-1a4260478557 req-27cde024-3945-4011-b387-f90fb42fe41b tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 210 time: 0.0839889 Feb 10 15:22:17.312272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50cc4f9c-a5df-4265-98b3-ce2005640709 req-4f21ec31-4aa6-481d-9020-504102ae051b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322297 Feb 10 15:22:17.344455 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 396522bd-2cbd-4047-bed1-80e33fbb9a30 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:22:17.371530 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-34b939ab-583c-474f-b1a5-ae13d1497f5a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Made reservation on behalf of c93f02832d4b44afb04fc0e05260fb2f for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:22:17.376064 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-34b939ab-583c-474f-b1a5-ae13d1497f5a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:17.426072 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26fdab0-9ab8-466b-b2ef-dd294934073d x-openstack-request-id: req-d26fdab0-9ab8-466b-b2ef-dd294934073d {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:17.426370 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e5a29-f083-4231-af5d-d6c03ea61723", "name": "network-vif-plugged", "status": "completed", "tag": "5de7e7f1-03e7-434a-aec3-16c86e5de442", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:17.426627 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d26fdab0-9ab8-466b-b2ef-dd294934073d {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:17.427075 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e5a29-f083-4231-af5d-d6c03ea61723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'code': 200} Feb 10 15:22:17.474963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: a31f52c0-cad7-4ada-a1c4-c7ff503284c6 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:22:17.475315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a31f52c0-cad7-4ada-a1c4-c7ff503284c6 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:22:17.524325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:17.539237 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 396522bd-2cbd-4047-bed1-80e33fbb9a30 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:22:17.544912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 396522bd-2cbd-4047-bed1-80e33fbb9a30 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:17.545614 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:17.578828 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea80e3-6030-4621-81f6-26526e3c8d47 req-5451b5fe-44aa-4bcc-8165-9206f41b0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:17.580365 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d7ea80e3-6030-4621-81f6-26526e3c8d47 req-5451b5fe-44aa-4bcc-8165-9206f41b0ffa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 1127 time: 0.0998216 Feb 10 15:22:17.666870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 396522bd-2cbd-4047-bed1-80e33fbb9a30 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:17.667429 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:17.675203 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d7ea80e3-6030-4621-81f6-26526e3c8d47 req-1baf93f6-156e-4601-b486-29130989ea52 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883543 Feb 10 15:22:17.684125 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb84e9-4d34-46e8-a2b0-8cf64c4bbcfd req-926cb0ef-c2d9-494c-9255-981b5188f473 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:17.686260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64bb84e9-4d34-46e8-a2b0-8cf64c4bbcfd req-926cb0ef-c2d9-494c-9255-981b5188f473 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 944 time: 0.1501570 Feb 10 15:22:17.725844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 396522bd-2cbd-4047-bed1-80e33fbb9a30, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=396522bd-2cbd-4047-bed1-80e33fbb9a30,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:17.733016 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:17.796924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082f822-0e23-46c8-ba19-87209aa6f18f req-2cc78604-4751-46bc-a115-bdee84deb64d tempest-ComputeTenantNetworksTest-1323802242 tempest-ComputeTenantNetworksTest-1323802242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:17.802381 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082f822-0e23-46c8-ba19-87209aa6f18f req-2cc78604-4751-46bc-a115-bdee84deb64d tempest-ComputeTenantNetworksTest-1323802242 tempest-ComputeTenantNetworksTest-1323802242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:17.803638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=396522bd-2cbd-4047-bed1-80e33fbb9a30,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:17.807629 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082f822-0e23-46c8-ba19-87209aa6f18f req-2cc78604-4751-46bc-a115-bdee84deb64d tempest-ComputeTenantNetworksTest-1323802242 tempest-ComputeTenantNetworksTest-1323802242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:17.809295 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c082f822-0e23-46c8-ba19-87209aa6f18f req-2cc78604-4751-46bc-a115-bdee84deb64d tempest-ComputeTenantNetworksTest-1323802242 tempest-ComputeTenantNetworksTest-1323802242-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1221218 Feb 10 15:22:17.854739 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:17.879889 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64bb84e9-4d34-46e8-a2b0-8cf64c4bbcfd req-cdcc23e0-c41b-4396-b08d-80ba35f10a22 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674105 Feb 10 15:22:17.886725 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-34b939ab-583c-474f-b1a5-ae13d1497f5a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Allocated IP 172.20.0.4 (70523496-0fb2-49c3-a6f3-295faa4269e2/641d274e-0229-4226-b05a-8b572a0b405b/541791b9-7c54-4c1b-b6f4-dde527598fbc) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:22:18.065398 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c6a84-0904-4515-acb4-f1252dc95540 req-3918ceac-f18f-432c-9a83-a974c3eb0a2e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:18.067438 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f7c6a84-0904-4515-acb4-f1252dc95540 req-3918ceac-f18f-432c-9a83-a974c3eb0a2e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1628642 Feb 10 15:22:18.092810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a125d-668b-4400-9053-6b8558da91f3 req-e871b939-79e2-4000-8ef7-38b73ad79245 tempest-ComputeTenantNetworksTest-1323802242 tempest-ComputeTenantNetworksTest-1323802242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:18.094065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-937a125d-668b-4400-9053-6b8558da91f3 req-e871b939-79e2-4000-8ef7-38b73ad79245 tempest-ComputeTenantNetworksTest-1323802242 tempest-ComputeTenantNetworksTest-1323802242-project] 10.222.0.64 "GET /v2.0/networks/491627c9-a7f9-4223-b0eb-45ffc44fa17d HTTP/1.1" status: 200 len: 769 time: 0.1748490 Feb 10 15:22:18.103938 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47070) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:18.197512 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f7c6a84-0904-4515-acb4-f1252dc95540 req-0180fb32-f026-4def-a950-d9b4dce8b5e2 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140733 Feb 10 15:22:18.232033 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-34b939ab-583c-474f-b1a5-ae13d1497f5a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks [] for port (541791b9-7c54-4c1b-b6f4-dde527598fbc), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:18.309383 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64175b77-44c3-4a68-a598-4a82fa1d2b55 req-84b43086-cca8-4ff4-a486-cd2b28d21f45 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:18.311000 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64175b77-44c3-4a68-a598-4a82fa1d2b55 req-84b43086-cca8-4ff4-a486-cd2b28d21f45 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 949 time: 0.0833287 Feb 10 15:22:18.326756 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-34b939ab-583c-474f-b1a5-ae13d1497f5a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (541791b9-7c54-4c1b-b6f4-dde527598fbc), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:18.338472 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:22:18.445179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b939ab-583c-474f-b1a5-ae13d1497f5a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Pushing event updated for resources: {'Port': ['ID=541791b9-7c54-4c1b-b6f4-dde527598fbc,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:18.765975 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-34dca752-a325-47d7-a3a8-a63467a39502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (491627c9-a7f9-4223-b0eb-45ffc44fa17d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:18.870657 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-34dca752-a325-47d7-a3a8-a63467a39502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (491627c9-a7f9-4223-b0eb-45ffc44fa17d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:18.893063 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-34dca752-a325-47d7-a3a8-a63467a39502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491627c9-a7f9-4223-b0eb-45ffc44fa17d']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:22:18.903007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-34dca752-a325-47d7-a3a8-a63467a39502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b691e9-d569-41eb-afea-4d6aefe5b4b8') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:22:18.903305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-34dca752-a325-47d7-a3a8-a63467a39502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b691e9-d569-41eb-afea-4d6aefe5b4b8') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:22:18.914232 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-34dca752-a325-47d7-a3a8-a63467a39502 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (92b691e9-d569-41eb-afea-4d6aefe5b4b8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:18.938893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64175b77-44c3-4a68-a598-4a82fa1d2b55 req-38148168-9ed4-47be-b5ef-1367c2049552 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6213722 Feb 10 15:22:18.949341 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-34dca752-a325-47d7-a3a8-a63467a39502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (92b691e9-d569-41eb-afea-4d6aefe5b4b8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:18.961444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34dca752-a325-47d7-a3a8-a63467a39502 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:22:18.961444 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-34dca752-a325-47d7-a3a8-a63467a39502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (92b691e9-d569-41eb-afea-4d6aefe5b4b8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:22:18.962495 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:22:18.977608 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-34b939ab-583c-474f-b1a5-ae13d1497f5a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Network 70523496-0fb2-49c3-a6f3-295faa4269e2 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:22:18.982496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-34b939ab-583c-474f-b1a5-ae13d1497f5a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:22:18.986412 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-34b939ab-583c-474f-b1a5-ae13d1497f5a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:22:18.996944 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:19.042293 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-34b939ab-583c-474f-b1a5-ae13d1497f5a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:19.043384 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-34b939ab-583c-474f-b1a5-ae13d1497f5a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:19.074363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d65a63-faa3-4507-ada2-48dcecb63491 req-63d8bed4-d20d-422e-92d4-c2e7dbdcf459 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:19.082905 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16d65a63-faa3-4507-ada2-48dcecb63491 req-63d8bed4-d20d-422e-92d4-c2e7dbdcf459 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 931 time: 0.6411872 Feb 10 15:22:19.094718 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-34dca752-a325-47d7-a3a8-a63467a39502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (491627c9-a7f9-4223-b0eb-45ffc44fa17d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:19.107862 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-34dca752-a325-47d7-a3a8-a63467a39502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:19.113007 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-34dca752-a325-47d7-a3a8-a63467a39502 admin admin] 10.222.0.64 "DELETE /v2.0/networks/491627c9-a7f9-4223-b0eb-45ffc44fa17d HTTP/1.1" status: 204 len: 168 time: 1.0071781 Feb 10 15:22:19.127636 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-34b939ab-583c-474f-b1a5-ae13d1497f5a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0391197 Feb 10 15:22:19.132826 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dca752-a325-47d7-a3a8-a63467a39502 admin admin] Pushing event deleted for resources: {'Network': ['ID=491627c9-a7f9-4223-b0eb-45ffc44fa17d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:19.141973 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Request body: {'port': {'device_id': '5d8c6a07-fa9a-47b6-87ad-a8604099aedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:19.223944 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4db6d-b1f8-48d0-aac6-4a20272c6976 req-ccec9fa9-064b-4712-8dcf-1d4c7aa479f2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:19.225555 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03d4db6d-b1f8-48d0-aac6-4a20272c6976 req-ccec9fa9-064b-4712-8dcf-1d4c7aa479f2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.1402194 Feb 10 15:22:19.269140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16d65a63-faa3-4507-ada2-48dcecb63491 req-80e0ccc7-e20e-4ff8-9887-5cf880df6d87 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847508 Feb 10 15:22:19.283924 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (541791b9-7c54-4c1b-b6f4-dde527598fbc), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:19.325706 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47088) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:19.386069 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3ebd8495-b036-4116-afbc-6831cc2f79fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d259445bc89c4934bf5932209482602b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567212 Feb 10 15:22:19.387051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47090) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:19.423291 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03d4db6d-b1f8-48d0-aac6-4a20272c6976 req-4c50f64e-7f54-44d9-8bd9-8fda927fd3d6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788492 Feb 10 15:22:19.429087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc3ec85-dfb3-4682-b440-6fd925a612f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9'}, {'server_uuid': '905b42ec-33bb-4888-8ef4-06c8bff5f9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396522bd-2cbd-4047-bed1-80e33fbb9a30'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:19.431341 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab977105-b881-4968-a288-3b1715578f72" -d '{"events": [{"server_uuid": "1dc3ec85-dfb3-4682-b440-6fd925a612f8", "name": "network-vif-plugged", "status": "completed", "tag": "1abf2c55-7599-4c9e-8c88-c70dd86ee5d9"}, {"server_uuid": "905b42ec-33bb-4888-8ef4-06c8bff5f9ce", "name": "network-vif-plugged", "status": "completed", "tag": "396522bd-2cbd-4047-bed1-80e33fbb9a30"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:19.453010 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca5f8b19-5f53-4f10-809e-a0f89774b651 admin admin] Publish callbacks [] for security_group (e9416a59-0559-4549-aa66-72cccbd7ad5b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:19.478319 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca5f8b19-5f53-4f10-809e-a0f89774b651 admin admin] Publish callbacks [] for security_group (e9416a59-0559-4549-aa66-72cccbd7ad5b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:19.540600 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca5f8b19-5f53-4f10-809e-a0f89774b651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e9416a59-0559-4549-aa66-72cccbd7ad5b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:19.544602 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca5f8b19-5f53-4f10-809e-a0f89774b651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:19.554786 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ca5f8b19-5f53-4f10-809e-a0f89774b651 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9416a59-0559-4549-aa66-72cccbd7ad5b HTTP/1.1" status: 204 len: 168 time: 0.1669273 Feb 10 15:22:19.564852 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f8b19-5f53-4f10-809e-a0f89774b651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9416a59-0559-4549-aa66-72cccbd7ad5b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:19.657241 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c8992-facc-4558-bd39-531e70c5f0cc req-b3f891c6-02fb-4211-ac3d-cbe4d4eabee0 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:19.658820 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-708c8992-facc-4558-bd39-531e70c5f0cc req-b3f891c6-02fb-4211-ac3d-cbe4d4eabee0 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.2734430 Feb 10 15:22:19.713086 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208747ed-8f65-41ff-b888-391302c728b1 req-eb0363fe-e9a4-44a5-8f83-435cf8d8123b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:19.719788 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-208747ed-8f65-41ff-b888-391302c728b1 req-eb0363fe-e9a4-44a5-8f83-435cf8d8123b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1729982 Feb 10 15:22:19.818986 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-708c8992-facc-4558-bd39-531e70c5f0cc req-a3c07692-48bd-4594-8c56-6ea497eab5e1 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431327 Feb 10 15:22:19.869216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-208747ed-8f65-41ff-b888-391302c728b1 req-400b2c8c-0e7c-4122-b071-88df9f5b8b89 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485381 Feb 10 15:22:19.929419 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4205ce-7ee1-4330-a7b0-aa2bfdb97947 x-openstack-request-id: req-4c4205ce-7ee1-4330-a7b0-aa2bfdb97947 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:19.929718 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc3ec85-dfb3-4682-b440-6fd925a612f8", "name": "network-vif-plugged", "status": "completed", "tag": "1abf2c55-7599-4c9e-8c88-c70dd86ee5d9", "code": 200}, {"server_uuid": "905b42ec-33bb-4888-8ef4-06c8bff5f9ce", "name": "network-vif-plugged", "status": "completed", "tag": "396522bd-2cbd-4047-bed1-80e33fbb9a30", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:19.929969 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c4205ce-7ee1-4330-a7b0-aa2bfdb97947 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:19.930633 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc3ec85-dfb3-4682-b440-6fd925a612f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9', 'code': 200} Feb 10 15:22:19.930755 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905b42ec-33bb-4888-8ef4-06c8bff5f9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396522bd-2cbd-4047-bed1-80e33fbb9a30', 'code': 200} Feb 10 15:22:19.972047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541791b9-7c54-4c1b-b6f4-dde527598fbc {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:22:19.992303 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Publish callbacks [] for port (541791b9-7c54-4c1b-b6f4-dde527598fbc), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:20.038238 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Transition to ACTIVE for port object 541791b9-7c54-4c1b-b6f4-dde527598fbc will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:22:20.048800 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (541791b9-7c54-4c1b-b6f4-dde527598fbc), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:20.136515 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Pushing event updated for resources: {'Port': ['ID=541791b9-7c54-4c1b-b6f4-dde527598fbc,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:20.184992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15028a68-b709-4b4e-ae7c-7647e7506a6b req-867a0afb-c8a0-43fc-93fa-33cffa7442ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:20.186981 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-15028a68-b709-4b4e-ae7c-7647e7506a6b req-867a0afb-c8a0-43fc-93fa-33cffa7442ce service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 1131 time: 0.1879582 Feb 10 15:22:20.218108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe940199-1e6e-499c-9bf5-f8a5ea284c30 req-4bd75e50-9a33-4420-b2e1-ed22e39a685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:20.219147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf95c1-2ad1-414c-84ba-dd964a744c83 req-3ae1bcc4-6f74-4515-8fea-b0c38f62aa73 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:20.219744 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fe940199-1e6e-499c-9bf5-f8a5ea284c30 req-4bd75e50-9a33-4420-b2e1-ed22e39a685e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 1127 time: 0.1734505 Feb 10 15:22:20.227470 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dcdf95c1-2ad1-414c-84ba-dd964a744c83 req-3ae1bcc4-6f74-4515-8fea-b0c38f62aa73 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 949 time: 0.1486742 Feb 10 15:22:20.277903 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-15028a68-b709-4b4e-ae7c-7647e7506a6b req-b5dc5d4e-7303-45b3-b867-34ee7f238ca2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834098 Feb 10 15:22:20.291129 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Attempting to bind port 541791b9-7c54-4c1b-b6f4-dde527598fbc on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:22:20.291492 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Attempting to bind port 541791b9-7c54-4c1b-b6f4-dde527598fbc by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:22:20.291797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Attempting to bind port 541791b9-7c54-4c1b-b6f4-dde527598fbc on network 70523496-0fb2-49c3-a6f3-295faa4269e2 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:22:20.311466 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fe940199-1e6e-499c-9bf5-f8a5ea284c30 req-4fd6ee71-0399-4d00-9cbb-2823ff6fb4db service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777652 Feb 10 15:22:20.319118 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dcdf95c1-2ad1-414c-84ba-dd964a744c83 req-9d23e739-73d6-4853-b4e3-1e3876dfda64 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891902 Feb 10 15:22:20.337665 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Port 541791b9-7c54-4c1b-b6f4-dde527598fbc on network 70523496-0fb2-49c3-a6f3-295faa4269e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:22:20.337994 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Attempting to bind port 541791b9-7c54-4c1b-b6f4-dde527598fbc on network 70523496-0fb2-49c3-a6f3-295faa4269e2 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:22:20.343740 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:22:20.344077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Checking segment: {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:22:20.344668 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Bound using segment: {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:22:20.348584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Bound port: 541791b9-7c54-4c1b-b6f4-dde527598fbc, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:22:20.348993 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (541791b9-7c54-4c1b-b6f4-dde527598fbc), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:20.533553 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ad65e-e9c2-4779-9618-24d04293bf5f req-54d813d5-d83d-401b-8f3e-e6e1c63c95d3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:20.542469 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e02ad65e-e9c2-4779-9618-24d04293bf5f req-54d813d5-d83d-401b-8f3e-e6e1c63c95d3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 943 time: 0.1697934 Feb 10 15:22:20.603209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] For port 541791b9-7c54-4c1b-b6f4-dde527598fbc, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:22:20.626177 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] For port 541791b9-7c54-4c1b-b6f4-dde527598fbc, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=541791b9-7c54-4c1b-b6f4-dde527598fbc,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:22:20.649183 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (541791b9-7c54-4c1b-b6f4-dde527598fbc), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:20.778825 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:20.779572 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:20.781173 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] 10.222.0.72 "PUT /v2.0/ports/541791b9-7c54-4c1b-b6f4-dde527598fbc HTTP/1.1" status: 200 len: 1091 time: 1.6434870 Feb 10 15:22:20.786368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8c6a07-fa9a-47b6-87ad-a8604099aedf', 'tag': '541791b9-7c54-4c1b-b6f4-dde527598fbc'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:20.788877 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb984318-5da0-4166-aff1-f88ae1f6751b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8c6a07-fa9a-47b6-87ad-a8604099aedf", "tag": "541791b9-7c54-4c1b-b6f4-dde527598fbc"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:20.804613 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01da7ef-9196-43aa-be45-078143480b38 req-de08522d-83f1-4084-96cc-589ea02bcbab tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:20.806265 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e01da7ef-9196-43aa-be45-078143480b38 req-de08522d-83f1-4084-96cc-589ea02bcbab tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.2606535 Feb 10 15:22:20.829158 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e02ad65e-e9c2-4779-9618-24d04293bf5f req-8060a839-5d5f-40ae-83c2-0eb306edf040 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746842 Feb 10 15:22:20.889270 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b54d4-d074-4e06-9584-a23f472e8045 service neutron] Pushing event updated for resources: {'Port': ['ID=541791b9-7c54-4c1b-b6f4-dde527598fbc,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:20.921104 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5881a5-fcd5-4244-bf35-9c06cb82302a x-openstack-request-id: req-4d5881a5-fcd5-4244-bf35-9c06cb82302a {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:20.921402 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8c6a07-fa9a-47b6-87ad-a8604099aedf", "tag": "541791b9-7c54-4c1b-b6f4-dde527598fbc", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:20.921646 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d5881a5-fcd5-4244-bf35-9c06cb82302a {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:20.922111 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8c6a07-fa9a-47b6-87ad-a8604099aedf', 'tag': '541791b9-7c54-4c1b-b6f4-dde527598fbc', 'status': 'completed', 'code': 200} Feb 10 15:22:20.972635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-c48f9752-2ef1-44f8-8a70-1f5e3e7fd6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:20.974193 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-c48f9752-2ef1-44f8-8a70-1f5e3e7fd6aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 1125 time: 0.1006143 Feb 10 15:22:20.991261 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e01da7ef-9196-43aa-be45-078143480b38 req-2b1440ea-9344-4cdd-af66-0e8627a49976 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211274 Feb 10 15:22:21.099522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-b72dd78f-46b8-40a7-a9da-d4e2c044aa6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=541791b9-7c54-4c1b-b6f4-dde527598fbc HTTP/1.1" status: 200 len: 217 time: 0.1058168 Feb 10 15:22:21.194905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84f2b1-cdf0-4a28-95cd-b7cd12819282 req-f1d74286-8dd4-4189-954a-3de9f73b5147 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:21.202766 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a84f2b1-cdf0-4a28-95cd-b7cd12819282 req-f1d74286-8dd4-4189-954a-3de9f73b5147 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.2102063 Feb 10 15:22:21.231468 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-fe42581d-ac34-48d1-bcc7-0848803b0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:21.233298 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-fe42581d-ac34-48d1-bcc7-0848803b0b7e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 200 len: 845 time: 0.1241698 Feb 10 15:22:21.245610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266741-51f0-435b-80ee-252cbe41d518 req-b61eeb8c-ac22-48be-9492-05435f86c3f7 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:21.247410 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b266741-51f0-435b-80ee-252cbe41d518 req-b61eeb8c-ac22-48be-9492-05435f86c3f7 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1518242 Feb 10 15:22:21.295625 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-9a8c5467-ab78-4d68-b546-594f131c9acb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70523496-0fb2-49c3-a6f3-295faa4269e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472860 Feb 10 15:22:21.397882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a84f2b1-cdf0-4a28-95cd-b7cd12819282 req-75da7157-aef7-4ed0-aabb-477664be35a9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938851 Feb 10 15:22:21.402586 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b266741-51f0-435b-80ee-252cbe41d518 req-11152dc8-acbc-4eab-8b6c-321b2c14f2a5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398113 Feb 10 15:22:21.511372 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-f4c028e9-e6b3-4b4a-a00a-904cd66e4549 service neutron] 10.222.0.72 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045512 Feb 10 15:22:21.684791 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879a78a-7775-43c2-a6f1-7ad8ffad7428 req-4c13e5c9-598a-44b5-978e-76e5c8cebb43 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:21.686537 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a879a78a-7775-43c2-a6f1-7ad8ffad7428 req-4c13e5c9-598a-44b5-978e-76e5c8cebb43 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 949 time: 0.1540983 Feb 10 15:22:21.696426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426c156-142c-4a5f-8893-5870ea58ac26 req-4f941fa3-0b44-4cb3-b9f8-095d6c6cf5fa tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:21.706528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47150) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:21.707478 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2426c156-142c-4a5f-8893-5870ea58ac26 req-4f941fa3-0b44-4cb3-b9f8-095d6c6cf5fa tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.1950166 Feb 10 15:22:21.713078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-dda038af-ab5d-4791-9595-d7122319daf4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Request body: {'floatingip': {'port_id': '5de7e7f1-03e7-434a-aec3-16c86e5de442'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:21.718227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ead57c90-8535-4e3b-aa6c-12c581f96f0b req-35b7bdae-a5ae-4a65-bb1e-b76d52875179 service neutron] 10.222.0.72 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932256 Feb 10 15:22:21.849672 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dda038af-ab5d-4791-9595-d7122319daf4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for floatingip (c5e10a02-97c4-435c-90d1-c13d62668480), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:21.956867 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a879a78a-7775-43c2-a6f1-7ad8ffad7428 req-756806d5-19a6-453a-80e8-5433aa824dc9 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418261 Feb 10 15:22:22.037403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75042824-27e3-4331-9cd9-2950c00bf2a2 req-5b9603f1-aaea-427f-a274-ff00f5f5a1d4 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:22.041293 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-75042824-27e3-4331-9cd9-2950c00bf2a2 req-5b9603f1-aaea-427f-a274-ff00f5f5a1d4 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 943 time: 0.0794246 Feb 10 15:22:22.052150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb984318-5da0-4166-aff1-f88ae1f6751b req-eeb413ea-7884-42ac-a9a7-da626a81d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:22.054021 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb984318-5da0-4166-aff1-f88ae1f6751b req-eeb413ea-7884-42ac-a9a7-da626a81d365 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 1125 time: 0.1716309 Feb 10 15:22:22.183781 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-75042824-27e3-4331-9cd9-2950c00bf2a2 req-91badf83-44a8-46d3-a1b8-42382e5edc39 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354456 Feb 10 15:22:22.262659 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb984318-5da0-4166-aff1-f88ae1f6751b req-a24f108f-26ad-473f-8873-a1a064d1a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:22.267816 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb984318-5da0-4166-aff1-f88ae1f6751b req-a24f108f-26ad-473f-8873-a1a064d1a0d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 906 time: 0.2062359 Feb 10 15:22:22.345473 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb984318-5da0-4166-aff1-f88ae1f6751b req-8b4f94f7-7695-4fbf-9ad1-e7c6fbc39f43 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=541791b9-7c54-4c1b-b6f4-dde527598fbc HTTP/1.1" status: 200 len: 217 time: 0.0690892 Feb 10 15:22:22.416630 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb984318-5da0-4166-aff1-f88ae1f6751b req-4cc42ae5-b5dd-4b3f-b3d1-1ae9614bd183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:22.418650 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb984318-5da0-4166-aff1-f88ae1f6751b req-4cc42ae5-b5dd-4b3f-b3d1-1ae9614bd183 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 200 len: 845 time: 0.0625145 Feb 10 15:22:22.473014 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb984318-5da0-4166-aff1-f88ae1f6751b req-caecdfc1-18e3-41f1-a770-a10415c03685 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70523496-0fb2-49c3-a6f3-295faa4269e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397904 Feb 10 15:22:22.722143 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b184c58-31ef-4e64-a82c-e132fb1262bc req-621a23d7-3102-4271-8874-a2d573e57e97 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:22.723693 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dda038af-ab5d-4791-9595-d7122319daf4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:22.724203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b184c58-31ef-4e64-a82c-e132fb1262bc req-621a23d7-3102-4271-8874-a2d573e57e97 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1846910 Feb 10 15:22:22.726299 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb984318-5da0-4166-aff1-f88ae1f6751b req-fc12b92a-28b6-4ef6-b8b0-e7d43f9ed69d service neutron] 10.222.0.72 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431161 Feb 10 15:22:22.729385 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dda038af-ab5d-4791-9595-d7122319daf4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (c5e10a02-97c4-435c-90d1-c13d62668480), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:22.733443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbec809-5e45-4889-966b-672894a8418f req-0fd8a293-a756-4ce0-aa89-0d6b9c379ef2 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:22.735014 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-efbec809-5e45-4889-966b-672894a8418f req-0fd8a293-a756-4ce0-aa89-0d6b9c379ef2 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.1905692 Feb 10 15:22:22.893018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b184c58-31ef-4e64-a82c-e132fb1262bc req-54f4eaf9-50db-4057-9ba5-1b9a579681f3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569102 Feb 10 15:22:22.914088 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-efbec809-5e45-4889-966b-672894a8418f req-40ed8a85-e333-4a1b-9e28-3e12af869a46 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415744 Feb 10 15:22:22.948332 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-dda038af-ab5d-4791-9595-d7122319daf4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Floating IP c5e10a02-97c4-435c-90d1-c13d62668480 associated. External IP: 172.25.3.218, port: 5de7e7f1-03e7-434a-aec3-16c86e5de442. Feb 10 15:22:22.980355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb984318-5da0-4166-aff1-f88ae1f6751b req-67bd4173-8f22-4ddf-8434-31065e82a93a service neutron] 10.222.0.72 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429559 Feb 10 15:22:23.205138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857989b9-a5ac-4416-b414-79ff12604938 req-caaf2f2b-2aaf-4434-96ca-1829643531c7 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:23.213028 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-857989b9-a5ac-4416-b414-79ff12604938 req-caaf2f2b-2aaf-4434-96ca-1829643531c7 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 949 time: 0.1178000 Feb 10 15:22:23.306972 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-857989b9-a5ac-4416-b414-79ff12604938 req-785b8ded-b3be-47eb-af3b-408567c8a9df tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934491 Feb 10 15:22:23.424858 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda038af-ab5d-4791-9595-d7122319daf4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Router 047491ca-4e78-49fb-8a33-c6b752f43147 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:22:23.443256 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0991dbf-f98c-42b2-86f8-7317f06374b5 req-619f1f11-dbda-4e41-b0f3-4928344faabf tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:23.445524 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0991dbf-f98c-42b2-86f8-7317f06374b5 req-619f1f11-dbda-4e41-b0f3-4928344faabf tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.1341941 Feb 10 15:22:23.494533 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59ad4-c8a8-4d68-875f-c376f2c59a50 req-a5a88a9d-9ca2-4035-bdf1-035ede07daa0 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:23.500005 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-efc59ad4-c8a8-4d68-875f-c376f2c59a50 req-a5a88a9d-9ca2-4035-bdf1-035ede07daa0 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 943 time: 0.1202350 Feb 10 15:22:23.596683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0991dbf-f98c-42b2-86f8-7317f06374b5 req-7b1e6c6a-9b75-4ece-bc78-acf6d4250149 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275530 Feb 10 15:22:23.602541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda038af-ab5d-4791-9595-d7122319daf4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:22:23.615266 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a58c7a-7f22-48f5-85d7-1dcd3c3a9303 None None] Sync routers for ids ['047491ca-4e78-49fb-8a33-c6b752f43147'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:22:23.617790 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-efc59ad4-c8a8-4d68-875f-c376f2c59a50 req-a45fe361-fafd-4648-b260-e665a052968d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116433 Feb 10 15:22:23.639787 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a58c7a-7f22-48f5-85d7-1dcd3c3a9303 None None] Routers {'047491ca-4e78-49fb-8a33-c6b752f43147'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:22:23.639787 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-63a58c7a-7f22-48f5-85d7-1dcd3c3a9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:22:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['047491ca-4e78-49fb-8a33-c6b752f43147'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:22:23.640322 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dda038af-ab5d-4791-9595-d7122319daf4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:23.737777 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dda038af-ab5d-4791-9595-d7122319daf4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "PUT /v2.0/floatingips/c5e10a02-97c4-435c-90d1-c13d62668480 HTTP/1.1" status: 200 len: 991 time: 2.0299251 Feb 10 15:22:23.742003 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119e5a29-f083-4231-af5d-d6c03ea61723', 'tag': '5de7e7f1-03e7-434a-aec3-16c86e5de442'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:23.747519 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3f688e-4f44-46a4-96f1-316034a35eec" -d '{"events": [{"name": "network-changed", "server_uuid": "119e5a29-f083-4231-af5d-d6c03ea61723", "tag": "5de7e7f1-03e7-434a-aec3-16c86e5de442"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:23.896365 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf284b8-4568-4a18-a297-4c2a96f532bc x-openstack-request-id: req-cbf284b8-4568-4a18-a297-4c2a96f532bc {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:23.898233 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119e5a29-f083-4231-af5d-d6c03ea61723", "tag": "5de7e7f1-03e7-434a-aec3-16c86e5de442", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:23.900125 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbf284b8-4568-4a18-a297-4c2a96f532bc {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:23.900716 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119e5a29-f083-4231-af5d-d6c03ea61723', 'tag': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'status': 'completed', 'code': 200} Feb 10 15:22:23.946521 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-63a58c7a-7f22-48f5-85d7-1dcd3c3a9303 None None] Set router 047491ca-4e78-49fb-8a33-c6b752f43147 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:22:24.030716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f688e-4f44-46a4-96f1-316034a35eec req-eaf75a62-a1ca-40dd-a0de-3a798085a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:24.032436 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aa3f688e-4f44-46a4-96f1-316034a35eec req-eaf75a62-a1ca-40dd-a0de-3a798085a2f2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ad24befb1384c69ac214ad0a37e0b2b&device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 1127 time: 0.1145980 Feb 10 15:22:24.267509 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c76dd-2f85-4023-82e0-1324b0b2d708 req-86038426-58ea-4e66-825e-104c326a2d4b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:24.272975 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-372c76dd-2f85-4023-82e0-1324b0b2d708 req-86038426-58ea-4e66-825e-104c326a2d4b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1602988 Feb 10 15:22:24.323008 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f688e-4f44-46a4-96f1-316034a35eec req-d6315cee-2f05-4434-b8db-9466c1f670de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:24.332785 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aa3f688e-4f44-46a4-96f1-316034a35eec req-d6315cee-2f05-4434-b8db-9466c1f670de service neutron] 10.222.0.79 "GET /v2.0/networks?id=6815c067-d5ad-4bf7-9e88-17529fe8111d HTTP/1.1" status: 200 len: 918 time: 0.2861149 Feb 10 15:22:24.467119 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-63a58c7a-7f22-48f5-85d7-1dcd3c3a9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:17:06Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'c5e10a02-97c4-435c-90d1-c13d62668480', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'port_id': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'mac_address': 'fa:16:3e:94:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119e5a29-f083-4231-af5d-d6c03ea61723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:22:02Z', 'updated_at': '2022-02-10T15:22:22Z', 'revision_number': 1, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192436c8-73b7-4b3f-ae35-0317f6f217a8', 'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'mac_address': 'fa:16:3e:71:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:17:03Z', 'updated_at': '2022-02-10T15:17:11Z', 'revision_number': 5, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'subnets': [{'id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:22:24.493393 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aa3f688e-4f44-46a4-96f1-316034a35eec req-b5905b7c-eb88-4034-b00a-0af20f57ec54 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442 HTTP/1.1" status: 200 len: 999 time: 0.1561425 Feb 10 15:22:24.499305 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a58c7a-7f22-48f5-85d7-1dcd3c3a9303 None None] Checking router: 047491ca-4e78-49fb-8a33-c6b752f43147 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:22:24.512528 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a58c7a-7f22-48f5-85d7-1dcd3c3a9303 None None] Routers {'047491ca-4e78-49fb-8a33-c6b752f43147'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:22:24.513372 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-63a58c7a-7f22-48f5-85d7-1dcd3c3a9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:22:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['047491ca-4e78-49fb-8a33-c6b752f43147'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:22:24.551687 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-372c76dd-2f85-4023-82e0-1324b0b2d708 req-3b6837ab-8fc0-471f-8ce2-6a1644af086e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203305 Feb 10 15:22:24.609554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f688e-4f44-46a4-96f1-316034a35eec req-69e459b0-eee8-47ab-90e4-bcd1d5d97d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:24.612789 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aa3f688e-4f44-46a4-96f1-316034a35eec req-69e459b0-eee8-47ab-90e4-bcd1d5d97d67 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=aa97da10-aa58-42f2-a53b-c9d35d81afde HTTP/1.1" status: 200 len: 856 time: 0.1106579 Feb 10 15:22:24.683154 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f688e-4f44-46a4-96f1-316034a35eec req-42c8306e-55d3-46fb-ab93-ea90d4913179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:24.683538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47248) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:24.684875 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aa3f688e-4f44-46a4-96f1-316034a35eec req-42c8306e-55d3-46fb-ab93-ea90d4913179 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6815c067-d5ad-4bf7-9e88-17529fe8111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0633049 Feb 10 15:22:24.811548 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-63a58c7a-7f22-48f5-85d7-1dcd3c3a9303 None None] Set router 047491ca-4e78-49fb-8a33-c6b752f43147 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:22:24.918534 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aa3f688e-4f44-46a4-96f1-316034a35eec req-d6c412f7-e5e5-472c-b276-509abc0f94f4 service neutron] 10.222.0.79 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259486 Feb 10 15:22:24.963540 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718208ce-d41b-4a12-9d23-8d6b6bbb346a req-8fd6cc70-adc3-410e-a885-50d78e0b6f89 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:24.969217 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-718208ce-d41b-4a12-9d23-8d6b6bbb346a req-8fd6cc70-adc3-410e-a885-50d78e0b6f89 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.2297869 Feb 10 15:22:25.088548 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e6719fc9-762a-47a3-8169-a5abc96a4763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:25.196049 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-63a58c7a-7f22-48f5-85d7-1dcd3c3a9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:17:06Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'c5e10a02-97c4-435c-90d1-c13d62668480', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'port_id': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'mac_address': 'fa:16:3e:94:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119e5a29-f083-4231-af5d-d6c03ea61723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:22:02Z', 'updated_at': '2022-02-10T15:22:22Z', 'revision_number': 1, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192436c8-73b7-4b3f-ae35-0317f6f217a8', 'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'mac_address': 'fa:16:3e:71:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:17:03Z', 'updated_at': '2022-02-10T15:17:11Z', 'revision_number': 5, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'subnets': [{'id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:22:25.240467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be58e66-fd47-4c35-acbf-9f05ca6d03e7 req-c27c3863-4acb-4cf5-b8af-d0a2f6819d07 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:25.250020 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0be58e66-fd47-4c35-acbf-9f05ca6d03e7 req-c27c3863-4acb-4cf5-b8af-d0a2f6819d07 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 943 time: 0.3845403 Feb 10 15:22:25.253104 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aa3f688e-4f44-46a4-96f1-316034a35eec req-ab24b6f1-fb19-46c4-a78c-37ef7de4ae0d service neutron] 10.222.0.79 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125734 Feb 10 15:22:25.287122 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-718208ce-d41b-4a12-9d23-8d6b6bbb346a req-49f5ee06-d0a6-4fcd-bf68-269cea002f95 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073630 Feb 10 15:22:25.318098 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a58c7a-7f22-48f5-85d7-1dcd3c3a9303 None None] The sync data for ids ['047491ca-4e78-49fb-8a33-c6b752f43147'] in n-d-815324-7 is: [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:17:06Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'c5e10a02-97c4-435c-90d1-c13d62668480', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'port_id': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'mac_address': 'fa:16:3e:94:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119e5a29-f083-4231-af5d-d6c03ea61723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:22:02Z', 'updated_at': '2022-02-10T15:22:22Z', 'revision_number': 1, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192436c8-73b7-4b3f-ae35-0317f6f217a8', 'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'mac_address': 'fa:16:3e:71:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:17:03Z', 'updated_at': '2022-02-10T15:17:11Z', 'revision_number': 5, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'subnets': [{'id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:22:25.350121 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 541791b9-7c54-4c1b-b6f4-dde527598fbc details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:22:25.356553 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0be58e66-fd47-4c35-acbf-9f05ca6d03e7 req-9bb6423c-e8e0-45c9-a05d-ba8d3f7578c8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048422 Feb 10 15:22:25.465358 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e6719fc9-762a-47a3-8169-a5abc96a4763 admin admin] Publish callbacks [] for security_group (db544139-1a02-4a31-a661-e02a93a44068), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:25.473957 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e6719fc9-762a-47a3-8169-a5abc96a4763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (db544139-1a02-4a31-a661-e02a93a44068), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:25.617812 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6719fc9-762a-47a3-8169-a5abc96a4763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db544139-1a02-4a31-a661-e02a93a44068,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:25.705403 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e6719fc9-762a-47a3-8169-a5abc96a4763 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=315b10fb610448dfab3e650091b6f49c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0158803 Feb 10 15:22:25.707098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47272) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:25.742225 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 541791b9-7c54-4c1b-b6f4-dde527598fbc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=541791b9-7c54-4c1b-b6f4-dde527598fbc,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:25.790798 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '541791b9-7c54-4c1b-b6f4-dde527598fbc', 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2', 'port_id': '541791b9-7c54-4c1b-b6f4-dde527598fbc', 'mac_address': 'fa:16:3e:a7:93:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641d274e-0229-4226-b05a-8b572a0b405b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:22:25.845512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8e3cf-927b-42ae-baac-6a7f74b709f3 req-478904e2-49b5-43d8-9f2d-2ec4518947db tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:25.847749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44e8e3cf-927b-42ae-baac-6a7f74b709f3 req-478904e2-49b5-43d8-9f2d-2ec4518947db tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1931717 Feb 10 15:22:25.871417 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3c1b9ac-3014-4146-9061-3af23ef66b95 admin admin] Publish callbacks [] for security_group (db544139-1a02-4a31-a661-e02a93a44068), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:25.901372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc0b6ce-a4a2-4165-b8ca-95e6fd9f2378 None None] New status for floating IP c5e10a02-97c4-435c-90d1-c13d62668480: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:22:25.902271 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3c1b9ac-3014-4146-9061-3af23ef66b95 admin admin] Publish callbacks [] for security_group (db544139-1a02-4a31-a661-e02a93a44068), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:25.952714 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3c1b9ac-3014-4146-9061-3af23ef66b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (db544139-1a02-4a31-a661-e02a93a44068), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:25.955480 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3c1b9ac-3014-4146-9061-3af23ef66b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:25.960214 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b3c1b9ac-3014-4146-9061-3af23ef66b95 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db544139-1a02-4a31-a661-e02a93a44068 HTTP/1.1" status: 204 len: 168 time: 0.2486889 Feb 10 15:22:25.965361 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44e8e3cf-927b-42ae-baac-6a7f74b709f3 req-4b9f82f9-ffd0-461f-b0e9-2f78965bb2ed tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042984 Feb 10 15:22:25.982866 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1b9ac-3014-4146-9061-3af23ef66b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db544139-1a02-4a31-a661-e02a93a44068,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:26.054372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 541791b9-7c54-4c1b-b6f4-dde527598fbc is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:26.054675 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (541791b9-7c54-4c1b-b6f4-dde527598fbc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:26.264259 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541791b9-7c54-4c1b-b6f4-dde527598fbc {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:22:26.325802 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 541791b9-7c54-4c1b-b6f4-dde527598fbc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=541791b9-7c54-4c1b-b6f4-dde527598fbc,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:26.333668 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (541791b9-7c54-4c1b-b6f4-dde527598fbc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:26.450521 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=541791b9-7c54-4c1b-b6f4-dde527598fbc,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:26.494025 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08367a-6e2a-45a3-9ade-e5fe9bb9da61 req-91a0894e-a682-455d-8ba4-208fc6e4259d tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:26.496300 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bc08367a-6e2a-45a3-9ade-e5fe9bb9da61 req-91a0894e-a682-455d-8ba4-208fc6e4259d tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0967481 Feb 10 15:22:26.607175 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['541791b9-7c54-4c1b-b6f4-dde527598fbc'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:22:26.630043 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bc08367a-6e2a-45a3-9ade-e5fe9bb9da61 req-da18dd48-7bd8-4951-8876-e6cb9c6a1802 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280429 Feb 10 15:22:26.635360 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47290) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:26.665043 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7492a-f580-4a36-96a9-2c538ec91d0b req-7a17c313-050f-4a9a-8e29-30a25a4d887b tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:26.668410 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0e018f16-7024-4794-b0c9-0e2b4e8305b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:26.670846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9fa7492a-f580-4a36-96a9-2c538ec91d0b req-7a17c313-050f-4a9a-8e29-30a25a4d887b tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 944 time: 0.1561513 Feb 10 15:22:26.781928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9fa7492a-f580-4a36-96a9-2c538ec91d0b req-29da4bdc-69b2-436a-b74b-e88fca739c22 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080770 Feb 10 15:22:26.966781 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0e018f16-7024-4794-b0c9-0e2b4e8305b2 admin admin] Publish callbacks [] for security_group (3e360c3a-bb5d-4fe5-9371-21f5230660dd), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:26.992784 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0e018f16-7024-4794-b0c9-0e2b4e8305b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3e360c3a-bb5d-4fe5-9371-21f5230660dd), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:27.071631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e018f16-7024-4794-b0c9-0e2b4e8305b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e360c3a-bb5d-4fe5-9371-21f5230660dd,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:27.087288 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0e018f16-7024-4794-b0c9-0e2b4e8305b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da4d6c8601ac44de9442fc2ac04f9161&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4507632 Feb 10 15:22:27.090146 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47308) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:27.167303 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-832a31dc-2643-462e-a5ec-57021574aa5c admin admin] Publish callbacks [] for security_group (3e360c3a-bb5d-4fe5-9371-21f5230660dd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:27.176453 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b8618-1fe4-40a6-9b05-0b9efd9b487e req-11335d63-5d7f-4cc2-bb11-56258358ea0c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:27.178610 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df8b8618-1fe4-40a6-9b05-0b9efd9b487e req-11335d63-5d7f-4cc2-bb11-56258358ea0c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.0740671 Feb 10 15:22:27.221955 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-832a31dc-2643-462e-a5ec-57021574aa5c admin admin] Publish callbacks [] for security_group (3e360c3a-bb5d-4fe5-9371-21f5230660dd), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:27.235026 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df8b8618-1fe4-40a6-9b05-0b9efd9b487e req-4de42cfb-0508-4534-9d98-cfe8ba8244d7 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507543 Feb 10 15:22:27.310929 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-832a31dc-2643-462e-a5ec-57021574aa5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3e360c3a-bb5d-4fe5-9371-21f5230660dd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:27.313772 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-832a31dc-2643-462e-a5ec-57021574aa5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:27.316693 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-832a31dc-2643-462e-a5ec-57021574aa5c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e360c3a-bb5d-4fe5-9371-21f5230660dd HTTP/1.1" status: 204 len: 168 time: 0.2234716 Feb 10 15:22:27.337659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a31dc-2643-462e-a5ec-57021574aa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e360c3a-bb5d-4fe5-9371-21f5230660dd,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:27.925670 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd55b5-57a0-46f9-be94-78e93e8b6a91 req-3eb5f191-92f4-4f81-8bd4-91fc9a96fdb2 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:27.932938 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9edd55b5-57a0-46f9-be94-78e93e8b6a91 req-3eb5f191-92f4-4f81-8bd4-91fc9a96fdb2 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.1391032 Feb 10 15:22:28.010088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba281c-9d64-4b46-811c-3d116290e737 req-399d186b-f93b-40be-a4cc-10ae0ef812c4 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:28.017044 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9ba281c-9d64-4b46-811c-3d116290e737 req-399d186b-f93b-40be-a4cc-10ae0ef812c4 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 944 time: 0.1133881 Feb 10 15:22:28.027253 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9edd55b5-57a0-46f9-be94-78e93e8b6a91 req-3b217a6b-0fed-41d4-9236-83e1877d8cca tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937169 Feb 10 15:22:28.132710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9ba281c-9d64-4b46-811c-3d116290e737 req-4f8065c3-5bde-4bb2-b529-1456df4ad610 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147330 Feb 10 15:22:28.392063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a033b1c-3d6f-4c6f-a10d-24c3bf3b5aec req-62a8f4d3-eea2-48b7-aa10-3b049166bedf tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:28.399898 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a033b1c-3d6f-4c6f-a10d-24c3bf3b5aec req-62a8f4d3-eea2-48b7-aa10-3b049166bedf tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.0825016 Feb 10 15:22:28.470035 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a033b1c-3d6f-4c6f-a10d-24c3bf3b5aec req-a9add86e-25ed-436e-a1f2-14923af5295e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692134 Feb 10 15:22:29.185044 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388fccc-04f4-45db-80b4-ef3e0f3a77dc req-0b80318e-0ca8-4f0a-815a-64580017252b tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:29.192977 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d388fccc-04f4-45db-80b4-ef3e0f3a77dc req-0b80318e-0ca8-4f0a-815a-64580017252b tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0869238 Feb 10 15:22:29.273128 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eda6c0f4-ab25-4c52-b417-6a2d3f7f84dd req-11b0d7db-cdee-4520-b241-57395d1a5050 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889032 Feb 10 15:22:29.334150 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d388fccc-04f4-45db-80b4-ef3e0f3a77dc req-343b9f82-25ea-4d7f-af50-e3c3126c7b7c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383362 Feb 10 15:22:29.336256 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:22:29.367035 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 541791b9-7c54-4c1b-b6f4-dde527598fbc up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:22:29.433997 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6c0f4-ab25-4c52-b417-6a2d3f7f84dd req-8c6893d4-b2a8-44da-8947-36a6d6588b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:29.435752 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eda6c0f4-ab25-4c52-b417-6a2d3f7f84dd req-8c6893d4-b2a8-44da-8947-36a6d6588b32 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 1131 time: 0.1242864 Feb 10 15:22:29.442532 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c85d1f-50c1-41a4-99b2-ae85e52e9c9c req-18a6f784-356e-46b4-8947-132d6eb1883a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:29.443601 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 541791b9-7c54-4c1b-b6f4-dde527598fbc completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:22:29.451379 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6c85d1f-50c1-41a4-99b2-ae85e52e9c9c req-18a6f784-356e-46b4-8947-132d6eb1883a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 944 time: 0.1158488 Feb 10 15:22:29.456085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 541791b9-7c54-4c1b-b6f4-dde527598fbc triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:29.457214 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (541791b9-7c54-4c1b-b6f4-dde527598fbc), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:29.582763 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6c85d1f-50c1-41a4-99b2-ae85e52e9c9c req-16add2a8-2077-4a46-98a2-556348ef1094 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262460 Feb 10 15:22:29.611153 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6c0f4-ab25-4c52-b417-6a2d3f7f84dd req-f00e787f-2690-4109-9d28-083808fce0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:29.614573 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eda6c0f4-ab25-4c52-b417-6a2d3f7f84dd req-f00e787f-2690-4109-9d28-083808fce0fa service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1547539 Feb 10 15:22:29.625520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 541791b9-7c54-4c1b-b6f4-dde527598fbc is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:29.626221 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (541791b9-7c54-4c1b-b6f4-dde527598fbc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:29.686330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8c6a07-fa9a-47b6-87ad-a8604099aedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541791b9-7c54-4c1b-b6f4-dde527598fbc'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:29.697088 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eda6c0f4-ab25-4c52-b417-6a2d3f7f84dd req-0675707f-1feb-47ce-ade0-92d5b8172e3a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=58bc5875-2e08-45d6-8111-df0e3772daef HTTP/1.1" status: 200 len: 217 time: 0.0739992 Feb 10 15:22:29.697937 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98649c8-5d5f-4b47-bbf5-972a90855deb" -d '{"events": [{"server_uuid": "5d8c6a07-fa9a-47b6-87ad-a8604099aedf", "name": "network-vif-plugged", "status": "completed", "tag": "541791b9-7c54-4c1b-b6f4-dde527598fbc"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:29.726695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 541791b9-7c54-4c1b-b6f4-dde527598fbc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=541791b9-7c54-4c1b-b6f4-dde527598fbc,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:29.738848 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (541791b9-7c54-4c1b-b6f4-dde527598fbc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:29.783200 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145c919-62ea-4549-8155-114ee4435f7b req-ad5a001d-6c2c-45cb-bb44-6bd9640619a6 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:29.804232 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3145c919-62ea-4549-8155-114ee4435f7b req-ad5a001d-6c2c-45cb-bb44-6bd9640619a6 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1954370 Feb 10 15:22:29.840361 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6c0f4-ab25-4c52-b417-6a2d3f7f84dd req-b4c487d4-409a-4744-ae53-e1cb639bc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:29.844525 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eda6c0f4-ab25-4c52-b417-6a2d3f7f84dd req-b4c487d4-409a-4744-ae53-e1cb639bc445 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1418531 Feb 10 15:22:29.936183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=541791b9-7c54-4c1b-b6f4-dde527598fbc,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:29.975615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6c0f4-ab25-4c52-b417-6a2d3f7f84dd req-950663d9-b6e7-45ee-abb6-9c1d366d56e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:29.977634 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3145c919-62ea-4549-8155-114ee4435f7b req-be986360-40a6-4fcb-ab86-6043e2ec861b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711709 Feb 10 15:22:29.984705 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eda6c0f4-ab25-4c52-b417-6a2d3f7f84dd req-950663d9-b6e7-45ee-abb6-9c1d366d56e7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1258667 Feb 10 15:22:30.128836 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eda6c0f4-ab25-4c52-b417-6a2d3f7f84dd req-bede249d-952f-4b24-b0ef-e4b456ed560e service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396172 Feb 10 15:22:30.170326 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd8f3dd-c9d7-4e70-9daf-973940e22151 x-openstack-request-id: req-bdd8f3dd-c9d7-4e70-9daf-973940e22151 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:30.170822 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8c6a07-fa9a-47b6-87ad-a8604099aedf", "name": "network-vif-plugged", "status": "completed", "tag": "541791b9-7c54-4c1b-b6f4-dde527598fbc", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:30.171330 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdd8f3dd-c9d7-4e70-9daf-973940e22151 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:30.171883 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8c6a07-fa9a-47b6-87ad-a8604099aedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541791b9-7c54-4c1b-b6f4-dde527598fbc', 'code': 200} Feb 10 15:22:30.252321 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eda6c0f4-ab25-4c52-b417-6a2d3f7f84dd req-0b12d4f5-980c-4912-897a-2efbdd29aebb service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180563 Feb 10 15:22:30.328861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946565b3-6115-44a5-96c8-214572d5f072 req-58afa557-9405-4e5a-b904-5ba01f878f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:30.331547 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-946565b3-6115-44a5-96c8-214572d5f072 req-58afa557-9405-4e5a-b904-5ba01f878f9e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 1127 time: 0.0787637 Feb 10 15:22:30.379227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-946565b3-6115-44a5-96c8-214572d5f072 req-f125f8a2-89c7-4663-bc03-0d87a5405f02 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412912 Feb 10 15:22:30.470214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7e886-a99d-46b6-ab62-1c8ccb8d19d1 req-fc1fd9f6-aa4d-409b-8d4e-64c99ee4a6cc tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:30.472605 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5fd7e886-a99d-46b6-ab62-1c8ccb8d19d1 req-fc1fd9f6-aa4d-409b-8d4e-64c99ee4a6cc tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0625813 Feb 10 15:22:30.522581 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5fd7e886-a99d-46b6-ab62-1c8ccb8d19d1 req-7384f29a-7fe2-4bba-bac2-939b5f69802d tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442619 Feb 10 15:22:30.618403 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47446) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:30.634781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:22:30.731130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3467b-dad4-4857-974f-dff6f34e7feb req-ca07c9f7-3863-4354-8839-1bbd20d4e869 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:30.739262 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-edd3467b-dad4-4857-974f-dff6f34e7feb req-ca07c9f7-3863-4354-8839-1bbd20d4e869 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 945 time: 0.0660379 Feb 10 15:22:30.746064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:30.751012 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:30.769294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9', 'mac_address': 'fa:16:3e:48:ca:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:22:30.806880 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-edd3467b-dad4-4857-974f-dff6f34e7feb req-e069396b-a95d-4b68-89c9-d16a787797df tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664494 Feb 10 15:22:30.811182 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 is: ACTIVE; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:30.812150 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:30.829123 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:22:30.858008 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:30.862986 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:30.877926 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Publish callbacks [] for security_group (17720f12-2b78-40e6-814e-0b6b2dd067b2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:30.882341 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (17720f12-2b78-40e6-814e-0b6b2dd067b2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:30.923138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:30.959116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['1abf2c55-7599-4c9e-8c88-c70dd86ee5d9'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:22:30.965774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17720f12-2b78-40e6-814e-0b6b2dd067b2,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:30.975686 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c4dbe8f18c0434d8b03ea8c4ae38ef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3561358 Feb 10 15:22:30.978594 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47454) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:30.982327 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:30.983046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:30.983736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:30.984317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:30.985456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:30.986418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:30.987709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:30.988398 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:30.989574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:30.990535 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:30.991102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:30.992598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:30.994078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c42179e-b218-402a-b810-a161d5104522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:31.071519 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b2eb52b1-4e08-4000-a4f4-cd9243a67b9a admin admin] Publish callbacks [] for security_group (17720f12-2b78-40e6-814e-0b6b2dd067b2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:31.100004 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b2eb52b1-4e08-4000-a4f4-cd9243a67b9a admin admin] Publish callbacks [] for security_group (17720f12-2b78-40e6-814e-0b6b2dd067b2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:31.193420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce112867-4306-4a37-8924-82614111df2a req-8ff5d8b2-dc23-4327-beb4-561a1d7ad5e7 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:31.195258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce112867-4306-4a37-8924-82614111df2a req-8ff5d8b2-dc23-4327-beb4-561a1d7ad5e7 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.0976884 Feb 10 15:22:31.226532 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b2eb52b1-4e08-4000-a4f4-cd9243a67b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (17720f12-2b78-40e6-814e-0b6b2dd067b2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:31.230075 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b2eb52b1-4e08-4000-a4f4-cd9243a67b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:31.231268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b2eb52b1-4e08-4000-a4f4-cd9243a67b9a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17720f12-2b78-40e6-814e-0b6b2dd067b2 HTTP/1.1" status: 204 len: 168 time: 0.2516425 Feb 10 15:22:31.251443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb52b1-4e08-4000-a4f4-cd9243a67b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17720f12-2b78-40e6-814e-0b6b2dd067b2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:31.301081 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce112867-4306-4a37-8924-82614111df2a req-cb5ae523-d870-45c9-9dba-518752a08116 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945351 Feb 10 15:22:31.666278 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47480) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:31.679742 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9d08f-402e-4c22-bf1d-b7a1354434f3 req-10535ad5-6b56-4c20-94b6-c3637b541767 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:31.680498 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9f4fdb43-adaa-4584-b33f-37f02c5b8044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:31.682671 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-83a9d08f-402e-4c22-bf1d-b7a1354434f3 req-10535ad5-6b56-4c20-94b6-c3637b541767 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0761335 Feb 10 15:22:31.743237 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-83a9d08f-402e-4c22-bf1d-b7a1354434f3 req-925c6552-7751-4a63-8f12-0041cee065a8 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525899 Feb 10 15:22:31.779776 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9f4fdb43-adaa-4584-b33f-37f02c5b8044 admin admin] Publish callbacks [] for security_group (c96dc86f-b486-4f60-8abb-2bf368561b78), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:31.784992 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9f4fdb43-adaa-4584-b33f-37f02c5b8044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c96dc86f-b486-4f60-8abb-2bf368561b78), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:31.829581 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9f4fdb43-adaa-4584-b33f-37f02c5b8044 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ef471daaf1348b8ba3207168c250c00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1599019 Feb 10 15:22:31.829581 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fdb43-adaa-4584-b33f-37f02c5b8044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96dc86f-b486-4f60-8abb-2bf368561b78,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:31.829982 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47484) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:31.909897 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f4c020a-368b-42f6-ad6f-388bee32fb5f admin admin] Publish callbacks [] for security_group (c96dc86f-b486-4f60-8abb-2bf368561b78), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:31.938270 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f4c020a-368b-42f6-ad6f-388bee32fb5f admin admin] Publish callbacks [] for security_group (c96dc86f-b486-4f60-8abb-2bf368561b78), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:31.962506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a8bd6-a440-4201-9993-c2ccf4a4573e req-2b1599c0-2170-4dc0-b336-28df8a5bfe74 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:31.963998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-355a8bd6-a440-4201-9993-c2ccf4a4573e req-2b1599c0-2170-4dc0-b336-28df8a5bfe74 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 945 time: 0.0874109 Feb 10 15:22:32.017513 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47488) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:32.023209 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d64eaae2-c811-4360-ae46-c1f6ddae4d88 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-979137992'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:32.028791 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-355a8bd6-a440-4201-9993-c2ccf4a4573e req-6a71c4d9-d846-4e07-84bc-abdc6e942e7c tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557525 Feb 10 15:22:32.040129 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f4c020a-368b-42f6-ad6f-388bee32fb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c96dc86f-b486-4f60-8abb-2bf368561b78), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:32.043480 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f4c020a-368b-42f6-ad6f-388bee32fb5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:32.044740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4f4c020a-368b-42f6-ad6f-388bee32fb5f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c96dc86f-b486-4f60-8abb-2bf368561b78 HTTP/1.1" status: 204 len: 168 time: 0.2132242 Feb 10 15:22:32.051667 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64eaae2-c811-4360-ae46-c1f6ddae4d88 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Made reservation on behalf of 77c5c19a68194da2886794ae5b561292 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:22:32.055359 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d64eaae2-c811-4360-ae46-c1f6ddae4d88 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:32.078093 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c020a-368b-42f6-ad6f-388bee32fb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96dc86f-b486-4f60-8abb-2bf368561b78,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:32.090851 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64eaae2-c811-4360-ae46-c1f6ddae4d88 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:22:32.102910 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d64eaae2-c811-4360-ae46-c1f6ddae4d88 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (648d7c18-eacb-41da-a6fa-7cec74b025c6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:32.103456 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-d64eaae2-c811-4360-ae46-c1f6ddae4d88 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Added segment 648d7c18-eacb-41da-a6fa-7cec74b025c6 of type vlan for network eab9049c-4606-40f8-ad81-3a61ba10d119 Feb 10 15:22:32.150327 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d64eaae2-c811-4360-ae46-c1f6ddae4d88 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (eab9049c-4606-40f8-ad81-3a61ba10d119), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:32.180559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d64eaae2-c811-4360-ae46-c1f6ddae4d88 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (eab9049c-4606-40f8-ad81-3a61ba10d119), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:32.187654 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64eaae2-c811-4360-ae46-c1f6ddae4d88 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:32.188322 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d64eaae2-c811-4360-ae46-c1f6ddae4d88 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:32.224373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47496) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:32.230107 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-70c463f1-ee25-4dc0-ac65-4e031c422a40 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-746185733'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:32.233744 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d64eaae2-c811-4360-ae46-c1f6ddae4d88 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2143445 Feb 10 15:22:32.294771 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64eaae2-c811-4360-ae46-c1f6ddae4d88 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event updated for resources: {'Network': ['ID=eab9049c-4606-40f8-ad81-3a61ba10d119,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:32.306985 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c463f1-ee25-4dc0-ac65-4e031c422a40 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Made reservation on behalf of 77c5c19a68194da2886794ae5b561292 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:22:32.307153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network eab9049c-4606-40f8-ad81-3a61ba10d119 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:22:32.310548 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70c463f1-ee25-4dc0-ac65-4e031c422a40 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:32.358671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1307a5-cf34-458a-950b-e165664690f7 req-37e6aa68-ed8b-454d-bdef-34eccb42b82d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:32.378168 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cb1307a5-cf34-458a-950b-e165664690f7 req-37e6aa68-ed8b-454d-bdef-34eccb42b82d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 945 time: 0.1252770 Feb 10 15:22:32.382121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c463f1-ee25-4dc0-ac65-4e031c422a40 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:22:32.440566 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70c463f1-ee25-4dc0-ac65-4e031c422a40 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:32.444066 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-70c463f1-ee25-4dc0-ac65-4e031c422a40 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Added segment f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083 of type vlan for network 241f314e-851f-4a4e-975e-db3f4aeb2f85 Feb 10 15:22:32.594484 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cb1307a5-cf34-458a-950b-e165664690f7 req-46447b45-d992-4527-81a4-f97609682aab tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999152 Feb 10 15:22:32.626270 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70c463f1-ee25-4dc0-ac65-4e031c422a40 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (241f314e-851f-4a4e-975e-db3f4aeb2f85), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:32.632522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:22:32.700463 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70c463f1-ee25-4dc0-ac65-4e031c422a40 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (241f314e-851f-4a4e-975e-db3f4aeb2f85), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:32.710800 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c463f1-ee25-4dc0-ac65-4e031c422a40 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:32.711582 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70c463f1-ee25-4dc0-ac65-4e031c422a40 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:32.734663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:32.735362 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:32.833212 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-70c463f1-ee25-4dc0-ac65-4e031c422a40 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6046429 Feb 10 15:22:32.834201 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47538) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:32.844944 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b75be83c-fcb8-470f-bb62-b1b3055e9760 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Request body: {'subnet': {'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:32.905338 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c463f1-ee25-4dc0-ac65-4e031c422a40 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event updated for resources: {'Network': ['ID=241f314e-851f-4a4e-975e-db3f4aeb2f85,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:32.919766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 241f314e-851f-4a4e-975e-db3f4aeb2f85 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:22:32.926359 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d2595-01f4-4315-80e1-64696ff3626c req-0f0be732-3977-4fe6-b702-5447985f09af tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:32.927839 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-791d2595-01f4-4315-80e1-64696ff3626c req-0f0be732-3977-4fe6-b702-5447985f09af tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.2411699 Feb 10 15:22:32.950404 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff4db7-6915-40b7-9db9-d857fbd6a056 req-f939d3e1-d8be-4333-8762-c23cd9d5d5ad tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:32.957935 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77ff4db7-6915-40b7-9db9-d857fbd6a056 req-f939d3e1-d8be-4333-8762-c23cd9d5d5ad tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 945 time: 0.1230073 Feb 10 15:22:33.043237 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:33.043683 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:33.045553 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77ff4db7-6915-40b7-9db9-d857fbd6a056 req-5972d4ce-328c-407c-afb8-c971d66a8fbc tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866599 Feb 10 15:22:33.049060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75be83c-fcb8-470f-bb62-b1b3055e9760 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Made reservation on behalf of 77c5c19a68194da2886794ae5b561292 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:22:33.056225 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-791d2595-01f4-4315-80e1-64696ff3626c req-be865f42-1e71-4d85-a2a2-e8b5c5bcc8c4 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197345 Feb 10 15:22:33.057559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b75be83c-fcb8-470f-bb62-b1b3055e9760 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:33.132192 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc3ec85-dfb3-4682-b440-6fd925a612f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:33.138208 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32f433a-adf1-4006-9e66-4c5136933f64" -d '{"events": [{"server_uuid": "1dc3ec85-dfb3-4682-b440-6fd925a612f8", "name": "network-vif-plugged", "status": "completed", "tag": "1abf2c55-7599-4c9e-8c88-c70dd86ee5d9"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:33.171624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:33.179537 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:33.233089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:33.356076 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e955642-d496-44a3-a235-47a21f21012d req-ab750572-a6e0-495f-b5a6-66cc9bb5dc7c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:33.366513 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e955642-d496-44a3-a235-47a21f21012d req-ab750572-a6e0-495f-b5a6-66cc9bb5dc7c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.1660240 Feb 10 15:22:33.372983 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b75be83c-fcb8-470f-bb62-b1b3055e9760 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (919e9d3c-57c2-4b71-a66c-06e10818c5df), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:33.413704 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e449b3d5-d822-4766-a6e9-3f26a7d2ece4 x-openstack-request-id: req-e449b3d5-d822-4766-a6e9-3f26a7d2ece4 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:33.414240 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc3ec85-dfb3-4682-b440-6fd925a612f8", "name": "network-vif-plugged", "status": "completed", "tag": "1abf2c55-7599-4c9e-8c88-c70dd86ee5d9", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:33.414240 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e449b3d5-d822-4766-a6e9-3f26a7d2ece4 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:33.414635 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc3ec85-dfb3-4682-b440-6fd925a612f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9', 'code': 200} Feb 10 15:22:33.434683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e955642-d496-44a3-a235-47a21f21012d req-c0e212c4-cb82-4a27-8f0b-9e60fd5365a3 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649569 Feb 10 15:22:33.476835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75be83c-fcb8-470f-bb62-b1b3055e9760 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event updated for resources: {'Subnet': ['ID=919e9d3c-57c2-4b71-a66c-06e10818c5df,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:33.487554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75be83c-fcb8-470f-bb62-b1b3055e9760 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Checking segment: {'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:22:33.488123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75be83c-fcb8-470f-bb62-b1b3055e9760 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Network hostable DHCP agents. Network: eab9049c-4606-40f8-ad81-3a61ba10d119, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:22:33.522045 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75be83c-fcb8-470f-bb62-b1b3055e9760 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Network eab9049c-4606-40f8-ad81-3a61ba10d119 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:22:33.538518 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-b75be83c-fcb8-470f-bb62-b1b3055e9760 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, eab9049c-4606-40f8-ad81-3a61ba10d119) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:22:33.545408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df01d85b-eb52-408a-b58f-39b086c2d0d1 None None] Network eab9049c-4606-40f8-ad81-3a61ba10d119 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:22:33.555414 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75be83c-fcb8-470f-bb62-b1b3055e9760 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:33.556435 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b75be83c-fcb8-470f-bb62-b1b3055e9760 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:33.588866 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b75be83c-fcb8-470f-bb62-b1b3055e9760 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7501791 Feb 10 15:22:33.591191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47568) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:33.597351 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-da2882c1-6413-4d7e-9870-0e8e9468291b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Request body: {'subnet': {'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:33.616631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce0b1b-d3d0-4d55-944b-56614c75d18a req-e5474e89-21e2-41a4-bd27-96e1363f3f5d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:33.618368 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9ce0b1b-d3d0-4d55-944b-56614c75d18a req-e5474e89-21e2-41a4-bd27-96e1363f3f5d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 945 time: 0.0934985 Feb 10 15:22:33.796100 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2882c1-6413-4d7e-9870-0e8e9468291b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Made reservation on behalf of 77c5c19a68194da2886794ae5b561292 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:22:33.797232 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-eab9049c-4606-40f8-ad81-3a61ba10d119', 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119', 'project_id': '77c5c19a68194da2886794ae5b561292', 'fixed_ips': [{'subnet_id': '919e9d3c-57c2-4b71-a66c-06e10818c5df'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:22:33.798354 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:33.809595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da2882c1-6413-4d7e-9870-0e8e9468291b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:33.828205 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9ce0b1b-d3d0-4d55-944b-56614c75d18a req-8d512a0f-693c-47ee-b9ba-373a50e0b31d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931088 Feb 10 15:22:33.961846 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Allocated IP 10.1.1.2 (eab9049c-4606-40f8-ad81-3a61ba10d119/919e9d3c-57c2-4b71-a66c-06e10818c5df/3444c17b-f5aa-407f-a310-e3d85f722911) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:22:34.131264 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Publish callbacks [] for port (3444c17b-f5aa-407f-a310-e3d85f722911), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:34.140257 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (3444c17b-f5aa-407f-a310-e3d85f722911), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:34.243665 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Network eab9049c-4606-40f8-ad81-3a61ba10d119 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:22:34.248200 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:22:34.256713 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:22:34.274702 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Pushing event updated for resources: {'Port': ['ID=3444c17b-f5aa-407f-a310-e3d85f722911,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:34.346686 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9159663-e19e-48c6-bce9-2c14f2fe4877 req-77b4f8bb-554f-4b5a-a9d8-1eff0a522644 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:34.348580 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9159663-e19e-48c6-bce9-2c14f2fe4877 req-77b4f8bb-554f-4b5a-a9d8-1eff0a522644 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1006496 Feb 10 15:22:34.350444 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Attempting to bind port 3444c17b-f5aa-407f-a310-e3d85f722911 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:22:34.350832 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Attempting to bind port 3444c17b-f5aa-407f-a310-e3d85f722911 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:22:34.353516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Attempting to bind port 3444c17b-f5aa-407f-a310-e3d85f722911 on network eab9049c-4606-40f8-ad81-3a61ba10d119 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:22:34.363134 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da2882c1-6413-4d7e-9870-0e8e9468291b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (4e75eccc-5fe7-471c-bd31-4a60dca30e51), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:34.380437 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:22:34.381072 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Checking segment: {'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:22:34.381491 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:34.382276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Bound using segment: {'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:22:34.382398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Bound port: 3444c17b-f5aa-407f-a310-e3d85f722911, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:22:34.382731 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3444c17b-f5aa-407f-a310-e3d85f722911), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:34.432473 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9159663-e19e-48c6-bce9-2c14f2fe4877 req-25d58fc4-4ab8-4821-92c5-30064e8469f1 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752244 Feb 10 15:22:34.454062 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2882c1-6413-4d7e-9870-0e8e9468291b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Checking segment: {'id': 'f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:22:34.454424 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2882c1-6413-4d7e-9870-0e8e9468291b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Network hostable DHCP agents. Network: 241f314e-851f-4a4e-975e-db3f4aeb2f85, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:22:34.491634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2882c1-6413-4d7e-9870-0e8e9468291b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event updated for resources: {'Subnet': ['ID=4e75eccc-5fe7-471c-bd31-4a60dca30e51,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:34.518757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2882c1-6413-4d7e-9870-0e8e9468291b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Network 241f314e-851f-4a4e-975e-db3f4aeb2f85 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:22:34.536314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-da2882c1-6413-4d7e-9870-0e8e9468291b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 241f314e-851f-4a4e-975e-db3f4aeb2f85) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:22:34.547527 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2882c1-6413-4d7e-9870-0e8e9468291b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:34.548140 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da2882c1-6413-4d7e-9870-0e8e9468291b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:34.586905 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-da2882c1-6413-4d7e-9870-0e8e9468291b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9944110 Feb 10 15:22:34.589387 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47604) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:34.591778 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1105a358-343f-4f87-903f-c8c45c038f17 None None] Network 241f314e-851f-4a4e-975e-db3f4aeb2f85 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:22:34.594371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-989e4125-3f29-4789-b22d-0d8e9d18499a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Request body: {'port': {'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119', 'name': 'tempest-TaggedBootDevicesTest-1956423141', 'fixed_ips': [{'subnet_id': '919e9d3c-57c2-4b71-a66c-06e10818c5df'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:34.658088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf90a7a-bd71-4b36-a72c-ef277b7807d9 req-ec218517-362e-4f13-a505-9ae873f9226d tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:34.660203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ddf90a7a-bd71-4b36-a72c-ef277b7807d9 req-ec218517-362e-4f13-a505-9ae873f9226d tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.1277466 Feb 10 15:22:34.663768 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] For port 3444c17b-f5aa-407f-a310-e3d85f722911, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:22:34.715370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] For port 3444c17b-f5aa-407f-a310-e3d85f722911, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=3444c17b-f5aa-407f-a310-e3d85f722911,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:22:34.757278 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3444c17b-f5aa-407f-a310-e3d85f722911), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:34.767155 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ddf90a7a-bd71-4b36-a72c-ef277b7807d9 req-636fac79-d32c-40c8-a7eb-91d39336fd02 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913737 Feb 10 15:22:34.906338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989e4125-3f29-4789-b22d-0d8e9d18499a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Made reservation on behalf of 77c5c19a68194da2886794ae5b561292 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:22:34.969790 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-241f314e-851f-4a4e-975e-db3f4aeb2f85', 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85', 'project_id': '77c5c19a68194da2886794ae5b561292', 'fixed_ips': [{'subnet_id': '4e75eccc-5fe7-471c-bd31-4a60dca30e51'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:22:34.970795 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:34.995976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c350a7-907a-47f7-bd89-fb15154582b3 None None] Pushing event updated for resources: {'Port': ['ID=3444c17b-f5aa-407f-a310-e3d85f722911,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:35.043634 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6cbe7-60c9-4cfa-832f-809b64bdddf2 req-57f8a452-ad8c-466f-a651-f096ff23bd2e tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:35.057948 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bf6cbe7-60c9-4cfa-832f-809b64bdddf2 req-57f8a452-ad8c-466f-a651-f096ff23bd2e tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 945 time: 0.1044307 Feb 10 15:22:35.181309 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bf6cbe7-60c9-4cfa-832f-809b64bdddf2 req-66b577f2-a735-41e5-bcd4-394345593ee3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222141 Feb 10 15:22:35.342097 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0825a-589d-410a-aa35-0354b79786f6 req-7d28bdc7-5d7c-4319-b921-f3fd6bdf68c8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:35.344420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-faa0825a-589d-410a-aa35-0354b79786f6 req-7d28bdc7-5d7c-4319-b921-f3fd6bdf68c8 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 945 time: 0.0794609 Feb 10 15:22:35.426313 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Allocated IP 10.2.2.2 (241f314e-851f-4a4e-975e-db3f4aeb2f85/4e75eccc-5fe7-471c-bd31-4a60dca30e51/744598d4-d749-4f7d-9011-e18512affe18) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:22:35.515354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-faa0825a-589d-410a-aa35-0354b79786f6 req-f5ff0651-0608-4675-9f19-42ce39231cd3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Deleting port 541791b9-7c54-4c1b-b6f4-dde527598fbc {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:22:35.519122 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-faa0825a-589d-410a-aa35-0354b79786f6 req-f5ff0651-0608-4675-9f19-42ce39231cd3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (541791b9-7c54-4c1b-b6f4-dde527598fbc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:35.730570 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-989e4125-3f29-4789-b22d-0d8e9d18499a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:35.763790 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Publish callbacks [] for port (744598d4-d749-4f7d-9011-e18512affe18), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:35.778408 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (744598d4-d749-4f7d-9011-e18512affe18), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:35.798071 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-989e4125-3f29-4789-b22d-0d8e9d18499a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] device_id is not set on port 8c24031c-37a7-4018-9913-6d7f2261f999 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:22:35.863265 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Network 241f314e-851f-4a4e-975e-db3f4aeb2f85 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:22:35.867871 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:22:35.871598 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:22:35.894399 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a620f-e9ce-4840-af21-2405b804d7f8 req-1be71100-2b6a-4e8b-91d0-e3eff8ea8cf5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:35.897292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be2a620f-e9ce-4840-af21-2405b804d7f8 req-1be71100-2b6a-4e8b-91d0-e3eff8ea8cf5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.2997212 Feb 10 15:22:35.904639 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-faa0825a-589d-410a-aa35-0354b79786f6 req-f5ff0651-0608-4675-9f19-42ce39231cd3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] For port 541791b9-7c54-4c1b-b6f4-dde527598fbc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=541791b9-7c54-4c1b-b6f4-dde527598fbc,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:35.904639 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-faa0825a-589d-410a-aa35-0354b79786f6 req-f5ff0651-0608-4675-9f19-42ce39231cd3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (541791b9-7c54-4c1b-b6f4-dde527598fbc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:35.980222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Pushing event updated for resources: {'Port': ['ID=744598d4-d749-4f7d-9011-e18512affe18,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:36.041301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 3444c17b-f5aa-407f-a310-e3d85f722911 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:22:36.045708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-faa0825a-589d-410a-aa35-0354b79786f6 req-f5ff0651-0608-4675-9f19-42ce39231cd3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Calling delete_port for 541791b9-7c54-4c1b-b6f4-dde527598fbc owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:22:36.133364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-989e4125-3f29-4789-b22d-0d8e9d18499a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Allocated IP 10.1.1.152 (eab9049c-4606-40f8-ad81-3a61ba10d119/919e9d3c-57c2-4b71-a66c-06e10818c5df/8c24031c-37a7-4018-9913-6d7f2261f999) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:22:36.147149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Attempting to bind port 744598d4-d749-4f7d-9011-e18512affe18 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:22:36.147812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Attempting to bind port 744598d4-d749-4f7d-9011-e18512affe18 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:22:36.148780 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Attempting to bind port 744598d4-d749-4f7d-9011-e18512affe18 on network 241f314e-851f-4a4e-975e-db3f4aeb2f85 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:22:36.151852 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-6b202ab3-6adc-462b-9011-5536e498308a req-c0720f08-b24b-4ff9-87d4-2ae14f9e366a service neutron] show failed (client error): The resource could not be found. Feb 10 15:22:36.152920 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-c0720f08-b24b-4ff9-87d4-2ae14f9e366a service neutron] 10.222.0.72 "GET /v2.0/ports/986bdcc8-1968-4421-8aee-09173923f139/bindings/n-h2-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.4006231 Feb 10 15:22:36.174965 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:22:36.177391 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Checking segment: {'id': 'f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:22:36.177836 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:36.178210 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Bound using segment: {'id': 'f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:22:36.178717 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Bound port: 744598d4-d749-4f7d-9011-e18512affe18, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:22:36.180987 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (744598d4-d749-4f7d-9011-e18512affe18), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:36.205582 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 3444c17b-f5aa-407f-a310-e3d85f722911 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:36.205972 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3444c17b-f5aa-407f-a310-e3d85f722911), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:36.298424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be2a620f-e9ce-4840-af21-2405b804d7f8 req-e362e37c-c295-4bb4-ab66-385c19aa3405 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783836 Feb 10 15:22:36.343243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f477bd6-590a-4415-a488-3e1468a831e3 req-12e9d7b1-e851-45cb-9745-279aea2cb272 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:36.346935 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f477bd6-590a-4415-a488-3e1468a831e3 req-12e9d7b1-e851-45cb-9745-279aea2cb272 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.4301431 Feb 10 15:22:36.487908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] For port 744598d4-d749-4f7d-9011-e18512affe18, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:22:36.522054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-989e4125-3f29-4789-b22d-0d8e9d18499a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for port (8c24031c-37a7-4018-9913-6d7f2261f999), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:36.618706 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-989e4125-3f29-4789-b22d-0d8e9d18499a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:36.625810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 3444c17b-f5aa-407f-a310-e3d85f722911 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:36.627079 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3444c17b-f5aa-407f-a310-e3d85f722911), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:36.671506 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f477bd6-590a-4415-a488-3e1468a831e3 req-3835dcef-65c3-4b02-8d6c-b0ac208018d8 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061631 Feb 10 15:22:36.705432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] For port 744598d4-d749-4f7d-9011-e18512affe18, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=744598d4-d749-4f7d-9011-e18512affe18,segment=NetworkSegment(f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083),segment_id=f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:22:36.710018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989e4125-3f29-4789-b22d-0d8e9d18499a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Network eab9049c-4606-40f8-ad81-3a61ba10d119 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:22:36.715502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202ab3-6adc-462b-9011-5536e498308a req-8a087a12-b745-4fcc-8910-325eb012e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:36.717344 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-8a087a12-b745-4fcc-8910-325eb012e1cf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80&tenant_id=671a8c1cbc3247fe9316f7b0241815f0 HTTP/1.1" status: 200 len: 1132 time: 0.1878071 Feb 10 15:22:36.724531 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-989e4125-3f29-4789-b22d-0d8e9d18499a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:22:36.736866 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e4125-3f29-4789-b22d-0d8e9d18499a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:22:36.749775 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (744598d4-d749-4f7d-9011-e18512affe18), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:36.750257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:36.892766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243a775-7fe0-4238-a923-69078f77c7b2 None None] Pushing event updated for resources: {'Port': ['ID=744598d4-d749-4f7d-9011-e18512affe18,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:36.942090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 3444c17b-f5aa-407f-a310-e3d85f722911, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=3444c17b-f5aa-407f-a310-e3d85f722911,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:36.944690 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e4125-3f29-4789-b22d-0d8e9d18499a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event updated for resources: {'Port': ['ID=8c24031c-37a7-4018-9913-6d7f2261f999,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:36.979110 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3444c17b-f5aa-407f-a310-e3d85f722911), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:36.983391 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:37.100926 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (986bdcc8-1968-4421-8aee-09173923f139), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:37.153416 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=3444c17b-f5aa-407f-a310-e3d85f722911,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:37.175413 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6c5afc-0cff-41fc-92ea-8d74d89b438e None None] Network eab9049c-4606-40f8-ad81-3a61ba10d119 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:22:37.288236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989e4125-3f29-4789-b22d-0d8e9d18499a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:37.288799 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-989e4125-3f29-4789-b22d-0d8e9d18499a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:37.293379 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-dce339db-f453-4747-b350-edff09666b4e None None] Provisioning complete for port 3444c17b-f5aa-407f-a310-e3d85f722911 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:37.293917 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dce339db-f453-4747-b350-edff09666b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3444c17b-f5aa-407f-a310-e3d85f722911), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:37.583403 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-989e4125-3f29-4789-b22d-0d8e9d18499a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9928215 Feb 10 15:22:37.587085 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47664) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:37.592282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-22ece217-2075-4653-903d-ed2f790ee8a7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Request body: {'port': {'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119', 'name': 'tempest-TaggedBootDevicesTest-1878620151', 'fixed_ips': [{'subnet_id': '919e9d3c-57c2-4b71-a66c-06e10818c5df'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:37.728968 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 541791b9-7c54-4c1b-b6f4-dde527598fbc no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:22:37.782155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No active binding found for port 541791b9-7c54-4c1b-b6f4-dde527598fbc {{(pid=103370) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 15:22:37.782533 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] The host n-h1-815324-7 is not matching for port 541791b9-7c54-4c1b-b6f4-dde527598fbc host None! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:22:37.782938 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 541791b9-7c54-4c1b-b6f4-dde527598fbc not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:22:37.826170 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-faa0825a-589d-410a-aa35-0354b79786f6 req-f5ff0651-0608-4675-9f19-42ce39231cd3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (541791b9-7c54-4c1b-b6f4-dde527598fbc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:37.882851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:22:38.016355 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff0651-0608-4675-9f19-42ce39231cd3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Pushing event deleted for resources: {'Port': ['ID=541791b9-7c54-4c1b-b6f4-dde527598fbc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:38.053140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ece217-2075-4653-903d-ed2f790ee8a7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Made reservation on behalf of 77c5c19a68194da2886794ae5b561292 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:22:38.071426 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-22ece217-2075-4653-903d-ed2f790ee8a7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:38.099164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa0825a-589d-410a-aa35-0354b79786f6 req-f5ff0651-0608-4675-9f19-42ce39231cd3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] No DVR routers for this DVR port 541791b9-7c54-4c1b-b6f4-dde527598fbc on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:22:38.119060 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-faa0825a-589d-410a-aa35-0354b79786f6 req-f5ff0651-0608-4675-9f19-42ce39231cd3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:38.125042 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-faa0825a-589d-410a-aa35-0354b79786f6 req-f5ff0651-0608-4675-9f19-42ce39231cd3 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.72 "DELETE /v2.0/ports/541791b9-7c54-4c1b-b6f4-dde527598fbc HTTP/1.1" status: 204 len: 173 time: 2.7710266 Feb 10 15:22:38.134084 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8c6a07-fa9a-47b6-87ad-a8604099aedf', 'name': 'network-vif-deleted', 'tag': '541791b9-7c54-4c1b-b6f4-dde527598fbc'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:38.144642 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-dce339db-f453-4747-b350-edff09666b4e None None] Current status of the port 3444c17b-f5aa-407f-a310-e3d85f722911 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:38.150432 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cf7db9-f03e-479a-bd89-31c08e98c841" -d '{"events": [{"server_uuid": "5d8c6a07-fa9a-47b6-87ad-a8604099aedf", "name": "network-vif-deleted", "tag": "541791b9-7c54-4c1b-b6f4-dde527598fbc"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:38.201117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-22ece217-2075-4653-903d-ed2f790ee8a7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] device_id is not set on port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:22:38.208795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dfc02-b85a-4894-8195-cc6b9da2bb5a req-39db3616-0fea-4d3d-82f8-5bec98344cd6 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:38.210746 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-035dfc02-b85a-4894-8195-cc6b9da2bb5a req-39db3616-0fea-4d3d-82f8-5bec98344cd6 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.4845502 Feb 10 15:22:38.248482 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] For port 986bdcc8-1968-4421-8aee-09173923f139, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=986bdcc8-1968-4421-8aee-09173923f139,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:38.263807 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e7586-fc5e-4ff1-8094-05b729cba753 req-b08eb020-e1df-4660-b95c-969c79e7cd7d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:38.274656 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-117e7586-fc5e-4ff1-8094-05b729cba753 req-b08eb020-e1df-4660-b95c-969c79e7cd7d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d8c6a07-fa9a-47b6-87ad-a8604099aedf HTTP/1.1" status: 200 len: 867 time: 1.6018913 Feb 10 15:22:38.371407 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 744598d4-d749-4f7d-9011-e18512affe18 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:22:38.498528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] For port 986bdcc8-1968-4421-8aee-09173923f139, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:22:38.540273 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-035dfc02-b85a-4894-8195-cc6b9da2bb5a req-6210fa56-d761-4262-bf3f-dfca2f61512f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123219 Feb 10 15:22:38.544346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 744598d4-d749-4f7d-9011-e18512affe18 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:38.545111 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (744598d4-d749-4f7d-9011-e18512affe18), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:38.608058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-117e7586-fc5e-4ff1-8094-05b729cba753 req-2f11362e-e202-4b2c-ad59-d75e6dc32106 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187609 Feb 10 15:22:38.638666 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-68fe762a-5f22-4272-87d0-0b88359b82da None None] Provisioning complete for port 3444c17b-f5aa-407f-a310-e3d85f722911 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:38.639303 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68fe762a-5f22-4272-87d0-0b88359b82da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3444c17b-f5aa-407f-a310-e3d85f722911), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:38.666003 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Publish callbacks [] for port (986bdcc8-1968-4421-8aee-09173923f139), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:38.668824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc0c88f-c857-43a3-b20c-eee6fb0a7d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '986bdcc8-1968-4421-8aee-09173923f139'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:38.673663 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be2b04c-f26a-45f1-8f77-c980d1e06246" -d '{"events": [{"server_uuid": "4fc0c88f-c857-43a3-b20c-eee6fb0a7d80", "name": "network-vif-unplugged", "status": "completed", "tag": "986bdcc8-1968-4421-8aee-09173923f139"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:38.788097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 744598d4-d749-4f7d-9011-e18512affe18 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:38.788587 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (744598d4-d749-4f7d-9011-e18512affe18), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:38.804439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Transition to ACTIVE for port object 986bdcc8-1968-4421-8aee-09173923f139 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:22:38.844821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 744598d4-d749-4f7d-9011-e18512affe18, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=744598d4-d749-4f7d-9011-e18512affe18,segment=NetworkSegment(f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083),segment_id=f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:38.854966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-22ece217-2075-4653-903d-ed2f790ee8a7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Allocated IP 10.1.1.195 (eab9049c-4606-40f8-ad81-3a61ba10d119/919e9d3c-57c2-4b71-a66c-06e10818c5df/9e1f9b81-9f36-4c16-9aae-871bc3c83e40) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:22:38.862287 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (986bdcc8-1968-4421-8aee-09173923f139), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:38.867932 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (744598d4-d749-4f7d-9011-e18512affe18), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:38.870409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 3444c17b-f5aa-407f-a310-e3d85f722911 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:22:39.134751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] No DVR routers for this DVR port 986bdcc8-1968-4421-8aee-09173923f139 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:22:39.140086 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456900b-5f3e-4d23-a8aa-0ce3eed63699 req-b57c9d0e-fbb3-40f6-835e-50c35436b5fb tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:39.146828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=744598d4-d749-4f7d-9011-e18512affe18,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:39.164605 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7456900b-5f3e-4d23-a8aa-0ce3eed63699 req-b57c9d0e-fbb3-40f6-835e-50c35436b5fb tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.2441390 Feb 10 15:22:39.191839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=986bdcc8-1968-4421-8aee-09173923f139,revision_number=6']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:39.239739 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 3444c17b-f5aa-407f-a310-e3d85f722911 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:39.240592 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3444c17b-f5aa-407f-a310-e3d85f722911), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:39.300743 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7456900b-5f3e-4d23-a8aa-0ce3eed63699 req-892cc674-45c3-415f-b6a8-212ab37bdc4b tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299593 Feb 10 15:22:39.349290 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-68fe762a-5f22-4272-87d0-0b88359b82da None None] Current status of the port 3444c17b-f5aa-407f-a310-e3d85f722911 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:39.354532 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67addc70-57f8-48bc-8370-0280a6d84e90 None None] Network 241f314e-851f-4a4e-975e-db3f4aeb2f85 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:22:39.423300 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dc5bc3-20ab-4bed-a9cc-5e6e4fa6c432 x-openstack-request-id: req-10dc5bc3-20ab-4bed-a9cc-5e6e4fa6c432 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:39.423818 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8c6a07-fa9a-47b6-87ad-a8604099aedf", "name": "network-vif-deleted", "tag": "541791b9-7c54-4c1b-b6f4-dde527598fbc", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:39.424898 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10dc5bc3-20ab-4bed-a9cc-5e6e4fa6c432 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:39.425617 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8c6a07-fa9a-47b6-87ad-a8604099aedf', 'name': 'network-vif-deleted', 'tag': '541791b9-7c54-4c1b-b6f4-dde527598fbc', 'status': 'completed', 'code': 200} Feb 10 15:22:39.428411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 986bdcc8-1968-4421-8aee-09173923f139 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:22:39.432724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Attempting to bind port 986bdcc8-1968-4421-8aee-09173923f139 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:22:39.433078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Attempting to bind port 986bdcc8-1968-4421-8aee-09173923f139 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:22:39.433408 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Attempting to bind port 986bdcc8-1968-4421-8aee-09173923f139 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:22:39.452067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Port 986bdcc8-1968-4421-8aee-09173923f139 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:22:39.452577 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Attempting to bind port 986bdcc8-1968-4421-8aee-09173923f139 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:22:39.509714 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d924df-ee52-4efb-b54f-a023dac4adab x-openstack-request-id: req-19d924df-ee52-4efb-b54f-a023dac4adab {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:39.510279 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc0c88f-c857-43a3-b20c-eee6fb0a7d80", "name": "network-vif-unplugged", "status": "completed", "tag": "986bdcc8-1968-4421-8aee-09173923f139", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:39.510677 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19d924df-ee52-4efb-b54f-a023dac4adab {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:39.511219 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc0c88f-c857-43a3-b20c-eee6fb0a7d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '986bdcc8-1968-4421-8aee-09173923f139', 'code': 200} Feb 10 15:22:39.514891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:22:39.515418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:22:39.515961 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:22:39.516565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Bound port: 986bdcc8-1968-4421-8aee-09173923f139, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:22:39.517121 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (986bdcc8-1968-4421-8aee-09173923f139), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:39.544552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-68fe762a-5f22-4272-87d0-0b88359b82da None None] Provisioning complete for port 8c24031c-37a7-4018-9913-6d7f2261f999 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:39.545305 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68fe762a-5f22-4272-87d0-0b88359b82da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:39.660178 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-22ece217-2075-4653-903d-ed2f790ee8a7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:39.694516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 3444c17b-f5aa-407f-a310-e3d85f722911 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:39.711872 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] The host n-h1-815324-7 is not matching for port 986bdcc8-1968-4421-8aee-09173923f139 host n-h2-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:22:39.712333 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 986bdcc8-1968-4421-8aee-09173923f139 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:22:39.712542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] For port 986bdcc8-1968-4421-8aee-09173923f139, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:22:39.730264 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-68fe762a-5f22-4272-87d0-0b88359b82da None None] Port 8c24031c-37a7-4018-9913-6d7f2261f999 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:22:39.751255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] For port 986bdcc8-1968-4421-8aee-09173923f139, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=986bdcc8-1968-4421-8aee-09173923f139,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:22:39.775548 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (986bdcc8-1968-4421-8aee-09173923f139), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:39.926760 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ce57da3d-88b1-45fa-8408-00af6320c237 None None] Provisioning complete for port 744598d4-d749-4f7d-9011-e18512affe18 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:39.927160 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ce57da3d-88b1-45fa-8408-00af6320c237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (744598d4-d749-4f7d-9011-e18512affe18), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:39.929960 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a45cd-fe4c-4fa7-8a72-92666cd97ac4 req-39e8c73a-2301-48d8-91ff-a291ee54f1d8 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:39.953011 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-222a45cd-fe4c-4fa7-8a72-92666cd97ac4 req-39e8c73a-2301-48d8-91ff-a291ee54f1d8 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 948 time: 0.1957085 Feb 10 15:22:39.967206 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=986bdcc8-1968-4421-8aee-09173923f139,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:39.985546 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:39.988089 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:39.989750 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-bca2028a-76dd-416f-beca-5f161805d9d9 service neutron] 10.222.0.79 "PUT /v2.0/ports/986bdcc8-1968-4421-8aee-09173923f139 HTTP/1.1" status: 200 len: 1096 time: 3.2544239 Feb 10 15:22:40.011970 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-22ece217-2075-4653-903d-ed2f790ee8a7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:40.113673 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-222a45cd-fe4c-4fa7-8a72-92666cd97ac4 req-19d628a3-ad95-478b-bfd7-525949729fa9 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570680 Feb 10 15:22:40.173088 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 744598d4-d749-4f7d-9011-e18512affe18 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:22:40.263857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ece217-2075-4653-903d-ed2f790ee8a7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Network eab9049c-4606-40f8-ad81-3a61ba10d119 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:22:40.293482 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-22ece217-2075-4653-903d-ed2f790ee8a7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:22:40.311811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ce57da3d-88b1-45fa-8408-00af6320c237 None None] Current status of the port 744598d4-d749-4f7d-9011-e18512affe18 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:40.320778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ece217-2075-4653-903d-ed2f790ee8a7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:22:40.342691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ce57da3d-88b1-45fa-8408-00af6320c237 None None] Provisioning complete for port 8c24031c-37a7-4018-9913-6d7f2261f999 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:40.343594 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ce57da3d-88b1-45fa-8408-00af6320c237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:40.452832 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 744598d4-d749-4f7d-9011-e18512affe18 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:40.453479 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (744598d4-d749-4f7d-9011-e18512affe18), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:40.456548 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ce57da3d-88b1-45fa-8408-00af6320c237 None None] Port 8c24031c-37a7-4018-9913-6d7f2261f999 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:22:40.522283 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ece217-2075-4653-903d-ed2f790ee8a7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event updated for resources: {'Port': ['ID=9e1f9b81-9f36-4c16-9aae-871bc3c83e40,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:40.539012 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ece217-2075-4653-903d-ed2f790ee8a7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:40.539866 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-22ece217-2075-4653-903d-ed2f790ee8a7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:40.554323 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202ab3-6adc-462b-9011-5536e498308a req-e2f9a423-a145-4228-b007-46ca0ca919a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:40.556397 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-e2f9a423-a145-4228-b007-46ca0ca919a8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 1130 time: 0.4722219 Feb 10 15:22:40.610490 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-22ece217-2075-4653-903d-ed2f790ee8a7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0222681 Feb 10 15:22:40.628742 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-e95efdc5-e9bd-4bef-9ff6-61973d69f491 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:40.642241 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-e95efdc5-e9bd-4bef-9ff6-61973d69f491 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 805 time: 0.4393945 Feb 10 15:22:40.662979 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5d277e73-617b-45c1-9ea1-1bd16abd802f None None] Provisioning complete for port 744598d4-d749-4f7d-9011-e18512affe18 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:40.665648 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d277e73-617b-45c1-9ea1-1bd16abd802f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (744598d4-d749-4f7d-9011-e18512affe18), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:40.686982 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-19fb2f3f-7e6f-4910-bb3c-1b658f614402 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/quotas/c93f02832d4b44afb04fc0e05260fb2f HTTP/1.1" status: 200 len: 375 time: 0.0401077 Feb 10 15:22:40.790862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883bfbf1-acdf-43f3-b66c-9249c80dcef9 req-0d1cb33d-4686-4949-b9b9-62a44245e7f5 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:40.810722 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-883bfbf1-acdf-43f3-b66c-9249c80dcef9 req-0d1cb33d-4686-4949-b9b9-62a44245e7f5 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.3024971 Feb 10 15:22:40.818224 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202ab3-6adc-462b-9011-5536e498308a req-359d9ce5-4c28-42e3-b5ce-d5b72f5e188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:40.826043 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-359d9ce5-4c28-42e3-b5ce-d5b72f5e188e service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.2615590 Feb 10 15:22:40.866388 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 744598d4-d749-4f7d-9011-e18512affe18 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:40.918025 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-9a4dc203-db1d-49bf-9c9d-b28b94d8005c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=986bdcc8-1968-4421-8aee-09173923f139 HTTP/1.1" status: 200 len: 217 time: 0.0831437 Feb 10 15:22:40.942005 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-883bfbf1-acdf-43f3-b66c-9249c80dcef9 req-07ec0ed9-c89c-4246-9132-2cef9f3e81b5 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303639 Feb 10 15:22:40.953591 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-ee36b2b8-4b01-475c-8b64-6ced7a6bcad7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2652550 Feb 10 15:22:40.982085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5d277e73-617b-45c1-9ea1-1bd16abd802f None None] Current status of the port 744598d4-d749-4f7d-9011-e18512affe18 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:41.011340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202ab3-6adc-462b-9011-5536e498308a req-360d71e5-94e7-447c-965c-fae181a54e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:41.013215 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-360d71e5-94e7-447c-965c-fae181a54e5b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0863833 Feb 10 15:22:41.096177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202ab3-6adc-462b-9011-5536e498308a req-e319df10-3657-4a79-928b-4b7578347302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:41.098400 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-e319df10-3657-4a79-928b-4b7578347302 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0784945 Feb 10 15:22:41.131893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-ae318a5b-8572-45b7-af85-4fd64c2d8019 service neutron] 10.222.0.64 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772177 Feb 10 15:22:41.145853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c1b08d34-98b5-452b-8dce-836086980c7f None None] Provisioning complete for port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:41.146250 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c1b08d34-98b5-452b-8dce-836086980c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:41.262899 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-a81d1f8f-7cd6-4491-8608-526808723f2d service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572161 Feb 10 15:22:41.282863 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c1b08d34-98b5-452b-8dce-836086980c7f None None] Port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:22:41.284945 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:41.343221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47752) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:41.371235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289263079', 'description': 'tempest-description--1787437918'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:41.422300 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-baa6f72e-5093-40ac-a669-38ceda028b85 service neutron] 10.222.0.64 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895522 Feb 10 15:22:41.461280 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:41.466485 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b202ab3-6adc-462b-9011-5536e498308a req-fe443d7f-764d-4b7b-917e-57712fd7aa4a service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934621 Feb 10 15:22:41.512359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc0c88f-c857-43a3-b20c-eee6fb0a7d80', 'tag': '986bdcc8-1968-4421-8aee-09173923f139'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:41.516441 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc0c88f-c857-43a3-b20c-eee6fb0a7d80", "tag": "986bdcc8-1968-4421-8aee-09173923f139"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:41.604554 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for security_group (5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:41.634078 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:41.695125 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda9af6c-7ac7-4368-bb3c-cb2ea23fd359 x-openstack-request-id: req-fda9af6c-7ac7-4368-bb3c-cb2ea23fd359 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:41.695558 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc0c88f-c857-43a3-b20c-eee6fb0a7d80", "tag": "986bdcc8-1968-4421-8aee-09173923f139", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:41.695920 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fda9af6c-7ac7-4368-bb3c-cb2ea23fd359 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:41.696461 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc0c88f-c857-43a3-b20c-eee6fb0a7d80', 'tag': '986bdcc8-1968-4421-8aee-09173923f139', 'status': 'completed', 'code': 200} Feb 10 15:22:41.703069 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:41.707868 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3608418 Feb 10 15:22:41.708340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47768) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:41.722378 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-52feff4b-600a-4d6b-9ed2-ab31bc0ff915 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Request body: {'security_group_rule': {'security_group_id': '5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:41.729286 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:41.743771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:41.744358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:41.744881 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:41.745426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:41.745947 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:41.746437 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:41.746922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:41.747407 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:41.747890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:41.748398 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:41.748917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:41.749399 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:41.749872 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8a9d2-2c97-4a25-9d2a-225e7e7a4ccc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:22:41.837353 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2cd0c87f-6a0a-4a79-80a4-a3cf682e81fe req-bd4e0545-b863-4064-94e0-6cf9da226721 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 210 time: 0.0950651 Feb 10 15:22:41.860241 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988c23e-e909-465b-9787-41a73e413716 req-cfe6b506-c934-4d81-b4c1-ff60a27e791e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:41.879850 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6988c23e-e909-465b-9787-41a73e413716 req-cfe6b506-c934-4d81-b4c1-ff60a27e791e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 948 time: 0.2685499 Feb 10 15:22:41.919608 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-615ba5ce-16ea-4f43-bc37-2f0a1020d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:41.931515 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-615ba5ce-16ea-4f43-bc37-2f0a1020d3b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 1130 time: 0.2171209 Feb 10 15:22:42.000679 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52feff4b-600a-4d6b-9ed2-ab31bc0ff915 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for security_group_rule (f0edf10f-2283-42ed-aa01-97e842bc9b4c), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:42.065956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-b4805809-0909-4598-94e7-4cc844459760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:42.075427 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-b4805809-0909-4598-94e7-4cc844459760 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 1130 time: 0.3351488 Feb 10 15:22:42.167068 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6988c23e-e909-465b-9787-41a73e413716 req-efa30d05-10e9-46be-998b-191b04c3fa6e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778542 Feb 10 15:22:42.235826 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-d9078e60-fc36-49d0-af60-259e96fac6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:42.238111 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-d9078e60-fc36-49d0-af60-259e96fac6db service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.2981400 Feb 10 15:22:42.247306 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe0f2b-bf2f-4dd8-9276-dec9f582121d req-9200e7d1-55f4-4749-b5c9-4863711e7ff4 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:42.249395 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6bbe0f2b-bf2f-4dd8-9276-dec9f582121d req-9200e7d1-55f4-4749-b5c9-4863711e7ff4 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.1318653 Feb 10 15:22:42.300115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-abdefe77-c521-49ad-b33f-21292b588168 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=986bdcc8-1968-4421-8aee-09173923f139 HTTP/1.1" status: 200 len: 217 time: 0.0485284 Feb 10 15:22:42.369243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-5af189ea-3842-4031-9d18-256f724143cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:42.373099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-5af189ea-3842-4031-9d18-256f724143cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0650058 Feb 10 15:22:42.394257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-bb220fef-a890-467d-9b0f-b13054b65576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:42.395893 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-bb220fef-a890-467d-9b0f-b13054b65576 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.3098660 Feb 10 15:22:42.450247 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-a6400846-6d40-4734-b7ca-af5b48be4d56 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=986bdcc8-1968-4421-8aee-09173923f139 HTTP/1.1" status: 200 len: 217 time: 0.0442867 Feb 10 15:22:42.566707 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52feff4b-600a-4d6b-9ed2-ab31bc0ff915 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for security_group_rule (f0edf10f-2283-42ed-aa01-97e842bc9b4c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:42.578674 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6bbe0f2b-bf2f-4dd8-9276-dec9f582121d req-01ae3983-18ec-440a-8706-edd49af1a03c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828650 Feb 10 15:22:42.593376 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52feff4b-600a-4d6b-9ed2-ab31bc0ff915 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (f0edf10f-2283-42ed-aa01-97e842bc9b4c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:42.633479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-b5696fe0-57ca-4577-98f7-239e21fc27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:42.637636 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-b5696fe0-57ca-4577-98f7-239e21fc27ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2563181 Feb 10 15:22:42.660208 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52feff4b-600a-4d6b-9ed2-ab31bc0ff915 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0edf10f-2283-42ed-aa01-97e842bc9b4c,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:42.701153 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-18383cd4-5920-48d5-983c-5daf28620ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:42.706092 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-18383cd4-5920-48d5-983c-5daf28620ff1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.2466547 Feb 10 15:22:42.736857 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52feff4b-600a-4d6b-9ed2-ab31bc0ff915 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:42.742339 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-52feff4b-600a-4d6b-9ed2-ab31bc0ff915 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0320716 Feb 10 15:22:42.777170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47800) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:42.788110 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-8fe2248c-a86a-45e2-8baf-9da6c53ee0f8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Request body: {'security_group_rule': {'security_group_id': '5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:42.862420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-7a3a9e8c-c01a-43a3-89b2-591a5526b697 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166967 Feb 10 15:22:42.876636 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-687ea4cf-13a2-4049-b8cc-50fc9caa5a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:42.882676 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fe2248c-a86a-45e2-8baf-9da6c53ee0f8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for security_group_rule (c2223ae3-a928-45be-88ba-956492e663a4), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:42.947946 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-eef80328-c8dc-4c5c-9c02-afd74a214ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:42.949530 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-eef80328-c8dc-4c5c-9c02-afd74a214ef7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2360501 Feb 10 15:22:43.047265 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-15dc82ad-1303-4716-80b7-996c0225d5fd service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783183 Feb 10 15:22:43.106898 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a19f1db-a4ce-4b9b-adb6-3a4b100feba2 req-bf2f09aa-c9c4-45ed-97aa-e24a12968cf9 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 210 time: 0.0619185 Feb 10 15:22:43.209914 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fe2248c-a86a-45e2-8baf-9da6c53ee0f8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for security_group_rule (c2223ae3-a928-45be-88ba-956492e663a4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:43.224143 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-14a47d29-bb0a-4eeb-b607-b37b6ebc363b service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622600 Feb 10 15:22:43.233031 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fe2248c-a86a-45e2-8baf-9da6c53ee0f8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (c2223ae3-a928-45be-88ba-956492e663a4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:43.315681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2248c-a86a-45e2-8baf-9da6c53ee0f8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2223ae3-a928-45be-88ba-956492e663a4,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:43.355386 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fe2248c-a86a-45e2-8baf-9da6c53ee0f8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:43.356608 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8fe2248c-a86a-45e2-8baf-9da6c53ee0f8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5784998 Feb 10 15:22:43.361193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47808) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:43.367331 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:43.378753 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41217382-6843-443b-8f90-969e0b41770a req-3a17f137-f86f-4121-ac25-41f472e89a46 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:43.381390 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41217382-6843-443b-8f90-969e0b41770a req-3a17f137-f86f-4121-ac25-41f472e89a46 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 948 time: 0.0869296 Feb 10 15:22:43.415164 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:43.436534 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a507d61-4092-4aa3-bf7e-94dbcb489a5e req-f4bd8d8a-d715-4079-9db0-fcff09a993b2 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006240 Feb 10 15:22:43.508879 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41217382-6843-443b-8f90-969e0b41770a req-658e3232-c069-4ad6-bb47-1601cec48a50 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209919 Feb 10 15:22:43.636883 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:43.832298 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b840c93-1464-44fb-a946-9e6f7e32a400 req-f0fe54c6-daf2-4624-9c72-9afc8ea28a8f tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:43.839722 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b840c93-1464-44fb-a946-9e6f7e32a400 req-f0fe54c6-daf2-4624-9c72-9afc8ea28a8f tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.1232400 Feb 10 15:22:43.992230 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b840c93-1464-44fb-a946-9e6f7e32a400 req-226dcd14-411d-40f8-91fa-ab402af011b8 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511929 Feb 10 15:22:44.047955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Allocated IP 172.25.3.45 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/fd31fcc4-771c-4f41-bae2-23a37e0ac500) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:22:44.266792 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62a314e3-a2ed-47e9-ba0c-72c5d6170cee req-d85eb00f-e3eb-44d2-9553-75b803a9fb15 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 210 time: 0.0589876 Feb 10 15:22:44.304412 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for port (fd31fcc4-771c-4f41-bae2-23a37e0ac500), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:44.435419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-fe3bc683-e549-4ba2-9312-bbfb0034de16 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:44.437067 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-fe3bc683-e549-4ba2-9312-bbfb0034de16 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 805 time: 0.7835920 Feb 10 15:22:44.438710 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fd31fcc4-771c-4f41-bae2-23a37e0ac500), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:44.459857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-13d5d2bd-ed79-45f7-b0fe-c0e858e3551a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Request body: {'port': {'device_id': 'cb710bb8-aeff-4e68-ac73-cee79692c7e8', 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2', 'admin_state_up': True, 'tenant_id': 'c93f02832d4b44afb04fc0e05260fb2f'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:44.678613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:22:44.686218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:22:44.688938 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:22:44.759140 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9fae6-262c-45e2-b197-e5012b96d361 req-50554550-e5bf-4de5-a377-4d03d8be0e91 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:44.770861 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ed9fae6-262c-45e2-b197-e5012b96d361 req-50554550-e5bf-4de5-a377-4d03d8be0e91 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 948 time: 0.1605210 Feb 10 15:22:44.780117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event updated for resources: {'Port': ['ID=fd31fcc4-771c-4f41-bae2-23a37e0ac500,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:44.812242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-13d5d2bd-ed79-45f7-b0fe-c0e858e3551a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Made reservation on behalf of c93f02832d4b44afb04fc0e05260fb2f for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:22:44.818633 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-13d5d2bd-ed79-45f7-b0fe-c0e858e3551a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:44.867947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ed9fae6-262c-45e2-b197-e5012b96d361 req-cc142f44-e4de-482b-b2b6-665c17e14ac1 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916772 Feb 10 15:22:44.916892 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for floatingip (81f1b54c-93b7-44bd-a439-3f6203763b8e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:45.157277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-13d5d2bd-ed79-45f7-b0fe-c0e858e3551a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Allocated IP 172.20.0.4 (70523496-0fb2-49c3-a6f3-295faa4269e2/641d274e-0229-4226-b05a-8b572a0b405b/34734d50-91dc-4fe9-830e-1cbe38af2c04) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:22:45.180558 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d825893-a975-4000-bede-773748883a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:45.253221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10796bb-a031-48df-baf9-91f50bc9b5c8 req-5e10e0a8-e5ca-4b2f-82b1-8e4a27943b9d tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:45.267559 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f10796bb-a031-48df-baf9-91f50bc9b5c8 req-5e10e0a8-e5ca-4b2f-82b1-8e4a27943b9d tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.1453385 Feb 10 15:22:45.357922 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f10796bb-a031-48df-baf9-91f50bc9b5c8 req-db1ac5e7-e0fe-4418-9112-97d9c3726973 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883639 Feb 10 15:22:45.516770 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fd31fcc4-771c-4f41-bae2-23a37e0ac500), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:45.543626 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff76fddc-697c-4910-bd1b-da5a44e52c6b req-107d11b5-e349-4692-a2e2-668024f7c900 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 210 time: 0.1125686 Feb 10 15:22:45.561447 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-13d5d2bd-ed79-45f7-b0fe-c0e858e3551a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks [] for port (34734d50-91dc-4fe9-830e-1cbe38af2c04), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:45.825348 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-13d5d2bd-ed79-45f7-b0fe-c0e858e3551a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (34734d50-91dc-4fe9-830e-1cbe38af2c04), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:45.842370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:22:45.940029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-13d5d2bd-ed79-45f7-b0fe-c0e858e3551a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Network 70523496-0fb2-49c3-a6f3-295faa4269e2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:22:45.957821 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-13d5d2bd-ed79-45f7-b0fe-c0e858e3551a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:22:45.976507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-13d5d2bd-ed79-45f7-b0fe-c0e858e3551a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:22:46.037687 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5d2bd-ed79-45f7-b0fe-c0e858e3551a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Pushing event updated for resources: {'Port': ['ID=34734d50-91dc-4fe9-830e-1cbe38af2c04,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:46.108455 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for port (fd31fcc4-771c-4f41-bae2-23a37e0ac500), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:46.172127 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16abde-fda2-441c-98e0-2f6756150977 req-c46c7d68-1fd1-4fd3-b4da-db7ae958cb20 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:46.185531 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fd31fcc4-771c-4f41-bae2-23a37e0ac500), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:46.191426 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a16abde-fda2-441c-98e0-2f6756150977 req-c46c7d68-1fd1-4fd3-b4da-db7ae958cb20 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 948 time: 0.1345301 Feb 10 15:22:46.264858 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:46.308430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event updated for resources: {'Port': ['ID=fd31fcc4-771c-4f41-bae2-23a37e0ac500,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:46.332894 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a16abde-fda2-441c-98e0-2f6756150977 req-c19c367f-f971-4dbb-8d52-d430d7443a9d tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353085 Feb 10 15:22:46.340515 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-13d5d2bd-ed79-45f7-b0fe-c0e858e3551a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:46.341394 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-13d5d2bd-ed79-45f7-b0fe-c0e858e3551a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:46.485120 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-13d5d2bd-ed79-45f7-b0fe-c0e858e3551a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0301628 Feb 10 15:22:46.539622 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Request body: {'port': {'device_id': 'cb710bb8-aeff-4e68-ac73-cee79692c7e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:46.661939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 986bdcc8-1968-4421-8aee-09173923f139 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:22:46.774432 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (81f1b54c-93b7-44bd-a439-3f6203763b8e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:46.812407 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (34734d50-91dc-4fe9-830e-1cbe38af2c04), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:46.841325 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:46.842571 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-008c19b3-8877-4248-8130-c93e392409ab tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4799349 Feb 10 15:22:46.850866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 986bdcc8-1968-4421-8aee-09173923f139, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=986bdcc8-1968-4421-8aee-09173923f139,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:46.887148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '986bdcc8-1968-4421-8aee-09173923f139', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '986bdcc8-1968-4421-8aee-09173923f139', 'mac_address': 'fa:16:3e:11:24:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:22:46.953681 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a938d7-982d-468d-960e-84653fe52944 req-2788b1e3-2952-4ca6-8d9e-2bd6b428a275 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:46.956368 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6a938d7-982d-468d-960e-84653fe52944 req-2788b1e3-2952-4ca6-8d9e-2bd6b428a275 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.4330502 Feb 10 15:22:46.970323 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04ae91-9af5-4dfa-a123-bed599e7a47c req-b95736d0-71d7-4d4b-b9a4-6c474f826168 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:46.977621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 986bdcc8-1968-4421-8aee-09173923f139 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:46.977901 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed04ae91-9af5-4dfa-a123-bed599e7a47c req-b95736d0-71d7-4d4b-b9a4-6c474f826168 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 931 time: 0.2970829 Feb 10 15:22:46.978392 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (986bdcc8-1968-4421-8aee-09173923f139), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:46.999866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986bdcc8-1968-4421-8aee-09173923f139 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:22:47.052128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 986bdcc8-1968-4421-8aee-09173923f139, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=986bdcc8-1968-4421-8aee-09173923f139,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:47.062715 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (986bdcc8-1968-4421-8aee-09173923f139), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:47.137629 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae998f61-d3ae-41c1-bb61-a96e17e6d5bb req-086a25f5-e88c-49db-bdf8-3501aa806eb0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:47.140234 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae998f61-d3ae-41c1-bb61-a96e17e6d5bb req-086a25f5-e88c-49db-bdf8-3501aa806eb0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.72 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80&tenant_id=671a8c1cbc3247fe9316f7b0241815f0&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 948 time: 0.3657560 Feb 10 15:22:47.174961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=986bdcc8-1968-4421-8aee-09173923f139,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:47.228223 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6a938d7-982d-468d-960e-84653fe52944 req-11814540-10f8-4bca-8f0d-506951caab9a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469044 Feb 10 15:22:47.253010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed04ae91-9af5-4dfa-a123-bed599e7a47c req-503767e4-1ea8-4f86-a09e-107f2f1ceadc tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740612 Feb 10 15:22:47.392308 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-ae998f61-d3ae-41c1-bb61-a96e17e6d5bb req-5701b66a-c69e-461e-92bc-18543d59b282 service neutron] delete failed (client error): The resource could not be found. Feb 10 15:22:47.393463 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae998f61-d3ae-41c1-bb61-a96e17e6d5bb req-5701b66a-c69e-461e-92bc-18543d59b282 service neutron] 10.222.0.72 "DELETE /v2.0/ports/986bdcc8-1968-4421-8aee-09173923f139/bindings/n-h1-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.2276106 Feb 10 15:22:47.521088 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['986bdcc8-1968-4421-8aee-09173923f139'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:22:47.610750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34734d50-91dc-4fe9-830e-1cbe38af2c04 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:22:47.641412 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Publish callbacks [] for port (34734d50-91dc-4fe9-830e-1cbe38af2c04), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:47.699122 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Transition to ACTIVE for port object 34734d50-91dc-4fe9-830e-1cbe38af2c04 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:22:47.709440 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (34734d50-91dc-4fe9-830e-1cbe38af2c04), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:47.775350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553433a-328b-4ea6-bd54-6852f81f2b00 req-902d7eb1-5c77-4dd3-a49c-67245fdf76e5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:47.788753 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b553433a-328b-4ea6-bd54-6852f81f2b00 req-902d7eb1-5c77-4dd3-a49c-67245fdf76e5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 949 time: 0.3631744 Feb 10 15:22:47.792233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae998f61-d3ae-41c1-bb61-a96e17e6d5bb req-37f5ef87-4e10-4dc7-983b-d9756ac5e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:47.793993 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae998f61-d3ae-41c1-bb61-a96e17e6d5bb req-37f5ef87-4e10-4dc7-983b-d9756ac5e732 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 1131 time: 0.2695975 Feb 10 15:22:47.828255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-efb6e208-6d16-43a8-b9c6-811ec3aa42b7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--289263079&fields=id&tenant_id=77c5c19a68194da2886794ae5b561292 HTTP/1.1" status: 200 len: 267 time: 0.3025525 Feb 10 15:22:47.925824 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:47.952684 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae998f61-d3ae-41c1-bb61-a96e17e6d5bb req-756746fa-aaa4-4c73-b229-26a08d71d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:47.952891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=34734d50-91dc-4fe9-830e-1cbe38af2c04,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:47.955067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae998f61-d3ae-41c1-bb61-a96e17e6d5bb req-756746fa-aaa4-4c73-b229-26a08d71d952 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1233449 Feb 10 15:22:47.969388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Attempting to bind port 34734d50-91dc-4fe9-830e-1cbe38af2c04 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:22:47.969737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Attempting to bind port 34734d50-91dc-4fe9-830e-1cbe38af2c04 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:22:47.970072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Attempting to bind port 34734d50-91dc-4fe9-830e-1cbe38af2c04 on network 70523496-0fb2-49c3-a6f3-295faa4269e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:22:47.976915 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Port 34734d50-91dc-4fe9-830e-1cbe38af2c04 on network 70523496-0fb2-49c3-a6f3-295faa4269e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:22:47.977967 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Attempting to bind port 34734d50-91dc-4fe9-830e-1cbe38af2c04 on network 70523496-0fb2-49c3-a6f3-295faa4269e2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:22:47.985991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:22:47.986427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Checking segment: {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:22:47.987938 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Bound using segment: {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:22:47.988391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Bound port: 34734d50-91dc-4fe9-830e-1cbe38af2c04, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1f8e45-196b-407f-87c1-07fc412d9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:22:47.990968 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (34734d50-91dc-4fe9-830e-1cbe38af2c04), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:48.043764 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae998f61-d3ae-41c1-bb61-a96e17e6d5bb req-765fbc78-5695-4287-87fd-23575a5e9891 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=986bdcc8-1968-4421-8aee-09173923f139 HTTP/1.1" status: 200 len: 217 time: 0.0813336 Feb 10 15:22:48.060779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-22ee86c2-2642-45a9-9b3d-82430cfc4f70 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:48.068328 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-22ee86c2-2642-45a9-9b3d-82430cfc4f70 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports/8c24031c-37a7-4018-9913-6d7f2261f999 HTTP/1.1" status: 200 len: 932 time: 0.2382047 Feb 10 15:22:48.123397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] For port 34734d50-91dc-4fe9-830e-1cbe38af2c04, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:22:48.139960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] For port 34734d50-91dc-4fe9-830e-1cbe38af2c04, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=34734d50-91dc-4fe9-830e-1cbe38af2c04,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:22:48.161979 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (34734d50-91dc-4fe9-830e-1cbe38af2c04), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:48.175940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b553433a-328b-4ea6-bd54-6852f81f2b00 req-2e2b1026-a17d-483a-81ed-329605cdeac0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811646 Feb 10 15:22:48.206184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-07f38864-9ae4-471d-8b29-f1bd889f3cbe tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:48.213190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-07f38864-9ae4-471d-8b29-f1bd889f3cbe tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports/9e1f9b81-9f36-4c16-9aae-871bc3c83e40 HTTP/1.1" status: 200 len: 932 time: 0.1436503 Feb 10 15:22:48.245097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47950) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:48.263909 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae998f61-d3ae-41c1-bb61-a96e17e6d5bb req-c7875426-bd86-49e4-a01d-2c8ced531e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:48.265456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae998f61-d3ae-41c1-bb61-a96e17e6d5bb req-c7875426-bd86-49e4-a01d-2c8ced531e35 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.2115834 Feb 10 15:22:48.269158 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:48.269881 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:48.271374 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] 10.222.0.79 "PUT /v2.0/ports/34734d50-91dc-4fe9-830e-1cbe38af2c04 HTTP/1.1" status: 200 len: 1091 time: 1.7641661 Feb 10 15:22:48.271816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb710bb8-aeff-4e68-ac73-cee79692c7e8', 'tag': '34734d50-91dc-4fe9-830e-1cbe38af2c04'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:48.274527 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddef9945-e08e-465b-8a5d-053a1b4620f2" -d '{"events": [{"name": "network-changed", "server_uuid": "cb710bb8-aeff-4e68-ac73-cee79692c7e8", "tag": "34734d50-91dc-4fe9-830e-1cbe38af2c04"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:48.311023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8acdb-c157-40bf-8103-0416ca8fe7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=34734d50-91dc-4fe9-830e-1cbe38af2c04,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:48.319408 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-20e2c8df-bd05-422b-adf0-275e7e0653ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?network_id=241f314e-851f-4a4e-975e-db3f4aeb2f85&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1052396 Feb 10 15:22:48.411169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-59f5a71f-e17c-42df-aa34-5cdd9524ad5b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?network_id=241f314e-851f-4a4e-975e-db3f4aeb2f85&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0907686 Feb 10 15:22:48.449127 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-04de3c5d-f0d1-4214-a8a5-f7de120f0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:48.450730 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-04de3c5d-f0d1-4214-a8a5-f7de120f0dfc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 1125 time: 0.1252041 Feb 10 15:22:48.483629 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae998f61-d3ae-41c1-bb61-a96e17e6d5bb req-9db4b096-f057-41f7-b547-149c2c80096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:48.485176 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae998f61-d3ae-41c1-bb61-a96e17e6d5bb req-9db4b096-f057-41f7-b547-149c2c80096b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1821144 Feb 10 15:22:48.567395 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-1d6143fd-4f52-4b06-8651-5a2e1e6e8b7b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34734d50-91dc-4fe9-830e-1cbe38af2c04 HTTP/1.1" status: 200 len: 217 time: 0.1081569 Feb 10 15:22:48.576918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82168f-2ef2-4b4b-8b24-413eaf729465 req-ae5de1d1-ccb2-4e1a-9464-d3eeb57f5f43 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:48.578483 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a82168f-2ef2-4b4b-8b24-413eaf729465 req-ae5de1d1-ccb2-4e1a-9464-d3eeb57f5f43 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.2099407 Feb 10 15:22:48.657341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3b95f34e-f677-4dec-b07d-313b7a95fe23 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:48.662176 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3b95f34e-f677-4dec-b07d-313b7a95fe23 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:48.667022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3b95f34e-f677-4dec-b07d-313b7a95fe23 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:48.673187 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-f63a6ddd-8042-4e76-b0c9-0ef4774d80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:48.673903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3b95f34e-f677-4dec-b07d-313b7a95fe23 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/networks?id=7158b96a-de60-4916-ac3c-296c21899b4e&id=eab9049c-4606-40f8-ad81-3a61ba10d119&id=eab9049c-4606-40f8-ad81-3a61ba10d119&id=241f314e-851f-4a4e-975e-db3f4aeb2f85&id=241f314e-851f-4a4e-975e-db3f4aeb2f85 HTTP/1.1" status: 200 len: 1989 time: 0.2617974 Feb 10 15:22:48.675295 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-f63a6ddd-8042-4e76-b0c9-0ef4774d80c6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 200 len: 845 time: 0.0873992 Feb 10 15:22:48.676342 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-137d8730-228f-4404-95a8-baabe8486b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:48.702889 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5e121dd8-f052-44ff-be1b-fa4de987dbeb tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/quotas/77c5c19a68194da2886794ae5b561292 HTTP/1.1" status: 200 len: 375 time: 0.0276279 Feb 10 15:22:48.771783 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae998f61-d3ae-41c1-bb61-a96e17e6d5bb req-b4779b0d-f44a-401c-96ea-677013d1ded8 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791390 Feb 10 15:22:48.776356 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-137d8730-228f-4404-95a8-baabe8486b4b admin admin] Publish callbacks [] for security_group (476978f8-b769-4e20-aeda-d2a5c95da2aa), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:48.785983 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a82168f-2ef2-4b4b-8b24-413eaf729465 req-dc6a195d-07aa-49a3-bc76-4c573652010c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931283 Feb 10 15:22:48.816948 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-aadb1889-0e67-466a-9369-8c595ded1785 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=70523496-0fb2-49c3-a6f3-295faa4269e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316552 Feb 10 15:22:48.834168 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-137d8730-228f-4404-95a8-baabe8486b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (476978f8-b769-4e20-aeda-d2a5c95da2aa), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:48.892940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-a79885d9-f1ed-44eb-9fc4-b8b503618a6b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c5c19a68194da2886794ae5b561292&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1890745 Feb 10 15:22:48.992223 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:49.039759 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa5966-5ff2-4375-9950-a93baa1c3013 req-6f6a6288-e060-4a26-a74e-3e113ff4a928 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:49.050217 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afaa5966-5ff2-4375-9950-a93baa1c3013 req-6f6a6288-e060-4a26-a74e-3e113ff4a928 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 943 time: 0.1201468 Feb 10 15:22:49.052546 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae998f61-d3ae-41c1-bb61-a96e17e6d5bb req-9e2f2b15-f924-4e59-b77f-a5ea3d610638 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656655 Feb 10 15:22:49.281648 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-137d8730-228f-4404-95a8-baabe8486b4b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca30baee47194c66b5eb0cc32877bfee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0354960 Feb 10 15:22:49.284318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d8730-228f-4404-95a8-baabe8486b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476978f8-b769-4e20-aeda-d2a5c95da2aa,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:49.286803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47968) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:49.364769 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-4974aa4c-852c-4592-a841-8bda8af2e266 service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368118 Feb 10 15:22:49.367555 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf81180c-0b6a-4c56-8304-41823469ddc7 admin admin] Publish callbacks [] for security_group (476978f8-b769-4e20-aeda-d2a5c95da2aa), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:49.380720 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3454cb10-f278-4b71-ac00-b4ad14ccdef9 service neutron] 10.222.0.64 "GET /v2.0/networks/7158b96a-de60-4916-ac3c-296c21899b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559388 Feb 10 15:22:49.404139 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afaa5966-5ff2-4375-9950-a93baa1c3013 req-86bc2f4a-b613-4324-9485-f267a8d79c32 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366556 Feb 10 15:22:49.419239 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf81180c-0b6a-4c56-8304-41823469ddc7 admin admin] Publish callbacks [] for security_group (476978f8-b769-4e20-aeda-d2a5c95da2aa), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:49.507766 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cc8f7d-6db6-46c6-9594-36ae01165ceb x-openstack-request-id: req-85cc8f7d-6db6-46c6-9594-36ae01165ceb {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:49.509505 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb710bb8-aeff-4e68-ac73-cee79692c7e8", "tag": "34734d50-91dc-4fe9-830e-1cbe38af2c04", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:49.509835 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85cc8f7d-6db6-46c6-9594-36ae01165ceb {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:49.510175 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb710bb8-aeff-4e68-ac73-cee79692c7e8', 'tag': '34734d50-91dc-4fe9-830e-1cbe38af2c04', 'status': 'completed', 'code': 200} Feb 10 15:22:49.605560 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b055af9-3d7f-47fd-b01f-95981a6f5e44 req-4f4a33b6-49b8-429a-9145-bd574f6e98f2 service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325466 Feb 10 15:22:49.612955 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5b0c3982-eaf5-4e05-af7e-eec9e8793e1b service neutron] 10.222.0.64 "GET /v2.0/networks/7158b96a-de60-4916-ac3c-296c21899b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030573 Feb 10 15:22:49.629918 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf81180c-0b6a-4c56-8304-41823469ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (476978f8-b769-4e20-aeda-d2a5c95da2aa), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:49.633244 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf81180c-0b6a-4c56-8304-41823469ddc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:49.634420 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cf81180c-0b6a-4c56-8304-41823469ddc7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/476978f8-b769-4e20-aeda-d2a5c95da2aa HTTP/1.1" status: 204 len: 168 time: 0.3428640 Feb 10 15:22:49.676436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81180c-0b6a-4c56-8304-41823469ddc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476978f8-b769-4e20-aeda-d2a5c95da2aa,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:49.713956 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3fb11182-ec19-4b4c-b221-0cf14ea66b03 service neutron] 10.222.0.64 "GET /v2.0/ports/8c24031c-37a7-4018-9913-6d7f2261f999?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0691793 Feb 10 15:22:49.876699 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef9945-e08e-465b-8a5d-053a1b4620f2 req-377f4443-49c3-4c72-9c0b-c9b2c8753b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:49.878706 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ddef9945-e08e-465b-8a5d-053a1b4620f2 req-377f4443-49c3-4c72-9c0b-c9b2c8753b32 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 1125 time: 0.1081526 Feb 10 15:22:50.035259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef9945-e08e-465b-8a5d-053a1b4620f2 req-5a7dbbce-a2f9-4b00-9d1d-92267e9f320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:50.037391 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ddef9945-e08e-465b-8a5d-053a1b4620f2 req-5a7dbbce-a2f9-4b00-9d1d-92267e9f320b service neutron] 10.222.0.79 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 906 time: 0.1526842 Feb 10 15:22:50.083481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936ed75-2928-446d-801b-1bd402778b0c req-5307849c-1c2a-4674-aceb-bc01cb6b7242 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:50.092303 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6936ed75-2928-446d-801b-1bd402778b0c req-5307849c-1c2a-4674-aceb-bc01cb6b7242 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 949 time: 0.1664503 Feb 10 15:22:50.092769 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ddef9945-e08e-465b-8a5d-053a1b4620f2 req-995dca61-bb3e-442b-9b4b-f09a7c22bf44 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34734d50-91dc-4fe9-830e-1cbe38af2c04 HTTP/1.1" status: 200 len: 217 time: 0.0475097 Feb 10 15:22:50.135200 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-e14b1f08-5cd0-42e0-99ca-b9a9f750c83c service neutron] 10.222.0.64 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151709 Feb 10 15:22:50.191607 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef9945-e08e-465b-8a5d-053a1b4620f2 req-13ff2b54-10f3-4671-9a3c-23fe65254c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:50.209327 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ddef9945-e08e-465b-8a5d-053a1b4620f2 req-13ff2b54-10f3-4671-9a3c-23fe65254c49 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 200 len: 845 time: 0.1107841 Feb 10 15:22:50.227818 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6936ed75-2928-446d-801b-1bd402778b0c req-ec018d74-9f4e-4f03-9340-646010bbf82b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251562 Feb 10 15:22:50.261551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47986) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:50.286995 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0bf6c8f0-e4de-4a74-bc12-89b0ed613492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:50.289451 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ddef9945-e08e-465b-8a5d-053a1b4620f2 req-671c16e0-c979-4191-b940-e4c2b8045fbe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=70523496-0fb2-49c3-a6f3-295faa4269e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742073 Feb 10 15:22:50.430235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-f3265a8c-e02a-4ef7-96db-4c32ca3cbd96 service neutron] 10.222.0.64 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342510 Feb 10 15:22:50.436941 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ddef9945-e08e-465b-8a5d-053a1b4620f2 req-d1c4b5ca-43c8-4489-807f-d097e1e653c0 service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371157 Feb 10 15:22:50.441764 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c3495-c449-40a9-9623-f5a819c32de8 req-e027e8fa-d266-4ec6-82ee-99a0529fc1f4 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:50.459819 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e9c3495-c449-40a9-9623-f5a819c32de8 req-e027e8fa-d266-4ec6-82ee-99a0529fc1f4 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 945 time: 0.1324410 Feb 10 15:22:50.572169 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ddef9945-e08e-465b-8a5d-053a1b4620f2 req-87d65c30-03e0-436a-8d73-c67083577e52 service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295774 Feb 10 15:22:50.606209 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e9c3495-c449-40a9-9623-f5a819c32de8 req-eec6a213-1ba0-4077-bf68-fbaa006283c7 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451473 Feb 10 15:22:50.608429 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0bf6c8f0-e4de-4a74-bc12-89b0ed613492 admin admin] Publish callbacks [] for security_group (fdb628c9-b273-40fc-a411-d4c4e4c9fd76), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:50.611065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-91f2b205-e5fc-4b30-beef-f5109d9c169c service neutron] 10.222.0.64 "GET /v2.0/ports/9e1f9b81-9f36-4c16-9aae-871bc3c83e40?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1476686 Feb 10 15:22:50.640718 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0bf6c8f0-e4de-4a74-bc12-89b0ed613492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fdb628c9-b273-40fc-a411-d4c4e4c9fd76), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:50.689334 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 986bdcc8-1968-4421-8aee-09173923f139 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:22:50.768608 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48004) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:50.769617 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0bf6c8f0-e4de-4a74-bc12-89b0ed613492 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=094c80a6087e4f5f9cc28ebba66d21c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5073342 Feb 10 15:22:50.845592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 986bdcc8-1968-4421-8aee-09173923f139 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:22:50.860120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 986bdcc8-1968-4421-8aee-09173923f139 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:50.861882 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (986bdcc8-1968-4421-8aee-09173923f139), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:50.896174 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9bdc8ba8-3b9c-44fa-934d-b8f555bdbcee admin admin] Publish callbacks [] for security_group (fdb628c9-b273-40fc-a411-d4c4e4c9fd76), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:50.942705 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9bdc8ba8-3b9c-44fa-934d-b8f555bdbcee admin admin] Publish callbacks [] for security_group (fdb628c9-b273-40fc-a411-d4c4e4c9fd76), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:51.041498 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9bdc8ba8-3b9c-44fa-934d-b8f555bdbcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fdb628c9-b273-40fc-a411-d4c4e4c9fd76), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:51.044162 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9bdc8ba8-3b9c-44fa-934d-b8f555bdbcee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:51.045354 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9bdc8ba8-3b9c-44fa-934d-b8f555bdbcee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fdb628c9-b273-40fc-a411-d4c4e4c9fd76 HTTP/1.1" status: 204 len: 168 time: 0.2757289 Feb 10 15:22:51.057328 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc8ba8-3b9c-44fa-934d-b8f555bdbcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb628c9-b273-40fc-a411-d4c4e4c9fd76,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:51.129554 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 986bdcc8-1968-4421-8aee-09173923f139 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:51.133319 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (986bdcc8-1968-4421-8aee-09173923f139), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:51.243100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc0c88f-c857-43a3-b20c-eee6fb0a7d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986bdcc8-1968-4421-8aee-09173923f139'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:51.246351 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af36a77f-9070-43c3-80bd-653b77f4d84f" -d '{"events": [{"server_uuid": "4fc0c88f-c857-43a3-b20c-eee6fb0a7d80", "name": "network-vif-plugged", "status": "completed", "tag": "986bdcc8-1968-4421-8aee-09173923f139"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:51.275655 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 986bdcc8-1968-4421-8aee-09173923f139, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=986bdcc8-1968-4421-8aee-09173923f139,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:51.288669 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (986bdcc8-1968-4421-8aee-09173923f139), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:51.353097 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6c8f0-e4de-4a74-bc12-89b0ed613492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb628c9-b273-40fc-a411-d4c4e4c9fd76,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:51.424705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5301fb-3594-4b1e-85a1-3b58d94619d8 req-c0962e5b-cd75-4932-b3b9-bc546938cd1d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:51.436701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=986bdcc8-1968-4421-8aee-09173923f139,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:51.437517 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a5301fb-3594-4b1e-85a1-3b58d94619d8 req-c0962e5b-cd75-4932-b3b9-bc546938cd1d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 943 time: 0.7217383 Feb 10 15:22:51.462876 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-d0ee1b17-24a0-4642-982d-8986489652d2 service neutron] 10.222.0.64 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8430240 Feb 10 15:22:51.490610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48020) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:51.651631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3967edee-676a-42a0-ab1f-d6c6afe73a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:51.652040 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a5301fb-3594-4b1e-85a1-3b58d94619d8 req-87629e14-bf8a-4d72-9be3-145b9e10e3d1 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055500 Feb 10 15:22:51.681334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-631dde5b-167c-4bac-91b6-ad2016a7c5fb service neutron] 10.222.0.64 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031789 Feb 10 15:22:51.782845 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3967edee-676a-42a0-ab1f-d6c6afe73a56 admin admin] Publish callbacks [] for security_group (1ce1600c-650d-4ed7-b016-a0e56d8e3035), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:51.797434 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3967edee-676a-42a0-ab1f-d6c6afe73a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1ce1600c-650d-4ed7-b016-a0e56d8e3035), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:51.922593 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3967edee-676a-42a0-ab1f-d6c6afe73a56 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e3fefe0ef9e4e0aa1518ced4610326c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4284668 Feb 10 15:22:51.922942 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-db8f912c-bb6e-4ed9-a0eb-39d43f2f56e1 service neutron] 10.222.0.64 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360842 Feb 10 15:22:51.923439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 48040) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:51.928489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967edee-676a-42a0-ab1f-d6c6afe73a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce1600c-650d-4ed7-b016-a0e56d8e3035,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:52.176065 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe43a-6b60-4a55-bdec-34237b39e9b8 admin admin] Publish callbacks [] for security_group (1ce1600c-650d-4ed7-b016-a0e56d8e3035), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:52.201049 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe43a-6b60-4a55-bdec-34237b39e9b8 admin admin] Publish callbacks [] for security_group (1ce1600c-650d-4ed7-b016-a0e56d8e3035), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:52.268501 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe43a-6b60-4a55-bdec-34237b39e9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1ce1600c-650d-4ed7-b016-a0e56d8e3035), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:52.271539 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe43a-6b60-4a55-bdec-34237b39e9b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:52.273184 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d8ffe43a-6b60-4a55-bdec-34237b39e9b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ce1600c-650d-4ed7-b016-a0e56d8e3035 HTTP/1.1" status: 204 len: 168 time: 0.3476875 Feb 10 15:22:52.289273 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffe43a-6b60-4a55-bdec-34237b39e9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce1600c-650d-4ed7-b016-a0e56d8e3035,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:52.323733 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-94470645-9ce3-401a-aa85-caca61862129 service neutron] 10.222.0.64 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852401 Feb 10 15:22:52.516819 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-7fb6807f-7492-4f49-befc-f5dac2c10f10 service neutron] 10.222.0.64 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764731 Feb 10 15:22:52.580057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595cb03-37f0-4e66-a4bc-80a041a2d178 req-96c57d60-c065-494a-98b0-c90fc4acc444 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:52.588216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f595cb03-37f0-4e66-a4bc-80a041a2d178 req-96c57d60-c065-494a-98b0-c90fc4acc444 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1085286 Feb 10 15:22:52.702411 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f595cb03-37f0-4e66-a4bc-80a041a2d178 req-2101c75a-f723-4591-a7ac-e233323790f7 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085260 Feb 10 15:22:52.742245 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-b73aee86-1cab-4fd8-b9a2-1cc87acb36ac service neutron] 10.222.0.64 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151818 Feb 10 15:22:52.779134 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1f82e8-57b4-495c-bdb2-e377adc5db9f x-openstack-request-id: req-cc1f82e8-57b4-495c-bdb2-e377adc5db9f {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:22:52.780392 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc0c88f-c857-43a3-b20c-eee6fb0a7d80", "name": "network-vif-plugged", "status": "completed", "tag": "986bdcc8-1968-4421-8aee-09173923f139", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:22:52.781178 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc1f82e8-57b4-495c-bdb2-e377adc5db9f {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:22:52.781715 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc0c88f-c857-43a3-b20c-eee6fb0a7d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986bdcc8-1968-4421-8aee-09173923f139', 'code': 200} Feb 10 15:22:52.951685 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1ba42f42-43be-4493-a8e5-e22d682c223a service neutron] 10.222.0.64 "GET /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037277 Feb 10 15:22:53.089968 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-a19ff862-6e2b-4506-91b7-43173b4386e3 service neutron] 10.222.0.64 "GET /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310699 Feb 10 15:22:53.232846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12875950-bf55-4886-bd12-80f037aad079 req-4435fe55-4f38-4587-8fca-e883ac1c30d6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:53.234685 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12875950-bf55-4886-bd12-80f037aad079 req-4435fe55-4f38-4587-8fca-e883ac1c30d6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 943 time: 0.1436172 Feb 10 15:22:53.337957 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-98f2cb12-3040-40dc-be79-5166cee40c7c service neutron] 10.222.0.64 "GET /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349739 Feb 10 15:22:53.379609 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12875950-bf55-4886-bd12-80f037aad079 req-cbccf2b3-d7ed-4008-8c7d-b83755bb8cb4 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317852 Feb 10 15:22:53.561772 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2a49964e-cbf4-4514-b03b-30c2dbed88da service neutron] 10.222.0.64 "GET /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228930 Feb 10 15:22:53.636203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b61e9b-01d7-413c-9556-28c684843069 req-2b461c48-d168-4dde-8bcb-6369bfba2e6f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:53.643931 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68b61e9b-01d7-413c-9556-28c684843069 req-2b461c48-d168-4dde-8bcb-6369bfba2e6f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1373270 Feb 10 15:22:53.652108 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-335e3fa9-ad34-453e-ae31-89c995f7c2fb tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:53.653611 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-335e3fa9-ad34-453e-ae31-89c995f7c2fb tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports/8c24031c-37a7-4018-9913-6d7f2261f999 HTTP/1.1" status: 200 len: 932 time: 0.0910807 Feb 10 15:22:53.765206 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68b61e9b-01d7-413c-9556-28c684843069 req-faeab83a-a077-4476-9477-fb1d48e6e1c5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203620 Feb 10 15:22:53.794023 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-c68eb400-0d9a-41e2-9583-a6b2fe264b5d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:53.801956 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-c68eb400-0d9a-41e2-9583-a6b2fe264b5d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports/9e1f9b81-9f36-4c16-9aae-871bc3c83e40 HTTP/1.1" status: 200 len: 932 time: 0.1366315 Feb 10 15:22:54.513831 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-624efca9-af0f-4bbc-ad44-a0e28b33a5ce tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641828 Feb 10 15:22:54.684380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 34734d50-91dc-4fe9-830e-1cbe38af2c04 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:22:54.689784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-f3ac9415-bc73-454d-821e-b693ebacf0c3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:54.697999 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-f3ac9415-bc73-454d-821e-b693ebacf0c3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825151 Feb 10 15:22:54.725257 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-dc71a8c5-32c6-4d67-b4c4-8ab3ef92793b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/quotas/671a8c1cbc3247fe9316f7b0241815f0 HTTP/1.1" status: 200 len: 375 time: 0.0255435 Feb 10 15:22:54.825136 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48192) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:54.916785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-c23af4ef-3b18-4f25-8817-a0f6d61469ef tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:54.918829 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-c23af4ef-3b18-4f25-8817-a0f6d61469ef tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports/8c24031c-37a7-4018-9913-6d7f2261f999 HTTP/1.1" status: 200 len: 932 time: 0.0905185 Feb 10 15:22:54.929792 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 34734d50-91dc-4fe9-830e-1cbe38af2c04, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=34734d50-91dc-4fe9-830e-1cbe38af2c04,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:54.960036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '34734d50-91dc-4fe9-830e-1cbe38af2c04', 'network_id': '70523496-0fb2-49c3-a6f3-295faa4269e2', 'port_id': '34734d50-91dc-4fe9-830e-1cbe38af2c04', 'mac_address': 'fa:16:3e:1f:19:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641d274e-0229-4226-b05a-8b572a0b405b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:22:55.015924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-c242fb2d-fe61-4863-ae14-c753cf8c6265 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:55.018695 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-c242fb2d-fe61-4863-ae14-c753cf8c6265 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports/9e1f9b81-9f36-4c16-9aae-871bc3c83e40 HTTP/1.1" status: 200 len: 932 time: 0.0954342 Feb 10 15:22:55.038537 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76243b38-dcb3-4f87-b987-08574da20889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:55.040082 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-85cc9388-253e-49ca-9969-7d8a8c2765a0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3120356 Feb 10 15:22:55.105699 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 34734d50-91dc-4fe9-830e-1cbe38af2c04 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:55.106231 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (34734d50-91dc-4fe9-830e-1cbe38af2c04), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:55.108531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfb26a-3069-4f32-a53c-2439b0741f5a req-5b90c58e-6ea5-4191-9764-e70397203696 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:55.124041 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29cfb26a-3069-4f32-a53c-2439b0741f5a req-5b90c58e-6ea5-4191-9764-e70397203696 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 943 time: 0.2435355 Feb 10 15:22:55.156507 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76243b38-dcb3-4f87-b987-08574da20889 admin admin] Publish callbacks [] for security_group (3e6cd66c-a677-4ac3-a1b5-11c723708494), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:55.158638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34734d50-91dc-4fe9-830e-1cbe38af2c04 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:22:55.165046 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76243b38-dcb3-4f87-b987-08574da20889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3e6cd66c-a677-4ac3-a1b5-11c723708494), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:55.227176 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-76243b38-dcb3-4f87-b987-08574da20889 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93e05abfdddc4db4b1535056f20332aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3983493 Feb 10 15:22:55.229956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48216) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:55.231747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 34734d50-91dc-4fe9-830e-1cbe38af2c04, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=34734d50-91dc-4fe9-830e-1cbe38af2c04,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:55.238309 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (34734d50-91dc-4fe9-830e-1cbe38af2c04), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:55.255439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76243b38-dcb3-4f87-b987-08574da20889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6cd66c-a677-4ac3-a1b5-11c723708494,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:55.352624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=34734d50-91dc-4fe9-830e-1cbe38af2c04,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:55.388403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f3cb-9951-4980-93af-3ed8b20408d2 admin admin] Publish callbacks [] for security_group (3e6cd66c-a677-4ac3-a1b5-11c723708494), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:55.402791 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29cfb26a-3069-4f32-a53c-2439b0741f5a req-f47c641c-b737-48ee-92c1-b5d56649e974 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777004 Feb 10 15:22:55.434818 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f3cb-9951-4980-93af-3ed8b20408d2 admin admin] Publish callbacks [] for security_group (3e6cd66c-a677-4ac3-a1b5-11c723708494), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:55.514243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 396522bd-2cbd-4047-bed1-80e33fbb9a30 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:22:55.520437 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c814669-1411-4b65-abdf-2c4d9aca6746 req-34240ce3-8a1c-4580-bc31-52acc4ea9c17 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.1065164 Feb 10 15:22:55.568866 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f3cb-9951-4980-93af-3ed8b20408d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3e6cd66c-a677-4ac3-a1b5-11c723708494), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:55.584970 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f3cb-9951-4980-93af-3ed8b20408d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:55.586591 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4bb2f3cb-9951-4980-93af-3ed8b20408d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e6cd66c-a677-4ac3-a1b5-11c723708494 HTTP/1.1" status: 204 len: 168 time: 0.3456502 Feb 10 15:22:55.625335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2f3cb-9951-4980-93af-3ed8b20408d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6cd66c-a677-4ac3-a1b5-11c723708494,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:56.154787 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['34734d50-91dc-4fe9-830e-1cbe38af2c04'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:22:56.161276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 48256) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:56.184368 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-784a8119-65ae-4aeb-9e4f-684705600f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:56.277185 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.resource_extend [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:22:56.383682 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-784a8119-65ae-4aeb-9e4f-684705600f41 admin admin] Publish callbacks [] for security_group (b2934d1f-6e17-49e4-a48b-f5a91dbf118e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:56.391170 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-784a8119-65ae-4aeb-9e4f-684705600f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b2934d1f-6e17-49e4-a48b-f5a91dbf118e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:56.457720 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 396522bd-2cbd-4047-bed1-80e33fbb9a30, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=396522bd-2cbd-4047-bed1-80e33fbb9a30,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:56.486806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '396522bd-2cbd-4047-bed1-80e33fbb9a30', 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f', 'port_id': '396522bd-2cbd-4047-bed1-80e33fbb9a30', 'mac_address': 'fa:16:3e:cc:4e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c893dfab-f651-45c9-bbd2-d815d5f365d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:22:56.521837 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48264) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:22:56.523255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-784a8119-65ae-4aeb-9e4f-684705600f41 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a94990ea12164aafa771d9107c9f1f3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3600764 Feb 10 15:22:56.525194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a8119-65ae-4aeb-9e4f-684705600f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2934d1f-6e17-49e4-a48b-f5a91dbf118e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:56.543962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 396522bd-2cbd-4047-bed1-80e33fbb9a30 is: ACTIVE; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:56.544366 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:56.560442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 396522bd-2cbd-4047-bed1-80e33fbb9a30 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:22:56.589531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 396522bd-2cbd-4047-bed1-80e33fbb9a30, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=396522bd-2cbd-4047-bed1-80e33fbb9a30,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:56.595101 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:56.649874 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ad23be1-e23c-4b7b-ac70-4fd72b967c84 admin admin] Publish callbacks [] for security_group (b2934d1f-6e17-49e4-a48b-f5a91dbf118e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:56.696532 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['396522bd-2cbd-4047-bed1-80e33fbb9a30'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:22:56.709360 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ad23be1-e23c-4b7b-ac70-4fd72b967c84 admin admin] Publish callbacks [] for security_group (b2934d1f-6e17-49e4-a48b-f5a91dbf118e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:56.846438 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=396522bd-2cbd-4047-bed1-80e33fbb9a30,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:56.856474 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ad23be1-e23c-4b7b-ac70-4fd72b967c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b2934d1f-6e17-49e4-a48b-f5a91dbf118e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:56.859625 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ad23be1-e23c-4b7b-ac70-4fd72b967c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:56.861351 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2ad23be1-e23c-4b7b-ac70-4fd72b967c84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2934d1f-6e17-49e4-a48b-f5a91dbf118e HTTP/1.1" status: 204 len: 168 time: 0.3379076 Feb 10 15:22:56.874326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad23be1-e23c-4b7b-ac70-4fd72b967c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2934d1f-6e17-49e4-a48b-f5a91dbf118e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:57.203714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-ed127f74-3e5f-4b84-b3d2-80832958614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:57.205303 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-ed127f74-3e5f-4b84-b3d2-80832958614e service neutron] 10.222.0.72 "GET /v2.0/ports/8c24031c-37a7-4018-9913-6d7f2261f999 HTTP/1.1" status: 200 len: 1028 time: 0.1003706 Feb 10 15:22:57.295867 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-43fd2272-8dea-4a56-90ad-9a82dea19eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:57.301503 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-43fd2272-8dea-4a56-90ad-9a82dea19eb4 service neutron] 10.222.0.72 "GET /v2.0/ports/9e1f9b81-9f36-4c16-9aae-871bc3c83e40 HTTP/1.1" status: 200 len: 1028 time: 0.0838404 Feb 10 15:22:57.505455 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-d4063a99-677f-4c97-ae2e-46e0634040a2 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413187 Feb 10 15:22:57.523606 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 396522bd-2cbd-4047-bed1-80e33fbb9a30 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:22:57.650882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 396522bd-2cbd-4047-bed1-80e33fbb9a30 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:57.651530 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:57.692205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4f5023c9-b5e5-400b-b0ba-f31ca172f7a9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:57.703847 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4f5023c9-b5e5-400b-b0ba-f31ca172f7a9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:57.709589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4f5023c9-b5e5-400b-b0ba-f31ca172f7a9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:57.711735 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4f5023c9-b5e5-400b-b0ba-f31ca172f7a9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.72 "GET /v2.0/networks?id=7158b96a-de60-4916-ac3c-296c21899b4e&id=eab9049c-4606-40f8-ad81-3a61ba10d119&id=eab9049c-4606-40f8-ad81-3a61ba10d119&id=eab9049c-4606-40f8-ad81-3a61ba10d119&id=eab9049c-4606-40f8-ad81-3a61ba10d119&id=241f314e-851f-4a4e-975e-db3f4aeb2f85&id=241f314e-851f-4a4e-975e-db3f4aeb2f85 HTTP/1.1" status: 200 len: 1989 time: 0.4062710 Feb 10 15:22:57.803481 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 396522bd-2cbd-4047-bed1-80e33fbb9a30 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:57.806870 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:57.868217 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-8a08103c-3d5b-4b8e-b9cb-013f3ee0a477 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:57.882433 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-8a08103c-3d5b-4b8e-b9cb-013f3ee0a477 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3728487 Feb 10 15:22:57.897245 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-5b7e968d-e500-4b88-a5d4-fa0803e9ea9c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Request body: {'port': {'device_id': 'a8f1f343-658e-4099-861d-3c7153dc20a9', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '671a8c1cbc3247fe9316f7b0241815f0'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:57.900289 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905b42ec-33bb-4888-8ef4-06c8bff5f9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396522bd-2cbd-4047-bed1-80e33fbb9a30'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:22:57.910766 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3254a2-358b-404e-85fe-74b9427a9a18" -d '{"events": [{"server_uuid": "905b42ec-33bb-4888-8ef4-06c8bff5f9ce", "name": "network-vif-plugged", "status": "completed", "tag": "396522bd-2cbd-4047-bed1-80e33fbb9a30"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:22:57.946430 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1b33fcc3-d8ef-459a-a194-13b92e686750 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77c5c19a68194da2886794ae5b561292 HTTP/1.1" status: 200 len: 379 time: 0.2226458 Feb 10 15:22:57.957083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3cbbea91-cc99-4da0-9f9e-9a98f567b503 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Request body: {'port': {'device_id': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e', 'admin_state_up': True, 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'security_groups': ['5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:57.959448 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 396522bd-2cbd-4047-bed1-80e33fbb9a30, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=396522bd-2cbd-4047-bed1-80e33fbb9a30,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:57.973042 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:58.053484 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=396522bd-2cbd-4047-bed1-80e33fbb9a30,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:58.279583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-5b7e968d-e500-4b88-a5d4-fa0803e9ea9c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Made reservation on behalf of 671a8c1cbc3247fe9316f7b0241815f0 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:22:58.283837 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-5b7e968d-e500-4b88-a5d4-fa0803e9ea9c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:58.399350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3cbbea91-cc99-4da0-9f9e-9a98f567b503 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Made reservation on behalf of 77c5c19a68194da2886794ae5b561292 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:22:58.404252 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3cbbea91-cc99-4da0-9f9e-9a98f567b503 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:58.619887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-5b7e968d-e500-4b88-a5d4-fa0803e9ea9c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Allocated IP 192.168.233.185 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:22:58.626039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3cbbea91-cc99-4da0-9f9e-9a98f567b503 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Allocated IP 172.20.0.7 (7158b96a-de60-4916-ac3c-296c21899b4e/528764d9-6755-465a-9863-88a28775553b/19a58c1e-d08d-49d9-a4bc-f12168063f86) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:22:58.726439 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 34734d50-91dc-4fe9-830e-1cbe38af2c04 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:22:58.868911 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 34734d50-91dc-4fe9-830e-1cbe38af2c04 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:22:58.880513 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 34734d50-91dc-4fe9-830e-1cbe38af2c04 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:22:58.880933 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (34734d50-91dc-4fe9-830e-1cbe38af2c04), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:59.050027 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3cbbea91-cc99-4da0-9f9e-9a98f567b503 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:59.103823 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-5b7e968d-e500-4b88-a5d4-fa0803e9ea9c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks [] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:59.147222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 34734d50-91dc-4fe9-830e-1cbe38af2c04 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:22:59.147627 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (34734d50-91dc-4fe9-830e-1cbe38af2c04), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:59.163947 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3cbbea91-cc99-4da0-9f9e-9a98f567b503 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:59.193746 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-5b7e968d-e500-4b88-a5d4-fa0803e9ea9c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:59.217075 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['58bc5875-2e08-45d6-8111-df0e3772daef', '986bdcc8-1968-4421-8aee-09173923f139'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:22:59.266035 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3cbbea91-cc99-4da0-9f9e-9a98f567b503 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Network 7158b96a-de60-4916-ac3c-296c21899b4e is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:22:59.273652 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3cbbea91-cc99-4da0-9f9e-9a98f567b503 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:22:59.278935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3cbbea91-cc99-4da0-9f9e-9a98f567b503 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:22:59.374197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3cbbea91-cc99-4da0-9f9e-9a98f567b503 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:59.376928 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3cbbea91-cc99-4da0-9f9e-9a98f567b503 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:59.386458 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e968d-e500-4b88-a5d4-fa0803e9ea9c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Pushing event updated for resources: {'Port': ['ID=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:59.413170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-5b7e968d-e500-4b88-a5d4-fa0803e9ea9c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:22:59.421439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-5b7e968d-e500-4b88-a5d4-fa0803e9ea9c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:22:59.424064 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3cbbea91-cc99-4da0-9f9e-9a98f567b503 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4712663 Feb 10 15:22:59.430774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-5b7e968d-e500-4b88-a5d4-fa0803e9ea9c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:22:59.457630 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-cc5bfe61-2018-4e10-82a8-a68ed38a5fed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Request body: {'port': {'device_id': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119', 'admin_state_up': True, 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'security_groups': ['5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:59.476606 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbea91-cc99-4da0-9f9e-9a98f567b503 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event updated for resources: {'Port': ['ID=19a58c1e-d08d-49d9-a4bc-f12168063f86,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:59.502558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 34734d50-91dc-4fe9-830e-1cbe38af2c04, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=34734d50-91dc-4fe9-830e-1cbe38af2c04,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:22:59.534971 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (34734d50-91dc-4fe9-830e-1cbe38af2c04), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:59.655618 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-5b7e968d-e500-4b88-a5d4-fa0803e9ea9c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:22:59.656322 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-5b7e968d-e500-4b88-a5d4-fa0803e9ea9c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:59.703116 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-5b7e968d-e500-4b88-a5d4-fa0803e9ea9c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8161721 Feb 10 15:22:59.717454 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Request body: {'port': {'device_id': 'a8f1f343-658e-4099-861d-3c7153dc20a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:22:59.760187 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=34734d50-91dc-4fe9-830e-1cbe38af2c04,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:22:59.877635 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:22:59.890512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-cc5bfe61-2018-4e10-82a8-a68ed38a5fed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Made reservation on behalf of 77c5c19a68194da2886794ae5b561292 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:22:59.900613 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-cc5bfe61-2018-4e10-82a8-a68ed38a5fed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:00.126180 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9dc3153c-12ce-44c1-881a-7201bcfc9cec None None] Provisioning complete for port 19a58c1e-d08d-49d9-a4bc-f12168063f86 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:23:00.141238 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9dc3153c-12ce-44c1-881a-7201bcfc9cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:00.183518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-cc5bfe61-2018-4e10-82a8-a68ed38a5fed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Allocated IP 10.1.1.243 (eab9049c-4606-40f8-ad81-3a61ba10d119/919e9d3c-57c2-4b71-a66c-06e10818c5df/f5c81648-f7ad-4f7d-9c20-cafc5114a54f) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:23:00.247122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3153c-12ce-44c1-881a-7201bcfc9cec None None] Port 19a58c1e-d08d-49d9-a4bc-f12168063f86 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:23:00.386809 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c10c9ef2-fa08-47ba-90b2-37e2476a507a None None] Provisioning complete for port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:23:00.387271 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c10c9ef2-fa08-47ba-90b2-37e2476a507a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:00.458379 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c10c9ef2-fa08-47ba-90b2-37e2476a507a None None] Port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:23:00.466940 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:23:00.480781 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Publish callbacks [] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:00.497225 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Transition to ACTIVE for port object 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:23:00.503142 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:00.560391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Pushing event updated for resources: {'Port': ['ID=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:00.696263 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-cc5bfe61-2018-4e10-82a8-a68ed38a5fed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:00.723747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Attempting to bind port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:00.724314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Attempting to bind port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:00.724886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Attempting to bind port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:00.734321 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:00.734661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Attempting to bind port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:00.740692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:23:00.743613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:23:00.744181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:23:00.744746 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Bound port: 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:23:00.745230 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:00.834996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07280391-7cf2-4fbe-8467-9c6651d1f595 req-f8bd2964-cd69-476f-bb63-3ef6e59481a1 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:00.839333 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07280391-7cf2-4fbe-8467-9c6651d1f595 req-f8bd2964-cd69-476f-bb63-3ef6e59481a1 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.3663049 Feb 10 15:23:00.849272 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-cc5bfe61-2018-4e10-82a8-a68ed38a5fed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:00.872899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] For port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:23:00.877214 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] For port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:23:00.887476 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb69d6-db8e-4bab-a10a-3ad4008e8f96 req-850c5954-3a90-4ca2-8a14-1d6f10ec26bf tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:00.892092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ddb69d6-db8e-4bab-a10a-3ad4008e8f96 req-850c5954-3a90-4ca2-8a14-1d6f10ec26bf tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 948 time: 0.4200962 Feb 10 15:23:00.896932 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:00.971654 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:00.973098 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:00.976196 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] 10.222.0.72 "PUT /v2.0/ports/0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e HTTP/1.1" status: 200 len: 1096 time: 1.2650397 Feb 10 15:23:00.977185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f1f343-658e-4099-861d-3c7153dc20a9', 'tag': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:00.981616 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d105b2-be36-4d47-8c78-d4c5ea418803" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f1f343-658e-4099-861d-3c7153dc20a9", "tag": "0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:01.018665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac1c0b-c5d7-4f56-a1e8-fd60c3caea4e service neutron] Pushing event updated for resources: {'Port': ['ID=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:01.122872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07280391-7cf2-4fbe-8467-9c6651d1f595 req-0e5511cf-59a0-4385-87cd-c552207e148b tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592289 Feb 10 15:23:01.250142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ddb69d6-db8e-4bab-a10a-3ad4008e8f96 req-8a80bdf7-ddfe-405c-bc72-6ae0f0c3aa33 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894053 Feb 10 15:23:01.264355 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-cc5bfe61-2018-4e10-82a8-a68ed38a5fed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Network eab9049c-4606-40f8-ad81-3a61ba10d119 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:23:01.277034 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-cc5bfe61-2018-4e10-82a8-a68ed38a5fed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:23:01.277034 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bfe61-2018-4e10-82a8-a68ed38a5fed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event updated for resources: {'Port': ['ID=f5c81648-f7ad-4f7d-9c20-cafc5114a54f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:01.281395 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-cc5bfe61-2018-4e10-82a8-a68ed38a5fed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:23:01.299861 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-cff4dce9-889d-4506-9c01-a62bcc8995b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:01.301510 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-cff4dce9-889d-4506-9c01-a62bcc8995b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 1130 time: 0.1610045 Feb 10 15:23:01.404584 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2984ac0-09f0-4ba6-9306-ddfef9bb4b29 x-openstack-request-id: req-c2984ac0-09f0-4ba6-9306-ddfef9bb4b29 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:01.405127 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905b42ec-33bb-4888-8ef4-06c8bff5f9ce", "name": "network-vif-plugged", "status": "completed", "tag": "396522bd-2cbd-4047-bed1-80e33fbb9a30", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:01.405127 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2984ac0-09f0-4ba6-9306-ddfef9bb4b29 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:01.405524 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905b42ec-33bb-4888-8ef4-06c8bff5f9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396522bd-2cbd-4047-bed1-80e33fbb9a30', 'code': 200} Feb 10 15:23:01.428558 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-cc5bfe61-2018-4e10-82a8-a68ed38a5fed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:01.429261 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-cc5bfe61-2018-4e10-82a8-a68ed38a5fed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:01.479995 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-b212fcf2-5b16-4277-a63a-cef1b664ad61 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e HTTP/1.1" status: 200 len: 217 time: 0.1678078 Feb 10 15:23:01.523136 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-cc5bfe61-2018-4e10-82a8-a68ed38a5fed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0815427 Feb 10 15:23:01.594815 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-56af7a3c-76ac-4576-b814-d30e008c8b52 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Request body: {'port': {'device_id': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119', 'admin_state_up': True, 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'security_groups': ['5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:01.596246 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-60f587c2-eba5-4353-8085-e9be6894de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:01.598465 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-60f587c2-eba5-4353-8085-e9be6894de79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1124508 Feb 10 15:23:01.685292 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-c9738394-a46c-4e99-b9b4-4ba089c0286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:01.685544 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94e90af9-410d-4395-a5e0-5444081f54ed req-2a365d02-989a-4cc4-927a-4fabba012cbb tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=88071e2169c84062a1973599a5f8685f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1601365 Feb 10 15:23:01.687019 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-c9738394-a46c-4e99-b9b4-4ba089c0286d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0775700 Feb 10 15:23:01.884765 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-980c1b41-cde4-46cf-99a5-4b5b620867d5 None None] Provisioning complete for port f5c81648-f7ad-4f7d-9c20-cafc5114a54f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:23:01.888132 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-980c1b41-cde4-46cf-99a5-4b5b620867d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:01.910654 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-39d9ffdb-dc10-49c3-9b3a-44bfad70bf35 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145057 Feb 10 15:23:01.920341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980865a8-42f5-4074-bddc-fefe5ea2de1a req-57ee5ab0-166a-4a4a-bc29-21830f3120d0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:01.926472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980865a8-42f5-4074-bddc-fefe5ea2de1a req-57ee5ab0-166a-4a4a-bc29-21830f3120d0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:01.928435 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-980865a8-42f5-4074-bddc-fefe5ea2de1a req-57ee5ab0-166a-4a4a-bc29-21830f3120d0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 1653 time: 0.4523795 Feb 10 15:23:02.014828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-980c1b41-cde4-46cf-99a5-4b5b620867d5 None None] Port f5c81648-f7ad-4f7d-9c20-cafc5114a54f cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:23:02.037585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e90af9-410d-4395-a5e0-5444081f54ed req-f0bba9b0-cc06-4f65-b63f-57b24f218772 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:02.053892 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94e90af9-410d-4395-a5e0-5444081f54ed req-f0bba9b0-cc06-4f65-b63f-57b24f218772 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3656619 Feb 10 15:23:02.060164 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-980865a8-42f5-4074-bddc-fefe5ea2de1a req-30873f43-251f-4ab5-82e3-7b5ca62da048 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224773 Feb 10 15:23:02.068917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-56af7a3c-76ac-4576-b814-d30e008c8b52 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Made reservation on behalf of 77c5c19a68194da2886794ae5b561292 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:23:02.072200 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-56af7a3c-76ac-4576-b814-d30e008c8b52 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:02.131515 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-97608481-4bf5-4b87-b35a-1d73c0c1019c req-d3a1565c-6002-4b49-ab99-900ab7c8a7f6 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159641 Feb 10 15:23:02.154471 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94e90af9-410d-4395-a5e0-5444081f54ed req-5c616190-8850-438a-b696-ab2c0de9c013 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/quotas/88071e2169c84062a1973599a5f8685f HTTP/1.1" status: 200 len: 375 time: 0.0745783 Feb 10 15:23:02.261697 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94e90af9-410d-4395-a5e0-5444081f54ed req-61c47fc7-0c11-47d7-9bb2-62a8aa072a85 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=88071e2169c84062a1973599a5f8685f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1022296 Feb 10 15:23:02.296027 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90270be8-2c1b-4452-84b6-eee2564e51be x-openstack-request-id: req-90270be8-2c1b-4452-84b6-eee2564e51be {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:02.296349 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f1f343-658e-4099-861d-3c7153dc20a9", "tag": "0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:02.296603 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90270be8-2c1b-4452-84b6-eee2564e51be {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:02.297033 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f1f343-658e-4099-861d-3c7153dc20a9', 'tag': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e', 'status': 'completed', 'code': 200} Feb 10 15:23:02.463139 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d105b2-be36-4d47-8c78-d4c5ea418803 req-596ffcca-469e-4e79-b4f5-5b56f29bc892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:02.464682 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d105b2-be36-4d47-8c78-d4c5ea418803 req-596ffcca-469e-4e79-b4f5-5b56f29bc892 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 1130 time: 0.1425388 Feb 10 15:23:02.540961 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-56af7a3c-76ac-4576-b814-d30e008c8b52 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Allocated IP 10.1.1.115 (eab9049c-4606-40f8-ad81-3a61ba10d119/919e9d3c-57c2-4b71-a66c-06e10818c5df/7d5e5af9-acf4-4315-8fe6-8555e819b8c7) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:23:02.650550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d105b2-be36-4d47-8c78-d4c5ea418803 req-9af95ddc-ce3e-4bf1-8558-e23dd2ea453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:02.660478 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d105b2-be36-4d47-8c78-d4c5ea418803 req-9af95ddc-ce3e-4bf1-8558-e23dd2ea453e service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1862776 Feb 10 15:23:02.744969 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d105b2-be36-4d47-8c78-d4c5ea418803 req-fd04302a-5d1d-4fba-af7c-8ec5133b53f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e HTTP/1.1" status: 200 len: 217 time: 0.0805869 Feb 10 15:23:02.845123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d105b2-be36-4d47-8c78-d4c5ea418803 req-82a54bd6-9a25-436c-a7c1-64a5938ad6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:02.846331 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d105b2-be36-4d47-8c78-d4c5ea418803 req-82a54bd6-9a25-436c-a7c1-64a5938ad6b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0954547 Feb 10 15:23:02.892890 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48396) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:02.935589 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d105b2-be36-4d47-8c78-d4c5ea418803 req-c15d9140-685f-411f-83d2-5ae985ae6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:02.937759 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d105b2-be36-4d47-8c78-d4c5ea418803 req-c15d9140-685f-411f-83d2-5ae985ae6449 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0843418 Feb 10 15:23:03.014000 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-56af7a3c-76ac-4576-b814-d30e008c8b52 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:03.136529 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed0db9dc-971a-4e9d-bc45-286a0bac22b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:03.177194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2faeb-8e37-47a8-8b54-eb1875e4b4eb req-2d05ad5e-a601-4562-bb69-fdfbb45e4d19 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:03.189936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ef2faeb-8e37-47a8-8b54-eb1875e4b4eb req-2d05ad5e-a601-4562-bb69-fdfbb45e4d19 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.3619809 Feb 10 15:23:03.231179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739727ca-f3b2-4014-bf07-032719fab078 req-d69e1446-3b21-4b2a-9de3-74a8b6bb2cba tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:03.232842 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-739727ca-f3b2-4014-bf07-032719fab078 req-d69e1446-3b21-4b2a-9de3-74a8b6bb2cba tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 949 time: 0.4119246 Feb 10 15:23:03.258894 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed0db9dc-971a-4e9d-bc45-286a0bac22b0 admin admin] Publish callbacks [] for security_group (811af407-0b00-4828-9163-dc91bc6c5d93), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:03.277034 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed0db9dc-971a-4e9d-bc45-286a0bac22b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (811af407-0b00-4828-9163-dc91bc6c5d93), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:03.364639 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-56af7a3c-76ac-4576-b814-d30e008c8b52 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:03.386159 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d105b2-be36-4d47-8c78-d4c5ea418803 req-7fbb2129-cd7d-43d5-aacd-7f20ebd3b863 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390736 Feb 10 15:23:03.393931 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ed0db9dc-971a-4e9d-bc45-286a0bac22b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e73e436f03944271be0954bcfb1af48b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4923410 Feb 10 15:23:03.397605 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 48408) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:03.403138 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0db9dc-971a-4e9d-bc45-286a0bac22b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811af407-0b00-4828-9163-dc91bc6c5d93,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:03.406496 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb710bb8-aeff-4e68-ac73-cee79692c7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34734d50-91dc-4fe9-830e-1cbe38af2c04'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:03.409462 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c897b9d7-fa51-440b-8548-3858fad83277" -d '{"events": [{"server_uuid": "cb710bb8-aeff-4e68-ac73-cee79692c7e8", "name": "network-vif-plugged", "status": "completed", "tag": "34734d50-91dc-4fe9-830e-1cbe38af2c04"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:03.529861 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d105b2-be36-4d47-8c78-d4c5ea418803 req-76b3924f-de40-4c4c-a806-dd075502cf9d service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277900 Feb 10 15:23:03.571965 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ef2faeb-8e37-47a8-8b54-eb1875e4b4eb req-a5372249-1ba4-4633-b81e-f4feaa584bf5 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782282 Feb 10 15:23:03.618488 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-56af7a3c-76ac-4576-b814-d30e008c8b52 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Network eab9049c-4606-40f8-ad81-3a61ba10d119 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:23:03.645535 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-739727ca-f3b2-4014-bf07-032719fab078 req-8b133fd8-bcf6-4ec5-8d27-85b6e551c895 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891215 Feb 10 15:23:03.676884 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-56af7a3c-76ac-4576-b814-d30e008c8b52 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:23:03.682863 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-56af7a3c-76ac-4576-b814-d30e008c8b52 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:23:03.728588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af7a3c-76ac-4576-b814-d30e008c8b52 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event updated for resources: {'Port': ['ID=7d5e5af9-acf4-4315-8fe6-8555e819b8c7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:03.916060 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9098fa7-0f9c-480a-8d89-e7a91f5fc892 admin admin] Publish callbacks [] for security_group (811af407-0b00-4828-9163-dc91bc6c5d93), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:04.070725 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3467367b-1187-4ec9-bc16-90b8c939255d req-cea9cb43-13b6-4be0-a35d-df742b76aed2 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 210 time: 0.1293645 Feb 10 15:23:04.113511 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f049c9a-c833-4d51-b28b-ab7750233a4a req-3d663f40-8b02-494b-baea-122097ba67a2 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:04.132007 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f049c9a-c833-4d51-b28b-ab7750233a4a req-3d663f40-8b02-494b-baea-122097ba67a2 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 948 time: 0.2790115 Feb 10 15:23:04.161288 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-df04c824-8ae8-42bf-9e27-f2b660958015 None None] Provisioning complete for port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:23:04.161913 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-df04c824-8ae8-42bf-9e27-f2b660958015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:04.169328 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9098fa7-0f9c-480a-8d89-e7a91f5fc892 admin admin] Publish callbacks [] for security_group (811af407-0b00-4828-9163-dc91bc6c5d93), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:04.188573 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-56af7a3c-76ac-4576-b814-d30e008c8b52 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:04.189300 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-56af7a3c-76ac-4576-b814-d30e008c8b52 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:04.200797 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-df04c824-8ae8-42bf-9e27-f2b660958015 None None] Port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:23:04.317146 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f049c9a-c833-4d51-b28b-ab7750233a4a req-562c950a-4b0b-4072-910e-2e37e5a49008 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799021 Feb 10 15:23:04.327282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-56af7a3c-76ac-4576-b814-d30e008c8b52 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7573893 Feb 10 15:23:04.348878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-ce8155e3-fbea-4c15-914e-3034adfc6793 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Request body: {'port': {'device_id': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85', 'admin_state_up': True, 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'security_groups': ['5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:04.490469 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a7fe3d-368d-4cfd-a9f3-696e6e2e7e7a x-openstack-request-id: req-37a7fe3d-368d-4cfd-a9f3-696e6e2e7e7a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:04.491057 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb710bb8-aeff-4e68-ac73-cee79692c7e8", "name": "network-vif-plugged", "status": "completed", "tag": "34734d50-91dc-4fe9-830e-1cbe38af2c04", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:04.491057 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37a7fe3d-368d-4cfd-a9f3-696e6e2e7e7a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:04.491380 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb710bb8-aeff-4e68-ac73-cee79692c7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34734d50-91dc-4fe9-830e-1cbe38af2c04', 'code': 200} Feb 10 15:23:04.643990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb6063-96a8-4ebb-a9a1-5a59f470ac29 req-6e69bd76-fb0f-416e-b99d-97fdb5a658aa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:04.662738 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb6063-96a8-4ebb-a9a1-5a59f470ac29 req-6e69bd76-fb0f-416e-b99d-97fdb5a658aa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:04.677710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb6063-96a8-4ebb-a9a1-5a59f470ac29 req-6e69bd76-fb0f-416e-b99d-97fdb5a658aa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:04.683350 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fffb6063-96a8-4ebb-a9a1-5a59f470ac29 req-6e69bd76-fb0f-416e-b99d-97fdb5a658aa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 2374 time: 0.4575195 Feb 10 15:23:04.683350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-ce8155e3-fbea-4c15-914e-3034adfc6793 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Made reservation on behalf of 77c5c19a68194da2886794ae5b561292 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:23:04.768533 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:23:04.768949 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-94e90af9-410d-4395-a5e0-5444081f54ed req-f44c7dbf-1b38-41cb-af78-fcffc7dd0a24 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=88071e2169c84062a1973599a5f8685f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1621370 Feb 10 15:23:04.883711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7385f-d849-41a1-95c2-058560f439e6 req-cca7b380-bc24-44b0-b2a7-7e9a1d4b591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:04.885404 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7fa7385f-d849-41a1-95c2-058560f439e6 req-cca7b380-bc24-44b0-b2a7-7e9a1d4b591c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 1127 time: 0.2191780 Feb 10 15:23:04.923934 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-ce8155e3-fbea-4c15-914e-3034adfc6793 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:04.968902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:23:04.969631 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:05.061614 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e90af9-410d-4395-a5e0-5444081f54ed req-bfee96cd-c03f-4c5f-b508-62d5bcd0eda8 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:05.063317 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-94e90af9-410d-4395-a5e0-5444081f54ed req-bfee96cd-c03f-4c5f-b508-62d5bcd0eda8 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676499 Feb 10 15:23:05.072709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85df95e-91dc-4741-91e3-3d74d2f9a0f0 req-03002f2a-d42e-4ac2-8d76-3e077ce396e7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:05.073296 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7fa7385f-d849-41a1-95c2-058560f439e6 req-5d8b91cb-036d-4954-bf0e-a10c408783d9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177657 Feb 10 15:23:05.076446 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d85df95e-91dc-4741-91e3-3d74d2f9a0f0 req-03002f2a-d42e-4ac2-8d76-3e077ce396e7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.1648390 Feb 10 15:23:05.082215 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:05.088148 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:05.128825 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9098fa7-0f9c-480a-8d89-e7a91f5fc892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (811af407-0b00-4828-9163-dc91bc6c5d93), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:05.136100 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9098fa7-0f9c-480a-8d89-e7a91f5fc892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:05.139706 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f9098fa7-0f9c-480a-8d89-e7a91f5fc892 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/811af407-0b00-4828-9163-dc91bc6c5d93 HTTP/1.1" status: 204 len: 168 time: 1.7012768 Feb 10 15:23:05.192878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:05.308233 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fffb6063-96a8-4ebb-a9a1-5a59f470ac29 req-81e26d7b-b519-4c42-a377-b3dede4e2f16 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4039850 Feb 10 15:23:05.333329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9098fa7-0f9c-480a-8d89-e7a91f5fc892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811af407-0b00-4828-9163-dc91bc6c5d93,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:05.347535 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Request body: {'port': {'device_id': '98cdf6e7-4b15-4ccc-bcd9-56df408cb995', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '88071e2169c84062a1973599a5f8685f'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:05.407222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d85df95e-91dc-4741-91e3-3d74d2f9a0f0 req-0341dfe2-0fe5-4ca8-b5cc-3c44ae0341cd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297873 Feb 10 15:23:05.573077 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:23:05.616601 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Made reservation on behalf of 88071e2169c84062a1973599a5f8685f for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:23:05.621982 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:05.662773 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:05.679615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-324baa7b-c7c6-480f-a16d-cf414b9a4117 req-89723237-80e6-4c38-a488-35ca9670d0a8 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 210 time: 0.1168919 Feb 10 15:23:05.760234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-ce8155e3-fbea-4c15-914e-3034adfc6793 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Allocated IP 10.2.2.100 (241f314e-851f-4a4e-975e-db3f4aeb2f85/4e75eccc-5fe7-471c-bd31-4a60dca30e51/b6e42ccf-8143-40ce-8a14-cb8112823224) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:23:05.844527 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48460) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:05.878145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a47d05-5f9a-4604-b8e3-f26030ade92b req-04feff7f-1151-4804-aa04-fc3d2f02fff0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:05.880176 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ccec0c77-6234-4ed5-8c3e-f9c49bd7c13d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:05.888663 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66a47d05-5f9a-4604-b8e3-f26030ade92b req-04feff7f-1151-4804-aa04-fc3d2f02fff0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 948 time: 0.2338934 Feb 10 15:23:05.903668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:05.919185 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Publish callbacks [] for security_group (074ee704-eb1b-49db-9c54-da133ab65fef), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:05.927186 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (074ee704-eb1b-49db-9c54-da133ab65fef), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:05.939304 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e', 'mac_address': 'fa:16:3e:46:f7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:23:06.021638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:23:06.022131 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:06.026940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66a47d05-5f9a-4604-b8e3-f26030ade92b req-fb02286d-8569-41d2-80f7-e0aaa6789f7b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372311 Feb 10 15:23:06.077926 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:23:06.081506 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-ce8155e3-fbea-4c15-914e-3034adfc6793 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:06.122667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:06.128862 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:06.165299 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-ce8155e3-fbea-4c15-914e-3034adfc6793 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:06.234561 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-ce8155e3-fbea-4c15-914e-3034adfc6793 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Network 241f314e-851f-4a4e-975e-db3f4aeb2f85 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:23:06.237799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:06.239032 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-ce8155e3-fbea-4c15-914e-3034adfc6793 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:23:06.247560 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-ce8155e3-fbea-4c15-914e-3034adfc6793 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:23:06.259842 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=074ee704-eb1b-49db-9c54-da133ab65fef,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:06.284048 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8155e3-fbea-4c15-914e-3034adfc6793 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event updated for resources: {'Port': ['ID=b6e42ccf-8143-40ce-8a14-cb8112823224,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:06.328793 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:23:06.348506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-ce8155e3-fbea-4c15-914e-3034adfc6793 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:06.349194 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-ce8155e3-fbea-4c15-914e-3034adfc6793 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:06.362069 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ccec0c77-6234-4ed5-8c3e-f9c49bd7c13d admin admin] Publish callbacks [] for security_group (0113d07f-8c6f-4c6d-a0c4-00c529c59a74), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:06.379910 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ccec0c77-6234-4ed5-8c3e-f9c49bd7c13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0113d07f-8c6f-4c6d-a0c4-00c529c59a74), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:06.392523 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:23:06.408579 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-ce8155e3-fbea-4c15-914e-3034adfc6793 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0681753 Feb 10 15:23:06.428895 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-fe4ef9a6-62ad-4af7-89e1-cd2489136e5f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Request body: {'port': {'device_id': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85', 'admin_state_up': True, 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'security_groups': ['5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:06.491929 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc3ec85-dfb3-4682-b440-6fd925a612f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:06.495054 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85ebc44-a8e4-4914-a0b9-a582e6104057" -d '{"events": [{"server_uuid": "1dc3ec85-dfb3-4682-b440-6fd925a612f8", "name": "network-vif-unplugged", "status": "completed", "tag": "1abf2c55-7599-4c9e-8c88-c70dd86ee5d9"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:06.519974 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ccec0c77-6234-4ed5-8c3e-f9c49bd7c13d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53130f34a56e45f1a890508752a3c94c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6742101 Feb 10 15:23:06.537246 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48490) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:06.572858 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec0c77-6234-4ed5-8c3e-f9c49bd7c13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0113d07f-8c6f-4c6d-a0c4-00c529c59a74,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:06.633755 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Allocated IP 192.168.233.53 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/403975a4-45a1-450c-89f9-3dbd07640399) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:23:06.761830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3864dc4f-e030-4e87-9c30-85abc775add9 admin admin] Publish callbacks [] for security_group (0113d07f-8c6f-4c6d-a0c4-00c529c59a74), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:06.821653 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3864dc4f-e030-4e87-9c30-85abc775add9 admin admin] Publish callbacks [] for security_group (0113d07f-8c6f-4c6d-a0c4-00c529c59a74), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:06.821904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d3fa4d2b-dea7-4dea-a9a2-708b8fb61673 None None] Provisioning complete for port b6e42ccf-8143-40ce-8a14-cb8112823224 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:23:06.822448 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d3fa4d2b-dea7-4dea-a9a2-708b8fb61673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:06.936965 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa4d2b-dea7-4dea-a9a2-708b8fb61673 None None] Port b6e42ccf-8143-40ce-8a14-cb8112823224 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:23:06.958122 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Publish callbacks [] for port (403975a4-45a1-450c-89f9-3dbd07640399), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:06.971353 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:07.013038 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (403975a4-45a1-450c-89f9-3dbd07640399), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:07.023611 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3864dc4f-e030-4e87-9c30-85abc775add9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0113d07f-8c6f-4c6d-a0c4-00c529c59a74), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:07.027163 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3864dc4f-e030-4e87-9c30-85abc775add9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:07.028775 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3864dc4f-e030-4e87-9c30-85abc775add9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0113d07f-8c6f-4c6d-a0c4-00c529c59a74 HTTP/1.1" status: 204 len: 168 time: 0.4903438 Feb 10 15:23:07.230259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864dc4f-e030-4e87-9c30-85abc775add9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0113d07f-8c6f-4c6d-a0c4-00c529c59a74,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:07.245514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Pushing event updated for resources: {'Port': ['ID=403975a4-45a1-450c-89f9-3dbd07640399,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:07.293902 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:23:07.311196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-fe4ef9a6-62ad-4af7-89e1-cd2489136e5f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Made reservation on behalf of 77c5c19a68194da2886794ae5b561292 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:23:07.319501 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-fe4ef9a6-62ad-4af7-89e1-cd2489136e5f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:07.320052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:23:07.335136 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:23:07.530155 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:07.530843 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:07.570207 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a1a4031a-a8aa-454b-9585-722a0cf09200 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2266688 Feb 10 15:23:07.576880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:23:07.589580 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Request body: {'port': {'device_id': '98cdf6e7-4b15-4ccc-bcd9-56df408cb995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:07.717108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:23:07.730122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:23:07.730733 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:07.746772 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (403975a4-45a1-450c-89f9-3dbd07640399), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:07.833830 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e1c505a1-d147-4449-9568-d04a9a3869ad None None] Provisioning complete for port 403975a4-45a1-450c-89f9-3dbd07640399 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:23:07.834781 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e1c505a1-d147-4449-9568-d04a9a3869ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (403975a4-45a1-450c-89f9-3dbd07640399), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:07.841058 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d9427-c6b3-4db8-ad30-039edac70d89 req-23202b09-4799-42fc-a3b3-8809812831ff tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:07.846408 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d9427-c6b3-4db8-ad30-039edac70d89 req-23202b09-4799-42fc-a3b3-8809812831ff tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:07.852338 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d9427-c6b3-4db8-ad30-039edac70d89 req-23202b09-4799-42fc-a3b3-8809812831ff tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:07.858385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d9427-c6b3-4db8-ad30-039edac70d89 req-23202b09-4799-42fc-a3b3-8809812831ff tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:07.861172 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c3d9427-c6b3-4db8-ad30-039edac70d89 req-23202b09-4799-42fc-a3b3-8809812831ff tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 3095 time: 0.3516066 Feb 10 15:23:07.900694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e1c505a1-d147-4449-9568-d04a9a3869ad None None] Port 403975a4-45a1-450c-89f9-3dbd07640399 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:23:07.910664 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de66c5c-dcb2-469c-a2c0-6b9281f3b953 req-192f28a8-f6ab-48e0-bb00-df9bf92615dc tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:07.918862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8de66c5c-dcb2-469c-a2c0-6b9281f3b953 req-192f28a8-f6ab-48e0-bb00-df9bf92615dc tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.3943925 Feb 10 15:23:07.919772 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:23:07.920375 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:07.968334 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:07.974257 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:07.994701 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c3d9427-c6b3-4db8-ad30-039edac70d89 req-de6c9802-c7c0-4cc9-ab5c-3c4c9485fadd tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256464 Feb 10 15:23:08.032475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-fe4ef9a6-62ad-4af7-89e1-cd2489136e5f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Allocated IP 10.2.2.200 (241f314e-851f-4a4e-975e-db3f4aeb2f85/4e75eccc-5fe7-471c-bd31-4a60dca30e51/01758cd0-1814-4bd4-8753-5c2fa6819fba) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:23:08.074352 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8de66c5c-dcb2-469c-a2c0-6b9281f3b953 req-eaf4b870-f15b-44bf-909e-e048359619b2 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499832 Feb 10 15:23:08.113928 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:08.161132 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0629634-6a3e-496d-b0db-14cb7b645eeb x-openstack-request-id: req-e0629634-6a3e-496d-b0db-14cb7b645eeb {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:08.161331 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc3ec85-dfb3-4682-b440-6fd925a612f8", "name": "network-vif-unplugged", "status": "completed", "tag": "1abf2c55-7599-4c9e-8c88-c70dd86ee5d9", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:08.161578 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0629634-6a3e-496d-b0db-14cb7b645eeb {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:08.161970 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc3ec85-dfb3-4682-b440-6fd925a612f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9', 'code': 200} Feb 10 15:23:08.337505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 403975a4-45a1-450c-89f9-3dbd07640399 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:23:08.357447 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Publish callbacks [] for port (403975a4-45a1-450c-89f9-3dbd07640399), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:08.383660 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Transition to ACTIVE for port object 403975a4-45a1-450c-89f9-3dbd07640399 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:23:08.389115 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (403975a4-45a1-450c-89f9-3dbd07640399), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:08.493722 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-fe4ef9a6-62ad-4af7-89e1-cd2489136e5f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for port (01758cd0-1814-4bd4-8753-5c2fa6819fba), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:08.504137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Pushing event updated for resources: {'Port': ['ID=403975a4-45a1-450c-89f9-3dbd07640399,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:08.549483 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb8af8-9414-4d0d-ae50-44cadc443a2b req-303d2a34-06ed-4136-9028-ad196bf102bc tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:08.559010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3abb8af8-9414-4d0d-ae50-44cadc443a2b req-303d2a34-06ed-4136-9028-ad196bf102bc tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 935 time: 0.2905896 Feb 10 15:23:08.659055 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3abb8af8-9414-4d0d-ae50-44cadc443a2b req-5d0a9218-9305-4999-9295-0bd5d27e0212 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/security-groups?id=074ee704-eb1b-49db-9c54-da133ab65fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955911 Feb 10 15:23:08.663494 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-fe4ef9a6-62ad-4af7-89e1-cd2489136e5f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (01758cd0-1814-4bd4-8753-5c2fa6819fba), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:08.695595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Attempting to bind port 403975a4-45a1-450c-89f9-3dbd07640399 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:08.700037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Attempting to bind port 403975a4-45a1-450c-89f9-3dbd07640399 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:08.700599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Attempting to bind port 403975a4-45a1-450c-89f9-3dbd07640399 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:08.714541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Port 403975a4-45a1-450c-89f9-3dbd07640399 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:08.714914 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Attempting to bind port 403975a4-45a1-450c-89f9-3dbd07640399 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:08.738743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:23:08.741490 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:23:08.743395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:23:08.745119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Bound port: 403975a4-45a1-450c-89f9-3dbd07640399, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:23:08.746398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (403975a4-45a1-450c-89f9-3dbd07640399), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:08.857989 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-fe4ef9a6-62ad-4af7-89e1-cd2489136e5f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Network 241f314e-851f-4a4e-975e-db3f4aeb2f85 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:23:08.889688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-fe4ef9a6-62ad-4af7-89e1-cd2489136e5f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:23:08.912552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095854e-4127-46e2-98c5-f04d813009d5 req-84f264d6-173c-43d6-96fb-2a38a25be2bb tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:08.931895 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a095854e-4127-46e2-98c5-f04d813009d5 req-84f264d6-173c-43d6-96fb-2a38a25be2bb tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.6454329 Feb 10 15:23:08.936229 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-fe4ef9a6-62ad-4af7-89e1-cd2489136e5f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:23:08.983332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] For port 403975a4-45a1-450c-89f9-3dbd07640399, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:23:08.997421 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] For port 403975a4-45a1-450c-89f9-3dbd07640399, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=403975a4-45a1-450c-89f9-3dbd07640399,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:23:09.019157 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (403975a4-45a1-450c-89f9-3dbd07640399), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:09.069649 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ef9a6-62ad-4af7-89e1-cd2489136e5f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event updated for resources: {'Port': ['ID=01758cd0-1814-4bd4-8753-5c2fa6819fba,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:09.146114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:09.146894 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:09.153431 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] 10.222.0.79 "PUT /v2.0/ports/403975a4-45a1-450c-89f9-3dbd07640399 HTTP/1.1" status: 200 len: 1095 time: 1.5690899 Feb 10 15:23:09.154016 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cdf6e7-4b15-4ccc-bcd9-56df408cb995', 'tag': '403975a4-45a1-450c-89f9-3dbd07640399'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:09.156416 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1034df70-565e-4a9d-84e7-a8d1d0bce210" -d '{"events": [{"name": "network-changed", "server_uuid": "98cdf6e7-4b15-4ccc-bcd9-56df408cb995", "tag": "403975a4-45a1-450c-89f9-3dbd07640399"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:09.240694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-fe4ef9a6-62ad-4af7-89e1-cd2489136e5f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:09.261033 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-fe4ef9a6-62ad-4af7-89e1-cd2489136e5f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:09.333270 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a095854e-4127-46e2-98c5-f04d813009d5 req-4a63b260-c368-4fd9-91e7-e112fda08758 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003928 Feb 10 15:23:09.337276 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-fe4ef9a6-62ad-4af7-89e1-cd2489136e5f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9198766 Feb 10 15:23:09.346740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8b147-c91a-475b-ac87-4ae4d3fd1922 service neutron] Pushing event updated for resources: {'Port': ['ID=403975a4-45a1-450c-89f9-3dbd07640399,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:09.362625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Request body: {'port': {'device_id': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:09.446078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e90af9-410d-4395-a5e0-5444081f54ed req-9278ad47-b2a6-45ec-8400-104f9e04cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:09.446078 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-94e90af9-410d-4395-a5e0-5444081f54ed req-9278ad47-b2a6-45ec-8400-104f9e04cf60 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=88071e2169c84062a1973599a5f8685f&device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 1129 time: 0.2345517 Feb 10 15:23:09.583648 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-40a5ea39-6f91-434f-8342-aac7fc132c99 None None] Provisioning complete for port 01758cd0-1814-4bd4-8753-5c2fa6819fba triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:23:09.584472 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-40a5ea39-6f91-434f-8342-aac7fc132c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (01758cd0-1814-4bd4-8753-5c2fa6819fba), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:09.598271 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-94e90af9-410d-4395-a5e0-5444081f54ed req-1d80bca0-b721-4300-83b5-d789ce818301 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=403975a4-45a1-450c-89f9-3dbd07640399 HTTP/1.1" status: 200 len: 217 time: 0.1438200 Feb 10 15:23:09.682612 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:09.707619 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-40a5ea39-6f91-434f-8342-aac7fc132c99 None None] Port 01758cd0-1814-4bd4-8753-5c2fa6819fba cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:23:09.753835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e90af9-410d-4395-a5e0-5444081f54ed req-4558dfd5-2200-44cd-a8d7-4bb8f4d9114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:09.759401 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-94e90af9-410d-4395-a5e0-5444081f54ed req-4558dfd5-2200-44cd-a8d7-4bb8f4d9114c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1554372 Feb 10 15:23:09.924960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a3603a9f-e20d-4527-a634-a7e64f9d3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:09.927721 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-94e90af9-410d-4395-a5e0-5444081f54ed req-a3603a9f-e20d-4527-a634-a7e64f9d3bfe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1528618 Feb 10 15:23:10.055680 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32519a2e-929a-4460-abaf-86bd31b418cb req-49908214-5403-4c03-9c44-f70dbe56b2fd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:10.057300 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32519a2e-929a-4460-abaf-86bd31b418cb req-49908214-5403-4c03-9c44-f70dbe56b2fd tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.3866427 Feb 10 15:23:10.153648 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-94e90af9-410d-4395-a5e0-5444081f54ed req-d9295aca-2a75-42e2-9a83-4568edfc7db6 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186675 Feb 10 15:23:10.163079 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f1f343-658e-4099-861d-3c7153dc20a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:10.169290 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f519ed-ed98-4ff6-a38c-d34cd301964d" -d '{"events": [{"server_uuid": "a8f1f343-658e-4099-861d-3c7153dc20a9", "name": "network-vif-plugged", "status": "completed", "tag": "0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:10.236529 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fae19-d111-41e1-9d8b-4d47152f960c req-3af08ccc-c0d6-4cbd-9686-69f504a0c6f9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:10.241795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fae19-d111-41e1-9d8b-4d47152f960c req-3af08ccc-c0d6-4cbd-9686-69f504a0c6f9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:10.247131 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fae19-d111-41e1-9d8b-4d47152f960c req-3af08ccc-c0d6-4cbd-9686-69f504a0c6f9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:10.252600 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fae19-d111-41e1-9d8b-4d47152f960c req-3af08ccc-c0d6-4cbd-9686-69f504a0c6f9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:10.260023 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fae19-d111-41e1-9d8b-4d47152f960c req-3af08ccc-c0d6-4cbd-9686-69f504a0c6f9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:10.269109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c17fae19-d111-41e1-9d8b-4d47152f960c req-3af08ccc-c0d6-4cbd-9686-69f504a0c6f9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 3816 time: 0.2719653 Feb 10 15:23:10.297979 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-94e90af9-410d-4395-a5e0-5444081f54ed req-3f6211d4-15f4-4b81-9f83-fc72960e9d46 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369388 Feb 10 15:23:10.325211 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32519a2e-929a-4460-abaf-86bd31b418cb req-4178f414-f438-4be3-b2e3-a0684a804c31 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468753 Feb 10 15:23:10.396937 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c17fae19-d111-41e1-9d8b-4d47152f960c req-8d6ebfb9-87fe-484b-8034-d6417f16f647 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214056 Feb 10 15:23:10.416273 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43d8c90-77bd-49f4-a813-e52892314cd9 x-openstack-request-id: req-c43d8c90-77bd-49f4-a813-e52892314cd9 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:10.416824 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cdf6e7-4b15-4ccc-bcd9-56df408cb995", "tag": "403975a4-45a1-450c-89f9-3dbd07640399", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:10.416824 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c43d8c90-77bd-49f4-a813-e52892314cd9 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:10.417284 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cdf6e7-4b15-4ccc-bcd9-56df408cb995', 'tag': '403975a4-45a1-450c-89f9-3dbd07640399', 'status': 'completed', 'code': 200} Feb 10 15:23:10.504143 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a58c1e-d08d-49d9-a4bc-f12168063f86 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:23:10.536021 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Publish callbacks [] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:10.538590 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034df70-565e-4a9d-84e7-a8d1d0bce210 req-cef74d86-244a-4814-9818-1a8298f46504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:10.540096 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1034df70-565e-4a9d-84e7-a8d1d0bce210 req-cef74d86-244a-4814-9818-1a8298f46504 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=88071e2169c84062a1973599a5f8685f&device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 1129 time: 0.0908232 Feb 10 15:23:10.570955 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Transition to ACTIVE for port object 19a58c1e-d08d-49d9-a4bc-f12168063f86 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:23:10.581051 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:10.733357 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90c0d54-442b-4cad-a626-144d4369136a x-openstack-request-id: req-d90c0d54-442b-4cad-a626-144d4369136a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:10.733834 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f1f343-658e-4099-861d-3c7153dc20a9", "name": "network-vif-plugged", "status": "completed", "tag": "0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:10.733913 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d90c0d54-442b-4cad-a626-144d4369136a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:10.734268 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f1f343-658e-4099-861d-3c7153dc20a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e', 'code': 200} Feb 10 15:23:10.843136 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034df70-565e-4a9d-84e7-a8d1d0bce210 req-432822c2-ed1e-45dd-ac08-26c1c5e2dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:10.846572 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1034df70-565e-4a9d-84e7-a8d1d0bce210 req-432822c2-ed1e-45dd-ac08-26c1c5e2dac6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.2982960 Feb 10 15:23:10.922224 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1034df70-565e-4a9d-84e7-a8d1d0bce210 req-18e93e31-3835-4189-98ae-7e04b6ada7a5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=403975a4-45a1-450c-89f9-3dbd07640399 HTTP/1.1" status: 200 len: 217 time: 0.0532973 Feb 10 15:23:10.923542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Pushing event updated for resources: {'Port': ['ID=19a58c1e-d08d-49d9-a4bc-f12168063f86,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:11.015103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48616) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:11.033130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd1a44-320c-4699-a239-8c5b07717a19 req-6779e4f2-edea-406b-ac32-8724ff235fe1 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:11.035054 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-02cd1a44-320c-4699-a239-8c5b07717a19 req-6779e4f2-edea-406b-ac32-8724ff235fe1 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 947 time: 0.4615545 Feb 10 15:23:11.037962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034df70-565e-4a9d-84e7-a8d1d0bce210 req-2d3397dc-9f4e-464e-8f6d-20ea14d5c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:11.039423 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1034df70-565e-4a9d-84e7-a8d1d0bce210 req-2d3397dc-9f4e-464e-8f6d-20ea14d5c71c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0906825 Feb 10 15:23:11.055626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ff060-cf65-4722-9ed2-2941e604c972 req-4d9a0e4d-660e-4c54-94eb-e9b828e900af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:11.059811 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f5ff060-cf65-4722-9ed2-2941e604c972 req-4d9a0e4d-660e-4c54-94eb-e9b828e900af service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 1132 time: 0.2007437 Feb 10 15:23:11.158835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Attempting to bind port 19a58c1e-d08d-49d9-a4bc-f12168063f86 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:11.159187 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Attempting to bind port 19a58c1e-d08d-49d9-a4bc-f12168063f86 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'fa6d6529-24e6-4435-821d-629c3a979366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:11.159521 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Attempting to bind port 19a58c1e-d08d-49d9-a4bc-f12168063f86 on network 7158b96a-de60-4916-ac3c-296c21899b4e {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:11.213660 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:11.229639 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f5ff060-cf65-4722-9ed2-2941e604c972 req-92a01884-a756-4bf3-9d9e-8e521d2475ce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527200 Feb 10 15:23:11.241449 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-02cd1a44-320c-4699-a239-8c5b07717a19 req-1cf28b9a-93f2-480b-9dce-51f69342c870 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/security-groups?id=074ee704-eb1b-49db-9c54-da133ab65fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619735 Feb 10 15:23:11.254279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Port 19a58c1e-d08d-49d9-a4bc-f12168063f86 on network 7158b96a-de60-4916-ac3c-296c21899b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:11.254636 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Attempting to bind port 19a58c1e-d08d-49d9-a4bc-f12168063f86 on network 7158b96a-de60-4916-ac3c-296c21899b4e {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:11.287440 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b96dd-7b63-4624-b771-1022cf658ecf req-95dbac83-3019-4aa5-925f-68e8f53deeb2 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:11.295849 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4cc1c379-6b8c-4a4b-a271-ed1b5129de84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:11.300985 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034df70-565e-4a9d-84e7-a8d1d0bce210 req-65647482-3aaa-4de3-ba78-2b1d1f76874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:11.302524 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1034df70-565e-4a9d-84e7-a8d1d0bce210 req-65647482-3aaa-4de3-ba78-2b1d1f76874d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2522840 Feb 10 15:23:11.305234 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-573b96dd-7b63-4624-b771-1022cf658ecf req-95dbac83-3019-4aa5-925f-68e8f53deeb2 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.3874190 Feb 10 15:23:11.308088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:23:11.308443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Checking segment: {'id': 'fa6d6529-24e6-4435-821d-629c3a979366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:23:11.308877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Bound using segment: {'id': 'fa6d6529-24e6-4435-821d-629c3a979366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:23:11.309378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Bound port: 19a58c1e-d08d-49d9-a4bc-f12168063f86, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa6d6529-24e6-4435-821d-629c3a979366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:23:11.309727 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:11.425679 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-573b96dd-7b63-4624-b771-1022cf658ecf req-c89fe860-6777-48fe-a16f-edbba2d228bf tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194963 Feb 10 15:23:11.547634 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b0774-d17b-401f-9c73-e647826652a8 req-0f00547c-13d2-4580-b0c4-c35319aa82d0 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:11.555196 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c83b0774-d17b-401f-9c73-e647826652a8 req-0f00547c-13d2-4580-b0c4-c35319aa82d0 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.1277368 Feb 10 15:23:11.621526 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] For port 19a58c1e-d08d-49d9-a4bc-f12168063f86, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:23:11.655874 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] For port 19a58c1e-d08d-49d9-a4bc-f12168063f86, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=19a58c1e-d08d-49d9-a4bc-f12168063f86,segment=NetworkSegment(fa6d6529-24e6-4435-821d-629c3a979366),segment_id=fa6d6529-24e6-4435-821d-629c3a979366)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:23:11.677290 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c83b0774-d17b-401f-9c73-e647826652a8 req-bb803c53-0daa-4375-9b99-3d2793886631 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210861 Feb 10 15:23:11.680274 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:11.713444 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:11.714077 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:11.716016 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] 10.222.0.72 "PUT /v2.0/ports/19a58c1e-d08d-49d9-a4bc-f12168063f86 HTTP/1.1" status: 200 len: 1091 time: 2.3583486 Feb 10 15:23:11.718846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'tag': '19a58c1e-d08d-49d9-a4bc-f12168063f86'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:11.721735 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18598983-659e-4c09-9fa4-68326bc9d29b" -d '{"events": [{"name": "network-changed", "server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "tag": "19a58c1e-d08d-49d9-a4bc-f12168063f86"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:11.778396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Request body: {'port': {'device_id': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:11.861804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272492b7-957f-4a49-9053-a4b14d563845 req-27ade51f-b648-453b-9291-1914983be0ff tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:11.868575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272492b7-957f-4a49-9053-a4b14d563845 req-27ade51f-b648-453b-9291-1914983be0ff tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:11.874509 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272492b7-957f-4a49-9053-a4b14d563845 req-27ade51f-b648-453b-9291-1914983be0ff tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:11.885788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272492b7-957f-4a49-9053-a4b14d563845 req-27ade51f-b648-453b-9291-1914983be0ff tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:11.891278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272492b7-957f-4a49-9053-a4b14d563845 req-27ade51f-b648-453b-9291-1914983be0ff tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:11.912989 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-272492b7-957f-4a49-9053-a4b14d563845 req-27ade51f-b648-453b-9291-1914983be0ff tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 3828 time: 0.3547881 Feb 10 15:23:11.926139 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1034df70-565e-4a9d-84e7-a8d1d0bce210 req-cc47aa0c-b33f-4c5d-b93e-50485b0f215e service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061201 Feb 10 15:23:12.064036 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6db79-b654-47ba-81f9-60c6660fc9fb service neutron] Pushing event updated for resources: {'Port': ['ID=19a58c1e-d08d-49d9-a4bc-f12168063f86,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:12.066999 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:12.155049 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-272492b7-957f-4a49-9053-a4b14d563845 req-60322bad-d1db-492b-88dc-bcbddde4c6e5 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333724 Feb 10 15:23:12.156928 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4cc1c379-6b8c-4a4b-a271-ed1b5129de84 admin admin] Publish callbacks [] for security_group (2a072c05-1283-40e0-8c3b-48c74c509350), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:12.160825 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1034df70-565e-4a9d-84e7-a8d1d0bce210 req-b7d0588a-2813-46d8-8d73-206ed3829ab0 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253599 Feb 10 15:23:12.164966 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4cc1c379-6b8c-4a4b-a271-ed1b5129de84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2a072c05-1283-40e0-8c3b-48c74c509350), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:12.213994 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4cc1c379-6b8c-4a4b-a271-ed1b5129de84 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a57a3eff83b342ea8787022f4e2ee488&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1977012 Feb 10 15:23:12.218169 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 48648) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:12.230576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1c379-6b8c-4a4b-a271-ed1b5129de84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a072c05-1283-40e0-8c3b-48c74c509350,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:12.256124 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745c8bae-366e-42e3-a48e-969cf40a52e9 x-openstack-request-id: req-745c8bae-366e-42e3-a48e-969cf40a52e9 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:12.256555 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "tag": "19a58c1e-d08d-49d9-a4bc-f12168063f86", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:12.256961 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-745c8bae-366e-42e3-a48e-969cf40a52e9 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:12.258295 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'tag': '19a58c1e-d08d-49d9-a4bc-f12168063f86', 'status': 'completed', 'code': 200} Feb 10 15:23:12.439926 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18598983-659e-4c09-9fa4-68326bc9d29b req-845dfdab-9d39-47fd-bf81-dbf9a589158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:12.440392 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18598983-659e-4c09-9fa4-68326bc9d29b req-845dfdab-9d39-47fd-bf81-dbf9a589158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:12.440885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18598983-659e-4c09-9fa4-68326bc9d29b req-845dfdab-9d39-47fd-bf81-dbf9a589158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:12.441347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18598983-659e-4c09-9fa4-68326bc9d29b req-845dfdab-9d39-47fd-bf81-dbf9a589158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:12.442046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18598983-659e-4c09-9fa4-68326bc9d29b req-845dfdab-9d39-47fd-bf81-dbf9a589158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:12.444114 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-18598983-659e-4c09-9fa4-68326bc9d29b req-845dfdab-9d39-47fd-bf81-dbf9a589158c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77c5c19a68194da2886794ae5b561292&device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 4394 time: 0.1850855 Feb 10 15:23:12.614940 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cc400653-89b9-4e1d-b021-92ba4574c8ed admin admin] Publish callbacks [] for security_group (2a072c05-1283-40e0-8c3b-48c74c509350), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:12.671087 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c4f3f-c753-485c-b1a5-46540ec42135 req-fccd0828-5682-4fc8-9d39-fdeef756002c tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:12.678000 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-958c4f3f-c753-485c-b1a5-46540ec42135 req-fccd0828-5682-4fc8-9d39-fdeef756002c tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 947 time: 0.2464046 Feb 10 15:23:12.687659 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cc400653-89b9-4e1d-b021-92ba4574c8ed admin admin] Publish callbacks [] for security_group (2a072c05-1283-40e0-8c3b-48c74c509350), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:12.707546 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6fc28-9bd0-4960-853d-4abceccb4564 req-102b1e2e-fcdb-4d67-ac48-74ccf881d8d0 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:12.709051 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19f6fc28-9bd0-4960-853d-4abceccb4564 req-102b1e2e-fcdb-4d67-ac48-74ccf881d8d0 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.2754564 Feb 10 15:23:12.809643 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19f6fc28-9bd0-4960-853d-4abceccb4564 req-d035cf50-86d9-4bcd-8f3e-c27d460baf41 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769715 Feb 10 15:23:12.855894 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f6928a2-4c03-4010-b46a-14a64758f875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:12.922280 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-958c4f3f-c753-485c-b1a5-46540ec42135 req-bc3d09bc-3a8d-48bd-982c-648c1c02cdbe tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/security-groups?id=074ee704-eb1b-49db-9c54-da133ab65fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420051 Feb 10 15:23:12.941304 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c24031c-37a7-4018-9913-6d7f2261f999 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:23:12.963012 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Publish callbacks [] for port (8c24031c-37a7-4018-9913-6d7f2261f999), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:12.965737 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cc400653-89b9-4e1d-b021-92ba4574c8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2a072c05-1283-40e0-8c3b-48c74c509350), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:12.969515 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cc400653-89b9-4e1d-b021-92ba4574c8ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:12.971462 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cc400653-89b9-4e1d-b021-92ba4574c8ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a072c05-1283-40e0-8c3b-48c74c509350 HTTP/1.1" status: 204 len: 168 time: 0.7520051 Feb 10 15:23:13.015763 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc400653-89b9-4e1d-b021-92ba4574c8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a072c05-1283-40e0-8c3b-48c74c509350,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:13.029060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Transition to ACTIVE for port object 8c24031c-37a7-4018-9913-6d7f2261f999 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:23:13.034162 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:13.093626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18598983-659e-4c09-9fa4-68326bc9d29b req-adfd5fc9-30e0-49a1-a405-da550a965382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:13.094421 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18598983-659e-4c09-9fa4-68326bc9d29b req-adfd5fc9-30e0-49a1-a405-da550a965382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:13.097103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18598983-659e-4c09-9fa4-68326bc9d29b req-adfd5fc9-30e0-49a1-a405-da550a965382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:13.107675 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-18598983-659e-4c09-9fa4-68326bc9d29b req-adfd5fc9-30e0-49a1-a405-da550a965382 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=77c5c19a68194da2886794ae5b561292&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6517026 Feb 10 15:23:13.177116 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Pushing event updated for resources: {'Port': ['ID=8c24031c-37a7-4018-9913-6d7f2261f999,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:13.269575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad236ac2-2f8c-4425-96ac-69e5e2f27c74 req-6465e00d-1c1c-4a0a-bf40-2cb28225373d tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:13.271478 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad236ac2-2f8c-4425-96ac-69e5e2f27c74 req-6465e00d-1c1c-4a0a-bf40-2cb28225373d tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.0955169 Feb 10 15:23:13.645295 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad236ac2-2f8c-4425-96ac-69e5e2f27c74 req-de5a9366-8697-4f76-80fe-6af7ed595462 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971315 Feb 10 15:23:13.649524 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Attempting to bind port 8c24031c-37a7-4018-9913-6d7f2261f999 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:13.649866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Attempting to bind port 8c24031c-37a7-4018-9913-6d7f2261f999 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:13.650193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Attempting to bind port 8c24031c-37a7-4018-9913-6d7f2261f999 on network eab9049c-4606-40f8-ad81-3a61ba10d119 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:13.653753 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18598983-659e-4c09-9fa4-68326bc9d29b req-6b328ded-0154-4063-8be9-775e71655d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:13.655683 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-18598983-659e-4c09-9fa4-68326bc9d29b req-6b328ded-0154-4063-8be9-775e71655d30 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5433373 Feb 10 15:23:13.660056 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Port 8c24031c-37a7-4018-9913-6d7f2261f999 on network eab9049c-4606-40f8-ad81-3a61ba10d119 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:13.660387 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Attempting to bind port 8c24031c-37a7-4018-9913-6d7f2261f999 on network eab9049c-4606-40f8-ad81-3a61ba10d119 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:13.680164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac3420-dc46-462c-ba26-fe4ee623b2b1 req-5c65080f-163d-4c52-befc-b4d6a0754f0a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:13.686510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac3420-dc46-462c-ba26-fe4ee623b2b1 req-5c65080f-163d-4c52-befc-b4d6a0754f0a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:13.693096 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac3420-dc46-462c-ba26-fe4ee623b2b1 req-5c65080f-163d-4c52-befc-b4d6a0754f0a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:13.698895 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac3420-dc46-462c-ba26-fe4ee623b2b1 req-5c65080f-163d-4c52-befc-b4d6a0754f0a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:13.705021 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac3420-dc46-462c-ba26-fe4ee623b2b1 req-5c65080f-163d-4c52-befc-b4d6a0754f0a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:13.712672 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac3420-dc46-462c-ba26-fe4ee623b2b1 req-5c65080f-163d-4c52-befc-b4d6a0754f0a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:13.722645 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6ac3420-dc46-462c-ba26-fe4ee623b2b1 req-5c65080f-163d-4c52-befc-b4d6a0754f0a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 4601 time: 0.1739712 Feb 10 15:23:13.725367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:23:13.725700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Checking segment: {'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:23:13.726226 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Bound using segment: {'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:23:13.726797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Bound port: 8c24031c-37a7-4018-9913-6d7f2261f999, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:23:13.727084 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:13.821848 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48688) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:13.843994 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6685692b-3f0b-4ed5-9755-9177e5b638bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:13.923315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] For port 8c24031c-37a7-4018-9913-6d7f2261f999, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:23:13.927058 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] For port 8c24031c-37a7-4018-9913-6d7f2261f999, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=8c24031c-37a7-4018-9913-6d7f2261f999,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:23:13.943316 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6685692b-3f0b-4ed5-9755-9177e5b638bb admin admin] Publish callbacks [] for security_group (e30717e7-c849-43b6-8382-623c0cc237d1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:13.943783 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:13.952000 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6685692b-3f0b-4ed5-9755-9177e5b638bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e30717e7-c849-43b6-8382-623c0cc237d1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:13.999331 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685692b-3f0b-4ed5-9755-9177e5b638bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30717e7-c849-43b6-8382-623c0cc237d1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:14.006485 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6ac3420-dc46-462c-ba26-fe4ee623b2b1 req-fbc8efb0-66ad-4583-9d8a-563f5ea6cff5 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2828450 Feb 10 15:23:14.008840 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Pushing event updated for resources: {'Port': ['ID=8c24031c-37a7-4018-9913-6d7f2261f999,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:14.029556 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:14.040597 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:14.051147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5494a7c7-0ec2-480d-9623-78a85844363e service neutron] 10.222.0.72 "PUT /v2.0/ports/8c24031c-37a7-4018-9913-6d7f2261f999 HTTP/1.1" status: 200 len: 1131 time: 2.2783275 Feb 10 15:23:14.073027 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6682a-8d38-41eb-be3e-e5d5e4f81af5 req-66b7d2dc-7144-465f-8256-372d8a4cd933 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:14.074581 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8be6682a-8d38-41eb-be3e-e5d5e4f81af5 req-66b7d2dc-7144-465f-8256-372d8a4cd933 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.2804546 Feb 10 15:23:14.084272 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6685692b-3f0b-4ed5-9755-9177e5b638bb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe5c2b71e32b49ed817783cf764f89b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2611048 Feb 10 15:23:14.089008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 48694) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:14.093900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Request body: {'port': {'device_id': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:14.280519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'tag': '8c24031c-37a7-4018-9913-6d7f2261f999'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:14.283590 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027d1a5d-a94d-4ac8-a7d7-fffe33b5da2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "tag": "8c24031c-37a7-4018-9913-6d7f2261f999"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:14.314873 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8be6682a-8d38-41eb-be3e-e5d5e4f81af5 req-8ee7ad9b-748b-480b-8ed7-fe1aaf34a03f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295270 Feb 10 15:23:14.381710 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:14.386193 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90b84899-cc8e-43bb-9c8a-ded103455105 admin admin] Publish callbacks [] for security_group (e30717e7-c849-43b6-8382-623c0cc237d1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:14.409135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d850c-d453-48fb-9ff1-b586e6f01368 req-c93ebdaf-30f7-4a8b-8177-df601593a037 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:14.411098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a2d850c-d453-48fb-9ff1-b586e6f01368 req-c93ebdaf-30f7-4a8b-8177-df601593a037 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.2367816 Feb 10 15:23:14.504433 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90b84899-cc8e-43bb-9c8a-ded103455105 admin admin] Publish callbacks [] for security_group (e30717e7-c849-43b6-8382-623c0cc237d1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:14.999311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a2d850c-d453-48fb-9ff1-b586e6f01368 req-8ff8c1f8-0b83-4b64-9ae8-8da93ddb3a23 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765994 Feb 10 15:23:15.012760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ec13d-5686-4e45-bb3c-f30da8193052 req-0d937c74-faa2-4823-a0b5-87cf4813eb58 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.030823 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a8ec13d-5686-4e45-bb3c-f30da8193052 req-0d937c74-faa2-4823-a0b5-87cf4813eb58 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 947 time: 0.6144872 Feb 10 15:23:15.084123 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90b84899-cc8e-43bb-9c8a-ded103455105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e30717e7-c849-43b6-8382-623c0cc237d1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:15.086796 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90b84899-cc8e-43bb-9c8a-ded103455105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:15.088365 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-90b84899-cc8e-43bb-9c8a-ded103455105 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e30717e7-c849-43b6-8382-623c0cc237d1 HTTP/1.1" status: 204 len: 168 time: 0.9579306 Feb 10 15:23:15.107553 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b84899-cc8e-43bb-9c8a-ded103455105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30717e7-c849-43b6-8382-623c0cc237d1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:15.136612 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a8ec13d-5686-4e45-bb3c-f30da8193052 req-2999457f-9447-4e0c-ac64-d52669930ff9 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/security-groups?id=074ee704-eb1b-49db-9c54-da133ab65fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045716 Feb 10 15:23:15.209262 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b729a45-97d1-46fc-86fb-1f67c9dd2abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:15.249971 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:23:15.294802 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1173df06-7cd8-4108-9e29-8cde0b757c27 x-openstack-request-id: req-1173df06-7cd8-4108-9e29-8cde0b757c27 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:15.294802 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "tag": "8c24031c-37a7-4018-9913-6d7f2261f999", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:15.294802 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1173df06-7cd8-4108-9e29-8cde0b757c27 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:15.294802 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'tag': '8c24031c-37a7-4018-9913-6d7f2261f999', 'status': 'completed', 'code': 200} Feb 10 15:23:15.305551 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Publish callbacks [] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:15.343420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Transition to ACTIVE for port object 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:23:15.348220 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:15.417608 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d1a5d-a94d-4ac8-a7d7-fffe33b5da2a req-90dcd20c-0c0b-457b-b6f9-c4b3f961293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.418121 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d1a5d-a94d-4ac8-a7d7-fffe33b5da2a req-90dcd20c-0c0b-457b-b6f9-c4b3f961293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.425984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d1a5d-a94d-4ac8-a7d7-fffe33b5da2a req-90dcd20c-0c0b-457b-b6f9-c4b3f961293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.426861 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d1a5d-a94d-4ac8-a7d7-fffe33b5da2a req-90dcd20c-0c0b-457b-b6f9-c4b3f961293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.429347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d1a5d-a94d-4ac8-a7d7-fffe33b5da2a req-90dcd20c-0c0b-457b-b6f9-c4b3f961293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.429849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d1a5d-a94d-4ac8-a7d7-fffe33b5da2a req-90dcd20c-0c0b-457b-b6f9-c4b3f961293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.437602 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-027d1a5d-a94d-4ac8-a7d7-fffe33b5da2a req-90dcd20c-0c0b-457b-b6f9-c4b3f961293c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77c5c19a68194da2886794ae5b561292&device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5349 time: 0.1610076 Feb 10 15:23:15.589994 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1f9b81-9f36-4c16-9aae-871bc3c83e40,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:15.612206 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56884695-6d88-4ed1-92d1-fc90ad5fa1ee req-ef45b5f1-8cbb-49c7-9e7b-ec569ad5211c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.624251 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56884695-6d88-4ed1-92d1-fc90ad5fa1ee req-ef45b5f1-8cbb-49c7-9e7b-ec569ad5211c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.633551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56884695-6d88-4ed1-92d1-fc90ad5fa1ee req-ef45b5f1-8cbb-49c7-9e7b-ec569ad5211c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.639996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56884695-6d88-4ed1-92d1-fc90ad5fa1ee req-ef45b5f1-8cbb-49c7-9e7b-ec569ad5211c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.652853 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56884695-6d88-4ed1-92d1-fc90ad5fa1ee req-ef45b5f1-8cbb-49c7-9e7b-ec569ad5211c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.681179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56884695-6d88-4ed1-92d1-fc90ad5fa1ee req-ef45b5f1-8cbb-49c7-9e7b-ec569ad5211c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.688322 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56884695-6d88-4ed1-92d1-fc90ad5fa1ee req-ef45b5f1-8cbb-49c7-9e7b-ec569ad5211c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.691409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-56884695-6d88-4ed1-92d1-fc90ad5fa1ee req-ef45b5f1-8cbb-49c7-9e7b-ec569ad5211c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5374 time: 0.2881792 Feb 10 15:23:15.789350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Attempting to bind port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:15.790445 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Attempting to bind port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:15.790951 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Attempting to bind port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 on network eab9049c-4606-40f8-ad81-3a61ba10d119 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:15.796150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d1a5d-a94d-4ac8-a7d7-fffe33b5da2a req-76d57d4d-0f4a-4932-b0c8-b5afa3c5226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.796797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d1a5d-a94d-4ac8-a7d7-fffe33b5da2a req-76d57d4d-0f4a-4932-b0c8-b5afa3c5226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.798137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d1a5d-a94d-4ac8-a7d7-fffe33b5da2a req-76d57d4d-0f4a-4932-b0c8-b5afa3c5226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:15.799981 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-027d1a5d-a94d-4ac8-a7d7-fffe33b5da2a req-76d57d4d-0f4a-4932-b0c8-b5afa3c5226d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=77c5c19a68194da2886794ae5b561292&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3543112 Feb 10 15:23:15.806344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 on network eab9049c-4606-40f8-ad81-3a61ba10d119 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:15.806955 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Attempting to bind port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 on network eab9049c-4606-40f8-ad81-3a61ba10d119 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:15.822564 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:23:15.823360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Checking segment: {'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:23:15.823912 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Bound using segment: {'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:23:15.824576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Bound port: 9e1f9b81-9f36-4c16-9aae-871bc3c83e40, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:23:15.825175 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:15.848049 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-56884695-6d88-4ed1-92d1-fc90ad5fa1ee req-6341c925-4c6d-4fac-973b-7996d3764bd1 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1444213 Feb 10 15:23:16.023393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] For port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:23:16.044426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] For port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9e1f9b81-9f36-4c16-9aae-871bc3c83e40,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:23:16.059986 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:16.110866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f1102-f77f-43ef-9896-bebaf2cdcd62 req-2ef345b3-4b80-4601-a6e7-6ed5b0f70708 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:16.118013 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-705f1102-f77f-43ef-9896-bebaf2cdcd62 req-2ef345b3-4b80-4601-a6e7-6ed5b0f70708 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.1305082 Feb 10 15:23:16.128383 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d1a5d-a94d-4ac8-a7d7-fffe33b5da2a req-c417421c-e8d9-40ae-a614-50eef39a9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:16.130911 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-027d1a5d-a94d-4ac8-a7d7-fffe33b5da2a req-c417421c-e8d9-40ae-a614-50eef39a9ab1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3184955 Feb 10 15:23:16.171911 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-10617223-0604-4ce8-8787-77a46e39b530 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1603367 Feb 10 15:23:16.183389 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:16.184176 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:16.186239 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] 10.222.0.72 "PUT /v2.0/ports/9e1f9b81-9f36-4c16-9aae-871bc3c83e40 HTTP/1.1" status: 200 len: 1131 time: 2.0990152 Feb 10 15:23:16.263238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-705f1102-f77f-43ef-9896-bebaf2cdcd62 req-71627337-db11-4d7e-868c-8edab4fe2334 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243289 Feb 10 15:23:16.278501 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:16.287607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Request body: {'port': {'device_id': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:16.309460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544f2b0-89bd-4477-b835-a04087713126 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1f9b81-9f36-4c16-9aae-871bc3c83e40,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:16.544431 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:16.556185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a9256-a8c9-41e5-8afa-f53629f2e562 req-c9609de7-b762-4d02-84d3-792de865a8b2 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:16.557764 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c19a9256-a8c9-41e5-8afa-f53629f2e562 req-c9609de7-b762-4d02-84d3-792de865a8b2 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.2933247 Feb 10 15:23:16.685962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd0b50-5311-4068-aace-9202d2ecf227 req-ff649459-e689-49e2-9eca-82def658537d tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:16.696496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a5fd0b50-5311-4068-aace-9202d2ecf227 req-ff649459-e689-49e2-9eca-82def658537d tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 947 time: 0.1918800 Feb 10 15:23:16.858050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:23:16.916682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c19a9256-a8c9-41e5-8afa-f53629f2e562 req-d1eccbb0-5a14-425e-8fc7-a56e030a4e5d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457165 Feb 10 15:23:17.105431 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:17.129988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9', 'mac_address': 'fa:16:3e:48:ca:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:23:17.230679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:23:17.233555 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:17.237635 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a5fd0b50-5311-4068-aace-9202d2ecf227 req-1c80e7c0-ec78-4a1a-bb73-2afaa4d1ff3b tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/security-groups?id=074ee704-eb1b-49db-9c54-da133ab65fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320351 Feb 10 15:23:17.266232 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:23:17.299280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'tag': '9e1f9b81-9f36-4c16-9aae-871bc3c83e40'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:17.303861 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ee84dd-d15a-44bd-8b88-16e7d241397b" -d '{"events": [{"name": "network-changed", "server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "tag": "9e1f9b81-9f36-4c16-9aae-871bc3c83e40"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:17.319772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-7642f48e-81ed-4faa-9be2-7bb32a2c91cf tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:17.322049 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-7642f48e-81ed-4faa-9be2-7bb32a2c91cf tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports/0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e HTTP/1.1" status: 200 len: 947 time: 0.1010246 Feb 10 15:23:17.337716 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:17.347598 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:17.348496 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 403975a4-45a1-450c-89f9-3dbd07640399 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:23:17.401429 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 403975a4-45a1-450c-89f9-3dbd07640399, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=403975a4-45a1-450c-89f9-3dbd07640399,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:17.504400 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '403975a4-45a1-450c-89f9-3dbd07640399', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '403975a4-45a1-450c-89f9-3dbd07640399', 'mac_address': 'fa:16:3e:81:05:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:23:17.546319 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fab64d-74e9-464d-8c6f-f3e7f56ebd1b req-5e8c303a-619b-4417-8126-ba78181a7ece tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:17.551757 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fab64d-74e9-464d-8c6f-f3e7f56ebd1b req-5e8c303a-619b-4417-8126-ba78181a7ece tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:17.557938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fab64d-74e9-464d-8c6f-f3e7f56ebd1b req-5e8c303a-619b-4417-8126-ba78181a7ece tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:17.563249 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fab64d-74e9-464d-8c6f-f3e7f56ebd1b req-5e8c303a-619b-4417-8126-ba78181a7ece tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:17.569557 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fab64d-74e9-464d-8c6f-f3e7f56ebd1b req-5e8c303a-619b-4417-8126-ba78181a7ece tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:17.575170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fab64d-74e9-464d-8c6f-f3e7f56ebd1b req-5e8c303a-619b-4417-8126-ba78181a7ece tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:17.580712 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fab64d-74e9-464d-8c6f-f3e7f56ebd1b req-5e8c303a-619b-4417-8126-ba78181a7ece tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:17.584039 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9fab64d-74e9-464d-8c6f-f3e7f56ebd1b req-5e8c303a-619b-4417-8126-ba78181a7ece tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5374 time: 0.4003494 Feb 10 15:23:17.676181 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 403975a4-45a1-450c-89f9-3dbd07640399 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:23:17.678322 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (403975a4-45a1-450c-89f9-3dbd07640399), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:17.699060 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9fab64d-74e9-464d-8c6f-f3e7f56ebd1b req-59af1d07-80f3-4ba5-8d01-73293df08538 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0962708 Feb 10 15:23:17.706560 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c81648-f7ad-4f7d-9c20-cafc5114a54f {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:23:17.720586 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db41eb-2ad7-423d-b225-8a9b8154acfa req-b44d7af5-203e-45c8-aed3-045a2544f816 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:17.722357 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4db41eb-2ad7-423d-b225-8a9b8154acfa req-b44d7af5-203e-45c8-aed3-045a2544f816 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.2748911 Feb 10 15:23:17.724473 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Publish callbacks [] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:17.752187 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:17.755277 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 403975a4-45a1-450c-89f9-3dbd07640399 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:23:17.768112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Transition to ACTIVE for port object f5c81648-f7ad-4f7d-9c20-cafc5114a54f will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:23:17.799061 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:17.800308 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:17.800786 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:17.801609 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:17.802221 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:17.802776 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:17.804559 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:17.805244 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:17.805798 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:17.806380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:17.806963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:17.807543 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:17.808229 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:17.808906 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:17.921661 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 403975a4-45a1-450c-89f9-3dbd07640399, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=403975a4-45a1-450c-89f9-3dbd07640399,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:17.949931 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4db41eb-2ad7-423d-b225-8a9b8154acfa req-36aac1c3-d011-45a9-baf9-0f87ac4f0705 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209845 Feb 10 15:23:17.974142 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c977a813-b27a-4370-9465-f3bf5ef8af10 x-openstack-request-id: req-c977a813-b27a-4370-9465-f3bf5ef8af10 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:17.974542 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "tag": "9e1f9b81-9f36-4c16-9aae-871bc3c83e40", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:17.974888 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c977a813-b27a-4370-9465-f3bf5ef8af10 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:17.975425 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'tag': '9e1f9b81-9f36-4c16-9aae-871bc3c83e40', 'status': 'completed', 'code': 200} Feb 10 15:23:17.999383 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (403975a4-45a1-450c-89f9-3dbd07640399), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:18.038295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee84dd-d15a-44bd-8b88-16e7d241397b req-95143184-4c78-41d3-a4ad-69e49b0ac0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:18.044916 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee84dd-d15a-44bd-8b88-16e7d241397b req-95143184-4c78-41d3-a4ad-69e49b0ac0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:18.050400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c81648-f7ad-4f7d-9c20-cafc5114a54f,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:18.050815 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee84dd-d15a-44bd-8b88-16e7d241397b req-95143184-4c78-41d3-a4ad-69e49b0ac0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:18.053041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee84dd-d15a-44bd-8b88-16e7d241397b req-95143184-4c78-41d3-a4ad-69e49b0ac0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:18.053858 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee84dd-d15a-44bd-8b88-16e7d241397b req-95143184-4c78-41d3-a4ad-69e49b0ac0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:18.055993 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee84dd-d15a-44bd-8b88-16e7d241397b req-95143184-4c78-41d3-a4ad-69e49b0ac0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:18.056638 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee84dd-d15a-44bd-8b88-16e7d241397b req-95143184-4c78-41d3-a4ad-69e49b0ac0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:18.064190 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-17ee84dd-d15a-44bd-8b88-16e7d241397b req-95143184-4c78-41d3-a4ad-69e49b0ac0f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77c5c19a68194da2886794ae5b561292&device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 6329 time: 0.1671531 Feb 10 15:23:18.174604 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:18.306271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=403975a4-45a1-450c-89f9-3dbd07640399,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:18.333213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Attempting to bind port f5c81648-f7ad-4f7d-9c20-cafc5114a54f on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:18.333932 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Attempting to bind port f5c81648-f7ad-4f7d-9c20-cafc5114a54f by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:18.334539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Attempting to bind port f5c81648-f7ad-4f7d-9c20-cafc5114a54f on network eab9049c-4606-40f8-ad81-3a61ba10d119 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:18.351705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Port f5c81648-f7ad-4f7d-9c20-cafc5114a54f on network eab9049c-4606-40f8-ad81-3a61ba10d119 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:18.358892 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Attempting to bind port f5c81648-f7ad-4f7d-9c20-cafc5114a54f on network eab9049c-4606-40f8-ad81-3a61ba10d119 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:18.384864 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:23:18.401546 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Checking segment: {'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:23:18.402168 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Bound using segment: {'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:23:18.403026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Bound port: f5c81648-f7ad-4f7d-9c20-cafc5114a54f, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:23:18.403600 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:18.416751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['1abf2c55-7599-4c9e-8c88-c70dd86ee5d9'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:23:18.459508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee84dd-d15a-44bd-8b88-16e7d241397b req-9750ee65-e2d0-417a-87f8-f3dac427c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:18.460081 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee84dd-d15a-44bd-8b88-16e7d241397b req-9750ee65-e2d0-417a-87f8-f3dac427c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:18.460441 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee84dd-d15a-44bd-8b88-16e7d241397b req-9750ee65-e2d0-417a-87f8-f3dac427c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:18.468020 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-17ee84dd-d15a-44bd-8b88-16e7d241397b req-9750ee65-e2d0-417a-87f8-f3dac427c3b8 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=77c5c19a68194da2886794ae5b561292&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3948402 Feb 10 15:23:18.549056 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f5bf3-a9a9-474e-967c-0eb3f03f5866 req-e5dc6a6b-4675-4976-8c4e-24f350ac2b14 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:18.556133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-962f5bf3-a9a9-474e-967c-0eb3f03f5866 req-e5dc6a6b-4675-4976-8c4e-24f350ac2b14 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.3141141 Feb 10 15:23:18.646536 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee84dd-d15a-44bd-8b88-16e7d241397b req-bc44c99d-13af-47c0-867f-24337032928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:18.654266 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddabb1a-8b01-40fb-8c3b-40cc1f6a8abb req-49af4d76-cb31-47f4-8bc3-938c36c1bea3 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:18.660565 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-17ee84dd-d15a-44bd-8b88-16e7d241397b req-bc44c99d-13af-47c0-867f-24337032928b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1862185 Feb 10 15:23:18.662348 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ddabb1a-8b01-40fb-8c3b-40cc1f6a8abb req-49af4d76-cb31-47f4-8bc3-938c36c1bea3 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 948 time: 0.2549219 Feb 10 15:23:18.673608 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] For port f5c81648-f7ad-4f7d-9c20-cafc5114a54f, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:23:18.679106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['403975a4-45a1-450c-89f9-3dbd07640399'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:23:18.716505 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-962f5bf3-a9a9-474e-967c-0eb3f03f5866 req-eced10c6-c65b-4a0c-8a4f-67b539904a6d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592343 Feb 10 15:23:18.720002 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] For port f5c81648-f7ad-4f7d-9c20-cafc5114a54f, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=f5c81648-f7ad-4f7d-9c20-cafc5114a54f,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:23:18.742104 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:18.816680 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ddabb1a-8b01-40fb-8c3b-40cc1f6a8abb req-242df41d-f2e5-4ab2-a1ed-cf07fdb6cbee tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/security-groups?id=074ee704-eb1b-49db-9c54-da133ab65fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531692 Feb 10 15:23:18.885350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:18.885978 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:18.893320 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] 10.222.0.72 "PUT /v2.0/ports/f5c81648-f7ad-4f7d-9c20-cafc5114a54f HTTP/1.1" status: 200 len: 1091 time: 2.6265042 Feb 10 15:23:18.928960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-3dba5477-3344-4ad1-a147-76d44d86a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:18.930944 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-3dba5477-3344-4ad1-a147-76d44d86a80a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 1132 time: 0.1250129 Feb 10 15:23:18.956219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Request body: {'port': {'device_id': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:19.092268 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:19.183667 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-3346569e-5b3d-40bc-bc7b-b9d768f14b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:19.189735 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d040e70-c5ba-4e57-ac8e-6774c1d55329 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c81648-f7ad-4f7d-9c20-cafc5114a54f,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:19.191720 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-3346569e-5b3d-40bc-bc7b-b9d768f14b2e service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.2519882 Feb 10 15:23:19.260589 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:19.274160 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-09beceb8-12af-4523-bc8c-8e7198fdd96a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e HTTP/1.1" status: 200 len: 217 time: 0.0703537 Feb 10 15:23:19.371011 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-009ec3b9-ff88-4e2c-acf7-e22077fdfd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:19.373901 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-009ec3b9-ff88-4e2c-acf7-e22077fdfd28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0932593 Feb 10 15:23:19.381287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34e681-0614-43a8-935f-5c943cde97e8 req-9a722903-01cd-4aaf-bc32-124cdbdba6aa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:19.387017 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34e681-0614-43a8-935f-5c943cde97e8 req-9a722903-01cd-4aaf-bc32-124cdbdba6aa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:19.392773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34e681-0614-43a8-935f-5c943cde97e8 req-9a722903-01cd-4aaf-bc32-124cdbdba6aa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:19.398172 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34e681-0614-43a8-935f-5c943cde97e8 req-9a722903-01cd-4aaf-bc32-124cdbdba6aa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:19.403781 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34e681-0614-43a8-935f-5c943cde97e8 req-9a722903-01cd-4aaf-bc32-124cdbdba6aa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:19.409175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34e681-0614-43a8-935f-5c943cde97e8 req-9a722903-01cd-4aaf-bc32-124cdbdba6aa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:19.414544 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34e681-0614-43a8-935f-5c943cde97e8 req-9a722903-01cd-4aaf-bc32-124cdbdba6aa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:19.416582 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9e34e681-0614-43a8-935f-5c943cde97e8 req-9a722903-01cd-4aaf-bc32-124cdbdba6aa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5386 time: 0.5015290 Feb 10 15:23:19.435322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-c659c9e7-5bc7-4df7-b734-232df4311793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:19.437219 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-c659c9e7-5bc7-4df7-b734-232df4311793 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0568309 Feb 10 15:23:19.460160 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da64b-7bd3-4d6a-9ad8-c7400636f328 req-3284242e-3682-4dae-9c70-8a6916c162f9 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:19.466998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-220da64b-7bd3-4d6a-9ad8-c7400636f328 req-3284242e-3682-4dae-9c70-8a6916c162f9 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.3059394 Feb 10 15:23:19.633500 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-220da64b-7bd3-4d6a-9ad8-c7400636f328 req-a79df9ef-a3a9-49e1-aaf9-00ec2250af04 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655328 Feb 10 15:23:19.671262 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-12abf9e7-da0d-4fad-81ae-f72328bbc9e9 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218194 Feb 10 15:23:19.688207 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9e34e681-0614-43a8-935f-5c943cde97e8 req-ee2d505b-748e-4c2f-abb3-b6b9dc7ac8c1 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2615685 Feb 10 15:23:19.917269 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-55632a63-6978-4a67-896e-d25ec5eb0232 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435505 Feb 10 15:23:19.981878 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48908) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:19.987311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'tag': 'f5c81648-f7ad-4f7d-9c20-cafc5114a54f'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:19.989846 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1234ea37-2cb1-4518-9c09-ea430604becb" -d '{"events": [{"name": "network-changed", "server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "tag": "f5c81648-f7ad-4f7d-9c20-cafc5114a54f"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:20.133420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:23:20.147143 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Publish callbacks [] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:20.162552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Transition to ACTIVE for port object 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:23:20.187385 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:20.196478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6c76e-aa33-484a-8020-38af4b4e36dc req-513515ed-cb95-4098-a292-f8da0f8a6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:20.198322 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ed6c76e-aa33-484a-8020-38af4b4e36dc req-513515ed-cb95-4098-a292-f8da0f8a6d87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=952a730c5eba4222be3cff2850d1fa62&device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 1127 time: 0.0819941 Feb 10 15:23:20.206329 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c20d5cf4-3eeb-46b6-9607-c32599d845af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:20.294001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5e5af9-acf4-4315-8fe6-8555e819b8c7,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:20.301459 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c20d5cf4-3eeb-46b6-9607-c32599d845af admin admin] Publish callbacks [] for security_group (a34dcdc4-049c-4f23-b17e-f4aa06c8cc12), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:20.312597 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c20d5cf4-3eeb-46b6-9607-c32599d845af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a34dcdc4-049c-4f23-b17e-f4aa06c8cc12), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:20.323242 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03339e-8ea0-432f-a712-4697902f9bfa req-95767e9c-061f-4cda-a505-ea387f5be0a6 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:20.331367 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c03339e-8ea0-432f-a712-4697902f9bfa req-95767e9c-061f-4cda-a505-ea387f5be0a6 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 948 time: 0.4044230 Feb 10 15:23:20.348290 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f8ce6-c4a9-498c-b481-e72f90f67050 req-b84e82b3-5ad2-4916-910d-aed45fb2ee55 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:20.351504 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b36f8ce6-c4a9-498c-b481-e72f90f67050 req-b84e82b3-5ad2-4916-910d-aed45fb2ee55 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.4466803 Feb 10 15:23:20.438769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d5cf4-3eeb-46b6-9607-c32599d845af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34dcdc4-049c-4f23-b17e-f4aa06c8cc12,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:20.462270 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c20d5cf4-3eeb-46b6-9607-c32599d845af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a5070a5989a47d7bc3baf61b8147530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4733744 Feb 10 15:23:20.463117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48914) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:20.478898 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c03339e-8ea0-432f-a712-4697902f9bfa req-4bc18b96-8be7-48cd-8fba-b7af3575ae6b tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/security-groups?id=074ee704-eb1b-49db-9c54-da133ab65fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239123 Feb 10 15:23:20.529790 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6c76e-aa33-484a-8020-38af4b4e36dc req-4b702978-9719-48c9-800f-e676a0651046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:20.531293 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ed6c76e-aa33-484a-8020-38af4b4e36dc req-4b702978-9719-48c9-800f-e676a0651046 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae5226c2-5364-4c34-8001-6c08a2574a7f HTTP/1.1" status: 200 len: 906 time: 0.2283981 Feb 10 15:23:20.574328 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5708c088-026c-4879-ac9d-4ba5814617ad x-openstack-request-id: req-5708c088-026c-4879-ac9d-4ba5814617ad {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:20.575008 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "tag": "f5c81648-f7ad-4f7d-9c20-cafc5114a54f", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:20.575366 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5708c088-026c-4879-ac9d-4ba5814617ad {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:20.575883 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'tag': 'f5c81648-f7ad-4f7d-9c20-cafc5114a54f', 'status': 'completed', 'code': 200} Feb 10 15:23:20.631259 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01cef206-ec01-4105-b658-ab9630ba6dfa admin admin] Publish callbacks [] for security_group (a34dcdc4-049c-4f23-b17e-f4aa06c8cc12), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:20.638532 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b36f8ce6-c4a9-498c-b481-e72f90f67050 req-08b1dfcb-0a71-4bd7-b5ab-c4234ab35160 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971047 Feb 10 15:23:20.639436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Attempting to bind port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:20.640595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Attempting to bind port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:20.641059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Attempting to bind port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 on network eab9049c-4606-40f8-ad81-3a61ba10d119 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:20.655152 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ed6c76e-aa33-484a-8020-38af4b4e36dc req-9bca4ccb-2500-4745-a0a1-df7f906373de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=396522bd-2cbd-4047-bed1-80e33fbb9a30 HTTP/1.1" status: 200 len: 217 time: 0.1151309 Feb 10 15:23:20.656163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 on network eab9049c-4606-40f8-ad81-3a61ba10d119 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:20.656884 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Attempting to bind port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 on network eab9049c-4606-40f8-ad81-3a61ba10d119 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:20.667688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:23:20.668393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Checking segment: {'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:23:20.669122 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Bound using segment: {'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:23:20.669829 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Bound port: 7d5e5af9-acf4-4315-8fe6-8555e819b8c7, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648d7c18-eacb-41da-a6fa-7cec74b025c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:23:20.670437 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:20.777787 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01cef206-ec01-4105-b658-ab9630ba6dfa admin admin] Publish callbacks [] for security_group (a34dcdc4-049c-4f23-b17e-f4aa06c8cc12), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:20.810091 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] For port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:23:20.828640 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] For port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7d5e5af9-acf4-4315-8fe6-8555e819b8c7,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:23:20.843602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44df4c-a99d-4749-ad3d-335ef358914d req-834f058a-8e50-465d-8915-4b26ad7d7891 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:20.845964 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c44df4c-a99d-4749-ad3d-335ef358914d req-834f058a-8e50-465d-8915-4b26ad7d7891 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.0939176 Feb 10 15:23:20.856446 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:20.870350 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6c76e-aa33-484a-8020-38af4b4e36dc req-c112be34-bbbf-4a61-b665-63d985c9e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:20.872241 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ed6c76e-aa33-484a-8020-38af4b4e36dc req-c112be34-bbbf-4a61-b665-63d985c9e9a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c893dfab-f651-45c9-bbd2-d815d5f365d4 HTTP/1.1" status: 200 len: 845 time: 0.2079592 Feb 10 15:23:20.877912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 403975a4-45a1-450c-89f9-3dbd07640399 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:23:20.929042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5e5af9-acf4-4315-8fe6-8555e819b8c7,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:20.946633 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01cef206-ec01-4105-b658-ab9630ba6dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a34dcdc4-049c-4f23-b17e-f4aa06c8cc12), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:20.949445 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01cef206-ec01-4105-b658-ab9630ba6dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:20.952994 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-01cef206-ec01-4105-b658-ab9630ba6dfa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a34dcdc4-049c-4f23-b17e-f4aa06c8cc12 HTTP/1.1" status: 204 len: 168 time: 0.4869795 Feb 10 15:23:20.957335 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ed6c76e-aa33-484a-8020-38af4b4e36dc req-e6416cbb-7f22-4b58-bec8-8767752d8632 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae5226c2-5364-4c34-8001-6c08a2574a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598102 Feb 10 15:23:20.979002 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:20.979704 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:20.981297 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-27ef4c70-4c04-4b1a-ad8a-803cfb3c4ca4 service neutron] 10.222.0.72 "PUT /v2.0/ports/7d5e5af9-acf4-4315-8fe6-8555e819b8c7 HTTP/1.1" status: 200 len: 1091 time: 2.0620306 Feb 10 15:23:20.992323 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c44df4c-a99d-4749-ad3d-335ef358914d req-8e90dacb-ebce-48c5-b48e-e5d846474f20 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326311 Feb 10 15:23:21.013282 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5492c1-012f-461c-95dc-8153b481d431 req-5dc151b1-c6a8-4dc2-aded-ecfc20ab890f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.019335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5492c1-012f-461c-95dc-8153b481d431 req-5dc151b1-c6a8-4dc2-aded-ecfc20ab890f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.025329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5492c1-012f-461c-95dc-8153b481d431 req-5dc151b1-c6a8-4dc2-aded-ecfc20ab890f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.030837 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5492c1-012f-461c-95dc-8153b481d431 req-5dc151b1-c6a8-4dc2-aded-ecfc20ab890f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.037420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5492c1-012f-461c-95dc-8153b481d431 req-5dc151b1-c6a8-4dc2-aded-ecfc20ab890f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.052254 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5492c1-012f-461c-95dc-8153b481d431 req-5dc151b1-c6a8-4dc2-aded-ecfc20ab890f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.057790 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5492c1-012f-461c-95dc-8153b481d431 req-5dc151b1-c6a8-4dc2-aded-ecfc20ab890f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.068874 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 403975a4-45a1-450c-89f9-3dbd07640399 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:23:21.069893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac5492c1-012f-461c-95dc-8153b481d431 req-5dc151b1-c6a8-4dc2-aded-ecfc20ab890f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5398 time: 0.2334981 Feb 10 15:23:21.074693 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Request body: {'port': {'device_id': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:21.079404 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 403975a4-45a1-450c-89f9-3dbd07640399 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:23:21.081076 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (403975a4-45a1-450c-89f9-3dbd07640399), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:21.121785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cef206-ec01-4105-b658-ab9630ba6dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34dcdc4-049c-4f23-b17e-f4aa06c8cc12,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:21.222734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ea37-2cb1-4518-9c09-ea430604becb req-900477a9-9571-4350-9b3d-9b388bacbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.230561 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ea37-2cb1-4518-9c09-ea430604becb req-900477a9-9571-4350-9b3d-9b388bacbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.236294 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ea37-2cb1-4518-9c09-ea430604becb req-900477a9-9571-4350-9b3d-9b388bacbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.239011 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ea37-2cb1-4518-9c09-ea430604becb req-900477a9-9571-4350-9b3d-9b388bacbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.240929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ea37-2cb1-4518-9c09-ea430604becb req-900477a9-9571-4350-9b3d-9b388bacbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.243578 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ea37-2cb1-4518-9c09-ea430604becb req-900477a9-9571-4350-9b3d-9b388bacbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.246594 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ea37-2cb1-4518-9c09-ea430604becb req-900477a9-9571-4350-9b3d-9b388bacbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.256129 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1234ea37-2cb1-4518-9c09-ea430604becb req-900477a9-9571-4350-9b3d-9b388bacbde7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77c5c19a68194da2886794ae5b561292&device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 6457 time: 0.6133654 Feb 10 15:23:21.402048 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 403975a4-45a1-450c-89f9-3dbd07640399 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:23:21.403105 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (403975a4-45a1-450c-89f9-3dbd07640399), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:21.459809 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:21.463153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cdf6e7-4b15-4ccc-bcd9-56df408cb995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403975a4-45a1-450c-89f9-3dbd07640399'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:21.466523 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f0c03c-9702-4eea-ae4f-d7e8016299b6" -d '{"events": [{"server_uuid": "98cdf6e7-4b15-4ccc-bcd9-56df408cb995", "name": "network-vif-plugged", "status": "completed", "tag": "403975a4-45a1-450c-89f9-3dbd07640399"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:21.486354 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 403975a4-45a1-450c-89f9-3dbd07640399, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=403975a4-45a1-450c-89f9-3dbd07640399,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:21.488482 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac5492c1-012f-461c-95dc-8153b481d431 req-1affee17-7ae9-4031-be5c-3dff06928d62 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3857079 Feb 10 15:23:21.513732 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (403975a4-45a1-450c-89f9-3dbd07640399), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:21.516040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:23:21.678456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ea37-2cb1-4518-9c09-ea430604becb req-8688b68e-e58f-4096-868b-a03f4c5e2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.679366 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ea37-2cb1-4518-9c09-ea430604becb req-8688b68e-e58f-4096-868b-a03f4c5e2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.679948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ea37-2cb1-4518-9c09-ea430604becb req-8688b68e-e58f-4096-868b-a03f4c5e2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.681450 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81610fe0-9e5a-48a1-9cce-c341754e7f65 x-openstack-request-id: req-81610fe0-9e5a-48a1-9cce-c341754e7f65 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:21.682165 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cdf6e7-4b15-4ccc-bcd9-56df408cb995", "name": "network-vif-plugged", "status": "completed", "tag": "403975a4-45a1-450c-89f9-3dbd07640399", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:21.682703 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81610fe0-9e5a-48a1-9cce-c341754e7f65 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:21.685191 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cdf6e7-4b15-4ccc-bcd9-56df408cb995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403975a4-45a1-450c-89f9-3dbd07640399', 'code': 200} Feb 10 15:23:21.692497 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1234ea37-2cb1-4518-9c09-ea430604becb req-8688b68e-e58f-4096-868b-a03f4c5e2d38 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=77c5c19a68194da2886794ae5b561292&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3362744 Feb 10 15:23:21.701545 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ed6c76e-aa33-484a-8020-38af4b4e36dc req-c3c32026-cf59-4a62-a8ff-3c7212f3d557 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7357697 Feb 10 15:23:21.788242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:23:21.788916 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:21.821594 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 48992) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:21.865606 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d15e2841-374b-49f8-828e-5b4350893515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:21.900523 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=403975a4-45a1-450c-89f9-3dbd07640399,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:21.921076 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ea37-2cb1-4518-9c09-ea430604becb req-8adcb161-55d1-49c4-8e31-834580edcb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:21.924394 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1234ea37-2cb1-4518-9c09-ea430604becb req-8adcb161-55d1-49c4-8e31-834580edcb59 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2212234 Feb 10 15:23:22.021499 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:23:22.021902 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:22.068334 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ed6c76e-aa33-484a-8020-38af4b4e36dc req-f372264e-2c99-4bc4-be24-ae62b6dc0156 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426320 Feb 10 15:23:22.111906 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:22.118881 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:22.157906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf540b6-6653-4acc-9f65-7ed151e484fb req-154e6c62-a026-4758-9a18-9d5fb303f457 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:22.159626 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdf540b6-6653-4acc-9f65-7ed151e484fb req-154e6c62-a026-4758-9a18-9d5fb303f457 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 949 time: 0.4161310 Feb 10 15:23:22.166681 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d15e2841-374b-49f8-828e-5b4350893515 admin admin] Publish callbacks [] for security_group (3010b0d5-25c3-48a1-8256-085fed42e380), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:22.197907 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d15e2841-374b-49f8-828e-5b4350893515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3010b0d5-25c3-48a1-8256-085fed42e380), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:22.205074 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddfd7a-296c-421b-8f6f-7bfe5e9d487e req-43ba1a9b-f3de-4deb-8f63-75bc3b429c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:22.211378 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05ddfd7a-296c-421b-8f6f-7bfe5e9d487e req-43ba1a9b-f3de-4deb-8f63-75bc3b429c52 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 1131 time: 0.1548283 Feb 10 15:23:22.292128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdf540b6-6653-4acc-9f65-7ed151e484fb req-3585a835-83b1-46a9-b406-5f9a6320a434 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/security-groups?id=074ee704-eb1b-49db-9c54-da133ab65fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242008 Feb 10 15:23:22.298803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d15e2841-374b-49f8-828e-5b4350893515 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c4f9183f9cb0467fbb0dd15b6bd7bd47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4642487 Feb 10 15:23:22.307060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49018) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:22.321907 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e2841-374b-49f8-828e-5b4350893515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3010b0d5-25c3-48a1-8256-085fed42e380,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:22.330318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,revision_number=10']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:22.357412 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05ddfd7a-296c-421b-8f6f-7bfe5e9d487e req-cfe93a03-dcad-4979-a153-fcb639facdf5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=074ee704-eb1b-49db-9c54-da133ab65fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377699 Feb 10 15:23:22.363496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e42ccf-8143-40ce-8a14-cb8112823224 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:23:22.376159 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Publish callbacks [] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:22.385062 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-67d278fa-046c-4a2e-84a8-3553e83db9c5 admin admin] Publish callbacks [] for security_group (3010b0d5-25c3-48a1-8256-085fed42e380), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:22.401095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Transition to ACTIVE for port object b6e42ccf-8143-40ce-8a14-cb8112823224 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:23:22.406269 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:22.439818 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-67d278fa-046c-4a2e-84a8-3553e83db9c5 admin admin] Publish callbacks [] for security_group (3010b0d5-25c3-48a1-8256-085fed42e380), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:22.533976 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Pushing event updated for resources: {'Port': ['ID=b6e42ccf-8143-40ce-8a14-cb8112823224,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:22.543857 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-67d278fa-046c-4a2e-84a8-3553e83db9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3010b0d5-25c3-48a1-8256-085fed42e380), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:22.546497 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-67d278fa-046c-4a2e-84a8-3553e83db9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:22.548724 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-67d278fa-046c-4a2e-84a8-3553e83db9c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3010b0d5-25c3-48a1-8256-085fed42e380 HTTP/1.1" status: 204 len: 168 time: 0.2399373 Feb 10 15:23:22.566130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d278fa-046c-4a2e-84a8-3553e83db9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3010b0d5-25c3-48a1-8256-085fed42e380,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:22.595146 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'tag': '7d5e5af9-acf4-4315-8fe6-8555e819b8c7'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:22.598460 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf2a9c9-91a9-4171-88b2-943b7bd9a673" -d '{"events": [{"name": "network-changed", "server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "tag": "7d5e5af9-acf4-4315-8fe6-8555e819b8c7"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:22.683535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Attempting to bind port b6e42ccf-8143-40ce-8a14-cb8112823224 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:22.683885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Attempting to bind port b6e42ccf-8143-40ce-8a14-cb8112823224 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:22.684280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Attempting to bind port b6e42ccf-8143-40ce-8a14-cb8112823224 on network 241f314e-851f-4a4e-975e-db3f4aeb2f85 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:22.703346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Port b6e42ccf-8143-40ce-8a14-cb8112823224 on network 241f314e-851f-4a4e-975e-db3f4aeb2f85 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:22.703346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Attempting to bind port b6e42ccf-8143-40ce-8a14-cb8112823224 on network 241f314e-851f-4a4e-975e-db3f4aeb2f85 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:22.710002 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:23:22.710350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Checking segment: {'id': 'f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:23:22.710745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Bound using segment: {'id': 'f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:23:22.711186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Bound port: b6e42ccf-8143-40ce-8a14-cb8112823224, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:23:22.711550 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:22.787480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] For port b6e42ccf-8143-40ce-8a14-cb8112823224, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:23:22.791023 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] For port b6e42ccf-8143-40ce-8a14-cb8112823224, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b6e42ccf-8143-40ce-8a14-cb8112823224,segment=NetworkSegment(f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083),segment_id=f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:23:22.807704 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73508d81-fb5d-46c3-af87-10086faa0c31 req-eaf58291-af3d-4246-80be-5a666f8fd1fb tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:22.811896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73508d81-fb5d-46c3-af87-10086faa0c31 req-eaf58291-af3d-4246-80be-5a666f8fd1fb tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.3135414 Feb 10 15:23:22.814895 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:22.899436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Pushing event updated for resources: {'Port': ['ID=b6e42ccf-8143-40ce-8a14-cb8112823224,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:22.943327 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73508d81-fb5d-46c3-af87-10086faa0c31 req-7f3e389d-fbb8-4f18-9b75-fa3c08ff47ab tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632808 Feb 10 15:23:22.952153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:22.952730 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:22.954459 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2ce52ebb-e454-4ba5-9978-8f86292dc02d service neutron] 10.222.0.72 "PUT /v2.0/ports/b6e42ccf-8143-40ce-8a14-cb8112823224 HTTP/1.1" status: 200 len: 1091 time: 1.8837221 Feb 10 15:23:22.993597 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Request body: {'port': {'device_id': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:23.583560 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (01758cd0-1814-4bd4-8753-5c2fa6819fba), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:23.649547 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 396522bd-2cbd-4047-bed1-80e33fbb9a30 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:23:23.690089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc3ec85-dfb3-4682-b440-6fd925a612f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:23.695533 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a0d00f-4c64-48f0-8a85-e0f4ee82e498" -d '{"events": [{"server_uuid": "1dc3ec85-dfb3-4682-b440-6fd925a612f8", "name": "network-vif-plugged", "status": "completed", "tag": "1abf2c55-7599-4c9e-8c88-c70dd86ee5d9"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:23.815236 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 396522bd-2cbd-4047-bed1-80e33fbb9a30 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:23:23.815880 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:23.864448 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 396522bd-2cbd-4047-bed1-80e33fbb9a30, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=396522bd-2cbd-4047-bed1-80e33fbb9a30,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:23.876764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:24.011873 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=396522bd-2cbd-4047-bed1-80e33fbb9a30,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:24.076402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01758cd0-1814-4bd4-8753-5c2fa6819fba {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:23:24.090717 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Publish callbacks [] for port (01758cd0-1814-4bd4-8753-5c2fa6819fba), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:24.146661 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Transition to ACTIVE for port object 01758cd0-1814-4bd4-8753-5c2fa6819fba will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:23:24.164402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c83a3-b65b-4ffb-9838-48dcf9716b14 req-dddb71b3-2ea0-485e-9ad8-7ffceb78ca74 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.173756 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c53c83a3-b65b-4ffb-9838-48dcf9716b14 req-dddb71b3-2ea0-485e-9ad8-7ffceb78ca74 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 1.0773592 Feb 10 15:23:24.237500 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c53c83a3-b65b-4ffb-9838-48dcf9716b14 req-8e05f3be-7841-462d-bb9f-a1d350246f0f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576735 Feb 10 15:23:24.238343 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (01758cd0-1814-4bd4-8753-5c2fa6819fba), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:24.326710 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2254084a-2f8f-44cd-9c9a-0c91d9c6f832 x-openstack-request-id: req-2254084a-2f8f-44cd-9c9a-0c91d9c6f832 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:24.327670 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "tag": "7d5e5af9-acf4-4315-8fe6-8555e819b8c7", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:24.328282 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2254084a-2f8f-44cd-9c9a-0c91d9c6f832 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:24.328578 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'tag': '7d5e5af9-acf4-4315-8fe6-8555e819b8c7', 'status': 'completed', 'code': 200} Feb 10 15:23:24.356620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e65413-a2f1-42f2-83c7-22c3ad2a0849 req-a7361a0d-c221-473f-be72-5c154935a77a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.365721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e65413-a2f1-42f2-83c7-22c3ad2a0849 req-a7361a0d-c221-473f-be72-5c154935a77a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.372166 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e65413-a2f1-42f2-83c7-22c3ad2a0849 req-a7361a0d-c221-473f-be72-5c154935a77a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.380289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e65413-a2f1-42f2-83c7-22c3ad2a0849 req-a7361a0d-c221-473f-be72-5c154935a77a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.387129 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e65413-a2f1-42f2-83c7-22c3ad2a0849 req-a7361a0d-c221-473f-be72-5c154935a77a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.394522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e65413-a2f1-42f2-83c7-22c3ad2a0849 req-a7361a0d-c221-473f-be72-5c154935a77a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.400295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e65413-a2f1-42f2-83c7-22c3ad2a0849 req-a7361a0d-c221-473f-be72-5c154935a77a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.411833 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05e65413-a2f1-42f2-83c7-22c3ad2a0849 req-a7361a0d-c221-473f-be72-5c154935a77a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5410 time: 0.8642449 Feb 10 15:23:24.476167 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a9c9-91a9-4171-88b2-943b7bd9a673 req-0d727b29-e613-4505-9bb8-460f5b9e17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.476761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a9c9-91a9-4171-88b2-943b7bd9a673 req-0d727b29-e613-4505-9bb8-460f5b9e17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.477140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a9c9-91a9-4171-88b2-943b7bd9a673 req-0d727b29-e613-4505-9bb8-460f5b9e17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.477610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a9c9-91a9-4171-88b2-943b7bd9a673 req-0d727b29-e613-4505-9bb8-460f5b9e17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.478071 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a9c9-91a9-4171-88b2-943b7bd9a673 req-0d727b29-e613-4505-9bb8-460f5b9e17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.478615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a9c9-91a9-4171-88b2-943b7bd9a673 req-0d727b29-e613-4505-9bb8-460f5b9e17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.478988 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a9c9-91a9-4171-88b2-943b7bd9a673 req-0d727b29-e613-4505-9bb8-460f5b9e17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.483332 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Pushing event updated for resources: {'Port': ['ID=01758cd0-1814-4bd4-8753-5c2fa6819fba,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:24.486303 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ebf2a9c9-91a9-4171-88b2-943b7bd9a673 req-0d727b29-e613-4505-9bb8-460f5b9e17d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77c5c19a68194da2886794ae5b561292&device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 6623 time: 0.1438894 Feb 10 15:23:24.727351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Attempting to bind port 01758cd0-1814-4bd4-8753-5c2fa6819fba on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:24.727865 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Attempting to bind port 01758cd0-1814-4bd4-8753-5c2fa6819fba by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:24.728208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Attempting to bind port 01758cd0-1814-4bd4-8753-5c2fa6819fba on network 241f314e-851f-4a4e-975e-db3f4aeb2f85 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:24.734026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Port 01758cd0-1814-4bd4-8753-5c2fa6819fba on network 241f314e-851f-4a4e-975e-db3f4aeb2f85 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:24.734367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Attempting to bind port 01758cd0-1814-4bd4-8753-5c2fa6819fba on network 241f314e-851f-4a4e-975e-db3f4aeb2f85 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:24.741075 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:23:24.741553 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Checking segment: {'id': 'f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:23:24.741817 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Bound using segment: {'id': 'f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:23:24.742259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Bound port: 01758cd0-1814-4bd4-8753-5c2fa6819fba, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:23:24.743350 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (01758cd0-1814-4bd4-8753-5c2fa6819fba), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:24.783047 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05e65413-a2f1-42f2-83c7-22c3ad2a0849 req-8ae32e36-9800-42a6-a50b-e6bcf32d0f6a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3694146 Feb 10 15:23:24.845196 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a9c9-91a9-4171-88b2-943b7bd9a673 req-7cef89ac-e397-4db8-9425-a274e1f43f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.845757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a9c9-91a9-4171-88b2-943b7bd9a673 req-7cef89ac-e397-4db8-9425-a274e1f43f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.846418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a9c9-91a9-4171-88b2-943b7bd9a673 req-7cef89ac-e397-4db8-9425-a274e1f43f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.848446 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ebf2a9c9-91a9-4171-88b2-943b7bd9a673 req-7cef89ac-e397-4db8-9425-a274e1f43f45 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=77c5c19a68194da2886794ae5b561292&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3533161 Feb 10 15:23:24.928270 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226f7183-fd4a-4d35-8c33-58e536c11d35 x-openstack-request-id: req-226f7183-fd4a-4d35-8c33-58e536c11d35 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:24.930629 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc3ec85-dfb3-4682-b440-6fd925a612f8", "name": "network-vif-plugged", "status": "completed", "tag": "1abf2c55-7599-4c9e-8c88-c70dd86ee5d9", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:24.931212 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-226f7183-fd4a-4d35-8c33-58e536c11d35 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:24.931785 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc3ec85-dfb3-4682-b440-6fd925a612f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9', 'code': 200} Feb 10 15:23:24.948750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204d5ad-de5d-409b-a024-87e1e0190344 req-c895c3bb-9f64-4f3f-9370-27d45007f3f3 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:24.954330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5204d5ad-de5d-409b-a024-87e1e0190344 req-c895c3bb-9f64-4f3f-9370-27d45007f3f3 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 949 time: 0.1697283 Feb 10 15:23:24.997823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] For port 01758cd0-1814-4bd4-8753-5c2fa6819fba, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:23:25.069714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] For port 01758cd0-1814-4bd4-8753-5c2fa6819fba, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=01758cd0-1814-4bd4-8753-5c2fa6819fba,segment=NetworkSegment(f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083),segment_id=f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:23:25.099449 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a9c9-91a9-4171-88b2-943b7bd9a673 req-50215a6a-2156-419a-91ff-66113cbd4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:25.102217 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ebf2a9c9-91a9-4171-88b2-943b7bd9a673 req-50215a6a-2156-419a-91ff-66113cbd4914 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2447689 Feb 10 15:23:25.147012 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (01758cd0-1814-4bd4-8753-5c2fa6819fba), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:25.180587 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5204d5ad-de5d-409b-a024-87e1e0190344 req-51d88f20-79e7-4f18-b168-776d14af33d5 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/security-groups?id=074ee704-eb1b-49db-9c54-da133ab65fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144179 Feb 10 15:23:25.217634 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:25.218165 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:25.219593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] 10.222.0.72 "PUT /v2.0/ports/01758cd0-1814-4bd4-8753-5c2fa6819fba HTTP/1.1" status: 200 len: 1091 time: 2.2378187 Feb 10 15:23:25.242448 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e115b-dd0f-45c9-8344-a4d51ff6e500 req-3a7e248d-d545-43ee-97e4-fc3646a41a1a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:25.244656 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d95e115b-dd0f-45c9-8344-a4d51ff6e500 req-3a7e248d-d545-43ee-97e4-fc3646a41a1a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.2065902 Feb 10 15:23:25.419673 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb6297-c789-4478-b94e-a40e9186eb09 service neutron] Pushing event updated for resources: {'Port': ['ID=01758cd0-1814-4bd4-8753-5c2fa6819fba,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:25.523936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d95e115b-dd0f-45c9-8344-a4d51ff6e500 req-3a44e2ed-456b-4385-b420-a56dfd772b79 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446728 Feb 10 15:23:25.622813 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4002f53b-6d8c-4334-a8d8-8791389e5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:25.623479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4002f53b-6d8c-4334-a8d8-8791389e5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:25.624110 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4002f53b-6d8c-4334-a8d8-8791389e5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:25.624781 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4002f53b-6d8c-4334-a8d8-8791389e5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:25.627850 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4002f53b-6d8c-4334-a8d8-8791389e5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:25.628502 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4002f53b-6d8c-4334-a8d8-8791389e5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:25.629151 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4002f53b-6d8c-4334-a8d8-8791389e5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:25.631631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4002f53b-6d8c-4334-a8d8-8791389e5ff0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77c5c19a68194da2886794ae5b561292&device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 6696 time: 0.3455739 Feb 10 15:23:25.699383 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-787f7cd8-021a-4fc9-bbf1-952e21ae9e4f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a58c1e-d08d-49d9-a4bc-f12168063f86 HTTP/1.1" status: 200 len: 217 time: 0.0469148 Feb 10 15:23:25.768932 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-78ac75d1-9ded-4654-b292-7d16a915011f tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:25.784054 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-78ac75d1-9ded-4654-b292-7d16a915011f tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/networks?id=ae5226c2-5364-4c34-8001-6c08a2574a7f HTTP/1.1" status: 200 len: 805 time: 0.3381321 Feb 10 15:23:25.807392 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-6be1493d-b9e0-48cf-a4f8-8d19eb74e93c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/quotas/952a730c5eba4222be3cff2850d1fa62 HTTP/1.1" status: 200 len: 375 time: 0.0220134 Feb 10 15:23:25.823730 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-9c0b781d-b5d5-4cf2-be13-1f4b5e6e1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:25.825695 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-9c0b781d-b5d5-4cf2-be13-1f4b5e6e1263 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=528764d9-6755-465a-9863-88a28775553b HTTP/1.1" status: 200 len: 851 time: 0.1189620 Feb 10 15:23:25.908431 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-c0a3215a-d0d5-459f-a489-acceb3744598 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=952a730c5eba4222be3cff2850d1fa62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997574 Feb 10 15:23:25.980404 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-dab00ade-3c7f-4279-a270-02231d06de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:25.982334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-dab00ade-3c7f-4279-a270-02231d06de4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7158b96a-de60-4916-ac3c-296c21899b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1385360 Feb 10 15:23:26.046263 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-cc70fb7d-02a4-4370-ac21-0a6a50e0939f service neutron] 10.222.0.64 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366007 Feb 10 15:23:26.271996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4f93f736-fe41-41af-997b-21f701b24c28 service neutron] 10.222.0.72 "GET /v2.0/networks/7158b96a-de60-4916-ac3c-296c21899b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806404 Feb 10 15:23:26.334834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'tag': 'b6e42ccf-8143-40ce-8a14-cb8112823224'}, {'name': 'network-changed', 'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'tag': '01758cd0-1814-4bd4-8753-5c2fa6819fba'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:26.337256 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928" -d '{"events": [{"name": "network-changed", "server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "tag": "b6e42ccf-8143-40ce-8a14-cb8112823224"}, {"name": "network-changed", "server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "tag": "01758cd0-1814-4bd4-8753-5c2fa6819fba"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:26.396120 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-ec35a217-6e56-45d9-be0b-aa5573c27dc8 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180203 Feb 10 15:23:26.417372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed2bcc-c55a-4895-a7ed-a2e45f0721c1 req-a198306d-4d2d-4be1-89a5-91c7cda5a65e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:26.425346 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54ed2bcc-c55a-4895-a7ed-a2e45f0721c1 req-a198306d-4d2d-4be1-89a5-91c7cda5a65e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.2437992 Feb 10 15:23:26.487498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-66600524-24f1-4493-9910-b3b6bc0dbbfc service neutron] 10.222.0.72 "GET /v2.0/networks/7158b96a-de60-4916-ac3c-296c21899b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027557 Feb 10 15:23:26.547676 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54ed2bcc-c55a-4895-a7ed-a2e45f0721c1 req-a725ddfa-b940-426d-a53a-7c9b9e520049 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028492 Feb 10 15:23:26.609130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-c4ed80f7-c41f-44e9-8b64-fa22f235c89f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=8c24031c-37a7-4018-9913-6d7f2261f999 HTTP/1.1" status: 200 len: 217 time: 0.0975094 Feb 10 15:23:26.644878 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02922552-21cd-49fd-bdf4-2e31f929f714 req-fb984090-7118-4cfb-b8c5-9e3a63556282 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:26.647125 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-02922552-21cd-49fd-bdf4-2e31f929f714 req-fb984090-7118-4cfb-b8c5-9e3a63556282 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.72 "GET /v2.0/ports?device_id=905b42ec-33bb-4888-8ef4-06c8bff5f9ce HTTP/1.1" status: 200 len: 943 time: 0.1764362 Feb 10 15:23:26.824273 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281b8c84-4de5-4a1a-b2f3-4f20035799df x-openstack-request-id: req-281b8c84-4de5-4a1a-b2f3-4f20035799df {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:26.824608 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "tag": "b6e42ccf-8143-40ce-8a14-cb8112823224", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "tag": "01758cd0-1814-4bd4-8753-5c2fa6819fba", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:26.824922 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-281b8c84-4de5-4a1a-b2f3-4f20035799df {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:26.825432 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'tag': 'b6e42ccf-8143-40ce-8a14-cb8112823224', 'status': 'completed', 'code': 200} Feb 10 15:23:26.825821 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'tag': '01758cd0-1814-4bd4-8753-5c2fa6819fba', 'status': 'completed', 'code': 200} Feb 10 15:23:26.914393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5770a45d-abc5-48a9-ac3f-d849b056af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:26.918939 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-5770a45d-abc5-48a9-ac3f-d849b056af6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=919e9d3c-57c2-4b71-a66c-06e10818c5df HTTP/1.1" status: 200 len: 797 time: 0.3005970 Feb 10 15:23:26.933541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905b42ec-33bb-4888-8ef4-06c8bff5f9ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '396522bd-2cbd-4047-bed1-80e33fbb9a30'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:26.935789 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c244756e-b204-49a7-b3f1-5fc636bcbc52" -d '{"events": [{"server_uuid": "905b42ec-33bb-4888-8ef4-06c8bff5f9ce", "name": "network-vif-unplugged", "status": "completed", "tag": "396522bd-2cbd-4047-bed1-80e33fbb9a30"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:26.992114 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc19340-864b-4888-9210-44771b435f35 req-3fce1cf3-85bf-4013-b071-649977ca25b8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:27.014963 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc19340-864b-4888-9210-44771b435f35 req-3fce1cf3-85bf-4013-b071-649977ca25b8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:27.044775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-02922552-21cd-49fd-bdf4-2e31f929f714 req-1effe90c-2967-4954-83a3-f74b571134e9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Deleting port 396522bd-2cbd-4047-bed1-80e33fbb9a30 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:23:27.045123 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-02922552-21cd-49fd-bdf4-2e31f929f714 req-1effe90c-2967-4954-83a3-f74b571134e9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:27.048127 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc19340-864b-4888-9210-44771b435f35 req-3fce1cf3-85bf-4013-b071-649977ca25b8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:27.066520 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc19340-864b-4888-9210-44771b435f35 req-3fce1cf3-85bf-4013-b071-649977ca25b8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:27.079773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc19340-864b-4888-9210-44771b435f35 req-3fce1cf3-85bf-4013-b071-649977ca25b8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:27.107106 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc19340-864b-4888-9210-44771b435f35 req-3fce1cf3-85bf-4013-b071-649977ca25b8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:27.123345 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49194) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:27.129875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc19340-864b-4888-9210-44771b435f35 req-3fce1cf3-85bf-4013-b071-649977ca25b8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:27.147802 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8fc19340-864b-4888-9210-44771b435f35 req-3fce1cf3-85bf-4013-b071-649977ca25b8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.5314674 Feb 10 15:23:27.345029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-6950c8d8-a50e-4824-8094-3d37a1f278dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:27.346701 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-6950c8d8-a50e-4824-8094-3d37a1f278dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eab9049c-4606-40f8-ad81-3a61ba10d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4135618 Feb 10 15:23:27.367202 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8fc19340-864b-4888-9210-44771b435f35 req-af4bdcce-8ee7-4a17-8d47-208b53739538 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2179105 Feb 10 15:23:27.419604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43fe21-13ca-49d0-95a9-8f73265fbfed req-d8f8e24d-1e7e-4f00-9931-bd4289d96f48 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:27.426816 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e43fe21-13ca-49d0-95a9-8f73265fbfed req-d8f8e24d-1e7e-4f00-9931-bd4289d96f48 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.2411904 Feb 10 15:23:27.520099 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea69d627-d0f9-4aff-ae28-5d9af22b95f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:27.615446 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea69d627-d0f9-4aff-ae28-5d9af22b95f4 admin admin] Publish callbacks [] for security_group (038c0b36-bbb1-46e1-90d2-f2877d78ec45), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:27.623365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-02922552-21cd-49fd-bdf4-2e31f929f714 req-1effe90c-2967-4954-83a3-f74b571134e9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] For port 396522bd-2cbd-4047-bed1-80e33fbb9a30, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=396522bd-2cbd-4047-bed1-80e33fbb9a30,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:27.626892 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-02922552-21cd-49fd-bdf4-2e31f929f714 req-1effe90c-2967-4954-83a3-f74b571134e9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:27.631810 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea69d627-d0f9-4aff-ae28-5d9af22b95f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (038c0b36-bbb1-46e1-90d2-f2877d78ec45), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:27.675830 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69cbc345-bcf8-444c-a50d-21eeb2bdc361 req-04b53885-be21-408e-9021-492eee0a8c6b tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 210 time: 0.1965332 Feb 10 15:23:27.700683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-02922552-21cd-49fd-bdf4-2e31f929f714 req-1effe90c-2967-4954-83a3-f74b571134e9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Calling delete_port for 396522bd-2cbd-4047-bed1-80e33fbb9a30 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:23:27.795933 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-903f2ae5-c644-444d-a553-2e10e9e81c3e service neutron] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273562 Feb 10 15:23:27.801386 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f634903c-8d5a-471b-9509-fa9061929264 x-openstack-request-id: req-f634903c-8d5a-471b-9509-fa9061929264 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:27.801684 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905b42ec-33bb-4888-8ef4-06c8bff5f9ce", "name": "network-vif-unplugged", "status": "completed", "tag": "396522bd-2cbd-4047-bed1-80e33fbb9a30", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:27.801948 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f634903c-8d5a-471b-9509-fa9061929264 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:27.802327 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905b42ec-33bb-4888-8ef4-06c8bff5f9ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '396522bd-2cbd-4047-bed1-80e33fbb9a30', 'code': 200} Feb 10 15:23:27.833835 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e43fe21-13ca-49d0-95a9-8f73265fbfed req-3bc950c8-b592-423a-83c7-7ef2a2439727 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694968 Feb 10 15:23:27.950867 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ea69d627-d0f9-4aff-ae28-5d9af22b95f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46919350fc834d95a6e00d7ee15cf03a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8082588 Feb 10 15:23:27.954483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49210) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:27.959016 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-02922552-21cd-49fd-bdf4-2e31f929f714 req-1effe90c-2967-4954-83a3-f74b571134e9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (396522bd-2cbd-4047-bed1-80e33fbb9a30), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:28.037791 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-7d07257a-a02c-446a-8ce4-bff753063b29 service neutron] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197664 Feb 10 15:23:28.115727 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-47b457cf-bf02-4ec6-9ea9-8242149f4a44 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=9e1f9b81-9f36-4c16-9aae-871bc3c83e40 HTTP/1.1" status: 200 len: 217 time: 0.0598423 Feb 10 15:23:28.167220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69d627-d0f9-4aff-ae28-5d9af22b95f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038c0b36-bbb1-46e1-90d2-f2877d78ec45,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:28.172935 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effe90c-2967-4954-83a3-f74b571134e9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Pushing event deleted for resources: {'Port': ['ID=396522bd-2cbd-4047-bed1-80e33fbb9a30,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:28.200163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-493d0b6d-7d5c-487d-b437-8b25b11e28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:28.203728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-493d0b6d-7d5c-487d-b437-8b25b11e28a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=919e9d3c-57c2-4b71-a66c-06e10818c5df HTTP/1.1" status: 200 len: 797 time: 0.0733688 Feb 10 15:23:28.225239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da97c2-030e-4e6e-99e6-60c597e27666 req-c57d3b03-d856-40bb-9252-a86c98e2b685 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:28.227967 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4da97c2-030e-4e6e-99e6-60c597e27666 req-c57d3b03-d856-40bb-9252-a86c98e2b685 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.1883473 Feb 10 15:23:28.279102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-02922552-21cd-49fd-bdf4-2e31f929f714 req-1effe90c-2967-4954-83a3-f74b571134e9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] No DVR routers for this DVR port 396522bd-2cbd-4047-bed1-80e33fbb9a30 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:23:28.296864 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-02922552-21cd-49fd-bdf4-2e31f929f714 req-1effe90c-2967-4954-83a3-f74b571134e9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:28.300785 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-02922552-21cd-49fd-bdf4-2e31f929f714 req-1effe90c-2967-4954-83a3-f74b571134e9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.72 "DELETE /v2.0/ports/396522bd-2cbd-4047-bed1-80e33fbb9a30 HTTP/1.1" status: 204 len: 173 time: 1.6452010 Feb 10 15:23:28.301332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905b42ec-33bb-4888-8ef4-06c8bff5f9ce', 'name': 'network-vif-deleted', 'tag': '396522bd-2cbd-4047-bed1-80e33fbb9a30'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:28.306073 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e15a18-f8b4-4822-9a64-6d94cf3778bf" -d '{"events": [{"server_uuid": "905b42ec-33bb-4888-8ef4-06c8bff5f9ce", "name": "network-vif-deleted", "tag": "396522bd-2cbd-4047-bed1-80e33fbb9a30"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:28.340050 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ededcfdb-b259-46d3-b4a7-6570a776adb6 admin admin] Publish callbacks [] for security_group (038c0b36-bbb1-46e1-90d2-f2877d78ec45), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:28.372548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-0e4f5e25-2449-43a0-907f-936f2d20a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:28.376596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-0e4f5e25-2449-43a0-907f-936f2d20a352 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eab9049c-4606-40f8-ad81-3a61ba10d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1475043 Feb 10 15:23:28.393632 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ededcfdb-b259-46d3-b4a7-6570a776adb6 admin admin] Publish callbacks [] for security_group (038c0b36-bbb1-46e1-90d2-f2877d78ec45), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:28.405961 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aef65c6-c6ea-4690-98ba-a0b04fae964d x-openstack-request-id: req-3aef65c6-c6ea-4690-98ba-a0b04fae964d {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:28.406478 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905b42ec-33bb-4888-8ef4-06c8bff5f9ce", "name": "network-vif-deleted", "tag": "396522bd-2cbd-4047-bed1-80e33fbb9a30", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:28.407362 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3aef65c6-c6ea-4690-98ba-a0b04fae964d {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:28.407969 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905b42ec-33bb-4888-8ef4-06c8bff5f9ce', 'name': 'network-vif-deleted', 'tag': '396522bd-2cbd-4047-bed1-80e33fbb9a30', 'status': 'completed', 'code': 200} Feb 10 15:23:28.498397 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ededcfdb-b259-46d3-b4a7-6570a776adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (038c0b36-bbb1-46e1-90d2-f2877d78ec45), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:28.501767 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ededcfdb-b259-46d3-b4a7-6570a776adb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:28.503112 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ededcfdb-b259-46d3-b4a7-6570a776adb6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/038c0b36-bbb1-46e1-90d2-f2877d78ec45 HTTP/1.1" status: 204 len: 168 time: 0.5317960 Feb 10 15:23:28.525725 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededcfdb-b259-46d3-b4a7-6570a776adb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038c0b36-bbb1-46e1-90d2-f2877d78ec45,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:28.555253 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4da97c2-030e-4e6e-99e6-60c597e27666 req-b3b587a4-dcd6-4c63-a686-ef8d51b52238 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827542 Feb 10 15:23:28.633013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cac5bd-e469-480e-b1ff-d5c6e9c4a181 req-b42576e7-ba8a-49e9-803b-a9faf6cdf53b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:28.639067 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cac5bd-e469-480e-b1ff-d5c6e9c4a181 req-b42576e7-ba8a-49e9-803b-a9faf6cdf53b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:28.646800 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cac5bd-e469-480e-b1ff-d5c6e9c4a181 req-b42576e7-ba8a-49e9-803b-a9faf6cdf53b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:28.651552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cac5bd-e469-480e-b1ff-d5c6e9c4a181 req-b42576e7-ba8a-49e9-803b-a9faf6cdf53b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:28.658085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cac5bd-e469-480e-b1ff-d5c6e9c4a181 req-b42576e7-ba8a-49e9-803b-a9faf6cdf53b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:28.662839 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cac5bd-e469-480e-b1ff-d5c6e9c4a181 req-b42576e7-ba8a-49e9-803b-a9faf6cdf53b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:28.668387 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cac5bd-e469-480e-b1ff-d5c6e9c4a181 req-b42576e7-ba8a-49e9-803b-a9faf6cdf53b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:28.671409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a6cac5bd-e469-480e-b1ff-d5c6e9c4a181 req-b42576e7-ba8a-49e9-803b-a9faf6cdf53b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.1853497 Feb 10 15:23:28.694878 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-0c07d6a3-dc9f-4d6c-97a0-2f721e6998e6 service neutron] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033819 Feb 10 15:23:28.870765 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a6cac5bd-e469-480e-b1ff-d5c6e9c4a181 req-24787131-5636-418b-9086-c48920505a0e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1876471 Feb 10 15:23:28.907888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-6169fedd-58c9-4d38-a3e7-35994f490276 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:28.910305 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-6169fedd-58c9-4d38-a3e7-35994f490276 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.72 "GET /v2.0/networks?id=ae5226c2-5364-4c34-8001-6c08a2574a7f HTTP/1.1" status: 200 len: 805 time: 0.2886889 Feb 10 15:23:28.924229 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d1129951-0322-4faf-8166-a5a348b4fc97 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Request body: {'port': {'device_id': '4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c', 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f', 'admin_state_up': True, 'tenant_id': '952a730c5eba4222be3cff2850d1fa62'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:28.963545 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-cfc111d3-50ac-49de-abb6-437d4c889a4f service neutron] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431798 Feb 10 15:23:29.027869 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9fb7bcb-bf84-44c4-92ce-f294b1916792 req-c226c96f-bd8b-4373-92fc-45c453ef0f2f tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 210 time: 0.1117170 Feb 10 15:23:29.123953 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-ab064907-75aa-44ca-80d9-bea511d25adf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=f5c81648-f7ad-4f7d-9c20-cafc5114a54f HTTP/1.1" status: 200 len: 217 time: 0.0946929 Feb 10 15:23:29.211492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49238) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:29.239701 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa010ab6-defd-4473-a636-0d669856d1d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:29.267184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-eda1bf3d-c687-4f18-baa6-9f53601aeeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:29.273237 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-eda1bf3d-c687-4f18-baa6-9f53601aeeef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=919e9d3c-57c2-4b71-a66c-06e10818c5df HTTP/1.1" status: 200 len: 797 time: 0.1034818 Feb 10 15:23:29.328202 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991eb715-d02d-4248-b8d9-5421fe74a9f1 req-56130e4a-3a14-4d1d-ba78-759d644c7f70 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:29.337123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-991eb715-d02d-4248-b8d9-5421fe74a9f1 req-56130e4a-3a14-4d1d-ba78-759d644c7f70 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.2278996 Feb 10 15:23:29.341099 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa010ab6-defd-4473-a636-0d669856d1d5 admin admin] Publish callbacks [] for security_group (69d7568a-fbf9-4156-8559-9fc54398f79a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:29.344745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d1129951-0322-4faf-8166-a5a348b4fc97 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Made reservation on behalf of 952a730c5eba4222be3cff2850d1fa62 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:23:29.349187 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d1129951-0322-4faf-8166-a5a348b4fc97 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:29.366686 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa010ab6-defd-4473-a636-0d669856d1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (69d7568a-fbf9-4156-8559-9fc54398f79a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:29.416324 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-16f38eff-d420-46ca-b538-65537f91bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:29.418019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-16f38eff-d420-46ca-b538-65537f91bdbf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eab9049c-4606-40f8-ad81-3a61ba10d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1355364 Feb 10 15:23:29.429908 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-991eb715-d02d-4248-b8d9-5421fe74a9f1 req-96932b61-8d43-4a01-9050-bbaf9dc55d3c tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912566 Feb 10 15:23:29.465608 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-aa010ab6-defd-4473-a636-0d669856d1d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2b422fb8da4438488f160e5051c5af7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2506008 Feb 10 15:23:29.466564 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49240) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:29.479200 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa010ab6-defd-4473-a636-0d669856d1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d7568a-fbf9-4156-8559-9fc54398f79a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:29.573205 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4fdc6075-0aa3-49fc-ba7a-ba3ddfaad70e admin admin] Publish callbacks [] for security_group (69d7568a-fbf9-4156-8559-9fc54398f79a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:29.643717 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4fdc6075-0aa3-49fc-ba7a-ba3ddfaad70e admin admin] Publish callbacks [] for security_group (69d7568a-fbf9-4156-8559-9fc54398f79a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:29.653292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 396522bd-2cbd-4047-bed1-80e33fbb9a30 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:23:29.706108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 396522bd-2cbd-4047-bed1-80e33fbb9a30 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:23:29.707671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 396522bd-2cbd-4047-bed1-80e33fbb9a30 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:23:29.714407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d1129951-0322-4faf-8166-a5a348b4fc97 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Allocated IP 172.20.0.14 (ae5226c2-5364-4c34-8001-6c08a2574a7f/c893dfab-f651-45c9-bbd2-d815d5f365d4/67fa90d0-5daf-4082-a49c-a169e4fe4bfc) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:23:29.823208 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4fdc6075-0aa3-49fc-ba7a-ba3ddfaad70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (69d7568a-fbf9-4156-8559-9fc54398f79a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:29.826500 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4fdc6075-0aa3-49fc-ba7a-ba3ddfaad70e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:29.831631 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4fdc6075-0aa3-49fc-ba7a-ba3ddfaad70e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69d7568a-fbf9-4156-8559-9fc54398f79a HTTP/1.1" status: 204 len: 168 time: 0.3640459 Feb 10 15:23:29.886451 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc6075-0aa3-49fc-ba7a-ba3ddfaad70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d7568a-fbf9-4156-8559-9fc54398f79a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:29.894770 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a35bea-51e1-4bcd-9c38-960a5ded9311 req-31076c38-7d1e-4eca-befd-af21687b1de9 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:29.894770 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7a35bea-51e1-4bcd-9c38-960a5ded9311 req-31076c38-7d1e-4eca-befd-af21687b1de9 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.1544433 Feb 10 15:23:29.964996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-c4ad58d4-b2c7-48f2-8c39-01990c81a3c0 service neutron] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265713 Feb 10 15:23:30.071271 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d1129951-0322-4faf-8166-a5a348b4fc97 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks [] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:30.164453 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d1129951-0322-4faf-8166-a5a348b4fc97 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:30.235943 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d1129951-0322-4faf-8166-a5a348b4fc97 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Network ae5226c2-5364-4c34-8001-6c08a2574a7f is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:23:30.239889 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d1129951-0322-4faf-8166-a5a348b4fc97 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:23:30.244377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d1129951-0322-4faf-8166-a5a348b4fc97 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:23:30.304817 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d1129951-0322-4faf-8166-a5a348b4fc97 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:30.306218 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d1129951-0322-4faf-8166-a5a348b4fc97 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:30.325033 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1129951-0322-4faf-8166-a5a348b4fc97 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Pushing event updated for resources: {'Port': ['ID=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:30.335996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7a35bea-51e1-4bcd-9c38-960a5ded9311 req-8c1efd79-ae40-4a30-9ef2-89a3525707a2 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682091 Feb 10 15:23:30.337919 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d1129951-0322-4faf-8166-a5a348b4fc97 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4186819 Feb 10 15:23:30.353369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Request body: {'port': {'device_id': '4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:30.424883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-ad141189-3f28-48cd-bc2d-77eb9d3c39fb service neutron] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281318 Feb 10 15:23:30.453253 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db44ef-b531-4e98-a3b1-42ca851ae4a6 req-ce53666c-be5c-469d-a045-e6e49140fb26 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:30.459926 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db44ef-b531-4e98-a3b1-42ca851ae4a6 req-ce53666c-be5c-469d-a045-e6e49140fb26 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:30.475852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db44ef-b531-4e98-a3b1-42ca851ae4a6 req-ce53666c-be5c-469d-a045-e6e49140fb26 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:30.478463 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:30.481150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db44ef-b531-4e98-a3b1-42ca851ae4a6 req-ce53666c-be5c-469d-a045-e6e49140fb26 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:30.502007 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db44ef-b531-4e98-a3b1-42ca851ae4a6 req-ce53666c-be5c-469d-a045-e6e49140fb26 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:30.519354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db44ef-b531-4e98-a3b1-42ca851ae4a6 req-ce53666c-be5c-469d-a045-e6e49140fb26 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:30.537136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db44ef-b531-4e98-a3b1-42ca851ae4a6 req-ce53666c-be5c-469d-a045-e6e49140fb26 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:30.539169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18db44ef-b531-4e98-a3b1-42ca851ae4a6 req-ce53666c-be5c-469d-a045-e6e49140fb26 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.4099016 Feb 10 15:23:30.671107 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-f8bbced0-8ab8-48f6-93ab-785caa408579 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=7d5e5af9-acf4-4315-8fe6-8555e819b8c7 HTTP/1.1" status: 200 len: 217 time: 0.1297617 Feb 10 15:23:30.764067 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e88aa-2d7e-48cb-9fa5-30d2c8f786a5 req-725810ae-b774-4c4a-9e25-50a23380bb89 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:30.766585 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-775e88aa-2d7e-48cb-9fa5-30d2c8f786a5 req-725810ae-b774-4c4a-9e25-50a23380bb89 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 932 time: 0.2259521 Feb 10 15:23:30.806789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18db44ef-b531-4e98-a3b1-42ca851ae4a6 req-2923324a-a520-429d-9219-389adce22973 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2584224 Feb 10 15:23:30.821414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3cbd0b9c-2b0c-4f09-ad2e-9e3301581140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:30.823212 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-3cbd0b9c-2b0c-4f09-ad2e-9e3301581140 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=919e9d3c-57c2-4b71-a66c-06e10818c5df HTTP/1.1" status: 200 len: 797 time: 0.1282041 Feb 10 15:23:30.909908 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-775e88aa-2d7e-48cb-9fa5-30d2c8f786a5 req-30eb4633-5e83-4c32-a818-6e1d1ff4dbf7 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349182 Feb 10 15:23:30.943546 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-46c1b5d6-6338-45d6-b297-0defe662c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:30.945386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-46c1b5d6-6338-45d6-b297-0defe662c95c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eab9049c-4606-40f8-ad81-3a61ba10d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1079476 Feb 10 15:23:31.131974 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-7f823b0e-4e06-462f-aa02-72561f9aa894 service neutron] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753891 Feb 10 15:23:31.207556 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40542f97-1d7c-4f65-9a61-eaeb147ada58 req-f658661d-6d65-4ef1-a331-0fe349ad75df tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:31.223970 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-40542f97-1d7c-4f65-9a61-eaeb147ada58 req-f658661d-6d65-4ef1-a331-0fe349ad75df tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.1422462 Feb 10 15:23:31.333832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-86d256d6-7df4-42e0-8085-5f2b59e32bf3 req-a1dbf01e-cf48-40c1-8b45-b721a589b78c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6878e161-770e-492e-a827-a40f15c65a51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1491535 Feb 10 15:23:31.369203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-40542f97-1d7c-4f65-9a61-eaeb147ada58 req-e7a088b0-e012-4ef4-950b-33e348d9f658 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367860 Feb 10 15:23:31.418217 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-887502bd-6611-4d7a-8793-0e8a80e88cbe service neutron] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706606 Feb 10 15:23:31.498903 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fa90d0-5daf-4082-a49c-a169e4fe4bfc {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:23:31.515267 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Publish callbacks [] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:31.525606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-31575403-f05d-4541-a527-366fc8d80c97 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b6e42ccf-8143-40ce-8a14-cb8112823224 HTTP/1.1" status: 200 len: 217 time: 0.0998857 Feb 10 15:23:31.550950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d256d6-7df4-42e0-8085-5f2b59e32bf3 req-1b4c91e3-9599-44a0-a28f-7c0fa217c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:31.557039 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-86d256d6-7df4-42e0-8085-5f2b59e32bf3 req-1b4c91e3-9599-44a0-a28f-7c0fa217c986 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 1128 time: 0.1325209 Feb 10 15:23:31.564388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Transition to ACTIVE for port object 67fa90d0-5daf-4082-a49c-a169e4fe4bfc will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:23:31.575006 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:31.635435 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-650d3fa7-ab34-4c5f-ab09-210e4b33502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:31.645006 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-650d3fa7-ab34-4c5f-ab09-210e4b33502c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e75eccc-5fe7-471c-bd31-4a60dca30e51 HTTP/1.1" status: 200 len: 797 time: 0.0843022 Feb 10 15:23:31.657176 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cae0e-9ea3-430e-80d6-fa3bd8faca17 req-0f63794d-0dca-4aa1-be8a-cf1a07df7383 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:31.659735 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e1cae0e-9ea3-430e-80d6-fa3bd8faca17 req-0f63794d-0dca-4aa1-be8a-cf1a07df7383 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.1667755 Feb 10 15:23:31.758207 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e1cae0e-9ea3-430e-80d6-fa3bd8faca17 req-f4435268-7b2a-4901-a440-609f05644a54 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886686 Feb 10 15:23:31.773408 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d256d6-7df4-42e0-8085-5f2b59e32bf3 req-04bab119-4f7b-4a96-bd19-cdaa81001d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:31.777001 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-86d256d6-7df4-42e0-8085-5f2b59e32bf3 req-04bab119-4f7b-4a96-bd19-cdaa81001d65 service neutron] 10.222.0.79 "GET /v2.0/networks?id=70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 200 len: 906 time: 0.1846604 Feb 10 15:23:31.784399 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-d312b962-0d82-4126-9ac3-2a7024ed70ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:31.786213 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-d312b962-0d82-4126-9ac3-2a7024ed70ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=241f314e-851f-4a4e-975e-db3f4aeb2f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1252420 Feb 10 15:23:31.910247 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Pushing event updated for resources: {'Port': ['ID=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:31.918899 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-86d256d6-7df4-42e0-8085-5f2b59e32bf3 req-d1b06b80-979c-4a35-ac7a-07f4bef173ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c HTTP/1.1" status: 200 len: 217 time: 0.1232691 Feb 10 15:23:31.965725 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-52c52a51-6d0f-458e-bf02-240ea6ce304c service neutron] 10.222.0.72 "GET /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720724 Feb 10 15:23:32.024311 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:32.024959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:32.025466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:32.025975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:32.026466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:32.026953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:32.027439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:32.027924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:32.028417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:32.028923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:32.029414 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:32.029894 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:32.030376 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:32.116456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d256d6-7df4-42e0-8085-5f2b59e32bf3 req-8f5cdd37-3b12-440e-9fca-8e0de9d41669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:32.118091 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-86d256d6-7df4-42e0-8085-5f2b59e32bf3 req-8f5cdd37-3b12-440e-9fca-8e0de9d41669 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 200 len: 845 time: 0.1257355 Feb 10 15:23:32.118872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Attempting to bind port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:32.119277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Attempting to bind port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:32.119675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Attempting to bind port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc on network ae5226c2-5364-4c34-8001-6c08a2574a7f {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:32.146657 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc on network ae5226c2-5364-4c34-8001-6c08a2574a7f not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:32.147096 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Attempting to bind port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc on network ae5226c2-5364-4c34-8001-6c08a2574a7f {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:32.166883 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:23:32.167286 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Checking segment: {'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:23:32.167581 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Bound using segment: {'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:23:32.168090 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Bound port: 67fa90d0-5daf-4082-a49c-a169e4fe4bfc, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:23:32.168396 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:32.229791 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-86d256d6-7df4-42e0-8085-5f2b59e32bf3 req-5530bc1c-24d5-44e4-bbf1-81d2a0496ea4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=70523496-0fb2-49c3-a6f3-295faa4269e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021211 Feb 10 15:23:32.268099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-be882700-0a87-4c1f-a052-f15b49009086 service neutron] 10.222.0.72 "GET /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850182 Feb 10 15:23:32.293190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f198cd-8bd3-465f-9138-175546c9a59b req-44cd6e5b-c750-4fd8-aaf7-2fda6fcadb2a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:32.302261 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27f198cd-8bd3-465f-9138-175546c9a59b req-44cd6e5b-c750-4fd8-aaf7-2fda6fcadb2a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 944 time: 0.2671723 Feb 10 15:23:32.378856 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb0ba7-01a6-47f4-9dd2-2a444189b47c req-e2b45537-193d-4d9b-bd90-77118d14910d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:32.393639 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb0ba7-01a6-47f4-9dd2-2a444189b47c req-e2b45537-193d-4d9b-bd90-77118d14910d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:32.394607 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-86d256d6-7df4-42e0-8085-5f2b59e32bf3 req-dd96fc5b-6596-4f06-bdff-a81f58cfda27 service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466954 Feb 10 15:23:32.417010 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb0ba7-01a6-47f4-9dd2-2a444189b47c req-e2b45537-193d-4d9b-bd90-77118d14910d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:32.424281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb0ba7-01a6-47f4-9dd2-2a444189b47c req-e2b45537-193d-4d9b-bd90-77118d14910d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:32.443270 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb0ba7-01a6-47f4-9dd2-2a444189b47c req-e2b45537-193d-4d9b-bd90-77118d14910d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:32.448639 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb0ba7-01a6-47f4-9dd2-2a444189b47c req-e2b45537-193d-4d9b-bd90-77118d14910d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:32.475883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb0ba7-01a6-47f4-9dd2-2a444189b47c req-e2b45537-193d-4d9b-bd90-77118d14910d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:32.488990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-76eb0ba7-01a6-47f4-9dd2-2a444189b47c req-e2b45537-193d-4d9b-bd90-77118d14910d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.4810090 Feb 10 15:23:32.520132 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-4762e9e5-075f-46bb-aae1-145a612ada45 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01758cd0-1814-4bd4-8753-5c2fa6819fba HTTP/1.1" status: 200 len: 217 time: 0.2443929 Feb 10 15:23:32.541573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] For port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:23:32.567940 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] For port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:23:32.589049 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:32.603016 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-86d256d6-7df4-42e0-8085-5f2b59e32bf3 req-5e4f65f5-61f0-49f9-8c36-963889eb9ebc service neutron] 10.222.0.79 "GET /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777976 Feb 10 15:23:32.632972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:32.633597 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:32.635014 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] 10.222.0.72 "PUT /v2.0/ports/67fa90d0-5daf-4082-a49c-a169e4fe4bfc HTTP/1.1" status: 200 len: 1092 time: 2.2879951 Feb 10 15:23:32.637514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c', 'tag': '67fa90d0-5daf-4082-a49c-a169e4fe4bfc'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:32.649730 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ab6929-0213-43d0-a3bb-48dbc6dd94a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c", "tag": "67fa90d0-5daf-4082-a49c-a169e4fe4bfc"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:32.725388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-923063d0-1d59-4901-8ab3-17f89bb9f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:32.727603 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-923063d0-1d59-4901-8ab3-17f89bb9f969 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e75eccc-5fe7-471c-bd31-4a60dca30e51 HTTP/1.1" status: 200 len: 797 time: 0.1993759 Feb 10 15:23:32.742152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67130b3-fef3-4c8b-8489-ee8b272157bf service neutron] Pushing event updated for resources: {'Port': ['ID=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:32.772850 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-10a0a958-1ba4-48bf-95cb-e479154d0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:32.774472 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-10a0a958-1ba4-48bf-95cb-e479154d0384 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=952a730c5eba4222be3cff2850d1fa62&device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 1126 time: 0.0923595 Feb 10 15:23:32.813307 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27f198cd-8bd3-465f-9138-175546c9a59b req-9441ecc4-6814-4457-bf80-f4c86eebe71d tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101640 Feb 10 15:23:32.841937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1cbf4798-3212-4750-8667-fd8731cbc618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:32.848596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-1cbf4798-3212-4750-8667-fd8731cbc618 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=241f314e-851f-4a4e-975e-db3f4aeb2f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1060138 Feb 10 15:23:32.853751 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-76eb0ba7-01a6-47f4-9dd2-2a444189b47c req-62095504-79e6-40a9-a419-b6f192023347 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3639476 Feb 10 15:23:32.854801 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-6a814be2-0e21-4d12-8ea2-d275e5e3578a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67fa90d0-5daf-4082-a49c-a169e4fe4bfc HTTP/1.1" status: 200 len: 217 time: 0.0712097 Feb 10 15:23:32.923538 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-e55afab8-981a-4db4-a221-b845d42ce745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:32.925184 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-e55afab8-981a-4db4-a221-b845d42ce745 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c893dfab-f651-45c9-bbd2-d815d5f365d4 HTTP/1.1" status: 200 len: 845 time: 0.0640705 Feb 10 15:23:32.972550 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-8425c464-d395-405d-bf78-43ae78985075 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae5226c2-5364-4c34-8001-6c08a2574a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399091 Feb 10 15:23:33.124574 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-2997d66a-37d5-4afe-9895-ecfe7bc12404 service neutron] 10.222.0.72 "GET /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686567 Feb 10 15:23:33.159704 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40d975-66a1-469b-a857-2ebfcf1447b1 req-32702b9b-1b77-44b7-b1f1-76275cc4952a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:33.161955 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb40d975-66a1-469b-a857-2ebfcf1447b1 req-32702b9b-1b77-44b7-b1f1-76275cc4952a tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.1878977 Feb 10 15:23:33.173594 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-7190779f-9bd0-44b8-8caa-455ad9beaf1d service neutron] 10.222.0.72 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935844 Feb 10 15:23:33.323575 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7de9e870-88e9-4b67-89aa-a7e4ef699e75 req-1b6be0f4-e2df-44db-a932-b418be7f54ab service neutron] 10.222.0.72 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424971 Feb 10 15:23:33.362184 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e10f4fb-484a-4de9-a780-55c230a47a7b x-openstack-request-id: req-6e10f4fb-484a-4de9-a780-55c230a47a7b {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:33.362486 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c", "tag": "67fa90d0-5daf-4082-a49c-a169e4fe4bfc", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:33.362880 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e10f4fb-484a-4de9-a780-55c230a47a7b {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:33.363980 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c', 'tag': '67fa90d0-5daf-4082-a49c-a169e4fe4bfc', 'status': 'completed', 'code': 200} Feb 10 15:23:33.451028 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb40d975-66a1-469b-a857-2ebfcf1447b1 req-73af19dc-9b44-4930-8402-3746f6cc180e tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642581 Feb 10 15:23:33.458823 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37bcdf06-c066-4e5d-8d67-bc7dd61e7f56 req-9f3b9a89-071e-47a5-a274-e30b48a3f7b2 service neutron] 10.222.0.72 "GET /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225384 Feb 10 15:23:33.505460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab6929-0213-43d0-a3bb-48dbc6dd94a6 req-4c25e092-2226-4e08-a0ed-56210f308590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:33.507299 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-61ab6929-0213-43d0-a3bb-48dbc6dd94a6 req-4c25e092-2226-4e08-a0ed-56210f308590 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=952a730c5eba4222be3cff2850d1fa62&device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 1126 time: 0.1126008 Feb 10 15:23:33.695951 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaeeae-31c5-42f9-a4c8-92f63070c0cd req-3794d382-edfc-4498-907b-32ad296123df tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:33.709441 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ebbaeeae-31c5-42f9-a4c8-92f63070c0cd req-3794d382-edfc-4498-907b-32ad296123df tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.2468641 Feb 10 15:23:33.731409 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab6929-0213-43d0-a3bb-48dbc6dd94a6 req-e1c8ab93-3da1-4e13-bb7d-838e918694d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:33.733122 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-61ab6929-0213-43d0-a3bb-48dbc6dd94a6 req-e1c8ab93-3da1-4e13-bb7d-838e918694d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae5226c2-5364-4c34-8001-6c08a2574a7f HTTP/1.1" status: 200 len: 906 time: 0.2122397 Feb 10 15:23:33.828584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-c330d8f8-0a25-4ab3-9ecd-8634d64f49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:33.830834 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-61ab6929-0213-43d0-a3bb-48dbc6dd94a6 req-72696cd3-b78e-40bd-a396-c8cbf9607b2b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67fa90d0-5daf-4082-a49c-a169e4fe4bfc HTTP/1.1" status: 200 len: 217 time: 0.0868285 Feb 10 15:23:33.834225 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-c330d8f8-0a25-4ab3-9ecd-8634d64f49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:33.834783 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-c330d8f8-0a25-4ab3-9ecd-8634d64f49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:33.835323 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-c330d8f8-0a25-4ab3-9ecd-8634d64f49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:33.835860 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-c330d8f8-0a25-4ab3-9ecd-8634d64f49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:33.836417 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-c330d8f8-0a25-4ab3-9ecd-8634d64f49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:33.836947 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-c330d8f8-0a25-4ab3-9ecd-8634d64f49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:33.839251 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-c330d8f8-0a25-4ab3-9ecd-8634d64f49d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77c5c19a68194da2886794ae5b561292&device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 6696 time: 0.2767930 Feb 10 15:23:33.875808 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ebbaeeae-31c5-42f9-a4c8-92f63070c0cd req-621ccb84-3a0c-4cd9-84d8-cf2cec348233 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539831 Feb 10 15:23:33.930178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab6929-0213-43d0-a3bb-48dbc6dd94a6 req-f17ecafc-45aa-4f05-8f6c-355dd1177c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:33.935474 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-61ab6929-0213-43d0-a3bb-48dbc6dd94a6 req-f17ecafc-45aa-4f05-8f6c-355dd1177c36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c893dfab-f651-45c9-bbd2-d815d5f365d4 HTTP/1.1" status: 200 len: 845 time: 0.0940242 Feb 10 15:23:34.016424 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-61ab6929-0213-43d0-a3bb-48dbc6dd94a6 req-1f78a394-71f2-4a06-a55f-c0a2786a8621 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae5226c2-5364-4c34-8001-6c08a2574a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664871 Feb 10 15:23:34.147112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d896b-d66e-4775-b79d-24cb5481ee8f req-cba45e72-0487-4cc6-a31d-fd6e2e4b5d2a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.148741 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-164d896b-d66e-4775-b79d-24cb5481ee8f req-cba45e72-0487-4cc6-a31d-fd6e2e4b5d2a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 944 time: 0.1271851 Feb 10 15:23:34.150499 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-61ab6929-0213-43d0-a3bb-48dbc6dd94a6 req-a4e0f304-be5f-4919-828f-762d42bc9577 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245685 Feb 10 15:23:34.161086 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78039-3f30-4334-9473-c31a4bb16506 req-429e3156-4f05-4a35-a1fe-174b9dbcbbe2 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.166805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78039-3f30-4334-9473-c31a4bb16506 req-429e3156-4f05-4a35-a1fe-174b9dbcbbe2 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.172354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78039-3f30-4334-9473-c31a4bb16506 req-429e3156-4f05-4a35-a1fe-174b9dbcbbe2 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.180195 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78039-3f30-4334-9473-c31a4bb16506 req-429e3156-4f05-4a35-a1fe-174b9dbcbbe2 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.185803 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78039-3f30-4334-9473-c31a4bb16506 req-429e3156-4f05-4a35-a1fe-174b9dbcbbe2 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.191383 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78039-3f30-4334-9473-c31a4bb16506 req-429e3156-4f05-4a35-a1fe-174b9dbcbbe2 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.196820 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78039-3f30-4334-9473-c31a4bb16506 req-429e3156-4f05-4a35-a1fe-174b9dbcbbe2 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.199266 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18c78039-3f30-4334-9473-c31a4bb16506 req-429e3156-4f05-4a35-a1fe-174b9dbcbbe2 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.1923850 Feb 10 15:23:34.220001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-c1306354-559a-4abe-a708-df3fe517ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.221562 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-c1306354-559a-4abe-a708-df3fe517ebeb service neutron] 10.222.0.72 "GET /v2.0/networks?id=241f314e-851f-4a4e-975e-db3f4aeb2f85 HTTP/1.1" status: 200 len: 902 time: 0.3419280 Feb 10 15:23:34.265180 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-164d896b-d66e-4775-b79d-24cb5481ee8f req-eb2a9eca-ae48-4c8c-99e3-0566682006dd tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647655 Feb 10 15:23:34.285832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-61ab6929-0213-43d0-a3bb-48dbc6dd94a6 req-08ed892c-7a16-4c08-af63-9c13eb8f2436 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236734 Feb 10 15:23:34.313484 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-b1607967-24e6-4c27-863e-bb33ec1031d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b6e42ccf-8143-40ce-8a14-cb8112823224 HTTP/1.1" status: 200 len: 217 time: 0.0655630 Feb 10 15:23:34.402768 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18c78039-3f30-4334-9473-c31a4bb16506 req-2eb0a2b6-fcbf-4ccf-bcd9-b8d2aba05592 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1476703 Feb 10 15:23:34.404833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-facdc648-a5c0-42ce-bb18-bdef8058c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.406259 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-facdc648-a5c0-42ce-bb18-bdef8058c708 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e75eccc-5fe7-471c-bd31-4a60dca30e51 HTTP/1.1" status: 200 len: 797 time: 0.0796394 Feb 10 15:23:34.508826 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-91e74191-7d87-4141-8b26-2a422cd746b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.515594 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-91e74191-7d87-4141-8b26-2a422cd746b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=241f314e-851f-4a4e-975e-db3f4aeb2f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0931818 Feb 10 15:23:34.682572 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-31cb349b-5196-421c-ba57-9bbf234a27dc service neutron] 10.222.0.72 "GET /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617587 Feb 10 15:23:34.696356 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487728c-ce09-43ca-a3ce-8e051a7fb962 req-fca03b33-8ccc-4648-a2f9-a8c7fa34a4f5 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.697894 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3487728c-ce09-43ca-a3ce-8e051a7fb962 req-fca03b33-8ccc-4648-a2f9-a8c7fa34a4f5 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.0883818 Feb 10 15:23:34.807115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3487728c-ce09-43ca-a3ce-8e051a7fb962 req-e2a58231-3c4c-4bfe-b643-cee25149ce06 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992510 Feb 10 15:23:34.842094 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-e43df11a-bc2f-4cbc-98a7-fdc06f54961e service neutron] 10.222.0.72 "GET /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431499 Feb 10 15:23:34.978197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-f2a956e4-a3ff-44c4-93fc-8df28d68b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.978683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-f2a956e4-a3ff-44c4-93fc-8df28d68b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.987565 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-f2a956e4-a3ff-44c4-93fc-8df28d68b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.989085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-f2a956e4-a3ff-44c4-93fc-8df28d68b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.990203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-f2a956e4-a3ff-44c4-93fc-8df28d68b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.991083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-f2a956e4-a3ff-44c4-93fc-8df28d68b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.992504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-f2a956e4-a3ff-44c4-93fc-8df28d68b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:34.995403 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-f2a956e4-a3ff-44c4-93fc-8df28d68b21e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77c5c19a68194da2886794ae5b561292&device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 6696 time: 0.0968213 Feb 10 15:23:35.511093 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ba44c-5a0b-4dfb-80f5-b59cf271e5e7 req-75e73a8e-4264-41ad-8569-2f9b7fc53592 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:35.514157 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-006ba44c-5a0b-4dfb-80f5-b59cf271e5e7 req-75e73a8e-4264-41ad-8569-2f9b7fc53592 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.5173407 Feb 10 15:23:35.584089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-ce5e95d2-e3e1-4c5a-9d14-ad12c8fe08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:35.587972 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-ce5e95d2-e3e1-4c5a-9d14-ad12c8fe08c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=241f314e-851f-4a4e-975e-db3f4aeb2f85 HTTP/1.1" status: 200 len: 902 time: 0.5795140 Feb 10 15:23:35.671210 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-583aaab5-b109-46be-972e-4119117a7584 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01758cd0-1814-4bd4-8753-5c2fa6819fba HTTP/1.1" status: 200 len: 217 time: 0.0707188 Feb 10 15:23:35.675777 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-006ba44c-5a0b-4dfb-80f5-b59cf271e5e7 req-eda63cae-c999-4ec0-8d83-30a981cb89ee tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504309 Feb 10 15:23:35.683785 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2cc69-9298-45d1-86c5-d98c729dabc0 req-5233c8fd-f4bf-4ad0-892f-afe6b58e228f tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:35.693425 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7e2cc69-9298-45d1-86c5-d98c729dabc0 req-5233c8fd-f4bf-4ad0-892f-afe6b58e228f tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 944 time: 0.3188922 Feb 10 15:23:35.884405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7e2cc69-9298-45d1-86c5-d98c729dabc0 req-36af5428-5e1d-4ad6-8e1e-b802011458bf tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899803 Feb 10 15:23:35.902896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-c3074796-59b7-491f-b003-c469854aab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:35.904398 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-c3074796-59b7-491f-b003-c469854aab75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e75eccc-5fe7-471c-bd31-4a60dca30e51 HTTP/1.1" status: 200 len: 797 time: 0.2083406 Feb 10 15:23:36.021829 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc18e1-2e92-456e-b104-ed8ba32125fb req-3c4eb20e-eec0-41a1-9f9d-804244d9c01c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:36.041734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc18e1-2e92-456e-b104-ed8ba32125fb req-3c4eb20e-eec0-41a1-9f9d-804244d9c01c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:36.054114 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc18e1-2e92-456e-b104-ed8ba32125fb req-3c4eb20e-eec0-41a1-9f9d-804244d9c01c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:36.060117 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc18e1-2e92-456e-b104-ed8ba32125fb req-3c4eb20e-eec0-41a1-9f9d-804244d9c01c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:36.066162 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc18e1-2e92-456e-b104-ed8ba32125fb req-3c4eb20e-eec0-41a1-9f9d-804244d9c01c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:36.071926 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc18e1-2e92-456e-b104-ed8ba32125fb req-3c4eb20e-eec0-41a1-9f9d-804244d9c01c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:36.077872 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc18e1-2e92-456e-b104-ed8ba32125fb req-3c4eb20e-eec0-41a1-9f9d-804244d9c01c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:36.080917 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85cc18e1-2e92-456e-b104-ed8ba32125fb req-3c4eb20e-eec0-41a1-9f9d-804244d9c01c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.2694890 Feb 10 15:23:36.139126 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-9cb71f44-4f1f-48a9-ad8f-407f2d1d6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:36.140689 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-9cb71f44-4f1f-48a9-ad8f-407f2d1d6d14 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=241f314e-851f-4a4e-975e-db3f4aeb2f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2281361 Feb 10 15:23:36.166391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49528) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:36.306727 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-4b7cb866-668e-4307-a35d-c1a8c24dc88f service neutron] 10.222.0.72 "GET /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486638 Feb 10 15:23:36.317626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575508f-fc21-44b1-85dd-5887e2a93c56 req-2e4c0a8f-0571-4ae9-a0c6-038083a7bbb0 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:36.319571 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b575508f-fc21-44b1-85dd-5887e2a93c56 req-2e4c0a8f-0571-4ae9-a0c6-038083a7bbb0 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.2313149 Feb 10 15:23:36.337712 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85cc18e1-2e92-456e-b104-ed8ba32125fb req-0ad13943-29ab-4b3f-867b-5427afbdb092 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2468626 Feb 10 15:23:36.409527 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba413be5-9841-406e-80e8-6cc6345075ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:36.488403 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eeb1c778-34d2-4b2e-84b7-8b9b5e87e928 req-8429bce5-0811-45a9-a834-63892231abf8 service neutron] 10.222.0.72 "GET /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663597 Feb 10 15:23:36.522125 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba413be5-9841-406e-80e8-6cc6345075ae admin admin] Publish callbacks [] for security_group (c029f8cc-e472-432a-b1ef-9d813da4d45d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:36.528335 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba413be5-9841-406e-80e8-6cc6345075ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c029f8cc-e472-432a-b1ef-9d813da4d45d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:36.540965 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b575508f-fc21-44b1-85dd-5887e2a93c56 req-dda0c260-adb6-4451-b073-924f7a1cc023 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104511 Feb 10 15:23:36.580849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ba413be5-9841-406e-80e8-6cc6345075ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10f154f280f043b9ba1a51272d2f34d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4127727 Feb 10 15:23:36.583426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 49536) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:36.592971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba413be5-9841-406e-80e8-6cc6345075ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c029f8cc-e472-432a-b1ef-9d813da4d45d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:36.647669 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3509b98-9e6c-4498-b282-cab05191d7b3 admin admin] Publish callbacks [] for security_group (c029f8cc-e472-432a-b1ef-9d813da4d45d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:36.677785 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3509b98-9e6c-4498-b282-cab05191d7b3 admin admin] Publish callbacks [] for security_group (c029f8cc-e472-432a-b1ef-9d813da4d45d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:36.747078 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3509b98-9e6c-4498-b282-cab05191d7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c029f8cc-e472-432a-b1ef-9d813da4d45d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:36.750849 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3509b98-9e6c-4498-b282-cab05191d7b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:36.754108 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d3509b98-9e6c-4498-b282-cab05191d7b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c029f8cc-e472-432a-b1ef-9d813da4d45d HTTP/1.1" status: 204 len: 168 time: 0.1684368 Feb 10 15:23:36.769479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3509b98-9e6c-4498-b282-cab05191d7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c029f8cc-e472-432a-b1ef-9d813da4d45d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:36.826457 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:36.913104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040594f-1b5b-482d-9569-d44be93d9606 req-ce1611d6-ce56-4ebc-87c7-e57def96ff94 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:36.915438 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e040594f-1b5b-482d-9569-d44be93d9606 req-ce1611d6-ce56-4ebc-87c7-e57def96ff94 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.0981400 Feb 10 15:23:37.045742 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e040594f-1b5b-482d-9569-d44be93d9606 req-2251b9a7-c4a4-413f-a307-093bb415fcef tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205041 Feb 10 15:23:37.093302 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8d303-08ef-4d74-81bd-63267382fd5e req-d785dbc5-b8c2-4b8c-b93c-12422bb565b5 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:37.115487 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80f8d303-08ef-4d74-81bd-63267382fd5e req-d785dbc5-b8c2-4b8c-b93c-12422bb565b5 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 944 time: 0.1314461 Feb 10 15:23:37.195220 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80f8d303-08ef-4d74-81bd-63267382fd5e req-4771bcf7-bf99-4fe2-9b5b-ccde1d747df6 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741522 Feb 10 15:23:37.561806 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e2aee-8142-453c-8988-bab126a7301d req-2b9292bc-6038-420b-9e64-252c2067611d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:37.571298 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e2aee-8142-453c-8988-bab126a7301d req-2b9292bc-6038-420b-9e64-252c2067611d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:37.584749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e2aee-8142-453c-8988-bab126a7301d req-2b9292bc-6038-420b-9e64-252c2067611d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:37.600632 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e2aee-8142-453c-8988-bab126a7301d req-2b9292bc-6038-420b-9e64-252c2067611d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:37.606527 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e2aee-8142-453c-8988-bab126a7301d req-2b9292bc-6038-420b-9e64-252c2067611d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:37.613307 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e2aee-8142-453c-8988-bab126a7301d req-2b9292bc-6038-420b-9e64-252c2067611d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:37.619751 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e2aee-8142-453c-8988-bab126a7301d req-2b9292bc-6038-420b-9e64-252c2067611d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:37.621914 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-584e2aee-8142-453c-8988-bab126a7301d req-2b9292bc-6038-420b-9e64-252c2067611d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.1628454 Feb 10 15:23:37.700055 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 67fa90d0-5daf-4082-a49c-a169e4fe4bfc details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:23:37.797759 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda4c43-d22b-4770-ab4e-a662986a30e5 req-2fe198e6-515a-4415-980e-31e096f80ab6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:37.799774 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3cda4c43-d22b-4770-ab4e-a662986a30e5 req-2fe198e6-515a-4415-980e-31e096f80ab6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.1329737 Feb 10 15:23:37.804905 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-584e2aee-8142-453c-8988-bab126a7301d req-a79f4d14-401b-4d26-9bc9-ebf650a45be8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1714172 Feb 10 15:23:37.901266 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3cda4c43-d22b-4770-ab4e-a662986a30e5 req-0c5712cf-5998-4110-83ca-8b624c6ccdde tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931168 Feb 10 15:23:38.159507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:38.179499 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '67fa90d0-5daf-4082-a49c-a169e4fe4bfc', 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f', 'port_id': '67fa90d0-5daf-4082-a49c-a169e4fe4bfc', 'mac_address': 'fa:16:3e:3b:29:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c893dfab-f651-45c9-bbd2-d815d5f365d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:23:38.221404 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c60e4-3d96-4b31-af7d-1c3252c1790f req-0ecbbc7d-6507-44a0-9759-04e42e7866ab tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:38.222970 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-171c60e4-3d96-4b31-af7d-1c3252c1790f req-0ecbbc7d-6507-44a0-9759-04e42e7866ab tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.0828290 Feb 10 15:23:38.235522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:23:38.236358 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:38.254630 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fa90d0-5daf-4082-a49c-a169e4fe4bfc {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:23:38.280611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:38.292531 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:38.320700 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-171c60e4-3d96-4b31-af7d-1c3252c1790f req-56261437-5bb0-4fe1-8645-ef5269bf809c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832734 Feb 10 15:23:38.373402 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:38.454757 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629f039-1c52-4e22-883e-15f658c6ea87 req-ac614219-0c9f-40e3-8f27-73edf4b1d3f9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:38.456383 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8629f039-1c52-4e22-883e-15f658c6ea87 req-ac614219-0c9f-40e3-8f27-73edf4b1d3f9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 945 time: 0.0777431 Feb 10 15:23:38.537169 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['67fa90d0-5daf-4082-a49c-a169e4fe4bfc'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:23:38.539535 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8629f039-1c52-4e22-883e-15f658c6ea87 req-d2c8f1ad-daed-4419-8687-5bf7bb8c3956 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708668 Feb 10 15:23:38.800478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49620) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:38.948804 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-284bae05-269f-4ae2-97b0-f67c2c8cf98e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:39.110483 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f8d97-9c28-4f8e-8182-cafb091bd809 req-add93b7c-aed8-46b9-be2d-99b0830b0432 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:39.123669 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f8d97-9c28-4f8e-8182-cafb091bd809 req-add93b7c-aed8-46b9-be2d-99b0830b0432 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:39.130282 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f8d97-9c28-4f8e-8182-cafb091bd809 req-add93b7c-aed8-46b9-be2d-99b0830b0432 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:39.130453 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-284bae05-269f-4ae2-97b0-f67c2c8cf98e admin admin] Publish callbacks [] for security_group (6bcfdd4f-bfda-4985-b294-f560857cf031), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:39.135442 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-284bae05-269f-4ae2-97b0-f67c2c8cf98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6bcfdd4f-bfda-4985-b294-f560857cf031), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:39.136823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f8d97-9c28-4f8e-8182-cafb091bd809 req-add93b7c-aed8-46b9-be2d-99b0830b0432 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:39.145873 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f8d97-9c28-4f8e-8182-cafb091bd809 req-add93b7c-aed8-46b9-be2d-99b0830b0432 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:39.152597 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f8d97-9c28-4f8e-8182-cafb091bd809 req-add93b7c-aed8-46b9-be2d-99b0830b0432 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:39.158504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f8d97-9c28-4f8e-8182-cafb091bd809 req-add93b7c-aed8-46b9-be2d-99b0830b0432 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:39.162310 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c81f8d97-9c28-4f8e-8182-cafb091bd809 req-add93b7c-aed8-46b9-be2d-99b0830b0432 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.2046738 Feb 10 15:23:39.193746 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af0200-19ae-4711-868b-351487fe9e61 req-dbcba2a2-9b04-4510-85be-3d41480d2f5e tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:39.203386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73af0200-19ae-4711-868b-351487fe9e61 req-dbcba2a2-9b04-4510-85be-3d41480d2f5e tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.1916511 Feb 10 15:23:39.211627 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-284bae05-269f-4ae2-97b0-f67c2c8cf98e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6a5f10c53ca4e0498f6f0a1a3dea3c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4094176 Feb 10 15:23:39.214293 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 49628) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:39.226441 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bae05-269f-4ae2-97b0-f67c2c8cf98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcfdd4f-bfda-4985-b294-f560857cf031,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:39.326030 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c81f8d97-9c28-4f8e-8182-cafb091bd809 req-3176e089-c395-4886-aeaf-d720cc499f8f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1565690 Feb 10 15:23:39.343277 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73af0200-19ae-4711-868b-351487fe9e61 req-9338ea14-57d5-47c0-8b0c-138ad1c8e6ae tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341784 Feb 10 15:23:39.384371 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0978f443-b3c1-4841-8690-2f66344863a6 admin admin] Publish callbacks [] for security_group (6bcfdd4f-bfda-4985-b294-f560857cf031), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:39.440771 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0978f443-b3c1-4841-8690-2f66344863a6 admin admin] Publish callbacks [] for security_group (6bcfdd4f-bfda-4985-b294-f560857cf031), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:39.546538 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0978f443-b3c1-4841-8690-2f66344863a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6bcfdd4f-bfda-4985-b294-f560857cf031), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:39.550311 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0978f443-b3c1-4841-8690-2f66344863a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:39.554846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0978f443-b3c1-4841-8690-2f66344863a6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6bcfdd4f-bfda-4985-b294-f560857cf031 HTTP/1.1" status: 204 len: 168 time: 0.3363059 Feb 10 15:23:39.569813 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978f443-b3c1-4841-8690-2f66344863a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcfdd4f-bfda-4985-b294-f560857cf031,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:39.598537 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ede12e-e617-42db-999d-7d71d54034bd req-b9d31935-5730-4080-9d59-21ba3f25a723 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:39.613749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34ede12e-e617-42db-999d-7d71d54034bd req-b9d31935-5730-4080-9d59-21ba3f25a723 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.1657245 Feb 10 15:23:39.694488 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 67fa90d0-5daf-4082-a49c-a169e4fe4bfc up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:23:39.772405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34ede12e-e617-42db-999d-7d71d54034bd req-6fbd1865-6a52-40ce-abfe-eefa3987e17a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513870 Feb 10 15:23:39.803033 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:23:39.814310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:23:39.814937 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:39.822241 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494ab77-0405-4288-8f1a-33a2f0f35ec4 req-df2bdde3-9886-4d8a-91bc-d1160c11e788 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:39.830831 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9494ab77-0405-4288-8f1a-33a2f0f35ec4 req-df2bdde3-9886-4d8a-91bc-d1160c11e788 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 945 time: 0.1343517 Feb 10 15:23:39.911317 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9494ab77-0405-4288-8f1a-33a2f0f35ec4 req-d53906f7-964b-458f-b605-ac6127ae2013 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794172 Feb 10 15:23:39.943286 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:23:39.943685 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:39.970328 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fa90d0-5daf-4082-a49c-a169e4fe4bfc'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:39.972599 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab1f5fd-620f-4d4d-aa95-2a5f1171920d" -d '{"events": [{"server_uuid": "4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c", "name": "network-vif-plugged", "status": "completed", "tag": "67fa90d0-5daf-4082-a49c-a169e4fe4bfc"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:39.986017 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:39.997979 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:40.059037 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbcf303-2ff9-44a9-83e8-8a9dd3d29228 x-openstack-request-id: req-1dbcf303-2ff9-44a9-83e8-8a9dd3d29228 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:40.064897 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c", "name": "network-vif-plugged", "status": "completed", "tag": "67fa90d0-5daf-4082-a49c-a169e4fe4bfc", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:40.065947 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1dbcf303-2ff9-44a9-83e8-8a9dd3d29228 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:40.067509 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fa90d0-5daf-4082-a49c-a169e4fe4bfc', 'code': 200} Feb 10 15:23:40.163373 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:40.218200 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dc386-e85b-4a33-ade6-c2cebce9fa39 req-c4b34aff-d9a8-4d8e-b74d-fb9793c3e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:40.221510 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce0dc386-e85b-4a33-ade6-c2cebce9fa39 req-c4b34aff-d9a8-4d8e-b74d-fb9793c3e73a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 1128 time: 0.1102288 Feb 10 15:23:40.300968 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce0dc386-e85b-4a33-ade6-c2cebce9fa39 req-d9cc4d01-20bc-4c74-8b46-83d01d409832 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718434 Feb 10 15:23:40.535707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecc17d-12fc-4d70-8486-6f428764e9fe req-ea435381-a6b7-4018-a19f-74b1ec7e07ef tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:40.542977 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-adecc17d-12fc-4d70-8486-6f428764e9fe req-ea435381-a6b7-4018-a19f-74b1ec7e07ef tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.1156428 Feb 10 15:23:40.573467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7946cd4-edc3-46b9-abe5-804a45ee936d req-1f8b219b-241b-49e1-97f4-ffb89a6ae7b0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:40.580486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7946cd4-edc3-46b9-abe5-804a45ee936d req-1f8b219b-241b-49e1-97f4-ffb89a6ae7b0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:40.585755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7946cd4-edc3-46b9-abe5-804a45ee936d req-1f8b219b-241b-49e1-97f4-ffb89a6ae7b0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:40.597048 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7946cd4-edc3-46b9-abe5-804a45ee936d req-1f8b219b-241b-49e1-97f4-ffb89a6ae7b0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:40.600460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7946cd4-edc3-46b9-abe5-804a45ee936d req-1f8b219b-241b-49e1-97f4-ffb89a6ae7b0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:40.606887 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7946cd4-edc3-46b9-abe5-804a45ee936d req-1f8b219b-241b-49e1-97f4-ffb89a6ae7b0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:40.612224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7946cd4-edc3-46b9-abe5-804a45ee936d req-1f8b219b-241b-49e1-97f4-ffb89a6ae7b0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:40.614854 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7946cd4-edc3-46b9-abe5-804a45ee936d req-1f8b219b-241b-49e1-97f4-ffb89a6ae7b0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.1535058 Feb 10 15:23:40.744822 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-adecc17d-12fc-4d70-8486-6f428764e9fe req-720a8685-515c-4a95-bd58-91a962fe20a6 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008424 Feb 10 15:23:40.755713 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7946cd4-edc3-46b9-abe5-804a45ee936d req-7d4b5faa-7c50-47a2-b23f-23d16904d90e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1319509 Feb 10 15:23:40.952465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71cbbc-158b-40e5-8c1a-7834b32a35f5 req-76e0d857-cfeb-4eea-91cf-fedff89c7248 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:40.957632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bc71cbbc-158b-40e5-8c1a-7834b32a35f5 req-76e0d857-cfeb-4eea-91cf-fedff89c7248 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.0785999 Feb 10 15:23:41.070715 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bc71cbbc-158b-40e5-8c1a-7834b32a35f5 req-6e2a81ca-0be2-4ea0-be1c-8727eb7a83d0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069996 Feb 10 15:23:41.118723 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39aba1a-16b7-4ef7-9e64-ef2178ac9607 req-f848c439-f25a-4d86-8a9b-24c61e57c837 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:41.120473 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e39aba1a-16b7-4ef7-9e64-ef2178ac9607 req-f848c439-f25a-4d86-8a9b-24c61e57c837 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 946 time: 0.1100860 Feb 10 15:23:41.178446 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:41.209973 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e39aba1a-16b7-4ef7-9e64-ef2178ac9607 req-c8008af7-c5b9-437b-9baa-f4a3a83a53eb tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836463 Feb 10 15:23:41.679275 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49710) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:41.842745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-beb9d477-b0a4-4b6a-9700-98e59f462ccb tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1571948388'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:41.870413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb9d477-b0a4-4b6a-9700-98e59f462ccb tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Made reservation on behalf of ecfed3a62dfd4b24a5629b0fa010b2d0 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:23:41.884807 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa54418-c5f0-421e-b1e0-e05625bb2d76 req-251cb673-ee59-4fff-b76b-816ab0358d22 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:41.886293 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3aa54418-c5f0-421e-b1e0-e05625bb2d76 req-251cb673-ee59-4fff-b76b-816ab0358d22 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.0679228 Feb 10 15:23:41.887792 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-beb9d477-b0a4-4b6a-9700-98e59f462ccb tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:41.902849 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-beb9d477-b0a4-4b6a-9700-98e59f462ccb tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:41.964194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3aa54418-c5f0-421e-b1e0-e05625bb2d76 req-a9aa8fe5-900c-48f1-8eda-26319581dd7c tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668268 Feb 10 15:23:41.976456 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a570-25f6-4c17-b94c-50d642dccc1e req-d8072472-7d3c-4f20-986b-db738dc3a143 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:41.989096 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a570-25f6-4c17-b94c-50d642dccc1e req-d8072472-7d3c-4f20-986b-db738dc3a143 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:41.998229 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a570-25f6-4c17-b94c-50d642dccc1e req-d8072472-7d3c-4f20-986b-db738dc3a143 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:42.000917 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-beb9d477-b0a4-4b6a-9700-98e59f462ccb tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Publish callbacks [] for security_group (64af1fcb-a2be-4220-992a-b232aed83bc0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:42.004633 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a570-25f6-4c17-b94c-50d642dccc1e req-d8072472-7d3c-4f20-986b-db738dc3a143 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:42.005501 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-beb9d477-b0a4-4b6a-9700-98e59f462ccb tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (64af1fcb-a2be-4220-992a-b232aed83bc0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:42.017655 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a570-25f6-4c17-b94c-50d642dccc1e req-d8072472-7d3c-4f20-986b-db738dc3a143 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:42.023083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a570-25f6-4c17-b94c-50d642dccc1e req-d8072472-7d3c-4f20-986b-db738dc3a143 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:42.028721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a570-25f6-4c17-b94c-50d642dccc1e req-d8072472-7d3c-4f20-986b-db738dc3a143 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:42.037484 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d41a570-25f6-4c17-b94c-50d642dccc1e req-d8072472-7d3c-4f20-986b-db738dc3a143 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.1502035 Feb 10 15:23:42.056806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb9d477-b0a4-4b6a-9700-98e59f462ccb tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:23:42.083870 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-beb9d477-b0a4-4b6a-9700-98e59f462ccb tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (76057744-da5e-4678-90c5-56edb8589d67), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:42.084263 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-beb9d477-b0a4-4b6a-9700-98e59f462ccb tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Added segment 76057744-da5e-4678-90c5-56edb8589d67 of type vlan for network f67e7021-b2d3-4441-b76a-8e7264d5c0fb Feb 10 15:23:42.085736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9d477-b0a4-4b6a-9700-98e59f462ccb tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64af1fcb-a2be-4220-992a-b232aed83bc0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:42.121849 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d41a570-25f6-4c17-b94c-50d642dccc1e req-8b957b91-d25d-4f83-be31-f3423cc7e4a4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779693 Feb 10 15:23:42.157945 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-beb9d477-b0a4-4b6a-9700-98e59f462ccb tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (f67e7021-b2d3-4441-b76a-8e7264d5c0fb), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:42.194620 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-beb9d477-b0a4-4b6a-9700-98e59f462ccb tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (f67e7021-b2d3-4441-b76a-8e7264d5c0fb), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:42.201397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb9d477-b0a4-4b6a-9700-98e59f462ccb tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:42.201397 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-beb9d477-b0a4-4b6a-9700-98e59f462ccb tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:42.240842 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-beb9d477-b0a4-4b6a-9700-98e59f462ccb tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.5574226 Feb 10 15:23:42.272981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9d477-b0a4-4b6a-9700-98e59f462ccb tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Pushing event updated for resources: {'Network': ['ID=f67e7021-b2d3-4441-b76a-8e7264d5c0fb,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:42.285306 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network f67e7021-b2d3-4441-b76a-8e7264d5c0fb details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:23:42.307672 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f009e8-1e8e-4a2f-a588-8289b3e2c899 req-0c3c7d8d-1383-4dbd-85f0-ac99470dba5b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:42.309238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62f009e8-1e8e-4a2f-a588-8289b3e2c899 req-0c3c7d8d-1383-4dbd-85f0-ac99470dba5b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.1223903 Feb 10 15:23:42.332495 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c356e-8eb0-4244-aa55-28e7445a529b req-ab1c94c1-96ee-4014-938e-ea73b3c7b811 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:42.334149 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a15c356e-8eb0-4244-aa55-28e7445a529b req-ab1c94c1-96ee-4014-938e-ea73b3c7b811 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 950 time: 0.1101620 Feb 10 15:23:42.408242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62f009e8-1e8e-4a2f-a588-8289b3e2c899 req-698f9cc8-c5c2-4938-b534-577cc79a2415 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896602 Feb 10 15:23:42.416451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a15c356e-8eb0-4244-aa55-28e7445a529b req-66091573-0e94-4e9b-9c37-6ab2babf9c17 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709083 Feb 10 15:23:42.539333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd49889-e30a-49fb-a8b3-23401122b94e req-bfbd0d2d-9b64-4454-90da-b7ece2494f3a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:42.541013 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfd49889-e30a-49fb-a8b3-23401122b94e req-bfbd0d2d-9b64-4454-90da-b7ece2494f3a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 946 time: 0.0608354 Feb 10 15:23:42.607361 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfd49889-e30a-49fb-a8b3-23401122b94e req-957566d2-01b0-4db0-b3a3-905b1aba7400 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586727 Feb 10 15:23:42.688611 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49754) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:42.694489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Request body: {'port': {'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb', 'binding:host_id': 'n-h1-815324-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1043683432'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:42.722071 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Made reservation on behalf of 046e01bb57f14938a2c64a738173b00f for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:23:42.726567 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:42.739899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:42.847491 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks [] for security_group (5f9e955e-dd5b-4c07-bb25-c0567c286567), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:42.854019 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e51df719-ede7-4846-b855-9ec1731c183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:42.855613 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5f9e955e-dd5b-4c07-bb25-c0567c286567), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:42.902236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9e955e-dd5b-4c07-bb25-c0567c286567,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:42.905684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] device_id is not set on port 79074ae1-9fb3-42dc-9128-c814ba645f92 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:23:42.929542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021832a7-cf63-4ce4-9d8c-27d3be0b0a67 req-959d4f7b-1ef7-437d-a590-b2e231332e09 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:42.937674 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-021832a7-cf63-4ce4-9d8c-27d3be0b0a67 req-959d4f7b-1ef7-437d-a590-b2e231332e09 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 946 time: 0.0749505 Feb 10 15:23:43.024920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-021832a7-cf63-4ce4-9d8c-27d3be0b0a67 req-51432223-b6e5-4b60-ba96-16dc93a6ff11 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841215 Feb 10 15:23:43.125777 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0586033-a4bf-4c8b-aa8a-f6479427f01a req-990da6e3-64f8-4ee1-96f7-ea090df622d2 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:43.129246 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0586033-a4bf-4c8b-aa8a-f6479427f01a req-990da6e3-64f8-4ee1-96f7-ea090df622d2 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.0696001 Feb 10 15:23:43.192998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0586033-a4bf-4c8b-aa8a-f6479427f01a req-31913860-ae41-4816-8e24-c85a3a17f569 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565610 Feb 10 15:23:43.218043 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] device_id is not set on port 79074ae1-9fb3-42dc-9128-c814ba645f92 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:23:43.228300 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks [] for port (79074ae1-9fb3-42dc-9128-c814ba645f92), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:43.236847 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (79074ae1-9fb3-42dc-9128-c814ba645f92), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:43.330312 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:23:43.355239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Pushing event updated for resources: {'Port': ['ID=79074ae1-9fb3-42dc-9128-c814ba645f92,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:43.361835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Checking segment: {'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:23:43.362339 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Network hostable DHCP agents. Network: f67e7021-b2d3-4441-b76a-8e7264d5c0fb, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:23:43.387182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Network f67e7021-b2d3-4441-b76a-8e7264d5c0fb is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:23:43.389997 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a40027-b7e5-40ad-bff4-98fc4592db45 req-9bd50270-535a-4aa1-8118-d7acaf9fe52b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:43.400205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, f67e7021-b2d3-4441-b76a-8e7264d5c0fb) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:23:43.404264 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a40027-b7e5-40ad-bff4-98fc4592db45 req-9bd50270-535a-4aa1-8118-d7acaf9fe52b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:43.405713 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:23:43.413386 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acd38a7-745b-4686-ad26-4d815e66d78b None None] Network f67e7021-b2d3-4441-b76a-8e7264d5c0fb requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:23:43.425286 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a40027-b7e5-40ad-bff4-98fc4592db45 req-9bd50270-535a-4aa1-8118-d7acaf9fe52b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:43.440810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a40027-b7e5-40ad-bff4-98fc4592db45 req-9bd50270-535a-4aa1-8118-d7acaf9fe52b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:43.454875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a40027-b7e5-40ad-bff4-98fc4592db45 req-9bd50270-535a-4aa1-8118-d7acaf9fe52b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:43.459596 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:43.460173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:43.460798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:43.472412 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a40027-b7e5-40ad-bff4-98fc4592db45 req-9bd50270-535a-4aa1-8118-d7acaf9fe52b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:43.472621 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:43.473108 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:43.473679 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 2 to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 Feb 10 15:23:43.489216 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:43.489812 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:43.490190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a40027-b7e5-40ad-bff4-98fc4592db45 req-9bd50270-535a-4aa1-8118-d7acaf9fe52b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:43.490386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:43.496197 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:43.496855 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:43.497357 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 3 to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 Feb 10 15:23:43.498690 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28a40027-b7e5-40ad-bff4-98fc4592db45 req-9bd50270-535a-4aa1-8118-d7acaf9fe52b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.2495911 Feb 10 15:23:43.514712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:43.515199 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:43.516106 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:43.522206 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:43.522708 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:43.523247 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 4 to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 Feb 10 15:23:43.539033 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:43.539550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:43.540267 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:43.548568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:43.549086 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:43.549590 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 5 to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 Feb 10 15:23:43.569115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:43.570223 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:43.570986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:43.576216 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:43.577117 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:43.577623 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 6 to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 Feb 10 15:23:43.594528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:43.595058 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:43.595523 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:43.601027 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:43.601725 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:43.602200 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 7 to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 Feb 10 15:23:43.625949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:43.626623 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:43.627546 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:43.634110 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:43.634809 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:43.635485 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 8 to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 Feb 10 15:23:43.650169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:43.651231 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:43.651792 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:43.657658 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:43.658537 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:43.659150 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 9 to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 Feb 10 15:23:43.659392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363252c-b73d-4323-baf3-0615d6ccce13 req-0a204894-18ba-4e82-ab1d-133f00892938 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:43.666365 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6363252c-b73d-4323-baf3-0615d6ccce13 req-0a204894-18ba-4e82-ab1d-133f00892938 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.1649835 Feb 10 15:23:43.677714 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:43.679667 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:43.680234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:43.685961 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28a40027-b7e5-40ad-bff4-98fc4592db45 req-7238c5f2-fc62-4075-b798-a11eb40aa197 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1789954 Feb 10 15:23:43.686581 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:43.687010 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:43.688759 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 10 to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 Feb 10 15:23:43.715076 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:43.715535 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:43.715998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:43.725879 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 79074ae1-9fb3-42dc-9128-c814ba645f92 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:43.726414 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 79074ae1-9fb3-42dc-9128-c814ba645f92 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:43.726975 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (79074ae1-9fb3-42dc-9128-c814ba645f92), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:43.799813 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6363252c-b73d-4323-baf3-0615d6ccce13 req-32050c27-507b-461c-92b5-571af442de27 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324930 Feb 10 15:23:43.838072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] For port 79074ae1-9fb3-42dc-9128-c814ba645f92, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:23:43.838502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempted to set empty binding levels {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 15:23:43.846561 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (79074ae1-9fb3-42dc-9128-c814ba645f92), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:43.897290 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:43.897977 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:43.918565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Pushing event updated for resources: {'Port': ['ID=79074ae1-9fb3-42dc-9128-c814ba645f92,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:43.930460 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-86c62af7-96e3-46c4-80ac-ec9638411a74 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.2405477 Feb 10 15:23:43.933243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49774) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:43.951002 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e603d3-5ddf-419c-bd6f-9d35bd3debc4 req-72ef619a-4158-4299-be9a-e6de56de6a82 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:43.959367 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31e603d3-5ddf-419c-bd6f-9d35bd3debc4 req-72ef619a-4158-4299-be9a-e6de56de6a82 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.1437278 Feb 10 15:23:44.034210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d45d49de-a9e3-4b93-b42e-2a12e904f4a1 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Deleting port 79074ae1-9fb3-42dc-9128-c814ba645f92 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:23:44.034914 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d45d49de-a9e3-4b93-b42e-2a12e904f4a1 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (79074ae1-9fb3-42dc-9128-c814ba645f92), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:44.041105 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b082d5-5c6d-40e0-9a29-5f7fc7f78445 req-ba63b2eb-626a-4bc2-9353-32d2bc10f370 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:44.051257 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6b082d5-5c6d-40e0-9a29-5f7fc7f78445 req-ba63b2eb-626a-4bc2-9353-32d2bc10f370 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 950 time: 0.1625645 Feb 10 15:23:44.067567 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31e603d3-5ddf-419c-bd6f-9d35bd3debc4 req-413b2217-7c33-49b8-9bb5-8b9b2d6e2c06 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072793 Feb 10 15:23:44.117401 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-d45d49de-a9e3-4b93-b42e-2a12e904f4a1 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] For port 79074ae1-9fb3-42dc-9128-c814ba645f92, host n-h1-815324-7, got binding levels [] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:44.117955 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d45d49de-a9e3-4b93-b42e-2a12e904f4a1 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (79074ae1-9fb3-42dc-9128-c814ba645f92), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:44.134529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d45d49de-a9e3-4b93-b42e-2a12e904f4a1 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Calling delete_port for 79074ae1-9fb3-42dc-9128-c814ba645f92 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:23:44.166962 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6b082d5-5c6d-40e0-9a29-5f7fc7f78445 req-c64edfb8-e445-4040-924b-8ff4f6039839 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102879 Feb 10 15:23:44.233191 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0877d7-b254-4718-9296-5b8d74bea8b2 req-2fadcf0e-039e-4190-bd1a-f8ab97965350 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:44.234803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba0877d7-b254-4718-9296-5b8d74bea8b2 req-2fadcf0e-039e-4190-bd1a-f8ab97965350 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.0666883 Feb 10 15:23:44.242450 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d45d49de-a9e3-4b93-b42e-2a12e904f4a1 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (79074ae1-9fb3-42dc-9128-c814ba645f92), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:44.264731 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d45d49de-a9e3-4b93-b42e-2a12e904f4a1 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:44.271908 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d45d49de-a9e3-4b93-b42e-2a12e904f4a1 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] 10.222.0.64 "DELETE /v2.0/ports/79074ae1-9fb3-42dc-9128-c814ba645f92 HTTP/1.1" status: 204 len: 168 time: 0.3353138 Feb 10 15:23:44.272259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49780) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:44.303049 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d49de-a9e3-4b93-b42e-2a12e904f4a1 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Pushing event deleted for resources: {'Port': ['ID=79074ae1-9fb3-42dc-9128-c814ba645f92,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:44.323715 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-29141872-3464-4279-a08b-be33b90b7c7a tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] GET failed (client error): The resource could not be found. Feb 10 15:23:44.329341 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-29141872-3464-4279-a08b-be33b90b7c7a tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] 10.222.0.64 "GET /v2.0/ports/79074ae1-9fb3-42dc-9128-c814ba645f92 HTTP/1.1" status: 404 len: 333 time: 0.0521784 Feb 10 15:23:44.330359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49782) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:44.334556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba0877d7-b254-4718-9296-5b8d74bea8b2 req-c4e6ad7e-0759-4713-8875-3a1b521936ec tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914762 Feb 10 15:23:44.337296 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b890cc88-1b9f-4508-bec7-7972c70aeb4e tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Request body: {'port': {'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-102812769'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:44.368329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fb77d-b473-40c1-8a79-3deea358ef01 req-862b8b19-055f-489c-aea1-11b2440bf582 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:44.370532 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5f1fb77d-b473-40c1-8a79-3deea358ef01 req-862b8b19-055f-489c-aea1-11b2440bf582 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 946 time: 0.1286051 Feb 10 15:23:44.392316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b890cc88-1b9f-4508-bec7-7972c70aeb4e tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Made reservation on behalf of 046e01bb57f14938a2c64a738173b00f for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:23:44.394791 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b890cc88-1b9f-4508-bec7-7972c70aeb4e tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:44.418842 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-b890cc88-1b9f-4508-bec7-7972c70aeb4e tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] device_id is not set on port f1a83770-a093-486c-8b2b-0e17522907f5 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:23:44.444938 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5f1fb77d-b473-40c1-8a79-3deea358ef01 req-fb6bb0b9-1170-44f5-b6ce-d8fa941f74f9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678649 Feb 10 15:23:44.619822 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b890cc88-1b9f-4508-bec7-7972c70aeb4e tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks [] for port (f1a83770-a093-486c-8b2b-0e17522907f5), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:44.666631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b890cc88-1b9f-4508-bec7-7972c70aeb4e tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f1a83770-a093-486c-8b2b-0e17522907f5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:44.718236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b890cc88-1b9f-4508-bec7-7972c70aeb4e tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Network f67e7021-b2d3-4441-b76a-8e7264d5c0fb is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:23:44.721316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-b890cc88-1b9f-4508-bec7-7972c70aeb4e tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:23:44.725581 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b890cc88-1b9f-4508-bec7-7972c70aeb4e tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:23:44.726633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b890cc88-1b9f-4508-bec7-7972c70aeb4e tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:44.727256 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b890cc88-1b9f-4508-bec7-7972c70aeb4e tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:44.730622 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890cc88-1b9f-4508-bec7-7972c70aeb4e tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Pushing event updated for resources: {'Port': ['ID=f1a83770-a093-486c-8b2b-0e17522907f5,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:44.749437 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b890cc88-1b9f-4508-bec7-7972c70aeb4e tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4186580 Feb 10 15:23:44.752980 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49812) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:44.763253 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:44.848789 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f1a83770-a093-486c-8b2b-0e17522907f5), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:44.927281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:23:45.093010 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] device_id is not set on port f1a83770-a093-486c-8b2b-0e17522907f5 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:23:45.096537 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:23:45.099844 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:45.102427 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks [] for port (f1a83770-a093-486c-8b2b-0e17522907f5), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:45.115233 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (f1a83770-a093-486c-8b2b-0e17522907f5), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:45.143553 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4076b6-5042-4ec6-8e1d-df41b5303dd5 req-54152ca3-580b-4cf9-923b-305f8577ad84 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.146125 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b4076b6-5042-4ec6-8e1d-df41b5303dd5 req-54152ca3-580b-4cf9-923b-305f8577ad84 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.0643234 Feb 10 15:23:45.151128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc3ec85-dfb3-4682-b440-6fd925a612f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:45.153795 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45069cde-2f40-44a8-96ef-3542fabe920d" -d '{"events": [{"server_uuid": "1dc3ec85-dfb3-4682-b440-6fd925a612f8", "name": "network-vif-unplugged", "status": "completed", "tag": "1abf2c55-7599-4c9e-8c88-c70dd86ee5d9"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:45.219742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:45.224590 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b4076b6-5042-4ec6-8e1d-df41b5303dd5 req-a24c15fd-ff11-4ee7-b6df-226262e6744c tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722675 Feb 10 15:23:45.232314 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:45.247021 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-60b5314a-d177-4b8a-8251-984c28951a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:45.248563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:45.248931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:45.249274 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:45.267342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:45.267683 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:45.268404 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 2 to bind port f1a83770-a093-486c-8b2b-0e17522907f5 Feb 10 15:23:45.271087 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Pushing event updated for resources: {'Port': ['ID=f1a83770-a093-486c-8b2b-0e17522907f5,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:45.286704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:45.287195 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:45.287639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:45.306369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:45.309123 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:45.309123 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 3 to bind port f1a83770-a093-486c-8b2b-0e17522907f5 Feb 10 15:23:45.313039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,revision_number=11']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:45.333608 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:45.334204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:45.334668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:45.339435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:45.340036 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:45.340759 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 4 to bind port f1a83770-a093-486c-8b2b-0e17522907f5 Feb 10 15:23:45.357433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:45.357820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:45.358281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:45.365222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:45.365741 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:45.366229 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 5 to bind port f1a83770-a093-486c-8b2b-0e17522907f5 Feb 10 15:23:45.374542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54481fe-a78e-49cf-82d9-639058ab843a req-f65dddc3-5614-4a95-9d21-55261e4fd2d0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.381704 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54481fe-a78e-49cf-82d9-639058ab843a req-f65dddc3-5614-4a95-9d21-55261e4fd2d0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.385744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:45.387114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:45.387854 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:45.389244 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54481fe-a78e-49cf-82d9-639058ab843a req-f65dddc3-5614-4a95-9d21-55261e4fd2d0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.394446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:45.394905 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:45.395409 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 6 to bind port f1a83770-a093-486c-8b2b-0e17522907f5 Feb 10 15:23:45.396364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54481fe-a78e-49cf-82d9-639058ab843a req-f65dddc3-5614-4a95-9d21-55261e4fd2d0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.402326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54481fe-a78e-49cf-82d9-639058ab843a req-f65dddc3-5614-4a95-9d21-55261e4fd2d0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.407551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54481fe-a78e-49cf-82d9-639058ab843a req-f65dddc3-5614-4a95-9d21-55261e4fd2d0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.408364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:45.408892 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:45.409340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:45.412907 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54481fe-a78e-49cf-82d9-639058ab843a req-f65dddc3-5614-4a95-9d21-55261e4fd2d0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.414011 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:45.414442 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:45.414854 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f54481fe-a78e-49cf-82d9-639058ab843a req-f65dddc3-5614-4a95-9d21-55261e4fd2d0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.1388280 Feb 10 15:23:45.415030 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 7 to bind port f1a83770-a093-486c-8b2b-0e17522907f5 Feb 10 15:23:45.430148 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:45.430755 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:45.431108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:45.435721 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:45.436049 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:45.436444 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 8 to bind port f1a83770-a093-486c-8b2b-0e17522907f5 Feb 10 15:23:45.449264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:45.449597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:45.449938 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:45.454428 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:45.454765 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:45.455161 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 9 to bind port f1a83770-a093-486c-8b2b-0e17522907f5 Feb 10 15:23:45.467868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:45.468204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:45.469378 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:45.473683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:45.474146 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:45.474551 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 10 to bind port f1a83770-a093-486c-8b2b-0e17522907f5 Feb 10 15:23:45.488369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:45.488549 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:45.488851 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:45.494388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:45.494723 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port f1a83770-a093-486c-8b2b-0e17522907f5 on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:45.495093 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f1a83770-a093-486c-8b2b-0e17522907f5), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:45.507903 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49119635-6da4-49d6-9f2b-ffca0edc0ccb req-231da958-0a2c-4641-b18a-3ce2608be6e4 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.514785 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49119635-6da4-49d6-9f2b-ffca0edc0ccb req-231da958-0a2c-4641-b18a-3ce2608be6e4 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.0989637 Feb 10 15:23:45.527637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f54481fe-a78e-49cf-82d9-639058ab843a req-9241884e-3a88-40db-baa1-e238ec6ebb27 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1031454 Feb 10 15:23:45.562151 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] For port f1a83770-a093-486c-8b2b-0e17522907f5, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:23:45.562750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempted to set empty binding levels {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 15:23:45.567958 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49119635-6da4-49d6-9f2b-ffca0edc0ccb req-697d7a75-0691-4900-8146-4dc429335e96 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523341 Feb 10 15:23:45.577324 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (f1a83770-a093-486c-8b2b-0e17522907f5), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:45.616050 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f59f868-21a2-4644-b7f3-8c02e39ba9eb x-openstack-request-id: req-0f59f868-21a2-4644-b7f3-8c02e39ba9eb {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:45.616288 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc3ec85-dfb3-4682-b440-6fd925a612f8", "name": "network-vif-unplugged", "status": "completed", "tag": "1abf2c55-7599-4c9e-8c88-c70dd86ee5d9", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:45.616540 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f59f868-21a2-4644-b7f3-8c02e39ba9eb {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:45.616969 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc3ec85-dfb3-4682-b440-6fd925a612f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9', 'code': 200} Feb 10 15:23:45.627949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] In _notify_port_updated(), no bound segment for port f1a83770-a093-486c-8b2b-0e17522907f5 on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:23:45.628818 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.629424 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:45.633754 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] 10.222.0.64 "PUT /v2.0/ports/f1a83770-a093-486c-8b2b-0e17522907f5 HTTP/1.1" status: 200 len: 974 time: 0.8768451 Feb 10 15:23:45.634728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 49860) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:45.636851 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2f3c2-0f2e-4e82-92bc-ac422b5d37d3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Pushing event updated for resources: {'Port': ['ID=f1a83770-a093-486c-8b2b-0e17522907f5,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:45.763845 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.764544 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.765040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.765603 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.766171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.766627 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.767080 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.767529 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.767980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.768428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.768897 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.769467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.769920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.770364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.770817 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.771259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.771701 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.772141 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.772584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.773066 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.773511 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.774019 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.774472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.774861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.775318 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.775784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.777305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.777305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.777534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.783619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.783619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.783619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.783619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.783619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.784165 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-71a91dd2-1c01-4b3d-8bd4-31b9aafa4331 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31555 time: 0.1474290 Feb 10 15:23:45.788825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49862) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:45.891688 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-ce7938d5-3088-46d0-af22-90f6265ea2be tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Deleting port f1a83770-a093-486c-8b2b-0e17522907f5 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:23:45.892039 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ce7938d5-3088-46d0-af22-90f6265ea2be tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f1a83770-a093-486c-8b2b-0e17522907f5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:45.902197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66ef16-a579-495f-9d16-545b3ea1f457 req-391a3649-6910-443f-b404-134466bfb9bf tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:45.907949 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c66ef16-a579-495f-9d16-545b3ea1f457 req-391a3649-6910-443f-b404-134466bfb9bf tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 948 time: 0.0633278 Feb 10 15:23:45.951921 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c66ef16-a579-495f-9d16-545b3ea1f457 req-6066c210-abcf-4aa1-b371-0f27345a4686 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416353 Feb 10 15:23:45.961478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-ce7938d5-3088-46d0-af22-90f6265ea2be tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] For port f1a83770-a093-486c-8b2b-0e17522907f5, host n-h1-815324-7, got binding levels [] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:45.961837 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ce7938d5-3088-46d0-af22-90f6265ea2be tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f1a83770-a093-486c-8b2b-0e17522907f5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:45.976193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-ce7938d5-3088-46d0-af22-90f6265ea2be tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Calling delete_port for f1a83770-a093-486c-8b2b-0e17522907f5 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:23:46.054233 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ce7938d5-3088-46d0-af22-90f6265ea2be tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f1a83770-a093-486c-8b2b-0e17522907f5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:46.082954 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7938d5-3088-46d0-af22-90f6265ea2be tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1a83770-a093-486c-8b2b-0e17522907f5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:46.086444 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ce7938d5-3088-46d0-af22-90f6265ea2be tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:46.089681 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ce7938d5-3088-46d0-af22-90f6265ea2be tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] 10.222.0.64 "DELETE /v2.0/ports/f1a83770-a093-486c-8b2b-0e17522907f5 HTTP/1.1" status: 204 len: 168 time: 0.2992682 Feb 10 15:23:46.092302 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49866) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:46.116493 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35c2e91-a2b8-4e23-8abf-251ef62d0554 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] GET failed (client error): The resource could not be found. Feb 10 15:23:46.117950 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a35c2e91-a2b8-4e23-8abf-251ef62d0554 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] 10.222.0.64 "GET /v2.0/ports/f1a83770-a093-486c-8b2b-0e17522907f5 HTTP/1.1" status: 404 len: 333 time: 0.0247114 Feb 10 15:23:46.121893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49868) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:46.126165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-8bff6b9d-2b36-40f0-b82b-972d14a035e4 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-891454269', 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:46.147386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bff6b9d-2b36-40f0-b82b-972d14a035e4 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Made reservation on behalf of 046e01bb57f14938a2c64a738173b00f for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:23:46.150211 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8bff6b9d-2b36-40f0-b82b-972d14a035e4 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:46.171471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-8bff6b9d-2b36-40f0-b82b-972d14a035e4 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] device_id is not set on port a756f8b2-a3b0-4c76-bb20-2d798aee01a3 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:23:46.274381 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:46.380124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edf989-bd06-4c93-94ea-03b24eeab1d5 req-ce960945-46a8-475f-931a-00c42f3e6bb9 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:46.382521 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85edf989-bd06-4c93-94ea-03b24eeab1d5 req-ce960945-46a8-475f-931a-00c42f3e6bb9 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.0686417 Feb 10 15:23:46.403045 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8bff6b9d-2b36-40f0-b82b-972d14a035e4 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks [] for port (a756f8b2-a3b0-4c76-bb20-2d798aee01a3), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:46.425257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64015c1e-c436-4479-865a-cb6b828b7a6d req-e5dfc4b3-fb48-4286-bf7c-571a1d0c2c13 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:46.426963 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-64015c1e-c436-4479-865a-cb6b828b7a6d req-e5dfc4b3-fb48-4286-bf7c-571a1d0c2c13 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 945 time: 0.1428988 Feb 10 15:23:46.454513 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85edf989-bd06-4c93-94ea-03b24eeab1d5 req-e9c1cd41-fecf-45c4-8fa8-c2ffa3c97ca1 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650227 Feb 10 15:23:46.534693 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8bff6b9d-2b36-40f0-b82b-972d14a035e4 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a756f8b2-a3b0-4c76-bb20-2d798aee01a3), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:46.592526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bff6b9d-2b36-40f0-b82b-972d14a035e4 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Network f67e7021-b2d3-4441-b76a-8e7264d5c0fb is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:23:46.598672 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-64015c1e-c436-4479-865a-cb6b828b7a6d req-26dc03fe-4101-4ed5-a37e-2bdf61898246 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Deleting port 34734d50-91dc-4fe9-830e-1cbe38af2c04 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:23:46.599013 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-64015c1e-c436-4479-865a-cb6b828b7a6d req-26dc03fe-4101-4ed5-a37e-2bdf61898246 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (34734d50-91dc-4fe9-830e-1cbe38af2c04), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:46.614334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-8bff6b9d-2b36-40f0-b82b-972d14a035e4 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:23:46.619915 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff6b9d-2b36-40f0-b82b-972d14a035e4 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Pushing event updated for resources: {'Port': ['ID=a756f8b2-a3b0-4c76-bb20-2d798aee01a3,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:46.621533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff6b9d-2b36-40f0-b82b-972d14a035e4 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:23:46.622674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff6b9d-2b36-40f0-b82b-972d14a035e4 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:46.623265 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8bff6b9d-2b36-40f0-b82b-972d14a035e4 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:46.651039 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8bff6b9d-2b36-40f0-b82b-972d14a035e4 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5282431 Feb 10 15:23:46.651652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49886) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:46.725055 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef07192-7889-4e11-9e63-602be2c03283 req-efbb907e-d359-4041-8c47-c0c2aa53cc35 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:46.730244 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef07192-7889-4e11-9e63-602be2c03283 req-efbb907e-d359-4041-8c47-c0c2aa53cc35 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:46.733443 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9eb34e-f899-487f-8d2a-be443d8fd03c tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:46.737388 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2e9eb34e-f899-487f-8d2a-be443d8fd03c tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] 10.222.0.64 "GET /v2.0/ports/a756f8b2-a3b0-4c76-bb20-2d798aee01a3 HTTP/1.1" status: 200 len: 954 time: 0.0801830 Feb 10 15:23:46.737521 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef07192-7889-4e11-9e63-602be2c03283 req-efbb907e-d359-4041-8c47-c0c2aa53cc35 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:46.738329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49888) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:46.741821 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef07192-7889-4e11-9e63-602be2c03283 req-efbb907e-d359-4041-8c47-c0c2aa53cc35 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:46.745901 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef07192-7889-4e11-9e63-602be2c03283 req-efbb907e-d359-4041-8c47-c0c2aa53cc35 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:46.751595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef07192-7889-4e11-9e63-602be2c03283 req-efbb907e-d359-4041-8c47-c0c2aa53cc35 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:46.757278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef07192-7889-4e11-9e63-602be2c03283 req-efbb907e-d359-4041-8c47-c0c2aa53cc35 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:46.764933 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ef07192-7889-4e11-9e63-602be2c03283 req-efbb907e-d359-4041-8c47-c0c2aa53cc35 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.1303749 Feb 10 15:23:46.817922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0e091-80a8-4a06-9655-876df2a9e6aa req-48017819-3b45-4f79-9fc8-bf3f3020940c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:46.819490 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bcc0e091-80a8-4a06-9655-876df2a9e6aa req-48017819-3b45-4f79-9fc8-bf3f3020940c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.1465228 Feb 10 15:23:46.858628 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ef07192-7889-4e11-9e63-602be2c03283 req-1411a774-4d6c-451d-8caf-6015d05fa009 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927122 Feb 10 15:23:46.893850 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bcc0e091-80a8-4a06-9655-876df2a9e6aa req-b15416b9-c1ed-4276-8c68-5608951b5759 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617695 Feb 10 15:23:47.011366 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-64015c1e-c436-4479-865a-cb6b828b7a6d req-26dc03fe-4101-4ed5-a37e-2bdf61898246 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] For port 34734d50-91dc-4fe9-830e-1cbe38af2c04, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=34734d50-91dc-4fe9-830e-1cbe38af2c04,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:47.011923 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-64015c1e-c436-4479-865a-cb6b828b7a6d req-26dc03fe-4101-4ed5-a37e-2bdf61898246 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (34734d50-91dc-4fe9-830e-1cbe38af2c04), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:47.044730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-64015c1e-c436-4479-865a-cb6b828b7a6d req-26dc03fe-4101-4ed5-a37e-2bdf61898246 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Calling delete_port for 34734d50-91dc-4fe9-830e-1cbe38af2c04 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:23:47.075624 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7f52b-765c-49cf-9f04-09adb3027df8 req-b8fe0f22-11a4-4b37-89ab-57a6490b0fd2 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:47.077152 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e6d7f52b-765c-49cf-9f04-09adb3027df8 req-b8fe0f22-11a4-4b37-89ab-57a6490b0fd2 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 948 time: 0.0535793 Feb 10 15:23:47.120730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-85b07d50-c45a-4bfd-8338-257965a1932d tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Deleting port a756f8b2-a3b0-4c76-bb20-2d798aee01a3 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:23:47.121068 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85b07d50-c45a-4bfd-8338-257965a1932d tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a756f8b2-a3b0-4c76-bb20-2d798aee01a3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:47.128993 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e6d7f52b-765c-49cf-9f04-09adb3027df8 req-e8eb48d5-1341-464c-a251-f7da8d92264e tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453608 Feb 10 15:23:47.192746 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85b07d50-c45a-4bfd-8338-257965a1932d tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a756f8b2-a3b0-4c76-bb20-2d798aee01a3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:47.229552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-85b07d50-c45a-4bfd-8338-257965a1932d tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Calling delete_port for a756f8b2-a3b0-4c76-bb20-2d798aee01a3 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:23:47.292254 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-64015c1e-c436-4479-865a-cb6b828b7a6d req-26dc03fe-4101-4ed5-a37e-2bdf61898246 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (34734d50-91dc-4fe9-830e-1cbe38af2c04), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:47.305691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:23:47.330314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc03fe-4101-4ed5-a37e-2bdf61898246 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Pushing event deleted for resources: {'Port': ['ID=34734d50-91dc-4fe9-830e-1cbe38af2c04,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:47.376116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-64015c1e-c436-4479-865a-cb6b828b7a6d req-26dc03fe-4101-4ed5-a37e-2bdf61898246 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] No DVR routers for this DVR port 34734d50-91dc-4fe9-830e-1cbe38af2c04 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:23:47.383197 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-64015c1e-c436-4479-865a-cb6b828b7a6d req-26dc03fe-4101-4ed5-a37e-2bdf61898246 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:47.386438 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-64015c1e-c436-4479-865a-cb6b828b7a6d req-26dc03fe-4101-4ed5-a37e-2bdf61898246 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "DELETE /v2.0/ports/34734d50-91dc-4fe9-830e-1cbe38af2c04 HTTP/1.1" status: 204 len: 173 time: 0.9538624 Feb 10 15:23:47.386873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb710bb8-aeff-4e68-ac73-cee79692c7e8', 'name': 'network-vif-deleted', 'tag': '34734d50-91dc-4fe9-830e-1cbe38af2c04'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:47.389143 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1e9353-a8d1-4a43-b503-e4e6535cc4dc" -d '{"events": [{"server_uuid": "cb710bb8-aeff-4e68-ac73-cee79692c7e8", "name": "network-vif-deleted", "tag": "34734d50-91dc-4fe9-830e-1cbe38af2c04"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:47.411783 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85b07d50-c45a-4bfd-8338-257965a1932d tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a756f8b2-a3b0-4c76-bb20-2d798aee01a3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:47.469820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b07d50-c45a-4bfd-8338-257965a1932d tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Pushing event deleted for resources: {'Port': ['ID=a756f8b2-a3b0-4c76-bb20-2d798aee01a3,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:47.474497 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85b07d50-c45a-4bfd-8338-257965a1932d tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:47.478730 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-85b07d50-c45a-4bfd-8338-257965a1932d tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] 10.222.0.64 "DELETE /v2.0/ports/a756f8b2-a3b0-4c76-bb20-2d798aee01a3 HTTP/1.1" status: 204 len: 168 time: 0.7399132 Feb 10 15:23:47.482414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 49902) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:47.484092 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c2452a-77de-40e9-9b55-b30f0f7c929a x-openstack-request-id: req-22c2452a-77de-40e9-9b55-b30f0f7c929a {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:47.485298 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb710bb8-aeff-4e68-ac73-cee79692c7e8", "name": "network-vif-deleted", "tag": "34734d50-91dc-4fe9-830e-1cbe38af2c04", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:47.485750 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22c2452a-77de-40e9-9b55-b30f0f7c929a {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:47.486361 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb710bb8-aeff-4e68-ac73-cee79692c7e8', 'name': 'network-vif-deleted', 'tag': '34734d50-91dc-4fe9-830e-1cbe38af2c04', 'status': 'completed', 'code': 200} Feb 10 15:23:47.550885 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b7b1bd-e9e4-449e-b7d0-1f212eb66a00 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] GET failed (client error): The resource could not be found. Feb 10 15:23:47.552493 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d7b7b1bd-e9e4-449e-b7d0-1f212eb66a00 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] 10.222.0.64 "GET /v2.0/ports/a756f8b2-a3b0-4c76-bb20-2d798aee01a3 HTTP/1.1" status: 404 len: 333 time: 0.0670664 Feb 10 15:23:47.557366 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49908) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:47.563909 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-9b61fb27-6008-4d5f-9ce5-ec96a59e5830 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Request body: {'port': {'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1726188798'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:47.621765 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01e80fc7-6cd9-4744-b7bf-1529b92b2181 req-960cda9a-2a10-43b9-9313-5bebffcb00db tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb710bb8-aeff-4e68-ac73-cee79692c7e8 HTTP/1.1" status: 200 len: 210 time: 0.0423865 Feb 10 15:23:47.624529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b61fb27-6008-4d5f-9ce5-ec96a59e5830 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Made reservation on behalf of 046e01bb57f14938a2c64a738173b00f for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:23:47.637661 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9b61fb27-6008-4d5f-9ce5-ec96a59e5830 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:47.658675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-9b61fb27-6008-4d5f-9ce5-ec96a59e5830 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] device_id is not set on port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:23:47.724868 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 67fa90d0-5daf-4082-a49c-a169e4fe4bfc details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:23:47.855192 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9b61fb27-6008-4d5f-9ce5-ec96a59e5830 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks [] for port (471d9c1e-23dd-419c-b1ea-7eb978e9a3af), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:47.860834 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:47.879279 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '67fa90d0-5daf-4082-a49c-a169e4fe4bfc', 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f', 'port_id': '67fa90d0-5daf-4082-a49c-a169e4fe4bfc', 'mac_address': 'fa:16:3e:3b:29:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c893dfab-f651-45c9-bbd2-d815d5f365d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:23:47.948962 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9b61fb27-6008-4d5f-9ce5-ec96a59e5830 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (471d9c1e-23dd-419c-b1ea-7eb978e9a3af), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:47.950332 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc is: ACTIVE; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:23:47.952058 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:47.954591 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:47.968142 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67fa90d0-5daf-4082-a49c-a169e4fe4bfc {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:23:48.019014 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:48.030642 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:48.041607 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61fb27-6008-4d5f-9ce5-ec96a59e5830 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Pushing event updated for resources: {'Port': ['ID=471d9c1e-23dd-419c-b1ea-7eb978e9a3af,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:48.055916 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b61fb27-6008-4d5f-9ce5-ec96a59e5830 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Network f67e7021-b2d3-4441-b76a-8e7264d5c0fb is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:23:48.059020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-9b61fb27-6008-4d5f-9ce5-ec96a59e5830 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:23:48.066283 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b61fb27-6008-4d5f-9ce5-ec96a59e5830 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:23:48.067190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b61fb27-6008-4d5f-9ce5-ec96a59e5830 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:48.068322 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9b61fb27-6008-4d5f-9ce5-ec96a59e5830 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:48.099690 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9b61fb27-6008-4d5f-9ce5-ec96a59e5830 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5409830 Feb 10 15:23:48.100346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49930) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:48.111852 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:48.145824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['67fa90d0-5daf-4082-a49c-a169e4fe4bfc'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:23:48.177529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:48.226486 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (471d9c1e-23dd-419c-b1ea-7eb978e9a3af), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:48.238332 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5600ea9-386f-4d9b-9e63-05e97e6986b8 req-141852ca-423b-4dda-9f8f-8d6ce807dcbb tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:48.254993 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5600ea9-386f-4d9b-9e63-05e97e6986b8 req-141852ca-423b-4dda-9f8f-8d6ce807dcbb tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:48.271980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5600ea9-386f-4d9b-9e63-05e97e6986b8 req-141852ca-423b-4dda-9f8f-8d6ce807dcbb tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:48.277641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5600ea9-386f-4d9b-9e63-05e97e6986b8 req-141852ca-423b-4dda-9f8f-8d6ce807dcbb tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:48.283484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5600ea9-386f-4d9b-9e63-05e97e6986b8 req-141852ca-423b-4dda-9f8f-8d6ce807dcbb tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:48.288900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5600ea9-386f-4d9b-9e63-05e97e6986b8 req-141852ca-423b-4dda-9f8f-8d6ce807dcbb tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:48.294211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5600ea9-386f-4d9b-9e63-05e97e6986b8 req-141852ca-423b-4dda-9f8f-8d6ce807dcbb tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:48.303132 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5600ea9-386f-4d9b-9e63-05e97e6986b8 req-141852ca-423b-4dda-9f8f-8d6ce807dcbb tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.3035243 Feb 10 15:23:48.385080 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c65e-7cc2-42df-93e7-7e97a04554b9 req-aae36e35-9192-438f-9af6-28c8adeee2a0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:48.395596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b98c65e-7cc2-42df-93e7-7e97a04554b9 req-aae36e35-9192-438f-9af6-28c8adeee2a0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.3227949 Feb 10 15:23:48.441028 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] device_id is not set on port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:23:48.451112 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks [] for port (471d9c1e-23dd-419c-b1ea-7eb978e9a3af), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:48.458853 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (471d9c1e-23dd-419c-b1ea-7eb978e9a3af), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:48.512477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Pushing event updated for resources: {'Port': ['ID=471d9c1e-23dd-419c-b1ea-7eb978e9a3af,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:48.526872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5600ea9-386f-4d9b-9e63-05e97e6986b8 req-1e2a078a-18e6-4b55-b87c-d4dbb7a2be5e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2198670 Feb 10 15:23:48.563265 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b98c65e-7cc2-42df-93e7-7e97a04554b9 req-c2e84f19-f8c1-4a55-8b7d-85d88292ee91 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604664 Feb 10 15:23:48.605683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:48.606031 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:48.606372 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:48.615955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:48.616305 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:48.621175 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 2 to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af Feb 10 15:23:48.656163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9aadb-d4f6-4bc5-b6cc-165d4ab1f6d3 req-538e3e05-6977-440c-9d2b-5ab0aafa93f5 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:48.657715 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-98e9aadb-d4f6-4bc5-b6cc-165d4ab1f6d3 req-538e3e05-6977-440c-9d2b-5ab0aafa93f5 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 948 time: 0.1404362 Feb 10 15:23:48.658636 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:48.659016 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:48.663078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:48.712437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:48.712827 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:48.740750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372d798-8787-4c2d-956b-6bcad924005d req-5200f8c0-0443-4737-81c8-1758c34e0ad7 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:48.750162 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a372d798-8787-4c2d-956b-6bcad924005d req-5200f8c0-0443-4737-81c8-1758c34e0ad7 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dc3ec85-dfb3-4682-b440-6fd925a612f8 HTTP/1.1" status: 200 len: 948 time: 0.0808418 Feb 10 15:23:48.792418 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 3 to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af Feb 10 15:23:48.815569 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a372d798-8787-4c2d-956b-6bcad924005d req-383ea22c-ae79-4e02-a0c2-7576869bc3e3 tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7fc0743-bee6-4352-911f-3e8c2d76e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606368 Feb 10 15:23:48.824325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:48.824689 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:48.825880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:48.835676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:48.835977 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:48.837436 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 4 to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af Feb 10 15:23:48.856272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:48.856609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:48.857042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:48.871000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:48.871328 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:48.872686 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 5 to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af Feb 10 15:23:48.900485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:48.900969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:48.901270 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:48.908052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:48.908248 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:48.909334 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 6 to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af Feb 10 15:23:48.913721 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-98e9aadb-d4f6-4bc5-b6cc-165d4ab1f6d3 req-4281fd62-afba-4234-bb38-20a9b271e7bf tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Deleting port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:23:48.914062 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-98e9aadb-d4f6-4bc5-b6cc-165d4ab1f6d3 req-4281fd62-afba-4234-bb38-20a9b271e7bf tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:48.951856 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:48.952257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:48.952554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:48.956767 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 34734d50-91dc-4fe9-830e-1cbe38af2c04 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:23:48.972490 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:48.975255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:48.975602 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:48.998700 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 34734d50-91dc-4fe9-830e-1cbe38af2c04 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:23:48.999394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 34734d50-91dc-4fe9-830e-1cbe38af2c04 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:23:49.015856 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 7 to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af Feb 10 15:23:49.041386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:49.041663 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:49.042209 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:49.052887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:49.053096 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:49.056181 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 8 to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af Feb 10 15:23:49.088722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-98e9aadb-d4f6-4bc5-b6cc-165d4ab1f6d3 req-4281fd62-afba-4234-bb38-20a9b271e7bf tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] For port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:49.089095 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-98e9aadb-d4f6-4bc5-b6cc-165d4ab1f6d3 req-4281fd62-afba-4234-bb38-20a9b271e7bf tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:49.091436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:49.091774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:49.092113 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:49.107713 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:49.108051 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:49.108979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-98e9aadb-d4f6-4bc5-b6cc-165d4ab1f6d3 req-4281fd62-afba-4234-bb38-20a9b271e7bf tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Calling delete_port for 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:23:49.110592 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 9 to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af Feb 10 15:23:49.143931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:49.144198 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:49.144542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:49.200635 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:49.201485 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:49.204244 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempt 10 to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af Feb 10 15:23:49.246659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:23:49.247480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:23:49.247831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempting to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:23:49.263844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:23:49.264180 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Failed to bind port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on host n-h1-815324-7 for vnic_type normal using segments [{'id': '76057744-da5e-4678-90c5-56edb8589d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f67e7021-b2d3-4441-b76a-8e7264d5c0fb'}] Feb 10 15:23:49.264554 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (471d9c1e-23dd-419c-b1ea-7eb978e9a3af), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:49.423591 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] For port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:23:49.423967 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attempted to set empty binding levels {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 15:23:49.433381 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (471d9c1e-23dd-419c-b1ea-7eb978e9a3af), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:49.464303 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-98e9aadb-d4f6-4bc5-b6cc-165d4ab1f6d3 req-4281fd62-afba-4234-bb38-20a9b271e7bf tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1abf2c55-7599-4c9e-8c88-c70dd86ee5d9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:49.484385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] In _notify_port_updated(), no bound segment for port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af on network f67e7021-b2d3-4441-b76a-8e7264d5c0fb {{(pid=103369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:23:49.484385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:49.484385 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:49.486829 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] 10.222.0.64 "PUT /v2.0/ports/471d9c1e-23dd-419c-b1ea-7eb978e9a3af HTTP/1.1" status: 200 len: 975 time: 1.3816574 Feb 10 15:23:49.490293 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 49980) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:49.528628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a81753-a357-4b93-84d9-c1b7b5aa2cd9 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Pushing event updated for resources: {'Port': ['ID=471d9c1e-23dd-419c-b1ea-7eb978e9a3af,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:49.558435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e9aadb-d4f6-4bc5-b6cc-165d4ab1f6d3 req-4281fd62-afba-4234-bb38-20a9b271e7bf tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] No DVR routers for this DVR port 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:23:49.569454 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-98e9aadb-d4f6-4bc5-b6cc-165d4ab1f6d3 req-4281fd62-afba-4234-bb38-20a9b271e7bf tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:49.573411 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-98e9aadb-d4f6-4bc5-b6cc-165d4ab1f6d3 req-4281fd62-afba-4234-bb38-20a9b271e7bf tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] 10.222.0.79 "DELETE /v2.0/ports/1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 HTTP/1.1" status: 204 len: 173 time: 0.9104407 Feb 10 15:23:49.574075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc3ec85-dfb3-4682-b440-6fd925a612f8', 'name': 'network-vif-deleted', 'tag': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:49.577057 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b2f749-e25a-447a-944d-25d11ac3d829" -d '{"events": [{"server_uuid": "1dc3ec85-dfb3-4682-b440-6fd925a612f8", "name": "network-vif-deleted", "tag": "1abf2c55-7599-4c9e-8c88-c70dd86ee5d9"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:49.620326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281fd62-afba-4234-bb38-20a9b271e7bf tempest-ImagesOneServerTestJSON-1469624087 tempest-ImagesOneServerTestJSON-1469624087-project] Pushing event deleted for resources: {'Port': ['ID=1abf2c55-7599-4c9e-8c88-c70dd86ee5d9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:49.740094 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 67fa90d0-5daf-4082-a49c-a169e4fe4bfc up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:23:49.819584 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:23:49.820198 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:50.019569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:23:50.020231 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:50.142761 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fa90d0-5daf-4082-a49c-a169e4fe4bfc'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:50.152410 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b85a947-36f1-44f3-bb8e-6c8ce097b657" -d '{"events": [{"server_uuid": "4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c", "name": "network-vif-plugged", "status": "completed", "tag": "67fa90d0-5daf-4082-a49c-a169e4fe4bfc"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:50.197183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:50.219048 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:50.286503 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:50.314361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5c8d9-eec7-4bf1-a2e6-208c28174753 req-9ec62864-0c37-4dd9-8407-97c9c59703ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:50.320104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5c8d9-eec7-4bf1-a2e6-208c28174753 req-9ec62864-0c37-4dd9-8407-97c9c59703ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:50.325522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5c8d9-eec7-4bf1-a2e6-208c28174753 req-9ec62864-0c37-4dd9-8407-97c9c59703ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:50.344762 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5c8d9-eec7-4bf1-a2e6-208c28174753 req-9ec62864-0c37-4dd9-8407-97c9c59703ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:50.351320 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5c8d9-eec7-4bf1-a2e6-208c28174753 req-9ec62864-0c37-4dd9-8407-97c9c59703ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:50.357210 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5c8d9-eec7-4bf1-a2e6-208c28174753 req-9ec62864-0c37-4dd9-8407-97c9c59703ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:50.365484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5c8d9-eec7-4bf1-a2e6-208c28174753 req-9ec62864-0c37-4dd9-8407-97c9c59703ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:50.366203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fea5c8d9-eec7-4bf1-a2e6-208c28174753 req-9ec62864-0c37-4dd9-8407-97c9c59703ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.1999812 Feb 10 15:23:50.397243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98752a50-19db-48a9-8fff-1c884bd103e7 req-d8e3c102-7b8c-4168-8afb-2ab4da54ccb9 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:50.406097 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98752a50-19db-48a9-8fff-1c884bd103e7 req-d8e3c102-7b8c-4168-8afb-2ab4da54ccb9 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.2409105 Feb 10 15:23:50.476672 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98752a50-19db-48a9-8fff-1c884bd103e7 req-485fa888-8426-490a-8dc2-d057f1be68fe tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695424 Feb 10 15:23:50.545791 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02dc005-7343-4532-ae0b-fbd0e746dbcc x-openstack-request-id: req-e02dc005-7343-4532-ae0b-fbd0e746dbcc {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:50.546301 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc3ec85-dfb3-4682-b440-6fd925a612f8", "name": "network-vif-deleted", "tag": "1abf2c55-7599-4c9e-8c88-c70dd86ee5d9", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:50.546650 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e02dc005-7343-4532-ae0b-fbd0e746dbcc {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:50.547127 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc3ec85-dfb3-4682-b440-6fd925a612f8', 'name': 'network-vif-deleted', 'tag': '1abf2c55-7599-4c9e-8c88-c70dd86ee5d9', 'status': 'completed', 'code': 200} Feb 10 15:23:50.592773 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fea5c8d9-eec7-4bf1-a2e6-208c28174753 req-a75634fb-5752-46b1-8f18-a2ce4959efd9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2130730 Feb 10 15:23:50.597287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Deleting port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:23:50.599500 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (471d9c1e-23dd-419c-b1ea-7eb978e9a3af), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:50.729775 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14703a05-da72-4ae2-a819-5742c0814dbf x-openstack-request-id: req-14703a05-da72-4ae2-a819-5742c0814dbf {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:50.730871 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c", "name": "network-vif-plugged", "status": "completed", "tag": "67fa90d0-5daf-4082-a49c-a169e4fe4bfc", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:50.731330 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14703a05-da72-4ae2-a819-5742c0814dbf {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:50.731926 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fa90d0-5daf-4082-a49c-a169e4fe4bfc', 'code': 200} Feb 10 15:23:50.752017 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] For port 471d9c1e-23dd-419c-b1ea-7eb978e9a3af, host n-h1-815324-7, got binding levels [] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:50.752792 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (471d9c1e-23dd-419c-b1ea-7eb978e9a3af), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:50.782399 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Calling delete_port for 471d9c1e-23dd-419c-b1ea-7eb978e9a3af owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:23:50.893463 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (471d9c1e-23dd-419c-b1ea-7eb978e9a3af), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:50.959451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Pushing event deleted for resources: {'Port': ['ID=471d9c1e-23dd-419c-b1ea-7eb978e9a3af,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:50.980050 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:50.993001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:50.993001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:50.993288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:50.993460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:50.996941 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:50.997378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:50.997806 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:51.000268 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:51.002017 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:51.002445 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:51.002941 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:51.004039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:23:51.021168 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:51.032098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-35d55463-38c1-4f13-9d5b-bacf1fc8f0f3 tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] 10.222.0.64 "DELETE /v2.0/ports/471d9c1e-23dd-419c-b1ea-7eb978e9a3af HTTP/1.1" status: 204 len: 168 time: 1.5375960 Feb 10 15:23:51.032501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50018) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:51.056918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bb0a1-de6e-4685-9cbc-91731cda7904 req-c54fe65e-5b2e-48a2-8b60-14699efd8c8d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:51.061372 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a86bb0a1-de6e-4685-9cbc-91731cda7904 req-c54fe65e-5b2e-48a2-8b60-14699efd8c8d tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 946 time: 0.1834567 Feb 10 15:23:51.074864 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-208a8611-eb96-450e-bcfc-ca472bc9531d tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] GET failed (client error): The resource could not be found. Feb 10 15:23:51.096040 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-208a8611-eb96-450e-bcfc-ca472bc9531d tempest-PortsAdminExtendedAttrsTestJSON-298073782 tempest-PortsAdminExtendedAttrsTestJSON-298073782-project-admin] 10.222.0.64 "GET /v2.0/ports/471d9c1e-23dd-419c-b1ea-7eb978e9a3af HTTP/1.1" status: 404 len: 333 time: 0.0573444 Feb 10 15:23:51.096975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50020) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:51.167179 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a86bb0a1-de6e-4685-9cbc-91731cda7904 req-132c95e2-c0ae-4cfb-a1c6-3d3dc90a33e2 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838122 Feb 10 15:23:51.177296 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50022) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:51.239908 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f26e889-35bc-4233-8ea6-423ef46be737 tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (f67e7021-b2d3-4441-b76a-8e7264d5c0fb), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:51.369278 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f26e889-35bc-4233-8ea6-423ef46be737 tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (f67e7021-b2d3-4441-b76a-8e7264d5c0fb), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:51.404385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0f26e889-35bc-4233-8ea6-423ef46be737 tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67e7021-b2d3-4441-b76a-8e7264d5c0fb']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:23:51.411846 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fda25b6a-df59-4a94-9ff2-526f78bb1c9e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c9abf9028c3467c9f5850b53c14c478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310152 Feb 10 15:23:51.412192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50026) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:51.418310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0f26e889-35bc-4233-8ea6-423ef46be737 tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76057744-da5e-4678-90c5-56edb8589d67') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:23:51.418816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0f26e889-35bc-4233-8ea6-423ef46be737 tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76057744-da5e-4678-90c5-56edb8589d67') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:23:51.432417 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f26e889-35bc-4233-8ea6-423ef46be737 tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (76057744-da5e-4678-90c5-56edb8589d67), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:51.454424 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f26e889-35bc-4233-8ea6-423ef46be737 tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (76057744-da5e-4678-90c5-56edb8589d67), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:51.469620 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f26e889-35bc-4233-8ea6-423ef46be737 tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:23:51.472016 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f26e889-35bc-4233-8ea6-423ef46be737 tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (76057744-da5e-4678-90c5-56edb8589d67), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:23:51.481007 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:23:51.540839 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f666-7de2-46d8-b2fd-63c15e1b879f admin admin] Publish callbacks [] for security_group (b7fc0743-bee6-4352-911f-3e8c2d76e5bc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:51.596038 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f666-7de2-46d8-b2fd-63c15e1b879f admin admin] Publish callbacks [] for security_group (b7fc0743-bee6-4352-911f-3e8c2d76e5bc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:51.641614 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f26e889-35bc-4233-8ea6-423ef46be737 tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (f67e7021-b2d3-4441-b76a-8e7264d5c0fb), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:51.649954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f26e889-35bc-4233-8ea6-423ef46be737 tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:51.660351 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0f26e889-35bc-4233-8ea6-423ef46be737 tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] 10.222.0.64 "DELETE /v2.0/networks/f67e7021-b2d3-4441-b76a-8e7264d5c0fb HTTP/1.1" status: 204 len: 168 time: 0.5599885 Feb 10 15:23:51.692255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26e889-35bc-4233-8ea6-423ef46be737 tempest-PortsAdminExtendedAttrsTestJSON-841967211 tempest-PortsAdminExtendedAttrsTestJSON-841967211-project] Pushing event deleted for resources: {'Network': ['ID=f67e7021-b2d3-4441-b76a-8e7264d5c0fb,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:51.826909 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f666-7de2-46d8-b2fd-63c15e1b879f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b7fc0743-bee6-4352-911f-3e8c2d76e5bc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:51.830328 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f666-7de2-46d8-b2fd-63c15e1b879f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:51.833822 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2bb5f666-7de2-46d8-b2fd-63c15e1b879f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7fc0743-bee6-4352-911f-3e8c2d76e5bc HTTP/1.1" status: 204 len: 168 time: 0.4182930 Feb 10 15:23:51.877695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5f666-7de2-46d8-b2fd-63c15e1b879f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fc0743-bee6-4352-911f-3e8c2d76e5bc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:51.926731 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b815456-1622-4905-a956-040249295e56 req-9bf62c4a-8590-41fb-a93b-4837e5dd0bbd tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:51.934009 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b815456-1622-4905-a956-040249295e56 req-9bf62c4a-8590-41fb-a93b-4837e5dd0bbd tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.3342438 Feb 10 15:23:51.988681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ced7bb-945a-4065-95b8-f85bcc67786b req-1d7741ca-4616-4327-bf91-b77adcc86eb7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:51.991387 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-31ced7bb-945a-4065-95b8-f85bcc67786b req-1d7741ca-4616-4327-bf91-b77adcc86eb7 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "GET /v2.0/ports?device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 946 time: 0.1535494 Feb 10 15:23:51.994852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53bb3b-d461-4ffe-9118-930678b46379 req-8d0a057c-1631-41c9-87ca-9ce53d70e583 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:52.003691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53bb3b-d461-4ffe-9118-930678b46379 req-8d0a057c-1631-41c9-87ca-9ce53d70e583 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:52.011900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53bb3b-d461-4ffe-9118-930678b46379 req-8d0a057c-1631-41c9-87ca-9ce53d70e583 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:52.030241 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53bb3b-d461-4ffe-9118-930678b46379 req-8d0a057c-1631-41c9-87ca-9ce53d70e583 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:52.043831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53bb3b-d461-4ffe-9118-930678b46379 req-8d0a057c-1631-41c9-87ca-9ce53d70e583 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:52.060143 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53bb3b-d461-4ffe-9118-930678b46379 req-8d0a057c-1631-41c9-87ca-9ce53d70e583 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:52.075162 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53bb3b-d461-4ffe-9118-930678b46379 req-8d0a057c-1631-41c9-87ca-9ce53d70e583 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:52.079763 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f53bb3b-d461-4ffe-9118-930678b46379 req-8d0a057c-1631-41c9-87ca-9ce53d70e583 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.2974482 Feb 10 15:23:52.080829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50050) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:52.098673 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-91161fb7-29c0-4c23-bbb3-23b3ba646c0f service neutron] 10.222.0.72 "GET /v2.0/ports/0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e/bindings/n-h1-815324-7 HTTP/1.1" status: 200 len: 382 time: 0.3210042 Feb 10 15:23:52.243046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-31ced7bb-945a-4065-95b8-f85bcc67786b req-e19efb2f-8e76-480e-a435-422402dd4e29 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Deleting port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:23:52.243540 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-31ced7bb-945a-4065-95b8-f85bcc67786b req-e19efb2f-8e76-480e-a435-422402dd4e29 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:52.274396 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b815456-1622-4905-a956-040249295e56 req-85fa910c-deb8-42f3-a1d6-86027239451d tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393481 Feb 10 15:23:52.357535 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f53bb3b-d461-4ffe-9118-930678b46379 req-ca5db7e2-496c-494d-b755-afe0aea6f6cb tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2559309 Feb 10 15:23:52.476278 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-31ced7bb-945a-4065-95b8-f85bcc67786b req-e19efb2f-8e76-480e-a435-422402dd4e29 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] For port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c,segment=NetworkSegment(0d1f8e45-196b-407f-87c1-07fc412d9e10),segment_id=0d1f8e45-196b-407f-87c1-07fc412d9e10)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:52.476278 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-31ced7bb-945a-4065-95b8-f85bcc67786b req-e19efb2f-8e76-480e-a435-422402dd4e29 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:52.507066 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de151e-3a2f-4d33-9c1f-2441733debb0 req-a56bd977-d54c-4ebd-b9e2-f837351b94da tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:52.517834 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4de151e-3a2f-4d33-9c1f-2441733debb0 req-a56bd977-d54c-4ebd-b9e2-f837351b94da tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/ports?device_id=6878e161-770e-492e-a827-a40f15c65a51 HTTP/1.1" status: 200 len: 946 time: 0.1215739 Feb 10 15:23:52.553904 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-31ced7bb-945a-4065-95b8-f85bcc67786b req-e19efb2f-8e76-480e-a435-422402dd4e29 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Calling delete_port for 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:23:52.630399 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4de151e-3a2f-4d33-9c1f-2441733debb0 req-7b0ba330-a893-472b-a930-e141719e77f5 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06c7108-fb23-4d00-8dc1-740831740ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104436 Feb 10 15:23:52.683357 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d0d943a1-3abd-437e-ad34-bef4dfb4f5b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ecfed3a62dfd4b24a5629b0fa010b2d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5967543 Feb 10 15:23:52.686341 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50064) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:52.870140 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-2651bcf0-adcd-49aa-b470-d21524159c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:52.872569 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-2651bcf0-adcd-49aa-b470-d21524159c0c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9&tenant_id=671a8c1cbc3247fe9316f7b0241815f0 HTTP/1.1" status: 200 len: 1132 time: 0.2121644 Feb 10 15:23:52.881916 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2445c0d0-9091-433d-a286-7613f1d49eed admin admin] Publish callbacks [] for security_group (64af1fcb-a2be-4220-992a-b232aed83bc0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:52.927340 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2445c0d0-9091-433d-a286-7613f1d49eed admin admin] Publish callbacks [] for security_group (64af1fcb-a2be-4220-992a-b232aed83bc0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:52.938976 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-31ced7bb-945a-4065-95b8-f85bcc67786b req-e19efb2f-8e76-480e-a435-422402dd4e29 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:52.953621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:23:52.973364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-79e2f102-c91b-4de4-9212-88a8116dfd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:52.978111 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-79e2f102-c91b-4de4-9212-88a8116dfd64 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 1132 time: 0.0794296 Feb 10 15:23:52.996114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19efb2f-8e76-480e-a435-422402dd4e29 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Pushing event deleted for resources: {'Port': ['ID=3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:52.996318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:23:53.038827 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:23:53.044928 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:23:53.045891 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:23:53.069815 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ced7bb-945a-4065-95b8-f85bcc67786b req-e19efb2f-8e76-480e-a435-422402dd4e29 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] No DVR routers for this DVR port 3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:23:53.069815 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-31ced7bb-945a-4065-95b8-f85bcc67786b req-e19efb2f-8e76-480e-a435-422402dd4e29 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:53.071742 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-31ced7bb-945a-4065-95b8-f85bcc67786b req-e19efb2f-8e76-480e-a435-422402dd4e29 tempest-ServersTestJSON-191193332 tempest-ServersTestJSON-191193332-project] 10.222.0.79 "DELETE /v2.0/ports/3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c HTTP/1.1" status: 204 len: 173 time: 1.0739238 Feb 10 15:23:53.071742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6878e161-770e-492e-a827-a40f15c65a51', 'name': 'network-vif-deleted', 'tag': '3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:53.074667 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89b002c-fa7d-4cc3-b3cf-59896d96a8bc" -d '{"events": [{"server_uuid": "6878e161-770e-492e-a827-a40f15c65a51", "name": "network-vif-deleted", "tag": "3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:53.125303 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2445c0d0-9091-433d-a286-7613f1d49eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (64af1fcb-a2be-4220-992a-b232aed83bc0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:53.126529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:23:53.127274 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 1abf2c55-7599-4c9e-8c88-c70dd86ee5d9 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:23:53.129343 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2445c0d0-9091-433d-a286-7613f1d49eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:53.130497 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2445c0d0-9091-433d-a286-7613f1d49eed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64af1fcb-a2be-4220-992a-b232aed83bc0 HTTP/1.1" status: 204 len: 168 time: 0.4426744 Feb 10 15:23:53.147037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445c0d0-9091-433d-a286-7613f1d49eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64af1fcb-a2be-4220-992a-b232aed83bc0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:53.172636 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad7a989-5530-4e10-b8a2-76f95e8ddcf8 x-openstack-request-id: req-0ad7a989-5530-4e10-b8a2-76f95e8ddcf8 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:53.172636 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6878e161-770e-492e-a827-a40f15c65a51", "name": "network-vif-deleted", "tag": "3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:53.172905 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ad7a989-5530-4e10-b8a2-76f95e8ddcf8 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:53.173278 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6878e161-770e-492e-a827-a40f15c65a51', 'name': 'network-vif-deleted', 'tag': '3b5a0ef2-f58c-41c3-8fae-7c24abc8ee2c', 'status': 'completed', 'code': 200} Feb 10 15:23:53.221698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-8d373037-ecd0-45ee-9535-d275ef002e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:53.230355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-8d373037-ecd0-45ee-9535-d275ef002e44 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.2468317 Feb 10 15:23:53.407308 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-d86685b1-4ae5-48c4-8cc4-a1148890a6a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e HTTP/1.1" status: 200 len: 217 time: 0.1451728 Feb 10 15:23:53.546839 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-7edde7d2-54b9-4a81-9984-8b54bd6a4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:53.550251 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-7edde7d2-54b9-4a81-9984-8b54bd6a4aa0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1449754 Feb 10 15:23:53.732185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-7e9b11b4-ce42-4d9a-b899-b34f5cdd6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:53.734634 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-7e9b11b4-ce42-4d9a-b899-b34f5cdd6013 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0989614 Feb 10 15:23:53.746693 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310ddf9-9a59-4031-a7fa-52784cdcd3c8 req-6df77bcd-9147-43c5-8734-513a5a6f8f31 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:53.764310 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310ddf9-9a59-4031-a7fa-52784cdcd3c8 req-6df77bcd-9147-43c5-8734-513a5a6f8f31 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:53.771913 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310ddf9-9a59-4031-a7fa-52784cdcd3c8 req-6df77bcd-9147-43c5-8734-513a5a6f8f31 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:53.776881 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:23:53.793414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310ddf9-9a59-4031-a7fa-52784cdcd3c8 req-6df77bcd-9147-43c5-8734-513a5a6f8f31 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:53.801253 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310ddf9-9a59-4031-a7fa-52784cdcd3c8 req-6df77bcd-9147-43c5-8734-513a5a6f8f31 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:53.807503 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310ddf9-9a59-4031-a7fa-52784cdcd3c8 req-6df77bcd-9147-43c5-8734-513a5a6f8f31 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:53.813651 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310ddf9-9a59-4031-a7fa-52784cdcd3c8 req-6df77bcd-9147-43c5-8734-513a5a6f8f31 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:53.822483 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3310ddf9-9a59-4031-a7fa-52784cdcd3c8 req-6df77bcd-9147-43c5-8734-513a5a6f8f31 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.2709653 Feb 10 15:23:53.900763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50110) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:53.974649 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff57a80-6a64-447e-920d-6991505e5269 req-f6e7cfe2-129e-4b64-a86c-8cfc38a980b1 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:53.977770 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ff57a80-6a64-447e-920d-6991505e5269 req-f6e7cfe2-129e-4b64-a86c-8cfc38a980b1 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.4252498 Feb 10 15:23:53.988134 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-44b990b9-1963-4ca1-adaa-e12fb029ca69 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=046e01bb57f14938a2c64a738173b00f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0831695 Feb 10 15:23:53.988592 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50112) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:54.014515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:23:54.017825 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:54.076461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:54.080255 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f1f343-658e-4099-861d-3c7153dc20a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:23:54.091332 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e54c80-c201-4c26-bedb-8065eabc78aa" -d '{"events": [{"server_uuid": "a8f1f343-658e-4099-861d-3c7153dc20a9", "name": "network-vif-unplugged", "status": "completed", "tag": "0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:23:54.098551 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:54.169997 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbb1935e-bf1e-4ec1-920b-dc5ca709baa3 admin admin] Publish callbacks [] for security_group (5f9e955e-dd5b-4c07-bb25-c0567c286567), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:54.195968 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3310ddf9-9a59-4031-a7fa-52784cdcd3c8 req-8da668c8-ff2c-46e3-b26a-60b2d355877a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3721073 Feb 10 15:23:54.199600 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-efca3490-6e47-48b1-afbb-4a0e31f114a0 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700142 Feb 10 15:23:54.204066 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ff57a80-6a64-447e-920d-6991505e5269 req-d77b1b73-96a5-4f1c-9d10-f56a02e4d5d9 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088664 Feb 10 15:23:54.223087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:54.263038 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbb1935e-bf1e-4ec1-920b-dc5ca709baa3 admin admin] Publish callbacks [] for security_group (5f9e955e-dd5b-4c07-bb25-c0567c286567), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:54.349163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50122) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:54.451272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cdeaa65-9edc-48dd-99cd-f4474241d1d7 req-688b3476-4004-4fb1-a1d1-a0aa2ec55cbc service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446012 Feb 10 15:23:54.477490 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbb1935e-bf1e-4ec1-920b-dc5ca709baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5f9e955e-dd5b-4c07-bb25-c0567c286567), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:54.485340 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbb1935e-bf1e-4ec1-920b-dc5ca709baa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:54.489003 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dbb1935e-bf1e-4ec1-920b-dc5ca709baa3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f9e955e-dd5b-4c07-bb25-c0567c286567 HTTP/1.1" status: 204 len: 168 time: 0.4988782 Feb 10 15:23:54.571402 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1935e-bf1e-4ec1-920b-dc5ca709baa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9e955e-dd5b-4c07-bb25-c0567c286567,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:54.606873 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06073364-d2cc-4dec-a0bd-344fc4bb7009 x-openstack-request-id: req-06073364-d2cc-4dec-a0bd-344fc4bb7009 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:23:54.607177 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f1f343-658e-4099-861d-3c7153dc20a9", "name": "network-vif-unplugged", "status": "completed", "tag": "0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:23:54.607523 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06073364-d2cc-4dec-a0bd-344fc4bb7009 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:23:54.607817 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f1f343-658e-4099-861d-3c7153dc20a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e', 'code': 200} Feb 10 15:23:54.608585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e729a9-2101-486a-abdb-bc0b0aec7696 admin admin] Deleting subnet 641d274e-0229-4226-b05a-8b572a0b405b {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:23:54.619022 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f6e729a9-2101-486a-abdb-bc0b0aec7696 admin admin] Publish callbacks [] for subnet (641d274e-0229-4226-b05a-8b572a0b405b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:54.774027 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f6e729a9-2101-486a-abdb-bc0b0aec7696 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (641d274e-0229-4226-b05a-8b572a0b405b), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:54.886330 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f6e729a9-2101-486a-abdb-bc0b0aec7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (641d274e-0229-4226-b05a-8b572a0b405b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:55.017727 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f6e729a9-2101-486a-abdb-bc0b0aec7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (641d274e-0229-4226-b05a-8b572a0b405b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:55.071570 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e729a9-2101-486a-abdb-bc0b0aec7696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641d274e-0229-4226-b05a-8b572a0b405b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:55.094266 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f6e729a9-2101-486a-abdb-bc0b0aec7696 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:55.116271 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f6e729a9-2101-486a-abdb-bc0b0aec7696 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/641d274e-0229-4226-b05a-8b572a0b405b HTTP/1.1" status: 204 len: 168 time: 0.7583101 Feb 10 15:23:55.116271 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50142) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:55.295683 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d1ad325-5401-4a8a-b585-5a7a12195367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (70523496-0fb2-49c3-a6f3-295faa4269e2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:55.474470 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d1ad325-5401-4a8a-b585-5a7a12195367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (70523496-0fb2-49c3-a6f3-295faa4269e2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:55.499808 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0d1ad325-5401-4a8a-b585-5a7a12195367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70523496-0fb2-49c3-a6f3-295faa4269e2']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:23:55.523749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0d1ad325-5401-4a8a-b585-5a7a12195367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1f8e45-196b-407f-87c1-07fc412d9e10') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:23:55.524163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0d1ad325-5401-4a8a-b585-5a7a12195367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1f8e45-196b-407f-87c1-07fc412d9e10') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:23:55.548775 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d1ad325-5401-4a8a-b585-5a7a12195367 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (0d1f8e45-196b-407f-87c1-07fc412d9e10), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:55.581080 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d1ad325-5401-4a8a-b585-5a7a12195367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (0d1f8e45-196b-407f-87c1-07fc412d9e10), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:55.595889 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1ad325-5401-4a8a-b585-5a7a12195367 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:23:55.596886 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d1ad325-5401-4a8a-b585-5a7a12195367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (0d1f8e45-196b-407f-87c1-07fc412d9e10), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:23:55.600461 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:23:55.655262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eedabf-99a4-4665-906d-68ed5741cb98 req-71a3a36c-7dd9-4fdc-a1f6-c441f83e8f31 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:55.657201 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-57eedabf-99a4-4665-906d-68ed5741cb98 req-71a3a36c-7dd9-4fdc-a1f6-c441f83e8f31 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 948 time: 0.1109202 Feb 10 15:23:55.744039 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d1ad325-5401-4a8a-b585-5a7a12195367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (70523496-0fb2-49c3-a6f3-295faa4269e2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:55.754610 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d1ad325-5401-4a8a-b585-5a7a12195367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:55.764699 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0d1ad325-5401-4a8a-b585-5a7a12195367 admin admin] 10.222.0.64 "DELETE /v2.0/networks/70523496-0fb2-49c3-a6f3-295faa4269e2 HTTP/1.1" status: 204 len: 168 time: 0.6513557 Feb 10 15:23:55.810744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ad325-5401-4a8a-b585-5a7a12195367 admin admin] Pushing event deleted for resources: {'Network': ['ID=70523496-0fb2-49c3-a6f3-295faa4269e2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:55.813532 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-57eedabf-99a4-4665-906d-68ed5741cb98 req-c8ec6a59-c32a-41cf-ae0a-81de07e7f14b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438830 Feb 10 15:23:55.927900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6af04-0164-4672-9063-da7c77d1caa5 req-7600c2be-644e-4d71-88e8-ba4896ee448e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:55.937227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6af04-0164-4672-9063-da7c77d1caa5 req-7600c2be-644e-4d71-88e8-ba4896ee448e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:55.943549 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6af04-0164-4672-9063-da7c77d1caa5 req-7600c2be-644e-4d71-88e8-ba4896ee448e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:55.950455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6af04-0164-4672-9063-da7c77d1caa5 req-7600c2be-644e-4d71-88e8-ba4896ee448e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:55.957922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6af04-0164-4672-9063-da7c77d1caa5 req-7600c2be-644e-4d71-88e8-ba4896ee448e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:55.964375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6af04-0164-4672-9063-da7c77d1caa5 req-7600c2be-644e-4d71-88e8-ba4896ee448e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:55.971761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6af04-0164-4672-9063-da7c77d1caa5 req-7600c2be-644e-4d71-88e8-ba4896ee448e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:55.981716 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bdb6af04-0164-4672-9063-da7c77d1caa5 req-7600c2be-644e-4d71-88e8-ba4896ee448e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.1634383 Feb 10 15:23:56.002224 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50180) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:56.112945 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-be1e9e87-65b4-4d6e-a0ac-972fe7a97045 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c93f02832d4b44afb04fc0e05260fb2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1092424 Feb 10 15:23:56.122900 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50184) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:56.194685 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bdb6af04-0164-4672-9063-da7c77d1caa5 req-f4abf59f-14aa-4f2b-bc6e-d4cc3e7bbddd tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2118366 Feb 10 15:23:56.204514 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6763f-8560-47ff-92e3-6fca6ffc10dc req-be3b5122-016c-4860-93de-79af72e625ff tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:56.226466 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a3c6763f-8560-47ff-92e3-6fca6ffc10dc req-be3b5122-016c-4860-93de-79af72e625ff tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.2415378 Feb 10 15:23:56.236620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50186) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:56.315024 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a3c6763f-8560-47ff-92e3-6fca6ffc10dc req-ca3e25f9-6743-4b22-8c12-c2edc1f65dc6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836160 Feb 10 15:23:56.334574 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cca2ea5e-e512-4a4b-8f80-5aa7057d3862 admin admin] Publish callbacks [] for security_group (d06c7108-fb23-4d00-8dc1-740831740ede), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:56.461868 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cca2ea5e-e512-4a4b-8f80-5aa7057d3862 admin admin] Publish callbacks [] for security_group (d06c7108-fb23-4d00-8dc1-740831740ede), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:56.595220 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cca2ea5e-e512-4a4b-8f80-5aa7057d3862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d06c7108-fb23-4d00-8dc1-740831740ede), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:56.600639 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cca2ea5e-e512-4a4b-8f80-5aa7057d3862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:56.601979 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cca2ea5e-e512-4a4b-8f80-5aa7057d3862 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d06c7108-fb23-4d00-8dc1-740831740ede HTTP/1.1" status: 204 len: 168 time: 0.4780514 Feb 10 15:23:56.619806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2ea5e-e512-4a4b-8f80-5aa7057d3862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06c7108-fb23-4d00-8dc1-740831740ede,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:56.721074 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f2ba069a-77b3-445c-b32b-6d858ad48584 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1195676592'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:56.791363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ba069a-77b3-445c-b32b-6d858ad48584 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Made reservation on behalf of 8b270733327649c3975288f54d7746b1 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:23:56.795572 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f2ba069a-77b3-445c-b32b-6d858ad48584 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:56.818833 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f2ba069a-77b3-445c-b32b-6d858ad48584 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:57.063064 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f2ba069a-77b3-445c-b32b-6d858ad48584 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks [] for security_group (f896c97c-039b-4a3f-aa24-cc47a609561d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:57.087107 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f2ba069a-77b3-445c-b32b-6d858ad48584 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f896c97c-039b-4a3f-aa24-cc47a609561d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:57.190794 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23885f80-4eb4-44b8-90c5-ddf8bf2da176 req-3c0e274f-b2a1-48b0-bbf1-1b2e820e9c85 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:57.195395 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23885f80-4eb4-44b8-90c5-ddf8bf2da176 req-3c0e274f-b2a1-48b0-bbf1-1b2e820e9c85 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 948 time: 0.1999853 Feb 10 15:23:57.238885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ba069a-77b3-445c-b32b-6d858ad48584 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:23:57.332958 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba069a-77b3-445c-b32b-6d858ad48584 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f896c97c-039b-4a3f-aa24-cc47a609561d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:57.354999 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f2ba069a-77b3-445c-b32b-6d858ad48584 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e72a01b1-26ed-4025-a752-8be4277409fe), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:57.355351 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-f2ba069a-77b3-445c-b32b-6d858ad48584 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Added segment e72a01b1-26ed-4025-a752-8be4277409fe of type vlan for network 81990895-72a2-499c-9a8c-c3db24ae66aa Feb 10 15:23:57.423355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23885f80-4eb4-44b8-90c5-ddf8bf2da176 req-c373bd41-7859-4358-838a-8646a47feb24 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091413 Feb 10 15:23:57.496502 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f2ba069a-77b3-445c-b32b-6d858ad48584 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (81990895-72a2-499c-9a8c-c3db24ae66aa), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:57.628765 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f2ba069a-77b3-445c-b32b-6d858ad48584 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (81990895-72a2-499c-9a8c-c3db24ae66aa), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:57.655720 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ba069a-77b3-445c-b32b-6d858ad48584 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:57.657004 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f2ba069a-77b3-445c-b32b-6d858ad48584 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:57.772164 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:23:57.833278 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f2ba069a-77b3-445c-b32b-6d858ad48584 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5950565 Feb 10 15:23:57.836269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50252) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:57.841864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f8cd9077-1f48-454a-bb47-5f5d3c48a85f tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Request body: {'subnet': {'network_id': '81990895-72a2-499c-9a8c-c3db24ae66aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:57.852502 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20942c73-c991-45c5-ad4b-2af0578a0d1d req-f85e54a3-7fbd-48a0-8129-512f4737b000 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:57.859547 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20942c73-c991-45c5-ad4b-2af0578a0d1d req-f85e54a3-7fbd-48a0-8129-512f4737b000 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:57.865886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20942c73-c991-45c5-ad4b-2af0578a0d1d req-f85e54a3-7fbd-48a0-8129-512f4737b000 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:57.871968 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20942c73-c991-45c5-ad4b-2af0578a0d1d req-f85e54a3-7fbd-48a0-8129-512f4737b000 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:57.879538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20942c73-c991-45c5-ad4b-2af0578a0d1d req-f85e54a3-7fbd-48a0-8129-512f4737b000 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:57.885867 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20942c73-c991-45c5-ad4b-2af0578a0d1d req-f85e54a3-7fbd-48a0-8129-512f4737b000 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:57.892460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20942c73-c991-45c5-ad4b-2af0578a0d1d req-f85e54a3-7fbd-48a0-8129-512f4737b000 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:57.907650 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20942c73-c991-45c5-ad4b-2af0578a0d1d req-f85e54a3-7fbd-48a0-8129-512f4737b000 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.3851876 Feb 10 15:23:58.000374 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba069a-77b3-445c-b32b-6d858ad48584 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Pushing event updated for resources: {'Network': ['ID=81990895-72a2-499c-9a8c-c3db24ae66aa,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:58.021352 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 81990895-72a2-499c-9a8c-c3db24ae66aa details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:23:58.044480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e21f7b-ee30-4981-95a9-a91897e71137 req-1519bc80-3b87-4eae-9efb-040a605584f4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:58.069132 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-46e21f7b-ee30-4981-95a9-a91897e71137 req-1519bc80-3b87-4eae-9efb-040a605584f4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.3755333 Feb 10 15:23:58.090256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cd9077-1f48-454a-bb47-5f5d3c48a85f tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Made reservation on behalf of 8b270733327649c3975288f54d7746b1 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:23:58.094052 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8cd9077-1f48-454a-bb47-5f5d3c48a85f tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:58.206898 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20942c73-c991-45c5-ad4b-2af0578a0d1d req-948bd7cc-e3ed-4451-b189-0f4bc4e6cff6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2978773 Feb 10 15:23:58.242758 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-46e21f7b-ee30-4981-95a9-a91897e71137 req-94f21803-b53d-43ab-827d-cb14a5a61850 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727252 Feb 10 15:23:58.254495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:58.281988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e', 'mac_address': 'fa:16:3e:46:f7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:23:58.373508 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:23:58.373931 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:58.424373 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:23:58.475308 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:23:58.497641 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:58.567323 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8cd9077-1f48-454a-bb47-5f5d3c48a85f tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (f1af6b10-83cd-41b0-9ae7-ccde5b83db9a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:58.631801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:58.660059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd9077-1f48-454a-bb47-5f5d3c48a85f tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Pushing event updated for resources: {'Subnet': ['ID=f1af6b10-83cd-41b0-9ae7-ccde5b83db9a,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:23:58.761475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:23:58.761912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cd9077-1f48-454a-bb47-5f5d3c48a85f tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Checking segment: {'id': 'e72a01b1-26ed-4025-a752-8be4277409fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '81990895-72a2-499c-9a8c-c3db24ae66aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:23:58.762282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cd9077-1f48-454a-bb47-5f5d3c48a85f tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Network hostable DHCP agents. Network: 81990895-72a2-499c-9a8c-c3db24ae66aa, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:23:58.802555 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cd9077-1f48-454a-bb47-5f5d3c48a85f tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Network 81990895-72a2-499c-9a8c-c3db24ae66aa is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:23:58.813793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-f8cd9077-1f48-454a-bb47-5f5d3c48a85f tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 81990895-72a2-499c-9a8c-c3db24ae66aa) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:23:58.821068 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd9077-1f48-454a-bb47-5f5d3c48a85f tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:58.821068 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8cd9077-1f48-454a-bb47-5f5d3c48a85f tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:58.857324 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f8cd9077-1f48-454a-bb47-5f5d3c48a85f tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0194468 Feb 10 15:23:58.860475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50262) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:23:58.865489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d18fb88b-6382-41cb-8358-2356c6a68be0 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Request body: {'port': {'network_id': '81990895-72a2-499c-9a8c-c3db24ae66aa', 'name': 'tempest-ExtraDHCPOptionsTestJSON-354467376'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:23:58.911460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfd0af3-dad7-4fca-901d-3d064b39b242 None None] Network 81990895-72a2-499c-9a8c-c3db24ae66aa requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:23:59.050477 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-c23908a2-c78a-4d9b-a7a7-ab43edf870c4 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:59.052711 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-c23908a2-c78a-4d9b-a7a7-ab43edf870c4 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.72 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9&tenant_id=671a8c1cbc3247fe9316f7b0241815f0&binding%3Ahost_id=n-h1-815324-7 HTTP/1.1" status: 200 len: 949 time: 0.1317198 Feb 10 15:23:59.113970 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18fb88b-6382-41cb-8358-2356c6a68be0 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Made reservation on behalf of 8b270733327649c3975288f54d7746b1 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:23:59.117649 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d18fb88b-6382-41cb-8358-2356c6a68be0 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:59.166604 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-d18fb88b-6382-41cb-8358-2356c6a68be0 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] device_id is not set on port d73e3aa6-6b29-4d92-82b7-5949b76bb4d0 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:23:59.179770 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-daf35748-ca0a-4128-a959-187aa688f94d service neutron] 10.222.0.72 "GET /v2.0/ports/0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e/bindings/n-h1-815324-7 HTTP/1.1" status: 200 len: 382 time: 0.1188540 Feb 10 15:23:59.290178 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-5de55f60-acff-4de9-b62f-a2a43849c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:59.300224 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-5de55f60-acff-4de9-b62f-a2a43849c0fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 1131 time: 0.0966811 Feb 10 15:23:59.364488 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-81990895-72a2-499c-9a8c-c3db24ae66aa', 'network_id': '81990895-72a2-499c-9a8c-c3db24ae66aa', 'project_id': '8b270733327649c3975288f54d7746b1', 'fixed_ips': [{'subnet_id': 'f1af6b10-83cd-41b0-9ae7-ccde5b83db9a'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:23:59.365585 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:59.465618 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-d18fb88b-6382-41cb-8358-2356c6a68be0 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Allocated IP 172.20.0.3 (81990895-72a2-499c-9a8c-c3db24ae66aa/f1af6b10-83cd-41b0-9ae7-ccde5b83db9a/d73e3aa6-6b29-4d92-82b7-5949b76bb4d0) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:23:59.669317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-14e853ae-01fa-464f-b64c-1966902f0855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:59.670809 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-14e853ae-01fa-464f-b64c-1966902f0855 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.3618329 Feb 10 15:23:59.730593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-66e83f63-5194-4933-a9a2-17019603a3f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e HTTP/1.1" status: 200 len: 217 time: 0.0483291 Feb 10 15:23:59.739059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a289475-ac03-4b5c-a201-b0a50ea99ede req-be4ea2a1-aa41-4f0a-bc90-c261c445a20d tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:59.745845 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a289475-ac03-4b5c-a201-b0a50ea99ede req-be4ea2a1-aa41-4f0a-bc90-c261c445a20d tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 949 time: 0.2133055 Feb 10 15:23:59.800077 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d18fb88b-6382-41cb-8358-2356c6a68be0 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks [] for port (d73e3aa6-6b29-4d92-82b7-5949b76bb4d0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:59.806092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38220a20-d046-41f7-98c5-34511376d8bd req-fb00ce46-b82a-4084-b7e6-1a47d6bf6c4f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:59.811520 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38220a20-d046-41f7-98c5-34511376d8bd req-fb00ce46-b82a-4084-b7e6-1a47d6bf6c4f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:59.816776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38220a20-d046-41f7-98c5-34511376d8bd req-fb00ce46-b82a-4084-b7e6-1a47d6bf6c4f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:59.822326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38220a20-d046-41f7-98c5-34511376d8bd req-fb00ce46-b82a-4084-b7e6-1a47d6bf6c4f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:59.828027 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38220a20-d046-41f7-98c5-34511376d8bd req-fb00ce46-b82a-4084-b7e6-1a47d6bf6c4f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:59.833599 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38220a20-d046-41f7-98c5-34511376d8bd req-fb00ce46-b82a-4084-b7e6-1a47d6bf6c4f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:59.838766 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38220a20-d046-41f7-98c5-34511376d8bd req-fb00ce46-b82a-4084-b7e6-1a47d6bf6c4f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:59.846643 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-38220a20-d046-41f7-98c5-34511376d8bd req-fb00ce46-b82a-4084-b7e6-1a47d6bf6c4f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.2902684 Feb 10 15:23:59.893898 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d18fb88b-6382-41cb-8358-2356c6a68be0 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d73e3aa6-6b29-4d92-82b7-5949b76bb4d0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:23:59.907585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-c54c0aab-1496-4cb5-bdec-c5b3b01ae429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:23:59.909000 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-c54c0aab-1496-4cb5-bdec-c5b3b01ae429 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1612449 Feb 10 15:23:59.939643 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a289475-ac03-4b5c-a201-b0a50ea99ede req-bdc72bdb-a894-4548-82c7-7ef17bde051f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911445 Feb 10 15:23:59.985993 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18fb88b-6382-41cb-8358-2356c6a68be0 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Network 81990895-72a2-499c-9a8c-c3db24ae66aa is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:23:59.993026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-d18fb88b-6382-41cb-8358-2356c6a68be0 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:00.001511 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18fb88b-6382-41cb-8358-2356c6a68be0 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:24:00.028964 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-38220a20-d046-41f7-98c5-34511376d8bd req-43d4b894-fb15-4784-b70d-0d9e072c1b77 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1754723 Feb 10 15:24:00.052902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Allocated IP 172.20.0.2 (81990895-72a2-499c-9a8c-c3db24ae66aa/f1af6b10-83cd-41b0-9ae7-ccde5b83db9a/1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:24:00.059820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18fb88b-6382-41cb-8358-2356c6a68be0 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:00.060552 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d18fb88b-6382-41cb-8358-2356c6a68be0 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:00.066965 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-62e74458-1d43-4a6f-a22f-05842cf3b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:00.072043 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-62e74458-1d43-4a6f-a22f-05842cf3b1f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1560733 Feb 10 15:24:00.084036 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fb88b-6382-41cb-8358-2356c6a68be0 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Pushing event updated for resources: {'Port': ['ID=d73e3aa6-6b29-4d92-82b7-5949b76bb4d0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:00.111174 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d18fb88b-6382-41cb-8358-2356c6a68be0 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2484314 Feb 10 15:24:00.115630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50294) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:00.133082 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Request body: {'port': {'network_id': '81990895-72a2-499c-9a8c-c3db24ae66aa', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1136629867', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:00.134287 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.api.validators [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] bootfile-name is not in valid_values {{(pid=103369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:24:00.134408 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.api.validators [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] tftp-server is not in valid_values {{(pid=103369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:24:00.134705 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.api.validators [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] server-ip-address is not in valid_values {{(pid=103369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:24:00.388028 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-900f80cc-200a-4e79-bf99-e4416fa85780 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102438 Feb 10 15:24:00.398254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Made reservation on behalf of 8b270733327649c3975288f54d7746b1 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:00.407871 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:00.448449 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] device_id is not set on port 52020139-aa3b-4718-9ca8-4633524b83f8 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:24:00.638550 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Publish callbacks [] for port (1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:00.658613 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:00.842378 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Allocated IP 172.20.0.8 (81990895-72a2-499c-9a8c-c3db24ae66aa/f1af6b10-83cd-41b0-9ae7-ccde5b83db9a/52020139-aa3b-4718-9ca8-4633524b83f8) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:24:01.233820 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a872fd-9502-40f0-babd-4caa32451a67 req-5201fda3-94f7-49d3-810c-5bee50e890ff tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:01.241270 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63a872fd-9502-40f0-babd-4caa32451a67 req-5201fda3-94f7-49d3-810c-5bee50e890ff tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.9837022 Feb 10 15:24:01.318623 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks [] for port (52020139-aa3b-4718-9ca8-4633524b83f8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:01.372829 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63a872fd-9502-40f0-babd-4caa32451a67 req-fed91cbd-d56f-487f-b53e-8d18945224d9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305552 Feb 10 15:24:01.407665 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-651e4c45-a50f-4c35-97f1-1ead4cb60381 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0124369 Feb 10 15:24:01.493026 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (52020139-aa3b-4718-9ca8-4633524b83f8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:01.578473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Pushing event updated for resources: {'Port': ['ID=1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:01.593154 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Network 81990895-72a2-499c-9a8c-c3db24ae66aa is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:24:01.599252 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:01.605104 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:24:01.611540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Network 81990895-72a2-499c-9a8c-c3db24ae66aa is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:24:01.613859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:01.623132 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:24:01.693805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fc67c-e5f7-4ff0-a70b-119be506a0c8 req-146f26f7-3637-4bda-b812-ab15e93ab330 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:01.707597 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df7fc67c-e5f7-4ff0-a70b-119be506a0c8 req-146f26f7-3637-4bda-b812-ab15e93ab330 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 949 time: 0.1994474 Feb 10 15:24:01.732215 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Pushing event updated for resources: {'Port': ['ID=52020139-aa3b-4718-9ca8-4633524b83f8,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:01.753576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c79ac2-5ff9-4a82-8b53-d684589e8e4f req-e1b51e0a-e8fa-45e2-bede-70833645938a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:01.766739 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:01.767423 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:01.777460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Attempting to bind port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:24:01.778990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Attempting to bind port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'e72a01b1-26ed-4025-a752-8be4277409fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '81990895-72a2-499c-9a8c-c3db24ae66aa'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:24:01.779648 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Attempting to bind port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb on network 81990895-72a2-499c-9a8c-c3db24ae66aa {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:01.779761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c79ac2-5ff9-4a82-8b53-d684589e8e4f req-e1b51e0a-e8fa-45e2-bede-70833645938a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:01.795557 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c79ac2-5ff9-4a82-8b53-d684589e8e4f req-e1b51e0a-e8fa-45e2-bede-70833645938a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:01.797355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:24:01.798128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Checking segment: {'id': 'e72a01b1-26ed-4025-a752-8be4277409fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '81990895-72a2-499c-9a8c-c3db24ae66aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:01.798766 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:01.799438 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Bound using segment: {'id': 'e72a01b1-26ed-4025-a752-8be4277409fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '81990895-72a2-499c-9a8c-c3db24ae66aa'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:24:01.800185 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Bound port: 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72a01b1-26ed-4025-a752-8be4277409fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '81990895-72a2-499c-9a8c-c3db24ae66aa'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:24:01.800982 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:01.802156 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a76a4bdd-84b2-4124-ac7e-40a40b74f1c5 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6830337 Feb 10 15:24:01.804731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50330) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:01.810030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c79ac2-5ff9-4a82-8b53-d684589e8e4f req-e1b51e0a-e8fa-45e2-bede-70833645938a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:01.821718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c79ac2-5ff9-4a82-8b53-d684589e8e4f req-e1b51e0a-e8fa-45e2-bede-70833645938a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:01.822085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:01.834826 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c79ac2-5ff9-4a82-8b53-d684589e8e4f req-e1b51e0a-e8fa-45e2-bede-70833645938a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:01.840281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c79ac2-5ff9-4a82-8b53-d684589e8e4f req-e1b51e0a-e8fa-45e2-bede-70833645938a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:01.842283 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b7c79ac2-5ff9-4a82-8b53-d684589e8e4f req-e1b51e0a-e8fa-45e2-bede-70833645938a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.2853937 Feb 10 15:24:02.018951 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be355025-6134-4713-8c45-81070c1ff0c6 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:02.025131 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df7fc67c-e5f7-4ff0-a70b-119be506a0c8 req-12a840f6-0913-4a2b-a4b9-7be77fd0e804 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166583 Feb 10 15:24:02.039959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be355025-6134-4713-8c45-81070c1ff0c6 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:02.058983 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be355025-6134-4713-8c45-81070c1ff0c6 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:02.061285 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-be355025-6134-4713-8c45-81070c1ff0c6 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2556496 Feb 10 15:24:02.067727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50336) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:02.082570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:02.085603 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:02.125118 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b7c79ac2-5ff9-4a82-8b53-d684589e8e4f req-d8943541-9449-401d-ae3a-d0a227437e51 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2697301 Feb 10 15:24:02.183754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] For port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:24:02.238945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] For port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb,segment=NetworkSegment(e72a01b1-26ed-4025-a752-8be4277409fe),segment_id=e72a01b1-26ed-4025-a752-8be4277409fe)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:24:02.262352 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:02.442359 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:02.442760 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:02.672244 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00973219-6d31-4d8d-98c2-e489e459127e None None] Pushing event updated for resources: {'Port': ['ID=1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:02.774625 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f1f343-658e-4099-861d-3c7153dc20a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:02.776959 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb5cfd4-6691-4af7-bc8a-bc8efaf01418" -d '{"events": [{"server_uuid": "a8f1f343-658e-4099-861d-3c7153dc20a9", "name": "network-vif-plugged", "status": "completed", "tag": "0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:02.813431 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1ca27-10ed-49e2-94ac-7b96e42bbb50 req-182a490b-ee8a-432c-b3eb-cc93eda0d37d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:02.816803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-56b1ca27-10ed-49e2-94ac-7b96e42bbb50 req-182a490b-ee8a-432c-b3eb-cc93eda0d37d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.2476869 Feb 10 15:24:02.864599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:02.873292 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:02.996567 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8984f410-fd62-4485-a275-69e7a638e306 x-openstack-request-id: req-8984f410-fd62-4485-a275-69e7a638e306 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:02.998048 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f1f343-658e-4099-861d-3c7153dc20a9", "name": "network-vif-plugged", "status": "completed", "tag": "0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:02.998790 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8984f410-fd62-4485-a275-69e7a638e306 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:02.998790 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f1f343-658e-4099-861d-3c7153dc20a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e', 'code': 200} Feb 10 15:24:03.036351 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-56b1ca27-10ed-49e2-94ac-7b96e42bbb50 req-6ccdab1b-a8f7-4aff-9266-4c3cde33bac6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959586 Feb 10 15:24:03.065478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50370) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:03.082953 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50374) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:03.086223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:03.354365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c7efdbcf-1465-48e1-b5f5-c51f61b4f850 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Deleting port 52020139-aa3b-4718-9ca8-4633524b83f8 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:24:03.354973 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c7efdbcf-1465-48e1-b5f5-c51f61b4f850 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (52020139-aa3b-4718-9ca8-4633524b83f8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:03.403338 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-156db018-0d90-4140-a41d-61cd57c6a3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:03.485933 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c7efdbcf-1465-48e1-b5f5-c51f61b4f850 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (52020139-aa3b-4718-9ca8-4633524b83f8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:03.500412 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c7efdbcf-1465-48e1-b5f5-c51f61b4f850 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Calling delete_port for 52020139-aa3b-4718-9ca8-4633524b83f8 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:24:03.540980 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-156db018-0d90-4140-a41d-61cd57c6a3c2 admin admin] Publish callbacks [] for security_group (db70cbdf-75c0-4a7a-9ff0-5d8b4a106bfa), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:03.554480 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d42d2bd2-4f81-45c9-8621-571a64a37f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:03.560971 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-156db018-0d90-4140-a41d-61cd57c6a3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (db70cbdf-75c0-4a7a-9ff0-5d8b4a106bfa), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:03.618099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-156db018-0d90-4140-a41d-61cd57c6a3c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b99d074e6437428d9bbc17ef5ea976c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5518284 Feb 10 15:24:03.636421 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50382) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:03.676843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aca7e1-5830-47e7-ad2b-c9b0e37f533e req-87b4211d-cde0-4e3b-8b0a-dd6d517c2c80 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:03.683158 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aca7e1-5830-47e7-ad2b-c9b0e37f533e req-87b4211d-cde0-4e3b-8b0a-dd6d517c2c80 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:03.688670 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aca7e1-5830-47e7-ad2b-c9b0e37f533e req-87b4211d-cde0-4e3b-8b0a-dd6d517c2c80 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:03.695962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aca7e1-5830-47e7-ad2b-c9b0e37f533e req-87b4211d-cde0-4e3b-8b0a-dd6d517c2c80 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:03.701552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aca7e1-5830-47e7-ad2b-c9b0e37f533e req-87b4211d-cde0-4e3b-8b0a-dd6d517c2c80 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:03.708217 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aca7e1-5830-47e7-ad2b-c9b0e37f533e req-87b4211d-cde0-4e3b-8b0a-dd6d517c2c80 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:03.714679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aca7e1-5830-47e7-ad2b-c9b0e37f533e req-87b4211d-cde0-4e3b-8b0a-dd6d517c2c80 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:03.726889 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41aca7e1-5830-47e7-ad2b-c9b0e37f533e req-87b4211d-cde0-4e3b-8b0a-dd6d517c2c80 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.3760753 Feb 10 15:24:03.831159 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c7efdbcf-1465-48e1-b5f5-c51f61b4f850 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (52020139-aa3b-4718-9ca8-4633524b83f8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:03.985760 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41aca7e1-5830-47e7-ad2b-c9b0e37f533e req-dd29734a-ca9b-43b1-8099-dc3430bc3faf tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2576902 Feb 10 15:24:04.016687 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efdbcf-1465-48e1-b5f5-c51f61b4f850 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Pushing event deleted for resources: {'Port': ['ID=52020139-aa3b-4718-9ca8-4633524b83f8,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:04.046287 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c7efdbcf-1465-48e1-b5f5-c51f61b4f850 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:04.070676 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c7efdbcf-1465-48e1-b5f5-c51f61b4f850 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] 10.222.0.64 "DELETE /v2.0/ports/52020139-aa3b-4718-9ca8-4633524b83f8 HTTP/1.1" status: 204 len: 168 time: 1.9929721 Feb 10 15:24:04.073214 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50384) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:04.083262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1d228-8ff6-4d78-99fa-61fa8f104f30 req-456b2b66-3da2-4a32-944b-df4a8964b72e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:04.088991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-305e7638-76cd-4709-b5ac-f41d9103d277 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Request body: {'port': {'name': 'tempest-new-port-name-1887655563', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:04.089783 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.api.validators [None req-305e7638-76cd-4709-b5ac-f41d9103d277 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] bootfile-name is not in valid_values {{(pid=103369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:24:04.090186 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.api.validators [None req-305e7638-76cd-4709-b5ac-f41d9103d277 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] tftp-server is not in valid_values {{(pid=103369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:24:04.090526 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.api.validators [None req-305e7638-76cd-4709-b5ac-f41d9103d277 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] server-ip-address is not in valid_values {{(pid=103369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:24:04.098693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79a1d228-8ff6-4d78-99fa-61fa8f104f30 req-456b2b66-3da2-4a32-944b-df4a8964b72e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.8620596 Feb 10 15:24:04.121128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156db018-0d90-4140-a41d-61cd57c6a3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db70cbdf-75c0-4a7a-9ff0-5d8b4a106bfa,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:04.207776 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:04.315332 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-305e7638-76cd-4709-b5ac-f41d9103d277 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d73e3aa6-6b29-4d92-82b7-5949b76bb4d0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:04.392032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:04.392416 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:04.439234 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-67c4db0b-286c-42f6-9bc3-5c5d16207bc3 admin admin] Publish callbacks [] for security_group (db70cbdf-75c0-4a7a-9ff0-5d8b4a106bfa), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:04.525140 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-67c4db0b-286c-42f6-9bc3-5c5d16207bc3 admin admin] Publish callbacks [] for security_group (db70cbdf-75c0-4a7a-9ff0-5d8b4a106bfa), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:04.624762 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:04.625273 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:04.675975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abe5f23-a849-41ae-b010-e55354bd7f7d None None] Network 81990895-72a2-499c-9a8c-c3db24ae66aa requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:04.680612 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-67c4db0b-286c-42f6-9bc3-5c5d16207bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (db70cbdf-75c0-4a7a-9ff0-5d8b4a106bfa), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:04.688392 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-67c4db0b-286c-42f6-9bc3-5c5d16207bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:04.693399 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-67c4db0b-286c-42f6-9bc3-5c5d16207bc3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db70cbdf-75c0-4a7a-9ff0-5d8b4a106bfa HTTP/1.1" status: 204 len: 168 time: 1.0449002 Feb 10 15:24:04.715428 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79a1d228-8ff6-4d78-99fa-61fa8f104f30 req-d07c159f-92e4-42df-b553-a56a0f48b343 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6158171 Feb 10 15:24:04.805384 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4db0b-286c-42f6-9bc3-5c5d16207bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db70cbdf-75c0-4a7a-9ff0-5d8b4a106bfa,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:04.847973 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d42d2bd2-4f81-45c9-8621-571a64a37f1b admin admin] Publish callbacks [] for security_group (90b3d10f-c208-488f-9a2e-81fc539b78f3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:04.857488 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a8c8b-ff41-4bfa-81bc-d6a004d2494e req-603180bc-a7f4-49bc-9a00-4b0eceb6a44d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:04.860031 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-883a8c8b-ff41-4bfa-81bc-d6a004d2494e req-603180bc-a7f4-49bc-9a00-4b0eceb6a44d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.4962065 Feb 10 15:24:04.862147 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d42d2bd2-4f81-45c9-8621-571a64a37f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (90b3d10f-c208-488f-9a2e-81fc539b78f3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:04.869397 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-3383dd41-452c-43c6-a987-a54918950f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:04.871236 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-3383dd41-452c-43c6-a987-a54918950f62 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9&tenant_id=671a8c1cbc3247fe9316f7b0241815f0 HTTP/1.1" status: 200 len: 1132 time: 0.5527284 Feb 10 15:24:04.925704 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-305e7638-76cd-4709-b5ac-f41d9103d277 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks [] for port (d73e3aa6-6b29-4d92-82b7-5949b76bb4d0), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:04.954428 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-305e7638-76cd-4709-b5ac-f41d9103d277 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (d73e3aa6-6b29-4d92-82b7-5949b76bb4d0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:04.960676 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d2bd2-4f81-45c9-8621-571a64a37f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b3d10f-c208-488f-9a2e-81fc539b78f3,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:04.977786 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb,segment=NetworkSegment(e72a01b1-26ed-4025-a752-8be4277409fe),segment_id=e72a01b1-26ed-4025-a752-8be4277409fe)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:04.979386 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-966a5d84-3b39-49b7-8271-57d49239d964 None None] Provisioning complete for port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:04.981087 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-966a5d84-3b39-49b7-8271-57d49239d964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:05.001330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d42d2bd2-4f81-45c9-8621-571a64a37f1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae3e8efde39240318f5f1d67edc66a02&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9173398 Feb 10 15:24:05.007556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-883a8c8b-ff41-4bfa-81bc-d6a004d2494e req-8dd926c1-7351-425c-a077-27f99b6305e3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341772 Feb 10 15:24:05.008171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50404) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:05.042924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-6f071c7b-65f8-4180-bf19-87fb731c727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:05.055636 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-6f071c7b-65f8-4180-bf19-87fb731c727d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 1132 time: 0.1576841 Feb 10 15:24:05.073711 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:05.202538 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-26122059-b18a-418a-a9dd-4f25a3445d9d admin admin] Publish callbacks [] for security_group (90b3d10f-c208-488f-9a2e-81fc539b78f3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:05.351342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-305e7638-76cd-4709-b5ac-f41d9103d277 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] In _notify_port_updated(), no bound segment for port d73e3aa6-6b29-4d92-82b7-5949b76bb4d0 on network 81990895-72a2-499c-9a8c-c3db24ae66aa {{(pid=103369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:24:05.369599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305e7638-76cd-4709-b5ac-f41d9103d277 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:05.370220 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-305e7638-76cd-4709-b5ac-f41d9103d277 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:05.383938 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-305e7638-76cd-4709-b5ac-f41d9103d277 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] 10.222.0.64 "PUT /v2.0/ports/d73e3aa6-6b29-4d92-82b7-5949b76bb4d0 HTTP/1.1" status: 200 len: 1136 time: 1.3073800 Feb 10 15:24:05.391130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50422) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:05.434271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:05.488448 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-26122059-b18a-418a-a9dd-4f25a3445d9d admin admin] Publish callbacks [] for security_group (90b3d10f-c208-488f-9a2e-81fc539b78f3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:05.500607 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-966a5d84-3b39-49b7-8271-57d49239d964 None None] Current status of the port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:05.526287 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b93622c-e0b1-45b8-b5e0-dd2981d39df2 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:05.527738 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8b93622c-e0b1-45b8-b5e0-dd2981d39df2 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] 10.222.0.64 "GET /v2.0/ports/d73e3aa6-6b29-4d92-82b7-5949b76bb4d0 HTTP/1.1" status: 200 len: 1136 time: 0.1291294 Feb 10 15:24:05.528671 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e7638-76cd-4709-b5ac-f41d9103d277 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Pushing event updated for resources: {'Port': ['ID=d73e3aa6-6b29-4d92-82b7-5949b76bb4d0,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:05.542767 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50428) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:05.698289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9cceb-e7b2-48ee-9e34-c0b4fde712fc req-6aece96a-43ea-4b13-82f5-84b31436e9cd tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:05.707959 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9cceb-e7b2-48ee-9e34-c0b4fde712fc req-6aece96a-43ea-4b13-82f5-84b31436e9cd tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:05.713555 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9cceb-e7b2-48ee-9e34-c0b4fde712fc req-6aece96a-43ea-4b13-82f5-84b31436e9cd tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:05.718921 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9cceb-e7b2-48ee-9e34-c0b4fde712fc req-6aece96a-43ea-4b13-82f5-84b31436e9cd tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:05.724934 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9cceb-e7b2-48ee-9e34-c0b4fde712fc req-6aece96a-43ea-4b13-82f5-84b31436e9cd tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:05.730264 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9cceb-e7b2-48ee-9e34-c0b4fde712fc req-6aece96a-43ea-4b13-82f5-84b31436e9cd tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:05.743834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9cceb-e7b2-48ee-9e34-c0b4fde712fc req-6aece96a-43ea-4b13-82f5-84b31436e9cd tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:05.746351 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89f9cceb-e7b2-48ee-9e34-c0b4fde712fc req-6aece96a-43ea-4b13-82f5-84b31436e9cd tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.4255900 Feb 10 15:24:05.747620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-d01d226c-38fb-41d7-b47b-9c92f45fb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:05.749210 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-d01d226c-38fb-41d7-b47b-9c92f45fb464 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.6829350 Feb 10 15:24:05.940797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-f05d01b1-458c-4670-b14e-f5d9947c50f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e HTTP/1.1" status: 200 len: 217 time: 0.1662540 Feb 10 15:24:05.958259 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2e8a27df-7d6f-4899-93dd-078ba0c536d2 None None] Provisioning complete for port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:05.959533 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e8a27df-7d6f-4899-93dd-078ba0c536d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:06.021040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-a3aa4b3e-785d-4a48-afe9-8228bc6426dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:06.022602 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-a3aa4b3e-785d-4a48-afe9-8228bc6426dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0683625 Feb 10 15:24:06.086181 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:06.142061 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-26122059-b18a-418a-a9dd-4f25a3445d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (90b3d10f-c208-488f-9a2e-81fc539b78f3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:06.154578 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-26122059-b18a-418a-a9dd-4f25a3445d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:06.158620 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-26122059-b18a-418a-a9dd-4f25a3445d9d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/90b3d10f-c208-488f-9a2e-81fc539b78f3 HTTP/1.1" status: 204 len: 168 time: 1.1460528 Feb 10 15:24:06.244404 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ee397-5224-4bb8-8861-550519bd4e57 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Deleting port d73e3aa6-6b29-4d92-82b7-5949b76bb4d0 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:24:06.244790 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bc0ee397-5224-4bb8-8861-550519bd4e57 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d73e3aa6-6b29-4d92-82b7-5949b76bb4d0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:06.303808 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89f9cceb-e7b2-48ee-9e34-c0b4fde712fc req-89d397cf-04d4-459b-9dc6-593401209961 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5307798 Feb 10 15:24:06.398169 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26122059-b18a-418a-a9dd-4f25a3445d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b3d10f-c208-488f-9a2e-81fc539b78f3,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:06.476521 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:06.477755 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:06.544463 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a27df-7d6f-4899-93dd-078ba0c536d2 None None] Current status of the port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:06.565782 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2e8a27df-7d6f-4899-93dd-078ba0c536d2 None None] Provisioning complete for port d73e3aa6-6b29-4d92-82b7-5949b76bb4d0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:06.569005 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e8a27df-7d6f-4899-93dd-078ba0c536d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d73e3aa6-6b29-4d92-82b7-5949b76bb4d0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:06.584763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50452) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:06.599641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23254a35-74b2-49fa-92be-6acc827bd6ed req-93cb981f-8e32-41f9-a1d4-c3f568d897bd tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:06.612174 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23254a35-74b2-49fa-92be-6acc827bd6ed req-93cb981f-8e32-41f9-a1d4-c3f568d897bd tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.5866873 Feb 10 15:24:06.654913 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-40ba648f-12a6-4af5-87b6-4c49c32e9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:06.656519 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-40ba648f-12a6-4af5-87b6-4c49c32e9425 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5478773 Feb 10 15:24:06.712241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a27df-7d6f-4899-93dd-078ba0c536d2 None None] Port d73e3aa6-6b29-4d92-82b7-5949b76bb4d0 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:24:06.773698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:06.819526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2b1d30fd-16ba-4434-b3c9-5170f04941eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1797100093-network', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:06.852378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fbc28084-8019-4ea1-b94a-b8bd06d78f9e None None] Could not find standard attr ID for object 52020139-aa3b-4718-9ca8-4633524b83f8. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:24:06.858503 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:06.862428 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1d30fd-16ba-4434-b3c9-5170f04941eb admin admin] Made reservation on behalf of 9c2365a3048c4b23a67221fc3c979c7a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:06.865523 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b1d30fd-16ba-4434-b3c9-5170f04941eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:06.904826 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b1d30fd-16ba-4434-b3c9-5170f04941eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:06.906927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fbc28084-8019-4ea1-b94a-b8bd06d78f9e None None] Provisioning complete for port d73e3aa6-6b29-4d92-82b7-5949b76bb4d0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:06.910936 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fbc28084-8019-4ea1-b94a-b8bd06d78f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d73e3aa6-6b29-4d92-82b7-5949b76bb4d0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:06.992186 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bc0ee397-5224-4bb8-8861-550519bd4e57 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d73e3aa6-6b29-4d92-82b7-5949b76bb4d0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:07.040867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fbc28084-8019-4ea1-b94a-b8bd06d78f9e None None] Port d73e3aa6-6b29-4d92-82b7-5949b76bb4d0 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:24:07.071017 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23254a35-74b2-49fa-92be-6acc827bd6ed req-611b8ef1-478d-42e1-8551-c41249156952 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568503 Feb 10 15:24:07.085268 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ee397-5224-4bb8-8861-550519bd4e57 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Calling delete_port for d73e3aa6-6b29-4d92-82b7-5949b76bb4d0 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:24:07.154203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87461f-0755-40a1-adf1-6e8b1a9c4923 req-baad37c1-8d54-4249-824c-a606fb3fa44f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:07.155885 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b87461f-0755-40a1-adf1-6e8b1a9c4923 req-baad37c1-8d54-4249-824c-a606fb3fa44f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.6829433 Feb 10 15:24:07.163338 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b1d30fd-16ba-4434-b3c9-5170f04941eb admin admin] Publish callbacks [] for security_group (d731449d-15c4-4d8e-8ec4-cf6b57968d96), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:07.176899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b1d30fd-16ba-4434-b3c9-5170f04941eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d731449d-15c4-4d8e-8ec4-cf6b57968d96), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:07.237683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1d30fd-16ba-4434-b3c9-5170f04941eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:24:07.276820 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-54d180b2-acf4-4a54-a8a7-fd224aac5598 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766191 Feb 10 15:24:07.331369 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b1d30fd-16ba-4434-b3c9-5170f04941eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (02b03b18-2845-4f07-9538-3c72b5e282ed), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:07.332753 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-2b1d30fd-16ba-4434-b3c9-5170f04941eb admin admin] Added segment 02b03b18-2845-4f07-9538-3c72b5e282ed of type vlan for network d2e77de5-12dc-41aa-af99-c9787df5a7b0 Feb 10 15:24:07.365188 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b87461f-0755-40a1-adf1-6e8b1a9c4923 req-c51d2af2-79f0-4f35-baaa-db13f74d08d4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984019 Feb 10 15:24:07.387652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d30fd-16ba-4434-b3c9-5170f04941eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d731449d-15c4-4d8e-8ec4-cf6b57968d96,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:07.536999 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b1d30fd-16ba-4434-b3c9-5170f04941eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (d2e77de5-12dc-41aa-af99-c9787df5a7b0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:07.543896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d0ec451-16c8-468a-a94f-c3d99f9c8fc4 req-31338eeb-f332-4f93-9601-e502b54d34c7 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559438 Feb 10 15:24:07.595517 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b547c54d-6bcf-446a-a963-da3ae8655a30 None None] Provisioning complete for port d73e3aa6-6b29-4d92-82b7-5949b76bb4d0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:07.597682 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b547c54d-6bcf-446a-a963-da3ae8655a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d73e3aa6-6b29-4d92-82b7-5949b76bb4d0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:07.605678 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b1d30fd-16ba-4434-b3c9-5170f04941eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (d2e77de5-12dc-41aa-af99-c9787df5a7b0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:07.611478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1d30fd-16ba-4434-b3c9-5170f04941eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:07.612245 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b1d30fd-16ba-4434-b3c9-5170f04941eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:07.658123 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bc0ee397-5224-4bb8-8861-550519bd4e57 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (d73e3aa6-6b29-4d92-82b7-5949b76bb4d0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:07.670050 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2b1d30fd-16ba-4434-b3c9-5170f04941eb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0832698 Feb 10 15:24:07.689675 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b547c54d-6bcf-446a-a963-da3ae8655a30 None None] Port d73e3aa6-6b29-4d92-82b7-5949b76bb4d0 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:24:07.714950 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50484) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:07.732014 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-5ab0eca2-65d5-483e-9d3e-749545937c6e admin admin] Request body: {'subnet': {'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1797100093-subnet', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:07.739313 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ee397-5224-4bb8-8861-550519bd4e57 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Pushing event deleted for resources: {'Port': ['ID=d73e3aa6-6b29-4d92-82b7-5949b76bb4d0,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:07.762059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d30fd-16ba-4434-b3c9-5170f04941eb admin admin] Pushing event updated for resources: {'Network': ['ID=d2e77de5-12dc-41aa-af99-c9787df5a7b0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:07.774855 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network d2e77de5-12dc-41aa-af99-c9787df5a7b0 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:24:07.819557 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4bed3-7437-4935-9205-4287a884b564 req-99def699-9c1a-448e-901e-d5cd8495a4b8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:07.836172 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4bed3-7437-4935-9205-4287a884b564 req-99def699-9c1a-448e-901e-d5cd8495a4b8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:07.841223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:24:07.851483 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4bed3-7437-4935-9205-4287a884b564 req-99def699-9c1a-448e-901e-d5cd8495a4b8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:07.862331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4bed3-7437-4935-9205-4287a884b564 req-99def699-9c1a-448e-901e-d5cd8495a4b8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:07.868512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4bed3-7437-4935-9205-4287a884b564 req-99def699-9c1a-448e-901e-d5cd8495a4b8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:07.891779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4bed3-7437-4935-9205-4287a884b564 req-99def699-9c1a-448e-901e-d5cd8495a4b8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:07.906007 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4bed3-7437-4935-9205-4287a884b564 req-99def699-9c1a-448e-901e-d5cd8495a4b8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:07.908007 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3f4bed3-7437-4935-9205-4287a884b564 req-99def699-9c1a-448e-901e-d5cd8495a4b8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.3673995 Feb 10 15:24:07.916003 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50488) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:08.037640 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab0eca2-65d5-483e-9d3e-749545937c6e admin admin] Made reservation on behalf of 9c2365a3048c4b23a67221fc3c979c7a for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:08.040111 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5ab0eca2-65d5-483e-9d3e-749545937c6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:08.110602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d833a049-336b-4951-9c29-bb19e27a31c9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1814520476-network', 'tenant_id': '6f62ce0f89d54d2bb4957789c1d7bd81'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:08.159414 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d833a049-336b-4951-9c29-bb19e27a31c9 admin admin] Made reservation on behalf of 6f62ce0f89d54d2bb4957789c1d7bd81 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:08.163646 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d833a049-336b-4951-9c29-bb19e27a31c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:08.203716 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:08.205564 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:08.210719 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d833a049-336b-4951-9c29-bb19e27a31c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:08.220997 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bc0ee397-5224-4bb8-8861-550519bd4e57 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:08.233591 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bc0ee397-5224-4bb8-8861-550519bd4e57 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] 10.222.0.64 "DELETE /v2.0/ports/d73e3aa6-6b29-4d92-82b7-5949b76bb4d0 HTTP/1.1" status: 204 len: 168 time: 2.6896627 Feb 10 15:24:08.266057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50496) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:08.279276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f1f343-658e-4099-861d-3c7153dc20a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:08.282190 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b985bcd6-59cf-4d4a-90ed-986aef42e6ab" -d '{"events": [{"server_uuid": "a8f1f343-658e-4099-861d-3c7153dc20a9", "name": "network-vif-unplugged", "status": "completed", "tag": "0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:08.312029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:08.325944 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:08.411759 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d833a049-336b-4951-9c29-bb19e27a31c9 admin admin] Publish callbacks [] for security_group (31b31238-66ef-4d8e-bc47-9493abdecc5b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:08.420451 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d833a049-336b-4951-9c29-bb19e27a31c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (31b31238-66ef-4d8e-bc47-9493abdecc5b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:08.448854 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3f4bed3-7437-4935-9205-4287a884b564 req-00b08aef-f0e0-4c50-9461-d307dec552e5 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5068135 Feb 10 15:24:08.465781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:08.495126 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833a049-336b-4951-9c29-bb19e27a31c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b31238-66ef-4d8e-bc47-9493abdecc5b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:08.516570 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d833a049-336b-4951-9c29-bb19e27a31c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:24:08.534036 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d833a049-336b-4951-9c29-bb19e27a31c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (11a0d56f-5c6d-4f4b-8367-04b9600e50f6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:08.534570 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-d833a049-336b-4951-9c29-bb19e27a31c9 admin admin] Added segment 11a0d56f-5c6d-4f4b-8367-04b9600e50f6 of type vlan for network 702b4d29-8496-4cdf-8d06-096bdfbaf841 Feb 10 15:24:08.605992 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46e7ac9-b707-458d-bab5-e36d23c8e7ae tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Deleting subnet f1af6b10-83cd-41b0-9ae7-ccde5b83db9a {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:24:08.610157 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e46e7ac9-b707-458d-bab5-e36d23c8e7ae tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks [] for subnet (f1af6b10-83cd-41b0-9ae7-ccde5b83db9a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:08.620048 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d833a049-336b-4951-9c29-bb19e27a31c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (702b4d29-8496-4cdf-8d06-096bdfbaf841), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:08.677630 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e46e7ac9-b707-458d-bab5-e36d23c8e7ae tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (f1af6b10-83cd-41b0-9ae7-ccde5b83db9a), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:08.682225 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d833a049-336b-4951-9c29-bb19e27a31c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (702b4d29-8496-4cdf-8d06-096bdfbaf841), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:08.683784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d833a049-336b-4951-9c29-bb19e27a31c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:08.684747 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d833a049-336b-4951-9c29-bb19e27a31c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:08.694735 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18da6dc-af61-443c-b00d-8b2d40d4bf74 x-openstack-request-id: req-e18da6dc-af61-443c-b00d-8b2d40d4bf74 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:08.700820 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f1f343-658e-4099-861d-3c7153dc20a9", "name": "network-vif-unplugged", "status": "completed", "tag": "0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:08.700820 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e18da6dc-af61-443c-b00d-8b2d40d4bf74 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:08.700820 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f1f343-658e-4099-861d-3c7153dc20a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e', 'code': 200} Feb 10 15:24:08.779485 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d833a049-336b-4951-9c29-bb19e27a31c9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8617601 Feb 10 15:24:08.887444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50512) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:08.901946 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c78484c7-b25f-456d-9b96-7a807ccbf1ac admin admin] Request body: {'subnet': {'network_id': '702b4d29-8496-4cdf-8d06-096bdfbaf841', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1814520476-subnet', 'tenant_id': '6f62ce0f89d54d2bb4957789c1d7bd81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:08.912869 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833a049-336b-4951-9c29-bb19e27a31c9 admin admin] Pushing event updated for resources: {'Network': ['ID=702b4d29-8496-4cdf-8d06-096bdfbaf841,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:08.930435 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 702b4d29-8496-4cdf-8d06-096bdfbaf841 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:24:08.970952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78484c7-b25f-456d-9b96-7a807ccbf1ac admin admin] Made reservation on behalf of 6f62ce0f89d54d2bb4957789c1d7bd81 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:08.976507 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c78484c7-b25f-456d-9b96-7a807ccbf1ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:08.979065 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5ab0eca2-65d5-483e-9d3e-749545937c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (f3ce83f6-6325-453a-a2c7-3c49256a130b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:09.503741 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e46e7ac9-b707-458d-bab5-e36d23c8e7ae tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (f1af6b10-83cd-41b0-9ae7-ccde5b83db9a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:09.548480 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c78484c7-b25f-456d-9b96-7a807ccbf1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (a86f2b3a-a6aa-4006-b1ea-b533cc038ea2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:09.622382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0eca2-65d5-483e-9d3e-749545937c6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ce83f6-6325-453a-a2c7-3c49256a130b,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:09.678257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78484c7-b25f-456d-9b96-7a807ccbf1ac admin admin] Checking segment: {'id': '11a0d56f-5c6d-4f4b-8367-04b9600e50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '702b4d29-8496-4cdf-8d06-096bdfbaf841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:09.678873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78484c7-b25f-456d-9b96-7a807ccbf1ac admin admin] Network hostable DHCP agents. Network: 702b4d29-8496-4cdf-8d06-096bdfbaf841, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:24:09.681012 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78484c7-b25f-456d-9b96-7a807ccbf1ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a86f2b3a-a6aa-4006-b1ea-b533cc038ea2,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:09.695939 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd675b-c047-4af4-b08b-62663fbc9d5c req-38bd10ec-b342-4f49-b88f-c668c01aad19 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:09.703083 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14fd675b-c047-4af4-b08b-62663fbc9d5c req-38bd10ec-b342-4f49-b88f-c668c01aad19 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 948 time: 1.4586508 Feb 10 15:24:09.707733 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab0eca2-65d5-483e-9d3e-749545937c6e admin admin] Checking segment: {'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:09.708305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab0eca2-65d5-483e-9d3e-749545937c6e admin admin] Network hostable DHCP agents. Network: d2e77de5-12dc-41aa-af99-c9787df5a7b0, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:24:09.722478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78484c7-b25f-456d-9b96-7a807ccbf1ac admin admin] Network 702b4d29-8496-4cdf-8d06-096bdfbaf841 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:24:09.741317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-c78484c7-b25f-456d-9b96-7a807ccbf1ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 702b4d29-8496-4cdf-8d06-096bdfbaf841) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:09.741532 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e46e7ac9-b707-458d-bab5-e36d23c8e7ae tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (f1af6b10-83cd-41b0-9ae7-ccde5b83db9a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:09.753859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78484c7-b25f-456d-9b96-7a807ccbf1ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:09.754731 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c78484c7-b25f-456d-9b96-7a807ccbf1ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:09.770506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83303518-9279-4201-935d-102c084e7bc0 req-34a504b9-0364-4be1-988f-d9f6d4e2f720 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:09.772019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-83303518-9279-4201-935d-102c084e7bc0 req-34a504b9-0364-4be1-988f-d9f6d4e2f720 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.8097315 Feb 10 15:24:09.797456 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f49d42-9452-40e9-816f-f08f76379ef6 None None] Network 702b4d29-8496-4cdf-8d06-096bdfbaf841 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:09.829486 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c78484c7-b25f-456d-9b96-7a807ccbf1ac admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9326627 Feb 10 15:24:09.886829 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14fd675b-c047-4af4-b08b-62663fbc9d5c req-cd942d13-df57-4c49-9ed8-6a4130db8379 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827667 Feb 10 15:24:09.992558 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e46e7ac9-b707-458d-bab5-e36d23c8e7ae tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:09.996402 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e46e7ac9-b707-458d-bab5-e36d23c8e7ae tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] 10.222.0.64 "DELETE /v2.0/subnets/f1af6b10-83cd-41b0-9ae7-ccde5b83db9a HTTP/1.1" status: 204 len: 168 time: 1.7294211 Feb 10 15:24:10.001365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50522) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:10.003798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e7ac9-b707-458d-bab5-e36d23c8e7ae tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Pushing event deleted for resources: {'Subnet': ['ID=f1af6b10-83cd-41b0-9ae7-ccde5b83db9a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:10.025590 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab0eca2-65d5-483e-9d3e-749545937c6e admin admin] Network d2e77de5-12dc-41aa-af99-c9787df5a7b0 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:24:10.060727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-5ab0eca2-65d5-483e-9d3e-749545937c6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, d2e77de5-12dc-41aa-af99-c9787df5a7b0) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:10.072876 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0eca2-65d5-483e-9d3e-749545937c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:10.073737 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5ab0eca2-65d5-483e-9d3e-749545937c6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:10.104834 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-83303518-9279-4201-935d-102c084e7bc0 req-8693d41e-0a53-49d8-adcf-05ce2a96a0d2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595010 Feb 10 15:24:10.129851 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5ab0eca2-65d5-483e-9d3e-749545937c6e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4111736 Feb 10 15:24:10.130823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:24:10.131710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50524) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:10.132855 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1a3caf-c3fb-48f0-a66f-3e088588ef24 None None] Network 81990895-72a2-499c-9a8c-c3db24ae66aa requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:10.153691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:10.185813 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feb463-ed46-4ad2-bcd2-9519801a2765 req-ef4f5d74-f304-453b-9ebf-2814947243c7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:10.205011 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feb463-ed46-4ad2-bcd2-9519801a2765 req-ef4f5d74-f304-453b-9ebf-2814947243c7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:10.208823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dd81a4-8774-4141-b2ef-d895bf7f5015 None None] Network d2e77de5-12dc-41aa-af99-c9787df5a7b0 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:10.210517 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feb463-ed46-4ad2-bcd2-9519801a2765 req-ef4f5d74-f304-453b-9ebf-2814947243c7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:10.229641 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (81990895-72a2-499c-9a8c-c3db24ae66aa), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:10.231256 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feb463-ed46-4ad2-bcd2-9519801a2765 req-ef4f5d74-f304-453b-9ebf-2814947243c7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:10.244189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feb463-ed46-4ad2-bcd2-9519801a2765 req-ef4f5d74-f304-453b-9ebf-2814947243c7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:10.274770 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feb463-ed46-4ad2-bcd2-9519801a2765 req-ef4f5d74-f304-453b-9ebf-2814947243c7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:10.295215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feb463-ed46-4ad2-bcd2-9519801a2765 req-ef4f5d74-f304-453b-9ebf-2814947243c7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:10.313278 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a5feb463-ed46-4ad2-bcd2-9519801a2765 req-ef4f5d74-f304-453b-9ebf-2814947243c7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.3153908 Feb 10 15:24:10.390390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319ecddf-21d3-4a00-ad14-2c6f975f7cc3 None None] Network 702b4d29-8496-4cdf-8d06-096bdfbaf841 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:10.417197 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (78e49bdf-fde5-493b-9f6e-3336ae90a42d), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:10.418204 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (78e49bdf-fde5-493b-9f6e-3336ae90a42d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:10.431808 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Deleting port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:24:10.438586 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:10.498249 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a5feb463-ed46-4ad2-bcd2-9519801a2765 req-400fca57-78ad-496f-8d1f-35df852548cb tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1829102 Feb 10 15:24:10.531643 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-d2e77de5-12dc-41aa-af99-c9787df5a7b0', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:24:10.542109 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:10.584328 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.resource_extend [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:24:10.659981 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Publish callbacks [] for router_controller (78e49bdf-fde5-493b-9f6e-3336ae90a42d), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:10.679370 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] For port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb,segment=NetworkSegment(e72a01b1-26ed-4025-a752-8be4277409fe),segment_id=e72a01b1-26ed-4025-a752-8be4277409fe)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:10.684726 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:10.767170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Calling delete_port for 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:24:10.831784 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947123b0-0f20-4033-bdff-89fdf718180a None None] DHCP port deletion for 81990895-72a2-499c-9a8c-c3db24ae66aa request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:24:10.869446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:10.918692 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Publish callbacks [] for router_gateway (78e49bdf-fde5-493b-9f6e-3336ae90a42d), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:10.930600 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-e38a6b53-6aa6-4e40-b928-8d306cbda74b req-c0363353-2227-49ae-b648-f530b337872e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1892401679', 'description': 'tempest-description-1052727138'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:10.978285 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e38a6b53-6aa6-4e40-b928-8d306cbda74b req-c0363353-2227-49ae-b648-f530b337872e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.043995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e', 'mac_address': 'fa:16:3e:46:f7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:24:11.058906 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e38a6b53-6aa6-4e40-b928-8d306cbda74b req-c0363353-2227-49ae-b648-f530b337872e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (ed8f324f-08b2-4040-973e-9f47a69a0f38), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.070540 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.080673 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e38a6b53-6aa6-4e40-b928-8d306cbda74b req-c0363353-2227-49ae-b648-f530b337872e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ed8f324f-08b2-4040-973e-9f47a69a0f38), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.137641 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] No DVR routers for this DVR port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:24:11.140299 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Pushing event deleted for resources: {'Port': ['ID=1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:11.153706 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0363353-2227-49ae-b648-f530b337872e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8f324f-08b2-4040-973e-9f47a69a0f38,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:11.170025 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Allocated IP 172.20.0.2 (d2e77de5-12dc-41aa-af99-c9787df5a7b0/f3ce83f6-6325-453a-a2c7-3c49256a130b/ea03f960-0908-4f20-98c7-34c4e7ce3972) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:24:11.208543 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e38a6b53-6aa6-4e40-b928-8d306cbda74b req-c0363353-2227-49ae-b648-f530b337872e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.210175 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e38a6b53-6aa6-4e40-b928-8d306cbda74b req-c0363353-2227-49ae-b648-f530b337872e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4041500 Feb 10 15:24:11.223189 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-947123b0-0f20-4033-bdff-89fdf718180a None None] Deleting port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:24:11.223580 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-947123b0-0f20-4033-bdff-89fdf718180a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.231509 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c2f4e-3adb-4524-8516-623ec55d3fbc req-67ba8ce6-e44f-43bb-8e83-87cef486fec0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:11.244187 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e42c2f4e-3adb-4524-8516-623ec55d3fbc req-67ba8ce6-e44f-43bb-8e83-87cef486fec0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 948 time: 0.1809134 Feb 10 15:24:11.272899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (81990895-72a2-499c-9a8c-c3db24ae66aa), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.319908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81990895-72a2-499c-9a8c-c3db24ae66aa']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:11.344641 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72a01b1-26ed-4025-a752-8be4277409fe') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:11.344945 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72a01b1-26ed-4025-a752-8be4277409fe') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:11.367398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (e72a01b1-26ed-4025-a752-8be4277409fe), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.384660 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e72a01b1-26ed-4025-a752-8be4277409fe), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.391792 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:24:11.392397 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (e72a01b1-26ed-4025-a752-8be4277409fe), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.405504 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e42c2f4e-3adb-4524-8516-623ec55d3fbc req-d1d08c07-7f99-48f6-9d9c-d25fb68876df tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492400 Feb 10 15:24:11.416970 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:11.417472 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.451564 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:11.486031 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.573644 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-fcccfa81-fe4f-4014-bdb4-5669d797e662 req-1b7b9540-c375-410a-92ce-fee8d807ce49 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1522845746', 'description': 'tempest-description-903073863'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:24:11.582873 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:24:11.623237 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (81990895-72a2-499c-9a8c-c3db24ae66aa), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.635906 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.646794 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] 10.222.0.64 "DELETE /v2.0/networks/81990895-72a2-499c-9a8c-c3db24ae66aa HTTP/1.1" status: 204 len: 168 time: 1.6418355 Feb 10 15:24:11.746176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecdce6b-e827-436b-a416-cc1a0fdf00f8 tempest-ExtraDHCPOptionsTestJSON-683124281 tempest-ExtraDHCPOptionsTestJSON-683124281-project] Pushing event deleted for resources: {'Network': ['ID=81990895-72a2-499c-9a8c-c3db24ae66aa,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:11.798788 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:11.834049 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.911933 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-947123b0-0f20-4033-bdff-89fdf718180a None None] For port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb, host n-d-815324-7, got binding levels [] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:11.914214 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-947123b0-0f20-4033-bdff-89fdf718180a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.918029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,revision_number=10']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:11.931102 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Publish callbacks [] for port (ea03f960-0908-4f20-98c7-34c4e7ce3972), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.947243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-947123b0-0f20-4033-bdff-89fdf718180a None None] Calling delete_port for 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:24:11.953802 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.ipam_backend_mixin [None req-947123b0-0f20-4033-bdff-89fdf718180a None None] Port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb was not found and therefore no delete operation was performed {{(pid=103370) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:24:11.955618 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-947123b0-0f20-4033-bdff-89fdf718180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.987930 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (ea03f960-0908-4f20-98c7-34c4e7ce3972), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.988160 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fcccfa81-fe4f-4014-bdb4-5669d797e662 req-1b7b9540-c375-410a-92ce-fee8d807ce49 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:11.991795 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947123b0-0f20-4033-bdff-89fdf718180a None None] Pushing event deleted for resources: {'Port': ['ID=1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:12.071898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2adaa4-dc2b-4204-be9b-980a0a1a5d3d req-fec68ee8-6083-48d1-b630-81364328e5b9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:12.073647 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9c2adaa4-dc2b-4204-be9b-980a0a1a5d3d req-fec68ee8-6083-48d1-b630-81364328e5b9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.5324099 Feb 10 15:24:12.088573 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-947123b0-0f20-4033-bdff-89fdf718180a None None] Network 81990895-72a2-499c-9a8c-c3db24ae66aa is not hosted by any dhcp agent {{(pid=103370) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 15:24:12.088919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947123b0-0f20-4033-bdff-89fdf718180a None None] No DVR routers for this DVR port 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:24:12.111615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Network d2e77de5-12dc-41aa-af99-c9787df5a7b0 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:24:12.115289 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:12.118263 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:24:12.135442 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Publish callbacks [] for router_gateway (78e49bdf-fde5-493b-9f6e-3336ae90a42d), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:12.156807 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:24:12.201645 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:24:12.201645 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1b6d4cb1-0234-4c0e-ac84-b90f9c666dcb not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:24:12.222678 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:12.229310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Pushing event updated for resources: {'Port': ['ID=ea03f960-0908-4f20-98c7-34c4e7ce3972,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:12.239291 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:12.262204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50562) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:12.384707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Attempting to bind port ea03f960-0908-4f20-98c7-34c4e7ce3972 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:24:12.388399 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Attempting to bind port ea03f960-0908-4f20-98c7-34c4e7ce3972 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:24:12.391155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Attempting to bind port ea03f960-0908-4f20-98c7-34c4e7ce3972 on network d2e77de5-12dc-41aa-af99-c9787df5a7b0 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:12.462727 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:24:12.463127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Checking segment: {'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:12.463544 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:12.466026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Bound using segment: {'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:24:12.469069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Bound port: ea03f960-0908-4f20-98c7-34c4e7ce3972, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:24:12.477830 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ea03f960-0908-4f20-98c7-34c4e7ce3972), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:12.502288 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9c2adaa4-dc2b-4204-be9b-980a0a1a5d3d req-a86b339f-2347-4942-bae2-877c1fd0c40c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4170396 Feb 10 15:24:12.538035 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fcccfa81-fe4f-4014-bdb4-5669d797e662 req-1b7b9540-c375-410a-92ce-fee8d807ce49 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (23a7755a-47f8-4e96-9eea-90d6c3f4b01b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:12.539456 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Allocated IP 172.25.3.235 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/36fe4ced-5957-439c-9ce8-8d0a5abb7bcd) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:24:12.551324 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fcccfa81-fe4f-4014-bdb4-5669d797e662 req-1b7b9540-c375-410a-92ce-fee8d807ce49 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (23a7755a-47f8-4e96-9eea-90d6c3f4b01b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:12.585201 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-fcccfa81-fe4f-4014-bdb4-5669d797e662 req-1b7b9540-c375-410a-92ce-fee8d807ce49 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:12.600525 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fcccfa81-fe4f-4014-bdb4-5669d797e662 req-1b7b9540-c375-410a-92ce-fee8d807ce49 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0570686 Feb 10 15:24:12.647336 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4304856d-3fbf-4c71-aaf0-1f0dac462c50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b270733327649c3975288f54d7746b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3815622 Feb 10 15:24:12.652089 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50574) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:12.786488 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a73c55b-aece-432b-a149-e92f2151f4fe admin admin] Publish callbacks [] for security_group (f896c97c-039b-4a3f-aa24-cc47a609561d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:12.820331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b9540-c375-410a-92ce-fee8d807ce49 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a7755a-47f8-4e96-9eea-90d6c3f4b01b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:12.856624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] For port ea03f960-0908-4f20-98c7-34c4e7ce3972, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:24:12.864857 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a73c55b-aece-432b-a149-e92f2151f4fe admin admin] Publish callbacks [] for security_group (f896c97c-039b-4a3f-aa24-cc47a609561d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:12.941906 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a73c55b-aece-432b-a149-e92f2151f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f896c97c-039b-4a3f-aa24-cc47a609561d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:12.944992 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a73c55b-aece-432b-a149-e92f2151f4fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:12.950616 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6a73c55b-aece-432b-a149-e92f2151f4fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f896c97c-039b-4a3f-aa24-cc47a609561d HTTP/1.1" status: 204 len: 168 time: 0.2958891 Feb 10 15:24:12.960898 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] For port ea03f960-0908-4f20-98c7-34c4e7ce3972, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ea03f960-0908-4f20-98c7-34c4e7ce3972,segment=NetworkSegment(02b03b18-2845-4f07-9538-3c72b5e282ed),segment_id=02b03b18-2845-4f07-9538-3c72b5e282ed)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:24:12.986229 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73c55b-aece-432b-a149-e92f2151f4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f896c97c-039b-4a3f-aa24-cc47a609561d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:12.992554 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ea03f960-0908-4f20-98c7-34c4e7ce3972), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:13.014245 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7d75a988-097f-4f4c-8d81-7a77aa01a28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:13.100851 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca02d4f-2349-4f20-b02a-467a6e3373c5 req-b4a7c9cb-67e9-4994-83bd-aac8bc71f6ac tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:13.102386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ca02d4f-2349-4f20-b02a-467a6e3373c5 req-b4a7c9cb-67e9-4994-83bd-aac8bc71f6ac tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 950 time: 0.3650236 Feb 10 15:24:13.105441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5de7e7f1-03e7-434a-aec3-16c86e5de442 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:24:13.186445 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Publish callbacks [] for port (36fe4ced-5957-439c-9ce8-8d0a5abb7bcd), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:13.244990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6722df5-5653-4a12-8535-b921f806d9e5 req-81ec670a-624b-4775-b88e-03cad021c6ed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:13.252859 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6722df5-5653-4a12-8535-b921f806d9e5 req-81ec670a-624b-4775-b88e-03cad021c6ed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:13.274568 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6722df5-5653-4a12-8535-b921f806d9e5 req-81ec670a-624b-4775-b88e-03cad021c6ed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:13.290278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6722df5-5653-4a12-8535-b921f806d9e5 req-81ec670a-624b-4775-b88e-03cad021c6ed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:13.296259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6722df5-5653-4a12-8535-b921f806d9e5 req-81ec670a-624b-4775-b88e-03cad021c6ed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:13.322489 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6722df5-5653-4a12-8535-b921f806d9e5 req-81ec670a-624b-4775-b88e-03cad021c6ed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:13.325529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c397914-baa9-4054-aa54-cca87f7a7064 None None] Pushing event updated for resources: {'Port': ['ID=ea03f960-0908-4f20-98c7-34c4e7ce3972,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:13.333363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6722df5-5653-4a12-8535-b921f806d9e5 req-81ec670a-624b-4775-b88e-03cad021c6ed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:13.335800 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d6722df5-5653-4a12-8535-b921f806d9e5 req-81ec670a-624b-4775-b88e-03cad021c6ed tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.3825114 Feb 10 15:24:13.385867 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ca02d4f-2349-4f20-b02a-467a6e3373c5 req-93040e49-a196-418c-a065-c7efeb04428e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617161 Feb 10 15:24:13.460497 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:13.492747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'port_id': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'mac_address': 'fa:16:3e:94:b1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:24:13.496172 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d6722df5-5653-4a12-8535-b921f806d9e5 req-2e66ec7f-b9fb-402f-ba73-10b176a0924f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090198 Feb 10 15:24:13.528320 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (36fe4ced-5957-439c-9ce8-8d0a5abb7bcd), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:13.612397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 5de7e7f1-03e7-434a-aec3-16c86e5de442 is: ACTIVE; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:13.613001 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:13.683962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5de7e7f1-03e7-434a-aec3-16c86e5de442 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:13.692128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Pushing event updated for resources: {'Port': ['ID=36fe4ced-5957-439c-9ce8-8d0a5abb7bcd,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:13.695640 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:24:13.701701 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:13.732911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:24:13.759848 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:13.775900 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:13.901943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=5de7e7f1-03e7-434a-aec3-16c86e5de442,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:13.906102 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['5de7e7f1-03e7-434a-aec3-16c86e5de442'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:14.069648 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-24a5c5cf-dbf8-4acd-8bb2-d70298a68988 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:14.081276 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-24a5c5cf-dbf8-4acd-8bb2-d70298a68988 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/networks?id=702b4d29-8496-4cdf-8d06-096bdfbaf841 HTTP/1.1" status: 200 len: 813 time: 0.5559964 Feb 10 15:24:14.160191 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-1faae425-1611-4036-bdf6-18a8416772e3 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/quotas/6f62ce0f89d54d2bb4957789c1d7bd81 HTTP/1.1" status: 200 len: 375 time: 0.0778618 Feb 10 15:24:14.174672 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad4b04-641c-4099-964a-9e377647d361 req-b22f212d-ec34-4bca-a733-9dc6abb6cb76 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:14.176281 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e6ad4b04-641c-4099-964a-9e377647d361 req-b22f212d-ec34-4bca-a733-9dc6abb6cb76 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 944 time: 0.3452878 Feb 10 15:24:14.193445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ea03f960-0908-4f20-98c7-34c4e7ce3972 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:14.228227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-af985855-3b5e-4249-9e6b-673364dadb5b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665398 Feb 10 15:24:14.334752 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ea03f960-0908-4f20-98c7-34c4e7ce3972 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:14.334752 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ea03f960-0908-4f20-98c7-34c4e7ce3972), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:14.379991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e6ad4b04-641c-4099-964a-9e377647d361 req-bdb02c2e-fcc3-465f-afc9-a642fdc3ce10 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913927 Feb 10 15:24:14.517413 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-50e87ce3-9064-466a-ae51-37747d7e6537 service neutron] 10.222.0.64 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887883 Feb 10 15:24:14.569082 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ea03f960-0908-4f20-98c7-34c4e7ce3972 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:14.569487 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ea03f960-0908-4f20-98c7-34c4e7ce3972), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:14.572661 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Publish callbacks [] for router_gateway (78e49bdf-fde5-493b-9f6e-3336ae90a42d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:14.607454 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port ea03f960-0908-4f20-98c7-34c4e7ce3972, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ea03f960-0908-4f20-98c7-34c4e7ce3972,segment=NetworkSegment(02b03b18-2845-4f07-9538-3c72b5e282ed),segment_id=02b03b18-2845-4f07-9538-3c72b5e282ed)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:14.617764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ea03f960-0908-4f20-98c7-34c4e7ce3972), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:14.688201 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=ea03f960-0908-4f20-98c7-34c4e7ce3972,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:15.031676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50654) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:15.058453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5de7e7f1-03e7-434a-aec3-16c86e5de442 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:15.163449 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c24f486-a09d-4e5b-8088-596a70666ce0 None None] Network d2e77de5-12dc-41aa-af99-c9787df5a7b0 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:15.164488 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-626e7501-ece7-4885-8176-9d2b712ecb84 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702443 Feb 10 15:24:15.210562 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 5de7e7f1-03e7-434a-aec3-16c86e5de442 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:15.211023 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:15.263136 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6a27cbf7-8cae-4e17-8b2c-a5e7fb249626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:15.263455 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-1b76b7ab-f403-437e-bfc7-22066655d66e service neutron] 10.222.0.64 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7450840 Feb 10 15:24:15.280395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d5d2bc9d-6133-40af-9f63-dc08968735fd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1128047886'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:15.311065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-163378c5-6420-41bc-8383-9e86af368057 None None] Provisioning complete for port ea03f960-0908-4f20-98c7-34c4e7ce3972 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:15.312053 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-163378c5-6420-41bc-8383-9e86af368057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ea03f960-0908-4f20-98c7-34c4e7ce3972), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:15.318637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d2bc9d-6133-40af-9f63-dc08968735fd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:15.322272 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5d2bc9d-6133-40af-9f63-dc08968735fd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:15.350954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5d2bc9d-6133-40af-9f63-dc08968735fd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:15.407026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-3178472d-1f50-43b1-875f-705746de3c72 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:15.413817 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-3178472d-1f50-43b1-875f-705746de3c72 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484825 Feb 10 15:24:15.438575 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-8c87d5fe-dfae-47c3-968e-c6d59731af7d tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/quotas/671a8c1cbc3247fe9316f7b0241815f0 HTTP/1.1" status: 200 len: 375 time: 0.0236378 Feb 10 15:24:15.478070 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (78e49bdf-fde5-493b-9f6e-3336ae90a42d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:15.478701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 5de7e7f1-03e7-434a-aec3-16c86e5de442 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:15.478840 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:15.493781 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5d2bc9d-6133-40af-9f63-dc08968735fd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for security_group (db2906d5-7f8d-4c06-b5df-376b7e07da45), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:15.500580 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5d2bc9d-6133-40af-9f63-dc08968735fd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (db2906d5-7f8d-4c06-b5df-376b7e07da45), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:15.546462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e5a29-f083-4231-af5d-d6c03ea61723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de7e7f1-03e7-434a-aec3-16c86e5de442'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:15.549476 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387a9ae7-32e9-44ec-ad4b-61131d15fb3e" -d '{"events": [{"server_uuid": "119e5a29-f083-4231-af5d-d6c03ea61723", "name": "network-vif-plugged", "status": "completed", "tag": "5de7e7f1-03e7-434a-aec3-16c86e5de442"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:15.572050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:15.573749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-1730423c-433d-48a4-857b-6652e7713734 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1342297 Feb 10 15:24:15.574574 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-163378c5-6420-41bc-8383-9e86af368057 None None] Current status of the port ea03f960-0908-4f20-98c7-34c4e7ce3972 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:15.579880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d2bc9d-6133-40af-9f63-dc08968735fd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:24:15.582041 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:15.611195 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5d2bc9d-6133-40af-9f63-dc08968735fd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (02c68cfa-c656-427b-80f2-78597fbd49b3), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:15.611819 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-d5d2bc9d-6133-40af-9f63-dc08968735fd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Added segment 02c68cfa-c656-427b-80f2-78597fbd49b3 of type vlan for network cd595012-5433-4f69-b469-2cd8e98f570c Feb 10 15:24:15.697911 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=5de7e7f1-03e7-434a-aec3-16c86e5de442,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:15.705916 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5d2bc9d-6133-40af-9f63-dc08968735fd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (cd595012-5433-4f69-b469-2cd8e98f570c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:15.751498 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5d2bc9d-6133-40af-9f63-dc08968735fd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (cd595012-5433-4f69-b469-2cd8e98f570c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:15.767527 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d2bc9d-6133-40af-9f63-dc08968735fd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:15.786556 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5d2bc9d-6133-40af-9f63-dc08968735fd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:15.838875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Router 78e49bdf-fde5-493b-9f6e-3336ae90a42d is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:24:15.874595 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:15.981304 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77fe85-37cc-4aa9-90d6-407a863310b2 req-0a28f1da-510b-4b89-8ae8-dabcabb1e9ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:15.986960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2bc9d-6133-40af-9f63-dc08968735fd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db2906d5-7f8d-4c06-b5df-376b7e07da45,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:16.014018 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77fe85-37cc-4aa9-90d6-407a863310b2 req-0a28f1da-510b-4b89-8ae8-dabcabb1e9ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:16.028849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d5d2bc9d-6133-40af-9f63-dc08968735fd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9918306 Feb 10 15:24:16.046556 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77fe85-37cc-4aa9-90d6-407a863310b2 req-0a28f1da-510b-4b89-8ae8-dabcabb1e9ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:16.069128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77fe85-37cc-4aa9-90d6-407a863310b2 req-0a28f1da-510b-4b89-8ae8-dabcabb1e9ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:16.089480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77fe85-37cc-4aa9-90d6-407a863310b2 req-0a28f1da-510b-4b89-8ae8-dabcabb1e9ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:16.102912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-79426dc7-1dc8-4ce3-aaac-8b9621061350 None None] Provisioning complete for port ea03f960-0908-4f20-98c7-34c4e7ce3972 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:16.103434 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-79426dc7-1dc8-4ce3-aaac-8b9621061350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ea03f960-0908-4f20-98c7-34c4e7ce3972), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:16.107093 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77fe85-37cc-4aa9-90d6-407a863310b2 req-0a28f1da-510b-4b89-8ae8-dabcabb1e9ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:16.116241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ea03f960-0908-4f20-98c7-34c4e7ce3972 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:16.119315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77fe85-37cc-4aa9-90d6-407a863310b2 req-0a28f1da-510b-4b89-8ae8-dabcabb1e9ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:16.127424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b77fe85-37cc-4aa9-90d6-407a863310b2 req-0a28f1da-510b-4b89-8ae8-dabcabb1e9ac tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.4297161 Feb 10 15:24:16.194453 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc5fd70c-6245-4100-bbfe-5699980d2e58 req-ac8ffb4c-b62e-4598-b61f-c70adac46830 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 210 time: 0.3446038 Feb 10 15:24:16.195322 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50688) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:16.212037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2bc9d-6133-40af-9f63-dc08968735fd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Network': ['ID=cd595012-5433-4f69-b469-2cd8e98f570c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:16.268492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network cd595012-5433-4f69-b469-2cd8e98f570c details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:24:16.346915 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9eab749d-b970-4f95-bd74-85e4be5b9dc0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'subnet': {'network_id': 'cd595012-5433-4f69-b469-2cd8e98f570c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:16.377065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:16.377065 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:16.450454 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:16.496725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ea03f960-0908-4f20-98c7-34c4e7ce3972 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:16.497083 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ea03f960-0908-4f20-98c7-34c4e7ce3972), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:16.599877 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-79426dc7-1dc8-4ce3-aaac-8b9621061350 None None] Current status of the port ea03f960-0908-4f20-98c7-34c4e7ce3972 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:16.609235 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:16.609635 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:16.674838 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:16.687147 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:16.687939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 67fa90d0-5daf-4082-a49c-a169e4fe4bfc no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:24:16.694221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:24:16.709982 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Sync routers for ids ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:24:16.727122 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Routers {'78e49bdf-fde5-493b-9f6e-3336ae90a42d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:24:16.732423 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:24:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:16.784763 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b77fe85-37cc-4aa9-90d6-407a863310b2 req-4a065d12-e675-4d0e-8554-e5c22cdef5a4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6112773 Feb 10 15:24:16.813740 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee546a-6d0a-4d3a-b773-236980a58a45 req-90ff6d81-b490-4dd3-b364-3bb18f9053a0 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:16.825716 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ea03f960-0908-4f20-98c7-34c4e7ce3972 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:16.826428 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3cee546a-6d0a-4d3a-b773-236980a58a45 req-90ff6d81-b490-4dd3-b364-3bb18f9053a0 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.4680758 Feb 10 15:24:16.856012 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eab749d-b970-4f95-bd74-85e4be5b9dc0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:16.865481 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9eab749d-b970-4f95-bd74-85e4be5b9dc0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:16.920244 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:16.925833 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-be35454d-914a-4162-99d3-c61cabb0ec40 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7880013 Feb 10 15:24:16.932684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50704) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:16.938729 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Set router 78e49bdf-fde5-493b-9f6e-3336ae90a42d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:24:17.158193 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3cee546a-6d0a-4d3a-b773-236980a58a45 req-de873040-d250-419c-be4f-f9f7a7418664 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300250 Feb 10 15:24:17.207267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,revision_number=11']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:17.223354 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:17.224866 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:17.330239 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:17.338953 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d49fac-ea31-4e93-b871-e4fcf559aaab x-openstack-request-id: req-a8d49fac-ea31-4e93-b871-e4fcf559aaab {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:17.339474 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e5a29-f083-4231-af5d-d6c03ea61723", "name": "network-vif-plugged", "status": "completed", "tag": "5de7e7f1-03e7-434a-aec3-16c86e5de442", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:17.341411 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8d49fac-ea31-4e93-b871-e4fcf559aaab {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:17.343022 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e5a29-f083-4231-af5d-d6c03ea61723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'code': 200} Feb 10 15:24:17.347446 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:17.455531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:17.515327 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e96c04d6-f9f1-4f34-b831-c55b583b0a5f req-7245c266-f415-46cd-9c8e-63dd68a969f8 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 210 time: 0.0447319 Feb 10 15:24:17.548898 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9eab749d-b970-4f95-bd74-85e4be5b9dc0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (8cf5a3c4-6b1b-436c-bde0-ae2f6ea374cb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:17.607110 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:14Z', 'revision_number': 3, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:17.641170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab749d-b970-4f95-bd74-85e4be5b9dc0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Subnet': ['ID=8cf5a3c4-6b1b-436c-bde0-ae2f6ea374cb,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:17.649560 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eab749d-b970-4f95-bd74-85e4be5b9dc0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Checking segment: {'id': '02c68cfa-c656-427b-80f2-78597fbd49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd595012-5433-4f69-b469-2cd8e98f570c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:17.650530 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eab749d-b970-4f95-bd74-85e4be5b9dc0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network hostable DHCP agents. Network: cd595012-5433-4f69-b469-2cd8e98f570c, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:24:17.685861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eab749d-b970-4f95-bd74-85e4be5b9dc0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network cd595012-5433-4f69-b469-2cd8e98f570c is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:24:17.699793 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Checking router: 78e49bdf-fde5-493b-9f6e-3336ae90a42d for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:24:17.700405 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Updating router 78e49bdf-fde5-493b-9f6e-3336ae90a42d port 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:24:17.716689 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cdbe8401-82d0-48b5-b188-b7b1048d8401 req-bc4bd67c-8115-44f5-adb4-7b495049f5aa tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 210 time: 0.0550096 Feb 10 15:24:17.726852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-9eab749d-b970-4f95-bd74-85e4be5b9dc0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, cd595012-5433-4f69-b469-2cd8e98f570c) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:17.746438 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280280a4-fa98-49e9-8db3-b661c0effda1 None None] Network cd595012-5433-4f69-b469-2cd8e98f570c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:17.751358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eab749d-b970-4f95-bd74-85e4be5b9dc0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:17.758160 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9eab749d-b970-4f95-bd74-85e4be5b9dc0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:17.817058 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50748) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:17.826047 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-8152be87-2867-42f6-b07b-67dbb44675e1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1924213855'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:17.828002 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9eab749d-b970-4f95-bd74-85e4be5b9dc0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4907584 Feb 10 15:24:17.834677 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (36fe4ced-5957-439c-9ce8-8d0a5abb7bcd), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:18.018560 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:18.111204 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-947e431a-6f9f-475b-9107-09e6147c8756 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358939 Feb 10 15:24:18.115505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8152be87-2867-42f6-b07b-67dbb44675e1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:18.126279 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8152be87-2867-42f6-b07b-67dbb44675e1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:18.142510 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:18.175149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-cd595012-5433-4f69-b469-2cd8e98f570c', 'network_id': 'cd595012-5433-4f69-b469-2cd8e98f570c', 'project_id': 'ab446148b7af47d5b9c86a6f1f59199a', 'fixed_ips': [{'subnet_id': '8cf5a3c4-6b1b-436c-bde0-ae2f6ea374cb'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:24:18.176039 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:18.183131 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b723c4e-b1ed-4259-9463-6f6f4bb51f2b req-e32d0ba5-2cda-4418-88b2-d3b63d554744 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:18.220377 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b723c4e-b1ed-4259-9463-6f6f4bb51f2b req-e32d0ba5-2cda-4418-88b2-d3b63d554744 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:18.238077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b723c4e-b1ed-4259-9463-6f6f4bb51f2b req-e32d0ba5-2cda-4418-88b2-d3b63d554744 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:18.253804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b723c4e-b1ed-4259-9463-6f6f4bb51f2b req-e32d0ba5-2cda-4418-88b2-d3b63d554744 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:18.268939 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b723c4e-b1ed-4259-9463-6f6f4bb51f2b req-e32d0ba5-2cda-4418-88b2-d3b63d554744 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:18.277417 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b723c4e-b1ed-4259-9463-6f6f4bb51f2b req-e32d0ba5-2cda-4418-88b2-d3b63d554744 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:18.297754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b723c4e-b1ed-4259-9463-6f6f4bb51f2b req-e32d0ba5-2cda-4418-88b2-d3b63d554744 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:18.311781 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b723c4e-b1ed-4259-9463-6f6f4bb51f2b req-e32d0ba5-2cda-4418-88b2-d3b63d554744 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.3348947 Feb 10 15:24:18.489128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b723c4e-b1ed-4259-9463-6f6f4bb51f2b req-4a075647-01b7-4770-afff-9eb7f53e3ca4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1763461 Feb 10 15:24:18.499912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Allocated IP 172.20.255.242 (cd595012-5433-4f69-b469-2cd8e98f570c/8cf5a3c4-6b1b-436c-bde0-ae2f6ea374cb/344b6265-40bc-48f3-a0f1-8ba8aac698e7) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:24:18.521277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-54d558dc-213c-492b-bf12-c47c86c453e4 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:18.523430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff172755-f242-4754-8866-fe3a2c0358f7 req-abb74e1f-a72d-45ee-ba31-033691c233d1 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:18.525597 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-54d558dc-213c-492b-bf12-c47c86c453e4 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.79 "GET /v2.0/networks?id=702b4d29-8496-4cdf-8d06-096bdfbaf841 HTTP/1.1" status: 200 len: 813 time: 0.6233034 Feb 10 15:24:18.531954 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8152be87-2867-42f6-b07b-67dbb44675e1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:24:18.571314 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff172755-f242-4754-8866-fe3a2c0358f7 req-abb74e1f-a72d-45ee-ba31-033691c233d1 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.2351089 Feb 10 15:24:18.575804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-9a8e27c9-dbff-484d-88ab-afb7980adf75 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Request body: {'port': {'device_id': '03e6fe5e-0544-4ae9-afe9-e452b227f699', 'network_id': '702b4d29-8496-4cdf-8d06-096bdfbaf841', 'admin_state_up': True, 'tenant_id': '6f62ce0f89d54d2bb4957789c1d7bd81'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:18.681023 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff172755-f242-4754-8866-fe3a2c0358f7 req-9d3e6585-4a43-45ae-a062-84bae46dff43 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010725 Feb 10 15:24:18.702077 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Publish callbacks [] for port (36fe4ced-5957-439c-9ce8-8d0a5abb7bcd), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:18.723694 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (36fe4ced-5957-439c-9ce8-8d0a5abb7bcd), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:18.766455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-fabb8b53-6f05-4115-b620-9d1f96ab1097 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:18.767991 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-fabb8b53-6f05-4115-b620-9d1f96ab1097 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6282823 Feb 10 15:24:18.821678 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Attempting to bind port 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:24:18.822492 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Attempting to bind port 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:24:18.823064 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Attempting to bind port 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:18.826828 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-fef489e3-fa75-4508-8cdc-5aee729396fa tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Request body: {'port': {'device_id': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '671a8c1cbc3247fe9316f7b0241815f0'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:18.832924 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:24:18.833652 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:18.834264 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:18.834863 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:24:18.836080 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Bound port: 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:24:18.836725 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (36fe4ced-5957-439c-9ce8-8d0a5abb7bcd), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:18.862288 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d670d8-586e-44ef-83ab-44e76fc72d8f None None] Pushing event updated for resources: {'Port': ['ID=36fe4ced-5957-439c-9ce8-8d0a5abb7bcd,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:18.876008 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d670d8-586e-44ef-83ab-44e76fc72d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.876716 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d670d8-586e-44ef-83ab-44e76fc72d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.877263 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d670d8-586e-44ef-83ab-44e76fc72d8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.877891 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d670d8-586e-44ef-83ab-44e76fc72d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.878419 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d670d8-586e-44ef-83ab-44e76fc72d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.878944 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d670d8-586e-44ef-83ab-44e76fc72d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.879742 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d670d8-586e-44ef-83ab-44e76fc72d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.880283 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d670d8-586e-44ef-83ab-44e76fc72d8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.880846 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d670d8-586e-44ef-83ab-44e76fc72d8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.881683 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d670d8-586e-44ef-83ab-44e76fc72d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.882210 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d670d8-586e-44ef-83ab-44e76fc72d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.882330 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Publish callbacks [] for port (344b6265-40bc-48f3-a0f1-8ba8aac698e7), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:18.882874 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d670d8-586e-44ef-83ab-44e76fc72d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.883397 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d670d8-586e-44ef-83ab-44e76fc72d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.893017 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (344b6265-40bc-48f3-a0f1-8ba8aac698e7), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:18.943543 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] For port 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:24:18.959724 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] For port 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=36fe4ced-5957-439c-9ce8-8d0a5abb7bcd,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:24:18.963304 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Pushing event updated for resources: {'Port': ['ID=344b6265-40bc-48f3-a0f1-8ba8aac698e7,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:18.978013 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (36fe4ced-5957-439c-9ce8-8d0a5abb7bcd), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:18.983812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.984216 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.984753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.985095 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.985444 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.985827 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.986304 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.987207 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.987672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.988059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.988512 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.988986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:18.989469 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:19.009754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Network cd595012-5433-4f69-b469-2cd8e98f570c is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:24:19.028511 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:19.036801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:24:19.048000 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae744c96-6b48-4f2b-bb41-4c92022d1ebe req-5cb8efac-fc0f-4f86-ad37-92a82a9983b4 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 210 time: 0.1441393 Feb 10 15:24:19.064971 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:19.127420 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8152be87-2867-42f6-b07b-67dbb44675e1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (69ca077c-cdd2-4f92-8793-8d21a6ca4d24), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:19.127920 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-8152be87-2867-42f6-b07b-67dbb44675e1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Added segment 69ca077c-cdd2-4f92-8793-8d21a6ca4d24 of type vlan for network dc6c5422-515b-43c4-957d-271cd02978d9 Feb 10 15:24:19.148032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Attempting to bind port 344b6265-40bc-48f3-a0f1-8ba8aac698e7 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:24:19.148535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Attempting to bind port 344b6265-40bc-48f3-a0f1-8ba8aac698e7 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '02c68cfa-c656-427b-80f2-78597fbd49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd595012-5433-4f69-b469-2cd8e98f570c'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:24:19.148691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-d40981fa-d9d3-4a44-8f6f-52c7041a56b9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:19.151738 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Attempting to bind port 344b6265-40bc-48f3-a0f1-8ba8aac698e7 on network cd595012-5433-4f69-b469-2cd8e98f570c {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:19.162997 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:24:19.163764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Checking segment: {'id': '02c68cfa-c656-427b-80f2-78597fbd49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd595012-5433-4f69-b469-2cd8e98f570c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:19.164564 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:19.165327 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Bound using segment: {'id': '02c68cfa-c656-427b-80f2-78597fbd49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd595012-5433-4f69-b469-2cd8e98f570c'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:24:19.166501 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Bound port: 344b6265-40bc-48f3-a0f1-8ba8aac698e7, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c68cfa-c656-427b-80f2-78597fbd49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd595012-5433-4f69-b469-2cd8e98f570c'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:24:19.166969 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (344b6265-40bc-48f3-a0f1-8ba8aac698e7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:19.170388 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-d40981fa-d9d3-4a44-8f6f-52c7041a56b9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/networks?id=ae5226c2-5364-4c34-8001-6c08a2574a7f HTTP/1.1" status: 200 len: 805 time: 0.4878130 Feb 10 15:24:19.191532 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d670d8-586e-44ef-83ab-44e76fc72d8f None None] Pushing event updated for resources: {'Port': ['ID=36fe4ced-5957-439c-9ce8-8d0a5abb7bcd,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:19.193268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-542d391e-28af-4162-a2a7-d10afccb6639 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/quotas/952a730c5eba4222be3cff2850d1fa62 HTTP/1.1" status: 200 len: 375 time: 0.0219226 Feb 10 15:24:19.238884 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Routers {'78e49bdf-fde5-493b-9f6e-3336ae90a42d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:24:19.240878 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8152be87-2867-42f6-b07b-67dbb44675e1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (dc6c5422-515b-43c4-957d-271cd02978d9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:19.241957 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:24:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:19.274362 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50e5ea3c-20fe-4e08-9d28-54da86ede9b3 req-f5926b7f-6ed8-4f61-8d81-d819526e10bb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 210 time: 0.0613015 Feb 10 15:24:19.283705 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] For port 344b6265-40bc-48f3-a0f1-8ba8aac698e7, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:24:19.287993 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] For port 344b6265-40bc-48f3-a0f1-8ba8aac698e7, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=344b6265-40bc-48f3-a0f1-8ba8aac698e7,segment=NetworkSegment(02c68cfa-c656-427b-80f2-78597fbd49b3),segment_id=02c68cfa-c656-427b-80f2-78597fbd49b3)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:24:19.309403 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (344b6265-40bc-48f3-a0f1-8ba8aac698e7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:19.312170 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8152be87-2867-42f6-b07b-67dbb44675e1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (dc6c5422-515b-43c4-957d-271cd02978d9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:19.326217 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-c3dd4472-5c3a-471a-b941-5ba90f689193 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=952a730c5eba4222be3cff2850d1fa62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1320467 Feb 10 15:24:19.333009 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8152be87-2867-42f6-b07b-67dbb44675e1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:19.333702 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8152be87-2867-42f6-b07b-67dbb44675e1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:19.345491 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f1f343-658e-4099-861d-3c7153dc20a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e'}, {'server_uuid': '4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67fa90d0-5daf-4082-a49c-a169e4fe4bfc'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:19.348028 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8b8518-828c-4a6d-ba10-21434fb9f8d4" -d '{"events": [{"server_uuid": "a8f1f343-658e-4099-861d-3c7153dc20a9", "name": "network-vif-plugged", "status": "completed", "tag": "0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e"}, {"server_uuid": "4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c", "name": "network-vif-unplugged", "status": "completed", "tag": "67fa90d0-5daf-4082-a49c-a169e4fe4bfc"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:19.443164 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5a4012-7a07-42d2-9103-d5ddc11f5fd4 x-openstack-request-id: req-0c5a4012-7a07-42d2-9103-d5ddc11f5fd4 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:19.443557 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f1f343-658e-4099-861d-3c7153dc20a9", "name": "network-vif-plugged", "status": "completed", "tag": "0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e", "code": 200}, {"server_uuid": "4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c", "name": "network-vif-unplugged", "status": "completed", "tag": "67fa90d0-5daf-4082-a49c-a169e4fe4bfc", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:19.445213 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c5a4012-7a07-42d2-9103-d5ddc11f5fd4 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:19.445622 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f1f343-658e-4099-861d-3c7153dc20a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e', 'code': 200} Feb 10 15:24:19.446183 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67fa90d0-5daf-4082-a49c-a169e4fe4bfc', 'code': 200} Feb 10 15:24:19.458629 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f0df7-8fad-4822-8679-43806ba5b8e6 None None] Pushing event updated for resources: {'Port': ['ID=344b6265-40bc-48f3-a0f1-8ba8aac698e7,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:19.525456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-c3c4e0f0-6d25-4984-8c65-fb942242a61c service neutron] 10.222.0.64 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981883 Feb 10 15:24:19.534993 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] Set router 78e49bdf-fde5-493b-9f6e-3336ae90a42d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:24:19.837887 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fa658-93ed-4c7b-af75-12d790389ae1 req-fe54a5e8-da3f-4675-90f1-3b570ff4c86c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:19.852854 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fa658-93ed-4c7b-af75-12d790389ae1 req-fe54a5e8-da3f-4675-90f1-3b570ff4c86c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:19.863268 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fa658-93ed-4c7b-af75-12d790389ae1 req-fe54a5e8-da3f-4675-90f1-3b570ff4c86c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:19.880526 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fa658-93ed-4c7b-af75-12d790389ae1 req-fe54a5e8-da3f-4675-90f1-3b570ff4c86c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:19.890289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fa658-93ed-4c7b-af75-12d790389ae1 req-fe54a5e8-da3f-4675-90f1-3b570ff4c86c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:19.902120 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fa658-93ed-4c7b-af75-12d790389ae1 req-fe54a5e8-da3f-4675-90f1-3b570ff4c86c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:19.918216 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152be87-2867-42f6-b07b-67dbb44675e1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Network': ['ID=dc6c5422-515b-43c4-957d-271cd02978d9,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:19.920232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fa658-93ed-4c7b-af75-12d790389ae1 req-fe54a5e8-da3f-4675-90f1-3b570ff4c86c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:19.924848 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e59fa658-93ed-4c7b-af75-12d790389ae1 req-fe54a5e8-da3f-4675-90f1-3b570ff4c86c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.2835457 Feb 10 15:24:19.934018 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network dc6c5422-515b-43c4-957d-271cd02978d9 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:24:19.958866 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-db7acb5c-73cf-4ee1-9ca0-86633d69fd20 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318993 Feb 10 15:24:20.003466 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:14Z', 'revision_number': 3, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:20.097354 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fad7801-5bb7-4db9-b43d-8322b9da846d None None] The sync data for ids ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'] in n-d-815324-7 is: [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:14Z', 'revision_number': 3, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:24:20.164731 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e59fa658-93ed-4c7b-af75-12d790389ae1 req-accb1635-b053-4fd9-9453-af8a9a2fc43c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2210886 Feb 10 15:24:20.336736 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:24:20.387025 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a260959a-f86f-4a92-a850-42667e6c038f req-b331b997-06d4-4ab2-a64f-18336623209b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 210 time: 0.0523286 Feb 10 15:24:20.444437 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb92d9d-0a5b-436a-806e-ebf32dd2cfb3 req-28f2730a-831d-4836-9da4-0f764eafa279 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:20.446291 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bb92d9d-0a5b-436a-806e-ebf32dd2cfb3 req-28f2730a-831d-4836-9da4-0f764eafa279 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c HTTP/1.1" status: 200 len: 944 time: 0.2805936 Feb 10 15:24:20.475096 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8152be87-2867-42f6-b07b-67dbb44675e1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6537321 Feb 10 15:24:20.512188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50804) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:20.570770 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2fe59126-336a-4f60-8ee8-d3eeec420a17 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'subnet': {'network_id': 'dc6c5422-515b-43c4-957d-271cd02978d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:20.646281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f54ab-d728-46f9-b69a-f7d6f2a968f9 req-d43b4f55-4e7f-4895-94ac-905beab42a6d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:20.674233 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb9f54ab-d728-46f9-b69a-f7d6f2a968f9 req-d43b4f55-4e7f-4895-94ac-905beab42a6d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.2849913 Feb 10 15:24:20.811552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 344b6265-40bc-48f3-a0f1-8ba8aac698e7 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:20.813258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62cd8f6a-2091-4186-86e2-43c6c024bc8c req-6256ef59-9217-4c5a-8c04-401b99d24d75 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 210 time: 0.2115016 Feb 10 15:24:20.825890 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90d8a088-dff6-4114-a0a9-388976d64381 req-728c74e7-8d2d-41d8-83b3-a6a776e77f96 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6778255 Feb 10 15:24:20.855648 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Allocated IP 172.20.0.1 (d2e77de5-12dc-41aa-af99-c9787df5a7b0/f3ce83f6-6325-453a-a2c7-3c49256a130b/8f585296-9c11-4706-b3f6-ac491733bd8a) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:24:20.937429 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-4bb92d9d-0a5b-436a-806e-ebf32dd2cfb3 req-edfcc257-cb63-4737-b7ff-bd7da609164c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Deleting port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:24:20.938897 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4bb92d9d-0a5b-436a-806e-ebf32dd2cfb3 req-edfcc257-cb63-4737-b7ff-bd7da609164c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:20.940017 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 344b6265-40bc-48f3-a0f1-8ba8aac698e7 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:20.940448 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (344b6265-40bc-48f3-a0f1-8ba8aac698e7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:21.056896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a4af86b-64f3-4f2b-ac75-e08aa4a56d0b req-7cc3630c-e65f-4da6-8b22-db964afff36b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 210 time: 0.0856578 Feb 10 15:24:21.143704 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb9f54ab-d728-46f9-b69a-f7d6f2a968f9 req-e4987f34-5104-470d-a93e-8ab9282e4500 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4658484 Feb 10 15:24:21.229499 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 344b6265-40bc-48f3-a0f1-8ba8aac698e7 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:21.229974 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (344b6265-40bc-48f3-a0f1-8ba8aac698e7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:21.319560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-9a8e27c9-dbff-484d-88ab-afb7980adf75 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Made reservation on behalf of 6f62ce0f89d54d2bb4957789c1d7bd81 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:21.327907 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-9a8e27c9-dbff-484d-88ab-afb7980adf75 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:21.354095 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 344b6265-40bc-48f3-a0f1-8ba8aac698e7, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=344b6265-40bc-48f3-a0f1-8ba8aac698e7,segment=NetworkSegment(02c68cfa-c656-427b-80f2-78597fbd49b3),segment_id=02c68cfa-c656-427b-80f2-78597fbd49b3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:21.373964 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (344b6265-40bc-48f3-a0f1-8ba8aac698e7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:21.386043 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-4bb92d9d-0a5b-436a-806e-ebf32dd2cfb3 req-edfcc257-cb63-4737-b7ff-bd7da609164c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] For port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:21.386286 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4bb92d9d-0a5b-436a-806e-ebf32dd2cfb3 req-edfcc257-cb63-4737-b7ff-bd7da609164c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:21.419993 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-4bb92d9d-0a5b-436a-806e-ebf32dd2cfb3 req-edfcc257-cb63-4737-b7ff-bd7da609164c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Calling delete_port for 67fa90d0-5daf-4082-a49c-a169e4fe4bfc owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:24:21.444719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-fef489e3-fa75-4508-8cdc-5aee729396fa tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Made reservation on behalf of 671a8c1cbc3247fe9316f7b0241815f0 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:21.457832 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-fef489e3-fa75-4508-8cdc-5aee729396fa tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:21.555138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2462432-80d1-4317-a3a6-7043a0dbc555 None None] Network cd595012-5433-4f69-b469-2cd8e98f570c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:21.589322 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=344b6265-40bc-48f3-a0f1-8ba8aac698e7,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:21.700538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1f70b5f9-3b69-4632-9a82-38939dbfc9fb None None] Provisioning complete for port 344b6265-40bc-48f3-a0f1-8ba8aac698e7 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:21.710108 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f70b5f9-3b69-4632-9a82-38939dbfc9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (344b6265-40bc-48f3-a0f1-8ba8aac698e7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:21.834129 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ee1882a-fbc9-4b3f-bb62-5f690af99782 req-2a9a1c33-5ab8-4a39-bfb8-ba95a87b76db tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 210 time: 0.0349472 Feb 10 15:24:21.840323 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Publish callbacks [] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:21.844348 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4bb92d9d-0a5b-436a-806e-ebf32dd2cfb3 req-edfcc257-cb63-4737-b7ff-bd7da609164c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (67fa90d0-5daf-4082-a49c-a169e4fe4bfc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:21.909781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 8c24031c-37a7-4018-9913-6d7f2261f999 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:24:21.928270 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcc257-cb63-4737-b7ff-bd7da609164c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Pushing event deleted for resources: {'Port': ['ID=67fa90d0-5daf-4082-a49c-a169e4fe4bfc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:21.972070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe59126-336a-4f60-8ee8-d3eeec420a17 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:22.000904 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fe59126-336a-4f60-8ee8-d3eeec420a17 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:22.142833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1f70b5f9-3b69-4632-9a82-38939dbfc9fb None None] Current status of the port 344b6265-40bc-48f3-a0f1-8ba8aac698e7 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:22.162969 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb92d9d-0a5b-436a-806e-ebf32dd2cfb3 req-edfcc257-cb63-4737-b7ff-bd7da609164c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] No DVR routers for this DVR port 67fa90d0-5daf-4082-a49c-a169e4fe4bfc on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:24:22.209903 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4bb92d9d-0a5b-436a-806e-ebf32dd2cfb3 req-edfcc257-cb63-4737-b7ff-bd7da609164c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:22.217349 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bb92d9d-0a5b-436a-806e-ebf32dd2cfb3 req-edfcc257-cb63-4737-b7ff-bd7da609164c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.72 "DELETE /v2.0/ports/67fa90d0-5daf-4082-a49c-a169e4fe4bfc HTTP/1.1" status: 204 len: 173 time: 1.7618117 Feb 10 15:24:22.217841 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c', 'name': 'network-vif-deleted', 'tag': '67fa90d0-5daf-4082-a49c-a169e4fe4bfc'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:22.261952 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679bff74-1104-4848-8bcc-d638ee496f66" -d '{"events": [{"server_uuid": "4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c", "name": "network-vif-deleted", "tag": "67fa90d0-5daf-4082-a49c-a169e4fe4bfc"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:22.295912 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.resource_extend [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:24:22.393969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8a088-dff6-4114-a0a9-388976d64381 req-43ca33dd-4983-4d68-8297-7308a87efa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:22.398135 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90d8a088-dff6-4114-a0a9-388976d64381 req-43ca33dd-4983-4d68-8297-7308a87efa33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 1133 time: 1.4781396 Feb 10 15:24:22.406515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 344b6265-40bc-48f3-a0f1-8ba8aac698e7 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:22.438374 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba6557-3368-4fc3-bc5f-f24259a438f0 req-e13dfbea-48fb-42ae-8a78-4ca238d8e7fa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:22.443181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba6557-3368-4fc3-bc5f-f24259a438f0 req-e13dfbea-48fb-42ae-8a78-4ca238d8e7fa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:22.449844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba6557-3368-4fc3-bc5f-f24259a438f0 req-e13dfbea-48fb-42ae-8a78-4ca238d8e7fa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:22.456239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba6557-3368-4fc3-bc5f-f24259a438f0 req-e13dfbea-48fb-42ae-8a78-4ca238d8e7fa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:22.461665 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba6557-3368-4fc3-bc5f-f24259a438f0 req-e13dfbea-48fb-42ae-8a78-4ca238d8e7fa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:22.470995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba6557-3368-4fc3-bc5f-f24259a438f0 req-e13dfbea-48fb-42ae-8a78-4ca238d8e7fa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:22.476507 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba6557-3368-4fc3-bc5f-f24259a438f0 req-e13dfbea-48fb-42ae-8a78-4ca238d8e7fa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:22.478548 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0ba6557-3368-4fc3-bc5f-f24259a438f0 req-e13dfbea-48fb-42ae-8a78-4ca238d8e7fa tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5422 time: 0.6780334 Feb 10 15:24:22.494194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc0da493-7738-4a02-8785-1a1b0cbed32e req-2b4246c0-27ba-4649-b81f-30048fa0e1d8 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 210 time: 0.3067703 Feb 10 15:24:22.630591 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:22.730629 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0ba6557-3368-4fc3-bc5f-f24259a438f0 req-7257c73c-b376-4927-b334-ef3d6a3878d9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2292967 Feb 10 15:24:22.754198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 8c24031c-37a7-4018-9913-6d7f2261f999, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=8c24031c-37a7-4018-9913-6d7f2261f999,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:22.760568 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 344b6265-40bc-48f3-a0f1-8ba8aac698e7 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:22.766435 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (344b6265-40bc-48f3-a0f1-8ba8aac698e7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:22.822122 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e057b28d-eea9-4601-b517-89d53c26e6ed req-e47c529e-bad6-4944-af44-ba910192938a tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 210 time: 0.0996163 Feb 10 15:24:22.904198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '8c24031c-37a7-4018-9913-6d7f2261f999', 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119', 'port_id': '8c24031c-37a7-4018-9913-6d7f2261f999', 'mac_address': 'fa:16:3e:58:84:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919e9d3c-57c2-4b71-a66c-06e10818c5df', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:24:22.967785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-9a8e27c9-dbff-484d-88ab-afb7980adf75 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Allocated IP 172.20.0.11 (702b4d29-8496-4cdf-8d06-096bdfbaf841/a86f2b3a-a6aa-4006-b1ea-b533cc038ea2/bd74c3b7-8817-4676-9865-b4241d3e3d40) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:24:22.973731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Network d2e77de5-12dc-41aa-af99-c9787df5a7b0 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:24:23.003331 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6042a59-2878-4088-92a5-87e1cf42baac x-openstack-request-id: req-d6042a59-2878-4088-92a5-87e1cf42baac {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:23.004830 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c", "name": "network-vif-deleted", "tag": "67fa90d0-5daf-4082-a49c-a169e4fe4bfc", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:23.005295 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6042a59-2878-4088-92a5-87e1cf42baac {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:23.006298 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea45549-c1ba-4e8a-9fb4-a17849a5eb8c', 'name': 'network-vif-deleted', 'tag': '67fa90d0-5daf-4082-a49c-a169e4fe4bfc', 'status': 'completed', 'code': 200} Feb 10 15:24:23.090781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 8c24031c-37a7-4018-9913-6d7f2261f999 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:23.092966 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:23.127816 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c24031c-37a7-4018-9913-6d7f2261f999 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:23.144547 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:23.197045 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 344b6265-40bc-48f3-a0f1-8ba8aac698e7 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:23.198677 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:23.199961 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:24:23.243876 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 8c24031c-37a7-4018-9913-6d7f2261f999, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=8c24031c-37a7-4018-9913-6d7f2261f999,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:23.257020 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:23.258057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:24:23.318934 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-191d592a-eaa6-434d-bbae-df7d452d14fc req-06555e2b-6a4d-455d-a9f9-869d79043169 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 210 time: 0.0818715 Feb 10 15:24:23.344245 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (78e49bdf-fde5-493b-9f6e-3336ae90a42d), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:23.350920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550a195-160c-4687-a5e3-8be512138d77 req-606adc7b-9be0-492b-ac90-f6dfd389739b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:23.353799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d550a195-160c-4687-a5e3-8be512138d77 req-606adc7b-9be0-492b-ac90-f6dfd389739b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.2557216 Feb 10 15:24:23.467853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-cb01823b-4b01-4309-a404-e0bdc7284a07 None None] Provisioning complete for port 344b6265-40bc-48f3-a0f1-8ba8aac698e7 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:23.468220 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cb01823b-4b01-4309-a404-e0bdc7284a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (344b6265-40bc-48f3-a0f1-8ba8aac698e7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:23.476593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d550a195-160c-4687-a5e3-8be512138d77 req-39112b46-d4bc-44e9-b5f3-63975740c4f7 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113112 Feb 10 15:24:23.488762 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.resource_extend [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:24:23.524194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-fef489e3-fa75-4508-8cdc-5aee729396fa tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Allocated IP 192.168.233.96 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/2511cc1e-005c-4486-87ec-d146ee581a8e) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:24:23.527236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Pushing event updated for resources: {'Port': ['ID=8f585296-9c11-4706-b3f6-ac491733bd8a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:23.668242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:23.668541 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (36fe4ced-5957-439c-9ce8-8d0a5abb7bcd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:23.769649 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=8c24031c-37a7-4018-9913-6d7f2261f999,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:23.785525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9e1f9b81-9f36-4c16-9aae-871bc3c83e40,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:23.808709 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '9e1f9b81-9f36-4c16-9aae-871bc3c83e40', 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119', 'port_id': '9e1f9b81-9f36-4c16-9aae-871bc3c83e40', 'mac_address': 'fa:16:3e:8c:9e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919e9d3c-57c2-4b71-a66c-06e10818c5df', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:24:23.812433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01d7bb47-46dc-440b-b60c-79a2f2ba2e46 req-3f0a853c-8fc2-4101-80d1-7d494b8fdb9f tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 210 time: 0.1499293 Feb 10 15:24:23.910057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:23.910455 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (36fe4ced-5957-439c-9ce8-8d0a5abb7bcd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:23.976087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:23.976482 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:23.991947 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=36fe4ced-5957-439c-9ce8-8d0a5abb7bcd,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:24.000381 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:24.017170 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (36fe4ced-5957-439c-9ce8-8d0a5abb7bcd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:24.063544 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fe59126-336a-4f60-8ee8-d3eeec420a17 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (08494cff-713c-4cf7-af59-e87afbd60a17), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:24.070585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8a088-dff6-4114-a0a9-388976d64381 req-e0ea1b08-4375-4568-adc5-16a7d75e8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:24.072065 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90d8a088-dff6-4114-a0a9-388976d64381 req-e0ea1b08-4375-4568-adc5-16a7d75e8234 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 1.3405721 Feb 10 15:24:24.156545 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=36fe4ced-5957-439c-9ce8-8d0a5abb7bcd,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:24.200349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9e1f9b81-9f36-4c16-9aae-871bc3c83e40,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:24.203875 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cb01823b-4b01-4309-a404-e0bdc7284a07 None None] Current status of the port 344b6265-40bc-48f3-a0f1-8ba8aac698e7 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:24.213620 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:24.214656 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 19a58c1e-d08d-49d9-a4bc-f12168063f86 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:24:24.256918 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed85bc55-7149-4ef7-a6c5-f06e06ffb5df req-c5064ccc-1eeb-493f-94f7-a7f50377f989 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 210 time: 0.1537335 Feb 10 15:24:24.356073 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90d8a088-dff6-4114-a0a9-388976d64381 req-22fb6a6d-4f67-4e23-9042-7ceb6cbea38c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e HTTP/1.1" status: 200 len: 217 time: 0.2518373 Feb 10 15:24:24.357289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2c77-b669-4571-952c-068fc2e969b7 req-ab49c291-bd20-4c64-bb39-3e52b32d2d6e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:24.369728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2c77-b669-4571-952c-068fc2e969b7 req-ab49c291-bd20-4c64-bb39-3e52b32d2d6e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:24.384230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2c77-b669-4571-952c-068fc2e969b7 req-ab49c291-bd20-4c64-bb39-3e52b32d2d6e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:24.408947 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2c77-b669-4571-952c-068fc2e969b7 req-ab49c291-bd20-4c64-bb39-3e52b32d2d6e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:24.414219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2c77-b669-4571-952c-068fc2e969b7 req-ab49c291-bd20-4c64-bb39-3e52b32d2d6e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:24.418787 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:24.421462 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2c77-b669-4571-952c-068fc2e969b7 req-ab49c291-bd20-4c64-bb39-3e52b32d2d6e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:24.426616 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2c77-b669-4571-952c-068fc2e969b7 req-ab49c291-bd20-4c64-bb39-3e52b32d2d6e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:24.439078 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5dc2c77-b669-4571-952c-068fc2e969b7 req-ab49c291-bd20-4c64-bb39-3e52b32d2d6e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5423 time: 0.4308822 Feb 10 15:24:24.439319 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe59126-336a-4f60-8ee8-d3eeec420a17 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Checking segment: {'id': '69ca077c-cdd2-4f92-8793-8d21a6ca4d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'dc6c5422-515b-43c4-957d-271cd02978d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:24.439634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe59126-336a-4f60-8ee8-d3eeec420a17 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network hostable DHCP agents. Network: dc6c5422-515b-43c4-957d-271cd02978d9, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:24:24.457135 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-75357852-b622-4330-9f2c-948a2964487e None None] Provisioning complete for port 8f585296-9c11-4706-b3f6-ac491733bd8a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:24.457981 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-75357852-b622-4330-9f2c-948a2964487e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:24.466135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-40d21c81-ddeb-4923-a293-177cc72e0777 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:24.467735 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-40d21c81-ddeb-4923-a293-177cc72e0777 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.79 "GET /v2.0/networks?id=ae5226c2-5364-4c34-8001-6c08a2574a7f HTTP/1.1" status: 200 len: 805 time: 0.6496472 Feb 10 15:24:24.495003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=9e1f9b81-9f36-4c16-9aae-871bc3c83e40,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:24.552179 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-75357852-b622-4330-9f2c-948a2964487e None None] Port 8f585296-9c11-4706-b3f6-ac491733bd8a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:24:24.571271 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe59126-336a-4f60-8ee8-d3eeec420a17 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Subnet': ['ID=08494cff-713c-4cf7-af59-e87afbd60a17,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:24.580030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-71202f63-f09c-4b82-a49a-8856fa5a7509 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Request body: {'port': {'device_id': 'd1e8b422-6832-4c13-8906-8c1e22211819', 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f', 'admin_state_up': True, 'tenant_id': '952a730c5eba4222be3cff2850d1fa62'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:24.586685 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe59126-336a-4f60-8ee8-d3eeec420a17 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network dc6c5422-515b-43c4-957d-271cd02978d9 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:24:24.606385 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 19a58c1e-d08d-49d9-a4bc-f12168063f86, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=19a58c1e-d08d-49d9-a4bc-f12168063f86,segment=NetworkSegment(fa6d6529-24e6-4435-821d-629c3a979366),segment_id=fa6d6529-24e6-4435-821d-629c3a979366)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:24.610778 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7406ad86-e004-4c37-8dfb-ed821359c9d1 req-fbd26724-7d73-4e05-9951-2390f94491ad tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 210 time: 0.1047196 Feb 10 15:24:24.647968 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '19a58c1e-d08d-49d9-a4bc-f12168063f86', 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e', 'port_id': '19a58c1e-d08d-49d9-a4bc-f12168063f86', 'mac_address': 'fa:16:3e:95:91:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '528764d9-6755-465a-9863-88a28775553b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:24:24.672556 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-2fe59126-336a-4f60-8ee8-d3eeec420a17 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, dc6c5422-515b-43c4-957d-271cd02978d9) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:24.691102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8a088-dff6-4114-a0a9-388976d64381 req-bfa5aef1-5859-4ff4-b9c5-5ff5b8b58009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:24.692761 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90d8a088-dff6-4114-a0a9-388976d64381 req-bfa5aef1-5859-4ff4-b9c5-5ff5b8b58009 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.2687705 Feb 10 15:24:24.698332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe59126-336a-4f60-8ee8-d3eeec420a17 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:24.699164 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fe59126-336a-4f60-8ee8-d3eeec420a17 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:24.732550 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-9a8e27c9-dbff-484d-88ab-afb7980adf75 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:24.745108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 19a58c1e-d08d-49d9-a4bc-f12168063f86 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:24.745918 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:24.761581 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0224d8e3-cdbf-425b-ae6f-1816c9623922 None None] Network dc6c5422-515b-43c4-957d-271cd02978d9 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:24.766119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a58c1e-d08d-49d9-a4bc-f12168063f86 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:24.817595 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2fe59126-336a-4f60-8ee8-d3eeec420a17 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.2696264 Feb 10 15:24:24.827238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50850) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:24.856388 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 19a58c1e-d08d-49d9-a4bc-f12168063f86, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=19a58c1e-d08d-49d9-a4bc-f12168063f86,segment=NetworkSegment(fa6d6529-24e6-4435-821d-629c3a979366),segment_id=fa6d6529-24e6-4435-821d-629c3a979366)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:24.916896 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:24.986329 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b6e42ccf-8143-40ce-8a14-cb8112823224 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:24:25.171097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=19a58c1e-d08d-49d9-a4bc-f12168063f86,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:25.200379 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-dc6c5422-515b-43c4-957d-271cd02978d9', 'network_id': 'dc6c5422-515b-43c4-957d-271cd02978d9', 'project_id': 'ab446148b7af47d5b9c86a6f1f59199a', 'fixed_ips': [{'subnet_id': '08494cff-713c-4cf7-af59-e87afbd60a17'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:24:25.201274 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:25.274625 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Publish callbacks [] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:25.295669 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['8c24031c-37a7-4018-9913-6d7f2261f999'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:25.369318 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5dc2c77-b669-4571-952c-068fc2e969b7 req-795375ad-5c9c-4e82-a32d-902407e6cce7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9183309 Feb 10 15:24:25.454378 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-fef489e3-fa75-4508-8cdc-5aee729396fa tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks [] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:25.460511 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['9e1f9b81-9f36-4c16-9aae-871bc3c83e40'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:25.525601 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (dc6c5422-515b-43c4-957d-271cd02978d9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:25.541480 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:25.544371 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-9a8e27c9-dbff-484d-88ab-afb7980adf75 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:25.546466 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-348ae721-aa45-46cf-a221-e72900b6df9c req-e66afe4f-4998-4815-8354-2e39d34bc5f7 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 210 time: 0.0500565 Feb 10 15:24:25.585466 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d7051-e4dd-4a5c-b7e8-9f9db1edc0b8 req-f7b8d134-c53b-4f8e-8cf3-0ba77fdb8105 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:25.594082 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e07d7051-e4dd-4a5c-b7e8-9f9db1edc0b8 req-f7b8d134-c53b-4f8e-8cf3-0ba77fdb8105 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.2548442 Feb 10 15:24:25.657559 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-71202f63-f09c-4b82-a49a-8856fa5a7509 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Made reservation on behalf of 952a730c5eba4222be3cff2850d1fa62 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:25.661619 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-71202f63-f09c-4b82-a49a-8856fa5a7509 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:25.680313 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port b6e42ccf-8143-40ce-8a14-cb8112823224, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b6e42ccf-8143-40ce-8a14-cb8112823224,segment=NetworkSegment(f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083),segment_id=f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:25.698470 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-fef489e3-fa75-4508-8cdc-5aee729396fa tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:25.705709 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e07d7051-e4dd-4a5c-b7e8-9f9db1edc0b8 req-0d67d4d9-46d8-439e-8f49-aef6febfdf6c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060688 Feb 10 15:24:25.729373 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8a088-dff6-4114-a0a9-388976d64381 req-2e0421f4-b0dc-4a58-bc23-5d1240a1ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:25.730008 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:25.730934 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90d8a088-dff6-4114-a0a9-388976d64381 req-2e0421f4-b0dc-4a58-bc23-5d1240a1ed68 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0098176 Feb 10 15:24:25.734387 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-9a8e27c9-dbff-484d-88ab-afb7980adf75 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Network 702b4d29-8496-4cdf-8d06-096bdfbaf841 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:24:25.750734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-9a8e27c9-dbff-484d-88ab-afb7980adf75 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:25.759504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['58bc5875-2e08-45d6-8111-df0e3772daef', '986bdcc8-1968-4421-8aee-09173923f139'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:25.760254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-9a8e27c9-dbff-484d-88ab-afb7980adf75 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:24:25.774194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Pushing event updated for resources: {'Port': ['ID=8f585296-9c11-4706-b3f6-ac491733bd8a,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:25.831198 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (78e49bdf-fde5-493b-9f6e-3336ae90a42d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:25.834090 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-fef489e3-fa75-4508-8cdc-5aee729396fa tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:24:25.883399 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-fef489e3-fa75-4508-8cdc-5aee729396fa tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:25.932167 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-fef489e3-fa75-4508-8cdc-5aee729396fa tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:24:25.945002 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ea561-92a1-4a1f-a05e-f129816effbc req-784722e9-203e-480a-a61b-6b9a1aec23dd tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:25.946906 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-485ea561-92a1-4a1f-a05e-f129816effbc req-784722e9-203e-480a-a61b-6b9a1aec23dd tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 932 time: 0.2682593 Feb 10 15:24:26.142357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-71202f63-f09c-4b82-a49a-8856fa5a7509 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Allocated IP 172.20.0.11 (ae5226c2-5364-4c34-8001-6c08a2574a7f/c893dfab-f651-45c9-bbd2-d815d5f365d4/752d1218-cca1-41c2-99de-2b10db7e9e00) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:24:26.266562 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'b6e42ccf-8143-40ce-8a14-cb8112823224', 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85', 'port_id': 'b6e42ccf-8143-40ce-8a14-cb8112823224', 'mac_address': 'fa:16:3e:cc:e6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e75eccc-5fe7-471c-bd31-4a60dca30e51', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:24:26.275556 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-9a8e27c9-dbff-484d-88ab-afb7980adf75 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:26.276859 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-9a8e27c9-dbff-484d-88ab-afb7980adf75 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:26.291255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e27c9-dbff-484d-88ab-afb7980adf75 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event updated for resources: {'Port': ['ID=bd74c3b7-8817-4676-9865-b4241d3e3d40,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:26.310403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (08494cff-713c-4cf7-af59-e87afbd60a17), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:26.453709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-fef489e3-fa75-4508-8cdc-5aee729396fa tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:26.454679 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-fef489e3-fa75-4508-8cdc-5aee729396fa tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:26.471016 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-9a8e27c9-dbff-484d-88ab-afb7980adf75 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.9355383 Feb 10 15:24:26.508429 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Request body: {'port': {'device_id': '03e6fe5e-0544-4ae9-afe9-e452b227f699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:26.518000 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90d8a088-dff6-4114-a0a9-388976d64381 req-c9c584b2-3669-4fbd-88dc-6135be2eb28e service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7586117 Feb 10 15:24:26.545484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21d295-0e3b-4f7b-9569-8cd4c5c98b33 req-b9e0cfce-7a6c-458b-9d92-89eba28d51f6 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:26.547267 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9e21d295-0e3b-4f7b-9569-8cd4c5c98b33 req-b9e0cfce-7a6c-458b-9d92-89eba28d51f6 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 935 time: 0.6775978 Feb 10 15:24:26.568140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef489e3-fa75-4508-8cdc-5aee729396fa tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Pushing event updated for resources: {'Port': ['ID=2511cc1e-005c-4486-87ec-d146ee581a8e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:26.576207 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-485ea561-92a1-4a1f-a05e-f129816effbc req-0196a33b-4ce7-4fe8-bb0e-592b6de6e993 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6157260 Feb 10 15:24:26.632098 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-71202f63-f09c-4b82-a49a-8856fa5a7509 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks [] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:26.645691 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-fef489e3-fa75-4508-8cdc-5aee729396fa tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.8656166 Feb 10 15:24:26.649918 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9e21d295-0e3b-4f7b-9569-8cd4c5c98b33 req-7641a74e-25c3-4192-8a44-e9ff19a205bc tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947652 Feb 10 15:24:26.650197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:26.695751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Request body: {'port': {'device_id': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:26.763402 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Network d2e77de5-12dc-41aa-af99-c9787df5a7b0 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:24:26.779661 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-71202f63-f09c-4b82-a49a-8856fa5a7509 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:26.794557 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:26.807762 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['19a58c1e-d08d-49d9-a4bc-f12168063f86'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:26.899151 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:26.967865 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-67b9f1b3-6dd1-4a6f-aebb-95ff4c6a5979 None None] Provisioning complete for port 2511cc1e-005c-4486-87ec-d146ee581a8e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:26.968341 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67b9f1b3-6dd1-4a6f-aebb-95ff4c6a5979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:26.986908 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-71202f63-f09c-4b82-a49a-8856fa5a7509 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Network ae5226c2-5364-4c34-8001-6c08a2574a7f is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:24:27.007698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71202f63-f09c-4b82-a49a-8856fa5a7509 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Pushing event updated for resources: {'Port': ['ID=752d1218-cca1-41c2-99de-2b10db7e9e00,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:27.018886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-71202f63-f09c-4b82-a49a-8856fa5a7509 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:27.065382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d670003-04dd-4fd3-8e62-f3676772b1bb req-0d545768-f2e9-4949-ab12-23c4b6c9f62e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:27.080409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d670003-04dd-4fd3-8e62-f3676772b1bb req-0d545768-f2e9-4949-ab12-23c4b6c9f62e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:27.095940 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d670003-04dd-4fd3-8e62-f3676772b1bb req-0d545768-f2e9-4949-ab12-23c4b6c9f62e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:27.112140 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d670003-04dd-4fd3-8e62-f3676772b1bb req-0d545768-f2e9-4949-ab12-23c4b6c9f62e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:27.117529 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d670003-04dd-4fd3-8e62-f3676772b1bb req-0d545768-f2e9-4949-ab12-23c4b6c9f62e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:27.134247 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d670003-04dd-4fd3-8e62-f3676772b1bb req-0d545768-f2e9-4949-ab12-23c4b6c9f62e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:27.138285 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-67b9f1b3-6dd1-4a6f-aebb-95ff4c6a5979 None None] Port 2511cc1e-005c-4486-87ec-d146ee581a8e cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:24:27.139665 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d670003-04dd-4fd3-8e62-f3676772b1bb req-0d545768-f2e9-4949-ab12-23c4b6c9f62e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:27.152349 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d670003-04dd-4fd3-8e62-f3676772b1bb req-0d545768-f2e9-4949-ab12-23c4b6c9f62e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5425 time: 0.4543760 Feb 10 15:24:27.153654 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-71202f63-f09c-4b82-a49a-8856fa5a7509 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:24:27.168364 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90d8a088-dff6-4114-a0a9-388976d64381 req-c5dffe3b-ef29-49d8-a158-5a0461b33c22 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6409724 Feb 10 15:24:27.173513 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:27.196900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:27.197727 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (36fe4ced-5957-439c-9ce8-8d0a5abb7bcd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:27.237529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Router 78e49bdf-fde5-493b-9f6e-3336ae90a42d has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:24:27.283769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Allocated IP 172.20.0.2 (dc6c5422-515b-43c4-957d-271cd02978d9/08494cff-713c-4cf7-af59-e87afbd60a17/6b04a0a8-da15-42be-a1fd-b007ffbd2cbb) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:24:27.361444 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f2e71-6ac2-4ced-99e1-bf7b37954f98 req-4dc550e2-4bc1-463a-9e3d-a7055a52b94c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:27.365403 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c02f2e71-6ac2-4ced-99e1-bf7b37954f98 req-4dc550e2-4bc1-463a-9e3d-a7055a52b94c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 932 time: 0.4779451 Feb 10 15:24:27.377206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port b6e42ccf-8143-40ce-8a14-cb8112823224 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:27.377206 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:27.411389 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-71202f63-f09c-4b82-a49a-8856fa5a7509 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:27.413214 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-71202f63-f09c-4b82-a49a-8856fa5a7509 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:27.438923 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e42ccf-8143-40ce-8a14-cb8112823224 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:27.474082 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b680c01c-b42c-44d6-943a-4ef3e8875afd None None] Provisioning complete for port 8f585296-9c11-4706-b3f6-ac491733bd8a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:27.474858 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b680c01c-b42c-44d6-943a-4ef3e8875afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:27.528596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-71202f63-f09c-4b82-a49a-8856fa5a7509 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0073621 Feb 10 15:24:27.545957 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d670003-04dd-4fd3-8e62-f3676772b1bb req-2b4e9687-37d8-4971-9646-0b18a8e53705 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3839705 Feb 10 15:24:27.566014 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b680c01c-b42c-44d6-943a-4ef3e8875afd None None] Port 8f585296-9c11-4706-b3f6-ac491733bd8a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:24:27.567561 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Request body: {'port': {'device_id': 'd1e8b422-6832-4c13-8906-8c1e22211819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:27.664409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c02f2e71-6ac2-4ced-99e1-bf7b37954f98 req-0541abce-8d00-424d-8e48-edfcb95170a1 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738318 Feb 10 15:24:27.813838 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:27.821512 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port b6e42ccf-8143-40ce-8a14-cb8112823224, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b6e42ccf-8143-40ce-8a14-cb8112823224,segment=NetworkSegment(f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083),segment_id=f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:27.886073 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:27.886648 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:24:27.913557 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:24:27.924684 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:27.973836 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c148ddf3-3476-42c0-a447-e2c8a1e56632 admin admin] 10.222.0.64 "PUT /v2.0/routers/78e49bdf-fde5-493b-9f6e-3336ae90a42d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0237868 Feb 10 15:24:28.066201 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7d5e5af9-acf4-4315-8fe6-8555e819b8c7,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:28.096219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89f11a-2da4-4a8d-a18c-db97d6e18b63 req-b2ab7d56-6c17-41d8-ac31-588eb7bde52c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:28.099858 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa89f11a-2da4-4a8d-a18c-db97d6e18b63 req-b2ab7d56-6c17-41d8-ac31-588eb7bde52c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.4160833 Feb 10 15:24:28.187253 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efd436-7cdd-47e5-bc5f-9abee53037fe req-6bb90860-2d21-413c-9863-43bd24f0c26f tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:28.192771 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84efd436-7cdd-47e5-bc5f-9abee53037fe req-6bb90860-2d21-413c-9863-43bd24f0c26f tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 932 time: 0.3487294 Feb 10 15:24:28.324824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2511cc1e-005c-4486-87ec-d146ee581a8e {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:28.342381 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Publish callbacks [] for port (6b04a0a8-da15-42be-a1fd-b007ffbd2cbb), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:28.350343 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Publish callbacks [] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:28.394530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Sync routers for ids ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:24:28.395126 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Transition to ACTIVE for port object 2511cc1e-005c-4486-87ec-d146ee581a8e will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:24:28.410226 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa89f11a-2da4-4a8d-a18c-db97d6e18b63 req-62a3b352-0d9e-4be9-ab25-a9f96280211a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909803 Feb 10 15:24:28.421752 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:28.440429 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (6b04a0a8-da15-42be-a1fd-b007ffbd2cbb), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:28.461536 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84efd436-7cdd-47e5-bc5f-9abee53037fe req-2d467214-085e-4d1d-89af-0ba0b5885f55 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540668 Feb 10 15:24:28.522962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Routers {'78e49bdf-fde5-493b-9f6e-3336ae90a42d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:24:28.523251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:24:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:28.642298 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd74c3b7-8817-4676-9865-b4241d3e3d40 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:28.657726 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Publish callbacks [] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:28.674406 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182e54-8d5a-4552-b46f-ea769418756d req-4d97be16-87ae-4773-a8cd-ef89ee90fe14 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:28.682180 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d2182e54-8d5a-4552-b46f-ea769418756d req-4d97be16-87ae-4773-a8cd-ef89ee90fe14 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 947 time: 0.1263673 Feb 10 15:24:28.691906 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Set router 78e49bdf-fde5-493b-9f6e-3336ae90a42d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:24:28.711815 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752d1218-cca1-41c2-99de-2b10db7e9e00 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:28.724670 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Publish callbacks [] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:28.761774 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Transition to ACTIVE for port object 752d1218-cca1-41c2-99de-2b10db7e9e00 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:24:28.771683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Transition to ACTIVE for port object bd74c3b7-8817-4676-9865-b4241d3e3d40 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:24:28.787861 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d2182e54-8d5a-4552-b46f-ea769418756d req-e4f32c9c-e4d5-4c70-95bf-89f60e023306 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960474 Feb 10 15:24:28.787861 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:28.794609 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (08494cff-713c-4cf7-af59-e87afbd60a17), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:28.885013 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Network dc6c5422-515b-43c4-957d-271cd02978d9 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:24:28.894002 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:28.940034 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Pushing event updated for resources: {'Port': ['ID=752d1218-cca1-41c2-99de-2b10db7e9e00,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:28.972056 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Pushing event updated for resources: {'Port': ['ID=2511cc1e-005c-4486-87ec-d146ee581a8e,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:29.062643 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cc904-0dbd-4039-bffc-feeb56399d51 req-c2ba4bcf-d012-4ef9-b284-a814ff92286e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:29.068556 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cc904-0dbd-4039-bffc-feeb56399d51 req-c2ba4bcf-d012-4ef9-b284-a814ff92286e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:29.075011 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cc904-0dbd-4039-bffc-feeb56399d51 req-c2ba4bcf-d012-4ef9-b284-a814ff92286e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:29.082095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cc904-0dbd-4039-bffc-feeb56399d51 req-c2ba4bcf-d012-4ef9-b284-a814ff92286e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:29.088154 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cc904-0dbd-4039-bffc-feeb56399d51 req-c2ba4bcf-d012-4ef9-b284-a814ff92286e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:29.101924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cc904-0dbd-4039-bffc-feeb56399d51 req-c2ba4bcf-d012-4ef9-b284-a814ff92286e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:29.108840 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cc904-0dbd-4039-bffc-feeb56399d51 req-c2ba4bcf-d012-4ef9-b284-a814ff92286e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:29.132417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Pushing event updated for resources: {'Port': ['ID=bd74c3b7-8817-4676-9865-b4241d3e3d40,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:29.136729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e1cc904-0dbd-4039-bffc-feeb56399d51 req-c2ba4bcf-d012-4ef9-b284-a814ff92286e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5426 time: 0.2183375 Feb 10 15:24:29.146773 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:29.158635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Attempting to bind port 752d1218-cca1-41c2-99de-2b10db7e9e00 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:24:29.159447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Attempting to bind port 752d1218-cca1-41c2-99de-2b10db7e9e00 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:24:29.160604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Attempting to bind port 752d1218-cca1-41c2-99de-2b10db7e9e00 on network ae5226c2-5364-4c34-8001-6c08a2574a7f {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:29.175879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:24:29.194650 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '7d5e5af9-acf4-4315-8fe6-8555e819b8c7', 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119', 'port_id': '7d5e5af9-acf4-4315-8fe6-8555e819b8c7', 'mac_address': 'fa:16:3e:09:dd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919e9d3c-57c2-4b71-a66c-06e10818c5df', 'ip_address': '10.1.1.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:24:29.198638 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Port 752d1218-cca1-41c2-99de-2b10db7e9e00 on network ae5226c2-5364-4c34-8001-6c08a2574a7f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:24:29.200434 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Attempting to bind port 752d1218-cca1-41c2-99de-2b10db7e9e00 on network ae5226c2-5364-4c34-8001-6c08a2574a7f {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:29.227978 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:24:29.230135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Checking segment: {'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:29.232112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Bound using segment: {'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:24:29.235631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Bound port: 752d1218-cca1-41c2-99de-2b10db7e9e00, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:24:29.239298 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:29.306138 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Subnet': ['ID=08494cff-713c-4cf7-af59-e87afbd60a17,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:29.330969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Attempting to bind port 2511cc1e-005c-4486-87ec-d146ee581a8e on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:24:29.331332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Attempting to bind port 2511cc1e-005c-4486-87ec-d146ee581a8e by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:24:29.331621 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Attempting to bind port 2511cc1e-005c-4486-87ec-d146ee581a8e on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:29.336800 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e1cc904-0dbd-4039-bffc-feeb56399d51 req-88cca5c4-e340-4162-be4c-9797c42a57e8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1930976 Feb 10 15:24:29.343520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Port 2511cc1e-005c-4486-87ec-d146ee581a8e on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:24:29.343848 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Attempting to bind port 2511cc1e-005c-4486-87ec-d146ee581a8e on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:29.352959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:24:29.353317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:29.353708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:24:29.364773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Bound port: 2511cc1e-005c-4486-87ec-d146ee581a8e, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:24:29.365734 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:29.438478 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (dc6c5422-515b-43c4-957d-271cd02978d9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:29.504866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] For port 752d1218-cca1-41c2-99de-2b10db7e9e00, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:24:29.545548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] For port 752d1218-cca1-41c2-99de-2b10db7e9e00, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=752d1218-cca1-41c2-99de-2b10db7e9e00,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:24:29.557996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=b6e42ccf-8143-40ce-8a14-cb8112823224,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:29.591983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:29.592589 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:29.628132 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:29.684414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:29.685129 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:29.686902 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] 10.222.0.79 "PUT /v2.0/ports/752d1218-cca1-41c2-99de-2b10db7e9e00 HTTP/1.1" status: 200 len: 1092 time: 2.1322694 Feb 10 15:24:29.688628 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e8b422-6832-4c13-8906-8c1e22211819', 'tag': '752d1218-cca1-41c2-99de-2b10db7e9e00'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:29.691501 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c96f426-8d86-4a4f-8663-34d104d2b425" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e8b422-6832-4c13-8906-8c1e22211819", "tag": "752d1218-cca1-41c2-99de-2b10db7e9e00"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:29.723542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094446e-c489-449c-baf4-96e4e66a4623 req-795cb742-e5ff-472f-825d-ba5e17897204 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:29.731402 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5094446e-c489-449c-baf4-96e4e66a4623 req-795cb742-e5ff-472f-825d-ba5e17897204 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 944 time: 0.2423964 Feb 10 15:24:29.745336 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:29.765982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:24:29.769345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d208707-155e-432a-9a5a-bd26fe79b98c service neutron] Pushing event updated for resources: {'Port': ['ID=752d1218-cca1-41c2-99de-2b10db7e9e00,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:29.778442 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2511cc1e-005c-4486-87ec-d146ee581a8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:24:29.798427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6c5422-515b-43c4-957d-271cd02978d9']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:29.803857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50906) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:29.808692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d1b51465-e2c6-4a44-a61f-481a9f8aeaa9 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052720291', 'description': 'tempest-description--686237392'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:29.834245 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:29.858542 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5094446e-c489-449c-baf4-96e4e66a4623 req-bdeac023-bb5c-4969-903a-3a25b7aec884 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254966 Feb 10 15:24:29.887614 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:29.888586 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:29.893889 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] 10.222.0.79 "PUT /v2.0/ports/2511cc1e-005c-4486-87ec-d146ee581a8e HTTP/1.1" status: 200 len: 1095 time: 3.2251406 Feb 10 15:24:29.897633 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-bfc62c58-eea0-4b89-b7c0-adb1e2595fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:29.902966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ca077c-cdd2-4f92-8793-8d21a6ca4d24') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:29.904105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-bfc62c58-eea0-4b89-b7c0-adb1e2595fba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=952a730c5eba4222be3cff2850d1fa62&device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 1126 time: 0.1477263 Feb 10 15:24:29.905893 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d1b51465-e2c6-4a44-a61f-481a9f8aeaa9 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:29.909469 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ca077c-cdd2-4f92-8793-8d21a6ca4d24') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:29.913119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:29.927506 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ce3ccc-8b66-47fc-a72b-261bb32bdab6" -d '{"events": [{"name": "network-changed", "server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:30.017658 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-0b2f2434-bf76-4c35-b81e-007628b00e8a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=752d1218-cca1-41c2-99de-2b10db7e9e00 HTTP/1.1" status: 200 len: 217 time: 0.1088908 Feb 10 15:24:30.033390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7d5e5af9-acf4-4315-8fe6-8555e819b8c7,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:30.056768 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Attempting to bind port 6b04a0a8-da15-42be-a1fd-b007ffbd2cbb on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:24:30.057469 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Attempting to bind port 6b04a0a8-da15-42be-a1fd-b007ffbd2cbb by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '69ca077c-cdd2-4f92-8793-8d21a6ca4d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'dc6c5422-515b-43c4-957d-271cd02978d9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:24:30.058497 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Attempting to bind port 6b04a0a8-da15-42be-a1fd-b007ffbd2cbb on network dc6c5422-515b-43c4-957d-271cd02978d9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:30.077822 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:30.079803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device f5c81648-f7ad-4f7d-9c20-cafc5114a54f details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:24:30.080857 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (69ca077c-cdd2-4f92-8793-8d21a6ca4d24), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:30.130673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Pushing event updated for resources: {'Port': ['ID=6b04a0a8-da15-42be-a1fd-b007ffbd2cbb,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:30.150571 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:24:30.150986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Checking segment: {'id': '69ca077c-cdd2-4f92-8793-8d21a6ca4d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'dc6c5422-515b-43c4-957d-271cd02978d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:30.151460 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:30.152004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Bound using segment: {'id': '69ca077c-cdd2-4f92-8793-8d21a6ca4d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'dc6c5422-515b-43c4-957d-271cd02978d9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:24:30.152504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Bound port: 6b04a0a8-da15-42be-a1fd-b007ffbd2cbb, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ca077c-cdd2-4f92-8793-8d21a6ca4d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'dc6c5422-515b-43c4-957d-271cd02978d9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:24:30.152917 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6b04a0a8-da15-42be-a1fd-b007ffbd2cbb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:30.202309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Attempting to bind port bd74c3b7-8817-4676-9865-b4241d3e3d40 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:24:30.202774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Attempting to bind port bd74c3b7-8817-4676-9865-b4241d3e3d40 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '11a0d56f-5c6d-4f4b-8367-04b9600e50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '702b4d29-8496-4cdf-8d06-096bdfbaf841'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:24:30.203206 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Attempting to bind port bd74c3b7-8817-4676-9865-b4241d3e3d40 on network 702b4d29-8496-4cdf-8d06-096bdfbaf841 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:30.205593 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68cd67-5503-4aaa-bee1-75adba63e94e service neutron] Pushing event updated for resources: {'Port': ['ID=2511cc1e-005c-4486-87ec-d146ee581a8e,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:30.210332 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (69ca077c-cdd2-4f92-8793-8d21a6ca4d24), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:30.227679 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:24:30.228346 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (69ca077c-cdd2-4f92-8793-8d21a6ca4d24), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:30.237366 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Port bd74c3b7-8817-4676-9865-b4241d3e3d40 on network 702b4d29-8496-4cdf-8d06-096bdfbaf841 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:24:30.238103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Attempting to bind port bd74c3b7-8817-4676-9865-b4241d3e3d40 on network 702b4d29-8496-4cdf-8d06-096bdfbaf841 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:24:30.240092 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:24:30.290033 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-51288b9e-26de-471c-8730-885d794763c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:30.292189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-51288b9e-26de-471c-8730-885d794763c8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c893dfab-f651-45c9-bbd2-d815d5f365d4 HTTP/1.1" status: 200 len: 845 time: 0.2161920 Feb 10 15:24:30.299588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea333e-b15c-489a-a643-39e81bfc77a7 req-a05f53d2-487e-4b87-a251-b7992191f66a tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:30.304404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32ea333e-b15c-489a-a643-39e81bfc77a7 req-a05f53d2-487e-4b87-a251-b7992191f66a tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 944 time: 0.2520726 Feb 10 15:24:30.318635 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:24:30.323022 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Checking segment: {'id': '11a0d56f-5c6d-4f4b-8367-04b9600e50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '702b4d29-8496-4cdf-8d06-096bdfbaf841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:30.323547 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Bound using segment: {'id': '11a0d56f-5c6d-4f4b-8367-04b9600e50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '702b4d29-8496-4cdf-8d06-096bdfbaf841'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:24:30.326165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Bound port: bd74c3b7-8817-4676-9865-b4241d3e3d40, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a0d56f-5c6d-4f4b-8367-04b9600e50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '702b4d29-8496-4cdf-8d06-096bdfbaf841'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:24:30.326726 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:30.343082 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-354bb496-f810-4f9a-bffa-09f2473d37aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:30.344676 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-354bb496-f810-4f9a-bffa-09f2473d37aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 1129 time: 0.3345327 Feb 10 15:24:30.348443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee483f-b191-4f42-8ec3-14f382e3e2cb req-abb5bcb5-ddac-4639-8b52-5627b3a35664 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:30.349930 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7dee483f-b191-4f42-8ec3-14f382e3e2cb req-abb5bcb5-ddac-4639-8b52-5627b3a35664 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.3150249 Feb 10 15:24:30.352088 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-b00dbe8e-e080-4926-ab6c-a8883fcc1ad1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae5226c2-5364-4c34-8001-6c08a2574a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458081 Feb 10 15:24:30.377839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port f5c81648-f7ad-4f7d-9c20-cafc5114a54f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=f5c81648-f7ad-4f7d-9c20-cafc5114a54f,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:30.400824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=7d5e5af9-acf4-4315-8fe6-8555e819b8c7,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:30.424800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'f5c81648-f7ad-4f7d-9c20-cafc5114a54f', 'network_id': 'eab9049c-4606-40f8-ad81-3a61ba10d119', 'port_id': 'f5c81648-f7ad-4f7d-9c20-cafc5114a54f', 'mac_address': 'fa:16:3e:d6:ba:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919e9d3c-57c2-4b71-a66c-06e10818c5df', 'ip_address': '10.1.1.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:24:30.442193 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8f585296-9c11-4706-b3f6-ac491733bd8a', 'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'mac_address': 'fa:16:3e:60:59:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:18Z', 'updated_at': '2022-02-10T15:24:24Z', 'revision_number': 2, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'subnets': [{'id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:30.524398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] For port 6b04a0a8-da15-42be-a1fd-b007ffbd2cbb, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:24:30.526817 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Checking router: 78e49bdf-fde5-493b-9f6e-3336ae90a42d for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:24:30.527176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Updating router 78e49bdf-fde5-493b-9f6e-3336ae90a42d port 8f585296-9c11-4706-b3f6-ac491733bd8a binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:24:30.557481 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32ea333e-b15c-489a-a643-39e81bfc77a7 req-3a6058b7-3426-490d-9759-0c66b01eaa4b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019038 Feb 10 15:24:30.567612 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7dee483f-b191-4f42-8ec3-14f382e3e2cb req-d0fd106b-e982-4d8a-ad82-9fa274045ff3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977687 Feb 10 15:24:30.599773 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port f5c81648-f7ad-4f7d-9c20-cafc5114a54f is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:30.606235 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:30.621153 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-da790944-ba9d-4542-9c20-8d311a3dd38b service neutron] 10.222.0.79 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605195 Feb 10 15:24:30.623475 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8ec5af-e518-4cba-9047-2109f6b6fcc4 x-openstack-request-id: req-3e8ec5af-e518-4cba-9047-2109f6b6fcc4 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:30.625944 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e8b422-6832-4c13-8906-8c1e22211819", "tag": "752d1218-cca1-41c2-99de-2b10db7e9e00", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:30.626313 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e8ec5af-e518-4cba-9047-2109f6b6fcc4 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:30.627313 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:30.627573 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e8b422-6832-4c13-8906-8c1e22211819', 'tag': '752d1218-cca1-41c2-99de-2b10db7e9e00', 'status': 'completed', 'code': 200} Feb 10 15:24:30.664393 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c81648-f7ad-4f7d-9c20-cafc5114a54f {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:30.902031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port f5c81648-f7ad-4f7d-9c20-cafc5114a54f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=f5c81648-f7ad-4f7d-9c20-cafc5114a54f,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:30.914273 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:30.914994 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 01758cd0-1814-4bd4-8753-5c2fa6819fba details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:24:30.981354 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85cd000c-aa5e-4dd0-9e7b-8f6e846735f4 req-24004893-907b-446c-b163-30958bdaf7a5 service neutron] 10.222.0.79 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520193 Feb 10 15:24:30.994036 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed80f10-1fd8-42b1-bffe-0abfcaf592d6 req-7c8c5733-0109-41f7-913d-b0194cba351b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:31.001928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7ed80f10-1fd8-42b1-bffe-0abfcaf592d6 req-7c8c5733-0109-41f7-913d-b0194cba351b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 947 time: 0.2708189 Feb 10 15:24:31.105698 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ca5013-2a9d-40fa-b350-38d6fd059a73 x-openstack-request-id: req-f2ca5013-2a9d-40fa-b350-38d6fd059a73 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:31.106289 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:31.106289 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2ca5013-2a9d-40fa-b350-38d6fd059a73 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:31.106670 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e', 'status': 'completed', 'code': 200} Feb 10 15:24:31.129897 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67060f-bf69-41ce-908b-2d4b716eabcb req-e77cd252-9c6c-466a-bdf2-6dd93edc9df6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:31.135837 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67060f-bf69-41ce-908b-2d4b716eabcb req-e77cd252-9c6c-466a-bdf2-6dd93edc9df6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:31.142049 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67060f-bf69-41ce-908b-2d4b716eabcb req-e77cd252-9c6c-466a-bdf2-6dd93edc9df6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:31.146569 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-06c218d4-3814-4f95-8a49-c5adb1f6d9c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2511cc1e-005c-4486-87ec-d146ee581a8e HTTP/1.1" status: 200 len: 217 time: 0.7026417 Feb 10 15:24:31.149217 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67060f-bf69-41ce-908b-2d4b716eabcb req-e77cd252-9c6c-466a-bdf2-6dd93edc9df6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:31.155201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67060f-bf69-41ce-908b-2d4b716eabcb req-e77cd252-9c6c-466a-bdf2-6dd93edc9df6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:31.161004 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67060f-bf69-41ce-908b-2d4b716eabcb req-e77cd252-9c6c-466a-bdf2-6dd93edc9df6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:31.166768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67060f-bf69-41ce-908b-2d4b716eabcb req-e77cd252-9c6c-466a-bdf2-6dd93edc9df6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:31.168740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cb67060f-bf69-41ce-908b-2d4b716eabcb req-e77cd252-9c6c-466a-bdf2-6dd93edc9df6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5428 time: 0.2411697 Feb 10 15:24:31.185517 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7ed80f10-1fd8-42b1-bffe-0abfcaf592d6 req-d79d159d-492f-44c5-bc0b-dd0b11ddf58c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825788 Feb 10 15:24:31.215281 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.db.api [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:24:31.215281 n-d-815324-7 neutron-server[103369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:24:31.215281 n-d-815324-7 neutron-server[103369]: [parameters: {'id': 'dc6c5422-515b-43c4-957d-271cd02978d9'}] Feb 10 15:24:31.215281 n-d-815324-7 neutron-server[103369]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:24:31.215767 n-d-815324-7 neutron-server[103369]: DEBUG oslo_db.api [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:24:31.262795 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-37b0e251-a507-4e7b-ab00-60a048bfeb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:31.264926 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-37b0e251-a507-4e7b-ab00-60a048bfeb14 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0814199 Feb 10 15:24:31.313042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] For port bd74c3b7-8817-4676-9865-b4241d3e3d40, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:24:31.315223 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96f426-8d86-4a4f-8663-34d104d2b425 req-6e6ebc5b-3d69-4373-a772-2a7857797827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:31.317094 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7c96f426-8d86-4a4f-8663-34d104d2b425 req-6e6ebc5b-3d69-4373-a772-2a7857797827 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=952a730c5eba4222be3cff2850d1fa62&device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 1126 time: 0.2788665 Feb 10 15:24:31.333061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] For port bd74c3b7-8817-4676-9865-b4241d3e3d40, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bd74c3b7-8817-4676-9865-b4241d3e3d40,segment=NetworkSegment(11a0d56f-5c6d-4f4b-8367-04b9600e50f6),segment_id=11a0d56f-5c6d-4f4b-8367-04b9600e50f6)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:24:31.348165 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:31.403391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-80cc0ad9-9dd0-4246-96c8-e91516eab442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:31.407703 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-80cc0ad9-9dd0-4246-96c8-e91516eab442 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1342752 Feb 10 15:24:31.408306 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 01758cd0-1814-4bd4-8753-5c2fa6819fba, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=01758cd0-1814-4bd4-8753-5c2fa6819fba,segment=NetworkSegment(f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083),segment_id=f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:31.411942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Pushing event updated for resources: {'Port': ['ID=bd74c3b7-8817-4676-9865-b4241d3e3d40,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:31.438843 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cb67060f-bf69-41ce-908b-2d4b716eabcb req-9571c465-b1da-4207-b650-2fba541fe6ec tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2478335 Feb 10 15:24:31.460413 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '01758cd0-1814-4bd4-8753-5c2fa6819fba', 'network_id': '241f314e-851f-4a4e-975e-db3f4aeb2f85', 'port_id': '01758cd0-1814-4bd4-8753-5c2fa6819fba', 'mac_address': 'fa:16:3e:19:ca:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e75eccc-5fe7-471c-bd31-4a60dca30e51', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:24:31.468110 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:31.470555 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:31.472284 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-f24d74c4-8910-4afa-9835-1b7dc1e27c64 service neutron] 10.222.0.79 "PUT /v2.0/ports/bd74c3b7-8817-4676-9865-b4241d3e3d40 HTTP/1.1" status: 200 len: 1092 time: 4.9841144 Feb 10 15:24:31.597003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 01758cd0-1814-4bd4-8753-5c2fa6819fba is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:31.597501 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (01758cd0-1814-4bd4-8753-5c2fa6819fba), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:31.625413 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] For port 6b04a0a8-da15-42be-a1fd-b007ffbd2cbb, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6b04a0a8-da15-42be-a1fd-b007ffbd2cbb,segment=NetworkSegment(69ca077c-cdd2-4f92-8793-8d21a6ca4d24),segment_id=69ca077c-cdd2-4f92-8793-8d21a6ca4d24)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:24:31.631152 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01758cd0-1814-4bd4-8753-5c2fa6819fba {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:31.673628 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-427a0a1e-b863-4408-b260-b8943be69d88 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567408 Feb 10 15:24:31.675067 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6b04a0a8-da15-42be-a1fd-b007ffbd2cbb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:31.678984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-cfa205f4-d557-408f-990c-7971b8ae23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:31.680930 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-cfa205f4-d557-408f-990c-7971b8ae23c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81&device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 1126 time: 0.1418369 Feb 10 15:24:31.782199 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (dc6c5422-515b-43c4-957d-271cd02978d9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:31.786790 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-756d5893-9dbf-48ad-a377-de8717f03a66 req-fe296568-a7d7-4e35-bd86-e14e6c9019ba service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046209 Feb 10 15:24:31.853826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=f5c81648-f7ad-4f7d-9c20-cafc5114a54f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:31.862079 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-2f53481f-26d8-463e-a966-c7c50b75f503 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd74c3b7-8817-4676-9865-b4241d3e3d40 HTTP/1.1" status: 200 len: 217 time: 0.0739291 Feb 10 15:24:31.893816 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 01758cd0-1814-4bd4-8753-5c2fa6819fba, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=01758cd0-1814-4bd4-8753-5c2fa6819fba,segment=NetworkSegment(f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083),segment_id=f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:31.932930 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (01758cd0-1814-4bd4-8753-5c2fa6819fba), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:31.977591 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 8c24031c-37a7-4018-9913-6d7f2261f999 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:31.987890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c0f80-ebd3-44cb-9fba-d5af5948a5fe None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:24:31.996563 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96f426-8d86-4a4f-8663-34d104d2b425 req-6b34ad9a-f578-4aec-abfc-df9286fcee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:32.000824 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7c96f426-8d86-4a4f-8663-34d104d2b425 req-6b34ad9a-f578-4aec-abfc-df9286fcee58 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae5226c2-5364-4c34-8001-6c08a2574a7f HTTP/1.1" status: 200 len: 906 time: 0.6680198 Feb 10 15:24:32.065601 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d1b51465-e2c6-4a44-a61f-481a9f8aeaa9 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group (a9bb245d-26fc-48bf-9fc2-298451c100c6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:32.124210 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7c96f426-8d86-4a4f-8663-34d104d2b425 req-3454198d-2391-4621-acd8-91fb7bd890ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=752d1218-cca1-41c2-99de-2b10db7e9e00 HTTP/1.1" status: 200 len: 217 time: 0.0565031 Feb 10 15:24:32.152132 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce3ccc-8b66-47fc-a72b-261bb32bdab6 req-001bc5b5-cdfd-44d0-bd6b-57a7810df95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:32.161981 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678704db-5710-43f5-b0cb-aa853bbfdc75 None None] Pushing event updated for resources: {'Port': ['ID=6b04a0a8-da15-42be-a1fd-b007ffbd2cbb,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:32.163437 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-76ce3ccc-8b66-47fc-a72b-261bb32bdab6 req-001bc5b5-cdfd-44d0-bd6b-57a7810df95d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 1129 time: 0.3004019 Feb 10 15:24:32.197554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-2226a82a-b5be-41e6-8f59-6424420debff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:32.199201 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-2226a82a-b5be-41e6-8f59-6424420debff service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a86f2b3a-a6aa-4006-b1ea-b533cc038ea2 HTTP/1.1" status: 200 len: 853 time: 0.3093679 Feb 10 15:24:32.257558 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d1b51465-e2c6-4a44-a61f-481a9f8aeaa9 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a9bb245d-26fc-48bf-9fc2-298451c100c6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:32.271161 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96f426-8d86-4a4f-8663-34d104d2b425 req-c2c3b197-7164-4285-a5b9-17c51b7eb1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:32.277008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7c96f426-8d86-4a4f-8663-34d104d2b425 req-c2c3b197-7164-4285-a5b9-17c51b7eb1a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c893dfab-f651-45c9-bbd2-d815d5f365d4 HTTP/1.1" status: 200 len: 845 time: 0.1152499 Feb 10 15:24:32.290442 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33b1e0-7625-419b-8da7-7f8f3c230950 req-4f353f6d-7c89-45ba-81b9-572ccdeb5c5e tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:32.292461 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b33b1e0-7625-419b-8da7-7f8f3c230950 req-4f353f6d-7c89-45ba-81b9-572ccdeb5c5e tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 944 time: 0.9719169 Feb 10 15:24:32.306142 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-e20ee936-8ec7-4c4d-8bc8-f4d1e0a5b990 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=702b4d29-8496-4cdf-8d06-096bdfbaf841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715990 Feb 10 15:24:32.333342 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d1b51465-e2c6-4a44-a61f-481a9f8aeaa9 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:32.335207 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d1b51465-e2c6-4a44-a61f-481a9f8aeaa9 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.5302546 Feb 10 15:24:32.371283 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b51465-e2c6-4a44-a61f-481a9f8aeaa9 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bb245d-26fc-48bf-9fc2-298451c100c6,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:32.389832 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50928) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:32.390778 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Publish callbacks [] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:32.392922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['7d5e5af9-acf4-4315-8fe6-8555e819b8c7'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:32.395254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d4c12691-a4b6-4008-b39d-ec7831d41740 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Request body: {'security_group_rule': {'security_group_id': 'a9bb245d-26fc-48bf-9fc2-298451c100c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:32.400088 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=01758cd0-1814-4bd4-8753-5c2fa6819fba,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:32.437253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['b6e42ccf-8143-40ce-8a14-cb8112823224'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:32.440163 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:32.442904 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Deleting port 6b04a0a8-da15-42be-a1fd-b007ffbd2cbb {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:24:32.443195 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6b04a0a8-da15-42be-a1fd-b007ffbd2cbb), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:32.487563 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70f972-1dab-4df0-8193-eb5e14355a7b req-0d144a37-df48-4767-bae4-f21cc70d35c1 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:32.490536 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db70f972-1dab-4df0-8193-eb5e14355a7b req-0d144a37-df48-4767-bae4-f21cc70d35c1 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 944 time: 0.4814861 Feb 10 15:24:32.496891 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7c96f426-8d86-4a4f-8663-34d104d2b425 req-ee72c7e7-c5e5-48ae-8047-d45c5f32f4fb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae5226c2-5364-4c34-8001-6c08a2574a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1601033 Feb 10 15:24:32.547229 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 8c24031c-37a7-4018-9913-6d7f2261f999 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:24:32.582078 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 8c24031c-37a7-4018-9913-6d7f2261f999 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:32.582589 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:32.626445 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db70f972-1dab-4df0-8193-eb5e14355a7b req-5ecbf58b-bbd3-482d-9d2d-505d939e8fb9 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155415 Feb 10 15:24:32.638413 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d4c12691-a4b6-4008-b39d-ec7831d41740 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group_rule (20873c65-a111-465a-acd0-56658c2c0534), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:32.664185 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495c0f80-ebd3-44cb-9fba-d5af5948a5fe None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:24:32.691256 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b33b1e0-7625-419b-8da7-7f8f3c230950 req-78fd01a9-d7fb-4c2b-878e-26831491faa3 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432200 Feb 10 15:24:32.698122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab6e23-4e8b-4e66-a741-6c3551d417f7 None None] Pushing event updated for resources: {'Port': ['ID=8f585296-9c11-4706-b3f6-ac491733bd8a,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:32.811623 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7c96f426-8d86-4a4f-8663-34d104d2b425 req-90ab109f-7490-43d7-a4c6-7d592e7caf95 service neutron] 10.222.0.79 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168941 Feb 10 15:24:32.838593 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-42db3266-b583-4e2a-9fce-a49eb058be1c req-0b8a8fae-17c1-4f08-9154-947709771a04 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6382806 Feb 10 15:24:32.868576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] For port 6b04a0a8-da15-42be-a1fd-b007ffbd2cbb, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6b04a0a8-da15-42be-a1fd-b007ffbd2cbb,segment=NetworkSegment(69ca077c-cdd2-4f92-8793-8d21a6ca4d24),segment_id=69ca077c-cdd2-4f92-8793-8d21a6ca4d24)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:32.875305 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6b04a0a8-da15-42be-a1fd-b007ffbd2cbb), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:32.882727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce3ccc-8b66-47fc-a72b-261bb32bdab6 req-503316f5-fc4c-4bc8-ad86-986e3494c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:32.884195 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-76ce3ccc-8b66-47fc-a72b-261bb32bdab6 req-503316f5-fc4c-4bc8-ad86-986e3494c303 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.7133114 Feb 10 15:24:33.050097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Calling delete_port for 6b04a0a8-da15-42be-a1fd-b007ffbd2cbb owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:24:33.054249 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105a4a4-c49b-414f-b560-fabafe3ecc0d req-cdc36578-2f6f-4602-8dcd-dbdb831de87b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:33.056073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Attempting to bind port 8f585296-9c11-4706-b3f6-ac491733bd8a on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:24:33.056451 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Attempting to bind port 8f585296-9c11-4706-b3f6-ac491733bd8a by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:24:33.056840 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Attempting to bind port 8f585296-9c11-4706-b3f6-ac491733bd8a on network d2e77de5-12dc-41aa-af99-c9787df5a7b0 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:33.056975 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-d7e29802-220d-403c-8f35-c93823b3ae62 service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7406056 Feb 10 15:24:33.064799 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-76ce3ccc-8b66-47fc-a72b-261bb32bdab6 req-8966250b-c343-46de-83f3-b02c8db9242c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2511cc1e-005c-4486-87ec-d146ee581a8e HTTP/1.1" status: 200 len: 217 time: 0.1123648 Feb 10 15:24:33.065494 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0105a4a4-c49b-414f-b560-fabafe3ecc0d req-cdc36578-2f6f-4602-8dcd-dbdb831de87b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.2419229 Feb 10 15:24:33.092134 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b0f26-c824-4f04-ad50-cffa58eaecad req-05b18f00-671a-41f9-bedd-d903b821680c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:33.101794 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec6b0f26-c824-4f04-ad50-cffa58eaecad req-05b18f00-671a-41f9-bedd-d903b821680c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 947 time: 0.2891264 Feb 10 15:24:33.144537 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7c96f426-8d86-4a4f-8663-34d104d2b425 req-85833fa9-bdaf-4025-81f2-f278442be513 service neutron] 10.222.0.79 "GET /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600951 Feb 10 15:24:33.187289 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:24:33.187726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Checking segment: {'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:33.188618 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:33.189545 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Bound using segment: {'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:24:33.190289 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Bound port: 8f585296-9c11-4706-b3f6-ac491733bd8a, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:24:33.190838 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:33.208219 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 8c24031c-37a7-4018-9913-6d7f2261f999 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:33.208743 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:33.209570 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0105a4a4-c49b-414f-b560-fabafe3ecc0d req-3b0dd898-6b20-4b16-bdf6-31959d78b91a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420586 Feb 10 15:24:33.224221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e6fe5e-0544-4ae9-afe9-e452b227f699', 'tag': 'bd74c3b7-8817-4676-9865-b4241d3e3d40'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:33.228207 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827514a1-2392-4f38-a590-ca90925dbc48" -d '{"events": [{"name": "network-changed", "server_uuid": "03e6fe5e-0544-4ae9-afe9-e452b227f699", "tag": "bd74c3b7-8817-4676-9865-b4241d3e3d40"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:33.232604 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec6b0f26-c824-4f04-ad50-cffa58eaecad req-3f25a000-84fc-41d8-bbad-26afce736e38 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294501 Feb 10 15:24:33.240525 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-517e23b4-9738-4731-8f15-63a9519dfcbb req-bc7320e6-ad0a-4edf-bf31-26d3deba0d43 service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726096 Feb 10 15:24:33.331355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d4c12691-a4b6-4008-b39d-ec7831d41740 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group_rule (20873c65-a111-465a-acd0-56658c2c0534), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:33.476274 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239693b9-f31b-4226-90d6-80de6783efca req-9205213c-ee9a-4e82-8ba9-0d5a3327b0bf tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:33.483295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239693b9-f31b-4226-90d6-80de6783efca req-9205213c-ee9a-4e82-8ba9-0d5a3327b0bf tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:33.489911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239693b9-f31b-4226-90d6-80de6783efca req-9205213c-ee9a-4e82-8ba9-0d5a3327b0bf tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:33.495782 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239693b9-f31b-4226-90d6-80de6783efca req-9205213c-ee9a-4e82-8ba9-0d5a3327b0bf tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:33.505000 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b4ac32-873f-4edc-a472-5863dd79193a x-openstack-request-id: req-42b4ac32-873f-4edc-a472-5863dd79193a {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:33.505310 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e6fe5e-0544-4ae9-afe9-e452b227f699", "tag": "bd74c3b7-8817-4676-9865-b4241d3e3d40", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:33.507479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239693b9-f31b-4226-90d6-80de6783efca req-9205213c-ee9a-4e82-8ba9-0d5a3327b0bf tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:33.508087 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42b4ac32-873f-4edc-a472-5863dd79193a {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:33.508764 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e6fe5e-0544-4ae9-afe9-e452b227f699', 'tag': 'bd74c3b7-8817-4676-9865-b4241d3e3d40', 'status': 'completed', 'code': 200} Feb 10 15:24:33.522595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239693b9-f31b-4226-90d6-80de6783efca req-9205213c-ee9a-4e82-8ba9-0d5a3327b0bf tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:33.525261 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (6b04a0a8-da15-42be-a1fd-b007ffbd2cbb), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:33.530020 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c24031c-37a7-4018-9913-6d7f2261f999'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:33.533261 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292ae1fe-ad3a-43aa-897a-e5fbd04e222e" -d '{"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-plugged", "status": "completed", "tag": "8c24031c-37a7-4018-9913-6d7f2261f999"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:33.535724 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239693b9-f31b-4226-90d6-80de6783efca req-9205213c-ee9a-4e82-8ba9-0d5a3327b0bf tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:33.542053 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['f5c81648-f7ad-4f7d-9c20-cafc5114a54f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:33.542714 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-239693b9-f31b-4226-90d6-80de6783efca req-9205213c-ee9a-4e82-8ba9-0d5a3327b0bf tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5429 time: 0.1737537 Feb 10 15:24:33.585011 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d4c12691-a4b6-4008-b39d-ec7831d41740 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (20873c65-a111-465a-acd0-56658c2c0534), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:33.637264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Port': ['ID=6b04a0a8-da15-42be-a1fd-b007ffbd2cbb,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:33.657863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-239693b9-f31b-4226-90d6-80de6783efca req-4cb7edc1-ffcd-4457-8e69-fcc56a8a0527 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060665 Feb 10 15:24:33.662207 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 8c24031c-37a7-4018-9913-6d7f2261f999, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=8c24031c-37a7-4018-9913-6d7f2261f999,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:33.664303 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No DVR routers for this DVR port 6b04a0a8-da15-42be-a1fd-b007ffbd2cbb on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:24:33.681145 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e34f895-ca8b-4f24-8318-4318333f4e54 x-openstack-request-id: req-2e34f895-ca8b-4f24-8318-4318333f4e54 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:33.682630 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-plugged", "status": "completed", "tag": "8c24031c-37a7-4018-9913-6d7f2261f999", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:33.685479 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e34f895-ca8b-4f24-8318-4318333f4e54 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:33.686623 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c24031c-37a7-4018-9913-6d7f2261f999', 'code': 200} Feb 10 15:24:33.733682 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] For port 8f585296-9c11-4706-b3f6-ac491733bd8a, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:24:33.733963 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db3266-b583-4e2a-9fce-a49eb058be1c req-2f647c2e-c91c-469b-a519-1ee4d2d363be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:33.739491 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-42db3266-b583-4e2a-9fce-a49eb058be1c req-2f647c2e-c91c-469b-a519-1ee4d2d363be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 1131 time: 0.8585446 Feb 10 15:24:33.785068 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:33.785904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:33.818927 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:33.819306 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:33.819623 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:33.819962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:33.820293 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:33.820629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:33.820980 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:33.821306 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:33.821633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:33.821956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:33.823015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:33.823015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:33.823015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:33.848618 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c12691-a4b6-4008-b39d-ec7831d41740 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20873c65-a111-465a-acd0-56658c2c0534,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:33.865526 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06973987-a330-4007-983e-71c340b58797 req-9917b435-1f99-4472-8597-15b4371ff56e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:33.867204 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06973987-a330-4007-983e-71c340b58797 req-9917b435-1f99-4472-8597-15b4371ff56e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 944 time: 0.0975587 Feb 10 15:24:33.962974 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db3266-b583-4e2a-9fce-a49eb058be1c req-a7664b75-38f7-4c74-ab6a-d29671b4a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:33.964555 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-42db3266-b583-4e2a-9fce-a49eb058be1c req-a7664b75-38f7-4c74-ab6a-d29671b4a902 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1190944 Feb 10 15:24:33.965904 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce3ccc-8b66-47fc-a72b-261bb32bdab6 req-4a73e885-9eab-444c-90b0-28e3af57f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:33.967773 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-76ce3ccc-8b66-47fc-a72b-261bb32bdab6 req-4a73e885-9eab-444c-90b0-28e3af57f67e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.7166543 Feb 10 15:24:33.979095 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d4c12691-a4b6-4008-b39d-ec7831d41740 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:33.980286 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d4c12691-a4b6-4008-b39d-ec7831d41740 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5893724 Feb 10 15:24:33.985259 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5744d502-a5cb-4bda-ba11-52f21367820d None None] Network dc6c5422-515b-43c4-957d-271cd02978d9 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:33.989282 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50944) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:34.005142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-cf7fca04-45ef-4406-8004-a7297bbd6ced tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Request body: {'security_group_rule': {'security_group_id': 'a9bb245d-26fc-48bf-9fc2-298451c100c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:34.061938 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-42db3266-b583-4e2a-9fce-a49eb058be1c req-c1be3f45-bce0-4b26-8509-2974871bfe68 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=58bc5875-2e08-45d6-8111-df0e3772daef HTTP/1.1" status: 200 len: 217 time: 0.0604289 Feb 10 15:24:34.086607 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06973987-a330-4007-983e-71c340b58797 req-435e7da8-aadf-4fd7-bb62-b879a88f4c39 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134905 Feb 10 15:24:34.121975 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750efc9-3e6c-42dd-b0dc-d698dfba3256 req-bbaa2a82-dbcf-4a43-a54c-004adceb3042 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:34.126294 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b750efc9-3e6c-42dd-b0dc-d698dfba3256 req-bbaa2a82-dbcf-4a43-a54c-004adceb3042 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 944 time: 0.2313685 Feb 10 15:24:34.152524 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf7fca04-45ef-4406-8004-a7297bbd6ced tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group_rule (969cd559-4883-4772-8186-4613496daf7a), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:34.160521 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827514a1-2392-4f38-a590-ca90925dbc48 req-0fa8a2ad-e854-4a4b-a175-98e04cde9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:34.162083 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-827514a1-2392-4f38-a590-ca90925dbc48 req-0fa8a2ad-e854-4a4b-a175-98e04cde9041 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81&device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 1126 time: 0.6497636 Feb 10 15:24:34.182123 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] For port 8f585296-9c11-4706-b3f6-ac491733bd8a, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8f585296-9c11-4706-b3f6-ac491733bd8a,segment=NetworkSegment(02b03b18-2845-4f07-9538-3c72b5e282ed),segment_id=02b03b18-2845-4f07-9538-3c72b5e282ed)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:24:34.265739 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:34.273795 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (dc6c5422-515b-43c4-957d-271cd02978d9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:34.317544 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf7fca04-45ef-4406-8004-a7297bbd6ced tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group_rule (969cd559-4883-4772-8186-4613496daf7a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:34.329812 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf7fca04-45ef-4406-8004-a7297bbd6ced tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (969cd559-4883-4772-8186-4613496daf7a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:34.445771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=8c24031c-37a7-4018-9913-6d7f2261f999,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:34.466152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db3266-b583-4e2a-9fce-a49eb058be1c req-5deaea23-3cfd-4442-8730-13a763eefef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:34.468286 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-42db3266-b583-4e2a-9fce-a49eb058be1c req-5deaea23-3cfd-4442-8730-13a763eefef8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.3926611 Feb 10 15:24:34.474438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6c5422-515b-43c4-957d-271cd02978d9']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:34.502476 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf7fca04-45ef-4406-8004-a7297bbd6ced tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:34.503789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cf7fca04-45ef-4406-8004-a7297bbd6ced tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5038455 Feb 10 15:24:34.508062 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b750efc9-3e6c-42dd-b0dc-d698dfba3256 req-a1dbeb98-e1fd-40fd-84d0-fab49cc04363 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622413 Feb 10 15:24:34.508790 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50950) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:34.515988 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fca04-45ef-4406-8004-a7297bbd6ced tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969cd559-4883-4772-8186-4613496daf7a,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:34.532309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:34.551288 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6fe0cd83-2e6a-420d-8cd4-82c619344504 None None] Provisioning complete for port 8f585296-9c11-4706-b3f6-ac491733bd8a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:34.551968 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6fe0cd83-2e6a-420d-8cd4-82c619344504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:34.559671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['01758cd0-1814-4bd4-8753-5c2fa6819fba'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:34.589362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d659e3d-b504-4b82-a157-5dc1f34af2a7 req-f120609a-e78b-4959-8a4a-92cd1ade18e3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:34.597221 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d659e3d-b504-4b82-a157-5dc1f34af2a7 req-f120609a-e78b-4959-8a4a-92cd1ade18e3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 947 time: 0.2133720 Feb 10 15:24:34.598312 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:34.844730 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c78158-5d11-423e-9d6a-64b9defd8fdb req-a37308be-4eab-4e81-91e7-2764b43a2112 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:34.846709 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-86c78158-5d11-423e-9d6a-64b9defd8fdb req-a37308be-4eab-4e81-91e7-2764b43a2112 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.1571987 Feb 10 15:24:34.907801 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d659e3d-b504-4b82-a157-5dc1f34af2a7 req-e8844d2d-78b2-434a-8a5d-191a2f84e283 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850780 Feb 10 15:24:35.009590 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-86c78158-5d11-423e-9d6a-64b9defd8fdb req-50c4a48c-c181-4743-9d3d-9ded2295ae3b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299798 Feb 10 15:24:35.037439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ca077c-cdd2-4f92-8793-8d21a6ca4d24') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:35.037998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ca077c-cdd2-4f92-8793-8d21a6ca4d24') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:35.056247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Routers {'78e49bdf-fde5-493b-9f6e-3336ae90a42d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:24:35.058811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce3ccc-8b66-47fc-a72b-261bb32bdab6 req-27648dbf-a8bb-4b63-9082-ca025b1a0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:35.060634 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-76ce3ccc-8b66-47fc-a72b-261bb32bdab6 req-27648dbf-a8bb-4b63-9082-ca025b1a0c9d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0790875 Feb 10 15:24:35.061631 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:24:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:35.069239 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (69ca077c-cdd2-4f92-8793-8d21a6ca4d24), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:35.102121 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:35.102914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:24:35.180906 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-76ce3ccc-8b66-47fc-a72b-261bb32bdab6 req-7b3e5702-aa14-45a2-a5c7-ed70a247eaec service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074941 Feb 10 15:24:35.217625 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (69ca077c-cdd2-4f92-8793-8d21a6ca4d24), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:35.242755 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827514a1-2392-4f38-a590-ca90925dbc48 req-adcaea96-a5a5-48a3-8d0f-d3cde28049ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:35.244773 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-827514a1-2392-4f38-a590-ca90925dbc48 req-adcaea96-a5a5-48a3-8d0f-d3cde28049ea service neutron] 10.222.0.79 "GET /v2.0/networks?id=702b4d29-8496-4cdf-8d06-096bdfbaf841 HTTP/1.1" status: 200 len: 914 time: 1.0053744 Feb 10 15:24:35.249467 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:24:35.250205 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (69ca077c-cdd2-4f92-8793-8d21a6ca4d24), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:24:35.254674 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:24:35.271795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Allocated IP 172.25.3.178 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/0b0de065-8c8a-40d7-bd89-9be77a88b7f0) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:24:35.288498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2511cc1e-005c-4486-87ec-d146ee581a8e details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:24:35.309421 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-827514a1-2392-4f38-a590-ca90925dbc48 req-062cb3df-e2c8-4fe6-a878-69299aadb788 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd74c3b7-8817-4676-9865-b4241d3e3d40 HTTP/1.1" status: 200 len: 217 time: 0.0480199 Feb 10 15:24:35.339709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db3266-b583-4e2a-9fce-a49eb058be1c req-72be6f24-6c37-4a4f-811f-a096794a6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:35.341733 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-42db3266-b583-4e2a-9fce-a49eb058be1c req-72be6f24-6c37-4a4f-811f-a096794a6f5e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8546736 Feb 10 15:24:35.413830 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for port (0b0de065-8c8a-40d7-bd89-9be77a88b7f0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:35.478023 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (0b0de065-8c8a-40d7-bd89-9be77a88b7f0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:35.481362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2511cc1e-005c-4486-87ec-d146ee581a8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:35.509655 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '2511cc1e-005c-4486-87ec-d146ee581a8e', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '2511cc1e-005c-4486-87ec-d146ee581a8e', 'mac_address': 'fa:16:3e:a0:0f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:24:35.511845 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:35.512472 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:35.527184 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-42db3266-b583-4e2a-9fce-a49eb058be1c req-6f9390aa-8880-49a6-9c49-3b43a2b3dc70 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664658 Feb 10 15:24:35.596529 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event updated for resources: {'Port': ['ID=0b0de065-8c8a-40d7-bd89-9be77a88b7f0,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:35.630673 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-42db3266-b583-4e2a-9fce-a49eb058be1c req-ca2dc8d3-0396-4abe-b6cc-d088686691c3 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945246 Feb 10 15:24:35.642180 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (dc6c5422-515b-43c4-957d-271cd02978d9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:35.653564 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:35.660811 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/dc6c5422-515b-43c4-957d-271cd02978d9 HTTP/1.1" status: 204 len: 168 time: 10.3439529 Feb 10 15:24:35.662437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50960) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:35.664704 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-76ce3ccc-8b66-47fc-a72b-261bb32bdab6 req-de7edf96-6ea5-430a-bbe8-8be52cb54f16 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747365 Feb 10 15:24:35.669654 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 2511cc1e-005c-4486-87ec-d146ee581a8e is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:35.670415 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:35.670958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-42ed8ca3-2a53-457b-b80e-9f132b40f9d2 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1447124442'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:35.672285 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab6e23-4e8b-4e66-a741-6c3551d417f7 None None] Pushing event updated for resources: {'Port': ['ID=8f585296-9c11-4706-b3f6-ac491733bd8a,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:35.701878 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827514a1-2392-4f38-a590-ca90925dbc48 req-f5f58a5a-a9c6-46da-8e0c-068595c274ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:35.703602 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-827514a1-2392-4f38-a590-ca90925dbc48 req-f5f58a5a-a9c6-46da-8e0c-068595c274ca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a86f2b3a-a6aa-4006-b1ea-b533cc038ea2 HTTP/1.1" status: 200 len: 853 time: 0.3601120 Feb 10 15:24:35.705149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ed8ca3-2a53-457b-b80e-9f132b40f9d2 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:35.708844 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-42ed8ca3-2a53-457b-b80e-9f132b40f9d2 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:35.712462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c43014-5628-43ba-a09b-fb1b1e4137ab tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Network': ['ID=dc6c5422-515b-43c4-957d-271cd02978d9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:35.741153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c109ebe-017d-4cec-8bac-76dd17bcd2e0 req-a86210f2-a90a-499c-8d3e-6b17b34a67d9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:35.749188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c109ebe-017d-4cec-8bac-76dd17bcd2e0 req-a86210f2-a90a-499c-8d3e-6b17b34a67d9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:35.758088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c109ebe-017d-4cec-8bac-76dd17bcd2e0 req-a86210f2-a90a-499c-8d3e-6b17b34a67d9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:35.764439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c109ebe-017d-4cec-8bac-76dd17bcd2e0 req-a86210f2-a90a-499c-8d3e-6b17b34a67d9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:35.767293 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-827514a1-2392-4f38-a590-ca90925dbc48 req-2fc7def1-8d92-46b2-9462-3e15d463c9ac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=702b4d29-8496-4cdf-8d06-096bdfbaf841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393984 Feb 10 15:24:35.772292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c109ebe-017d-4cec-8bac-76dd17bcd2e0 req-a86210f2-a90a-499c-8d3e-6b17b34a67d9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:35.779781 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c109ebe-017d-4cec-8bac-76dd17bcd2e0 req-a86210f2-a90a-499c-8d3e-6b17b34a67d9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:35.786253 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c109ebe-017d-4cec-8bac-76dd17bcd2e0 req-a86210f2-a90a-499c-8d3e-6b17b34a67d9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:35.797467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c109ebe-017d-4cec-8bac-76dd17bcd2e0 req-a86210f2-a90a-499c-8d3e-6b17b34a67d9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5430 time: 0.7567577 Feb 10 15:24:35.803156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ed8ca3-2a53-457b-b80e-9f132b40f9d2 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:24:35.815101 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-42ed8ca3-2a53-457b-b80e-9f132b40f9d2 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9b99e1ae-a64f-4c42-ab05-ca8a64c9055d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:35.815652 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-42ed8ca3-2a53-457b-b80e-9f132b40f9d2 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Added segment 9b99e1ae-a64f-4c42-ab05-ca8a64c9055d of type vlan for network 526b07f4-2aa2-4855-82d4-60c27efeff50 Feb 10 15:24:35.850531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:24:35.870285 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-42ed8ca3-2a53-457b-b80e-9f132b40f9d2 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (526b07f4-2aa2-4855-82d4-60c27efeff50), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:35.901085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:35.908120 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:24:35.910859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2511cc1e-005c-4486-87ec-d146ee581a8e {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:35.926398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-42ed8ca3-2a53-457b-b80e-9f132b40f9d2 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (526b07f4-2aa2-4855-82d4-60c27efeff50), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:35.933484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ed8ca3-2a53-457b-b80e-9f132b40f9d2 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:35.934644 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-42ed8ca3-2a53-457b-b80e-9f132b40f9d2 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:35.975622 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-42ed8ca3-2a53-457b-b80e-9f132b40f9d2 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3094983 Feb 10 15:24:35.989241 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50966) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:35.995743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-4c468865-33f2-4350-8a7f-72f982ea67f4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'subnet': {'network_id': '526b07f4-2aa2-4855-82d4-60c27efeff50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:35.996541 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c109ebe-017d-4cec-8bac-76dd17bcd2e0 req-3ae768e9-fe95-4c64-89a3-21dcd6937761 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1981208 Feb 10 15:24:36.017705 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6fe0cd83-2e6a-420d-8cd4-82c619344504 None None] Current status of the port 8f585296-9c11-4706-b3f6-ac491733bd8a is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:36.018883 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6fe0cd83-2e6a-420d-8cd4-82c619344504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:36.153509 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:36.154300 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:36.157087 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for floatingip (73b82142-a534-4550-8acf-7c4d48d9b3f8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:36.179596 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2511cc1e-005c-4486-87ec-d146ee581a8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:36.191817 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] Set router 78e49bdf-fde5-493b-9f6e-3336ae90a42d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:24:36.207657 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a00f4-33d3-451f-aa27-05ea399ea20b req-6672084b-fe2f-4140-ae0f-e0ea31998328 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:36.210114 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a22a00f4-33d3-451f-aa27-05ea399ea20b req-6672084b-fe2f-4140-ae0f-e0ea31998328 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 944 time: 0.7470851 Feb 10 15:24:36.223682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed8ca3-2a53-457b-b80e-9f132b40f9d2 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Network': ['ID=526b07f4-2aa2-4855-82d4-60c27efeff50,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:36.264352 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-827514a1-2392-4f38-a590-ca90925dbc48 req-f185b835-32a9-4d12-bab6-321a5d797c2a service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877334 Feb 10 15:24:36.266823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c468865-33f2-4350-8a7f-72f982ea67f4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:36.276127 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c468865-33f2-4350-8a7f-72f982ea67f4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:36.276989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6fe0cd83-2e6a-420d-8cd4-82c619344504 None None] For port 8f585296-9c11-4706-b3f6-ac491733bd8a, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8f585296-9c11-4706-b3f6-ac491733bd8a,segment=NetworkSegment(02b03b18-2845-4f07-9538-3c72b5e282ed),segment_id=02b03b18-2845-4f07-9538-3c72b5e282ed)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:36.287258 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0b0de065-8c8a-40d7-bd89-9be77a88b7f0), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:36.288047 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:36.288856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 752d1218-cca1-41c2-99de-2b10db7e9e00 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:24:36.300358 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 526b07f4-2aa2-4855-82d4-60c27efeff50 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:24:36.398505 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9e1f9b81-9f36-4c16-9aae-871bc3c83e40,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:36.426475 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-827514a1-2392-4f38-a590-ca90925dbc48 req-8d5ba8f3-da61-4e8f-b028-d45b14af59a7 service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413867 Feb 10 15:24:36.460164 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1f9b81-9f36-4c16-9aae-871bc3c83e40'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:36.466446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f65c0-10d5-41cf-8ffd-da16dd69e9ef req-8b9a1edb-7c9b-4e91-8503-be3572a7be6b tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:36.468205 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea9f65c0-10d5-41cf-8ffd-da16dd69e9ef req-8b9a1edb-7c9b-4e91-8503-be3572a7be6b tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 944 time: 0.2954845 Feb 10 15:24:36.469700 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0327a623-4133-4821-a138-3f9825f59d95" -d '{"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-plugged", "status": "completed", "tag": "9e1f9b81-9f36-4c16-9aae-871bc3c83e40"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:36.478302 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a22a00f4-33d3-451f-aa27-05ea399ea20b req-d928e68e-4e42-42af-85ea-656f5be138c5 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370143 Feb 10 15:24:36.489619 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6fe0cd83-2e6a-420d-8cd4-82c619344504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:36.516139 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-4c468865-33f2-4350-8a7f-72f982ea67f4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Performing IP validity checks on allocation pools {{(pid=103369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 15:24:36.516876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-4c468865-33f2-4350-8a7f-72f982ea67f4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 15:24:36.554290 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea9f65c0-10d5-41cf-8ffd-da16dd69e9ef req-9124d940-3c54-4398-8fe1-2d97cc936b1a tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799015 Feb 10 15:24:36.666182 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:36.667172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 19a58c1e-d08d-49d9-a4bc-f12168063f86 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:36.750756 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 752d1218-cca1-41c2-99de-2b10db7e9e00, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=752d1218-cca1-41c2-99de-2b10db7e9e00,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:36.788715 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c9112-104c-4b67-bc85-c87a3f2f262a req-79bdf918-eebd-432b-9e0e-2b970c05ac89 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:36.794256 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-183c9112-104c-4b67-bc85-c87a3f2f262a req-79bdf918-eebd-432b-9e0e-2b970c05ac89 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 948 time: 0.1896324 Feb 10 15:24:36.841006 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c468865-33f2-4350-8a7f-72f982ea67f4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (e5d39692-b975-4a53-85ae-01a339d11409), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:36.850612 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb856f27-5395-40fa-92fa-7f42aae8c38d req-1444b690-ba45-4e51-b1c3-ca8098fb4084 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:36.852219 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb856f27-5395-40fa-92fa-7f42aae8c38d req-1444b690-ba45-4e51-b1c3-ca8098fb4084 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.1927121 Feb 10 15:24:36.878590 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for port (0b0de065-8c8a-40d7-bd89-9be77a88b7f0), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:36.899877 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (0b0de065-8c8a-40d7-bd89-9be77a88b7f0), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:36.956857 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '752d1218-cca1-41c2-99de-2b10db7e9e00', 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f', 'port_id': '752d1218-cca1-41c2-99de-2b10db7e9e00', 'mac_address': 'fa:16:3e:62:26:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c893dfab-f651-45c9-bbd2-d815d5f365d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:24:37.006175 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c468865-33f2-4350-8a7f-72f982ea67f4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Checking segment: {'id': '9b99e1ae-a64f-4c42-ab05-ca8a64c9055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '526b07f4-2aa2-4855-82d4-60c27efeff50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:37.006537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c468865-33f2-4350-8a7f-72f982ea67f4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network hostable DHCP agents. Network: 526b07f4-2aa2-4855-82d4-60c27efeff50, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:24:37.008952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb856f27-5395-40fa-92fa-7f42aae8c38d req-3f4e6e15-af03-44eb-995e-c762e7fbac23 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448374 Feb 10 15:24:37.023150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c468865-33f2-4350-8a7f-72f982ea67f4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Subnet': ['ID=e5d39692-b975-4a53-85ae-01a339d11409,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:37.050287 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-183c9112-104c-4b67-bc85-c87a3f2f262a req-9032ee47-ffdb-47f3-8581-108687e26379 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402518 Feb 10 15:24:37.087690 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c468865-33f2-4350-8a7f-72f982ea67f4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network 526b07f4-2aa2-4855-82d4-60c27efeff50 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:24:37.098318 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event updated for resources: {'Port': ['ID=0b0de065-8c8a-40d7-bd89-9be77a88b7f0,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:37.103937 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (73b82142-a534-4550-8acf-7c4d48d9b3f8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:37.106110 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-4c468865-33f2-4350-8a7f-72f982ea67f4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 526b07f4-2aa2-4855-82d4-60c27efeff50) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:37.114917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c468865-33f2-4350-8a7f-72f982ea67f4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:37.115516 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c468865-33f2-4350-8a7f-72f982ea67f4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:37.143386 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:37.144880 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b516df2c-3569-4954-af1f-84444d27644b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6181521 Feb 10 15:24:37.153840 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4c468865-33f2-4350-8a7f-72f982ea67f4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1594980 Feb 10 15:24:37.155899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50976) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:37.237648 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-39ffb8f0-579d-42ee-9079-37b42a152430 None None] Provisioning complete for port 8f585296-9c11-4706-b3f6-ac491733bd8a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:37.238227 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-39ffb8f0-579d-42ee-9079-37b42a152430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:37.252296 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=2511cc1e-005c-4486-87ec-d146ee581a8e,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:37.268452 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4da987-1a4e-4b1e-bb81-0d04a0b16b50 req-4a839723-4089-4dd0-a554-f0eec7691ae6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:37.274504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4da987-1a4e-4b1e-bb81-0d04a0b16b50 req-4a839723-4089-4dd0-a554-f0eec7691ae6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:37.280961 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4da987-1a4e-4b1e-bb81-0d04a0b16b50 req-4a839723-4089-4dd0-a554-f0eec7691ae6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:37.286358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4da987-1a4e-4b1e-bb81-0d04a0b16b50 req-4a839723-4089-4dd0-a554-f0eec7691ae6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:37.295568 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4da987-1a4e-4b1e-bb81-0d04a0b16b50 req-4a839723-4089-4dd0-a554-f0eec7691ae6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:37.301275 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4da987-1a4e-4b1e-bb81-0d04a0b16b50 req-4a839723-4089-4dd0-a554-f0eec7691ae6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:37.302787 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0dad3d-bfce-490c-9f81-3f1a4bb86f99 x-openstack-request-id: req-8b0dad3d-bfce-490c-9f81-3f1a4bb86f99 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:37.303087 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-plugged", "status": "completed", "tag": "9e1f9b81-9f36-4c16-9aae-871bc3c83e40", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:37.303341 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b0dad3d-bfce-490c-9f81-3f1a4bb86f99 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:37.303741 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1f9b81-9f36-4c16-9aae-871bc3c83e40', 'code': 200} Feb 10 15:24:37.305318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36c6c93-0993-40dd-9803-4dbdacc11e2b None None] Network 526b07f4-2aa2-4855-82d4-60c27efeff50 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:37.306791 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4da987-1a4e-4b1e-bb81-0d04a0b16b50 req-4a839723-4089-4dd0-a554-f0eec7691ae6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:37.308864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d4da987-1a4e-4b1e-bb81-0d04a0b16b50 req-4a839723-4089-4dd0-a554-f0eec7691ae6 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5431 time: 0.1619244 Feb 10 15:24:37.412983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0cd83-2e6a-420d-8cd4-82c619344504 None None] Pushing event updated for resources: {'Port': ['ID=8f585296-9c11-4706-b3f6-ac491733bd8a,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:37.441759 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba533fd5-1490-40f3-a40f-9d4e0cb8c860 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (526b07f4-2aa2-4855-82d4-60c27efeff50), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:37.447997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d4da987-1a4e-4b1e-bb81-0d04a0b16b50 req-74bf7118-c7c9-4e83-b553-c54772226d15 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1320543 Feb 10 15:24:37.537199 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-fcecd7a1-fd96-4573-9444-7e29ccfe9876 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2052720291&fields=id&tenant_id=9c2365a3048c4b23a67221fc3c979c7a HTTP/1.1" status: 200 len: 267 time: 0.0806990 Feb 10 15:24:37.558393 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba533fd5-1490-40f3-a40f-9d4e0cb8c860 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (e5d39692-b975-4a53-85ae-01a339d11409), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:37.604084 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:37.708806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 752d1218-cca1-41c2-99de-2b10db7e9e00 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:37.709603 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:37.712000 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85089c93-eecc-4847-8c4e-44d34613a7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-526b07f4-2aa2-4855-82d4-60c27efeff50', 'network_id': '526b07f4-2aa2-4855-82d4-60c27efeff50', 'project_id': 'ab446148b7af47d5b9c86a6f1f59199a', 'fixed_ips': [{'subnet_id': 'e5d39692-b975-4a53-85ae-01a339d11409'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:24:37.713212 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-85089c93-eecc-4847-8c4e-44d34613a7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:37.720281 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba533fd5-1490-40f3-a40f-9d4e0cb8c860 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (e5d39692-b975-4a53-85ae-01a339d11409), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:37.752679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-0159ab1a-5dcb-4022-b124-952af3850d1e tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:37.773891 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-0159ab1a-5dcb-4022-b124-952af3850d1e tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/networks?id=d2e77de5-12dc-41aa-af99-c9787df5a7b0 HTTP/1.1" status: 200 len: 811 time: 0.2324762 Feb 10 15:24:37.796329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba533fd5-1490-40f3-a40f-9d4e0cb8c860 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Subnet': ['ID=e5d39692-b975-4a53-85ae-01a339d11409,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:37.817435 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0394e95-9fb1-45a9-a6d4-98047ea44507 req-8aa6cc0c-1d47-4d7b-939a-1b0885512d76 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:37.820149 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0394e95-9fb1-45a9-a6d4-98047ea44507 req-8aa6cc0c-1d47-4d7b-939a-1b0885512d76 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 944 time: 0.1938558 Feb 10 15:24:37.835451 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752d1218-cca1-41c2-99de-2b10db7e9e00 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:37.839961 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-5fe6d921-47d6-43f0-b606-20240aa4449b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/quotas/9c2365a3048c4b23a67221fc3c979c7a HTTP/1.1" status: 200 len: 375 time: 0.0651577 Feb 10 15:24:37.849077 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=9e1f9b81-9f36-4c16-9aae-871bc3c83e40,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:37.899658 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 19a58c1e-d08d-49d9-a4bc-f12168063f86 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:24:37.906411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-39ffb8f0-579d-42ee-9079-37b42a152430 None None] Current status of the port 8f585296-9c11-4706-b3f6-ac491733bd8a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:37.914146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 752d1218-cca1-41c2-99de-2b10db7e9e00, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=752d1218-cca1-41c2-99de-2b10db7e9e00,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:37.949693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-985ebdb1-0e26-4ee8-aae8-e37772c4d662 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c2365a3048c4b23a67221fc3c979c7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086907 Feb 10 15:24:37.966358 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba533fd5-1490-40f3-a40f-9d4e0cb8c860 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (526b07f4-2aa2-4855-82d4-60c27efeff50), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:38.003361 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 19a58c1e-d08d-49d9-a4bc-f12168063f86 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:38.004219 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:38.006337 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:38.021523 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ba533fd5-1490-40f3-a40f-9d4e0cb8c860 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526b07f4-2aa2-4855-82d4-60c27efeff50']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:38.041115 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device bd74c3b7-8817-4676-9865-b4241d3e3d40 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:24:38.078396 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8f585296-9c11-4706-b3f6-ac491733bd8a', 'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'mac_address': 'fa:16:3e:60:59:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:18Z', 'updated_at': '2022-02-10T15:24:33Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'subnets': [{'id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:38.086301 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ba533fd5-1490-40f3-a40f-9d4e0cb8c860 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b99e1ae-a64f-4c42-ab05-ca8a64c9055d') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:38.088086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ba533fd5-1490-40f3-a40f-9d4e0cb8c860 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b99e1ae-a64f-4c42-ab05-ca8a64c9055d') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:38.089614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d25a6a-bc80-4048-9970-ded1af26c34b None None] Network 526b07f4-2aa2-4855-82d4-60c27efeff50 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:38.094567 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-fab577bd-b7b1-4f0f-bbb4-31142d20ec04 service neutron] 10.222.0.64 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290412 Feb 10 15:24:38.107615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0394e95-9fb1-45a9-a6d4-98047ea44507 req-8c5e1a2d-31bc-4ce5-af50-d8f5d49b57aa tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645655 Feb 10 15:24:38.109708 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba533fd5-1490-40f3-a40f-9d4e0cb8c860 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (9b99e1ae-a64f-4c42-ab05-ca8a64c9055d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:38.161704 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba533fd5-1490-40f3-a40f-9d4e0cb8c860 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9b99e1ae-a64f-4c42-ab05-ca8a64c9055d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:38.161704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba533fd5-1490-40f3-a40f-9d4e0cb8c860 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:24:38.161704 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba533fd5-1490-40f3-a40f-9d4e0cb8c860 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (9b99e1ae-a64f-4c42-ab05-ca8a64c9055d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:38.227964 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d61c931-3a37-42f7-b260-23ac25cda3fe None None] The sync data for ids ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'] in n-d-815324-7 is: [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8f585296-9c11-4706-b3f6-ac491733bd8a', 'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'mac_address': 'fa:16:3e:60:59:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:18Z', 'updated_at': '2022-02-10T15:24:33Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'subnets': [{'id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:24:38.260972 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:24:38.268324 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba533fd5-1490-40f3-a40f-9d4e0cb8c860 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (526b07f4-2aa2-4855-82d4-60c27efeff50), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:38.274666 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba533fd5-1490-40f3-a40f-9d4e0cb8c860 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:38.283619 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ba533fd5-1490-40f3-a40f-9d4e0cb8c860 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/526b07f4-2aa2-4855-82d4-60c27efeff50 HTTP/1.1" status: 204 len: 168 time: 1.1266174 Feb 10 15:24:38.305385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51006) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:38.305877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba533fd5-1490-40f3-a40f-9d4e0cb8c860 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Network': ['ID=526b07f4-2aa2-4855-82d4-60c27efeff50,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:38.328842 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-939a305f-6506-4401-b5d9-143e5c1cf388 service neutron] 10.222.0.64 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255294 Feb 10 15:24:38.342338 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-24f99661-d316-4f74-8106-2d90e531fae8 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2005888242'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:38.449224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f99661-d316-4f74-8106-2d90e531fae8 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:38.453490 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24f99661-d316-4f74-8106-2d90e531fae8 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:38.504108 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0a96e-ddf5-4b7d-8adf-2d9e1d00b65a req-070d6cd6-8fb3-499c-a141-e9290bbcb944 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:38.506687 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f1c0a96e-ddf5-4b7d-8adf-2d9e1d00b65a req-070d6cd6-8fb3-499c-a141-e9290bbcb944 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 945 time: 0.2849257 Feb 10 15:24:38.518197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f99661-d316-4f74-8106-2d90e531fae8 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:24:38.575190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f1c0a96e-ddf5-4b7d-8adf-2d9e1d00b65a req-ecc7aa78-0bf8-4941-8cc2-b11940dcc0e1 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627520 Feb 10 15:24:38.591088 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24f99661-d316-4f74-8106-2d90e531fae8 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ecf20050-5a00-45e5-91dc-a6503bf6f2f3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:38.591088 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-24f99661-d316-4f74-8106-2d90e531fae8 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Added segment ecf20050-5a00-45e5-91dc-a6503bf6f2f3 of type vlan for network eb33e664-06bc-40ea-9869-0aef69685fa5 Feb 10 15:24:38.693416 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.resource_extend [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:24:38.784905 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24f99661-d316-4f74-8106-2d90e531fae8 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (eb33e664-06bc-40ea-9869-0aef69685fa5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:38.831704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=752d1218-cca1-41c2-99de-2b10db7e9e00,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:38.886791 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['2511cc1e-005c-4486-87ec-d146ee581a8e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:38.930249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['752d1218-cca1-41c2-99de-2b10db7e9e00'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:39.301856 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.resource_extend [None req-24f99661-d316-4f74-8106-2d90e531fae8 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:24:39.313604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83227106-d907-49a2-bea1-4c8c7067a188 req-071c2a3b-79cd-458a-9391-faef44cc2c8e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:39.316554 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-83227106-d907-49a2-bea1-4c8c7067a188 req-071c2a3b-79cd-458a-9391-faef44cc2c8e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 948 time: 0.5577319 Feb 10 15:24:39.362196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01342c70-6bb2-43f2-83d9-d165cde71b3e req-25448f65-a79b-4d1b-86a4-54962e9d4e83 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:39.371711 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01342c70-6bb2-43f2-83d9-d165cde71b3e req-25448f65-a79b-4d1b-86a4-54962e9d4e83 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.6770833 Feb 10 15:24:39.378459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port bd74c3b7-8817-4676-9865-b4241d3e3d40, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bd74c3b7-8817-4676-9865-b4241d3e3d40,segment=NetworkSegment(11a0d56f-5c6d-4f4b-8367-04b9600e50f6),segment_id=11a0d56f-5c6d-4f4b-8367-04b9600e50f6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:39.414347 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-83227106-d907-49a2-bea1-4c8c7067a188 req-c1fc48d8-7ddd-4826-af1c-422e86d6303b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868373 Feb 10 15:24:39.449779 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24f99661-d316-4f74-8106-2d90e531fae8 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (eb33e664-06bc-40ea-9869-0aef69685fa5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:39.465145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f99661-d316-4f74-8106-2d90e531fae8 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:39.465872 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24f99661-d316-4f74-8106-2d90e531fae8 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:39.476113 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'bd74c3b7-8817-4676-9865-b4241d3e3d40', 'network_id': '702b4d29-8496-4cdf-8d06-096bdfbaf841', 'port_id': 'bd74c3b7-8817-4676-9865-b4241d3e3d40', 'mac_address': 'fa:16:3e:04:17:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a86f2b3a-a6aa-4006-b1ea-b533cc038ea2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:24:39.487385 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 19a58c1e-d08d-49d9-a4bc-f12168063f86 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:39.487880 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:39.546458 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01342c70-6bb2-43f2-83d9-d165cde71b3e req-60a1ec7d-e235-467b-81ab-91442ced206a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728933 Feb 10 15:24:39.562742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51024) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:39.573735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b15fba74-08a2-4e07-97de-86a25607f47c tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'subnet': {'network_id': 'eb33e664-06bc-40ea-9869-0aef69685fa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:39.578207 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-24f99661-d316-4f74-8106-2d90e531fae8 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2455513 Feb 10 15:24:39.594444 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 19a58c1e-d08d-49d9-a4bc-f12168063f86, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=19a58c1e-d08d-49d9-a4bc-f12168063f86,segment=NetworkSegment(fa6d6529-24e6-4435-821d-629c3a979366),segment_id=fa6d6529-24e6-4435-821d-629c3a979366)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:39.621330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a58c1e-d08d-49d9-a4bc-f12168063f86'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:39.633240 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9b6e38-f386-42cb-a33c-f36951066e72" -d '{"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-plugged", "status": "completed", "tag": "19a58c1e-d08d-49d9-a4bc-f12168063f86"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:39.793881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15fba74-08a2-4e07-97de-86a25607f47c tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:39.799797 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b15fba74-08a2-4e07-97de-86a25607f47c tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:39.841180 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port bd74c3b7-8817-4676-9865-b4241d3e3d40 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:39.843567 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:39.870673 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:39.880333 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 67fa90d0-5daf-4082-a49c-a169e4fe4bfc no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:24:39.974777 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f99661-d316-4f74-8106-2d90e531fae8 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Network': ['ID=eb33e664-06bc-40ea-9869-0aef69685fa5,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:39.985818 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d6704c12-8cab-4c3b-8d00-c0eea0f1ee28 req-3eb790c9-adf6-4443-953a-aee554e49174 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 210 time: 0.2449222 Feb 10 15:24:39.996456 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 67fa90d0-5daf-4082-a49c-a169e4fe4bfc {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:24:39.996833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 67fa90d0-5daf-4082-a49c-a169e4fe4bfc not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:24:40.009600 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2991c0-5ca1-499a-8c6a-2be90cd5e733 req-7864922b-87b5-44d5-abcc-6eebdf2e6f3e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:40.014908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd74c3b7-8817-4676-9865-b4241d3e3d40 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:40.016451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2991c0-5ca1-499a-8c6a-2be90cd5e733 req-7864922b-87b5-44d5-abcc-6eebdf2e6f3e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:40.022661 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2991c0-5ca1-499a-8c6a-2be90cd5e733 req-7864922b-87b5-44d5-abcc-6eebdf2e6f3e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:40.029864 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2991c0-5ca1-499a-8c6a-2be90cd5e733 req-7864922b-87b5-44d5-abcc-6eebdf2e6f3e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:40.048602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2991c0-5ca1-499a-8c6a-2be90cd5e733 req-7864922b-87b5-44d5-abcc-6eebdf2e6f3e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:40.062916 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port bd74c3b7-8817-4676-9865-b4241d3e3d40, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bd74c3b7-8817-4676-9865-b4241d3e3d40,segment=NetworkSegment(11a0d56f-5c6d-4f4b-8367-04b9600e50f6),segment_id=11a0d56f-5c6d-4f4b-8367-04b9600e50f6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:40.087617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2991c0-5ca1-499a-8c6a-2be90cd5e733 req-7864922b-87b5-44d5-abcc-6eebdf2e6f3e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:40.106471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network eb33e664-06bc-40ea-9869-0aef69685fa5 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:24:40.106705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2991c0-5ca1-499a-8c6a-2be90cd5e733 req-7864922b-87b5-44d5-abcc-6eebdf2e6f3e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:40.109554 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b2991c0-5ca1-499a-8c6a-2be90cd5e733 req-7864922b-87b5-44d5-abcc-6eebdf2e6f3e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5432 time: 0.4730680 Feb 10 15:24:40.112616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b6e42ccf-8143-40ce-8a14-cb8112823224 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:40.153740 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:40.248978 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b15fba74-08a2-4e07-97de-86a25607f47c tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (3fb9a0ba-b639-466f-aae6-a61622128283), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:40.364221 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8f585296-9c11-4706-b3f6-ac491733bd8a up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:40.415506 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b2991c0-5ca1-499a-8c6a-2be90cd5e733 req-78cc1138-4941-47ed-9e1a-5809d5abe385 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2944174 Feb 10 15:24:40.468523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e115406-be8a-49c7-bd62-7bfd4cc9adb3 req-f54cc1f9-2331-4bc5-85ac-cb28fc412bbb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:40.475967 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e115406-be8a-49c7-bd62-7bfd4cc9adb3 req-f54cc1f9-2331-4bc5-85ac-cb28fc412bbb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 945 time: 0.2678707 Feb 10 15:24:40.558269 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e115406-be8a-49c7-bd62-7bfd4cc9adb3 req-9db94f59-7980-4f0b-bc27-a399725c24b0 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804584 Feb 10 15:24:40.612544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-9ea56732-ae9a-4aee-90b2-2035e05eea86 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:40.620773 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-9ea56732-ae9a-4aee-90b2-2035e05eea86 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.72 "GET /v2.0/networks?id=d2e77de5-12dc-41aa-af99-c9787df5a7b0 HTTP/1.1" status: 200 len: 811 time: 0.1782911 Feb 10 15:24:40.636055 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fba74-08a2-4e07-97de-86a25607f47c tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Subnet': ['ID=3fb9a0ba-b639-466f-aae6-a61622128283,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:40.703798 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f56904-0429-4c36-835a-3b529504809e x-openstack-request-id: req-96f56904-0429-4c36-835a-3b529504809e {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:40.704538 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-plugged", "status": "completed", "tag": "19a58c1e-d08d-49d9-a4bc-f12168063f86", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:40.705019 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96f56904-0429-4c36-835a-3b529504809e {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:40.705571 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a58c1e-d08d-49d9-a4bc-f12168063f86', 'code': 200} Feb 10 15:24:40.710068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['bd74c3b7-8817-4676-9865-b4241d3e3d40'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:40.715064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=19a58c1e-d08d-49d9-a4bc-f12168063f86,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:40.760473 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15fba74-08a2-4e07-97de-86a25607f47c tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Checking segment: {'id': 'ecf20050-5a00-45e5-91dc-a6503bf6f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'eb33e664-06bc-40ea-9869-0aef69685fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:40.760875 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15fba74-08a2-4e07-97de-86a25607f47c tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network hostable DHCP agents. Network: eb33e664-06bc-40ea-9869-0aef69685fa5, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:24:40.791292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77198604-8331-467c-a9f5-1e7126ef9356 req-def01ae8-3d1b-450b-a6ff-c0e0058a206b tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:40.793379 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77198604-8331-467c-a9f5-1e7126ef9356 req-def01ae8-3d1b-450b-a6ff-c0e0058a206b tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 945 time: 0.1770773 Feb 10 15:24:40.820949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8f585296-9c11-4706-b3f6-ac491733bd8a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:40.821355 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:40.844508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15fba74-08a2-4e07-97de-86a25607f47c tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network eb33e664-06bc-40ea-9869-0aef69685fa5 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:24:40.872368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2899-4241-4e86-b4b0-830668c0fdf4 req-df0ba8f3-7c61-4f0c-b301-96ae93f012ca tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:40.873936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fa2b2899-4241-4e86-b4b0-830668c0fdf4 req-df0ba8f3-7c61-4f0c-b301-96ae93f012ca tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 948 time: 0.1726091 Feb 10 15:24:40.882144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-b15fba74-08a2-4e07-97de-86a25607f47c tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, eb33e664-06bc-40ea-9869-0aef69685fa5) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:40.897656 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-53218efd-6933-4878-aeef-a4bf0b887114 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c2365a3048c4b23a67221fc3c979c7a HTTP/1.1" status: 200 len: 380 time: 0.2640419 Feb 10 15:24:40.907943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861d1764-4091-4816-b70d-72e24fe388ee None None] Network eb33e664-06bc-40ea-9869-0aef69685fa5 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:40.908522 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15fba74-08a2-4e07-97de-86a25607f47c tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:40.908686 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b15fba74-08a2-4e07-97de-86a25607f47c tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:40.927305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-0987e22b-8ff1-4392-b363-d20742125ef2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Request body: {'port': {'device_id': '117f9a95-e999-4ffe-9117-744275a97b00', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'admin_state_up': True, 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'security_groups': ['a9bb245d-26fc-48bf-9fc2-298451c100c6']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:40.936878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=bd74c3b7-8817-4676-9865-b4241d3e3d40,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:40.954362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port b6e42ccf-8143-40ce-8a14-cb8112823224 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:24:40.969749 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port b6e42ccf-8143-40ce-8a14-cb8112823224 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:40.970130 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:41.024619 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fa2b2899-4241-4e86-b4b0-830668c0fdf4 req-b3f2f565-addd-4181-9c0e-820c2526e3b0 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341555 Feb 10 15:24:41.038832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b15fba74-08a2-4e07-97de-86a25607f47c tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4731653 Feb 10 15:24:41.039508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51040) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:41.052185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77198604-8331-467c-a9f5-1e7126ef9356 req-7fc71158-2549-49c9-994a-a8712dba2242 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458448 Feb 10 15:24:41.221532 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-860f99b7-5939-449c-a002-a9cd484666ed req-5b73d765-7892-4c3c-aa24-663da8525fb7 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 210 time: 0.0595906 Feb 10 15:24:41.304831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8f585296-9c11-4706-b3f6-ac491733bd8a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:41.307569 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:41.316390 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe63241-6309-43c9-b1fd-8f139425ae0a req-3c9f75f6-078a-4bf2-bf76-21ed4fad6cbe tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:41.317949 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfe63241-6309-43c9-b1fd-8f139425ae0a req-3c9f75f6-078a-4bf2-bf76-21ed4fad6cbe tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.1112673 Feb 10 15:24:41.323342 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (eb33e664-06bc-40ea-9869-0aef69685fa5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:41.345285 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-eb33e664-06bc-40ea-9869-0aef69685fa5', 'network_id': 'eb33e664-06bc-40ea-9869-0aef69685fa5', 'project_id': 'ab446148b7af47d5b9c86a6f1f59199a', 'fixed_ips': [{'subnet_id': '3fb9a0ba-b639-466f-aae6-a61622128283'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:24:41.346253 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:41.349346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-0987e22b-8ff1-4392-b363-d20742125ef2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Made reservation on behalf of 9c2365a3048c4b23a67221fc3c979c7a for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:41.352724 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-0987e22b-8ff1-4392-b363-d20742125ef2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:41.375900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port b6e42ccf-8143-40ce-8a14-cb8112823224 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:41.376363 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:41.407899 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfe63241-6309-43c9-b1fd-8f139425ae0a req-61db8500-ce37-42c8-b230-e3fd6df3004f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796807 Feb 10 15:24:41.518761 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Allocated IP 172.20.0.1 (eb33e664-06bc-40ea-9869-0aef69685fa5/3fb9a0ba-b639-466f-aae6-a61622128283/10da65d7-9f6d-4881-8c28-e82889855134) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:24:41.599780 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-0987e22b-8ff1-4392-b363-d20742125ef2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Allocated IP 172.20.0.5 (d2e77de5-12dc-41aa-af99-c9787df5a7b0/f3ce83f6-6325-453a-a2c7-3c49256a130b/d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:24:41.680099 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Publish callbacks [] for port (10da65d7-9f6d-4881-8c28-e82889855134), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:41.695746 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (10da65d7-9f6d-4881-8c28-e82889855134), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:41.780338 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47ad2-0b67-481c-92ee-b530423850b9 req-1a66e8ae-19f7-4f14-9500-01ce976d04be tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:41.785901 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47ad2-0b67-481c-92ee-b530423850b9 req-1a66e8ae-19f7-4f14-9500-01ce976d04be tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:41.790879 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47ad2-0b67-481c-92ee-b530423850b9 req-1a66e8ae-19f7-4f14-9500-01ce976d04be tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:41.796625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47ad2-0b67-481c-92ee-b530423850b9 req-1a66e8ae-19f7-4f14-9500-01ce976d04be tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:41.800844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Network eb33e664-06bc-40ea-9869-0aef69685fa5 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:24:41.801920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47ad2-0b67-481c-92ee-b530423850b9 req-1a66e8ae-19f7-4f14-9500-01ce976d04be tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:41.803126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port b6e42ccf-8143-40ce-8a14-cb8112823224, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b6e42ccf-8143-40ce-8a14-cb8112823224,segment=NetworkSegment(f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083),segment_id=f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:41.807244 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47ad2-0b67-481c-92ee-b530423850b9 req-1a66e8ae-19f7-4f14-9500-01ce976d04be tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:41.807856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:41.815884 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47ad2-0b67-481c-92ee-b530423850b9 req-1a66e8ae-19f7-4f14-9500-01ce976d04be tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:41.818056 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6aa47ad2-0b67-481c-92ee-b530423850b9 req-1a66e8ae-19f7-4f14-9500-01ce976d04be tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5432 time: 0.2638712 Feb 10 15:24:41.835313 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:24:41.856186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d04024-ad4a-48e7-b018-76cbf280f828 req-5b2f40a0-a236-43cd-accb-02c14292d7b7 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:41.858461 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33d04024-ad4a-48e7-b018-76cbf280f828 req-5b2f40a0-a236-43cd-accb-02c14292d7b7 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 945 time: 0.1816564 Feb 10 15:24:41.862450 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-0987e22b-8ff1-4392-b363-d20742125ef2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for port (d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:41.869640 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:41.870798 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:41.917372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Pushing event updated for resources: {'Port': ['ID=10da65d7-9f6d-4881-8c28-e82889855134,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:41.932763 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-0987e22b-8ff1-4392-b363-d20742125ef2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:42.014014 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Attempting to bind port 10da65d7-9f6d-4881-8c28-e82889855134 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:24:42.014546 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Attempting to bind port 10da65d7-9f6d-4881-8c28-e82889855134 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'ecf20050-5a00-45e5-91dc-a6503bf6f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'eb33e664-06bc-40ea-9869-0aef69685fa5'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:24:42.015022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Attempting to bind port 10da65d7-9f6d-4881-8c28-e82889855134 on network eb33e664-06bc-40ea-9869-0aef69685fa5 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:42.023365 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:24:42.023928 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Checking segment: {'id': 'ecf20050-5a00-45e5-91dc-a6503bf6f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'eb33e664-06bc-40ea-9869-0aef69685fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:42.024438 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:42.024970 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Bound using segment: {'id': 'ecf20050-5a00-45e5-91dc-a6503bf6f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'eb33e664-06bc-40ea-9869-0aef69685fa5'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:24:42.025542 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Bound port: 10da65d7-9f6d-4881-8c28-e82889855134, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf20050-5a00-45e5-91dc-a6503bf6f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'eb33e664-06bc-40ea-9869-0aef69685fa5'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:24:42.026106 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (10da65d7-9f6d-4881-8c28-e82889855134), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:42.058431 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=b6e42ccf-8143-40ce-8a14-cb8112823224,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:42.087867 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33d04024-ad4a-48e7-b018-76cbf280f828 req-539cc709-5643-4679-ac36-36c3762ffa09 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208872 Feb 10 15:24:42.111701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:24:42.117609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-0987e22b-8ff1-4392-b363-d20742125ef2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Network d2e77de5-12dc-41aa-af99-c9787df5a7b0 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:24:42.126014 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-0987e22b-8ff1-4392-b363-d20742125ef2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:42.136089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:42.136089 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:42.145463 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-0987e22b-8ff1-4392-b363-d20742125ef2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:24:42.156282 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2511cc1e-005c-4486-87ec-d146ee581a8e up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:42.166435 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (3fb9a0ba-b639-466f-aae6-a61622128283), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:42.186965 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6aa47ad2-0b67-481c-92ee-b530423850b9 req-327944d8-408c-43f2-b614-a9aad6a98c9d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3586934 Feb 10 15:24:42.234880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987e22b-8ff1-4392-b363-d20742125ef2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event updated for resources: {'Port': ['ID=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:42.327114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-0987e22b-8ff1-4392-b363-d20742125ef2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:42.327838 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-0987e22b-8ff1-4392-b363-d20742125ef2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:42.349767 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229cdb1-258e-4eec-9359-3701a96a31bc req-0b71fd3c-dd38-4806-b3a6-8cd3cc6db2cc tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:42.359308 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-0987e22b-8ff1-4392-b363-d20742125ef2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4422736 Feb 10 15:24:42.360067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1229cdb1-258e-4eec-9359-3701a96a31bc req-0b71fd3c-dd38-4806-b3a6-8cd3cc6db2cc tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 948 time: 0.1337235 Feb 10 15:24:42.361293 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (3fb9a0ba-b639-466f-aae6-a61622128283), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:42.374140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Request body: {'port': {'device_id': '117f9a95-e999-4ffe-9117-744275a97b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:42.448109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb9a0ba-b639-466f-aae6-a61622128283,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:42.508452 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1229cdb1-258e-4eec-9359-3701a96a31bc req-2741b250-1b8f-432b-8c0a-f294c8d77799 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417792 Feb 10 15:24:42.568619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bb9a8-1ffb-496e-9643-ef869dc81578 req-15f063ab-aef7-443b-9203-5ed9fe93dc31 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:42.589295 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-909bb9a8-1ffb-496e-9643-ef869dc81578 req-15f063ab-aef7-443b-9203-5ed9fe93dc31 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 945 time: 0.1988187 Feb 10 15:24:42.594734 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (eb33e664-06bc-40ea-9869-0aef69685fa5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:42.607958 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:42.638751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb33e664-06bc-40ea-9869-0aef69685fa5']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:42.671511 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf20050-5a00-45e5-91dc-a6503bf6f2f3') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:42.672111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf20050-5a00-45e5-91dc-a6503bf6f2f3') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:42.689122 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (ecf20050-5a00-45e5-91dc-a6503bf6f2f3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:42.701956 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-909bb9a8-1ffb-496e-9643-ef869dc81578 req-9bcb6649-7074-4a09-a6ed-2d62770e9a68 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110749 Feb 10 15:24:42.737419 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7942d1-bae2-4694-afe0-4dc21743083e req-28768731-6bf2-44c5-a460-b84893a3aa60 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:42.746900 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd7942d1-bae2-4694-afe0-4dc21743083e req-28768731-6bf2-44c5-a460-b84893a3aa60 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 931 time: 0.1134346 Feb 10 15:24:42.752445 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ecf20050-5a00-45e5-91dc-a6503bf6f2f3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:42.780494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e42ccf-8143-40ce-8a14-cb8112823224'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:42.782779 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1be0720-65d4-4ee3-a393-51cd13ed4a1a" -d '{"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-plugged", "status": "completed", "tag": "b6e42ccf-8143-40ce-8a14-cb8112823224"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:42.858562 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] For port 10da65d7-9f6d-4881-8c28-e82889855134, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:24:42.876687 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f57acc96-b2cc-4f71-8601-a2bb88559319 None None] Provisioning complete for port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:42.876687 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f57acc96-b2cc-4f71-8601-a2bb88559319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:42.878747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 2511cc1e-005c-4486-87ec-d146ee581a8e completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:24:42.884084 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd7942d1-bae2-4694-afe0-4dc21743083e req-7be8efdf-3680-4e9f-8fcd-2f43ac0397d8 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341498 Feb 10 15:24:42.916359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:24:42.918628 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (ecf20050-5a00-45e5-91dc-a6503bf6f2f3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:24:42.925633 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:24:42.953239 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d8a0bf52-abb7-4edb-b8df-a91c48423306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:42.960394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 2511cc1e-005c-4486-87ec-d146ee581a8e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:42.967438 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:42.974810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17b124-8146-44ea-a1ca-b525a6c466b5 req-098b26f9-08f2-4136-8b47-e28601c717db tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:42.978672 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d344b82f-4c88-4e39-9702-d0a4c9534b48 x-openstack-request-id: req-d344b82f-4c88-4e39-9702-d0a4c9534b48 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:42.979194 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-plugged", "status": "completed", "tag": "b6e42ccf-8143-40ce-8a14-cb8112823224", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:42.979600 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d344b82f-4c88-4e39-9702-d0a4c9534b48 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:42.980140 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e42ccf-8143-40ce-8a14-cb8112823224', 'code': 200} Feb 10 15:24:42.988220 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c17b124-8146-44ea-a1ca-b525a6c466b5 req-098b26f9-08f2-4136-8b47-e28601c717db tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.1371312 Feb 10 15:24:43.063132 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f57acc96-b2cc-4f71-8601-a2bb88559319 None None] Port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:24:43.077370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:43.077998 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:43.110758 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c17b124-8146-44ea-a1ca-b525a6c466b5 req-e6759137-b637-4bf1-8bcc-445e37a4d44f tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183062 Feb 10 15:24:43.162649 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.db.api [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:24:43.162649 n-d-815324-7 neutron-server[103369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:24:43.162649 n-d-815324-7 neutron-server[103369]: [parameters: {'id': 'eb33e664-06bc-40ea-9869-0aef69685fa5'}] Feb 10 15:24:43.162649 n-d-815324-7 neutron-server[103369]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:24:43.164695 n-d-815324-7 neutron-server[103369]: DEBUG oslo_db.api [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:24:43.187880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7d5e5af9-acf4-4315-8fe6-8555e819b8c7,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:43.195689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] For port 10da65d7-9f6d-4881-8c28-e82889855134, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=10da65d7-9f6d-4881-8c28-e82889855134,segment=NetworkSegment(ecf20050-5a00-45e5-91dc-a6503bf6f2f3),segment_id=ecf20050-5a00-45e5-91dc-a6503bf6f2f3)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:24:43.201294 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:43.202530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device f5c81648-f7ad-4f7d-9c20-cafc5114a54f up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:43.239736 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (10da65d7-9f6d-4881-8c28-e82889855134), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:43.283762 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 2511cc1e-005c-4486-87ec-d146ee581a8e is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:43.284259 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:43.350602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3693a-5a64-4ded-afeb-7f27a188bf25 req-880c2944-275d-4d5b-848c-8a1e7c07c223 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:43.358363 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=7d5e5af9-acf4-4315-8fe6-8555e819b8c7,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:43.364302 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ab3693a-5a64-4ded-afeb-7f27a188bf25 req-880c2944-275d-4d5b-848c-8a1e7c07c223 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 945 time: 0.1559479 Feb 10 15:24:43.414707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2511cc1e-005c-4486-87ec-d146ee581a8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:43.445992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:43.449957 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:43.451900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 752d1218-cca1-41c2-99de-2b10db7e9e00 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:43.468261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port f5c81648-f7ad-4f7d-9c20-cafc5114a54f completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:24:43.468949 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Publish callbacks [] for port (d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:43.487017 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Transition to ACTIVE for port object d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:24:43.494193 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:43.522199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port f5c81648-f7ad-4f7d-9c20-cafc5114a54f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:43.523921 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:43.636479 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db42140-e63c-45ce-a0c5-4ad65f692afe None None] Pushing event updated for resources: {'Port': ['ID=10da65d7-9f6d-4881-8c28-e82889855134,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:43.648141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Pushing event updated for resources: {'Port': ['ID=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:43.673931 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (eb33e664-06bc-40ea-9869-0aef69685fa5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:43.703976 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ab3693a-5a64-4ded-afeb-7f27a188bf25 req-575de329-9a02-46c8-aab3-3b826d7a42bf tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370166 Feb 10 15:24:43.751756 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=2511cc1e-005c-4486-87ec-d146ee581a8e,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:43.783678 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82cabd-fb93-4d9c-9dc6-ae23d9bac703 req-6d64244d-6d1b-403c-8c53-85718a33aac4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:43.805452 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82cabd-fb93-4d9c-9dc6-ae23d9bac703 req-6d64244d-6d1b-403c-8c53-85718a33aac4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:43.811409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82cabd-fb93-4d9c-9dc6-ae23d9bac703 req-6d64244d-6d1b-403c-8c53-85718a33aac4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:43.844984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82cabd-fb93-4d9c-9dc6-ae23d9bac703 req-6d64244d-6d1b-403c-8c53-85718a33aac4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:43.850791 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82cabd-fb93-4d9c-9dc6-ae23d9bac703 req-6d64244d-6d1b-403c-8c53-85718a33aac4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:43.859690 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82cabd-fb93-4d9c-9dc6-ae23d9bac703 req-6d64244d-6d1b-403c-8c53-85718a33aac4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:43.865832 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82cabd-fb93-4d9c-9dc6-ae23d9bac703 req-6d64244d-6d1b-403c-8c53-85718a33aac4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:43.870307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 752d1218-cca1-41c2-99de-2b10db7e9e00 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:24:43.873717 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Attempting to bind port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:24:43.876290 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Attempting to bind port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:24:43.876801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Attempting to bind port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe on network d2e77de5-12dc-41aa-af99-c9787df5a7b0 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:43.892802 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b82cabd-fb93-4d9c-9dc6-ae23d9bac703 req-6d64244d-6d1b-403c-8c53-85718a33aac4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5434 time: 0.4207156 Feb 10 15:24:43.897165 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 752d1218-cca1-41c2-99de-2b10db7e9e00 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:43.897547 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:43.905179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe on network d2e77de5-12dc-41aa-af99-c9787df5a7b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:24:43.905455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Attempting to bind port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe on network d2e77de5-12dc-41aa-af99-c9787df5a7b0 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:43.916379 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:24:43.917200 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Checking segment: {'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:43.918877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Bound using segment: {'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:24:43.918877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Bound port: d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:24:43.918877 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:43.999130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Deleting port 10da65d7-9f6d-4881-8c28-e82889855134 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:24:43.999611 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (10da65d7-9f6d-4881-8c28-e82889855134), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:44.009203 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port f5c81648-f7ad-4f7d-9c20-cafc5114a54f is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:44.009730 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:44.064842 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] For port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:24:44.149001 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b82cabd-fb93-4d9c-9dc6-ae23d9bac703 req-e312cd2f-e682-4125-a5aa-9179152d5ce0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2574308 Feb 10 15:24:44.186867 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2276109-4cf8-450d-83f3-487271f1e40d req-ebc35944-bf76-406a-8b14-6f91318c3d6f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:44.189569 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f2276109-4cf8-450d-83f3-487271f1e40d req-ebc35944-bf76-406a-8b14-6f91318c3d6f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.2963610 Feb 10 15:24:44.332301 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f2276109-4cf8-450d-83f3-487271f1e40d req-0fa7b34d-de66-4773-80f4-1c5e8358fe32 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353984 Feb 10 15:24:44.365358 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port f5c81648-f7ad-4f7d-9c20-cafc5114a54f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=f5c81648-f7ad-4f7d-9c20-cafc5114a54f,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:44.370984 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 752d1218-cca1-41c2-99de-2b10db7e9e00 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:44.372271 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:44.410270 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 10da65d7-9f6d-4881-8c28-e82889855134 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:44.479864 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed47df-2a1c-4237-88ca-8c9629a4d919 req-2e6a1feb-51a2-45c4-98a2-fca87eb55d92 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:44.484814 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 752d1218-cca1-41c2-99de-2b10db7e9e00, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=752d1218-cca1-41c2-99de-2b10db7e9e00,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:44.489085 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4ed47df-2a1c-4237-88ca-8c9629a4d919 req-2e6a1feb-51a2-45c4-98a2-fca87eb55d92 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 945 time: 0.1487610 Feb 10 15:24:44.492048 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:44.493010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 01758cd0-1814-4bd4-8753-5c2fa6819fba up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:44.502552 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:44.558362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device bd74c3b7-8817-4676-9865-b4241d3e3d40 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:44.610746 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] For port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe,segment=NetworkSegment(02b03b18-2845-4f07-9538-3c72b5e282ed),segment_id=02b03b18-2845-4f07-9538-3c72b5e282ed)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:24:44.627214 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 10da65d7-9f6d-4881-8c28-e82889855134 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:44.627602 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (10da65d7-9f6d-4881-8c28-e82889855134), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:44.632240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] For port 10da65d7-9f6d-4881-8c28-e82889855134, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=10da65d7-9f6d-4881-8c28-e82889855134,segment=NetworkSegment(ecf20050-5a00-45e5-91dc-a6503bf6f2f3),segment_id=ecf20050-5a00-45e5-91dc-a6503bf6f2f3)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:44.632969 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (10da65d7-9f6d-4881-8c28-e82889855134), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:44.645725 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:44.652872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Calling delete_port for 10da65d7-9f6d-4881-8c28-e82889855134 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:24:44.722336 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4ed47df-2a1c-4237-88ca-8c9629a4d919 req-bc12d5e7-7829-47d0-bccc-2c1896d51ef6 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310772 Feb 10 15:24:44.736011 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port bd74c3b7-8817-4676-9865-b4241d3e3d40 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:24:44.737061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:44.739490 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:44.750709 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] 10.222.0.72 "PUT /v2.0/ports/d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe HTTP/1.1" status: 200 len: 1091 time: 2.3817055 Feb 10 15:24:44.751848 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port bd74c3b7-8817-4676-9865-b4241d3e3d40 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:44.752315 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:44.756445 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117f9a95-e999-4ffe-9117-744275a97b00', 'tag': 'd1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:44.760401 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab4c20f-e4d9-482d-9729-adc1b5fb0ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "117f9a95-e999-4ffe-9117-744275a97b00", "tag": "d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:44.813270 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5250112-d0a6-458b-adbf-98bd984d0cc7 req-ab04d172-791f-45df-a980-a209d4982f29 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:44.814874 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5250112-d0a6-458b-adbf-98bd984d0cc7 req-ab04d172-791f-45df-a980-a209d4982f29 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 943 time: 0.3222742 Feb 10 15:24:44.862077 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 01758cd0-1814-4bd4-8753-5c2fa6819fba completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:24:44.874144 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=f5c81648-f7ad-4f7d-9c20-cafc5114a54f,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:44.901549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 01758cd0-1814-4bd4-8753-5c2fa6819fba triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:44.901936 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (01758cd0-1814-4bd4-8753-5c2fa6819fba), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:44.989069 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5250112-d0a6-458b-adbf-98bd984d0cc7 req-1bfe4c02-bf07-45c2-bc4a-51f2ca560108 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618235 Feb 10 15:24:45.027817 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5e5af9-acf4-4315-8fe6-8555e819b8c7'}, {'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e'}, {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c81648-f7ad-4f7d-9c20-cafc5114a54f'}, {'server_uuid': 'd1e8b422-6832-4c13-8906-8c1e22211819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752d1218-cca1-41c2-99de-2b10db7e9e00'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:45.038019 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de6f7f1-73ef-4a4f-9220-a457d71676a9" -d '{"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-plugged", "status": "completed", "tag": "7d5e5af9-acf4-4315-8fe6-8555e819b8c7"}, {"server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "name": "network-vif-plugged", "status": "completed", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e"}, {"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-plugged", "status": "completed", "tag": "f5c81648-f7ad-4f7d-9c20-cafc5114a54f"}, {"server_uuid": "d1e8b422-6832-4c13-8906-8c1e22211819", "name": "network-vif-plugged", "status": "completed", "tag": "752d1218-cca1-41c2-99de-2b10db7e9e00"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:45.061181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-dfd1e245-a64f-4c05-a53e-e406b1b23074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:45.062837 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-dfd1e245-a64f-4c05-a53e-e406b1b23074 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c2365a3048c4b23a67221fc3c979c7a&device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 1125 time: 0.1737669 Feb 10 15:24:45.063529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167a682-2cc6-4a26-a16f-220d0feddcae service neutron] Pushing event updated for resources: {'Port': ['ID=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:45.092071 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84948a5-4dcc-41e0-abb5-68f34fa22de8 req-fcff3746-8c0b-4822-a728-ad71baa0fb2d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:45.112098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d84948a5-4dcc-41e0-abb5-68f34fa22de8 req-fcff3746-8c0b-4822-a728-ad71baa0fb2d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.2368739 Feb 10 15:24:45.193532 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-287f6401-ebe4-42da-b2f0-122af2ae70fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe HTTP/1.1" status: 200 len: 217 time: 0.1054831 Feb 10 15:24:45.193804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747cbc2a-3d28-4858-9731-0fc4eb84a3b0 None None] Network eb33e664-06bc-40ea-9869-0aef69685fa5 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:45.291196 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (10da65d7-9f6d-4881-8c28-e82889855134), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:45.339099 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No DVR routers for this DVR port 10da65d7-9f6d-4881-8c28-e82889855134 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:24:45.341384 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Port': ['ID=10da65d7-9f6d-4881-8c28-e82889855134,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:45.348764 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-d8154763-405e-46db-8fb7-1afa29a30d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:45.351326 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-d8154763-405e-46db-8fb7-1afa29a30d48 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3ce83f6-6325-453a-a2c7-3c49256a130b HTTP/1.1" status: 200 len: 850 time: 0.1511345 Feb 10 15:24:45.368889 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d84948a5-4dcc-41e0-abb5-68f34fa22de8 req-45c5d30a-8948-404c-a35f-827e5f0eaef2 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558022 Feb 10 15:24:45.391015 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port bd74c3b7-8817-4676-9865-b4241d3e3d40 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:45.393377 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:45.412768 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eade811f-37f0-43da-b2f7-ccdab8e98a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:45.412910 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5f00b-9ccf-4327-aed7-711038f5fee4 req-d45be763-5b03-46d4-9ec1-19bffb03f26d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:45.414220 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2fa5f00b-9ccf-4327-aed7-711038f5fee4 req-d45be763-5b03-46d4-9ec1-19bffb03f26d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 945 time: 0.2151506 Feb 10 15:24:45.541394 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2fa5f00b-9ccf-4327-aed7-711038f5fee4 req-92d0581b-f6f7-4261-9fe8-10bdb274bcfd tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261964 Feb 10 15:24:45.566205 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58364de3-bd3e-49cd-af4e-193cbd010618 x-openstack-request-id: req-58364de3-bd3e-49cd-af4e-193cbd010618 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:45.566512 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117f9a95-e999-4ffe-9117-744275a97b00", "tag": "d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:45.566771 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58364de3-bd3e-49cd-af4e-193cbd010618 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:45.567181 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117f9a95-e999-4ffe-9117-744275a97b00', 'tag': 'd1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe', 'status': 'completed', 'code': 200} Feb 10 15:24:45.579237 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (eb33e664-06bc-40ea-9869-0aef69685fa5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:45.581079 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7821065-bd89-4bc7-afa5-6a03f916b82b x-openstack-request-id: req-b7821065-bd89-4bc7-afa5-6a03f916b82b {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:45.589056 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-plugged", "status": "completed", "tag": "7d5e5af9-acf4-4315-8fe6-8555e819b8c7", "code": 200}, {"server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "name": "network-vif-plugged", "status": "completed", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e", "code": 200}, {"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-plugged", "status": "completed", "tag": "f5c81648-f7ad-4f7d-9c20-cafc5114a54f", "code": 200}, {"server_uuid": "d1e8b422-6832-4c13-8906-8c1e22211819", "name": "network-vif-plugged", "status": "completed", "tag": "752d1218-cca1-41c2-99de-2b10db7e9e00", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:45.589439 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b7821065-bd89-4bc7-afa5-6a03f916b82b {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:45.589985 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5e5af9-acf4-4315-8fe6-8555e819b8c7', 'code': 200} Feb 10 15:24:45.590357 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e', 'code': 200} Feb 10 15:24:45.590716 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c81648-f7ad-4f7d-9c20-cafc5114a54f', 'code': 200} Feb 10 15:24:45.591075 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e8b422-6832-4c13-8906-8c1e22211819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752d1218-cca1-41c2-99de-2b10db7e9e00', 'code': 200} Feb 10 15:24:45.611423 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-bcca3fcd-ce91-46de-848e-c7beedeb682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:45.620964 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-bcca3fcd-ce91-46de-848e-c7beedeb682c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2e77de5-12dc-41aa-af99-c9787df5a7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2620964 Feb 10 15:24:45.654670 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=752d1218-cca1-41c2-99de-2b10db7e9e00,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:45.703972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1e3a5639-9e18-40f9-8e4b-baf22ead5df6 None None] Could not find standard attr ID for object 10da65d7-9f6d-4881-8c28-e82889855134. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:24:45.705311 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb33e664-06bc-40ea-9869-0aef69685fa5']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:45.730952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 10da65d7-9f6d-4881-8c28-e82889855134 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:45.731637 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (10da65d7-9f6d-4881-8c28-e82889855134), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:45.750678 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e289ad-d51b-49d5-b33e-cbeb7f18683f None None] DHCP port deletion for eb33e664-06bc-40ea-9869-0aef69685fa5 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:24:45.831340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port bd74c3b7-8817-4676-9865-b4241d3e3d40, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bd74c3b7-8817-4676-9865-b4241d3e3d40,segment=NetworkSegment(11a0d56f-5c6d-4f4b-8367-04b9600e50f6),segment_id=11a0d56f-5c6d-4f4b-8367-04b9600e50f6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:45.849742 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:45.858585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf20050-5a00-45e5-91dc-a6503bf6f2f3') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:45.858939 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf20050-5a00-45e5-91dc-a6503bf6f2f3') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:45.860900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 01758cd0-1814-4bd4-8753-5c2fa6819fba is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:45.861498 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (01758cd0-1814-4bd4-8753-5c2fa6819fba), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:45.882285 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6d4c3-fc5c-49b2-bb83-32a417df8b2f req-2f209105-e767-4b37-b963-86c3cada17cc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:45.890655 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6d4c3-fc5c-49b2-bb83-32a417df8b2f req-2f209105-e767-4b37-b963-86c3cada17cc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:45.907248 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6d4c3-fc5c-49b2-bb83-32a417df8b2f req-2f209105-e767-4b37-b963-86c3cada17cc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:45.914322 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (ecf20050-5a00-45e5-91dc-a6503bf6f2f3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:45.923639 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6d4c3-fc5c-49b2-bb83-32a417df8b2f req-2f209105-e767-4b37-b963-86c3cada17cc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:45.948102 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6d4c3-fc5c-49b2-bb83-32a417df8b2f req-2f209105-e767-4b37-b963-86c3cada17cc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:45.955393 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ecf20050-5a00-45e5-91dc-a6503bf6f2f3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:45.971089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6d4c3-fc5c-49b2-bb83-32a417df8b2f req-2f209105-e767-4b37-b963-86c3cada17cc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:45.972250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:24:45.974266 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (ecf20050-5a00-45e5-91dc-a6503bf6f2f3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:45.979272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6d4c3-fc5c-49b2-bb83-32a417df8b2f req-2f209105-e767-4b37-b963-86c3cada17cc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:45.981321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=bd74c3b7-8817-4676-9865-b4241d3e3d40,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:24:45.981606 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:24:45.988572 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dcb6d4c3-fc5c-49b2-bb83-32a417df8b2f req-2f209105-e767-4b37-b963-86c3cada17cc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5435 time: 0.2363684 Feb 10 15:24:46.002134 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 01758cd0-1814-4bd4-8753-5c2fa6819fba, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=01758cd0-1814-4bd4-8753-5c2fa6819fba,segment=NetworkSegment(f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083),segment_id=f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:46.003099 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b913e0-2ec6-4786-9eb5-4dc31eb43d26 req-f702fd3d-47bd-4521-a6d4-3ea6e519e2d7 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:46.004756 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-58b913e0-2ec6-4786-9eb5-4dc31eb43d26 req-f702fd3d-47bd-4521-a6d4-3ea6e519e2d7 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.3182950 Feb 10 15:24:46.011257 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (01758cd0-1814-4bd4-8753-5c2fa6819fba), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:46.032364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1cc90-98ef-4c61-a22c-19264c1b718a req-6b3ae9d1-13f7-4725-9351-747d1164eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:46.034216 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b8c1cc90-98ef-4c61-a22c-19264c1b718a req-6b3ae9d1-13f7-4725-9351-747d1164eb07 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 1131 time: 0.3263679 Feb 10 15:24:46.041537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea066077-5735-4ecb-9614-0f9f54cdd163 req-48eda60e-07c2-406e-9080-ba878919c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:46.043231 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ea066077-5735-4ecb-9614-0f9f54cdd163 req-48eda60e-07c2-406e-9080-ba878919c0d4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 1128 time: 0.3089077 Feb 10 15:24:46.143711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=01758cd0-1814-4bd4-8753-5c2fa6819fba,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:46.147945 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dcb6d4c3-fc5c-49b2-bb83-32a417df8b2f req-d2434008-38fa-4c87-b172-20997240bbfe tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1578870 Feb 10 15:24:46.163553 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-824c25e0-7c33-4af2-b5b7-1a5258e63c22 service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349650 Feb 10 15:24:46.218733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 10da65d7-9f6d-4881-8c28-e82889855134 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:24:46.280110 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ea066077-5735-4ecb-9614-0f9f54cdd163 req-93673f17-549e-48ee-97e1-8d1e51119f5c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905262 Feb 10 15:24:46.281044 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (eb33e664-06bc-40ea-9869-0aef69685fa5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:46.304989 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:46.309538 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/eb33e664-06bc-40ea-9869-0aef69685fa5 HTTP/1.1" status: 204 len: 168 time: 5.2660947 Feb 10 15:24:46.316171 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51092) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:46.323331 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 10da65d7-9f6d-4881-8c28-e82889855134 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:24:46.323731 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 10da65d7-9f6d-4881-8c28-e82889855134 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:24:46.347417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-58b913e0-2ec6-4786-9eb5-4dc31eb43d26 req-5339a8af-39a8-4ea7-ab0b-5683f8cbbb9c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249906 Feb 10 15:24:46.363281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-66eba873-f6d6-4e1f-a6f3-4f43fade50ca tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2000456792'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:46.375393 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:46.449192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b63823-df75-433b-bb8b-155ee767a36e req-694d5841-9f2b-4325-90ac-fc6f226b5454 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:46.456430 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39b63823-df75-433b-bb8b-155ee767a36e req-694d5841-9f2b-4325-90ac-fc6f226b5454 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 946 time: 0.1024592 Feb 10 15:24:46.465986 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d90fed95-6fa0-49eb-91c1-06a286975e6b req-56162a16-d544-4ac6-bc93-2596de21ede2 service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864521 Feb 10 15:24:46.470175 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b8c1cc90-98ef-4c61-a22c-19264c1b718a req-d3fd65aa-1884-4858-bca8-1265aa27bc3b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258480 Feb 10 15:24:46.515989 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c107235-8140-426e-9a60-d54caff711b4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Network': ['ID=eb33e664-06bc-40ea-9869-0aef69685fa5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:46.532983 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eba873-f6d6-4e1f-a6f3-4f43fade50ca tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:46.539179 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-66eba873-f6d6-4e1f-a6f3-4f43fade50ca tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:46.554533 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39b63823-df75-433b-bb8b-155ee767a36e req-300b670c-eac6-407e-a7ac-fd52f69bf81f tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968251 Feb 10 15:24:46.589189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa7fe4-043a-4cb6-a81c-84bcc43d7173 req-12f4d19f-4f8b-470d-b247-d7309e55a274 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:46.594578 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1aaa7fe4-043a-4cb6-a81c-84bcc43d7173 req-12f4d19f-4f8b-470d-b247-d7309e55a274 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 943 time: 0.1307859 Feb 10 15:24:46.621164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66eba873-f6d6-4e1f-a6f3-4f43fade50ca tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:24:46.637715 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-66eba873-f6d6-4e1f-a6f3-4f43fade50ca tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (385cdefe-8fd5-48b0-a741-1bf8a7383f85), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:46.638572 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-66eba873-f6d6-4e1f-a6f3-4f43fade50ca tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Added segment 385cdefe-8fd5-48b0-a741-1bf8a7383f85 of type vlan for network 3bca5670-3b5a-48ab-819b-7ba3d4d9da81 Feb 10 15:24:46.642764 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4c20f-e4d9-482d-9729-adc1b5fb0ce7 req-db132fb9-4b5a-4351-9c3a-3930dfa899b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:46.645411 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bab4c20f-e4d9-482d-9729-adc1b5fb0ce7 req-db132fb9-4b5a-4351-9c3a-3930dfa899b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c2365a3048c4b23a67221fc3c979c7a&device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 1125 time: 0.0915656 Feb 10 15:24:46.712116 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1aaa7fe4-043a-4cb6-a81c-84bcc43d7173 req-c3441dc0-786d-490e-b8e4-51eaeae68437 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063063 Feb 10 15:24:46.719110 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-66eba873-f6d6-4e1f-a6f3-4f43fade50ca tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (3bca5670-3b5a-48ab-819b-7ba3d4d9da81), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:46.775911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e459b-501b-43eb-a956-2f886081b487 req-505fb85a-4112-460c-a4e5-1f11f9078296 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:46.792342 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-157e459b-501b-43eb-a956-2f886081b487 req-505fb85a-4112-460c-a4e5-1f11f9078296 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.1220274 Feb 10 15:24:46.829019 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4c20f-e4d9-482d-9729-adc1b5fb0ce7 req-984831a1-b93f-4c35-9945-213e33028799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:46.830826 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bab4c20f-e4d9-482d-9729-adc1b5fb0ce7 req-984831a1-b93f-4c35-9945-213e33028799 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2e77de5-12dc-41aa-af99-c9787df5a7b0 HTTP/1.1" status: 200 len: 912 time: 0.1527569 Feb 10 15:24:46.831723 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-66eba873-f6d6-4e1f-a6f3-4f43fade50ca tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (3bca5670-3b5a-48ab-819b-7ba3d4d9da81), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:46.837371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eba873-f6d6-4e1f-a6f3-4f43fade50ca tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:46.838555 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-66eba873-f6d6-4e1f-a6f3-4f43fade50ca tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:46.888929 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bab4c20f-e4d9-482d-9729-adc1b5fb0ce7 req-ce3cb4d1-0df3-41e7-aefa-91130cf543a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe HTTP/1.1" status: 200 len: 217 time: 0.0466621 Feb 10 15:24:46.914167 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adfb26-64bc-4a2c-a213-e8722d0c4b82 req-8cce08a9-96a1-409e-9d41-06d18bf1fee5 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:46.915849 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e8adfb26-64bc-4a2c-a213-e8722d0c4b82 req-8cce08a9-96a1-409e-9d41-06d18bf1fee5 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 946 time: 0.0920856 Feb 10 15:24:46.920462 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-157e459b-501b-43eb-a956-2f886081b487 req-244118aa-e5d6-4b61-a459-60c2faca2b00 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229181 Feb 10 15:24:46.984380 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-66eba873-f6d6-4e1f-a6f3-4f43fade50ca tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6396987 Feb 10 15:24:46.989890 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51098) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:46.995777 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e8adfb26-64bc-4a2c-a213-e8722d0c4b82 req-ccc13388-b1b4-4efa-b6bd-80445f6e6d2c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727801 Feb 10 15:24:46.999634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0cd25460-5dbf-4da6-921c-8695177ae788 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'subnet': {'network_id': '3bca5670-3b5a-48ab-819b-7ba3d4d9da81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:47.060992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4c20f-e4d9-482d-9729-adc1b5fb0ce7 req-12c05cbe-2b04-4f62-8799-8c700df0e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:47.064319 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bab4c20f-e4d9-482d-9729-adc1b5fb0ce7 req-12c05cbe-2b04-4f62-8799-8c700df0e4e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3ce83f6-6325-453a-a2c7-3c49256a130b HTTP/1.1" status: 200 len: 850 time: 0.1537170 Feb 10 15:24:47.064319 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eba873-f6d6-4e1f-a6f3-4f43fade50ca tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Network': ['ID=3bca5670-3b5a-48ab-819b-7ba3d4d9da81,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:47.076487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 3bca5670-3b5a-48ab-819b-7ba3d4d9da81 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:24:47.197123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4c20f-e4d9-482d-9729-adc1b5fb0ce7 req-43c8a2b4-9413-44a5-8908-695d20118244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:47.199186 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bab4c20f-e4d9-482d-9729-adc1b5fb0ce7 req-43c8a2b4-9413-44a5-8908-695d20118244 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2e77de5-12dc-41aa-af99-c9787df5a7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1256142 Feb 10 15:24:47.205244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd25460-5dbf-4da6-921c-8695177ae788 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:47.212801 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cd25460-5dbf-4da6-921c-8695177ae788 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:47.385846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b19317-b70d-4c65-be57-5e3e0af80687 req-8f0c92a0-fdf2-4ebc-a0b1-a930a00fad3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:47.394257 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b19317-b70d-4c65-be57-5e3e0af80687 req-8f0c92a0-fdf2-4ebc-a0b1-a930a00fad3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:47.401023 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b19317-b70d-4c65-be57-5e3e0af80687 req-8f0c92a0-fdf2-4ebc-a0b1-a930a00fad3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:47.413135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b19317-b70d-4c65-be57-5e3e0af80687 req-8f0c92a0-fdf2-4ebc-a0b1-a930a00fad3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:47.420883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b19317-b70d-4c65-be57-5e3e0af80687 req-8f0c92a0-fdf2-4ebc-a0b1-a930a00fad3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:47.427673 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b19317-b70d-4c65-be57-5e3e0af80687 req-8f0c92a0-fdf2-4ebc-a0b1-a930a00fad3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:47.434246 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b19317-b70d-4c65-be57-5e3e0af80687 req-8f0c92a0-fdf2-4ebc-a0b1-a930a00fad3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:47.436755 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90b19317-b70d-4c65-be57-5e3e0af80687 req-8f0c92a0-fdf2-4ebc-a0b1-a930a00fad3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5436 time: 0.1429548 Feb 10 15:24:47.451555 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bab4c20f-e4d9-482d-9729-adc1b5fb0ce7 req-cdf84d86-d240-4df4-97ca-84b36d6ee718 service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206116 Feb 10 15:24:47.562023 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90b19317-b70d-4c65-be57-5e3e0af80687 req-dc97fb8e-ac5f-471a-b4f9-151224e5b2b3 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176407 Feb 10 15:24:47.591823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e6fe5e-0544-4ae9-afe9-e452b227f699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd74c3b7-8817-4676-9865-b4241d3e3d40'}, {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01758cd0-1814-4bd4-8753-5c2fa6819fba'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:47.594758 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7123706-b10f-4914-a0a3-d33d05a601a6" -d '{"events": [{"server_uuid": "03e6fe5e-0544-4ae9-afe9-e452b227f699", "name": "network-vif-plugged", "status": "completed", "tag": "bd74c3b7-8817-4676-9865-b4241d3e3d40"}, {"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-plugged", "status": "completed", "tag": "01758cd0-1814-4bd4-8753-5c2fa6819fba"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:47.601093 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a59bdf-a26c-4674-87e3-85518c1df2fe req-1a7e169a-b797-463d-90a1-38ecf4744c86 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:47.602660 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01a59bdf-a26c-4674-87e3-85518c1df2fe req-1a7e169a-b797-463d-90a1-38ecf4744c86 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.1175079 Feb 10 15:24:47.705712 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01a59bdf-a26c-4674-87e3-85518c1df2fe req-b3e1def6-c690-4202-95d9-5be8a072ba22 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963526 Feb 10 15:24:47.711022 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bab4c20f-e4d9-482d-9729-adc1b5fb0ce7 req-50d54897-d06f-41b2-b8e6-3e145b845ed6 service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366910 Feb 10 15:24:47.734992 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838826ef-ea0b-48e3-8681-64a494463258 req-e55a3058-db91-4ede-8e15-c098b1a620b9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:47.737179 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-838826ef-ea0b-48e3-8681-64a494463258 req-e55a3058-db91-4ede-8e15-c098b1a620b9 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 946 time: 0.0786619 Feb 10 15:24:47.794201 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cd25460-5dbf-4da6-921c-8695177ae788 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (8c235403-4748-4594-b569-ec88cfcb1e94), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:47.809577 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee0c6d3-5558-47a5-870b-79ba73d07c66 x-openstack-request-id: req-9ee0c6d3-5558-47a5-870b-79ba73d07c66 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:47.809871 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e6fe5e-0544-4ae9-afe9-e452b227f699", "name": "network-vif-plugged", "status": "completed", "tag": "bd74c3b7-8817-4676-9865-b4241d3e3d40", "code": 200}, {"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-plugged", "status": "completed", "tag": "01758cd0-1814-4bd4-8753-5c2fa6819fba", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:47.810174 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ee0c6d3-5558-47a5-870b-79ba73d07c66 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:47.810611 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e6fe5e-0544-4ae9-afe9-e452b227f699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd74c3b7-8817-4676-9865-b4241d3e3d40', 'code': 200} Feb 10 15:24:47.810871 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01758cd0-1814-4bd4-8753-5c2fa6819fba', 'code': 200} Feb 10 15:24:47.840798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-838826ef-ea0b-48e3-8681-64a494463258 req-00eaae34-757f-4188-a5b5-b6f53d481eef tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754862 Feb 10 15:24:47.855136 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:47.912483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd25460-5dbf-4da6-921c-8695177ae788 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Subnet': ['ID=8c235403-4748-4594-b569-ec88cfcb1e94,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:47.967585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd25460-5dbf-4da6-921c-8695177ae788 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Checking segment: {'id': '385cdefe-8fd5-48b0-a741-1bf8a7383f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3bca5670-3b5a-48ab-819b-7ba3d4d9da81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:47.968395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd25460-5dbf-4da6-921c-8695177ae788 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network hostable DHCP agents. Network: 3bca5670-3b5a-48ab-819b-7ba3d4d9da81, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:24:48.085255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd25460-5dbf-4da6-921c-8695177ae788 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network 3bca5670-3b5a-48ab-819b-7ba3d4d9da81 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:24:48.099703 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffb421-275a-4403-84b2-a725d5efc2ad req-466d2fdc-3d89-48ea-ac74-73ddbf68297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:48.101387 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-14ffb421-275a-4403-84b2-a725d5efc2ad req-466d2fdc-3d89-48ea-ac74-73ddbf68297f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 1128 time: 0.1294153 Feb 10 15:24:48.102134 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdc1be-3a1b-43b3-b24c-0f186eaffd0b req-f9acfd75-9a5e-4b51-be84-7d800a7d1a28 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:48.103816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-0cd25460-5dbf-4da6-921c-8695177ae788 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 3bca5670-3b5a-48ab-819b-7ba3d4d9da81) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:48.104460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-13fdc1be-3a1b-43b3-b24c-0f186eaffd0b req-f9acfd75-9a5e-4b51-be84-7d800a7d1a28 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 943 time: 0.1780937 Feb 10 15:24:48.111759 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd25460-5dbf-4da6-921c-8695177ae788 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:48.112360 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cd25460-5dbf-4da6-921c-8695177ae788 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:48.115729 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6e9873-7020-41bd-b740-a6ad07ba6d97 None None] Network 3bca5670-3b5a-48ab-819b-7ba3d4d9da81 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:48.131062 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdba310-f445-4e51-9144-87d12df23a0f req-42125e22-c5d8-4677-89ac-1499a9a37a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:48.131751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdba310-f445-4e51-9144-87d12df23a0f req-42125e22-c5d8-4677-89ac-1499a9a37a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:48.132361 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdba310-f445-4e51-9144-87d12df23a0f req-42125e22-c5d8-4677-89ac-1499a9a37a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:48.132799 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdba310-f445-4e51-9144-87d12df23a0f req-42125e22-c5d8-4677-89ac-1499a9a37a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:48.133298 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdba310-f445-4e51-9144-87d12df23a0f req-42125e22-c5d8-4677-89ac-1499a9a37a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:48.134101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdba310-f445-4e51-9144-87d12df23a0f req-42125e22-c5d8-4677-89ac-1499a9a37a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:48.136719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdba310-f445-4e51-9144-87d12df23a0f req-42125e22-c5d8-4677-89ac-1499a9a37a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:48.136869 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ccdba310-f445-4e51-9144-87d12df23a0f req-42125e22-c5d8-4677-89ac-1499a9a37a6a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 6710 time: 0.1169817 Feb 10 15:24:48.234585 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ccdba310-f445-4e51-9144-87d12df23a0f req-20881c5d-e5ef-4f13-8bf6-bf2ea2bed8b6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875585 Feb 10 15:24:48.264453 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0cd25460-5dbf-4da6-921c-8695177ae788 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2696857 Feb 10 15:24:48.266441 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-13fdc1be-3a1b-43b3-b24c-0f186eaffd0b req-7285f978-b88e-404e-9e5c-7e1287459f2d tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332512 Feb 10 15:24:48.273136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdffedf-bc49-48d1-b312-1ed924ddb768 req-08930bc3-5684-4cae-915f-8b0e9755e6a9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:48.281459 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5cdffedf-bc49-48d1-b312-1ed924ddb768 req-08930bc3-5684-4cae-915f-8b0e9755e6a9 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.1758862 Feb 10 15:24:48.291440 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51122) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:48.340990 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-14ffb421-275a-4403-84b2-a725d5efc2ad req-8b17ddaf-5e05-4208-87f0-03e8dac0c510 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222579 Feb 10 15:24:48.424927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-3bca5670-3b5a-48ab-819b-7ba3d4d9da81', 'network_id': '3bca5670-3b5a-48ab-819b-7ba3d4d9da81', 'project_id': 'ab446148b7af47d5b9c86a6f1f59199a', 'fixed_ips': [{'subnet_id': '8c235403-4748-4594-b569-ec88cfcb1e94'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:24:48.426026 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:48.480809 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5cdffedf-bc49-48d1-b312-1ed924ddb768 req-d6b7e267-1ad7-4791-bd74-94c0b95d6a1c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983562 Feb 10 15:24:48.486633 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (3bca5670-3b5a-48ab-819b-7ba3d4d9da81), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:48.593366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a8392-4dbe-4bca-8447-e14b3a247a31 req-aeffce46-b571-47f2-aa47-fba4b583d6cc tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:48.615816 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d26a8392-4dbe-4bca-8447-e14b3a247a31 req-aeffce46-b571-47f2-aa47-fba4b583d6cc tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 946 time: 0.1924388 Feb 10 15:24:48.654167 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Allocated IP 172.20.0.2 (3bca5670-3b5a-48ab-819b-7ba3d4d9da81/8c235403-4748-4594-b569-ec88cfcb1e94/7d0cb493-51c9-4b68-bf8a-09b0313f81b1) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:24:48.708620 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (8c235403-4748-4594-b569-ec88cfcb1e94), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:48.793540 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d26a8392-4dbe-4bca-8447-e14b3a247a31 req-a320a0b0-40a3-429a-b227-8fb7d5de4b01 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743085 Feb 10 15:24:48.897296 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Publish callbacks [] for port (7d0cb493-51c9-4b68-bf8a-09b0313f81b1), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:48.908062 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (7d0cb493-51c9-4b68-bf8a-09b0313f81b1), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:48.964000 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Network 3bca5670-3b5a-48ab-819b-7ba3d4d9da81 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:24:48.973985 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:48.979858 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:24:48.985139 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:48.988315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Pushing event updated for resources: {'Port': ['ID=7d0cb493-51c9-4b68-bf8a-09b0313f81b1,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:48.990760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ba0c9-de36-400d-a640-a13579f8cb6e req-da29b966-0f98-4edf-9bc4-77bf6ddb3a6d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:48.996846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ba0c9-de36-400d-a640-a13579f8cb6e req-da29b966-0f98-4edf-9bc4-77bf6ddb3a6d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:49.004130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ba0c9-de36-400d-a640-a13579f8cb6e req-da29b966-0f98-4edf-9bc4-77bf6ddb3a6d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:49.010441 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ba0c9-de36-400d-a640-a13579f8cb6e req-da29b966-0f98-4edf-9bc4-77bf6ddb3a6d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:49.017083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ba0c9-de36-400d-a640-a13579f8cb6e req-da29b966-0f98-4edf-9bc4-77bf6ddb3a6d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:49.022693 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ba0c9-de36-400d-a640-a13579f8cb6e req-da29b966-0f98-4edf-9bc4-77bf6ddb3a6d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:49.027951 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ba0c9-de36-400d-a640-a13579f8cb6e req-da29b966-0f98-4edf-9bc4-77bf6ddb3a6d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:49.032301 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c68ba0c9-de36-400d-a640-a13579f8cb6e req-da29b966-0f98-4edf-9bc4-77bf6ddb3a6d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5436 time: 0.2696800 Feb 10 15:24:49.033758 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (8c235403-4748-4594-b569-ec88cfcb1e94), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:49.097803 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Subnet': ['ID=8c235403-4748-4594-b569-ec88cfcb1e94,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:49.193970 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (3bca5670-3b5a-48ab-819b-7ba3d4d9da81), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:49.208177 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee0b90-8121-4162-a963-f6722d282407 req-7a0e8159-e71d-4dba-8688-1e68b3eb1906 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:49.208434 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Attempting to bind port 7d0cb493-51c9-4b68-bf8a-09b0313f81b1 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:24:49.208865 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Attempting to bind port 7d0cb493-51c9-4b68-bf8a-09b0313f81b1 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '385cdefe-8fd5-48b0-a741-1bf8a7383f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3bca5670-3b5a-48ab-819b-7ba3d4d9da81'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:24:49.209236 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Attempting to bind port 7d0cb493-51c9-4b68-bf8a-09b0313f81b1 on network 3bca5670-3b5a-48ab-819b-7ba3d4d9da81 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:49.209877 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a0ee0b90-8121-4162-a963-f6722d282407 req-7a0e8159-e71d-4dba-8688-1e68b3eb1906 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.2828844 Feb 10 15:24:49.214725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:24:49.215113 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Checking segment: {'id': '385cdefe-8fd5-48b0-a741-1bf8a7383f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3bca5670-3b5a-48ab-819b-7ba3d4d9da81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:49.215520 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:49.215935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Bound using segment: {'id': '385cdefe-8fd5-48b0-a741-1bf8a7383f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3bca5670-3b5a-48ab-819b-7ba3d4d9da81'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:24:49.216539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Bound port: 7d0cb493-51c9-4b68-bf8a-09b0313f81b1, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385cdefe-8fd5-48b0-a741-1bf8a7383f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3bca5670-3b5a-48ab-819b-7ba3d4d9da81'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:24:49.216958 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7d0cb493-51c9-4b68-bf8a-09b0313f81b1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:49.264518 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c68ba0c9-de36-400d-a640-a13579f8cb6e req-2c154b35-386c-451b-8362-7edb50505162 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2116373 Feb 10 15:24:49.266181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bca5670-3b5a-48ab-819b-7ba3d4d9da81']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:49.288128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385cdefe-8fd5-48b0-a741-1bf8a7383f85') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:49.288337 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385cdefe-8fd5-48b0-a741-1bf8a7383f85') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:49.293213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] For port 7d0cb493-51c9-4b68-bf8a-09b0313f81b1, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:24:49.303541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] For port 7d0cb493-51c9-4b68-bf8a-09b0313f81b1, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7d0cb493-51c9-4b68-bf8a-09b0313f81b1,segment=NetworkSegment(385cdefe-8fd5-48b0-a741-1bf8a7383f85),segment_id=385cdefe-8fd5-48b0-a741-1bf8a7383f85)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:24:49.305914 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (385cdefe-8fd5-48b0-a741-1bf8a7383f85), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:49.311033 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7d0cb493-51c9-4b68-bf8a-09b0313f81b1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:49.343304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a0ee0b90-8121-4162-a963-f6722d282407 req-ad938fbe-1bcc-4a9f-b568-dae7f3f7d218 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134644 Feb 10 15:24:49.345104 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (385cdefe-8fd5-48b0-a741-1bf8a7383f85), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:49.367054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:24:49.367464 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (385cdefe-8fd5-48b0-a741-1bf8a7383f85), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:24:49.375385 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:24:49.425489 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6aead1-d142-45bd-908c-831ab69992a1 None None] Pushing event updated for resources: {'Port': ['ID=7d0cb493-51c9-4b68-bf8a-09b0313f81b1,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:49.448970 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfa3f07-b64a-4fb4-8264-12a63864685c None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:24:49.527434 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.api [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:24:49.527434 n-d-815324-7 neutron-server[103368]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:24:49.527434 n-d-815324-7 neutron-server[103368]: [parameters: {'id': '3bca5670-3b5a-48ab-819b-7ba3d4d9da81'}] Feb 10 15:24:49.527434 n-d-815324-7 neutron-server[103368]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:24:49.528188 n-d-815324-7 neutron-server[103368]: DEBUG oslo_db.api [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:24:49.559811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc1713-9928-4502-bcfa-e58c570d5d78 req-55600a3f-87ff-48f0-92a0-8d3b418880f7 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:49.562138 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cddc1713-9928-4502-bcfa-e58c570d5d78 req-55600a3f-87ff-48f0-92a0-8d3b418880f7 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 946 time: 0.1880922 Feb 10 15:24:49.571579 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b3439-20c3-4d2b-8414-3de8f339c60e req-096b7c4f-b8d6-4c99-90fa-e3e0cd81979f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:49.573182 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b1b3439-20c3-4d2b-8414-3de8f339c60e req-096b7c4f-b8d6-4c99-90fa-e3e0cd81979f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 943 time: 0.1314869 Feb 10 15:24:49.576584 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfa3f07-b64a-4fb4-8264-12a63864685c None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:24:49.646982 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cddc1713-9928-4502-bcfa-e58c570d5d78 req-c57e7cab-4730-4a51-8416-58545ac58dbb tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727921 Feb 10 15:24:49.650348 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b1b3439-20c3-4d2b-8414-3de8f339c60e req-9ee67b8d-1289-4b15-b0c0-3a9f5598708f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696812 Feb 10 15:24:49.805824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1193b3a5-c92f-4f7f-9183-9b35266c74ec None None] Network 3bca5670-3b5a-48ab-819b-7ba3d4d9da81 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:49.821999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59a7d2-e42e-4b59-88b7-4e433d36173a req-70280a9c-260a-4379-99ec-bd625e83f810 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:49.823852 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c59a7d2-e42e-4b59-88b7-4e433d36173a req-70280a9c-260a-4379-99ec-bd625e83f810 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.0961676 Feb 10 15:24:49.826240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721be7c8-1fe3-46de-8bab-f9dd2da53f30 req-21f7595b-3925-469e-9837-4f435c27fa46 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:49.827431 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721be7c8-1fe3-46de-8bab-f9dd2da53f30 req-21f7595b-3925-469e-9837-4f435c27fa46 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 1131 time: 0.0978539 Feb 10 15:24:49.911855 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c59a7d2-e42e-4b59-88b7-4e433d36173a req-0ac7211e-1c7f-45f2-ab3f-74ca9f049a90 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818894 Feb 10 15:24:49.915761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3e0ee-204a-4f8b-9c3b-7409dd2b0098 req-bd3becdb-d9d2-4b16-b84d-4326f6ba6171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:49.916846 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ef3e0ee-204a-4f8b-9c3b-7409dd2b0098 req-bd3becdb-d9d2-4b16-b84d-4326f6ba6171 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ad24befb1384c69ac214ad0a37e0b2b&device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 1127 time: 0.0624762 Feb 10 15:24:49.918222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721be7c8-1fe3-46de-8bab-f9dd2da53f30 req-944767f1-37ce-44df-a3fa-38e2e3ebbf4b tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781424 Feb 10 15:24:49.989445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:24:50.023483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3e0ee-204a-4f8b-9c3b-7409dd2b0098 req-c86906db-c75c-413a-a146-758bf18b91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:50.025169 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ef3e0ee-204a-4f8b-9c3b-7409dd2b0098 req-c86906db-c75c-413a-a146-758bf18b91f8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6815c067-d5ad-4bf7-9e88-17529fe8111d HTTP/1.1" status: 200 len: 918 time: 0.0992162 Feb 10 15:24:50.028488 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (3bca5670-3b5a-48ab-819b-7ba3d4d9da81), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:50.089240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af74b1-193b-47f0-b87b-ba2db0e56c0f req-84ad1bfe-d770-4ae3-8462-7cdd48d55194 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:50.090896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78af74b1-193b-47f0-b87b-ba2db0e56c0f req-84ad1bfe-d770-4ae3-8462-7cdd48d55194 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 946 time: 0.0957940 Feb 10 15:24:50.117769 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ef3e0ee-204a-4f8b-9c3b-7409dd2b0098 req-da81607c-4870-41c4-9d06-8c70e9f6fd4a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442 HTTP/1.1" status: 200 len: 1001 time: 0.0848026 Feb 10 15:24:50.137694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe,segment=NetworkSegment(02b03b18-2845-4f07-9538-3c72b5e282ed),segment_id=02b03b18-2845-4f07-9538-3c72b5e282ed)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:50.149462 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78af74b1-193b-47f0-b87b-ba2db0e56c0f req-adbb942b-fcf3-4dba-b337-a08d6f45e065 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510712 Feb 10 15:24:50.159001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Deleting port 7d0cb493-51c9-4b68-bf8a-09b0313f81b1 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:24:50.159352 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7d0cb493-51c9-4b68-bf8a-09b0313f81b1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:50.162660 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'd1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'port_id': 'd1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe', 'mac_address': 'fa:16:3e:3f:d7:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:24:50.204680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3e0ee-204a-4f8b-9c3b-7409dd2b0098 req-33921cb2-e75f-451f-8147-657f89f4bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:50.206536 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ef3e0ee-204a-4f8b-9c3b-7409dd2b0098 req-33921cb2-e75f-451f-8147-657f89f4bb38 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=aa97da10-aa58-42f2-a53b-c9d35d81afde HTTP/1.1" status: 200 len: 856 time: 0.0834448 Feb 10 15:24:50.248704 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-8651ec3c-517d-40fe-94f4-3a1dafeeba0c req-b38aa3bc-8983-4baf-a7ce-6a47122e5bf1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:24:50.249864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8651ec3c-517d-40fe-94f4-3a1dafeeba0c req-b38aa3bc-8983-4baf-a7ce-6a47122e5bf1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079231 Feb 10 15:24:50.266441 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] For port 7d0cb493-51c9-4b68-bf8a-09b0313f81b1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7d0cb493-51c9-4b68-bf8a-09b0313f81b1,segment=NetworkSegment(385cdefe-8fd5-48b0-a741-1bf8a7383f85),segment_id=385cdefe-8fd5-48b0-a741-1bf8a7383f85)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:50.267259 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7d0cb493-51c9-4b68-bf8a-09b0313f81b1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:50.267787 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:50.268229 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:50.293199 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Calling delete_port for 7d0cb493-51c9-4b68-bf8a-09b0313f81b1 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:24:50.316078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3e0ee-204a-4f8b-9c3b-7409dd2b0098 req-eff376f9-b731-4cd8-841f-ee35084da4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:50.319253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:50.320759 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ef3e0ee-204a-4f8b-9c3b-7409dd2b0098 req-eff376f9-b731-4cd8-841f-ee35084da4e5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6815c067-d5ad-4bf7-9e88-17529fe8111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1049023 Feb 10 15:24:50.400356 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe,segment=NetworkSegment(02b03b18-2845-4f07-9538-3c72b5e282ed),segment_id=02b03b18-2845-4f07-9538-3c72b5e282ed)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:50.405007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (7d0cb493-51c9-4b68-bf8a-09b0313f81b1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:50.408258 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:50.438510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Port': ['ID=7d0cb493-51c9-4b68-bf8a-09b0313f81b1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:50.447876 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No DVR routers for this DVR port 7d0cb493-51c9-4b68-bf8a-09b0313f81b1 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:24:50.512559 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ef3e0ee-204a-4f8b-9c3b-7409dd2b0098 req-bef5664e-94da-4a56-b4ba-4585ffdc8618 service neutron] 10.222.0.79 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865835 Feb 10 15:24:50.576955 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:50.608379 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (3bca5670-3b5a-48ab-819b-7ba3d4d9da81), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:50.631284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bca5670-3b5a-48ab-819b-7ba3d4d9da81']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:50.642012 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385cdefe-8fd5-48b0-a741-1bf8a7383f85') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:50.642320 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385cdefe-8fd5-48b0-a741-1bf8a7383f85') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:50.653004 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ef3e0ee-204a-4f8b-9c3b-7409dd2b0098 req-eb45c410-379f-410e-ba94-5cd4d0eb1183 service neutron] 10.222.0.79 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350892 Feb 10 15:24:50.654931 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (385cdefe-8fd5-48b0-a741-1bf8a7383f85), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:50.698969 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (385cdefe-8fd5-48b0-a741-1bf8a7383f85), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:50.712361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:24:50.712870 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (385cdefe-8fd5-48b0-a741-1bf8a7383f85), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:24:50.716093 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:24:50.766473 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078c86a-51ea-4911-91e6-1af1198a1204 req-e3a72f7e-5cf5-4e12-beac-424262666e8a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:50.771878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078c86a-51ea-4911-91e6-1af1198a1204 req-e3a72f7e-5cf5-4e12-beac-424262666e8a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:50.773142 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:50.777136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078c86a-51ea-4911-91e6-1af1198a1204 req-e3a72f7e-5cf5-4e12-beac-424262666e8a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:50.784124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078c86a-51ea-4911-91e6-1af1198a1204 req-e3a72f7e-5cf5-4e12-beac-424262666e8a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:50.789385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078c86a-51ea-4911-91e6-1af1198a1204 req-e3a72f7e-5cf5-4e12-beac-424262666e8a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:50.795152 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078c86a-51ea-4911-91e6-1af1198a1204 req-e3a72f7e-5cf5-4e12-beac-424262666e8a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:50.800491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078c86a-51ea-4911-91e6-1af1198a1204 req-e3a72f7e-5cf5-4e12-beac-424262666e8a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:50.802467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9078c86a-51ea-4911-91e6-1af1198a1204 req-e3a72f7e-5cf5-4e12-beac-424262666e8a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5436 time: 0.1448894 Feb 10 15:24:50.833646 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-bc7ccee3-182f-42da-bfd5-89f98f3b5261 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1336079 Feb 10 15:24:50.885709 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (3bca5670-3b5a-48ab-819b-7ba3d4d9da81), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:50.928794 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9078c86a-51ea-4911-91e6-1af1198a1204 req-49109ccd-5955-4877-b989-ed7d8f86956f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879838 Feb 10 15:24:50.932776 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:50.936217 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/3bca5670-3b5a-48ab-819b-7ba3d4d9da81 HTTP/1.1" status: 204 len: 168 time: 2.6436276 Feb 10 15:24:50.939562 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51194) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:50.947912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-e4260f88-3030-464a-9648-356c54f1f3bc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2091338714'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:50.955937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd0a61-6bcf-42ce-af40-ebe1c42ff3cc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Network': ['ID=3bca5670-3b5a-48ab-819b-7ba3d4d9da81,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:50.990278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118a42f-d9e5-473d-9d5e-8bd1bd8f4772 req-1122075f-dc8c-47fd-bbcf-0419f17cb100 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:51.001720 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4118a42f-d9e5-473d-9d5e-8bd1bd8f4772 req-1122075f-dc8c-47fd-bbcf-0419f17cb100 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.2509069 Feb 10 15:24:51.014550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4260f88-3030-464a-9648-356c54f1f3bc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:51.025267 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e4260f88-3030-464a-9648-356c54f1f3bc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:51.077559 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4260f88-3030-464a-9648-356c54f1f3bc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:24:51.092150 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e4260f88-3030-464a-9648-356c54f1f3bc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (67615bd1-5800-4c2c-8367-6aabcafbedaf), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:51.092536 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-e4260f88-3030-464a-9648-356c54f1f3bc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Added segment 67615bd1-5800-4c2c-8367-6aabcafbedaf of type vlan for network 19318890-c7f6-4df7-8da2-b2f042f88ef8 Feb 10 15:24:51.095074 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4118a42f-d9e5-473d-9d5e-8bd1bd8f4772 req-e211bd2b-6085-4d58-9e8f-6862e7e738cd tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920215 Feb 10 15:24:51.152859 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e4260f88-3030-464a-9648-356c54f1f3bc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (19318890-c7f6-4df7-8da2-b2f042f88ef8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:51.194441 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e4260f88-3030-464a-9648-356c54f1f3bc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (19318890-c7f6-4df7-8da2-b2f042f88ef8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:51.206170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4260f88-3030-464a-9648-356c54f1f3bc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:51.206908 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e4260f88-3030-464a-9648-356c54f1f3bc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:51.209793 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3c911-d25e-424c-a7ad-85727bbade53 req-c351d612-6455-493c-b67f-3cf51a21d5d3 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:51.212464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ebc3c911-d25e-424c-a7ad-85727bbade53 req-c351d612-6455-493c-b67f-3cf51a21d5d3 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 944 time: 0.0833442 Feb 10 15:24:51.290187 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4260f88-3030-464a-9648-356c54f1f3bc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Network': ['ID=19318890-c7f6-4df7-8da2-b2f042f88ef8,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:51.302069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 19318890-c7f6-4df7-8da2-b2f042f88ef8 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:24:51.307706 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e4260f88-3030-464a-9648-356c54f1f3bc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3662632 Feb 10 15:24:51.310844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51226) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:51.319857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b8c608e5-8d8a-4143-9932-5c868d66c650 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'subnet': {'network_id': '19318890-c7f6-4df7-8da2-b2f042f88ef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:51.360246 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ebc3c911-d25e-424c-a7ad-85727bbade53 req-ff804304-f154-4d78-ad10-7958b64748d4 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358597 Feb 10 15:24:51.379238 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3ca2f-6643-42c4-9430-52b5dd79ac44 req-0d847131-8571-40c4-bba3-6788a8bc9ae1 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:51.389046 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7a3ca2f-6643-42c4-9430-52b5dd79ac44 req-0d847131-8571-40c4-bba3-6788a8bc9ae1 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.1745603 Feb 10 15:24:51.450702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7a3ca2f-6643-42c4-9430-52b5dd79ac44 req-a6423184-11d2-42f5-aeed-379f1a5c0e0b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602043 Feb 10 15:24:51.548508 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf34c21-c4da-4e15-8b49-f14064b35271 req-106c156b-49e1-4bad-9b43-b6043122e1a8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:51.554752 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf34c21-c4da-4e15-8b49-f14064b35271 req-106c156b-49e1-4bad-9b43-b6043122e1a8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:51.560582 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf34c21-c4da-4e15-8b49-f14064b35271 req-106c156b-49e1-4bad-9b43-b6043122e1a8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:51.566137 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf34c21-c4da-4e15-8b49-f14064b35271 req-106c156b-49e1-4bad-9b43-b6043122e1a8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:51.572149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf34c21-c4da-4e15-8b49-f14064b35271 req-106c156b-49e1-4bad-9b43-b6043122e1a8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:51.577712 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf34c21-c4da-4e15-8b49-f14064b35271 req-106c156b-49e1-4bad-9b43-b6043122e1a8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:51.583429 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf34c21-c4da-4e15-8b49-f14064b35271 req-106c156b-49e1-4bad-9b43-b6043122e1a8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:51.585519 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5bf34c21-c4da-4e15-8b49-f14064b35271 req-106c156b-49e1-4bad-9b43-b6043122e1a8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5436 time: 0.1300647 Feb 10 15:24:51.596990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51232) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:51.601969 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-65587544-d7a3-4890-a426-b4fbe0240f57 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Request body: {'floatingip': {'port_id': '19a58c1e-d08d-49d9-a4bc-f12168063f86'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:51.673495 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65587544-d7a3-4890-a426-b4fbe0240f57 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for floatingip (81f1b54c-93b7-44bd-a439-3f6203763b8e), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:51.797877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-80ffc673-cb5a-4a0e-b8bd-fb15b1ec7280 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:51.799374 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-80ffc673-cb5a-4a0e-b8bd-fb15b1ec7280 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] 10.222.0.64 "GET /v2.0/ports/2511cc1e-005c-4486-87ec-d146ee581a8e HTTP/1.1" status: 200 len: 1128 time: 0.5038943 Feb 10 15:24:51.821589 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c608e5-8d8a-4143-9932-5c868d66c650 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:51.827395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b8c608e5-8d8a-4143-9932-5c868d66c650 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:51.899978 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-b8c608e5-8d8a-4143-9932-5c868d66c650 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Performing IP validity checks on allocation pools {{(pid=103369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 15:24:51.900530 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-b8c608e5-8d8a-4143-9932-5c868d66c650 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 15:24:52.017578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:24:52.060868 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b8c608e5-8d8a-4143-9932-5c868d66c650 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (03aad7d5-9233-43e6-9d52-9e40e84cc906), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:52.093241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:24:52.098046 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:24:52.098730 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:52.135167 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c608e5-8d8a-4143-9932-5c868d66c650 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Subnet': ['ID=03aad7d5-9233-43e6-9d52-9e40e84cc906,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:52.176772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c608e5-8d8a-4143-9932-5c868d66c650 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Checking segment: {'id': '67615bd1-5800-4c2c-8367-6aabcafbedaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '19318890-c7f6-4df7-8da2-b2f042f88ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:52.177190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c608e5-8d8a-4143-9932-5c868d66c650 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network hostable DHCP agents. Network: 19318890-c7f6-4df7-8da2-b2f042f88ef8, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:24:52.183945 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec58872-b7a3-4a19-bc17-b554c0914d06 req-7087c1fa-1218-4b02-b1ea-b7c70a19e136 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:52.187443 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cec58872-b7a3-4a19-bc17-b554c0914d06 req-7087c1fa-1218-4b02-b1ea-b7c70a19e136 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 946 time: 0.1540816 Feb 10 15:24:52.213729 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c608e5-8d8a-4143-9932-5c868d66c650 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network 19318890-c7f6-4df7-8da2-b2f042f88ef8 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:24:52.225920 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-b8c608e5-8d8a-4143-9932-5c868d66c650 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 19318890-c7f6-4df7-8da2-b2f042f88ef8) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:52.237395 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fd8520-999e-4fec-813d-c1104d6b0c10 None None] Network 19318890-c7f6-4df7-8da2-b2f042f88ef8 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:52.244276 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c608e5-8d8a-4143-9932-5c868d66c650 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:52.245242 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b8c608e5-8d8a-4143-9932-5c868d66c650 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:52.271066 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b8c608e5-8d8a-4143-9932-5c868d66c650 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9590518 Feb 10 15:24:52.273931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51268) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:52.276872 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:52.277392 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:52.289600 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ef848-e861-45ba-9866-fd7a55c83bb4 req-1cd11442-82e5-46e4-b913-29a60e7aa44c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:52.291979 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-475ef848-e861-45ba-9866-fd7a55c83bb4 req-1cd11442-82e5-46e4-b913-29a60e7aa44c tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 946 time: 0.2511656 Feb 10 15:24:52.366468 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe,segment=NetworkSegment(02b03b18-2845-4f07-9538-3c72b5e282ed),segment_id=02b03b18-2845-4f07-9538-3c72b5e282ed)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:52.378799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f9a95-e999-4ffe-9117-744275a97b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:52.382206 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ded461-bc34-471f-b598-743cd99ae5aa" -d '{"events": [{"server_uuid": "117f9a95-e999-4ffe-9117-744275a97b00", "name": "network-vif-plugged", "status": "completed", "tag": "d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:52.396509 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:52.446765 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cec58872-b7a3-4a19-bc17-b554c0914d06 req-bc91b8ff-8299-4e02-81c9-452c7082c18a tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456944 Feb 10 15:24:52.447296 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-692b70cf-ac38-4784-9d75-9404a839afb5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (19318890-c7f6-4df7-8da2-b2f042f88ef8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:52.462190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-475ef848-e861-45ba-9866-fd7a55c83bb4 req-515176e7-1896-43d4-94b9-aca4d3c640e1 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601543 Feb 10 15:24:52.536748 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffb549a-014a-4a88-8711-e31582713eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-19318890-c7f6-4df7-8da2-b2f042f88ef8', 'network_id': '19318890-c7f6-4df7-8da2-b2f042f88ef8', 'project_id': 'ab446148b7af47d5b9c86a6f1f59199a', 'fixed_ips': [{'subnet_id': '03aad7d5-9233-43e6-9d52-9e40e84cc906'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:24:52.537775 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1ffb549a-014a-4a88-8711-e31582713eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:52.582864 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-692b70cf-ac38-4784-9d75-9404a839afb5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (03aad7d5-9233-43e6-9d52-9e40e84cc906), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:52.647658 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:52.676019 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-692b70cf-ac38-4784-9d75-9404a839afb5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (03aad7d5-9233-43e6-9d52-9e40e84cc906), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server [None req-1ffb549a-014a-4a88-8711-e31582713eb1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03aad7d5-9233-43e6-9d52-9e40e84cc906: This subnet is being modified by another concurrent operation. Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:24:52.691730 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise exception Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03aad7d5-9233-43e6-9d52-9e40e84cc906: This subnet is being modified by another concurrent operation. Feb 10 15:24:52.696018 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Feb 10 15:24:52.707598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b70cf-ac38-4784-9d75-9404a839afb5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Subnet': ['ID=03aad7d5-9233-43e6-9d52-9e40e84cc906,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:52.728210 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d1e50-ec89-47ad-a8fa-74cf2723c68e None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:24:52.779872 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-692b70cf-ac38-4784-9d75-9404a839afb5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (19318890-c7f6-4df7-8da2-b2f042f88ef8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:52.817721 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-692b70cf-ac38-4784-9d75-9404a839afb5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19318890-c7f6-4df7-8da2-b2f042f88ef8']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:52.835722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-692b70cf-ac38-4784-9d75-9404a839afb5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67615bd1-5800-4c2c-8367-6aabcafbedaf') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:52.836041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-692b70cf-ac38-4784-9d75-9404a839afb5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67615bd1-5800-4c2c-8367-6aabcafbedaf') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:52.850670 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-692b70cf-ac38-4784-9d75-9404a839afb5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (67615bd1-5800-4c2c-8367-6aabcafbedaf), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:52.869046 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-692b70cf-ac38-4784-9d75-9404a839afb5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (67615bd1-5800-4c2c-8367-6aabcafbedaf), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:52.878985 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692b70cf-ac38-4784-9d75-9404a839afb5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:24:52.879482 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-692b70cf-ac38-4784-9d75-9404a839afb5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (67615bd1-5800-4c2c-8367-6aabcafbedaf), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:24:52.884210 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:24:52.924256 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653d1e50-ec89-47ad-a8fa-74cf2723c68e None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:24:52.942699 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfd85c-8710-4a67-b105-f0d747363b36 req-a7cb1321-a925-4b7b-ba52-51af7c01df68 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:52.953650 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5cfd85c-8710-4a67-b105-f0d747363b36 req-a7cb1321-a925-4b7b-ba52-51af7c01df68 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.3115494 Feb 10 15:24:52.986368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419837e-c932-4da0-9a0f-ab72cf11dc54 req-ad4cad83-5df3-4a28-ab97-f29041780ef3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:52.994688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a419837e-c932-4da0-9a0f-ab72cf11dc54 req-ad4cad83-5df3-4a28-ab97-f29041780ef3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.3507636 Feb 10 15:24:53.030883 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-692b70cf-ac38-4784-9d75-9404a839afb5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (19318890-c7f6-4df7-8da2-b2f042f88ef8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:53.062375 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-692b70cf-ac38-4784-9d75-9404a839afb5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:53.065386 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-692b70cf-ac38-4784-9d75-9404a839afb5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/19318890-c7f6-4df7-8da2-b2f042f88ef8 HTTP/1.1" status: 204 len: 168 time: 0.7899911 Feb 10 15:24:53.070654 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51286) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:53.088524 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-16ca677a-8bf3-46b9-8f10-20735147ac70 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-560246224'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:53.113849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b70cf-ac38-4784-9d75-9404a839afb5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Network': ['ID=19318890-c7f6-4df7-8da2-b2f042f88ef8,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:53.118363 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ca677a-8bf3-46b9-8f10-20735147ac70 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:53.122643 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-16ca677a-8bf3-46b9-8f10-20735147ac70 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:53.154584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-d2c97966-cf73-4d22-b6f5-dcab148345f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:53.156438 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-d2c97966-cf73-4d22-b6f5-dcab148345f3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 1131 time: 0.1504025 Feb 10 15:24:53.186682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5cfd85c-8710-4a67-b105-f0d747363b36 req-399226a2-b9e9-48f0-9d46-b258feefd5f9 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314572 Feb 10 15:24:53.216832 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.resource_extend [None req-65587544-d7a3-4890-a426-b4fbe0240f57 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:24:53.224241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1391d209-e03e-4358-bc17-337d7c06bcd3 None None] Network 19318890-c7f6-4df7-8da2-b2f042f88ef8 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:53.237369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1391d209-e03e-4358-bc17-337d7c06bcd3 None None] Network 19318890-c7f6-4df7-8da2-b2f042f88ef8 could not be found, it might have been deleted concurrently. {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 15:24:53.240585 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a419837e-c932-4da0-9a0f-ab72cf11dc54 req-3d177baf-0e61-4f02-b0bd-a6089311388d tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449653 Feb 10 15:24:53.291310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-f1161bbe-a5ef-4227-89d2-b28c3f41c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:53.292422 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-f1161bbe-a5ef-4227-89d2-b28c3f41c387 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1187932 Feb 10 15:24:53.294923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ca677a-8bf3-46b9-8f10-20735147ac70 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:24:53.299273 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92892af-320b-4a1f-a1fe-1682f530e1b0 x-openstack-request-id: req-a92892af-320b-4a1f-a1fe-1682f530e1b0 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:53.299736 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117f9a95-e999-4ffe-9117-744275a97b00", "name": "network-vif-plugged", "status": "completed", "tag": "d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:53.300995 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a92892af-320b-4a1f-a1fe-1682f530e1b0 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:53.301726 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117f9a95-e999-4ffe-9117-744275a97b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe', 'code': 200} Feb 10 15:24:53.327598 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-16ca677a-8bf3-46b9-8f10-20735147ac70 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ba667fa7-a9b1-48b5-a40d-7387fd4c809f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:53.328080 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-16ca677a-8bf3-46b9-8f10-20735147ac70 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Added segment ba667fa7-a9b1-48b5-a40d-7387fd4c809f of type vlan for network 55c19e90-b4e5-4aa6-ac16-62ebe7c1e579 Feb 10 15:24:53.350546 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65587544-d7a3-4890-a426-b4fbe0240f57 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:53.373059 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65587544-d7a3-4890-a426-b4fbe0240f57 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (81f1b54c-93b7-44bd-a439-3f6203763b8e), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:53.379131 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-422d615a-c5c8-4719-ad9c-f973c80127bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2511cc1e-005c-4486-87ec-d146ee581a8e HTTP/1.1" status: 200 len: 217 time: 0.0734656 Feb 10 15:24:53.470339 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8372ad0f-bfa7-44e4-8cc4-600a8827c82a req-81681f46-ff6e-4a54-8cce-c9e9edd4b528 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1892401679&fields=id&tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81 HTTP/1.1" status: 200 len: 267 time: 0.1508777 Feb 10 15:24:53.502997 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-16ca677a-8bf3-46b9-8f10-20735147ac70 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (55c19e90-b4e5-4aa6-ac16-62ebe7c1e579), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:53.515184 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-6d432f83-fe14-4fc4-ab8f-5088017c79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:53.516711 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-6d432f83-fe14-4fc4-ab8f-5088017c79f3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1312292 Feb 10 15:24:53.543792 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049478e5-f082-4afe-ba96-b7a9e1a0a38f req-76448ddd-b48f-40f4-b231-498d4eef4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:53.545403 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-049478e5-f082-4afe-ba96-b7a9e1a0a38f req-76448ddd-b48f-40f4-b231-498d4eef4534 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 1127 time: 0.1218908 Feb 10 15:24:53.584385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100055c3-4faa-4a01-8690-fd47c70bbfaf req-72401181-5384-4f89-83c8-a83ee7bd0f71 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:53.586148 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-100055c3-4faa-4a01-8690-fd47c70bbfaf req-72401181-5384-4f89-83c8-a83ee7bd0f71 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.2204845 Feb 10 15:24:53.588060 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-16ca677a-8bf3-46b9-8f10-20735147ac70 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (55c19e90-b4e5-4aa6-ac16-62ebe7c1e579), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:53.593077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ca677a-8bf3-46b9-8f10-20735147ac70 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:53.593679 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-16ca677a-8bf3-46b9-8f10-20735147ac70 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:53.629083 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-65587544-d7a3-4890-a426-b4fbe0240f57 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Floating IP 81f1b54c-93b7-44bd-a439-3f6203763b8e associated. External IP: 172.25.3.45, port: 19a58c1e-d08d-49d9-a4bc-f12168063f86. Feb 10 15:24:53.667212 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-16ca677a-8bf3-46b9-8f10-20735147ac70 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5921607 Feb 10 15:24:53.671960 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51300) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:53.683410 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'subnet': {'network_id': '55c19e90-b4e5-4aa6-ac16-62ebe7c1e579', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:53.697427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-3b3e2ec2-91b5-4c63-933d-0cc06fd5c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:53.698948 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-3b3e2ec2-91b5-4c63-933d-0cc06fd5c0e9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1689978 Feb 10 15:24:53.701995 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-049478e5-f082-4afe-ba96-b7a9e1a0a38f req-1f6db8e0-9c93-4d49-8ec5-c4e4fe6a9ff9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388016 Feb 10 15:24:53.702756 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca677a-8bf3-46b9-8f10-20735147ac70 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Network': ['ID=55c19e90-b4e5-4aa6-ac16-62ebe7c1e579,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:53.702962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ad0f-bfa7-44e4-8cc4-600a8827c82a req-35566718-becb-49e2-ac66-835900015124 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:53.704504 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8372ad0f-bfa7-44e4-8cc4-600a8827c82a req-35566718-becb-49e2-ac66-835900015124 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 946 time: 0.2270873 Feb 10 15:24:53.714771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 55c19e90-b4e5-4aa6-ac16-62ebe7c1e579 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:24:53.749417 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-8372ad0f-bfa7-44e4-8cc4-600a8827c82a req-523f9f3f-c46c-4583-a980-ad6747666a5c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Request body: {'port': {'security_groups': ['31b31238-66ef-4d8e-bc47-9493abdecc5b', 'ed8f324f-08b2-4040-973e-9f47a69a0f38']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:53.762472 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-100055c3-4faa-4a01-8690-fd47c70bbfaf req-81e51e98-a739-4f63-bb7d-d322b95ec399 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676941 Feb 10 15:24:53.821846 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-0c376a00-1130-4e73-b6a9-3cc5ae80e9f0 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162100 Feb 10 15:24:53.938899 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-4a68a587-da53-4aab-9676-b4373b828d6c service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108315 Feb 10 15:24:53.977974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:53.981684 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:53.989307 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8372ad0f-bfa7-44e4-8cc4-600a8827c82a req-523f9f3f-c46c-4583-a980-ad6747666a5c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:54.080941 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb644-3740-41b9-8d3c-78f7d99eb9e6 req-1ebde6e7-9b3c-4eff-a20d-0b0f30a93434 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:54.082405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-baedb644-3740-41b9-8d3c-78f7d99eb9e6 req-1ebde6e7-9b3c-4eff-a20d-0b0f30a93434 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 946 time: 0.2073267 Feb 10 15:24:54.236450 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5de7e7f1-03e7-434a-aec3-16c86e5de442 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:24:54.324381 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 5de7e7f1-03e7-434a-aec3-16c86e5de442 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:54.325187 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:54.360541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:54.367101 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:54.420345 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=5de7e7f1-03e7-434a-aec3-16c86e5de442,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:54.560388 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-baedb644-3740-41b9-8d3c-78f7d99eb9e6 req-c1078f49-1eb2-4c9b-add4-30459a881a23 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730475 Feb 10 15:24:54.600027 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65587544-d7a3-4890-a426-b4fbe0240f57 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Router deb3453c-dee8-4346-ba9e-d21e347b658e has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:24:54.805347 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-8372ad0f-bfa7-44e4-8cc4-600a8827c82a req-523f9f3f-c46c-4583-a980-ad6747666a5c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] For port bd74c3b7-8817-4676-9865-b4241d3e3d40, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bd74c3b7-8817-4676-9865-b4241d3e3d40,segment=NetworkSegment(11a0d56f-5c6d-4f4b-8367-04b9600e50f6),segment_id=11a0d56f-5c6d-4f4b-8367-04b9600e50f6)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:54.815537 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (84f98cba-a130-4efa-842e-9cc82c002995), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:54.924056 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8372ad0f-bfa7-44e4-8cc4-600a8827c82a req-523f9f3f-c46c-4583-a980-ad6747666a5c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:54.936501 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8372ad0f-bfa7-44e4-8cc4-600a8827c82a req-523f9f3f-c46c-4583-a980-ad6747666a5c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:54.948024 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65587544-d7a3-4890-a426-b4fbe0240f57 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:24:54.948931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['bd74c3b7-8817-4676-9865-b4241d3e3d40'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:54.962466 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65587544-d7a3-4890-a426-b4fbe0240f57 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:54.962977 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9078fd-c41b-4f21-954e-bb9b431d2771 None None] Sync routers for ids ['deb3453c-dee8-4346-ba9e-d21e347b658e'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:24:54.976253 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9078fd-c41b-4f21-954e-bb9b431d2771 None None] Routers {'deb3453c-dee8-4346-ba9e-d21e347b658e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:24:54.977471 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-9d9078fd-c41b-4f21-954e-bb9b431d2771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:24:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['deb3453c-dee8-4346-ba9e-d21e347b658e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:55.016014 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Subnet': ['ID=84f98cba-a130-4efa-842e-9cc82c002995,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:55.051924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ad0f-bfa7-44e4-8cc4-600a8827c82a req-523f9f3f-c46c-4583-a980-ad6747666a5c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:55.052699 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8372ad0f-bfa7-44e4-8cc4-600a8827c82a req-523f9f3f-c46c-4583-a980-ad6747666a5c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:55.054127 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8372ad0f-bfa7-44e4-8cc4-600a8827c82a req-523f9f3f-c46c-4583-a980-ad6747666a5c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "PUT /v2.0/ports/bd74c3b7-8817-4676-9865-b4241d3e3d40 HTTP/1.1" status: 200 len: 982 time: 1.3272715 Feb 10 15:24:55.061962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e6fe5e-0544-4ae9-afe9-e452b227f699', 'tag': 'bd74c3b7-8817-4676-9865-b4241d3e3d40'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:55.064549 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1005363-8716-4369-ad80-0b2d14b7926d" -d '{"events": [{"name": "network-changed", "server_uuid": "03e6fe5e-0544-4ae9-afe9-e452b227f699", "tag": "bd74c3b7-8817-4676-9865-b4241d3e3d40"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:55.067966 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:55.068317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:55.068674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:55.072090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:55.072465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:55.072832 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:55.073173 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:55.073507 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:55.073840 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:55.074170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:55.074510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:55.074830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:55.075153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:24:55.088129 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Checking segment: {'id': 'ba667fa7-a9b1-48b5-a40d-7387fd4c809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '55c19e90-b4e5-4aa6-ac16-62ebe7c1e579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:55.089657 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network hostable DHCP agents. Network: 55c19e90-b4e5-4aa6-ac16-62ebe7c1e579, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:24:55.107738 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-65587544-d7a3-4890-a426-b4fbe0240f57 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "PUT /v2.0/floatingips/81f1b54c-93b7-44bd-a439-3f6203763b8e HTTP/1.1" status: 200 len: 990 time: 3.5075111 Feb 10 15:24:55.183008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f9f3f-c46c-4583-a980-ad6747666a5c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event updated for resources: {'Port': ['ID=bd74c3b7-8817-4676-9865-b4241d3e3d40,revision_number=6']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:55.202731 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['bd74c3b7-8817-4676-9865-b4241d3e3d40'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:55.214492 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-9d9078fd-c41b-4f21-954e-bb9b431d2771 None None] Set router deb3453c-dee8-4346-ba9e-d21e347b658e gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:24:55.263732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network 55c19e90-b4e5-4aa6-ac16-62ebe7c1e579 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:24:55.303924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 55c19e90-b4e5-4aa6-ac16-62ebe7c1e579) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:55.305371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e5a29-f083-4231-af5d-d6c03ea61723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de7e7f1-03e7-434a-aec3-16c86e5de442'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:55.307773 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcef333b-2459-468b-aae4-bd2402334e4f" -d '{"events": [{"server_uuid": "119e5a29-f083-4231-af5d-d6c03ea61723", "name": "network-vif-unplugged", "status": "completed", "tag": "5de7e7f1-03e7-434a-aec3-16c86e5de442"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:55.319385 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa52c34-6720-489e-aef6-35acc31e8a3d None None] Network 55c19e90-b4e5-4aa6-ac16-62ebe7c1e579 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:55.324595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:55.325240 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:55.361769 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75f7d7-266d-4e76-bb31-cac052037516 req-ab1000ad-fa55-4b10-b77d-37ab49e15235 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:55.370575 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d75f7d7-266d-4e76-bb31-cac052037516 req-ab1000ad-fa55-4b10-b77d-37ab49e15235 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.1470268 Feb 10 15:24:55.398964 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffc18d-428e-4729-86d7-c103236ebe17 req-d45036a0-c23b-49b5-9762-73265b32fc87 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:55.406298 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16ffc18d-428e-4729-86d7-c103236ebe17 req-d45036a0-c23b-49b5-9762-73265b32fc87 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.2415726 Feb 10 15:24:55.417639 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-238fccae-c253-447f-bc71-5c5e031cff92 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7395260 Feb 10 15:24:55.421675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51356) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:55.506076 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d75f7d7-266d-4e76-bb31-cac052037516 req-a4b24e4f-940b-41d9-8e41-5aac59ac8eb3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227098 Feb 10 15:24:55.513075 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-55c19e90-b4e5-4aa6-ac16-62ebe7c1e579', 'network_id': '55c19e90-b4e5-4aa6-ac16-62ebe7c1e579', 'project_id': 'ab446148b7af47d5b9c86a6f1f59199a', 'fixed_ips': [{'subnet_id': '84f98cba-a130-4efa-842e-9cc82c002995'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:24:55.514188 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:55.551795 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16ffc18d-428e-4729-86d7-c103236ebe17 req-1face58b-d3a4-46e7-b3cb-987ad7c02c1b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400499 Feb 10 15:24:55.585193 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-9d9078fd-c41b-4f21-954e-bb9b431d2771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'name': 'tempest-TaggedBootDevicesTest-1824468618-router', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:05Z', 'updated_at': '2022-02-10T15:21:16Z', 'revision_number': 4, 'project_id': '77c5c19a68194da2886794ae5b561292', 'gw_port': {'id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:06Z', 'updated_at': '2022-02-10T15:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '81f1b54c-93b7-44bd-a439-3f6203763b8e', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'port_id': '19a58c1e-d08d-49d9-a4bc-f12168063f86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e', 'mac_address': 'fa:16:3e:95:91:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:22:44Z', 'updated_at': '2022-02-10T15:24:53Z', 'revision_number': 1, 'project_id': '77c5c19a68194da2886794ae5b561292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1a0706-53b7-4861-b71f-2cb8a3bd5319', 'name': '', 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'mac_address': 'fa:16:3e:25:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '528764d9-6755-465a-9863-88a28775553b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:14Z', 'updated_at': '2022-02-10T15:21:21Z', 'revision_number': 5, 'project_id': '77c5c19a68194da2886794ae5b561292', 'subnets': [{'id': '528764d9-6755-465a-9863-88a28775553b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:55.683349 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9078fd-c41b-4f21-954e-bb9b431d2771 None None] Checking router: deb3453c-dee8-4346-ba9e-d21e347b658e for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:24:55.702451 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9078fd-c41b-4f21-954e-bb9b431d2771 None None] Routers {'deb3453c-dee8-4346-ba9e-d21e347b658e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:24:55.703069 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-9d9078fd-c41b-4f21-954e-bb9b431d2771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:24:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['deb3453c-dee8-4346-ba9e-d21e347b658e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:55.718609 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a876eb-5fd9-494e-ba6c-8cf3fca37c2c x-openstack-request-id: req-08a876eb-5fd9-494e-ba6c-8cf3fca37c2c {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:55.718930 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e6fe5e-0544-4ae9-afe9-e452b227f699", "tag": "bd74c3b7-8817-4676-9865-b4241d3e3d40", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:55.719301 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08a876eb-5fd9-494e-ba6c-8cf3fca37c2c {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:55.719766 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e6fe5e-0544-4ae9-afe9-e452b227f699', 'tag': 'bd74c3b7-8817-4676-9865-b4241d3e3d40', 'status': 'completed', 'code': 200} Feb 10 15:24:55.724045 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a772a5ad-5a2c-4f83-9cc7-0b8427daec9f req-74a546f1-f82a-4da7-8c2d-71c820ff9b24 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1522845746&fields=id&tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81 HTTP/1.1" status: 200 len: 267 time: 0.1065171 Feb 10 15:24:55.724979 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (55c19e90-b4e5-4aa6-ac16-62ebe7c1e579), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:55.725997 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Allocated IP 172.20.0.1 (55c19e90-b4e5-4aa6-ac16-62ebe7c1e579/84f98cba-a130-4efa-842e-9cc82c002995/ca161bc7-fd7d-461f-b699-a5da4ddb4e7f) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:24:55.801136 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1005363-8716-4369-ad80-0b2d14b7926d req-a9c18f39-60ee-4a4c-a3ec-22006f546a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:55.802655 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a1005363-8716-4369-ad80-0b2d14b7926d req-a9c18f39-60ee-4a4c-a3ec-22006f546a14 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81&device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 1167 time: 0.1328800 Feb 10 15:24:55.881119 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-9d9078fd-c41b-4f21-954e-bb9b431d2771 None None] Set router deb3453c-dee8-4346-ba9e-d21e347b658e gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:24:55.890975 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772a5ad-5a2c-4f83-9cc7-0b8427daec9f req-0354f25a-8649-4e45-a782-a59b745addeb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:55.900075 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a772a5ad-5a2c-4f83-9cc7-0b8427daec9f req-0354f25a-8649-4e45-a782-a59b745addeb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 985 time: 0.1653850 Feb 10 15:24:55.906030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-a772a5ad-5a2c-4f83-9cc7-0b8427daec9f req-147abd7c-aeb4-4c58-b4f3-63f599120531 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Request body: {'port': {'security_groups': ['31b31238-66ef-4d8e-bc47-9493abdecc5b', 'ed8f324f-08b2-4040-973e-9f47a69a0f38', '23a7755a-47f8-4e96-9eea-90d6c3f4b01b']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:55.917517 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (84f98cba-a130-4efa-842e-9cc82c002995), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:55.959581 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4b7fc-b1a2-49ff-9cdf-355b251b1591 req-77068ff6-456b-426e-967c-985c815741c4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:55.965178 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4b7fc-b1a2-49ff-9cdf-355b251b1591 req-77068ff6-456b-426e-967c-985c815741c4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:55.970842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4b7fc-b1a2-49ff-9cdf-355b251b1591 req-77068ff6-456b-426e-967c-985c815741c4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:55.976164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1005363-8716-4369-ad80-0b2d14b7926d req-b1f4a087-0cec-4328-8bb3-a7bb416cd403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:55.976507 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4b7fc-b1a2-49ff-9cdf-355b251b1591 req-77068ff6-456b-426e-967c-985c815741c4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:55.978318 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a1005363-8716-4369-ad80-0b2d14b7926d req-b1f4a087-0cec-4328-8bb3-a7bb416cd403 service neutron] 10.222.0.79 "GET /v2.0/networks?id=702b4d29-8496-4cdf-8d06-096bdfbaf841 HTTP/1.1" status: 200 len: 914 time: 0.1646233 Feb 10 15:24:55.982710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4b7fc-b1a2-49ff-9cdf-355b251b1591 req-77068ff6-456b-426e-967c-985c815741c4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:55.988164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4b7fc-b1a2-49ff-9cdf-355b251b1591 req-77068ff6-456b-426e-967c-985c815741c4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:55.993601 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4b7fc-b1a2-49ff-9cdf-355b251b1591 req-77068ff6-456b-426e-967c-985c815741c4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:56.001461 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3cf4b7fc-b1a2-49ff-9cdf-355b251b1591 req-77068ff6-456b-426e-967c-985c815741c4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5436 time: 0.2807808 Feb 10 15:24:56.007939 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Publish callbacks [] for port (ca161bc7-fd7d-461f-b699-a5da4ddb4e7f), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:56.018956 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (ca161bc7-fd7d-461f-b699-a5da4ddb4e7f), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:56.085289 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3cf4b7fc-b1a2-49ff-9cdf-355b251b1591 req-b29df5ea-4eaf-471d-b049-1d1c66c2828f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824132 Feb 10 15:24:56.096973 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a1005363-8716-4369-ad80-0b2d14b7926d req-4e75a3d8-a8c5-4d62-85e9-95b272c00a22 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd74c3b7-8817-4676-9865-b4241d3e3d40 HTTP/1.1" status: 200 len: 217 time: 0.1098180 Feb 10 15:24:56.097289 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Pushing event updated for resources: {'Port': ['ID=ca161bc7-fd7d-461f-b699-a5da4ddb4e7f,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:56.145672 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a772a5ad-5a2c-4f83-9cc7-0b8427daec9f req-147abd7c-aeb4-4c58-b4f3-63f599120531 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:56.152657 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (84f98cba-a130-4efa-842e-9cc82c002995), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:56.180016 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Network 55c19e90-b4e5-4aa6-ac16-62ebe7c1e579 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:24:56.181781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:56.184245 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:24:56.303404 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Subnet': ['ID=84f98cba-a130-4efa-842e-9cc82c002995,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:56.305884 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 752d1218-cca1-41c2-99de-2b10db7e9e00 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:24:56.347357 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Attempting to bind port ca161bc7-fd7d-461f-b699-a5da4ddb4e7f on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:24:56.347625 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Attempting to bind port ca161bc7-fd7d-461f-b699-a5da4ddb4e7f by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'ba667fa7-a9b1-48b5-a40d-7387fd4c809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '55c19e90-b4e5-4aa6-ac16-62ebe7c1e579'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:24:56.347836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Attempting to bind port ca161bc7-fd7d-461f-b699-a5da4ddb4e7f on network 55c19e90-b4e5-4aa6-ac16-62ebe7c1e579 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:24:56.393351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:24:56.401384 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Checking segment: {'id': 'ba667fa7-a9b1-48b5-a40d-7387fd4c809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '55c19e90-b4e5-4aa6-ac16-62ebe7c1e579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:56.403338 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:56.405737 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Bound using segment: {'id': 'ba667fa7-a9b1-48b5-a40d-7387fd4c809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '55c19e90-b4e5-4aa6-ac16-62ebe7c1e579'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:24:56.407691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Bound port: ca161bc7-fd7d-461f-b699-a5da4ddb4e7f, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba667fa7-a9b1-48b5-a40d-7387fd4c809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '55c19e90-b4e5-4aa6-ac16-62ebe7c1e579'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:24:56.408521 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ca161bc7-fd7d-461f-b699-a5da4ddb4e7f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:56.420998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1005363-8716-4369-ad80-0b2d14b7926d req-a6d69ede-63c8-4282-826d-624e46af1bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:56.422478 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a1005363-8716-4369-ad80-0b2d14b7926d req-a6d69ede-63c8-4282-826d-624e46af1bdf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a86f2b3a-a6aa-4006-b1ea-b533cc038ea2 HTTP/1.1" status: 200 len: 853 time: 0.2949455 Feb 10 15:24:56.424127 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (55c19e90-b4e5-4aa6-ac16-62ebe7c1e579), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:56.505181 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-9d9078fd-c41b-4f21-954e-bb9b431d2771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'name': 'tempest-TaggedBootDevicesTest-1824468618-router', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:05Z', 'updated_at': '2022-02-10T15:21:16Z', 'revision_number': 4, 'project_id': '77c5c19a68194da2886794ae5b561292', 'gw_port': {'id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:06Z', 'updated_at': '2022-02-10T15:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '81f1b54c-93b7-44bd-a439-3f6203763b8e', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'port_id': '19a58c1e-d08d-49d9-a4bc-f12168063f86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e', 'mac_address': 'fa:16:3e:95:91:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:22:44Z', 'updated_at': '2022-02-10T15:24:53Z', 'revision_number': 1, 'project_id': '77c5c19a68194da2886794ae5b561292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1a0706-53b7-4861-b71f-2cb8a3bd5319', 'name': '', 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'mac_address': 'fa:16:3e:25:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '528764d9-6755-465a-9863-88a28775553b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:14Z', 'updated_at': '2022-02-10T15:21:21Z', 'revision_number': 5, 'project_id': '77c5c19a68194da2886794ae5b561292', 'subnets': [{'id': '528764d9-6755-465a-9863-88a28775553b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:56.509753 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-a772a5ad-5a2c-4f83-9cc7-0b8427daec9f req-147abd7c-aeb4-4c58-b4f3-63f599120531 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] For port bd74c3b7-8817-4676-9865-b4241d3e3d40, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bd74c3b7-8817-4676-9865-b4241d3e3d40,segment=NetworkSegment(11a0d56f-5c6d-4f4b-8367-04b9600e50f6),segment_id=11a0d56f-5c6d-4f4b-8367-04b9600e50f6)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:56.534008 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a1005363-8716-4369-ad80-0b2d14b7926d req-c872c8cd-8c3c-46d9-bacf-d35780e83c5c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=702b4d29-8496-4cdf-8d06-096bdfbaf841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868230 Feb 10 15:24:56.541165 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9078fd-c41b-4f21-954e-bb9b431d2771 None None] The sync data for ids ['deb3453c-dee8-4346-ba9e-d21e347b658e'] in n-d-815324-7 is: [{'id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'name': 'tempest-TaggedBootDevicesTest-1824468618-router', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:05Z', 'updated_at': '2022-02-10T15:21:16Z', 'revision_number': 4, 'project_id': '77c5c19a68194da2886794ae5b561292', 'gw_port': {'id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:06Z', 'updated_at': '2022-02-10T15:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '81f1b54c-93b7-44bd-a439-3f6203763b8e', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'port_id': '19a58c1e-d08d-49d9-a4bc-f12168063f86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e', 'mac_address': 'fa:16:3e:95:91:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:22:44Z', 'updated_at': '2022-02-10T15:24:53Z', 'revision_number': 1, 'project_id': '77c5c19a68194da2886794ae5b561292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1a0706-53b7-4861-b71f-2cb8a3bd5319', 'name': '', 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'mac_address': 'fa:16:3e:25:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '528764d9-6755-465a-9863-88a28775553b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:14Z', 'updated_at': '2022-02-10T15:21:21Z', 'revision_number': 5, 'project_id': '77c5c19a68194da2886794ae5b561292', 'subnets': [{'id': '528764d9-6755-465a-9863-88a28775553b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:24:56.546075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c19e90-b4e5-4aa6-ac16-62ebe7c1e579']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:56.574625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba667fa7-a9b1-48b5-a40d-7387fd4c809f') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:56.574930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba667fa7-a9b1-48b5-a40d-7387fd4c809f') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:56.593029 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (ba667fa7-a9b1-48b5-a40d-7387fd4c809f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:56.615886 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a772a5ad-5a2c-4f83-9cc7-0b8427daec9f req-147abd7c-aeb4-4c58-b4f3-63f599120531 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:56.625247 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a772a5ad-5a2c-4f83-9cc7-0b8427daec9f req-147abd7c-aeb4-4c58-b4f3-63f599120531 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:56.630895 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3559e2b3-c48d-4f67-ae6c-e4e7b8d3fea7 x-openstack-request-id: req-3559e2b3-c48d-4f67-ae6c-e4e7b8d3fea7 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:56.631455 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e5a29-f083-4231-af5d-d6c03ea61723", "name": "network-vif-unplugged", "status": "failed", "tag": "5de7e7f1-03e7-434a-aec3-16c86e5de442", "code": 422}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:56.631879 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3559e2b3-c48d-4f67-ae6c-e4e7b8d3fea7 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:56.632380 n-d-815324-7 neutron-server[103370]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '119e5a29-f083-4231-af5d-d6c03ea61723', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'code': 422} returned with failed status Feb 10 15:24:56.665206 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ba667fa7-a9b1-48b5-a40d-7387fd4c809f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:56.686205 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['bd74c3b7-8817-4676-9865-b4241d3e3d40'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:56.689733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:24:56.690147 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (ba667fa7-a9b1-48b5-a40d-7387fd4c809f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:24:56.693293 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:24:56.758930 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] For port ca161bc7-fd7d-461f-b699-a5da4ddb4e7f, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:24:56.771982 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 752d1218-cca1-41c2-99de-2b10db7e9e00, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=752d1218-cca1-41c2-99de-2b10db7e9e00,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:56.784755 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a1005363-8716-4369-ad80-0b2d14b7926d req-f684ac01-ef75-4dd0-ab33-c80c47e9b41a service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359428 Feb 10 15:24:56.797216 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772a5ad-5a2c-4f83-9cc7-0b8427daec9f req-147abd7c-aeb4-4c58-b4f3-63f599120531 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:56.798041 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a772a5ad-5a2c-4f83-9cc7-0b8427daec9f req-147abd7c-aeb4-4c58-b4f3-63f599120531 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:56.799437 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a772a5ad-5a2c-4f83-9cc7-0b8427daec9f req-147abd7c-aeb4-4c58-b4f3-63f599120531 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "PUT /v2.0/ports/bd74c3b7-8817-4676-9865-b4241d3e3d40 HTTP/1.1" status: 200 len: 1021 time: 0.8981700 Feb 10 15:24:56.820818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147abd7c-aeb4-4c58-b4f3-63f599120531 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event updated for resources: {'Port': ['ID=bd74c3b7-8817-4676-9865-b4241d3e3d40,revision_number=7']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:56.826672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '752d1218-cca1-41c2-99de-2b10db7e9e00', 'network_id': 'ae5226c2-5364-4c34-8001-6c08a2574a7f', 'port_id': '752d1218-cca1-41c2-99de-2b10db7e9e00', 'mac_address': 'fa:16:3e:62:26:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c893dfab-f651-45c9-bbd2-d815d5f365d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:24:56.830736 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] For port ca161bc7-fd7d-461f-b699-a5da4ddb4e7f, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ca161bc7-fd7d-461f-b699-a5da4ddb4e7f,segment=NetworkSegment(ba667fa7-a9b1-48b5-a40d-7387fd4c809f),segment_id=ba667fa7-a9b1-48b5-a40d-7387fd4c809f)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:24:56.860511 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e691f-7dba-40d7-8134-c997a83ab2f2 req-16d813df-f22c-4baa-8764-069282381f9c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:56.862173 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.db.api [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:24:56.862173 n-d-815324-7 neutron-server[103369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:24:56.862173 n-d-815324-7 neutron-server[103369]: [parameters: {'id': '55c19e90-b4e5-4aa6-ac16-62ebe7c1e579'}] Feb 10 15:24:56.862173 n-d-815324-7 neutron-server[103369]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:24:56.871161 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ca161bc7-fd7d-461f-b699-a5da4ddb4e7f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:56.875468 n-d-815324-7 neutron-server[103369]: DEBUG oslo_db.api [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:24:56.876146 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c87e691f-7dba-40d7-8134-c997a83ab2f2 req-16d813df-f22c-4baa-8764-069282381f9c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1102493 Feb 10 15:24:56.878769 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51392) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:56.900462 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1f027d1c-f9dc-4905-a0e5-4946d762c881 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Request body: {'floatingip': {'port_id': 'd1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:56.943624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['bd74c3b7-8817-4676-9865-b4241d3e3d40'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:57.042545 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a1005363-8716-4369-ad80-0b2d14b7926d req-41beeab5-1ac2-48ad-bc77-576a173d5bd3 service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489738 Feb 10 15:24:57.053401 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f027d1c-f9dc-4905-a0e5-4946d762c881 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for floatingip (73b82142-a534-4550-8acf-7c4d48d9b3f8), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:57.147295 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0197e-211d-4d81-a9cb-bca7785bdabd None None] New status for floating IP 81f1b54c-93b7-44bd-a439-3f6203763b8e: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:24:57.187814 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b8a97-b56a-4a8d-a9dd-2153c3e3914c req-79388cd0-83f6-4bf8-8dc6-0bffa9bfc2c2 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:57.190277 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d90b8a97-b56a-4a8d-a9dd-2153c3e3914c req-79388cd0-83f6-4bf8-8dc6-0bffa9bfc2c2 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 946 time: 0.2764704 Feb 10 15:24:57.206034 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97566160-6a03-45e4-9725-add0caf3bcd6 req-2a2adc52-8e05-4d31-85e7-e40b0d1b5e3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:57.213705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97566160-6a03-45e4-9725-add0caf3bcd6 req-2a2adc52-8e05-4d31-85e7-e40b0d1b5e3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:57.220255 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97566160-6a03-45e4-9725-add0caf3bcd6 req-2a2adc52-8e05-4d31-85e7-e40b0d1b5e3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:57.225475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97566160-6a03-45e4-9725-add0caf3bcd6 req-2a2adc52-8e05-4d31-85e7-e40b0d1b5e3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:57.230890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97566160-6a03-45e4-9725-add0caf3bcd6 req-2a2adc52-8e05-4d31-85e7-e40b0d1b5e3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:57.237083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97566160-6a03-45e4-9725-add0caf3bcd6 req-2a2adc52-8e05-4d31-85e7-e40b0d1b5e3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:57.242128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97566160-6a03-45e4-9725-add0caf3bcd6 req-2a2adc52-8e05-4d31-85e7-e40b0d1b5e3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:57.244030 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97566160-6a03-45e4-9725-add0caf3bcd6 req-2a2adc52-8e05-4d31-85e7-e40b0d1b5e3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5436 time: 0.2281885 Feb 10 15:24:57.261935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 752d1218-cca1-41c2-99de-2b10db7e9e00 is: ACTIVE; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:24:57.262337 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:57.308376 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f35ccb-c0a5-4de5-a9fc-32ff9c36b46f None None] Pushing event updated for resources: {'Port': ['ID=ca161bc7-fd7d-461f-b699-a5da4ddb4e7f,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:57.317943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf492a5-6450-4ec0-b9d9-1be2c4ce0cd5 None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:24:57.326960 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:24:57.365647 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 752d1218-cca1-41c2-99de-2b10db7e9e00 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:24:57.378944 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (55c19e90-b4e5-4aa6-ac16-62ebe7c1e579), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:57.385882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d90b8a97-b56a-4a8d-a9dd-2153c3e3914c req-fe507b8f-e016-4ae9-82aa-c128e058d23b tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407804 Feb 10 15:24:57.471716 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 752d1218-cca1-41c2-99de-2b10db7e9e00, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=752d1218-cca1-41c2-99de-2b10db7e9e00,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:57.498374 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:57.498908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Deleting port ca161bc7-fd7d-461f-b699-a5da4ddb4e7f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:24:57.499402 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ca161bc7-fd7d-461f-b699-a5da4ddb4e7f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:57.503041 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-dfa631c1-13cb-462f-a728-3e75aac02369 req-3857e6bb-ae8c-4531-8807-8a819379fb04 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:24:57.504918 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfa631c1-13cb-462f-a728-3e75aac02369 req-3857e6bb-ae8c-4531-8807-8a819379fb04 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141084 Feb 10 15:24:57.591368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35c337-82f1-4868-94d8-f7ec65aaa20f req-916d3942-3a47-4414-b376-b3d6cd5aef92 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:57.599103 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce35c337-82f1-4868-94d8-f7ec65aaa20f req-916d3942-3a47-4414-b376-b3d6cd5aef92 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.2808602 Feb 10 15:24:57.621453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] For port ca161bc7-fd7d-461f-b699-a5da4ddb4e7f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ca161bc7-fd7d-461f-b699-a5da4ddb4e7f,segment=NetworkSegment(ba667fa7-a9b1-48b5-a40d-7387fd4c809f),segment_id=ba667fa7-a9b1-48b5-a40d-7387fd4c809f)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:24:57.621961 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ca161bc7-fd7d-461f-b699-a5da4ddb4e7f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:57.639920 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Calling delete_port for ca161bc7-fd7d-461f-b699-a5da4ddb4e7f owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:24:57.655024 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=752d1218-cca1-41c2-99de-2b10db7e9e00,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:57.733260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce35c337-82f1-4868-94d8-f7ec65aaa20f req-afa93c36-de16-4df0-b645-45c52887a264 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331072 Feb 10 15:24:57.741022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'tag': '19a58c1e-d08d-49d9-a4bc-f12168063f86'}, {'name': 'network-changed', 'server_uuid': '03e6fe5e-0544-4ae9-afe9-e452b227f699', 'tag': 'bd74c3b7-8817-4676-9865-b4241d3e3d40'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:24:57.752024 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ca161bc7-fd7d-461f-b699-a5da4ddb4e7f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:57.752188 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c4fb70-b351-4401-aa35-438e622c668d" -d '{"events": [{"name": "network-changed", "server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "tag": "19a58c1e-d08d-49d9-a4bc-f12168063f86"}, {"name": "network-changed", "server_uuid": "03e6fe5e-0544-4ae9-afe9-e452b227f699", "tag": "bd74c3b7-8817-4676-9865-b4241d3e3d40"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:24:57.765857 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['752d1218-cca1-41c2-99de-2b10db7e9e00'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:24:57.827164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Port': ['ID=ca161bc7-fd7d-461f-b699-a5da4ddb4e7f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:57.830942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No DVR routers for this DVR port ca161bc7-fd7d-461f-b699-a5da4ddb4e7f on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:24:57.966911 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (55c19e90-b4e5-4aa6-ac16-62ebe7c1e579), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:57.992577 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c19e90-b4e5-4aa6-ac16-62ebe7c1e579']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:58.006664 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1949ff7-4c06-4c6f-84e2-0b15ecc9c0e2 req-348e9e45-8ac8-42a5-b951-58cc4cf2b57f tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:58.013559 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba667fa7-a9b1-48b5-a40d-7387fd4c809f') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:58.013969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba667fa7-a9b1-48b5-a40d-7387fd4c809f') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:24:58.015975 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1949ff7-4c06-4c6f-84e2-0b15ecc9c0e2 req-348e9e45-8ac8-42a5-b951-58cc4cf2b57f tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 1024 time: 0.3654783 Feb 10 15:24:58.027793 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (ba667fa7-a9b1-48b5-a40d-7387fd4c809f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:58.045023 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ba667fa7-a9b1-48b5-a40d-7387fd4c809f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:58.053577 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:24:58.054196 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (ba667fa7-a9b1-48b5-a40d-7387fd4c809f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:24:58.058053 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:24:58.066709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb780ba7-4602-48f2-aa87-a161e7cbacc1 req-a0ac5aad-c70a-4c06-85a6-e13094dd6ada tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:58.075739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb780ba7-4602-48f2-aa87-a161e7cbacc1 req-a0ac5aad-c70a-4c06-85a6-e13094dd6ada tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 943 time: 0.1751051 Feb 10 15:24:58.152234 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (55c19e90-b4e5-4aa6-ac16-62ebe7c1e579), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:58.176202 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf492a5-6450-4ec0-b9d9-1be2c4ce0cd5 None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:24:58.176709 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:58.180421 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/55c19e90-b4e5-4aa6-ac16-62ebe7c1e579 HTTP/1.1" status: 204 len: 168 time: 2.7574704 Feb 10 15:24:58.181514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb6969-430d-4d6b-b0f6-b4d897293525 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Network': ['ID=55c19e90-b4e5-4aa6-ac16-62ebe7c1e579,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:58.185649 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51430) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:58.191156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-bfe41185-dad9-48da-9147-61dad34dedd3 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1188029522'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:58.227274 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe41185-dad9-48da-9147-61dad34dedd3 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:58.232178 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bfe41185-dad9-48da-9147-61dad34dedd3 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:58.261005 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe41185-dad9-48da-9147-61dad34dedd3 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:24:58.281283 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bfe41185-dad9-48da-9147-61dad34dedd3 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (279d78b4-9a22-4181-8108-d09b07565b5b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:58.281676 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-bfe41185-dad9-48da-9147-61dad34dedd3 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Added segment 279d78b4-9a22-4181-8108-d09b07565b5b of type vlan for network 2b130886-1a05-478e-848c-6beb32fbe5e0 Feb 10 15:24:58.332709 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bfe41185-dad9-48da-9147-61dad34dedd3 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (2b130886-1a05-478e-848c-6beb32fbe5e0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:58.363630 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bfe41185-dad9-48da-9147-61dad34dedd3 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (2b130886-1a05-478e-848c-6beb32fbe5e0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:58.369831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe41185-dad9-48da-9147-61dad34dedd3 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:58.370725 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bfe41185-dad9-48da-9147-61dad34dedd3 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:58.412006 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bfe41185-dad9-48da-9147-61dad34dedd3 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2251067 Feb 10 15:24:58.415231 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51436) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:24:58.420659 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f027d1c-f9dc-4905-a0e5-4946d762c881 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:58.421174 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f33a3491-4534-4ecf-9cc6-f6158fe89244 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'subnet': {'network_id': '2b130886-1a05-478e-848c-6beb32fbe5e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:58.436089 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f027d1c-f9dc-4905-a0e5-4946d762c881 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (73b82142-a534-4550-8acf-7c4d48d9b3f8), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:58.496311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1949ff7-4c06-4c6f-84e2-0b15ecc9c0e2 req-66a9c9cd-ea6d-469d-b891-5b3cc53b81da tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed8f324f-08b2-4040-973e-9f47a69a0f38&id=23a7755a-47f8-4e96-9eea-90d6c3f4b01b&id=31b31238-66ef-4d8e-bc47-9493abdecc5b HTTP/1.1" status: 200 len: 6208 time: 0.4794998 Feb 10 15:24:58.516445 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb780ba7-4602-48f2-aa87-a161e7cbacc1 req-07699e06-4d34-4db1-aeb9-cfb1e19d902e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4341321 Feb 10 15:24:58.537044 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-af2c93c8-3378-45cf-a9ba-0786c2a364fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4116526 Feb 10 15:24:58.551170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe41185-dad9-48da-9147-61dad34dedd3 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Network': ['ID=2b130886-1a05-478e-848c-6beb32fbe5e0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:58.568775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33a3491-4534-4ecf-9cc6-f6158fe89244 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:24:58.570243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 2b130886-1a05-478e-848c-6beb32fbe5e0 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:24:58.577785 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f33a3491-4534-4ecf-9cc6-f6158fe89244 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:58.633021 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 15:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a286a1-f21c-4304-b64e-e4a351b8db80 x-openstack-request-id: req-74a286a1-f21c-4304-b64e-e4a351b8db80 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:24:58.633021 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "tag": "19a58c1e-d08d-49d9-a4bc-f12168063f86", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "03e6fe5e-0544-4ae9-afe9-e452b227f699", "tag": "bd74c3b7-8817-4676-9865-b4241d3e3d40", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:24:58.633021 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74a286a1-f21c-4304-b64e-e4a351b8db80 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:24:58.633021 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'tag': '19a58c1e-d08d-49d9-a4bc-f12168063f86', 'status': 'completed', 'code': 200} Feb 10 15:24:58.633021 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e6fe5e-0544-4ae9-afe9-e452b227f699', 'tag': 'bd74c3b7-8817-4676-9865-b4241d3e3d40', 'status': 'completed', 'code': 200} Feb 10 15:24:58.662054 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-1f027d1c-f9dc-4905-a0e5-4946d762c881 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Floating IP 73b82142-a534-4550-8acf-7c4d48d9b3f8 associated. External IP: 172.25.3.178, port: d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe. Feb 10 15:24:58.767656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-f947ad37-4c0a-4d04-9334-f0b043326403 req-d8a1c81c-6424-46f3-981c-aa869aa2421c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1693145995 ', 'description': 'tempest-description-1714048958'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:24:58.801730 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f947ad37-4c0a-4d04-9334-f0b043326403 req-d8a1c81c-6424-46f3-981c-aa869aa2421c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:58.825007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-134c9f25-25f8-4cff-b40e-eecc6a51a4e1 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:58.834508 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-134c9f25-25f8-4cff-b40e-eecc6a51a4e1 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports/5de7e7f1-03e7-434a-aec3-16c86e5de442 HTTP/1.1" status: 200 len: 940 time: 0.2394516 Feb 10 15:24:58.879890 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4fb70-b351-4401-aa35-438e622c668d req-469190e0-8af2-4d56-b5b2-622349b4ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:58.881716 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19c4fb70-b351-4401-aa35-438e622c668d req-469190e0-8af2-4d56-b5b2-622349b4ce75 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81&device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 1207 time: 0.2531021 Feb 10 15:24:58.892102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4fb70-b351-4401-aa35-438e622c668d req-79e9c931-bffe-4daf-a6a2-ed403079321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:58.892871 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4fb70-b351-4401-aa35-438e622c668d req-79e9c931-bffe-4daf-a6a2-ed403079321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:58.893239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4fb70-b351-4401-aa35-438e622c668d req-79e9c931-bffe-4daf-a6a2-ed403079321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:58.893703 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4fb70-b351-4401-aa35-438e622c668d req-79e9c931-bffe-4daf-a6a2-ed403079321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:58.894163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4fb70-b351-4401-aa35-438e622c668d req-79e9c931-bffe-4daf-a6a2-ed403079321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:58.894659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4fb70-b351-4401-aa35-438e622c668d req-79e9c931-bffe-4daf-a6a2-ed403079321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:58.895079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4fb70-b351-4401-aa35-438e622c668d req-79e9c931-bffe-4daf-a6a2-ed403079321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:58.897112 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19c4fb70-b351-4401-aa35-438e622c668d req-79e9c931-bffe-4daf-a6a2-ed403079321d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77c5c19a68194da2886794ae5b561292&device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 6710 time: 0.2064354 Feb 10 15:24:58.898934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcefffc9-401b-4501-a6fc-abda96f69e8b None None] Network 55c19e90-b4e5-4aa6-ac16-62ebe7c1e579 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:58.911673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcefffc9-401b-4501-a6fc-abda96f69e8b None None] Network 55c19e90-b4e5-4aa6-ac16-62ebe7c1e579 could not be found, it might have been deleted concurrently. {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 15:24:58.982998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d90b5-169e-484f-a800-024824d94e8d req-84e62e2d-6f85-434b-957e-ca75bd607937 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:58.984851 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-149d90b5-169e-484f-a800-024824d94e8d req-84e62e2d-6f85-434b-957e-ca75bd607937 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 945 time: 0.2572591 Feb 10 15:24:59.109585 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f947ad37-4c0a-4d04-9334-f0b043326403 req-d8a1c81c-6424-46f3-981c-aa869aa2421c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (65efe114-8d35-489f-a5e6-b71da9c411cd), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:59.127098 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f947ad37-4c0a-4d04-9334-f0b043326403 req-d8a1c81c-6424-46f3-981c-aa869aa2421c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (65efe114-8d35-489f-a5e6-b71da9c411cd), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:59.173018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-149d90b5-169e-484f-a800-024824d94e8d req-7156005e-d6f0-446e-808e-18d78a18ba05 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577618 Feb 10 15:24:59.181657 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f947ad37-4c0a-4d04-9334-f0b043326403 req-d8a1c81c-6424-46f3-981c-aa869aa2421c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:59.185817 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f947ad37-4c0a-4d04-9334-f0b043326403 req-d8a1c81c-6424-46f3-981c-aa869aa2421c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4596732 Feb 10 15:24:59.227976 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1c81c-6424-46f3-981c-aa869aa2421c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65efe114-8d35-489f-a5e6-b71da9c411cd,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:59.452470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4fb70-b351-4401-aa35-438e622c668d req-116e145d-0f4a-41f9-b107-e6eb3ced2781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:59.454072 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19c4fb70-b351-4401-aa35-438e622c668d req-116e145d-0f4a-41f9-b107-e6eb3ced2781 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7158b96a-de60-4916-ac3c-296c21899b4e HTTP/1.1" status: 200 len: 913 time: 0.5441465 Feb 10 15:24:59.460523 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f33a3491-4534-4ecf-9cc6-f6158fe89244 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (129ae99b-8827-4c9c-943a-4fb62513becc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:24:59.530561 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4fb70-b351-4401-aa35-438e622c668d req-7791b2f3-cdd3-499d-8d7e-01479daea664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:59.532062 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19c4fb70-b351-4401-aa35-438e622c668d req-7791b2f3-cdd3-499d-8d7e-01479daea664 service neutron] 10.222.0.79 "GET /v2.0/networks?id=702b4d29-8496-4cdf-8d06-096bdfbaf841 HTTP/1.1" status: 200 len: 914 time: 0.6321118 Feb 10 15:24:59.621742 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19c4fb70-b351-4401-aa35-438e622c668d req-4183dc3b-2e78-4272-bd87-3646eaf4a841 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd74c3b7-8817-4676-9865-b4241d3e3d40 HTTP/1.1" status: 200 len: 217 time: 0.0771847 Feb 10 15:24:59.639644 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19c4fb70-b351-4401-aa35-438e622c668d req-aa2b18cf-ecdf-41e3-9049-02dea9058800 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a58c1e-d08d-49d9-a4bc-f12168063f86 HTTP/1.1" status: 200 len: 1000 time: 0.1768656 Feb 10 15:24:59.640252 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a3491-4534-4ecf-9cc6-f6158fe89244 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Subnet': ['ID=129ae99b-8827-4c9c-943a-4fb62513becc,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:24:59.642150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f027d1c-f9dc-4905-a0e5-4946d762c881 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Router 78e49bdf-fde5-493b-9f6e-3336ae90a42d has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:24:59.653362 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-064cf0c1-15d0-42c7-98cb-d2b630519a6a req-56b5e166-55d9-4d4d-ad47-9d6750f1eef4 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/65efe114-8d35-489f-a5e6-b71da9c411cd HTTP/1.1" status: 200 len: 1800 time: 0.4322000 Feb 10 15:24:59.668835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a532a-31fa-4886-ae93-de7b0f07fb26 req-451e3776-8eae-4ee4-bb13-1b73accd6e38 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:59.676621 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-921a532a-31fa-4886-ae93-de7b0f07fb26 req-451e3776-8eae-4ee4-bb13-1b73accd6e38 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.1284711 Feb 10 15:24:59.729784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4fb70-b351-4401-aa35-438e622c668d req-4bac221a-8ef7-4345-b789-037f0ecef7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:59.731260 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19c4fb70-b351-4401-aa35-438e622c668d req-4bac221a-8ef7-4345-b789-037f0ecef7bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=528764d9-6755-465a-9863-88a28775553b HTTP/1.1" status: 200 len: 851 time: 0.0657494 Feb 10 15:24:59.769794 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-921a532a-31fa-4886-ae93-de7b0f07fb26 req-f04f5654-3beb-4732-bb85-028455d962eb tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917747 Feb 10 15:24:59.799565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33a3491-4534-4ecf-9cc6-f6158fe89244 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Checking segment: {'id': '279d78b4-9a22-4181-8108-d09b07565b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2b130886-1a05-478e-848c-6beb32fbe5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:24:59.800149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33a3491-4534-4ecf-9cc6-f6158fe89244 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network hostable DHCP agents. Network: 2b130886-1a05-478e-848c-6beb32fbe5e0, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:24:59.820230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4fb70-b351-4401-aa35-438e622c668d req-a0b6a831-db29-49c7-8fb8-4bc2d41686a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:59.821754 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19c4fb70-b351-4401-aa35-438e622c668d req-a0b6a831-db29-49c7-8fb8-4bc2d41686a6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a86f2b3a-a6aa-4006-b1ea-b533cc038ea2 HTTP/1.1" status: 200 len: 853 time: 0.1939023 Feb 10 15:24:59.860181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33a3491-4534-4ecf-9cc6-f6158fe89244 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network 2b130886-1a05-478e-848c-6beb32fbe5e0 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:24:59.889751 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19c4fb70-b351-4401-aa35-438e622c668d req-4fa97393-c36b-4808-b7a4-78c22c5aee7f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=702b4d29-8496-4cdf-8d06-096bdfbaf841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545652 Feb 10 15:24:59.908334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4fb70-b351-4401-aa35-438e622c668d req-d1948ac0-52ff-4095-b882-66fe3eed7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:59.909850 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19c4fb70-b351-4401-aa35-438e622c668d req-d1948ac0-52ff-4095-b882-66fe3eed7c33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7158b96a-de60-4916-ac3c-296c21899b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1689560 Feb 10 15:24:59.919718 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-f33a3491-4534-4ecf-9cc6-f6158fe89244 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 2b130886-1a05-478e-848c-6beb32fbe5e0) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:24:59.928603 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1955e5c7-a978-47ec-b760-858da9e83db2 None None] Network 2b130886-1a05-478e-848c-6beb32fbe5e0 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:24:59.940916 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33a3491-4534-4ecf-9cc6-f6158fe89244 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:24:59.941512 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f33a3491-4534-4ecf-9cc6-f6158fe89244 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:00.003932 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f027d1c-f9dc-4905-a0e5-4946d762c881 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:25:00.018043 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1792353c-06a8-4d1f-90db-b425dbe63d3d req-693a8781-1eca-4604-aa26-ea27613845ac tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/65efe114-8d35-489f-a5e6-b71da9c411cd HTTP/1.1" status: 200 len: 1800 time: 0.1273458 Feb 10 15:25:00.019257 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28a04f-8627-4c14-ad29-c8fe043909c2 None None] Sync routers for ids ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:25:00.028299 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f027d1c-f9dc-4905-a0e5-4946d762c881 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:00.042690 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28a04f-8627-4c14-ad29-c8fe043909c2 None None] Routers {'78e49bdf-fde5-493b-9f6e-3336ae90a42d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:25:00.044142 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ea28a04f-8627-4c14-ad29-c8fe043909c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:24:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:00.057122 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f33a3491-4534-4ecf-9cc6-f6158fe89244 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6408825 Feb 10 15:25:00.062956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51482) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:00.115998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f036ee-a699-46e0-99c3-c505b2a73209 req-5bc885f1-d3a2-48e1-b0cd-b77483fa32df tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:00.121782 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19c4fb70-b351-4401-aa35-438e622c668d req-6b52822d-617c-483c-b760-6a426f4d023b service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251728 Feb 10 15:25:00.125036 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00f036ee-a699-46e0-99c3-c505b2a73209 req-5bc885f1-d3a2-48e1-b0cd-b77483fa32df tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 943 time: 0.2533007 Feb 10 15:25:00.140615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-2b130886-1a05-478e-848c-6beb32fbe5e0', 'network_id': '2b130886-1a05-478e-848c-6beb32fbe5e0', 'project_id': 'ab446148b7af47d5b9c86a6f1f59199a', 'fixed_ips': [{'subnet_id': '129ae99b-8827-4c9c-943a-4fb62513becc'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:25:00.141337 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:00.165764 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1f027d1c-f9dc-4905-a0e5-4946d762c881 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "PUT /v2.0/floatingips/73b82142-a534-4550-8acf-7c4d48d9b3f8 HTTP/1.1" status: 200 len: 991 time: 3.2858901 Feb 10 15:25:00.178739 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-93480e39-c7ab-4394-9663-d34c958e5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:00.182754 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-93480e39-c7ab-4394-9663-d34c958e5fbd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723&tenant_id=4ad24befb1384c69ac214ad0a37e0b2b HTTP/1.1" status: 200 len: 1125 time: 0.3027799 Feb 10 15:25:00.190869 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-ea28a04f-8627-4c14-ad29-c8fe043909c2 None None] Set router 78e49bdf-fde5-493b-9f6e-3336ae90a42d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:25:00.236493 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19c4fb70-b351-4401-aa35-438e622c668d req-6fe7703e-03fd-41ac-9659-1d52c60dc1d8 service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025884 Feb 10 15:25:00.263269 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00f036ee-a699-46e0-99c3-c505b2a73209 req-e28ae5cf-2005-4bd3-bfa5-b00591cdb435 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305628 Feb 10 15:25:00.277531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:00.286292 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19c4fb70-b351-4401-aa35-438e622c668d req-1bdcf1c5-7cd7-4908-86b0-df03cc23131b service neutron] 10.222.0.72 "GET /v2.0/networks/7158b96a-de60-4916-ac3c-296c21899b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627667 Feb 10 15:25:00.345510 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1792353c-06a8-4d1f-90db-b425dbe63d3d req-f431bea3-89df-4d39-b09e-cbebca64607e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (65efe114-8d35-489f-a5e6-b71da9c411cd), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:00.350863 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 752d1218-cca1-41c2-99de-2b10db7e9e00 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:25:00.409450 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (2b130886-1a05-478e-848c-6beb32fbe5e0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:00.433162 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1792353c-06a8-4d1f-90db-b425dbe63d3d req-f431bea3-89df-4d39-b09e-cbebca64607e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (65efe114-8d35-489f-a5e6-b71da9c411cd), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:00.535180 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:00.536572 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19c4fb70-b351-4401-aa35-438e622c668d req-676e5092-a073-4edc-b649-327657f05263 service neutron] 10.222.0.72 "GET /v2.0/networks/7158b96a-de60-4916-ac3c-296c21899b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396352 Feb 10 15:25:00.574785 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (129ae99b-8827-4c9c-943a-4fb62513becc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:00.669358 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Allocated IP 172.20.0.1 (2b130886-1a05-478e-848c-6beb32fbe5e0/129ae99b-8827-4c9c-943a-4fb62513becc/9c5fbb9b-59c6-4510-a1fb-6e5693263db3) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:25:00.696484 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ea28a04f-8627-4c14-ad29-c8fe043909c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '73b82142-a534-4550-8acf-7c4d48d9b3f8', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'port_id': 'd1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'mac_address': 'fa:16:3e:3f:d7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f9a95-e999-4ffe-9117-744275a97b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:24:36Z', 'updated_at': '2022-02-10T15:24:58Z', 'revision_number': 1, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f585296-9c11-4706-b3f6-ac491733bd8a', 'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'mac_address': 'fa:16:3e:60:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:18Z', 'updated_at': '2022-02-10T15:24:36Z', 'revision_number': 5, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'subnets': [{'id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:00.768369 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117f9a95-e999-4ffe-9117-744275a97b00', 'tag': 'd1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:00.769385 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb4fe40-5d15-4f42-b7db-af20e9c8f5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "117f9a95-e999-4ffe-9117-744275a97b00", "tag": "d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:00.779890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 752d1218-cca1-41c2-99de-2b10db7e9e00 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:00.780327 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:00.801986 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28a04f-8627-4c14-ad29-c8fe043909c2 None None] Checking router: 78e49bdf-fde5-493b-9f6e-3336ae90a42d for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:25:00.807727 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1792353c-06a8-4d1f-90db-b425dbe63d3d req-f431bea3-89df-4d39-b09e-cbebca64607e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (65efe114-8d35-489f-a5e6-b71da9c411cd), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:00.813940 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1792353c-06a8-4d1f-90db-b425dbe63d3d req-f431bea3-89df-4d39-b09e-cbebca64607e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:00.817828 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1792353c-06a8-4d1f-90db-b425dbe63d3d req-f431bea3-89df-4d39-b09e-cbebca64607e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "DELETE /v2.0/security-groups/65efe114-8d35-489f-a5e6-b71da9c411cd HTTP/1.1" status: 204 len: 173 time: 0.7855241 Feb 10 15:25:00.821280 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28a04f-8627-4c14-ad29-c8fe043909c2 None None] Routers {'78e49bdf-fde5-493b-9f6e-3336ae90a42d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:25:00.823894 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ea28a04f-8627-4c14-ad29-c8fe043909c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:24:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:00.860878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431bea3-89df-4d39-b09e-cbebca64607e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65efe114-8d35-489f-a5e6-b71da9c411cd,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:00.976474 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee66c356-a89e-47d6-9bfb-5b508e48560c x-openstack-request-id: req-ee66c356-a89e-47d6-9bfb-5b508e48560c {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:00.992108 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117f9a95-e999-4ffe-9117-744275a97b00", "tag": "d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:00.992551 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee66c356-a89e-47d6-9bfb-5b508e48560c {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:00.993112 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117f9a95-e999-4ffe-9117-744275a97b00', 'tag': 'd1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe', 'status': 'completed', 'code': 200} Feb 10 15:25:00.999933 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-ea28a04f-8627-4c14-ad29-c8fe043909c2 None None] Set router 78e49bdf-fde5-493b-9f6e-3336ae90a42d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:25:01.043520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4fe40-5d15-4f42-b7db-af20e9c8f5e2 req-e53f609c-5907-4cf4-974d-e3c80e34ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:01.045919 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-abb4fe40-5d15-4f42-b7db-af20e9c8f5e2 req-e53f609c-5907-4cf4-974d-e3c80e34ba5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c2365a3048c4b23a67221fc3c979c7a&device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 1127 time: 0.1298530 Feb 10 15:25:01.078485 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Publish callbacks [] for port (9c5fbb9b-59c6-4510-a1fb-6e5693263db3), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:01.086513 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 752d1218-cca1-41c2-99de-2b10db7e9e00 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:01.086920 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:01.109562 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (9c5fbb9b-59c6-4510-a1fb-6e5693263db3), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:01.132588 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Network 2b130886-1a05-478e-848c-6beb32fbe5e0 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:25:01.141303 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:01.142969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8b422-6832-4c13-8906-8c1e22211819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752d1218-cca1-41c2-99de-2b10db7e9e00'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:01.145298 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec0b551-fa3b-45fa-b885-85bf24db7d27" -d '{"events": [{"server_uuid": "d1e8b422-6832-4c13-8906-8c1e22211819", "name": "network-vif-plugged", "status": "completed", "tag": "752d1218-cca1-41c2-99de-2b10db7e9e00"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:01.147864 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:25:01.187475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:01.218096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Pushing event updated for resources: {'Port': ['ID=9c5fbb9b-59c6-4510-a1fb-6e5693263db3,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:01.227490 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:01.243873 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (129ae99b-8827-4c9c-943a-4fb62513becc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:01.269100 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de7e7f1-03e7-434a-aec3-16c86e5de442 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:25:01.292514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 752d1218-cca1-41c2-99de-2b10db7e9e00, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=752d1218-cca1-41c2-99de-2b10db7e9e00,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:01.307327 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Publish callbacks [] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:01.327710 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:01.335842 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Subnet': ['ID=129ae99b-8827-4c9c-943a-4fb62513becc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:01.357300 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4fe40-5d15-4f42-b7db-af20e9c8f5e2 req-4a108fb7-0b0b-49da-abec-640635f19f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:01.369893 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-abb4fe40-5d15-4f42-b7db-af20e9c8f5e2 req-4a108fb7-0b0b-49da-abec-640635f19f97 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2e77de5-12dc-41aa-af99-c9787df5a7b0 HTTP/1.1" status: 200 len: 912 time: 0.3166168 Feb 10 15:25:01.381741 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Transition to ACTIVE for port object 5de7e7f1-03e7-434a-aec3-16c86e5de442 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:25:01.394911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a907e1b-cacc-48c5-a76b-0a32379e1566 req-39909122-58bd-497c-aaa2-cc1444ef197b tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:01.396564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a907e1b-cacc-48c5-a76b-0a32379e1566 req-39909122-58bd-497c-aaa2-cc1444ef197b tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 945 time: 0.4220469 Feb 10 15:25:01.416063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97a45e-30d6-4a72-bb4f-2619f8218fd7 req-1a7e9819-d077-4c36-8b78-b63719efc5c5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:01.418542 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Attempting to bind port 9c5fbb9b-59c6-4510-a1fb-6e5693263db3 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:25:01.419855 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Attempting to bind port 9c5fbb9b-59c6-4510-a1fb-6e5693263db3 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '279d78b4-9a22-4181-8108-d09b07565b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2b130886-1a05-478e-848c-6beb32fbe5e0'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:25:01.420503 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Attempting to bind port 9c5fbb9b-59c6-4510-a1fb-6e5693263db3 on network 2b130886-1a05-478e-848c-6beb32fbe5e0 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:01.429733 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f97a45e-30d6-4a72-bb4f-2619f8218fd7 req-1a7e9819-d077-4c36-8b78-b63719efc5c5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.4036596 Feb 10 15:25:01.434531 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:01.445685 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:25:01.446426 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Checking segment: {'id': '279d78b4-9a22-4181-8108-d09b07565b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2b130886-1a05-478e-848c-6beb32fbe5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:01.448607 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:01.449674 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Bound using segment: {'id': '279d78b4-9a22-4181-8108-d09b07565b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2b130886-1a05-478e-848c-6beb32fbe5e0'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:25:01.450563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Bound port: 9c5fbb9b-59c6-4510-a1fb-6e5693263db3, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279d78b4-9a22-4181-8108-d09b07565b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2b130886-1a05-478e-848c-6beb32fbe5e0'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:25:01.451286 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9c5fbb9b-59c6-4510-a1fb-6e5693263db3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:01.500945 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-abb4fe40-5d15-4f42-b7db-af20e9c8f5e2 req-f5ab43c9-f3f1-43a8-9e3f-6fc7e679bf19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe HTTP/1.1" status: 200 len: 999 time: 0.0907049 Feb 10 15:25:01.511909 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ea28a04f-8627-4c14-ad29-c8fe043909c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '73b82142-a534-4550-8acf-7c4d48d9b3f8', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'port_id': 'd1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'mac_address': 'fa:16:3e:3f:d7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f9a95-e999-4ffe-9117-744275a97b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:24:36Z', 'updated_at': '2022-02-10T15:24:58Z', 'revision_number': 1, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f585296-9c11-4706-b3f6-ac491733bd8a', 'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'mac_address': 'fa:16:3e:60:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:18Z', 'updated_at': '2022-02-10T15:24:36Z', 'revision_number': 5, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'subnets': [{'id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:01.604708 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28a04f-8627-4c14-ad29-c8fe043909c2 None None] The sync data for ids ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'] in n-d-815324-7 is: [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '73b82142-a534-4550-8acf-7c4d48d9b3f8', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'port_id': 'd1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'mac_address': 'fa:16:3e:3f:d7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f9a95-e999-4ffe-9117-744275a97b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:24:36Z', 'updated_at': '2022-02-10T15:24:58Z', 'revision_number': 1, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f585296-9c11-4706-b3f6-ac491733bd8a', 'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'mac_address': 'fa:16:3e:60:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:18Z', 'updated_at': '2022-02-10T15:24:36Z', 'revision_number': 5, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'subnets': [{'id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:25:01.628064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=752d1218-cca1-41c2-99de-2b10db7e9e00,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:01.642481 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4fe40-5d15-4f42-b7db-af20e9c8f5e2 req-1df2da69-efbc-44a6-ae3f-31561ddfc5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:01.644607 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-abb4fe40-5d15-4f42-b7db-af20e9c8f5e2 req-1df2da69-efbc-44a6-ae3f-31561ddfc5fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3ce83f6-6325-453a-a2c7-3c49256a130b HTTP/1.1" status: 200 len: 850 time: 0.1361525 Feb 10 15:25:01.646681 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (2b130886-1a05-478e-848c-6beb32fbe5e0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:01.728566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Pushing event updated for resources: {'Port': ['ID=5de7e7f1-03e7-434a-aec3-16c86e5de442,revision_number=9']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:01.752978 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b130886-1a05-478e-848c-6beb32fbe5e0']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:01.754588 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] For port 9c5fbb9b-59c6-4510-a1fb-6e5693263db3, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:01.768904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] For port 9c5fbb9b-59c6-4510-a1fb-6e5693263db3, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9c5fbb9b-59c6-4510-a1fb-6e5693263db3,segment=NetworkSegment(279d78b4-9a22-4181-8108-d09b07565b5b),segment_id=279d78b4-9a22-4181-8108-d09b07565b5b)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:25:01.769331 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279d78b4-9a22-4181-8108-d09b07565b5b') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:01.770029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279d78b4-9a22-4181-8108-d09b07565b5b') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:01.780882 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9c5fbb9b-59c6-4510-a1fb-6e5693263db3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:01.789566 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (279d78b4-9a22-4181-8108-d09b07565b5b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:01.836158 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (279d78b4-9a22-4181-8108-d09b07565b5b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:01.847914 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:25:01.852023 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (279d78b4-9a22-4181-8108-d09b07565b5b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:01.864674 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f97a45e-30d6-4a72-bb4f-2619f8218fd7 req-a9da876a-bd5b-4e56-bcee-1d8755725fed tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339478 Feb 10 15:25:01.939548 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a907e1b-cacc-48c5-a76b-0a32379e1566 req-b4b65b9f-4484-4cd5-ad08-0ac7e2362a97 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/security-groups?id=474f7591-7ae5-4892-bbe2-03a2105e5f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066495 Feb 10 15:25:01.961132 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-a5496447-889f-48be-872d-5237b7bb5cd2 req-13954d09-5ff8-491a-a01d-45c8190b04d2 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] show failed (client error): The resource could not be found. Feb 10 15:25:01.975564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a5496447-889f-48be-872d-5237b7bb5cd2 req-13954d09-5ff8-491a-a01d-45c8190b04d2 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/65efe114-8d35-489f-a5e6-b71da9c411cd HTTP/1.1" status: 404 len: 352 time: 0.0276728 Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:25:02.007966 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:25:02.042091 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.db.api [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:25:02.042091 n-d-815324-7 neutron-server[103369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:25:02.042091 n-d-815324-7 neutron-server[103369]: [parameters: {'id': '2b130886-1a05-478e-848c-6beb32fbe5e0'}] Feb 10 15:25:02.042091 n-d-815324-7 neutron-server[103369]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:25:02.043043 n-d-815324-7 neutron-server[103369]: DEBUG oslo_db.api [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:25:02.053391 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] No DVR routers for this DVR port 5de7e7f1-03e7-434a-aec3-16c86e5de442 on host n-h2-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:02.077036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff17e1ed-c1dc-44da-afe2-327436ec0d56 None None] New status for floating IP 73b82142-a534-4550-8acf-7c4d48d9b3f8: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:25:02.187022 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4fe40-5d15-4f42-b7db-af20e9c8f5e2 req-94864592-577d-40d8-90e8-ea6a9ba79855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:02.188592 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-abb4fe40-5d15-4f42-b7db-af20e9c8f5e2 req-94864592-577d-40d8-90e8-ea6a9ba79855 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2e77de5-12dc-41aa-af99-c9787df5a7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5283546 Feb 10 15:25:02.236483 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d673b4a-877a-4ae4-bcd0-eb59e619924e x-openstack-request-id: req-0d673b4a-877a-4ae4-bcd0-eb59e619924e {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:02.237145 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e8b422-6832-4c13-8906-8c1e22211819", "name": "network-vif-plugged", "status": "completed", "tag": "752d1218-cca1-41c2-99de-2b10db7e9e00", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:02.237245 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d673b4a-877a-4ae4-bcd0-eb59e619924e {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:02.237742 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e8b422-6832-4c13-8906-8c1e22211819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752d1218-cca1-41c2-99de-2b10db7e9e00', 'code': 200} Feb 10 15:25:02.248556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc2dcb-6c3b-4a8b-8c82-54bcc215ea4b None None] Pushing event updated for resources: {'Port': ['ID=9c5fbb9b-59c6-4510-a1fb-6e5693263db3,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:02.272192 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02c89d-79d8-461d-a08c-3304b6a205a1 req-52351677-2fc5-41eb-9661-d15d26666498 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:02.281602 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7c02c89d-79d8-461d-a08c-3304b6a205a1 req-52351677-2fc5-41eb-9661-d15d26666498 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 946 time: 0.2688944 Feb 10 15:25:02.293641 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c8603e-8e79-485e-bcd1-08335ea80c5c None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:25:02.308082 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 752d1218-cca1-41c2-99de-2b10db7e9e00 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:25:02.313321 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-34525638-6e65-487d-954d-85e555cc8d24 req-415a6470-7be4-4947-b8eb-851201527d82 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-851526557', 'description': 'tempest-description-96780178'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:02.438126 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-34525638-6e65-487d-954d-85e555cc8d24 req-415a6470-7be4-4947-b8eb-851201527d82 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:02.539375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Attempting to bind port 5de7e7f1-03e7-434a-aec3-16c86e5de442 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:25:02.540276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Attempting to bind port 5de7e7f1-03e7-434a-aec3-16c86e5de442 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:25:02.541516 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Attempting to bind port 5de7e7f1-03e7-434a-aec3-16c86e5de442 on network 6815c067-d5ad-4bf7-9e88-17529fe8111d {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:02.560970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Port 5de7e7f1-03e7-434a-aec3-16c86e5de442 on network 6815c067-d5ad-4bf7-9e88-17529fe8111d not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:25:02.561348 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (2b130886-1a05-478e-848c-6beb32fbe5e0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:02.561747 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Attempting to bind port 5de7e7f1-03e7-434a-aec3-16c86e5de442 on network 6815c067-d5ad-4bf7-9e88-17529fe8111d {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:02.567623 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-abb4fe40-5d15-4f42-b7db-af20e9c8f5e2 req-4c204891-7cd6-4efa-aa0c-603d55a73245 service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547292 Feb 10 15:25:02.584911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb674d-d698-48aa-87b1-c773e5166120 req-08683685-29d7-4911-ac59-c093149c36b4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:02.594691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f2fb674d-d698-48aa-87b1-c773e5166120 req-08683685-29d7-4911-ac59-c093149c36b4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 943 time: 0.3240521 Feb 10 15:25:02.610199 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:25:02.610831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Checking segment: {'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:02.611465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Bound using segment: {'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:25:02.612167 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Bound port: 5de7e7f1-03e7-434a-aec3-16c86e5de442, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5649c97-1632-4556-b5ce-6f95bcf28a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:25:02.613594 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:02.761588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f2fb674d-d698-48aa-87b1-c773e5166120 req-6b04d4b3-9a33-4bf2-a967-937e7578b80a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645818 Feb 10 15:25:02.861299 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-34525638-6e65-487d-954d-85e555cc8d24 req-415a6470-7be4-4947-b8eb-851201527d82 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (a432a4e3-ad3c-4253-a85f-b211518f5a4c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:02.874268 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-34525638-6e65-487d-954d-85e555cc8d24 req-415a6470-7be4-4947-b8eb-851201527d82 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a432a4e3-ad3c-4253-a85f-b211518f5a4c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:02.922774 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a6470-7be4-4947-b8eb-851201527d82 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a432a4e3-ad3c-4253-a85f-b211518f5a4c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:02.924958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-7c02c89d-79d8-461d-a08c-3304b6a205a1 req-67abcf44-3f3b-43b6-8417-c32b80b31e28 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Deleting port 752d1218-cca1-41c2-99de-2b10db7e9e00 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:02.925563 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7c02c89d-79d8-461d-a08c-3304b6a205a1 req-67abcf44-3f3b-43b6-8417-c32b80b31e28 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:02.929718 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-34525638-6e65-487d-954d-85e555cc8d24 req-415a6470-7be4-4947-b8eb-851201527d82 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:02.930898 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34525638-6e65-487d-954d-85e555cc8d24 req-415a6470-7be4-4947-b8eb-851201527d82 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6233332 Feb 10 15:25:02.932164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:03.011754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-2b91eab9-6145-4394-867c-6683ae1f36f3 req-7171fc62-0c5d-4b8f-a3d4-7d15524705b2 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-553233574', 'description': 'tempest-description-726592425'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:03.098642 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-7c02c89d-79d8-461d-a08c-3304b6a205a1 req-67abcf44-3f3b-43b6-8417-c32b80b31e28 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] For port 752d1218-cca1-41c2-99de-2b10db7e9e00, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=752d1218-cca1-41c2-99de-2b10db7e9e00,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:03.099100 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7c02c89d-79d8-461d-a08c-3304b6a205a1 req-67abcf44-3f3b-43b6-8417-c32b80b31e28 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:03.114191 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:25:03.118657 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 752d1218-cca1-41c2-99de-2b10db7e9e00 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:03.119977 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:03.122710 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-7c02c89d-79d8-461d-a08c-3304b6a205a1 req-67abcf44-3f3b-43b6-8417-c32b80b31e28 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Calling delete_port for 752d1218-cca1-41c2-99de-2b10db7e9e00 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:25:03.131215 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-2b91eab9-6145-4394-867c-6683ae1f36f3 req-7171fc62-0c5d-4b8f-a3d4-7d15524705b2 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:03.213549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c8603e-8e79-485e-bcd1-08335ea80c5c None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:25:03.239462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 752d1218-cca1-41c2-99de-2b10db7e9e00, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=752d1218-cca1-41c2-99de-2b10db7e9e00,segment=NetworkSegment(cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0),segment_id=cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:03.252287 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-2b91eab9-6145-4394-867c-6683ae1f36f3 req-7171fc62-0c5d-4b8f-a3d4-7d15524705b2 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (8a55fc5a-6f06-45c3-92b3-1831a98e5635), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:03.261519 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:03.267922 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:03.273463 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-abb4fe40-5d15-4f42-b7db-af20e9c8f5e2 req-9e4a3423-33d0-40e3-b642-59556e45846a service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6845179 Feb 10 15:25:03.336969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Deleting port 9c5fbb9b-59c6-4510-a1fb-6e5693263db3 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:03.337547 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9c5fbb9b-59c6-4510-a1fb-6e5693263db3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:03.363261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:03.365300 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:03.366742 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] 10.222.0.72 "PUT /v2.0/ports/5de7e7f1-03e7-434a-aec3-16c86e5de442 HTTP/1.1" status: 200 len: 1091 time: 3.1001630 Feb 10 15:25:03.367398 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-2b91eab9-6145-4394-867c-6683ae1f36f3 req-7171fc62-0c5d-4b8f-a3d4-7d15524705b2 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8a55fc5a-6f06-45c3-92b3-1831a98e5635), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:03.390384 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=752d1218-cca1-41c2-99de-2b10db7e9e00,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:03.410404 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] For port 9c5fbb9b-59c6-4510-a1fb-6e5693263db3, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9c5fbb9b-59c6-4510-a1fb-6e5693263db3,segment=NetworkSegment(279d78b4-9a22-4181-8108-d09b07565b5b),segment_id=279d78b4-9a22-4181-8108-d09b07565b5b)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:03.410926 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9c5fbb9b-59c6-4510-a1fb-6e5693263db3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:03.430343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Calling delete_port for 9c5fbb9b-59c6-4510-a1fb-6e5693263db3 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:25:03.470353 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fd856-ce37-4b6b-91b4-a53c4e04dc10 req-bc7984eb-f585-467a-b003-1e0b5f62ccc3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:03.477472 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c8fd856-ce37-4b6b-91b4-a53c4e04dc10 req-bc7984eb-f585-467a-b003-1e0b5f62ccc3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.4211493 Feb 10 15:25:03.485008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fadb91-ed78-4997-9ac6-5fa59f5c7a7e service neutron] Pushing event updated for resources: {'Port': ['ID=5de7e7f1-03e7-434a-aec3-16c86e5de442,revision_number=10']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:03.488174 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119e5a29-f083-4231-af5d-d6c03ea61723', 'tag': '5de7e7f1-03e7-434a-aec3-16c86e5de442'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:03.490720 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8df176-2ba3-4430-ac1e-56fe2e14daa6" -d '{"events": [{"name": "network-changed", "server_uuid": "119e5a29-f083-4231-af5d-d6c03ea61723", "tag": "5de7e7f1-03e7-434a-aec3-16c86e5de442"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:03.513767 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7c02c89d-79d8-461d-a08c-3304b6a205a1 req-67abcf44-3f3b-43b6-8417-c32b80b31e28 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (752d1218-cca1-41c2-99de-2b10db7e9e00), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:03.532348 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-2b91eab9-6145-4394-867c-6683ae1f36f3 req-7171fc62-0c5d-4b8f-a3d4-7d15524705b2 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:03.533607 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b91eab9-6145-4394-867c-6683ae1f36f3 req-7171fc62-0c5d-4b8f-a3d4-7d15524705b2 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5324082 Feb 10 15:25:03.601077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-b22a10fc-9553-478c-8dd5-eb198d5c2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:03.603906 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-b22a10fc-9553-478c-8dd5-eb198d5c2bad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ad24befb1384c69ac214ad0a37e0b2b&device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 1126 time: 0.2000039 Feb 10 15:25:03.613436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abcf44-3f3b-43b6-8417-c32b80b31e28 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Pushing event deleted for resources: {'Port': ['ID=752d1218-cca1-41c2-99de-2b10db7e9e00,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:03.619972 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c8fd856-ce37-4b6b-91b4-a53c4e04dc10 req-5dca3b09-2fc2-4632-9ae3-ff74a9e1c309 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365888 Feb 10 15:25:03.728194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c02c89d-79d8-461d-a08c-3304b6a205a1 req-67abcf44-3f3b-43b6-8417-c32b80b31e28 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] No DVR routers for this DVR port 752d1218-cca1-41c2-99de-2b10db7e9e00 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:03.747911 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7c02c89d-79d8-461d-a08c-3304b6a205a1 req-67abcf44-3f3b-43b6-8417-c32b80b31e28 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:03.753170 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7c02c89d-79d8-461d-a08c-3304b6a205a1 req-67abcf44-3f3b-43b6-8417-c32b80b31e28 tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.79 "DELETE /v2.0/ports/752d1218-cca1-41c2-99de-2b10db7e9e00 HTTP/1.1" status: 204 len: 173 time: 1.4503632 Feb 10 15:25:03.760698 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8b422-6832-4c13-8906-8c1e22211819', 'name': 'network-vif-deleted', 'tag': '752d1218-cca1-41c2-99de-2b10db7e9e00'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:03.764979 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3356686-d38f-482b-a1e1-a6483c6212f7" -d '{"events": [{"server_uuid": "d1e8b422-6832-4c13-8906-8c1e22211819", "name": "network-vif-deleted", "tag": "752d1218-cca1-41c2-99de-2b10db7e9e00"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:03.774502 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-253ad9f4-5146-4fe8-8ab5-faa3a13c5b79 req-7165eae2-9c61-451b-9622-7e9ecaa3b37e tempest-ImagesTestJSON-1579275327 tempest-ImagesTestJSON-1579275327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e8b422-6832-4c13-8906-8c1e22211819 HTTP/1.1" status: 200 len: 210 time: 0.1532073 Feb 10 15:25:03.776185 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9c5fbb9b-59c6-4510-a1fb-6e5693263db3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:03.790185 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798b7b32-32b0-4d6e-9071-3ae7cd529da1 x-openstack-request-id: req-798b7b32-32b0-4d6e-9071-3ae7cd529da1 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:03.790867 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119e5a29-f083-4231-af5d-d6c03ea61723", "tag": "5de7e7f1-03e7-434a-aec3-16c86e5de442", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:03.791180 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-798b7b32-32b0-4d6e-9071-3ae7cd529da1 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:03.791651 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119e5a29-f083-4231-af5d-d6c03ea61723', 'tag': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'status': 'completed', 'code': 200} Feb 10 15:25:03.811489 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-32c20bff-dae2-48c1-84f1-fa62ca0334ed req-f8c86104-3905-40b3-ba36-099e751ca7a3 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1243490642', 'description': 'tempest-description-375894102'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:03.822641 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Port': ['ID=9c5fbb9b-59c6-4510-a1fb-6e5693263db3,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:03.833649 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfa721e-0aac-49f2-87e5-a056ae0ef256 None None] Network 2b130886-1a05-478e-848c-6beb32fbe5e0 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:25:03.834817 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171fc62-0c5d-4b8f-a3d4-7d15524705b2 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a55fc5a-6f06-45c3-92b3-1831a98e5635,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:03.852254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No DVR routers for this DVR port 9c5fbb9b-59c6-4510-a1fb-6e5693263db3 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:03.901861 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-32c20bff-dae2-48c1-84f1-fa62ca0334ed req-f8c86104-3905-40b3-ba36-099e751ca7a3 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:03.971203 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf359fed-cd24-44b3-8bf7-2ac1d281e250 x-openstack-request-id: req-cf359fed-cd24-44b3-8bf7-2ac1d281e250 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:03.971584 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e8b422-6832-4c13-8906-8c1e22211819", "name": "network-vif-deleted", "tag": "752d1218-cca1-41c2-99de-2b10db7e9e00", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:03.971843 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf359fed-cd24-44b3-8bf7-2ac1d281e250 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:03.983528 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e8b422-6832-4c13-8906-8c1e22211819', 'name': 'network-vif-deleted', 'tag': '752d1218-cca1-41c2-99de-2b10db7e9e00', 'status': 'completed', 'code': 200} Feb 10 15:25:03.998518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-3c61dccf-1363-49d0-a1ec-0d4b3657d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:04.018695 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-3c61dccf-1363-49d0-a1ec-0d4b3657d23f service neutron] 10.222.0.72 "GET /v2.0/networks?id=6815c067-d5ad-4bf7-9e88-17529fe8111d HTTP/1.1" status: 200 len: 918 time: 0.3230684 Feb 10 15:25:04.057592 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (2b130886-1a05-478e-848c-6beb32fbe5e0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:04.091462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b130886-1a05-478e-848c-6beb32fbe5e0']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:04.112800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279d78b4-9a22-4181-8108-d09b07565b5b') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:04.113648 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279d78b4-9a22-4181-8108-d09b07565b5b') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:04.129879 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (279d78b4-9a22-4181-8108-d09b07565b5b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:04.160136 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (279d78b4-9a22-4181-8108-d09b07565b5b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:04.172314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:25:04.172617 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (279d78b4-9a22-4181-8108-d09b07565b5b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:25:04.175954 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:25:04.216797 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-32c20bff-dae2-48c1-84f1-fa62ca0334ed req-f8c86104-3905-40b3-ba36-099e751ca7a3 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (c85833e1-1d4a-42f1-b9c8-d551dca536f7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:04.219192 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-0767b4a3-0e91-4274-8b68-f3b7491fa95b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442 HTTP/1.1" status: 200 len: 999 time: 0.1893630 Feb 10 15:25:04.222415 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-32c20bff-dae2-48c1-84f1-fa62ca0334ed req-f8c86104-3905-40b3-ba36-099e751ca7a3 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c85833e1-1d4a-42f1-b9c8-d551dca536f7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:04.239122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8b422-6832-4c13-8906-8c1e22211819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752d1218-cca1-41c2-99de-2b10db7e9e00'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:04.241718 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f43de59-46a5-47f5-9ced-469d13a67675" -d '{"events": [{"server_uuid": "d1e8b422-6832-4c13-8906-8c1e22211819", "name": "network-vif-unplugged", "status": "completed", "tag": "752d1218-cca1-41c2-99de-2b10db7e9e00"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:04.251346 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (2b130886-1a05-478e-848c-6beb32fbe5e0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:04.265036 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:04.268179 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/2b130886-1a05-478e-848c-6beb32fbe5e0 HTTP/1.1" status: 204 len: 168 time: 4.2040341 Feb 10 15:25:04.279642 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51570) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:04.284637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f0021707-29ae-4e3c-9ff9-e11a3e567cfd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-463670176'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:04.288490 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474d7bb-6b72-4dbb-a662-4c269ac6e396 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Network': ['ID=2b130886-1a05-478e-848c-6beb32fbe5e0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:04.305128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732f2d2-0dc2-4e46-a939-0e9cb16dd4f9 req-a1c60535-0980-4867-bc1d-c78ba602619d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:04.306660 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0732f2d2-0dc2-4e46-a939-0e9cb16dd4f9 req-a1c60535-0980-4867-bc1d-c78ba602619d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 944 time: 0.2236490 Feb 10 15:25:04.308596 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0021707-29ae-4e3c-9ff9-e11a3e567cfd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:25:04.314600 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f0021707-29ae-4e3c-9ff9-e11a3e567cfd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:04.315510 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-32c20bff-dae2-48c1-84f1-fa62ca0334ed req-f8c86104-3905-40b3-ba36-099e751ca7a3 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:04.316742 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32c20bff-dae2-48c1-84f1-fa62ca0334ed req-f8c86104-3905-40b3-ba36-099e751ca7a3 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5241761 Feb 10 15:25:04.351391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0021707-29ae-4e3c-9ff9-e11a3e567cfd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:25:04.366901 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ffd2d5-ef1e-492a-9a68-1434459688e7 x-openstack-request-id: req-c6ffd2d5-ef1e-492a-9a68-1434459688e7 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:04.367249 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e8b422-6832-4c13-8906-8c1e22211819", "name": "network-vif-unplugged", "status": "completed", "tag": "752d1218-cca1-41c2-99de-2b10db7e9e00", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:04.367550 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6ffd2d5-ef1e-492a-9a68-1434459688e7 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:04.367948 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e8b422-6832-4c13-8906-8c1e22211819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752d1218-cca1-41c2-99de-2b10db7e9e00', 'code': 200} Feb 10 15:25:04.369372 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f0021707-29ae-4e3c-9ff9-e11a3e567cfd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (197884bc-122d-4a18-9cd0-0ba3edef731c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:04.369769 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-f0021707-29ae-4e3c-9ff9-e11a3e567cfd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Added segment 197884bc-122d-4a18-9cd0-0ba3edef731c of type vlan for network 84f07800-948c-4e92-adbf-3c812911069c Feb 10 15:25:04.416446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c86104-3905-40b3-ba36-099e751ca7a3 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85833e1-1d4a-42f1-b9c8-d551dca536f7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:04.423528 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f0021707-29ae-4e3c-9ff9-e11a3e567cfd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (84f07800-948c-4e92-adbf-3c812911069c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:04.460814 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f0021707-29ae-4e3c-9ff9-e11a3e567cfd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (84f07800-948c-4e92-adbf-3c812911069c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:04.466701 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-6013e451-6f17-445f-9337-c3e9d9f4acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:04.467950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0021707-29ae-4e3c-9ff9-e11a3e567cfd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:04.468678 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f0021707-29ae-4e3c-9ff9-e11a3e567cfd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629051'] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:04.468964 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-6013e451-6f17-445f-9337-c3e9d9f4acb2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa97da10-aa58-42f2-a53b-c9d35d81afde HTTP/1.1" status: 200 len: 856 time: 0.2346821 Feb 10 15:25:04.512016 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0732f2d2-0dc2-4e46-a939-0e9cb16dd4f9 req-0fd20ab1-b74a-47e9-a5ef-dd4ebfdac553 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942472 Feb 10 15:25:04.554274 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f0021707-29ae-4e3c-9ff9-e11a3e567cfd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2735057 Feb 10 15:25:04.557227 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51578) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:04.563811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-88927625-06e3-4e39-b25e-6d32b4d06daa tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:04.568533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0021707-29ae-4e3c-9ff9-e11a3e567cfd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Network': ['ID=84f07800-948c-4e92-adbf-3c812911069c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:04.584512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-c72cc81e-bb81-4502-86fa-ff05c05ad12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:04.586128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-c72cc81e-bb81-4502-86fa-ff05c05ad12b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6815c067-d5ad-4bf7-9e88-17529fe8111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1034098 Feb 10 15:25:04.591828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 84f07800-948c-4e92-adbf-3c812911069c details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:25:04.651580 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27cd6afa-dceb-4a36-befc-a57db9ef5b7f req-3946e832-ac2d-4904-b30c-0ad244f864a4 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81 HTTP/1.1" status: 200 len: 11009 time: 0.2614770 Feb 10 15:25:04.804478 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-6b191530-6a0a-4fb5-8683-239e9261b618 service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908023 Feb 10 15:25:04.808570 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27cd6afa-dceb-4a36-befc-a57db9ef5b7f req-863978a3-8d9c-4d9d-b707-12ffc1aa7672 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/31b31238-66ef-4d8e-bc47-9493abdecc5b HTTP/1.1" status: 200 len: 3002 time: 0.1442518 Feb 10 15:25:05.036824 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-88927625-06e3-4e39-b25e-6d32b4d06daa tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (84f07800-948c-4e92-adbf-3c812911069c), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:05.052463 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-88927625-06e3-4e39-b25e-6d32b4d06daa tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (84f07800-948c-4e92-adbf-3c812911069c), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:05.078322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88927625-06e3-4e39-b25e-6d32b4d06daa tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network 84f07800-948c-4e92-adbf-3c812911069c is not hosted by any dhcp agent {{(pid=103369) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 15:25:05.085635 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88927625-06e3-4e39-b25e-6d32b4d06daa tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:05.086407 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-88927625-06e3-4e39-b25e-6d32b4d06daa tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:05.087870 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-88927625-06e3-4e39-b25e-6d32b4d06daa tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "PUT /v2.0/networks/84f07800-948c-4e92-adbf-3c812911069c HTTP/1.1" status: 200 len: 723 time: 0.5295122 Feb 10 15:25:05.096008 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51592) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:05.104825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d9848e4f-444b-4db3-8e2e-08bae8fb1fd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'subnet': {'network_id': '84f07800-948c-4e92-adbf-3c812911069c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:05.177438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88927625-06e3-4e39-b25e-6d32b4d06daa tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Network': ['ID=84f07800-948c-4e92-adbf-3c812911069c,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:05.196205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fc5bf-f46a-4ab9-ab05-0a07bf675d69 req-f2a6675c-a4d3-4775-8934-f31deecf62cc tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:05.196880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 84f07800-948c-4e92-adbf-3c812911069c details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:25:05.204201 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-829fc5bf-f46a-4ab9-ab05-0a07bf675d69 req-f2a6675c-a4d3-4775-8934-f31deecf62cc tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.4845829 Feb 10 15:25:05.258082 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27cd6afa-dceb-4a36-befc-a57db9ef5b7f req-0228ed29-9ba8-4f48-b924-76e380c362f4 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/31b31238-66ef-4d8e-bc47-9493abdecc5b HTTP/1.1" status: 200 len: 3002 time: 0.4261696 Feb 10 15:25:05.273709 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-88c4f475-7784-4f71-9ac5-c948c1912973 service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612539 Feb 10 15:25:05.295875 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9848e4f-444b-4db3-8e2e-08bae8fb1fd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:25:05.306690 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d9848e4f-444b-4db3-8e2e-08bae8fb1fd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:05.462743 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-641c79e3-ab93-4036-9767-13afef915144 req-d4bd79e0-63de-4f5d-8369-c38a27ccb2bf tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/a432a4e3-ad3c-4253-a85f-b211518f5a4c HTTP/1.1" status: 200 len: 1817 time: 0.1160636 Feb 10 15:25:05.477317 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-829fc5bf-f46a-4ab9-ab05-0a07bf675d69 req-b1039539-cfb1-4a46-8153-7ce9640c474c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721975 Feb 10 15:25:05.487631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8df176-2ba3-4430-ac1e-56fe2e14daa6 req-63551a71-af18-47bb-a0a5-41bf4d445cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:05.489269 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a8df176-2ba3-4430-ac1e-56fe2e14daa6 req-63551a71-af18-47bb-a0a5-41bf4d445cf7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ad24befb1384c69ac214ad0a37e0b2b&device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 1126 time: 0.1532826 Feb 10 15:25:05.566606 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d9848e4f-444b-4db3-8e2e-08bae8fb1fd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (933b252f-8f88-4128-b5d7-b400691b0a24), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:05.615297 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-641c79e3-ab93-4036-9767-13afef915144 req-40215f84-e58f-4b42-b8e0-e07d5c7d4205 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (a432a4e3-ad3c-4253-a85f-b211518f5a4c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:05.635979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9848e4f-444b-4db3-8e2e-08bae8fb1fd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Subnet': ['ID=933b252f-8f88-4128-b5d7-b400691b0a24,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:05.645955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9848e4f-444b-4db3-8e2e-08bae8fb1fd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Checking segment: {'id': '197884bc-122d-4a18-9cd0-0ba3edef731c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '84f07800-948c-4e92-adbf-3c812911069c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:05.647303 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9848e4f-444b-4db3-8e2e-08bae8fb1fd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network hostable DHCP agents. Network: 84f07800-948c-4e92-adbf-3c812911069c, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:25:05.657056 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-641c79e3-ab93-4036-9767-13afef915144 req-40215f84-e58f-4b42-b8e0-e07d5c7d4205 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (a432a4e3-ad3c-4253-a85f-b211518f5a4c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:05.667899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9848e4f-444b-4db3-8e2e-08bae8fb1fd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network 84f07800-948c-4e92-adbf-3c812911069c is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:25:05.670992 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8df176-2ba3-4430-ac1e-56fe2e14daa6 req-fab3055d-e91b-4d99-86b1-e7979d78cd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:05.672640 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a8df176-2ba3-4430-ac1e-56fe2e14daa6 req-fab3055d-e91b-4d99-86b1-e7979d78cd3a service neutron] 10.222.0.72 "GET /v2.0/networks?id=6815c067-d5ad-4bf7-9e88-17529fe8111d HTTP/1.1" status: 200 len: 918 time: 0.1701632 Feb 10 15:25:05.682573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-d9848e4f-444b-4db3-8e2e-08bae8fb1fd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 84f07800-948c-4e92-adbf-3c812911069c) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:05.687998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9848e4f-444b-4db3-8e2e-08bae8fb1fd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:05.688955 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d9848e4f-444b-4db3-8e2e-08bae8fb1fd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:05.699777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df50b397-037e-4358-a7dd-82fd56f574f2 None None] Network 84f07800-948c-4e92-adbf-3c812911069c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:25:05.714154 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d9848e4f-444b-4db3-8e2e-08bae8fb1fd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6165214 Feb 10 15:25:05.714841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51626) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:05.721019 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-18612241-9168-46b9-8660-f4aef71b9527 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:05.835840 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-641c79e3-ab93-4036-9767-13afef915144 req-40215f84-e58f-4b42-b8e0-e07d5c7d4205 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a432a4e3-ad3c-4253-a85f-b211518f5a4c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:05.838721 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-641c79e3-ab93-4036-9767-13afef915144 req-40215f84-e58f-4b42-b8e0-e07d5c7d4205 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:05.850158 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-641c79e3-ab93-4036-9767-13afef915144 req-40215f84-e58f-4b42-b8e0-e07d5c7d4205 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "DELETE /v2.0/security-groups/a432a4e3-ad3c-4253-a85f-b211518f5a4c HTTP/1.1" status: 204 len: 173 time: 0.3705196 Feb 10 15:25:05.878279 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-18612241-9168-46b9-8660-f4aef71b9527 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4651465'] for subnet (933b252f-8f88-4128-b5d7-b400691b0a24), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:05.881897 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a8df176-2ba3-4430-ac1e-56fe2e14daa6 req-6babe004-7120-44f2-9a95-5740ced7dca5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442 HTTP/1.1" status: 200 len: 999 time: 0.1991980 Feb 10 15:25:05.906416 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40215f84-e58f-4b42-b8e0-e07d5c7d4205 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a432a4e3-ad3c-4253-a85f-b211518f5a4c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:05.937710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3456c5-6af4-47cf-96e8-2dc4bd4a9d99 req-04a80f1e-04d8-4e89-8dcd-3e994c1ca05e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:05.939409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b3456c5-6af4-47cf-96e8-2dc4bd4a9d99 req-04a80f1e-04d8-4e89-8dcd-3e994c1ca05e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 944 time: 0.2484164 Feb 10 15:25:05.998857 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-84f07800-948c-4e92-adbf-3c812911069c', 'network_id': '84f07800-948c-4e92-adbf-3c812911069c', 'project_id': 'ab446148b7af47d5b9c86a6f1f59199a', 'fixed_ips': [{'subnet_id': '933b252f-8f88-4128-b5d7-b400691b0a24'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:25:06.000465 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:06.093561 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-7fafb602-149a-4d7a-a0e3-961dbf384deb req-b6b1255e-123c-49c7-b0f0-f678c446fa2d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] show failed (client error): The resource could not be found. Feb 10 15:25:06.097391 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7fafb602-149a-4d7a-a0e3-961dbf384deb req-b6b1255e-123c-49c7-b0f0-f678c446fa2d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/a432a4e3-ad3c-4253-a85f-b211518f5a4c HTTP/1.1" status: 404 len: 352 time: 0.1214271 Feb 10 15:25:06.180994 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b3456c5-6af4-47cf-96e8-2dc4bd4a9d99 req-fb931263-55bd-42e4-b2e3-4fb75c9bba3a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141261 Feb 10 15:25:06.183030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8df176-2ba3-4430-ac1e-56fe2e14daa6 req-4346d7c5-44b3-4aa5-bd40-d85e131b4d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:06.185096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a8df176-2ba3-4430-ac1e-56fe2e14daa6 req-4346d7c5-44b3-4aa5-bd40-d85e131b4d1c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa97da10-aa58-42f2-a53b-c9d35d81afde HTTP/1.1" status: 200 len: 856 time: 0.2320833 Feb 10 15:25:06.213509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-18612241-9168-46b9-8660-f4aef71b9527 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787935756279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5910538'] for subnet (933b252f-8f88-4128-b5d7-b400691b0a24), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:06.297288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8df176-2ba3-4430-ac1e-56fe2e14daa6 req-2be948e6-aeee-4f37-9554-02e8a4b1beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:06.298945 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a8df176-2ba3-4430-ac1e-56fe2e14daa6 req-2be948e6-aeee-4f37-9554-02e8a4b1beee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6815c067-d5ad-4bf7-9e88-17529fe8111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1049104 Feb 10 15:25:06.312467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b921451f-b78c-4eb1-b6a1-2035d2a8a29e req-37a5ed56-cf5d-477d-8247-1b652aa9027e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/8a55fc5a-6f06-45c3-92b3-1831a98e5635 HTTP/1.1" status: 200 len: 1818 time: 0.0696192 Feb 10 15:25:06.335290 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18612241-9168-46b9-8660-f4aef71b9527 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:06.335968 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-18612241-9168-46b9-8660-f4aef71b9527 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:06.344329 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-18612241-9168-46b9-8660-f4aef71b9527 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "PUT /v2.0/subnets/933b252f-8f88-4128-b5d7-b400691b0a24 HTTP/1.1" status: 200 len: 806 time: 0.6249015 Feb 10 15:25:06.345030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51652) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:06.350627 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 752d1218-cca1-41c2-99de-2b10db7e9e00 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:25:06.484709 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a8df176-2ba3-4430-ac1e-56fe2e14daa6 req-b41576f1-2ab7-4a81-a521-d3869c3079cf service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613083 Feb 10 15:25:06.486707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18612241-9168-46b9-8660-f4aef71b9527 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Subnet': ['ID=933b252f-8f88-4128-b5d7-b400691b0a24,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:06.521279 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 752d1218-cca1-41c2-99de-2b10db7e9e00 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:25:06.529172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 752d1218-cca1-41c2-99de-2b10db7e9e00 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:25:06.578906 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Allocated IP 172.20.0.2 (84f07800-948c-4e92-adbf-3c812911069c/933b252f-8f88-4128-b5d7-b400691b0a24/6c3d3196-c694-4cc4-b055-84f8934467ba) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:25:06.592228 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b921451f-b78c-4eb1-b6a1-2035d2a8a29e req-91aec4d6-728e-4ad5-a00d-738d0f64f083 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (8a55fc5a-6f06-45c3-92b3-1831a98e5635), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:06.623070 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b921451f-b78c-4eb1-b6a1-2035d2a8a29e req-91aec4d6-728e-4ad5-a00d-738d0f64f083 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (8a55fc5a-6f06-45c3-92b3-1831a98e5635), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:06.729635 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (84f07800-948c-4e92-adbf-3c812911069c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:06.788684 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b921451f-b78c-4eb1-b6a1-2035d2a8a29e req-91aec4d6-728e-4ad5-a00d-738d0f64f083 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8a55fc5a-6f06-45c3-92b3-1831a98e5635), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:06.795399 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b921451f-b78c-4eb1-b6a1-2035d2a8a29e req-91aec4d6-728e-4ad5-a00d-738d0f64f083 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:06.816971 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b921451f-b78c-4eb1-b6a1-2035d2a8a29e req-91aec4d6-728e-4ad5-a00d-738d0f64f083 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "DELETE /v2.0/security-groups/8a55fc5a-6f06-45c3-92b3-1831a98e5635 HTTP/1.1" status: 204 len: 173 time: 0.5039656 Feb 10 15:25:06.890566 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:06.920599 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (933b252f-8f88-4128-b5d7-b400691b0a24), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:06.974058 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aec4d6-728e-4ad5-a00d-738d0f64f083 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a55fc5a-6f06-45c3-92b3-1831a98e5635,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:06.991005 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-2edf15e2-efcb-45e9-b35c-322b008c716a req-cec28c64-aab7-4002-a8e1-6e386ef442e5 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] show failed (client error): The resource could not be found. Feb 10 15:25:06.992886 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2edf15e2-efcb-45e9-b35c-322b008c716a req-cec28c64-aab7-4002-a8e1-6e386ef442e5 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/8a55fc5a-6f06-45c3-92b3-1831a98e5635 HTTP/1.1" status: 404 len: 352 time: 0.0635743 Feb 10 15:25:07.056351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974ff08-1e21-4c53-84b2-cca87dacf0b1 req-8ae80474-e11b-4283-9ea0-e99f3494a113 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:07.061295 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Publish callbacks [] for port (6c3d3196-c694-4cc4-b055-84f8934467ba), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:07.065604 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6974ff08-1e21-4c53-84b2-cca87dacf0b1 req-8ae80474-e11b-4283-9ea0-e99f3494a113 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.3466778 Feb 10 15:25:07.093633 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (933b252f-8f88-4128-b5d7-b400691b0a24), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:07.102326 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (6c3d3196-c694-4cc4-b055-84f8934467ba), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:07.134439 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a8df176-2ba3-4430-ac1e-56fe2e14daa6 req-0790f87f-c0cd-485c-a93d-794f1441776e service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168844 Feb 10 15:25:07.162088 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Subnet': ['ID=933b252f-8f88-4128-b5d7-b400691b0a24,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:07.227876 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Network 84f07800-948c-4e92-adbf-3c812911069c is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:25:07.237133 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:07.242430 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:25:07.331063 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Pushing event updated for resources: {'Port': ['ID=6c3d3196-c694-4cc4-b055-84f8934467ba,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:07.333286 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (84f07800-948c-4e92-adbf-3c812911069c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:07.371968 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d1f1e8a-e018-41fd-8866-d6621a9927a5 req-44f146ac-1294-4f03-85df-2b6cda719269 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/c85833e1-1d4a-42f1-b9c8-d551dca536f7 HTTP/1.1" status: 200 len: 1819 time: 0.2257369 Feb 10 15:25:07.378936 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f07800-948c-4e92-adbf-3c812911069c']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:07.389987 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6974ff08-1e21-4c53-84b2-cca87dacf0b1 req-79d18f3e-1034-404a-9e7d-94b62037d1be tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931378 Feb 10 15:25:07.394004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Attempting to bind port 6c3d3196-c694-4cc4-b055-84f8934467ba on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:25:07.394470 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Attempting to bind port 6c3d3196-c694-4cc4-b055-84f8934467ba by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '197884bc-122d-4a18-9cd0-0ba3edef731c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '84f07800-948c-4e92-adbf-3c812911069c'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:25:07.395612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Attempting to bind port 6c3d3196-c694-4cc4-b055-84f8934467ba on network 84f07800-948c-4e92-adbf-3c812911069c {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:07.397401 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197884bc-122d-4a18-9cd0-0ba3edef731c') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:07.397876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197884bc-122d-4a18-9cd0-0ba3edef731c') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:07.402082 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:25:07.402753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Checking segment: {'id': '197884bc-122d-4a18-9cd0-0ba3edef731c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '84f07800-948c-4e92-adbf-3c812911069c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:07.403878 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:07.404517 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Bound using segment: {'id': '197884bc-122d-4a18-9cd0-0ba3edef731c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '84f07800-948c-4e92-adbf-3c812911069c'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:25:07.405494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Bound port: 6c3d3196-c694-4cc4-b055-84f8934467ba, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197884bc-122d-4a18-9cd0-0ba3edef731c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '84f07800-948c-4e92-adbf-3c812911069c'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:25:07.405950 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6c3d3196-c694-4cc4-b055-84f8934467ba), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:07.419954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (197884bc-122d-4a18-9cd0-0ba3edef731c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:07.442631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (197884bc-122d-4a18-9cd0-0ba3edef731c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:07.458586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:25:07.459286 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (197884bc-122d-4a18-9cd0-0ba3edef731c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:25:07.462545 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:25:07.498914 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51684) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:07.583739 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] For port 6c3d3196-c694-4cc4-b055-84f8934467ba, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:07.613061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] For port 6c3d3196-c694-4cc4-b055-84f8934467ba, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6c3d3196-c694-4cc4-b055-84f8934467ba,segment=NetworkSegment(197884bc-122d-4a18-9cd0-0ba3edef731c),segment_id=197884bc-122d-4a18-9cd0-0ba3edef731c)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:25:07.614272 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.db.api [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:25:07.614272 n-d-815324-7 neutron-server[103369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:25:07.614272 n-d-815324-7 neutron-server[103369]: [parameters: {'id': '84f07800-948c-4e92-adbf-3c812911069c'}] Feb 10 15:25:07.614272 n-d-815324-7 neutron-server[103369]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:25:07.614724 n-d-815324-7 neutron-server[103369]: DEBUG oslo_db.api [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:25:07.622585 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6c3d3196-c694-4cc4-b055-84f8934467ba), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:07.729981 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9d1f1e8a-e018-41fd-8866-d6621a9927a5 req-2c6f5cfc-a5e4-4fa6-bd77-0ece78782baf tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (c85833e1-1d4a-42f1-b9c8-d551dca536f7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:07.732149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788254c5-445c-471d-bc38-1afb9e4571a5 None None] Pushing event updated for resources: {'Port': ['ID=6c3d3196-c694-4cc4-b055-84f8934467ba,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:07.744096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501107bd-bc9b-4473-9b32-e47a17691a6b None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:25:07.757287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddad9521-e3c2-49c0-94e4-8f9d6b07b3e9 admin admin] Deleting subnet c893dfab-f651-45c9-bbd2-d815d5f365d4 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:25:07.775115 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ddad9521-e3c2-49c0-94e4-8f9d6b07b3e9 admin admin] Publish callbacks [] for subnet (c893dfab-f651-45c9-bbd2-d815d5f365d4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:07.836387 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9d1f1e8a-e018-41fd-8866-d6621a9927a5 req-2c6f5cfc-a5e4-4fa6-bd77-0ece78782baf tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (c85833e1-1d4a-42f1-b9c8-d551dca536f7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:07.918483 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ddad9521-e3c2-49c0-94e4-8f9d6b07b3e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (c893dfab-f651-45c9-bbd2-d815d5f365d4), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:08.042353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501107bd-bc9b-4473-9b32-e47a17691a6b None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:25:08.077261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e32334-5b6a-4cef-8bc0-1cb66f6d049d req-47178a01-a775-45fa-9afb-8ef6a78ebbc3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:08.079944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e0e32334-5b6a-4cef-8bc0-1cb66f6d049d req-47178a01-a775-45fa-9afb-8ef6a78ebbc3 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 944 time: 0.4206617 Feb 10 15:25:08.116085 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (84f07800-948c-4e92-adbf-3c812911069c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:08.120807 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9d1f1e8a-e018-41fd-8866-d6621a9927a5 req-2c6f5cfc-a5e4-4fa6-bd77-0ece78782baf tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c85833e1-1d4a-42f1-b9c8-d551dca536f7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:08.124811 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9d1f1e8a-e018-41fd-8866-d6621a9927a5 req-2c6f5cfc-a5e4-4fa6-bd77-0ece78782baf tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:08.126149 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d1f1e8a-e018-41fd-8866-d6621a9927a5 req-2c6f5cfc-a5e4-4fa6-bd77-0ece78782baf tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "DELETE /v2.0/security-groups/c85833e1-1d4a-42f1-b9c8-d551dca536f7 HTTP/1.1" status: 204 len: 173 time: 0.7350934 Feb 10 15:25:08.184317 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ddad9521-e3c2-49c0-94e4-8f9d6b07b3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (c893dfab-f651-45c9-bbd2-d815d5f365d4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:08.249057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f5cfc-a5e4-4fa6-bd77-0ece78782baf tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85833e1-1d4a-42f1-b9c8-d551dca536f7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:08.265888 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-38ceadc0-5daa-4c55-85b3-d20e62c7220f req-b6609ff6-868b-482d-85f3-55ad904cce76 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] show failed (client error): The resource could not be found. Feb 10 15:25:08.266953 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-38ceadc0-5daa-4c55-85b3-d20e62c7220f req-b6609ff6-868b-482d-85f3-55ad904cce76 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/c85833e1-1d4a-42f1-b9c8-d551dca536f7 HTTP/1.1" status: 404 len: 352 time: 0.0885627 Feb 10 15:25:08.319072 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e0e32334-5b6a-4cef-8bc0-1cb66f6d049d req-56b8138e-c098-4b15-a63c-22689d4f4a79 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163148 Feb 10 15:25:08.336477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Deleting port 6c3d3196-c694-4cc4-b055-84f8934467ba {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:08.336477 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6c3d3196-c694-4cc4-b055-84f8934467ba), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:08.369696 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ddad9521-e3c2-49c0-94e4-8f9d6b07b3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (c893dfab-f651-45c9-bbd2-d815d5f365d4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:08.470640 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad9521-e3c2-49c0-94e4-8f9d6b07b3e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c893dfab-f651-45c9-bbd2-d815d5f365d4,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:08.483797 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ddad9521-e3c2-49c0-94e4-8f9d6b07b3e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:08.500491 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ddad9521-e3c2-49c0-94e4-8f9d6b07b3e9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c893dfab-f651-45c9-bbd2-d815d5f365d4 HTTP/1.1" status: 204 len: 168 time: 1.0000896 Feb 10 15:25:08.509780 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51704) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:08.569747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] For port 6c3d3196-c694-4cc4-b055-84f8934467ba, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6c3d3196-c694-4cc4-b055-84f8934467ba,segment=NetworkSegment(197884bc-122d-4a18-9cd0-0ba3edef731c),segment_id=197884bc-122d-4a18-9cd0-0ba3edef731c)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:08.573269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6c3d3196-c694-4cc4-b055-84f8934467ba), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:08.590017 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4407781c-5d77-4cbe-9b45-36f7eeb0ce96 req-c8a06c35-2b23-42f9-9800-4597fba95357 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81 HTTP/1.1" status: 200 len: 6208 time: 0.2520483 Feb 10 15:25:08.598072 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f518ad34-67e3-4fce-b6e9-9935381b851a None None] Network 84f07800-948c-4e92-adbf-3c812911069c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:25:08.605632 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Calling delete_port for 6c3d3196-c694-4cc4-b055-84f8934467ba owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:25:08.689347 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9739028f-720c-4de9-a25b-05dfce934386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (ae5226c2-5364-4c34-8001-6c08a2574a7f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:08.723771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef307fda-03d6-4eee-aac2-cd8e1210c517 req-31a667c8-667d-44d9-acb8-5833ee0c93c1 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:08.732351 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef307fda-03d6-4eee-aac2-cd8e1210c517 req-31a667c8-667d-44d9-acb8-5833ee0c93c1 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.2248058 Feb 10 15:25:08.742640 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4407781c-5d77-4cbe-9b45-36f7eeb0ce96 req-97da0b98-1359-4ea5-9264-2ea0356fa7a0 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/31b31238-66ef-4d8e-bc47-9493abdecc5b HTTP/1.1" status: 200 len: 3002 time: 0.1515427 Feb 10 15:25:08.804588 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (6c3d3196-c694-4cc4-b055-84f8934467ba), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:08.837124 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8226a577-03b7-47d2-a16b-51bf25783ebb None None] Network 84f07800-948c-4e92-adbf-3c812911069c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:25:08.869886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No DVR routers for this DVR port 6c3d3196-c694-4cc4-b055-84f8934467ba on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:08.871976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Port': ['ID=6c3d3196-c694-4cc4-b055-84f8934467ba,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:08.914151 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef307fda-03d6-4eee-aac2-cd8e1210c517 req-199614eb-9df4-4eb6-99e7-d98ab88d2150 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792884 Feb 10 15:25:08.921033 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9739028f-720c-4de9-a25b-05dfce934386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (ae5226c2-5364-4c34-8001-6c08a2574a7f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:08.961753 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4407781c-5d77-4cbe-9b45-36f7eeb0ce96 req-33f2ac07-3c38-4212-9732-45facb45e2bf tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/31b31238-66ef-4d8e-bc47-9493abdecc5b HTTP/1.1" status: 200 len: 3002 time: 0.2141953 Feb 10 15:25:08.987250 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-8b6ef0dd-0934-485b-8647-c17f71fc5f5d req-0ab1fc70-30cc-4c80-aff1-cde0ef412569 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1654661995', 'description': 'tempest-description-900737227'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:09.009148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-9739028f-720c-4de9-a25b-05dfce934386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5226c2-5364-4c34-8001-6c08a2574a7f']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:09.024749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-9739028f-720c-4de9-a25b-05dfce934386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:09.025183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-9739028f-720c-4de9-a25b-05dfce934386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:09.038423 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9739028f-720c-4de9-a25b-05dfce934386 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.043273 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8b6ef0dd-0934-485b-8647-c17f71fc5f5d req-0ab1fc70-30cc-4c80-aff1-cde0ef412569 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.133547 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (84f07800-948c-4e92-adbf-3c812911069c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.160041 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8b6ef0dd-0934-485b-8647-c17f71fc5f5d req-0ab1fc70-30cc-4c80-aff1-cde0ef412569 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (d48e03b2-09e2-4287-bbce-0e2380f4cb76), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.162109 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9739028f-720c-4de9-a25b-05dfce934386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.170982 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9739028f-720c-4de9-a25b-05dfce934386 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:25:09.172094 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9739028f-720c-4de9-a25b-05dfce934386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (cc46a7d4-6785-4423-8ca7-d5e9e9a9d1c0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.180404 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f07800-948c-4e92-adbf-3c812911069c']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:09.213160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197884bc-122d-4a18-9cd0-0ba3edef731c') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:09.216348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197884bc-122d-4a18-9cd0-0ba3edef731c') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:09.247414 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (197884bc-122d-4a18-9cd0-0ba3edef731c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:25:09.259007 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:25:09.266347 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8b6ef0dd-0934-485b-8647-c17f71fc5f5d req-0ab1fc70-30cc-4c80-aff1-cde0ef412569 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d48e03b2-09e2-4287-bbce-0e2380f4cb76), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.277937 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (197884bc-122d-4a18-9cd0-0ba3edef731c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.278948 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9739028f-720c-4de9-a25b-05dfce934386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (ae5226c2-5364-4c34-8001-6c08a2574a7f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.290109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:25:09.290824 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (197884bc-122d-4a18-9cd0-0ba3edef731c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:25:09.295894 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:25:09.305691 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9739028f-720c-4de9-a25b-05dfce934386 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.308957 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9739028f-720c-4de9-a25b-05dfce934386 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ae5226c2-5364-4c34-8001-6c08a2574a7f HTTP/1.1" status: 204 len: 168 time: 0.7928703 Feb 10 15:25:09.348357 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8b6ef0dd-0934-485b-8647-c17f71fc5f5d req-0ab1fc70-30cc-4c80-aff1-cde0ef412569 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.351177 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b6ef0dd-0934-485b-8647-c17f71fc5f5d req-0ab1fc70-30cc-4c80-aff1-cde0ef412569 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3797798 Feb 10 15:25:09.363108 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739028f-720c-4de9-a25b-05dfce934386 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae5226c2-5364-4c34-8001-6c08a2574a7f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:09.366649 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1fc70-30cc-4c80-aff1-cde0ef412569 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48e03b2-09e2-4287-bbce-0e2380f4cb76,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:09.377604 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (84f07800-948c-4e92-adbf-3c812911069c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.392442 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.396020 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-7101613c-5304-4f41-8760-9ca13d615330 req-c1e3cb09-3bef-4fbc-98c4-216abe2e55c1 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1080238444', 'description': 'tempest-description-239147466'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:09.396200 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/84f07800-948c-4e92-adbf-3c812911069c HTTP/1.1" status: 204 len: 168 time: 3.0411496 Feb 10 15:25:09.411724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51728) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:09.422490 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c7553-472b-4c7b-bfa5-c5d815253d9e tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Network': ['ID=84f07800-948c-4e92-adbf-3c812911069c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:09.438628 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db06219-3783-4281-84a6-11bf69ef8ae5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:09.439988 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db06219-3783-4281-84a6-11bf69ef8ae5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:09.444695 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7db06219-3783-4281-84a6-11bf69ef8ae5 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/84f07800-948c-4e92-adbf-3c812911069c HTTP/1.1" status: 404 len: 339 time: 0.0314500 Feb 10 15:25:09.449391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51730) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:09.455804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-6aa35dd4-4c9e-4ff0-9b0c-f9974324af34 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-986251523', 'description': 'd1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:09.485590 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa35dd4-4c9e-4ff0-9b0c-f9974324af34 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:25:09.494922 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6aa35dd4-4c9e-4ff0-9b0c-f9974324af34 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.535740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa35dd4-4c9e-4ff0-9b0c-f9974324af34 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:25:09.546799 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6aa35dd4-4c9e-4ff0-9b0c-f9974324af34 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9c2ac6a2-7ac7-430a-805a-710c78cd1276), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.547483 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-6aa35dd4-4c9e-4ff0-9b0c-f9974324af34 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Added segment 9c2ac6a2-7ac7-430a-805a-710c78cd1276 of type vlan for network 6a9d5931-870c-4192-b3f8-72bd1f345474 Feb 10 15:25:09.566672 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-7101613c-5304-4f41-8760-9ca13d615330 req-c1e3cb09-3bef-4fbc-98c4-216abe2e55c1 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.605799 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6aa35dd4-4c9e-4ff0-9b0c-f9974324af34 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (6a9d5931-870c-4192-b3f8-72bd1f345474), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.653814 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6aa35dd4-4c9e-4ff0-9b0c-f9974324af34 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (6a9d5931-870c-4192-b3f8-72bd1f345474), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.660912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa35dd4-4c9e-4ff0-9b0c-f9974324af34 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:09.661656 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6aa35dd4-4c9e-4ff0-9b0c-f9974324af34 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.677475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6b3a-f92e-425a-988a-dbcf153517e4 req-f713fd81-237b-495a-9d6d-fce340758c8d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:09.679063 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f2ef6b3a-f92e-425a-988a-dbcf153517e4 req-f713fd81-237b-495a-9d6d-fce340758c8d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 944 time: 0.1923938 Feb 10 15:25:09.719148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51732) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:09.754220 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-7101613c-5304-4f41-8760-9ca13d615330 req-c1e3cb09-3bef-4fbc-98c4-216abe2e55c1 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (948f92ac-2923-4b1a-bc6d-42b6a0179aac), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.779389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa35dd4-4c9e-4ff0-9b0c-f9974324af34 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Network': ['ID=6a9d5931-870c-4192-b3f8-72bd1f345474,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:09.787187 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6aa35dd4-4c9e-4ff0-9b0c-f9974324af34 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3352711 Feb 10 15:25:09.792217 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 6a9d5931-870c-4192-b3f8-72bd1f345474 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:25:09.798653 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-7101613c-5304-4f41-8760-9ca13d615330 req-c1e3cb09-3bef-4fbc-98c4-216abe2e55c1 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (948f92ac-2923-4b1a-bc6d-42b6a0179aac), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.804521 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51734) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:09.843944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f2ef6b3a-f92e-425a-988a-dbcf153517e4 req-ce5ce4c1-460c-4947-b20d-a9a70776c9d7 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558867 Feb 10 15:25:09.861051 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f80f2bf4-f90a-4a9d-b86c-0719e477d214 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=952a730c5eba4222be3cff2850d1fa62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403420 Feb 10 15:25:09.863892 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-7101613c-5304-4f41-8760-9ca13d615330 req-c1e3cb09-3bef-4fbc-98c4-216abe2e55c1 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:09.865139 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7101613c-5304-4f41-8760-9ca13d615330 req-c1e3cb09-3bef-4fbc-98c4-216abe2e55c1 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4737890 Feb 10 15:25:09.873445 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51736) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:09.891703 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3cb09-3bef-4fbc-98c4-216abe2e55c1 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948f92ac-2923-4b1a-bc6d-42b6a0179aac,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:10.171863 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f2364d-0495-4302-9e5c-6cd24ad3ce36 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:10.180598 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-61f2364d-0495-4302-9e5c-6cd24ad3ce36 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "GET /v2.0/networks?id=6a9d5931-870c-4192-b3f8-72bd1f345474 HTTP/1.1" status: 200 len: 760 time: 0.3746817 Feb 10 15:25:10.181582 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cfe60c6-56ea-4c42-855a-c99cf7656b33 admin admin] Publish callbacks [] for security_group (474f7591-7ae5-4892-bbe2-03a2105e5f26), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:10.183974 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51754) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:10.194117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-e3a72ec1-1f6e-43c9-a317-cd2c6caef875 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'network': {'description': 'd2'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:10.275658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93154c8c-eaad-4b2a-9b72-0ca7ca87e091 req-818065c8-b92b-427f-9347-99930868dee2 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:10.283972 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cfe60c6-56ea-4c42-855a-c99cf7656b33 admin admin] Publish callbacks [] for security_group (474f7591-7ae5-4892-bbe2-03a2105e5f26), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:10.289391 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-93154c8c-eaad-4b2a-9b72-0ca7ca87e091 req-818065c8-b92b-427f-9347-99930868dee2 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.2318249 Feb 10 15:25:10.462930 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-93154c8c-eaad-4b2a-9b72-0ca7ca87e091 req-66c1e46a-cc5e-4dcd-8a34-eeccb7d41274 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597581 Feb 10 15:25:10.475170 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cfe60c6-56ea-4c42-855a-c99cf7656b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (474f7591-7ae5-4892-bbe2-03a2105e5f26), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:10.487629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cfe60c6-56ea-4c42-855a-c99cf7656b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:10.491351 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8cfe60c6-56ea-4c42-855a-c99cf7656b33 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/474f7591-7ae5-4892-bbe2-03a2105e5f26 HTTP/1.1" status: 204 len: 168 time: 0.6144016 Feb 10 15:25:10.491497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-8842cffc-d394-45af-9853-6d00b12caf92 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:10.497845 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-8842cffc-d394-45af-9853-6d00b12caf92 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/networks?id=702b4d29-8496-4cdf-8d06-096bdfbaf841 HTTP/1.1" status: 200 len: 813 time: 0.2615242 Feb 10 15:25:10.513854 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-58ec8b9f-f649-4dd5-8511-5767decf54cc tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/quotas/6f62ce0f89d54d2bb4957789c1d7bd81 HTTP/1.1" status: 200 len: 375 time: 0.0154707 Feb 10 15:25:10.556955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe60c6-56ea-4c42-855a-c99cf7656b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474f7591-7ae5-4892-bbe2-03a2105e5f26,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:10.584083 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e3a72ec1-1f6e-43c9-a317-cd2c6caef875 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (6a9d5931-870c-4192-b3f8-72bd1f345474), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:10.588736 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-048c8a99-dd5e-4013-b1ec-6add56e4a432 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0738454 Feb 10 15:25:10.617332 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e3a72ec1-1f6e-43c9-a317-cd2c6caef875 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (6a9d5931-870c-4192-b3f8-72bd1f345474), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:10.672230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3a72ec1-1f6e-43c9-a317-cd2c6caef875 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network 6a9d5931-870c-4192-b3f8-72bd1f345474 is not hosted by any dhcp agent {{(pid=103369) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 15:25:10.672230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a72ec1-1f6e-43c9-a317-cd2c6caef875 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:10.672230 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e3a72ec1-1f6e-43c9-a317-cd2c6caef875 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:10.672230 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e3a72ec1-1f6e-43c9-a317-cd2c6caef875 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "PUT /v2.0/networks/6a9d5931-870c-4192-b3f8-72bd1f345474 HTTP/1.1" status: 200 len: 757 time: 0.4807255 Feb 10 15:25:10.673993 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51766) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:10.735593 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a72ec1-1f6e-43c9-a317-cd2c6caef875 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Network': ['ID=6a9d5931-870c-4192-b3f8-72bd1f345474,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:10.750833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 6a9d5931-870c-4192-b3f8-72bd1f345474 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:25:10.806978 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-e1c78d6f-5f54-48b1-9116-6748de29a57e service neutron] 10.222.0.64 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134435 Feb 10 15:25:10.952315 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81222e2c-6617-46d4-9917-8bcb95cbc8c6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:10.956439 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-81222e2c-6617-46d4-9917-8bcb95cbc8c6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "GET /v2.0/networks?id=6a9d5931-870c-4192-b3f8-72bd1f345474 HTTP/1.1" status: 200 len: 760 time: 0.2794290 Feb 10 15:25:10.958624 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51770) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:10.970960 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4d055e75-d462-4056-9a72-4334145417b1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1520785329'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:11.053582 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-e8be9275-b37d-4d27-ae3d-495c6193c41a service neutron] 10.222.0.64 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402191 Feb 10 15:25:11.183503 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d055e75-d462-4056-9a72-4334145417b1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:25:11.183503 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4d055e75-d462-4056-9a72-4334145417b1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:11.186698 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:11.229605 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a1423-d579-4f2d-9911-c3629eca996f req-7237d12e-322c-4bfd-b771-be53f32eae2c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:11.237822 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c3a1423-d579-4f2d-9911-c3629eca996f req-7237d12e-322c-4bfd-b771-be53f32eae2c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 944 time: 0.1831594 Feb 10 15:25:11.363367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d055e75-d462-4056-9a72-4334145417b1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:25:11.418164 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c3a1423-d579-4f2d-9911-c3629eca996f req-d40e11d4-efb7-43ec-a230-e6b42b6bbc53 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777000 Feb 10 15:25:11.475296 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4d055e75-d462-4056-9a72-4334145417b1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (21ff6418-8de2-4b07-b9ef-d8cb89a146e0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:11.475694 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-4d055e75-d462-4056-9a72-4334145417b1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Added segment 21ff6418-8de2-4b07-b9ef-d8cb89a146e0 of type vlan for network cea3bf46-a0db-4252-994c-778fee298508 Feb 10 15:25:11.521626 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcf847f-3f3a-40b3-b442-09afecc62152 req-a1b97395-ad9d-4db9-ad11-423c535d6e62 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 210 time: 0.1532533 Feb 10 15:25:11.668999 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4d055e75-d462-4056-9a72-4334145417b1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (cea3bf46-a0db-4252-994c-778fee298508), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:11.731663 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea1f33-a21d-4581-a62a-36f842b63d12 req-a432b77b-a2b9-442b-9efc-f82f48b1f880 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:11.733680 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-26ea1f33-a21d-4581-a62a-36f842b63d12 req-a432b77b-a2b9-442b-9efc-f82f48b1f880 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.1201153 Feb 10 15:25:11.739095 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4d055e75-d462-4056-9a72-4334145417b1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (cea3bf46-a0db-4252-994c-778fee298508), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:11.744363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d055e75-d462-4056-9a72-4334145417b1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:11.745113 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4d055e75-d462-4056-9a72-4334145417b1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:11.915335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d055e75-d462-4056-9a72-4334145417b1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Network': ['ID=cea3bf46-a0db-4252-994c-778fee298508,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:11.922422 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-26ea1f33-a21d-4581-a62a-36f842b63d12 req-8ff0175d-2fca-4552-8e7d-98fbc9e69ef9 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691644 Feb 10 15:25:11.928847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network cea3bf46-a0db-4252-994c-778fee298508 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:25:12.046065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4d055e75-d462-4056-9a72-4334145417b1 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0828848 Feb 10 15:25:12.072246 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51806) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:12.072246 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-dbb9e61a-b2e8-488b-9676-f28ca8e20007 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'subnet': {'network_id': 'cea3bf46-a0db-4252-994c-778fee298508', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:12.265441 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb9e61a-b2e8-488b-9676-f28ca8e20007 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:25:12.269329 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dbb9e61a-b2e8-488b-9676-f28ca8e20007 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:12.379212 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-2314143c-7003-415c-9c9b-497c06eff50b tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=95c551baaab34be0970cae15fd82c936&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288866 Feb 10 15:25:12.588565 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-e1b086ad-e052-4547-a0ac-9140f48fcfb6 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:12.595378 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-e1b086ad-e052-4547-a0ac-9140f48fcfb6 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086740 Feb 10 15:25:12.665383 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-b3bde2db-3dee-4169-9b91-cfc726198b0b tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/quotas/95c551baaab34be0970cae15fd82c936 HTTP/1.1" status: 200 len: 375 time: 0.0685320 Feb 10 15:25:12.680453 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dabf9-d042-4568-9bc8-fb0ac9f3db90 req-2f848358-4d92-4063-9235-410c389b8212 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:12.682058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-705dabf9-d042-4568-9bc8-fb0ac9f3db90 req-2f848358-4d92-4063-9235-410c389b8212 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 944 time: 0.1713576 Feb 10 15:25:12.713383 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dbb9e61a-b2e8-488b-9676-f28ca8e20007 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (b25c3a5d-413a-40c8-bd6e-07d266a41dc4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:12.729542 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-e2f1ce5a-f91b-4a32-9316-bccae66a216a tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=95c551baaab34be0970cae15fd82c936&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636971 Feb 10 15:25:12.951387 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c67aa8b-8ae4-4e25-a4f8-401c61612b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:12.960423 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9e61a-b2e8-488b-9676-f28ca8e20007 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Subnet': ['ID=b25c3a5d-413a-40c8-bd6e-07d266a41dc4,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:12.997260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-705dabf9-d042-4568-9bc8-fb0ac9f3db90 req-649472ff-e9c4-448b-8186-5e7f497fb820 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3043714 Feb 10 15:25:13.011033 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9e61a-b2e8-488b-9676-f28ca8e20007 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Checking segment: {'id': '21ff6418-8de2-4b07-b9ef-d8cb89a146e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cea3bf46-a0db-4252-994c-778fee298508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:13.011641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb9e61a-b2e8-488b-9676-f28ca8e20007 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network hostable DHCP agents. Network: cea3bf46-a0db-4252-994c-778fee298508, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:25:13.056778 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb9e61a-b2e8-488b-9676-f28ca8e20007 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network cea3bf46-a0db-4252-994c-778fee298508 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:25:13.077109 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-dbb9e61a-b2e8-488b-9676-f28ca8e20007 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, cea3bf46-a0db-4252-994c-778fee298508) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:13.092106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d52a4e-5d3b-4cc7-bb55-92f905638fad None None] Network cea3bf46-a0db-4252-994c-778fee298508 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:25:13.111888 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a3c648b-09d7-47b1-b2fc-7334836c5579 req-205c7c46-ed4e-43f0-8b20-811394ed4084 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 210 time: 0.0466540 Feb 10 15:25:13.113467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb9e61a-b2e8-488b-9676-f28ca8e20007 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:13.116065 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dbb9e61a-b2e8-488b-9676-f28ca8e20007 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:13.229197 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e759f43e-7220-4ea3-8b88-7ea53ab260a8 req-cd0e19e2-f30f-4726-8d06-0d2a032c959f tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 210 time: 0.1326463 Feb 10 15:25:13.241414 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-dbb9e61a-b2e8-488b-9676-f28ca8e20007 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1894162 Feb 10 15:25:13.242189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51842) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:13.433150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642de55-dcea-4ec6-94ea-d170b59e366d req-5ea40256-be90-4246-809e-a6bdd0a54757 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:13.441002 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c642de55-dcea-4ec6-94ea-d170b59e366d req-5ea40256-be90-4246-809e-a6bdd0a54757 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.1976647 Feb 10 15:25:13.513544 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (cea3bf46-a0db-4252-994c-778fee298508), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:13.516097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-cea3bf46-a0db-4252-994c-778fee298508', 'network_id': 'cea3bf46-a0db-4252-994c-778fee298508', 'project_id': 'ab446148b7af47d5b9c86a6f1f59199a', 'fixed_ips': [{'subnet_id': 'b25c3a5d-413a-40c8-bd6e-07d266a41dc4'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:25:13.519186 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:13.534608 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c642de55-dcea-4ec6-94ea-d170b59e366d req-452177c2-2ddf-45e5-b40e-cdc125ad4b15 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898528 Feb 10 15:25:13.570362 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-dba9742e-d6f9-49c0-8f05-5fa51014cd2c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:13.573890 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-dba9742e-d6f9-49c0-8f05-5fa51014cd2c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.79 "GET /v2.0/networks?id=702b4d29-8496-4cdf-8d06-096bdfbaf841 HTTP/1.1" status: 200 len: 813 time: 0.3674622 Feb 10 15:25:13.592420 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-186c82f5-28c3-463d-8735-4645a395c0eb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Request body: {'port': {'device_id': '8d1aa1b6-0757-4d77-b68a-817e73ca3f7a', 'network_id': '702b4d29-8496-4cdf-8d06-096bdfbaf841', 'admin_state_up': True, 'tenant_id': '6f62ce0f89d54d2bb4957789c1d7bd81'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:13.663031 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (b25c3a5d-413a-40c8-bd6e-07d266a41dc4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:13.830251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Allocated IP 172.20.0.2 (cea3bf46-a0db-4252-994c-778fee298508/b25c3a5d-413a-40c8-bd6e-07d266a41dc4/146a88ff-6084-4c6d-a206-a71fc3c7e3e8) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:25:13.932236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-186c82f5-28c3-463d-8735-4645a395c0eb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Made reservation on behalf of 6f62ce0f89d54d2bb4957789c1d7bd81 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:25:13.939064 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-186c82f5-28c3-463d-8735-4645a395c0eb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:14.221384 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da71d3-384c-4689-b40e-e75fb3dc367a req-cc5ef517-39ce-4bb7-947c-f50d14c387b4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:14.238166 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27da71d3-384c-4689-b40e-e75fb3dc367a req-cc5ef517-39ce-4bb7-947c-f50d14c387b4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 944 time: 0.1440485 Feb 10 15:25:14.259693 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-186c82f5-28c3-463d-8735-4645a395c0eb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Allocated IP 172.20.0.4 (702b4d29-8496-4cdf-8d06-096bdfbaf841/a86f2b3a-a6aa-4006-b1ea-b533cc038ea2/06895099-944b-47c6-9196-0fb41379e877) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:25:14.266983 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Publish callbacks [] for port (146a88ff-6084-4c6d-a206-a71fc3c7e3e8), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:14.274786 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (146a88ff-6084-4c6d-a206-a71fc3c7e3e8), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:14.332361 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27da71d3-384c-4689-b40e-e75fb3dc367a req-0beda489-ed04-4ce6-87fc-9ceeedbc74d6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924330 Feb 10 15:25:14.334747 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (b25c3a5d-413a-40c8-bd6e-07d266a41dc4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:14.416860 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Pushing event updated for resources: {'Port': ['ID=146a88ff-6084-4c6d-a206-a71fc3c7e3e8,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:14.426107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Network cea3bf46-a0db-4252-994c-778fee298508 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:25:14.427880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:14.434773 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:25:14.491495 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Subnet': ['ID=b25c3a5d-413a-40c8-bd6e-07d266a41dc4,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:14.516194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b63c726-b3bb-4392-b59c-b70d345d212a req-d70f1892-f05c-4ae3-b8ff-3d4d87535fa5 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 210 time: 0.1890121 Feb 10 15:25:14.606742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Attempting to bind port 146a88ff-6084-4c6d-a206-a71fc3c7e3e8 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:25:14.607532 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Attempting to bind port 146a88ff-6084-4c6d-a206-a71fc3c7e3e8 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '21ff6418-8de2-4b07-b9ef-d8cb89a146e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cea3bf46-a0db-4252-994c-778fee298508'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:25:14.608175 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Attempting to bind port 146a88ff-6084-4c6d-a206-a71fc3c7e3e8 on network cea3bf46-a0db-4252-994c-778fee298508 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:14.614569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:25:14.615362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Checking segment: {'id': '21ff6418-8de2-4b07-b9ef-d8cb89a146e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cea3bf46-a0db-4252-994c-778fee298508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:14.615961 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:14.616575 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Bound using segment: {'id': '21ff6418-8de2-4b07-b9ef-d8cb89a146e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cea3bf46-a0db-4252-994c-778fee298508'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:25:14.617323 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Bound port: 146a88ff-6084-4c6d-a206-a71fc3c7e3e8, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ff6418-8de2-4b07-b9ef-d8cb89a146e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cea3bf46-a0db-4252-994c-778fee298508'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:25:14.617974 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (146a88ff-6084-4c6d-a206-a71fc3c7e3e8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:14.651818 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-186c82f5-28c3-463d-8735-4645a395c0eb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for port (06895099-944b-47c6-9196-0fb41379e877), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:14.680980 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (cea3bf46-a0db-4252-994c-778fee298508), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:14.709321 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-186c82f5-28c3-463d-8735-4645a395c0eb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (06895099-944b-47c6-9196-0fb41379e877), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:14.765289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea3bf46-a0db-4252-994c-778fee298508']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:14.795311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] For port 146a88ff-6084-4c6d-a206-a71fc3c7e3e8, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:14.807136 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] For port 146a88ff-6084-4c6d-a206-a71fc3c7e3e8, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=146a88ff-6084-4c6d-a206-a71fc3c7e3e8,segment=NetworkSegment(21ff6418-8de2-4b07-b9ef-d8cb89a146e0),segment_id=21ff6418-8de2-4b07-b9ef-d8cb89a146e0)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:25:14.808757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c82f5-28c3-463d-8735-4645a395c0eb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event updated for resources: {'Port': ['ID=06895099-944b-47c6-9196-0fb41379e877,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:14.809092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ff6418-8de2-4b07-b9ef-d8cb89a146e0') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:14.810251 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ff6418-8de2-4b07-b9ef-d8cb89a146e0') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:14.819138 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-186c82f5-28c3-463d-8735-4645a395c0eb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Network 702b4d29-8496-4cdf-8d06-096bdfbaf841 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:25:14.826225 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-186c82f5-28c3-463d-8735-4645a395c0eb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:14.827585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['bd74c3b7-8817-4676-9865-b4241d3e3d40'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:14.830510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-186c82f5-28c3-463d-8735-4645a395c0eb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:25:14.831055 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (21ff6418-8de2-4b07-b9ef-d8cb89a146e0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:14.846993 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (146a88ff-6084-4c6d-a206-a71fc3c7e3e8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:14.879459 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (21ff6418-8de2-4b07-b9ef-d8cb89a146e0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:14.911168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-186c82f5-28c3-463d-8735-4645a395c0eb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:14.912073 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-186c82f5-28c3-463d-8735-4645a395c0eb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:14.928121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (21ff6418-8de2-4b07-b9ef-d8cb89a146e0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:25:14.936917 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:25:14.948466 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-186c82f5-28c3-463d-8735-4645a395c0eb tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3650193 Feb 10 15:25:14.964398 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Request body: {'port': {'device_id': '8d1aa1b6-0757-4d77-b68a-817e73ca3f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:15.009399 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0ef17-4b53-4f89-b25d-3310a6343e17 None None] Pushing event updated for resources: {'Port': ['ID=146a88ff-6084-4c6d-a206-a71fc3c7e3e8,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:15.107679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392f5d-1bce-468f-8363-a9b1fb944c47 req-9d7f1e70-3a0a-44ab-b579-8f2a64b223aa tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:15.133805 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b392f5d-1bce-468f-8363-a9b1fb944c47 req-9d7f1e70-3a0a-44ab-b579-8f2a64b223aa tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.4265513 Feb 10 15:25:15.141931 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (06895099-944b-47c6-9196-0fb41379e877), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:15.194639 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f44d3d-9a8e-468c-860f-b9ebcc3f266f req-b3093516-af80-4e34-9c4e-74fb793d735b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:15.213117 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-10f44d3d-9a8e-468c-860f-b9ebcc3f266f req-b3093516-af80-4e34-9c4e-74fb793d735b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 931 time: 0.6778486 Feb 10 15:25:15.223514 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.api [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:25:15.223514 n-d-815324-7 neutron-server[103368]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:25:15.223514 n-d-815324-7 neutron-server[103368]: [parameters: {'id': 'cea3bf46-a0db-4252-994c-778fee298508'}] Feb 10 15:25:15.223514 n-d-815324-7 neutron-server[103368]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:25:15.225084 n-d-815324-7 neutron-server[103368]: DEBUG oslo_db.api [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:25:15.259856 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e0d920bf-4136-45a1-89dd-969ac9aa48d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:15.365457 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b392f5d-1bce-468f-8363-a9b1fb944c47 req-ef79468c-b050-40e5-a9f8-91786834c44f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289450 Feb 10 15:25:15.430558 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-10f44d3d-9a8e-468c-860f-b9ebcc3f266f req-76b12bd5-bba5-4206-8560-fbd457d53985 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084203 Feb 10 15:25:15.449918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bda08d-73d4-4bcd-9575-3c26f5ae3322 None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:25:15.582588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-a25f4d16-28b4-42a5-923d-bb3787696b2d tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=95c551baaab34be0970cae15fd82c936&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485239 Feb 10 15:25:15.805099 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06895099-944b-47c6-9196-0fb41379e877 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:25:15.814098 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bda08d-73d4-4bcd-9575-3c26f5ae3322 None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:25:15.826943 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Publish callbacks [] for port (06895099-944b-47c6-9196-0fb41379e877), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:15.856796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Transition to ACTIVE for port object 06895099-944b-47c6-9196-0fb41379e877 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:25:15.863752 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (06895099-944b-47c6-9196-0fb41379e877), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:16.049616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Pushing event updated for resources: {'Port': ['ID=06895099-944b-47c6-9196-0fb41379e877,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:16.101751 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (cea3bf46-a0db-4252-994c-778fee298508), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:16.132469 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Attempting to bind port 06895099-944b-47c6-9196-0fb41379e877 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:25:16.133420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34526c8d-4fab-4c64-86fa-2eab0f23b92b req-de46d7df-6c45-46d5-a7f6-d1eadf284e7e tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 210 time: 0.4549289 Feb 10 15:25:16.133886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Attempting to bind port 06895099-944b-47c6-9196-0fb41379e877 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '11a0d56f-5c6d-4f4b-8367-04b9600e50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '702b4d29-8496-4cdf-8d06-096bdfbaf841'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:25:16.134395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Attempting to bind port 06895099-944b-47c6-9196-0fb41379e877 on network 702b4d29-8496-4cdf-8d06-096bdfbaf841 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:16.155205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165eb227-35fa-4271-b806-35b96b8fdfd8 req-39f28142-481b-4349-8720-bf613e52ee4b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:16.161245 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-165eb227-35fa-4271-b806-35b96b8fdfd8 req-39f28142-481b-4349-8720-bf613e52ee4b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 944 time: 0.6867647 Feb 10 15:25:16.162254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Port 06895099-944b-47c6-9196-0fb41379e877 on network 702b4d29-8496-4cdf-8d06-096bdfbaf841 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:25:16.163079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Attempting to bind port 06895099-944b-47c6-9196-0fb41379e877 on network 702b4d29-8496-4cdf-8d06-096bdfbaf841 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:16.205958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:25:16.210510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Checking segment: {'id': '11a0d56f-5c6d-4f4b-8367-04b9600e50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '702b4d29-8496-4cdf-8d06-096bdfbaf841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:16.210510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Bound using segment: {'id': '11a0d56f-5c6d-4f4b-8367-04b9600e50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '702b4d29-8496-4cdf-8d06-096bdfbaf841'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:25:16.210510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Bound port: 06895099-944b-47c6-9196-0fb41379e877, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a0d56f-5c6d-4f4b-8367-04b9600e50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '702b4d29-8496-4cdf-8d06-096bdfbaf841'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:25:16.210510 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (06895099-944b-47c6-9196-0fb41379e877), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:16.299653 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:16.339762 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29635517-f7a9-4f23-bf2a-2c801aadbe11 None None] Network cea3bf46-a0db-4252-994c-778fee298508 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:25:16.351517 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-b9c480d1-db3e-43d3-b89a-f027cd1d8370 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:16.353195 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-b9c480d1-db3e-43d3-b89a-f027cd1d8370 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7589679 Feb 10 15:25:16.384505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] For port 06895099-944b-47c6-9196-0fb41379e877, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:16.391426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] For port 06895099-944b-47c6-9196-0fb41379e877, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=06895099-944b-47c6-9196-0fb41379e877,segment=NetworkSegment(11a0d56f-5c6d-4f4b-8367-04b9600e50f6),segment_id=11a0d56f-5c6d-4f4b-8367-04b9600e50f6)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:25:16.406360 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (06895099-944b-47c6-9196-0fb41379e877), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:16.448084 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:16.448949 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:16.457779 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] 10.222.0.79 "PUT /v2.0/ports/06895099-944b-47c6-9196-0fb41379e877 HTTP/1.1" status: 200 len: 1091 time: 1.4956880 Feb 10 15:25:16.462529 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-165eb227-35fa-4271-b806-35b96b8fdfd8 req-aedd610d-c51c-4d9d-b4d6-c7e4d34efc16 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745776 Feb 10 15:25:16.468923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1aa1b6-0757-4d77-b68a-817e73ca3f7a', 'tag': '06895099-944b-47c6-9196-0fb41379e877'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:16.482074 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444e47ef-7868-46c7-a3f6-46aa17e7383d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1aa1b6-0757-4d77-b68a-817e73ca3f7a", "tag": "06895099-944b-47c6-9196-0fb41379e877"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:16.533984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Deleting port 146a88ff-6084-4c6d-a206-a71fc3c7e3e8 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:16.534333 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (146a88ff-6084-4c6d-a206-a71fc3c7e3e8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:16.688472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b886a1b-da4c-4027-a3ac-9e96e8c20b29 service neutron] Pushing event updated for resources: {'Port': ['ID=06895099-944b-47c6-9196-0fb41379e877,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:16.713008 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-a043258f-c830-476a-95a6-1df838010fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:16.714886 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-a043258f-c830-476a-95a6-1df838010fb4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81&device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 1125 time: 0.1448665 Feb 10 15:25:16.742999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50775563-1796-4a8f-ac9c-8f03b2b68d07 req-791d8bd2-ab7d-414c-b5b0-1cb35ec28b4d tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:16.750022 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50775563-1796-4a8f-ac9c-8f03b2b68d07 req-791d8bd2-ab7d-414c-b5b0-1cb35ec28b4d tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.2563555 Feb 10 15:25:16.758605 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] For port 146a88ff-6084-4c6d-a206-a71fc3c7e3e8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=146a88ff-6084-4c6d-a206-a71fc3c7e3e8,segment=NetworkSegment(21ff6418-8de2-4b07-b9ef-d8cb89a146e0),segment_id=21ff6418-8de2-4b07-b9ef-d8cb89a146e0)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:16.758901 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (146a88ff-6084-4c6d-a206-a71fc3c7e3e8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:16.783315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Calling delete_port for 146a88ff-6084-4c6d-a206-a71fc3c7e3e8 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:25:16.822154 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-8eaa5b07-b102-42af-8e49-5577495d9ca3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06895099-944b-47c6-9196-0fb41379e877 HTTP/1.1" status: 200 len: 217 time: 0.0942531 Feb 10 15:25:16.873725 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50775563-1796-4a8f-ac9c-8f03b2b68d07 req-a5444f53-8c31-4ec7-89d7-c5ffecacc05c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175346 Feb 10 15:25:16.878175 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-d227e03c-90e8-4ccb-9fe4-8169becd48c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:16.879660 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-d227e03c-90e8-4ccb-9fe4-8169becd48c7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a86f2b3a-a6aa-4006-b1ea-b533cc038ea2 HTTP/1.1" status: 200 len: 853 time: 0.0474632 Feb 10 15:25:16.890798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733c1b2-e3ea-4410-9d73-90f696567a28 req-a0f3a6c6-a2c1-4325-9530-66b023f1f0d9 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:16.895133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5733c1b2-e3ea-4410-9d73-90f696567a28 req-a0f3a6c6-a2c1-4325-9530-66b023f1f0d9 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 943 time: 0.2431614 Feb 10 15:25:16.944584 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-bea63fb3-30b3-499d-bb7d-ddaffaf395a7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=702b4d29-8496-4cdf-8d06-096bdfbaf841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587966 Feb 10 15:25:16.947435 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e197388a-d753-4248-9111-2b65cc95688d x-openstack-request-id: req-e197388a-d753-4248-9111-2b65cc95688d {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:16.947802 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1aa1b6-0757-4d77-b68a-817e73ca3f7a", "tag": "06895099-944b-47c6-9196-0fb41379e877", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:16.948122 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e197388a-d753-4248-9111-2b65cc95688d {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:16.952421 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1aa1b6-0757-4d77-b68a-817e73ca3f7a', 'tag': '06895099-944b-47c6-9196-0fb41379e877', 'status': 'completed', 'code': 200} Feb 10 15:25:17.045048 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5733c1b2-e3ea-4410-9d73-90f696567a28 req-6b349ffa-6489-491c-87e8-48b87b5d97bd tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423218 Feb 10 15:25:17.053263 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (146a88ff-6084-4c6d-a206-a71fc3c7e3e8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:17.099625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No DVR routers for this DVR port 146a88ff-6084-4c6d-a206-a71fc3c7e3e8 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:17.107470 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Port': ['ID=146a88ff-6084-4c6d-a206-a71fc3c7e3e8,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:17.139932 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-19619823-279c-4f6a-ad2b-6d9a7ddd8770 service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860175 Feb 10 15:25:17.198048 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (cea3bf46-a0db-4252-994c-778fee298508), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:17.225156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea3bf46-a0db-4252-994c-778fee298508']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:17.249331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ff6418-8de2-4b07-b9ef-d8cb89a146e0') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:17.249941 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ff6418-8de2-4b07-b9ef-d8cb89a146e0') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:17.265474 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5db5d98f-d0aa-4aae-8c55-6b65d28b46f0 req-c45d0e7a-4e38-4d11-9b1a-b5ab6ae58a69 service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197381 Feb 10 15:25:17.272075 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (21ff6418-8de2-4b07-b9ef-d8cb89a146e0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:17.288745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Request body: {'port': {'device_id': 'ca7d6169-3afc-43ad-933e-41caf189f69b', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '95c551baaab34be0970cae15fd82c936'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:17.343021 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4255d07d-a7dc-45a4-a455-58be0bed5184 req-f51b47db-a0ed-428b-8a91-9bf492470528 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 210 time: 0.0755651 Feb 10 15:25:17.344091 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (21ff6418-8de2-4b07-b9ef-d8cb89a146e0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (21ff6418-8de2-4b07-b9ef-d8cb89a146e0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:25:17.369974 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:25:17.417190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e47ef-7868-46c7-a3f6-46aa17e7383d req-22531768-db16-4982-b4d8-8333d3c8944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:17.419749 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-444e47ef-7868-46c7-a3f6-46aa17e7383d req-22531768-db16-4982-b4d8-8333d3c8944f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81&device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 1125 time: 0.0750356 Feb 10 15:25:17.473999 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (cea3bf46-a0db-4252-994c-778fee298508), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:17.498664 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:17.504509 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/cea3bf46-a0db-4252-994c-778fee298508 HTTP/1.1" status: 204 len: 168 time: 4.2600698 Feb 10 15:25:17.505504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51916) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:17.510877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c3d86-3bd5-4670-8d55-9bbe83657227 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Network': ['ID=cea3bf46-a0db-4252-994c-778fee298508,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:17.529955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e47ef-7868-46c7-a3f6-46aa17e7383d req-89a27fad-7a26-4088-92ca-01110412a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:17.531451 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-444e47ef-7868-46c7-a3f6-46aa17e7383d req-89a27fad-7a26-4088-92ca-01110412a62c service neutron] 10.222.0.79 "GET /v2.0/networks?id=702b4d29-8496-4cdf-8d06-096bdfbaf841 HTTP/1.1" status: 200 len: 914 time: 0.1063225 Feb 10 15:25:17.545814 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bcd5e9a-b6c1-4a2b-8f16-8b2ae58a2636 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] GET failed (client error): The resource could not be found. Feb 10 15:25:17.549958 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1bcd5e9a-b6c1-4a2b-8f16-8b2ae58a2636 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "GET /v2.0/subnets/b25c3a5d-413a-40c8-bd6e-07d266a41dc4 HTTP/1.1" status: 404 len: 337 time: 0.0416014 Feb 10 15:25:17.552982 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51918) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:17.590291 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-444e47ef-7868-46c7-a3f6-46aa17e7383d req-c55fc3ba-3841-492d-b212-7271da928775 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06895099-944b-47c6-9196-0fb41379e877 HTTP/1.1" status: 200 len: 217 time: 0.0521977 Feb 10 15:25:17.611175 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee7c4dd-919e-403e-af2a-1274d9575781 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:17.611689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee7c4dd-919e-403e-af2a-1274d9575781 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:17.617501 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-dee7c4dd-919e-403e-af2a-1274d9575781 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/cea3bf46-a0db-4252-994c-778fee298508 HTTP/1.1" status: 404 len: 339 time: 0.0636480 Feb 10 15:25:17.622869 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51924) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:17.661806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e47ef-7868-46c7-a3f6-46aa17e7383d req-dc0ce046-10b6-4e35-8351-4dfaa27b9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:17.663277 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-444e47ef-7868-46c7-a3f6-46aa17e7383d req-dc0ce046-10b6-4e35-8351-4dfaa27b9856 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a86f2b3a-a6aa-4006-b1ea-b533cc038ea2 HTTP/1.1" status: 200 len: 853 time: 0.0644422 Feb 10 15:25:17.665311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Made reservation on behalf of 95c551baaab34be0970cae15fd82c936 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:25:17.668936 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:17.694621 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-444e47ef-7868-46c7-a3f6-46aa17e7383d req-aed106a1-38fa-4ada-829d-26bdc487f3fe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=702b4d29-8496-4cdf-8d06-096bdfbaf841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253420 Feb 10 15:25:17.696556 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:17.794957 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-444e47ef-7868-46c7-a3f6-46aa17e7383d req-0ec6b4a9-1136-484c-b1d1-575345aa4391 service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942409 Feb 10 15:25:17.811976 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58185a-a756-48c5-b92c-27246dc9e957 req-1c8a6e7a-64db-47b7-9ad4-51f39f08b002 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:17.814445 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d58185a-a756-48c5-b92c-27246dc9e957 req-1c8a6e7a-64db-47b7-9ad4-51f39f08b002 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 944 time: 0.2398922 Feb 10 15:25:17.836789 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:17.909583 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac8788f-ad6b-480b-bb5a-ce5465028b97 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:17.914116 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cac8788f-ad6b-480b-bb5a-ce5465028b97 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2888024 Feb 10 15:25:17.917062 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51932) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:17.947833 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d58185a-a756-48c5-b92c-27246dc9e957 req-a4a9b3a2-2965-4e65-9481-75e3d42bb9e5 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135244 Feb 10 15:25:17.970358 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b2b12d2f-7c0d-411b-9a2f-147484105a3d tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "GET /v2.0/subnets?network_id=4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 207 time: 0.0489628 Feb 10 15:25:17.970844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51934) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:18.013335 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-444e47ef-7868-46c7-a3f6-46aa17e7383d req-3560acf0-2c3e-4fe8-8fa9-193ab386650c service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120292 Feb 10 15:25:18.044333 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Publish callbacks [] for security_group (0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:18.052925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b12c3-c106-4ae7-af35-1c082016c201 req-bdd237b5-3606-4797-a58c-98ef9699d4cc tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:18.054502 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a9b12c3-c106-4ae7-af35-1c082016c201 req-bdd237b5-3606-4797-a58c-98ef9699d4cc tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.1006196 Feb 10 15:25:18.055608 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:18.169979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775dc088-b267-4b26-a79d-b7d31870a27b tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:18.174818 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775dc088-b267-4b26-a79d-b7d31870a27b tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:18.181536 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775dc088-b267-4b26-a79d-b7d31870a27b tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:18.187425 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775dc088-b267-4b26-a79d-b7d31870a27b tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:18.189181 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-775dc088-b267-4b26-a79d-b7d31870a27b tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2176392 Feb 10 15:25:18.193010 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51942) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:18.213484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:18.292579 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a9b12c3-c106-4ae7-af35-1c082016c201 req-75ac403f-eba7-40ff-92da-e0dff5ace0b9 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206724 Feb 10 15:25:18.317021 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Allocated IP 192.168.233.132 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:25:18.335765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c818b-97b1-4f76-b608-acd5473fd9be req-98341420-1263-409b-ba2f-2e0fd2afbf55 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:18.337464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f48c818b-97b1-4f76-b608-acd5473fd9be req-98341420-1263-409b-ba2f-2e0fd2afbf55 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 943 time: 0.1951773 Feb 10 15:25:18.503360 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4fad8ccb-b16a-4f2a-8604-e9769562b2d6 req-c2be6f47-6cf6-499a-9d91-864a1b3926d2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 210 time: 0.0657725 Feb 10 15:25:18.552945 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f48c818b-97b1-4f76-b608-acd5473fd9be req-e654e618-8779-4306-afe7-acbb8f0a3cb7 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042043 Feb 10 15:25:18.588808 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ba10dc53-89d5-46dc-8dd8-1637127506e3 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3946631 Feb 10 15:25:18.593474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51952) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:18.613433 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Publish callbacks [] for port (d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:18.650678 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:18.697257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8650c6d2-7957-404f-a844-798970b887db tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:18.698640 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8650c6d2-7957-404f-a844-798970b887db tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:18.700245 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8650c6d2-7957-404f-a844-798970b887db tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1057963 Feb 10 15:25:18.701117 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:25:18.704057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51954) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:18.715760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:18.752314 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:25:18.766972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Pushing event updated for resources: {'Port': ['ID=d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:18.834797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b8b6b6-1ff5-4b5c-9a6b-02bce2b17293 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:18.836015 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b8b6b6-1ff5-4b5c-9a6b-02bce2b17293 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['shared'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:18.841730 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e3b8b6b6-1ff5-4b5c-9a6b-02bce2b17293 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1329894 Feb 10 15:25:18.842420 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51960) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:18.848843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:18.849675 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:18.878663 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-f482554b-be11-4082-8579-68b60cb576f2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6101902 Feb 10 15:25:18.899857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Request body: {'port': {'device_id': 'ca7d6169-3afc-43ad-933e-41caf189f69b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:18.945496 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:18.977592 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d1c12-ba25-4d2a-9a5e-aa9ea1f2e40c tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:18.980294 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cc3d1c12-ba25-4d2a-9a5e-aa9ea1f2e40c tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "GET /v2.0/networks/cd595012-5433-4f69-b469-2cd8e98f570c HTTP/1.1" status: 200 len: 800 time: 0.1363826 Feb 10 15:25:18.984538 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51964) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:19.003741 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:19.078904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-76221d44-36da-4675-8fda-1fab3a36d1f7 None None] Provisioning complete for port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:19.079289 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-76221d44-36da-4675-8fda-1fab3a36d1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:19.113918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-76221d44-36da-4675-8fda-1fab3a36d1f7 None None] Port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:25:19.139181 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cb6ce969-bcd6-4b1a-a641-2615d05386d8 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "GET /v2.0/networks/cd595012-5433-4f69-b469-2cd8e98f570c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1512742 Feb 10 15:25:19.141868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51970) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:19.199693 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37b38d-9d2a-4f5b-844e-caa73ed9b241 req-4e5b1110-3f5a-458a-97ae-e5d2bd955076 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:19.201366 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef37b38d-9d2a-4f5b-844e-caa73ed9b241 req-4e5b1110-3f5a-458a-97ae-e5d2bd955076 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 944 time: 0.1482236 Feb 10 15:25:19.204579 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1366be-aec1-4aa6-8e68-31fbbba79a91 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:19.210428 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fe1366be-aec1-4aa6-8e68-31fbbba79a91 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "GET /v2.0/subnets/8cf5a3c4-6b1b-436c-bde0-ae2f6ea374cb HTTP/1.1" status: 200 len: 811 time: 0.0652249 Feb 10 15:25:19.211251 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51972) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:19.271435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486ab491-d71d-46f3-848d-7af746e537fc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['shared'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:19.276404 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-486ab491-d71d-46f3-848d-7af746e537fc tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "GET /v2.0/subnets/8cf5a3c4-6b1b-436c-bde0-ae2f6ea374cb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0596042 Feb 10 15:25:19.276746 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51974) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:19.282767 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-93e9504d-0d87-4266-9056-1cb262b46484 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-373525610'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:19.318211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e9504d-0d87-4266-9056-1cb262b46484 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:25:19.327855 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-93e9504d-0d87-4266-9056-1cb262b46484 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:19.332981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef37b38d-9d2a-4f5b-844e-caa73ed9b241 req-e8d47c36-d0c3-422d-8c27-1a0ea306223b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211121 Feb 10 15:25:19.372109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e9504d-0d87-4266-9056-1cb262b46484 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:25:19.388698 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-93e9504d-0d87-4266-9056-1cb262b46484 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:19.389313 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-93e9504d-0d87-4266-9056-1cb262b46484 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Added segment c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15 of type vlan for network 66c75efb-02fb-4eae-8fe5-376b2f889b98 Feb 10 15:25:19.448163 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-93e9504d-0d87-4266-9056-1cb262b46484 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (66c75efb-02fb-4eae-8fe5-376b2f889b98), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:19.458001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:25:19.469002 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Publish callbacks [] for port (d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:19.475410 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-93e9504d-0d87-4266-9056-1cb262b46484 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (66c75efb-02fb-4eae-8fe5-376b2f889b98), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:19.477501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a660fc-eb41-467f-a7df-7f166fdca88c req-a5f4a04d-423e-4453-9c31-faf19d753236 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:19.479001 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9a660fc-eb41-467f-a7df-7f166fdca88c req-a5f4a04d-423e-4453-9c31-faf19d753236 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.1193769 Feb 10 15:25:19.480737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e9504d-0d87-4266-9056-1cb262b46484 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:19.482054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-93e9504d-0d87-4266-9056-1cb262b46484 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:19.500519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Transition to ACTIVE for port object d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:25:19.512559 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:19.528467 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-93e9504d-0d87-4266-9056-1cb262b46484 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2501042 Feb 10 15:25:19.562288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51984) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:19.570995 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-23f86cd9-c8cd-437e-81b6-4530baee90ac tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'subnet': {'network_id': '66c75efb-02fb-4eae-8fe5-376b2f889b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:19.596426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9504d-0d87-4266-9056-1cb262b46484 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Network': ['ID=66c75efb-02fb-4eae-8fe5-376b2f889b98,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:19.612666 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 66c75efb-02fb-4eae-8fe5-376b2f889b98 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:25:19.631602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:19.650562 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9a660fc-eb41-467f-a7df-7f166fdca88c req-8b1e3149-4f77-4794-946b-4b6f8ac54ffe tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581893 Feb 10 15:25:19.728458 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f86cd9-c8cd-437e-81b6-4530baee90ac tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Made reservation on behalf of ab446148b7af47d5b9c86a6f1f59199a for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:25:19.733643 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23f86cd9-c8cd-437e-81b6-4530baee90ac tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:19.809830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2635f-f667-4305-89bb-9618aff52bcb req-44b68786-373c-4f43-b1c8-66f70bd93338 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:19.813330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21f2635f-f667-4305-89bb-9618aff52bcb req-44b68786-373c-4f43-b1c8-66f70bd93338 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 948 time: 0.2170479 Feb 10 15:25:19.827801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-23f86cd9-c8cd-437e-81b6-4530baee90ac tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Performing IP validity checks on allocation pools {{(pid=103369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 15:25:19.828481 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-23f86cd9-c8cd-437e-81b6-4530baee90ac tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 15:25:19.867824 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Attempting to bind port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:25:19.868269 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Attempting to bind port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:25:19.868697 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Attempting to bind port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:19.880846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:25:19.881061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Attempting to bind port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:19.898184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:25:19.898445 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:19.898842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:25:19.899325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Bound port: d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:25:19.899743 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:19.960177 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21f2635f-f667-4305-89bb-9618aff52bcb req-eb742e04-e86f-4eb6-a68d-519937098dfc tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244998 Feb 10 15:25:19.970621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e91011-3780-4a27-b1ee-824c7f160822 req-b33b445d-e73a-4fcb-b2c4-7c469361b7a2 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:19.972170 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b2e91011-3780-4a27-b1ee-824c7f160822 req-b33b445d-e73a-4fcb-b2c4-7c469361b7a2 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 943 time: 0.1577668 Feb 10 15:25:20.004098 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23f86cd9-c8cd-437e-81b6-4530baee90ac tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (9a05e26c-86be-4ec8-a526-f105f4f6ce76), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:20.042153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] For port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:20.063740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b2e91011-3780-4a27-b1ee-824c7f160822 req-ec47afa2-f582-4d7a-ba60-6f83b4bd76c3 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811758 Feb 10 15:25:20.069307 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] For port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:25:20.082293 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f86cd9-c8cd-437e-81b6-4530baee90ac tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Subnet': ['ID=9a05e26c-86be-4ec8-a526-f105f4f6ce76,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:20.091468 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:20.107382 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f86cd9-c8cd-437e-81b6-4530baee90ac tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Checking segment: {'id': 'c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '66c75efb-02fb-4eae-8fe5-376b2f889b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:20.107881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f86cd9-c8cd-437e-81b6-4530baee90ac tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network hostable DHCP agents. Network: 66c75efb-02fb-4eae-8fe5-376b2f889b98, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:25:20.128775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f86cd9-c8cd-437e-81b6-4530baee90ac tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Network 66c75efb-02fb-4eae-8fe5-376b2f889b98 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:25:20.141803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-23f86cd9-c8cd-437e-81b6-4530baee90ac tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 66c75efb-02fb-4eae-8fe5-376b2f889b98) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:20.148737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:20.149356 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:20.150774 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] 10.222.0.72 "PUT /v2.0/ports/d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c HTTP/1.1" status: 200 len: 1096 time: 1.2571952 Feb 10 15:25:20.151226 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7d6169-3afc-43ad-933e-41caf189f69b', 'tag': 'd4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:20.156546 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f86cd9-c8cd-437e-81b6-4530baee90ac tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:20.157759 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-23f86cd9-c8cd-437e-81b6-4530baee90ac tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:20.158105 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368aad57-815a-443d-b6aa-c6020d387cca" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7d6169-3afc-43ad-933e-41caf189f69b", "tag": "d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:20.162562 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 5de7e7f1-03e7-434a-aec3-16c86e5de442 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:25:20.196832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-23f86cd9-c8cd-437e-81b6-4530baee90ac tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6302645 Feb 10 15:25:20.204595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52000) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:20.213909 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0484f-1370-4893-a483-772dffa5e609 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:20.217491 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9535db1d-b052-4ab0-bc5d-a537864bfa77 x-openstack-request-id: req-9535db1d-b052-4ab0-bc5d-a537864bfa77 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:20.217790 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7d6169-3afc-43ad-933e-41caf189f69b", "tag": "d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:20.218040 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9535db1d-b052-4ab0-bc5d-a537864bfa77 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:20.218447 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7d6169-3afc-43ad-933e-41caf189f69b', 'tag': 'd4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c', 'status': 'completed', 'code': 200} Feb 10 15:25:20.222702 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7b2bd3-0e9d-44f5-bba2-c8d7e7f7c46e None None] Network 66c75efb-02fb-4eae-8fe5-376b2f889b98 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:25:20.229203 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-3a2636ce-c606-4aaa-bbf4-77d774cc266a tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:20.293572 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-c6362aa6-57db-40ea-99c9-eb765985b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:20.295691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-c6362aa6-57db-40ea-99c9-eb765985b470 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95c551baaab34be0970cae15fd82c936&device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 1130 time: 0.0668941 Feb 10 15:25:20.354413 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:20.404852 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-9563d02e-a9c8-403d-908a-d91d8297a688 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c HTTP/1.1" status: 200 len: 217 time: 0.0993538 Feb 10 15:25:20.417044 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'port_id': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'mac_address': 'fa:16:3e:94:b1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:25:20.428990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-66c75efb-02fb-4eae-8fe5-376b2f889b98', 'network_id': '66c75efb-02fb-4eae-8fe5-376b2f889b98', 'project_id': 'ab446148b7af47d5b9c86a6f1f59199a', 'fixed_ips': [{'subnet_id': '9a05e26c-86be-4ec8-a526-f105f4f6ce76'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:25:20.430365 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:20.430670 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3a2636ce-c606-4aaa-bbf4-77d774cc266a tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4651465'] for subnet (9a05e26c-86be-4ec8-a526-f105f4f6ce76), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:20.621823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 5de7e7f1-03e7-434a-aec3-16c86e5de442 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:20.622385 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:20.627613 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-17ada3b5-ac1b-4b59-9be3-6d4b0b20e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:20.644855 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-17ada3b5-ac1b-4b59-9be3-6d4b0b20e500 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1683524 Feb 10 15:25:20.658353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de7e7f1-03e7-434a-aec3-16c86e5de442 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:25:20.663670 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3a2636ce-c606-4aaa-bbf4-77d774cc266a tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787935756279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5910538'] for subnet (9a05e26c-86be-4ec8-a526-f105f4f6ce76), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:20.702259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f532997-3252-4d6b-8112-1238da23e02d req-19afcb58-7437-4590-b70d-dffe24b7bfda tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:20.709548 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f532997-3252-4d6b-8112-1238da23e02d req-19afcb58-7437-4590-b70d-dffe24b7bfda tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 944 time: 0.2661781 Feb 10 15:25:20.736168 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:20.743790 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2636ce-c606-4aaa-bbf4-77d774cc266a tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:20.744427 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3a2636ce-c606-4aaa-bbf4-77d774cc266a tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:20.746013 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:20.749679 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3a2636ce-c606-4aaa-bbf4-77d774cc266a tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "PUT /v2.0/subnets/9a05e26c-86be-4ec8-a526-f105f4f6ce76 HTTP/1.1" status: 200 len: 877 time: 0.5374639 Feb 10 15:25:20.750020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52012) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:20.796371 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f532997-3252-4d6b-8112-1238da23e02d req-62c59b18-0a42-4bb6-83bd-34430018478a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858142 Feb 10 15:25:20.811709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-1c55f765-b375-4ee5-9ba3-d53ef60c463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:20.824449 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-1c55f765-b375-4ee5-9ba3-d53ef60c463c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1787164 Feb 10 15:25:20.828862 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2636ce-c606-4aaa-bbf4-77d774cc266a tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event updated for resources: {'Subnet': ['ID=9a05e26c-86be-4ec8-a526-f105f4f6ce76,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:20.852219 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=5de7e7f1-03e7-434a-aec3-16c86e5de442,revision_number=11']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:20.867278 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (66c75efb-02fb-4eae-8fe5-376b2f889b98), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:20.874826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:20.875836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:20.876371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:20.877140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:20.877357 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:20.877695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:20.878065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:20.878394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:20.878882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:20.879406 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:20.880236 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:20.881297 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:20.881648 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:20.885839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Allocated IP 172.20.0.3 (66c75efb-02fb-4eae-8fe5-376b2f889b98/9a05e26c-86be-4ec8-a526-f105f4f6ce76/7f48bca4-a78d-459c-b51f-bc0f45c357fc) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:25:20.967454 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (9a05e26c-86be-4ec8-a526-f105f4f6ce76), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:20.984938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340c3e2-7120-4fee-861c-9504288daed6 req-e032bcd6-54a3-4a5e-a7bd-98417d8f1d63 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:20.987067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6340c3e2-7120-4fee-861c-9504288daed6 req-e032bcd6-54a3-4a5e-a7bd-98417d8f1d63 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.1845477 Feb 10 15:25:21.087043 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-36248661-bed3-4ad8-ac1c-6312c5b9763c service neutron] show failed (client error): The resource could not be found. Feb 10 15:25:21.088274 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-36248661-bed3-4ad8-ac1c-6312c5b9763c service neutron] 10.222.0.79 "GET /v2.0/ports/2511cc1e-005c-4486-87ec-d146ee581a8e/bindings/n-h1-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.1274250 Feb 10 15:25:21.148316 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Publish callbacks [] for port (7f48bca4-a78d-459c-b51f-bc0f45c357fc), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:21.161268 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (7f48bca4-a78d-459c-b51f-bc0f45c357fc), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:21.185300 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (9a05e26c-86be-4ec8-a526-f105f4f6ce76), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:21.225773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Subnet': ['ID=9a05e26c-86be-4ec8-a526-f105f4f6ce76,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:21.229010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['5de7e7f1-03e7-434a-aec3-16c86e5de442'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:21.317425 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Network 66c75efb-02fb-4eae-8fe5-376b2f889b98 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:25:21.328963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:21.370426 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:25:21.376388 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Pushing event updated for resources: {'Port': ['ID=7f48bca4-a78d-459c-b51f-bc0f45c357fc,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:21.417232 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (66c75efb-02fb-4eae-8fe5-376b2f889b98), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:21.427636 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-22049ddb-07fe-49dc-b681-2e859d824d72 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848212 Feb 10 15:25:21.445882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c75efb-02fb-4eae-8fe5-376b2f889b98']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:21.463162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:21.463575 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:21.468902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Attempting to bind port 7f48bca4-a78d-459c-b51f-bc0f45c357fc on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:25:21.469492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Attempting to bind port 7f48bca4-a78d-459c-b51f-bc0f45c357fc by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '66c75efb-02fb-4eae-8fe5-376b2f889b98'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:25:21.470030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Attempting to bind port 7f48bca4-a78d-459c-b51f-bc0f45c357fc on network 66c75efb-02fb-4eae-8fe5-376b2f889b98 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:21.478374 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:21.491338 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6340c3e2-7120-4fee-861c-9504288daed6 req-77173fda-b772-4709-8d1e-035826ba3aa6 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953279 Feb 10 15:25:21.497284 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:25:21.497769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Checking segment: {'id': 'c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '66c75efb-02fb-4eae-8fe5-376b2f889b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:21.498392 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:21.498832 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb355e-dbda-495e-adcd-35ba9478eb32 req-554079ef-505e-4b0a-a58b-644d32f17ba3 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:21.499027 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Bound using segment: {'id': 'c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '66c75efb-02fb-4eae-8fe5-376b2f889b98'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:25:21.499763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Bound port: 7f48bca4-a78d-459c-b51f-bc0f45c357fc, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '66c75efb-02fb-4eae-8fe5-376b2f889b98'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:25:21.500522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6eeb355e-dbda-495e-adcd-35ba9478eb32 req-554079ef-505e-4b0a-a58b-644d32f17ba3 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 948 time: 0.1146290 Feb 10 15:25:21.507083 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7f48bca4-a78d-459c-b51f-bc0f45c357fc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:21.511411 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:21.581529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:25:21.582015 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:25:21.585808 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:25:21.653947 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] For port 7f48bca4-a78d-459c-b51f-bc0f45c357fc, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:21.664850 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721629d0-9861-4a65-9f34-4fa423fadae4 req-76aa72f3-0ed8-4688-ae3a-7c8d12ad1340 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250473 Feb 10 15:25:21.676776 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] For port 7f48bca4-a78d-459c-b51f-bc0f45c357fc, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7f48bca4-a78d-459c-b51f-bc0f45c357fc,segment=NetworkSegment(c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15),segment_id=c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:25:21.686355 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7f48bca4-a78d-459c-b51f-bc0f45c357fc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:21.687202 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-e7cdfe5c-f272-4b57-ac99-05545c14e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:21.689071 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-e7cdfe5c-f272-4b57-ac99-05545c14e250 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66&tenant_id=671a8c1cbc3247fe9316f7b0241815f0 HTTP/1.1" status: 200 len: 1131 time: 0.1648998 Feb 10 15:25:21.689564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6eeb355e-dbda-495e-adcd-35ba9478eb32 req-53272bf4-8211-4fa0-9cdd-f9c7c7e6be23 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242695 Feb 10 15:25:21.690755 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.db.api [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 15:25:21.690755 n-d-815324-7 neutron-server[103369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 15:25:21.690755 n-d-815324-7 neutron-server[103369]: [parameters: {'id': '66c75efb-02fb-4eae-8fe5-376b2f889b98'}] Feb 10 15:25:21.690755 n-d-815324-7 neutron-server[103369]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:25:21.692576 n-d-815324-7 neutron-server[103369]: DEBUG oslo_db.api [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:25:21.707247 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:21.748383 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f28f89-b921-41d1-a49b-5008fe53416b req-f56ac1a4-4866-4623-82fb-d73f266f04c9 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:21.750134 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f5f28f89-b921-41d1-a49b-5008fe53416b req-f56ac1a4-4866-4623-82fb-d73f266f04c9 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 943 time: 0.1001678 Feb 10 15:25:21.812021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d0883-3c4f-4c95-aa7d-247b7a0b5f2c None None] Pushing event updated for resources: {'Port': ['ID=7f48bca4-a78d-459c-b51f-bc0f45c357fc,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:21.837416 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44138f07-85e0-4772-8832-f4810b7ccd14 None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:25:21.849258 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:21.889019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f5f28f89-b921-41d1-a49b-5008fe53416b req-541035d8-7fb7-4e98-a7b1-03842819bf69 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199558 Feb 10 15:25:21.929366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aad57-815a-443d-b6aa-c6020d387cca req-7f23c256-1238-40e0-8ad6-3ddfed51a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:21.931007 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-368aad57-815a-443d-b6aa-c6020d387cca req-7f23c256-1238-40e0-8ad6-3ddfed51a305 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95c551baaab34be0970cae15fd82c936&device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 1130 time: 0.1800809 Feb 10 15:25:21.988061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44138f07-85e0-4772-8832-f4810b7ccd14 None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:25:22.047401 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e4872-1f4e-430e-9571-ee3d39dfffc7 req-1fe66451-f9d8-40d8-855c-fa1eba25c52a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:22.048977 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-430e4872-1f4e-430e-9571-ee3d39dfffc7 req-1fe66451-f9d8-40d8-855c-fa1eba25c52a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.1488116 Feb 10 15:25:22.087576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aad57-815a-443d-b6aa-c6020d387cca req-bded308e-b86a-4dd1-ae25-ea2dfea89c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:22.089165 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-368aad57-815a-443d-b6aa-c6020d387cca req-bded308e-b86a-4dd1-ae25-ea2dfea89c29 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1409752 Feb 10 15:25:22.123482 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-430e4872-1f4e-430e-9571-ee3d39dfffc7 req-9d40834a-5bd1-43c9-9355-3df77423ef27 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678174 Feb 10 15:25:22.176341 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-368aad57-815a-443d-b6aa-c6020d387cca req-2d6c01fc-da60-4d52-99fc-eef9dbfea7d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c HTTP/1.1" status: 200 len: 217 time: 0.0577860 Feb 10 15:25:22.198819 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (66c75efb-02fb-4eae-8fe5-376b2f889b98), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:22.245738 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2511cc1e-005c-4486-87ec-d146ee581a8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:22.246763 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aad57-815a-443d-b6aa-c6020d387cca req-9ad560e5-2b98-4f9c-acd0-0de81b880796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:22.249727 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-368aad57-815a-443d-b6aa-c6020d387cca req-9ad560e5-2b98-4f9c-acd0-0de81b880796 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0651991 Feb 10 15:25:22.297543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:22.321922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aad57-815a-443d-b6aa-c6020d387cca req-5bb1d9c1-3452-40d2-96d1-a1d479e49e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:22.324014 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-368aad57-815a-443d-b6aa-c6020d387cca req-5bb1d9c1-3452-40d2-96d1-a1d479e49e84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0668981 Feb 10 15:25:22.438347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:22.441531 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d648f7f3-a1e5-4c91-afe6-bbcf7fe8f2cd" -d '{"events": [{"server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "name": "network-vif-unplugged", "status": "completed", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:22.443670 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 06895099-944b-47c6-9196-0fb41379e877 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:25:22.466595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Publish callbacks [] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:22.476882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b68a-7df3-48cd-9d46-5dd883c0c03c req-930712f6-8fca-4a17-940b-c028eed15f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:22.480913 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-368aad57-815a-443d-b6aa-c6020d387cca req-f546e918-9913-4488-90a2-3b5d521107c6 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462290 Feb 10 15:25:22.482038 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-96e8b68a-7df3-48cd-9d46-5dd883c0c03c req-930712f6-8fca-4a17-940b-c028eed15f22 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ad24befb1384c69ac214ad0a37e0b2b&device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 1127 time: 0.3214645 Feb 10 15:25:22.628900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f752bb9-5e4c-4bf2-8033-753fa18c2a40 None None] Network 66c75efb-02fb-4eae-8fe5-376b2f889b98 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:25:22.647658 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Transition to ACTIVE for port object 2511cc1e-005c-4486-87ec-d146ee581a8e will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:25:22.651240 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20554472-932c-4e92-9544-a141eed038ea x-openstack-request-id: req-20554472-932c-4e92-9544-a141eed038ea {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:22.651534 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "name": "network-vif-unplugged", "status": "completed", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:22.651771 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20554472-932c-4e92-9544-a141eed038ea {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:22.652158 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e', 'code': 200} Feb 10 15:25:22.669604 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Deleting port 7f48bca4-a78d-459c-b51f-bc0f45c357fc {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:22.669969 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7f48bca4-a78d-459c-b51f-bc0f45c357fc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:22.671787 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:22.829191 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-368aad57-815a-443d-b6aa-c6020d387cca req-2b16058a-b8ae-4460-84bc-193f933d1196 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347497 Feb 10 15:25:22.833644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b68a-7df3-48cd-9d46-5dd883c0c03c req-c1ec37c8-d993-48ef-a50f-d41ad75e4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:22.836613 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-96e8b68a-7df3-48cd-9d46-5dd883c0c03c req-c1ec37c8-d993-48ef-a50f-d41ad75e4e87 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6815c067-d5ad-4bf7-9e88-17529fe8111d HTTP/1.1" status: 200 len: 918 time: 0.2860594 Feb 10 15:25:22.877879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a3e89e-b4fc-416a-a89a-b8cb3498f0b0 None None] Network 66c75efb-02fb-4eae-8fe5-376b2f889b98 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:25:22.884675 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693fca8-bf4b-4286-809e-94c8823b99cb req-34564bc6-9e6e-49d8-b4ee-26246809d932 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:22.888275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d693fca8-bf4b-4286-809e-94c8823b99cb req-34564bc6-9e6e-49d8-b4ee-26246809d932 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 947 time: 0.1936069 Feb 10 15:25:22.975801 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756d652-abd3-4352-96ff-779a04170ab7 req-39a112a7-6a14-4984-a1d6-3ee922b911f9 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:22.977400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c756d652-abd3-4352-96ff-779a04170ab7 req-39a112a7-6a14-4984-a1d6-3ee922b911f9 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 948 time: 0.1270463 Feb 10 15:25:23.018088 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Pushing event updated for resources: {'Port': ['ID=2511cc1e-005c-4486-87ec-d146ee581a8e,revision_number=6']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:23.018717 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 06895099-944b-47c6-9196-0fb41379e877, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=06895099-944b-47c6-9196-0fb41379e877,segment=NetworkSegment(11a0d56f-5c6d-4f4b-8367-04b9600e50f6),segment_id=11a0d56f-5c6d-4f4b-8367-04b9600e50f6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:23.045713 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '06895099-944b-47c6-9196-0fb41379e877', 'network_id': '702b4d29-8496-4cdf-8d06-096bdfbaf841', 'port_id': '06895099-944b-47c6-9196-0fb41379e877', 'mac_address': 'fa:16:3e:d5:06:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a86f2b3a-a6aa-4006-b1ea-b533cc038ea2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:25:23.063377 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-96e8b68a-7df3-48cd-9d46-5dd883c0c03c req-f539b270-cfd4-4c52-a77c-be93323d46b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442 HTTP/1.1" status: 200 len: 1000 time: 0.2049539 Feb 10 15:25:23.076475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] No DVR routers for this DVR port 2511cc1e-005c-4486-87ec-d146ee581a8e on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:23.098672 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d693fca8-bf4b-4286-809e-94c8823b99cb req-397cbc4f-821f-45bd-9a77-f78152df1962 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628447 Feb 10 15:25:23.100953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] For port 7f48bca4-a78d-459c-b51f-bc0f45c357fc, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7f48bca4-a78d-459c-b51f-bc0f45c357fc,segment=NetworkSegment(c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15),segment_id=c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:23.101303 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7f48bca4-a78d-459c-b51f-bc0f45c357fc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:23.115614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 06895099-944b-47c6-9196-0fb41379e877 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:23.117803 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (06895099-944b-47c6-9196-0fb41379e877), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:23.136831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Calling delete_port for 7f48bca4-a78d-459c-b51f-bc0f45c357fc owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:25:23.145822 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c756d652-abd3-4352-96ff-779a04170ab7 req-39e4d9b1-c286-436d-aa40-39430d8d704e tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539204 Feb 10 15:25:23.159346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06895099-944b-47c6-9196-0fb41379e877 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:25:23.192705 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 06895099-944b-47c6-9196-0fb41379e877, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=06895099-944b-47c6-9196-0fb41379e877,segment=NetworkSegment(11a0d56f-5c6d-4f4b-8367-04b9600e50f6),segment_id=11a0d56f-5c6d-4f4b-8367-04b9600e50f6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:23.200421 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (06895099-944b-47c6-9196-0fb41379e877), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:23.217624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b68a-7df3-48cd-9d46-5dd883c0c03c req-ba7217b7-0687-4e92-8c13-2811835f4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:23.219267 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-96e8b68a-7df3-48cd-9d46-5dd883c0c03c req-ba7217b7-0687-4e92-8c13-2811835f4d11 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa97da10-aa58-42f2-a53b-c9d35d81afde HTTP/1.1" status: 200 len: 856 time: 0.1389380 Feb 10 15:25:23.269538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=06895099-944b-47c6-9196-0fb41379e877,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:23.325597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Attempting to bind port 2511cc1e-005c-4486-87ec-d146ee581a8e on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:25:23.325937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Attempting to bind port 2511cc1e-005c-4486-87ec-d146ee581a8e by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:25:23.326268 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Attempting to bind port 2511cc1e-005c-4486-87ec-d146ee581a8e on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:23.341901 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9b96e-98f0-46a3-97a6-28d01d16facf req-387bd7f9-d984-4ec7-819b-a573ccee340a tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:23.343395 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98a9b96e-98f0-46a3-97a6-28d01d16facf req-387bd7f9-d984-4ec7-819b-a573ccee340a tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 944 time: 0.1234744 Feb 10 15:25:23.351950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Port 2511cc1e-005c-4486-87ec-d146ee581a8e on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:25:23.352583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Attempting to bind port 2511cc1e-005c-4486-87ec-d146ee581a8e on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:23.366200 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5bbc0-9fbb-4c6a-910e-d83b9cf8a5b2 req-59cd0128-b0c0-4376-8834-63ae6530948a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:23.367786 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53e5bbc0-9fbb-4c6a-910e-d83b9cf8a5b2 req-59cd0128-b0c0-4376-8834-63ae6530948a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 945 time: 0.1059570 Feb 10 15:25:23.373662 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:25:23.374155 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:23.374653 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:25:23.375208 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Bound port: 2511cc1e-005c-4486-87ec-d146ee581a8e, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:25:23.375677 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:23.408123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b68a-7df3-48cd-9d46-5dd883c0c03c req-81aad575-ce2d-4271-be0c-e769a6bc24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:23.410301 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-96e8b68a-7df3-48cd-9d46-5dd883c0c03c req-81aad575-ce2d-4271-be0c-e769a6bc24c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6815c067-d5ad-4bf7-9e88-17529fe8111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1366799 Feb 10 15:25:23.456129 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7f48bca4-a78d-459c-b51f-bc0f45c357fc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:23.458583 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98a9b96e-98f0-46a3-97a6-28d01d16facf req-7f395cb7-fa81-4903-8eb4-f205e88e7820 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076245 Feb 10 15:25:23.473112 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53e5bbc0-9fbb-4c6a-910e-d83b9cf8a5b2 req-587082b8-0854-4924-972d-2da74c21deab tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863237 Feb 10 15:25:23.511332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Port': ['ID=7f48bca4-a78d-459c-b51f-bc0f45c357fc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:23.513572 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No DVR routers for this DVR port 7f48bca4-a78d-459c-b51f-bc0f45c357fc on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:23.569826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['06895099-944b-47c6-9196-0fb41379e877'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:23.580986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:23.598883 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=2511cc1e-005c-4486-87ec-d146ee581a8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:25:23.623705 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:23.707919 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (66c75efb-02fb-4eae-8fe5-376b2f889b98), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:23.723422 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-96e8b68a-7df3-48cd-9d46-5dd883c0c03c req-6be9e263-b361-45cd-8779-468d06f88c75 service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907665 Feb 10 15:25:23.735767 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:23.736394 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:23.738051 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] 10.222.0.72 "PUT /v2.0/ports/2511cc1e-005c-4486-87ec-d146ee581a8e HTTP/1.1" status: 200 len: 1095 time: 2.0398443 Feb 10 15:25:23.803701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c75efb-02fb-4eae-8fe5-376b2f889b98']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:23.849296 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:23.849674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:23.852503 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee55e10-c14d-481b-9b3b-c6837e558f0f service neutron] Pushing event updated for resources: {'Port': ['ID=2511cc1e-005c-4486-87ec-d146ee581a8e,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:23.905213 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:23.930744 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:23.951102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:25:23.951680 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (c95e3ac9-1c25-41bd-b9e5-9b1c2d1e1a15), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:25:23.955353 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:25:23.969166 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-70a21e77-230c-47c2-8347-c844ce24f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:23.970699 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-70a21e77-230c-47c2-8347-c844ce24f8d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 1129 time: 0.1968095 Feb 10 15:25:23.977319 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-96e8b68a-7df3-48cd-9d46-5dd883c0c03c req-e8afd217-c497-4707-8ef8-d75224b0c1d7 service neutron] 10.222.0.72 "GET /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383511 Feb 10 15:25:24.093158 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (66c75efb-02fb-4eae-8fe5-376b2f889b98), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:24.099690 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:24.103196 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/66c75efb-02fb-4eae-8fe5-376b2f889b98 HTTP/1.1" status: 204 len: 168 time: 3.3496139 Feb 10 15:25:24.108213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52078) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:24.122501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1d091-0258-4a36-a368-67ceee8babd0 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Network': ['ID=66c75efb-02fb-4eae-8fe5-376b2f889b98,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:24.150079 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-33acd7c6-7df2-42af-9ec5-424b6f94c456 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:24.150582 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33acd7c6-7df2-42af-9ec5-424b6f94c456 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:24.156663 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-33acd7c6-7df2-42af-9ec5-424b6f94c456 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/subnets/9a05e26c-86be-4ec8-a526-f105f4f6ce76 HTTP/1.1" status: 404 len: 337 time: 0.0467813 Feb 10 15:25:24.160354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52082) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:24.185321 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-01b39f31-3486-480f-892b-ac274ab42266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:24.186999 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-01b39f31-3486-480f-892b-ac274ab42266 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.2002687 Feb 10 15:25:24.189105 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b66dc2-b513-4f4e-9114-437e4cfd5452 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:24.189617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b66dc2-b513-4f4e-9114-437e4cfd5452 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:24.194952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-50b66dc2-b513-4f4e-9114-437e4cfd5452 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/66c75efb-02fb-4eae-8fe5-376b2f889b98 HTTP/1.1" status: 404 len: 339 time: 0.0309122 Feb 10 15:25:24.198823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52086) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:24.200423 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:25:24.202527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 5de7e7f1-03e7-434a-aec3-16c86e5de442 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:25:24.255987 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-53d976bc-bfaf-4d05-a9e2-7f70503f70c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2511cc1e-005c-4486-87ec-d146ee581a8e HTTP/1.1" status: 200 len: 217 time: 0.0563982 Feb 10 15:25:24.258805 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9487ba-3151-44c6-8d35-f4457fffc4b7 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:24.259370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9487ba-3151-44c6-8d35-f4457fffc4b7 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:24.263097 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4c9487ba-3151-44c6-8d35-f4457fffc4b7 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/subnets/b25c3a5d-413a-40c8-bd6e-07d266a41dc4 HTTP/1.1" status: 404 len: 337 time: 0.0631826 Feb 10 15:25:24.272641 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52088) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:24.307357 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2dcf0f2-ea8f-4461-aae0-8808bf5c4453 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:24.308168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2dcf0f2-ea8f-4461-aae0-8808bf5c4453 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:24.312081 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b2dcf0f2-ea8f-4461-aae0-8808bf5c4453 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/cea3bf46-a0db-4252-994c-778fee298508 HTTP/1.1" status: 404 len: 339 time: 0.0307915 Feb 10 15:25:24.321647 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52090) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:24.343958 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 5de7e7f1-03e7-434a-aec3-16c86e5de442 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:25:24.352114 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 5de7e7f1-03e7-434a-aec3-16c86e5de442 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:24.352639 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:24.354335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-c07e142c-d393-4bd0-b36c-fe29f4e0a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:24.357361 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-c07e142c-d393-4bd0-b36c-fe29f4e0a270 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0922065 Feb 10 15:25:24.410535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:24.435965 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'd4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'd4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c', 'mac_address': 'fa:16:3e:af:2f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:25:24.457719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-d9d45a29-ec25-43c9-aba0-8e69b7ae4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:24.460344 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-d9d45a29-ec25-43c9-aba0-8e69b7ae4e75 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0958827 Feb 10 15:25:24.480710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2511cc1e-005c-4486-87ec-d146ee581a8e no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:25:24.497348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49089c-ef77-4251-8b7e-9b72361daa71 req-177a8e5b-282e-4634-aced-fc1e350f7c44 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:24.509936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a49089c-ef77-4251-8b7e-9b72361daa71 req-177a8e5b-282e-4634-aced-fc1e350f7c44 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 947 time: 0.2458408 Feb 10 15:25:24.517841 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7467830a-8dcb-499e-bd43-1f46dfb21ea4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (6a9d5931-870c-4192-b3f8-72bd1f345474), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:24.547167 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:24.547646 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b31de-3a98-4586-91b5-90284cb73f97 req-f4f9bb47-5894-4c14-a86e-5747347d091f tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:24.547804 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:24.549487 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-054b31de-3a98-4586-91b5-90284cb73f97 req-f4f9bb47-5894-4c14-a86e-5747347d091f tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 948 time: 0.2661185 Feb 10 15:25:24.577797 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 5de7e7f1-03e7-434a-aec3-16c86e5de442 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:24.578454 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:24.592211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:25:24.614878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] The host n-h2-815324-7 is not matching for port 2511cc1e-005c-4486-87ec-d146ee581a8e host n-h1-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:25:24.615437 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2511cc1e-005c-4486-87ec-d146ee581a8e not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:25:24.627465 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:24.634044 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e5a29-f083-4231-af5d-d6c03ea61723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de7e7f1-03e7-434a-aec3-16c86e5de442'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:24.636458 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed3e8da-3e34-4aed-8c6f-7eccd3392d5f" -d '{"events": [{"server_uuid": "119e5a29-f083-4231-af5d-d6c03ea61723", "name": "network-vif-plugged", "status": "completed", "tag": "5de7e7f1-03e7-434a-aec3-16c86e5de442"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:24.643818 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:24.656459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:24.676224 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:24.707529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:24.773410 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-054b31de-3a98-4586-91b5-90284cb73f97 req-b7127bff-3763-4ca7-98ab-95521f84a3e4 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175386 Feb 10 15:25:24.780905 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a49089c-ef77-4251-8b7e-9b72361daa71 req-e3b85c44-9039-46c8-a020-91a44b6952e9 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772422 Feb 10 15:25:24.832356 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7467830a-8dcb-499e-bd43-1f46dfb21ea4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (6a9d5931-870c-4192-b3f8-72bd1f345474), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:24.880528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:24.884526 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347716d6-fce7-408b-9d26-592581c597e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:24.893865 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-7467830a-8dcb-499e-bd43-1f46dfb21ea4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9d5931-870c-4192-b3f8-72bd1f345474']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:24.905022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-7467830a-8dcb-499e-bd43-1f46dfb21ea4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2ac6a2-7ac7-430a-805a-710c78cd1276') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:24.905022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-7467830a-8dcb-499e-bd43-1f46dfb21ea4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2ac6a2-7ac7-430a-805a-710c78cd1276') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:24.936711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=5de7e7f1-03e7-434a-aec3-16c86e5de442,revision_number=12']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:24.940773 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7467830a-8dcb-499e-bd43-1f46dfb21ea4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (9c2ac6a2-7ac7-430a-805a-710c78cd1276), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:24.961438 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-14cc70e6-c3c7-446d-a181-ce749a887c9b service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940512 Feb 10 15:25:24.980361 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7467830a-8dcb-499e-bd43-1f46dfb21ea4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9c2ac6a2-7ac7-430a-805a-710c78cd1276), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:24.990196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7467830a-8dcb-499e-bd43-1f46dfb21ea4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:25:24.991359 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7467830a-8dcb-499e-bd43-1f46dfb21ea4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (9c2ac6a2-7ac7-430a-805a-710c78cd1276), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:25:24.994939 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:25:25.078588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778c9a3-3022-473f-9f5b-9e05d4091db1 req-1af7d0dd-e687-4df8-a8b3-9113c5b3fea0 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:25.080575 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c778c9a3-3022-473f-9f5b-9e05d4091db1 req-1af7d0dd-e687-4df8-a8b3-9113c5b3fea0 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 944 time: 0.1515725 Feb 10 15:25:25.089287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:25.101128 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2b4897e-9c39-4037-9c49-e743d150ffea req-d61925ae-466b-4ece-9c9f-0f5f41abebae service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308513 Feb 10 15:25:25.108291 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7467830a-8dcb-499e-bd43-1f46dfb21ea4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (6a9d5931-870c-4192-b3f8-72bd1f345474), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:25.127785 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7467830a-8dcb-499e-bd43-1f46dfb21ea4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:25.131218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7467830a-8dcb-499e-bd43-1f46dfb21ea4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/6a9d5931-870c-4192-b3f8-72bd1f345474 HTTP/1.1" status: 204 len: 168 time: 0.8038392 Feb 10 15:25:25.134367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52110) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.177973 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecaff120-5e8b-42ba-923e-58a47a4f2b93 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:25.178435 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecaff120-5e8b-42ba-923e-58a47a4f2b93 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:25.181762 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ecaff120-5e8b-42ba-923e-58a47a4f2b93 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/subnets/933b252f-8f88-4128-b5d7-b400691b0a24 HTTP/1.1" status: 404 len: 337 time: 0.0455718 Feb 10 15:25:25.184952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52112) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.190111 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467830a-8dcb-499e-bd43-1f46dfb21ea4 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Network': ['ID=6a9d5931-870c-4192-b3f8-72bd1f345474,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:25.213917 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aae74a8-66be-4b2c-af7f-59e3ca32b0e2 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:25.214510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aae74a8-66be-4b2c-af7f-59e3ca32b0e2 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:25.219788 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8aae74a8-66be-4b2c-af7f-59e3ca32b0e2 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/84f07800-948c-4e92-adbf-3c812911069c HTTP/1.1" status: 404 len: 339 time: 0.0330434 Feb 10 15:25:25.223669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52116) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.234600 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec942919-2103-46ee-8fe5-53ecec4c999a req-77d4b1d0-09bd-4b76-9b57-cf0d921b74ff tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:25.242474 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec942919-2103-46ee-8fe5-53ecec4c999a req-77d4b1d0-09bd-4b76-9b57-cf0d921b74ff tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 946 time: 0.1846251 Feb 10 15:25:25.260898 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-101e80c2-6e11-4cd0-bbb7-51e60ab1dc80 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:25.262261 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101e80c2-6e11-4cd0-bbb7-51e60ab1dc80 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:25.263849 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c778c9a3-3022-473f-9f5b-9e05d4091db1 req-3df4f405-221a-4729-a46c-793af7730687 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662636 Feb 10 15:25:25.268320 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-101e80c2-6e11-4cd0-bbb7-51e60ab1dc80 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/subnets/129ae99b-8827-4c9c-943a-4fb62513becc HTTP/1.1" status: 404 len: 337 time: 0.0412202 Feb 10 15:25:25.268542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52120) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.291281 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5e5579-4bc2-44ce-b3e0-b4939580b2dd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:25.291797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5e5579-4bc2-44ce-b3e0-b4939580b2dd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:25.296306 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5e5e5579-4bc2-44ce-b3e0-b4939580b2dd tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/2b130886-1a05-478e-848c-6beb32fbe5e0 HTTP/1.1" status: 404 len: 339 time: 0.0267000 Feb 10 15:25:25.298981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52122) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.326359 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e8cd70-78cd-45f1-9a9e-e2eb5338ee5c x-openstack-request-id: req-19e8cd70-78cd-45f1-9a9e-e2eb5338ee5c {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:25.326690 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e5a29-f083-4231-af5d-d6c03ea61723", "name": "network-vif-plugged", "status": "completed", "tag": "5de7e7f1-03e7-434a-aec3-16c86e5de442", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:25.327150 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19e8cd70-78cd-45f1-9a9e-e2eb5338ee5c {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:25.327588 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e5a29-f083-4231-af5d-d6c03ea61723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'code': 200} Feb 10 15:25:25.341794 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c744618-b740-4cbb-a0f9-ab4fca921522 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:25.342275 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c744618-b740-4cbb-a0f9-ab4fca921522 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:25.347277 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6c744618-b740-4cbb-a0f9-ab4fca921522 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/subnets/84f98cba-a130-4efa-842e-9cc82c002995 HTTP/1.1" status: 404 len: 337 time: 0.0469844 Feb 10 15:25:25.359394 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52124) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.380540 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a51d53b-9af2-4ed5-a943-241cfdd8b799 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:25.381081 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a51d53b-9af2-4ed5-a943-241cfdd8b799 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:25.384237 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3a51d53b-9af2-4ed5-a943-241cfdd8b799 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/55c19e90-b4e5-4aa6-ac16-62ebe7c1e579 HTTP/1.1" status: 404 len: 339 time: 0.0235980 Feb 10 15:25:25.387461 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52126) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.389194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec942919-2103-46ee-8fe5-53ecec4c999a req-90fe2d47-0e05-44f8-8a89-e15eb773c0e6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459143 Feb 10 15:25:25.414574 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a47e25-f229-4788-96c1-5ccebf11300e x-openstack-request-id: req-62a47e25-f229-4788-96c1-5ccebf11300e {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:25.415007 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:25.415268 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62a47e25-f229-4788-96c1-5ccebf11300e {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:25.415681 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e', 'status': 'completed', 'code': 200} Feb 10 15:25:25.434926 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf260981-01a9-4f3d-b5ed-772384550d81 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:25.435536 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf260981-01a9-4f3d-b5ed-772384550d81 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:25.438880 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bf260981-01a9-4f3d-b5ed-772384550d81 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/subnets/03aad7d5-9233-43e6-9d52-9e40e84cc906 HTTP/1.1" status: 404 len: 337 time: 0.0502493 Feb 10 15:25:25.441646 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52128) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.462774 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-60433a5f-dc55-4a26-8ea5-a825091994fe tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:25.463564 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60433a5f-dc55-4a26-8ea5-a825091994fe tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:25.467395 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-60433a5f-dc55-4a26-8ea5-a825091994fe tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/19318890-c7f6-4df7-8da2-b2f042f88ef8 HTTP/1.1" status: 404 len: 339 time: 0.0247684 Feb 10 15:25:25.471235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52130) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.506198 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-048092ed-e5ca-48aa-b5cc-d09ae787c1e3 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:25.506860 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048092ed-e5ca-48aa-b5cc-d09ae787c1e3 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:25.514243 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-048092ed-e5ca-48aa-b5cc-d09ae787c1e3 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/subnets/8c235403-4748-4594-b569-ec88cfcb1e94 HTTP/1.1" status: 404 len: 337 time: 0.0416803 Feb 10 15:25:25.515136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52132) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.536481 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf61bef-cad3-4656-bd5f-ad5c6f43b307 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:25.536946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf61bef-cad3-4656-bd5f-ad5c6f43b307 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:25.540737 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9cf61bef-cad3-4656-bd5f-ad5c6f43b307 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/3bca5670-3b5a-48ab-819b-7ba3d4d9da81 HTTP/1.1" status: 404 len: 339 time: 0.0241225 Feb 10 15:25:25.541111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347716d6-fce7-408b-9d26-592581c597e1 req-4925062b-4a6d-408b-93db-bbaf7281ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:25.542689 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-347716d6-fce7-408b-9d26-592581c597e1 req-4925062b-4a6d-408b-93db-bbaf7281ceda service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 1129 time: 0.1027477 Feb 10 15:25:25.543718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52136) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.562689 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347716d6-fce7-408b-9d26-592581c597e1 req-2bb1b3bc-d83f-4cc7-94e6-920c19e6349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:25.564243 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-347716d6-fce7-408b-9d26-592581c597e1 req-2bb1b3bc-d83f-4cc7-94e6-920c19e6349a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 1129 time: 0.1058226 Feb 10 15:25:25.571869 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8530dd-5b1d-4258-a7fa-1b33ac15d570 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:25.572419 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8530dd-5b1d-4258-a7fa-1b33ac15d570 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:25.576075 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0e8530dd-5b1d-4258-a7fa-1b33ac15d570 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/subnets/3fb9a0ba-b639-466f-aae6-a61622128283 HTTP/1.1" status: 404 len: 337 time: 0.0309615 Feb 10 15:25:25.578734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52142) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.604203 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a879974-6866-4696-82a7-fc787b7aa538 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:25.604721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a879974-6866-4696-82a7-fc787b7aa538 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:25.611164 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2a879974-6866-4696-82a7-fc787b7aa538 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/eb33e664-06bc-40ea-9869-0aef69685fa5 HTTP/1.1" status: 404 len: 339 time: 0.0292373 Feb 10 15:25:25.611339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52144) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.656783 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e446ea4-c714-47f5-8bce-12db7486d72f tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:25.657616 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e446ea4-c714-47f5-8bce-12db7486d72f tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:25.661272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2e446ea4-c714-47f5-8bce-12db7486d72f tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/subnets/e5d39692-b975-4a53-85ae-01a339d11409 HTTP/1.1" status: 404 len: 337 time: 0.0487278 Feb 10 15:25:25.663747 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52146) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.685705 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-98403d15-4a85-4f58-a7dd-0a056c23e1fa tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:25.686213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98403d15-4a85-4f58-a7dd-0a056c23e1fa tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:25.689627 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-98403d15-4a85-4f58-a7dd-0a056c23e1fa tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/526b07f4-2aa2-4855-82d4-60c27efeff50 HTTP/1.1" status: 404 len: 339 time: 0.0249760 Feb 10 15:25:25.692219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52148) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.721359 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dec8418-a740-476e-8ad1-0a0049f4c307 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:25.721813 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dec8418-a740-476e-8ad1-0a0049f4c307 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:25.723992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a1956-0ec8-4f25-a6d8-864155efe2fd req-b060963b-246d-4ff7-b9a0-c691c2298343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:25.727415 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5dec8418-a740-476e-8ad1-0a0049f4c307 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/subnets/08494cff-713c-4cf7-af59-e87afbd60a17 HTTP/1.1" status: 404 len: 337 time: 0.0317974 Feb 10 15:25:25.727559 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-257a1956-0ec8-4f25-a6d8-864155efe2fd req-b060963b-246d-4ff7-b9a0-c691c2298343 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 1128 time: 0.1811345 Feb 10 15:25:25.728037 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52150) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.749148 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3016827-eaf3-4145-bac0-06062f134481 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] DELETE failed (client error): The resource could not be found. Feb 10 15:25:25.749792 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3016827-eaf3-4145-bac0-06062f134481 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:25:25.759369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347716d6-fce7-408b-9d26-592581c597e1 req-dbaa3bfd-c3a1-4fb2-a107-f0b0d5304e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:25.760874 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-347716d6-fce7-408b-9d26-592581c597e1 req-dbaa3bfd-c3a1-4fb2-a107-f0b0d5304e94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1774325 Feb 10 15:25:25.766862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d3016827-eaf3-4145-bac0-06062f134481 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/dc6c5422-515b-43c4-957d-271cd02978d9 HTTP/1.1" status: 404 len: 339 time: 0.0352483 Feb 10 15:25:25.766862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52154) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:25.780193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347716d6-fce7-408b-9d26-592581c597e1 req-f60e68be-c4c1-4111-83c3-da17a52505b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:25.781700 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-347716d6-fce7-408b-9d26-592581c597e1 req-f60e68be-c4c1-4111-83c3-da17a52505b9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.2288740 Feb 10 15:25:25.818442 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-347716d6-fce7-408b-9d26-592581c597e1 req-d9854753-1f17-4cf0-98d5-565e17df4369 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2511cc1e-005c-4486-87ec-d146ee581a8e HTTP/1.1" status: 200 len: 217 time: 0.0499985 Feb 10 15:25:25.833849 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c0bfb2-299e-429a-9dbe-5e6a788d0467 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Deleting subnet 8cf5a3c4-6b1b-436c-bde0-ae2f6ea374cb {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:25:25.837055 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4c0bfb2-299e-429a-9dbe-5e6a788d0467 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for subnet (8cf5a3c4-6b1b-436c-bde0-ae2f6ea374cb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:25.879117 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-347716d6-fce7-408b-9d26-592581c597e1 req-3dd2de6b-20e2-4c3c-a272-02c8ffb04c69 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2511cc1e-005c-4486-87ec-d146ee581a8e HTTP/1.1" status: 200 len: 217 time: 0.0674446 Feb 10 15:25:25.897100 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4c0bfb2-299e-429a-9dbe-5e6a788d0467 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (8cf5a3c4-6b1b-436c-bde0-ae2f6ea374cb), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:25.942399 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-257a1956-0ec8-4f25-a6d8-864155efe2fd req-08f399f9-af6b-4801-a419-8341582d25f1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017543 Feb 10 15:25:25.982147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347716d6-fce7-408b-9d26-592581c597e1 req-aaab7055-cec4-428e-9184-27e5270a4d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:25.983625 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-347716d6-fce7-408b-9d26-592581c597e1 req-aaab7055-cec4-428e-9184-27e5270a4d20 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0951767 Feb 10 15:25:25.985194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347716d6-fce7-408b-9d26-592581c597e1 req-eb1bbbdc-9c27-4856-8654-f062128d90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:25.986501 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-347716d6-fce7-408b-9d26-592581c597e1 req-eb1bbbdc-9c27-4856-8654-f062128d90ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1185827 Feb 10 15:25:26.042338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347716d6-fce7-408b-9d26-592581c597e1 req-11106175-978d-411d-8524-f666ebb96e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:26.044692 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-347716d6-fce7-408b-9d26-592581c597e1 req-11106175-978d-411d-8524-f666ebb96e0e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0541039 Feb 10 15:25:26.095202 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add2d45-d504-48db-be13-d24f924461cd req-ab6d743b-51c0-4cc4-a2ab-7d9b3ab0750f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:26.096754 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0add2d45-d504-48db-be13-d24f924461cd req-ab6d743b-51c0-4cc4-a2ab-7d9b3ab0750f tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 947 time: 0.1484294 Feb 10 15:25:26.100445 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4c0bfb2-299e-429a-9dbe-5e6a788d0467 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (8cf5a3c4-6b1b-436c-bde0-ae2f6ea374cb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:26.111018 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f149e23-bfb0-40bd-91c6-c8c5f04ec25f req-0545ff83-b30e-4a7e-8ca8-01ff3bf6c971 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:26.112458 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4f149e23-bfb0-40bd-91c6-c8c5f04ec25f req-0545ff83-b30e-4a7e-8ca8-01ff3bf6c971 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 949 time: 0.1375051 Feb 10 15:25:26.147128 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-347716d6-fce7-408b-9d26-592581c597e1 req-79d8dcb5-efed-4653-b651-a09ece3dab9b service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948443 Feb 10 15:25:26.238910 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4f149e23-bfb0-40bd-91c6-c8c5f04ec25f req-03a61799-dccc-4422-82c9-68e6b5e3e26a tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041648 Feb 10 15:25:26.269290 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0add2d45-d504-48db-be13-d24f924461cd req-981f62a7-7b0c-430c-927c-469e5b323bbe tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381850 Feb 10 15:25:26.290433 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4c0bfb2-299e-429a-9dbe-5e6a788d0467 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (8cf5a3c4-6b1b-436c-bde0-ae2f6ea374cb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:26.309218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347716d6-fce7-408b-9d26-592581c597e1 req-86d77b1f-4d6a-46c6-a8d5-7b8bd76bd48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:26.311623 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-347716d6-fce7-408b-9d26-592581c597e1 req-86d77b1f-4d6a-46c6-a8d5-7b8bd76bd48f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1306214 Feb 10 15:25:26.316067 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-347716d6-fce7-408b-9d26-592581c597e1 req-ab6d4334-3120-4b25-9706-e845a719bbe5 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630352 Feb 10 15:25:26.337155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0bfb2-299e-429a-9dbe-5e6a788d0467 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf5a3c4-6b1b-436c-bde0-ae2f6ea374cb,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:26.344493 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4c0bfb2-299e-429a-9dbe-5e6a788d0467 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:26.348994 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d4c0bfb2-299e-429a-9dbe-5e6a788d0467 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/subnets/8cf5a3c4-6b1b-436c-bde0-ae2f6ea374cb HTTP/1.1" status: 204 len: 168 time: 0.5804274 Feb 10 15:25:26.351344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52170) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:26.354996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630156a1-a2bc-4a06-a010-7c5065dbdc58 None None] Network cd595012-5433-4f69-b469-2cd8e98f570c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:25:26.456899 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-347716d6-fce7-408b-9d26-592581c597e1 req-3b1d38f6-0aab-4b47-89fe-a5742ff85f44 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350489 Feb 10 15:25:26.476951 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 06895099-944b-47c6-9196-0fb41379e877 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:25:26.506055 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (cd595012-5433-4f69-b469-2cd8e98f570c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:26.525981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa5095-3814-4b89-9b4c-2075518c6b95 req-c7855d08-4dde-4e27-af6b-4dee56946d78 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:26.528030 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-56fa5095-3814-4b89-9b4c-2075518c6b95 req-c7855d08-4dde-4e27-af6b-4dee56946d78 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 944 time: 0.1395011 Feb 10 15:25:26.566480 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 06895099-944b-47c6-9196-0fb41379e877 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:25:26.580841 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 06895099-944b-47c6-9196-0fb41379e877 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:26.581504 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (06895099-944b-47c6-9196-0fb41379e877), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:26.601879 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-347716d6-fce7-408b-9d26-592581c597e1 req-c12a91fe-9c55-45da-9923-da6caf001c18 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346354 Feb 10 15:25:26.661349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e774394-013f-437c-b01b-4e21a80c541e req-3c15596d-120a-464e-8e13-516a1389fcad tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:26.663723 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9e774394-013f-437c-b01b-4e21a80c541e req-3c15596d-120a-464e-8e13-516a1389fcad tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 946 time: 0.1493950 Feb 10 15:25:26.667398 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-56fa5095-3814-4b89-9b4c-2075518c6b95 req-d12292b4-c236-44df-949f-a21f9b04f0a6 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044579 Feb 10 15:25:26.669552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9917fc-b84f-4660-bbf5-d1d5fb206bc4 None None] DHCP port deletion for cd595012-5433-4f69-b469-2cd8e98f570c request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:25:26.679613 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Deleting port 344b6265-40bc-48f3-a0f1-8ba8aac698e7 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:26.680110 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (344b6265-40bc-48f3-a0f1-8ba8aac698e7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:26.714318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 06895099-944b-47c6-9196-0fb41379e877 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:26.714720 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (06895099-944b-47c6-9196-0fb41379e877), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:26.759263 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 06895099-944b-47c6-9196-0fb41379e877, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=06895099-944b-47c6-9196-0fb41379e877,segment=NetworkSegment(11a0d56f-5c6d-4f4b-8367-04b9600e50f6),segment_id=11a0d56f-5c6d-4f4b-8367-04b9600e50f6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:26.767825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fc9917fc-b84f-4660-bbf5-d1d5fb206bc4 None None] Deleting port 344b6265-40bc-48f3-a0f1-8ba8aac698e7 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:26.768256 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fc9917fc-b84f-4660-bbf5-d1d5fb206bc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (344b6265-40bc-48f3-a0f1-8ba8aac698e7), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:26.770187 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (06895099-944b-47c6-9196-0fb41379e877), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:26.781945 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] For port 344b6265-40bc-48f3-a0f1-8ba8aac698e7, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=344b6265-40bc-48f3-a0f1-8ba8aac698e7,segment=NetworkSegment(02c68cfa-c656-427b-80f2-78597fbd49b3),segment_id=02c68cfa-c656-427b-80f2-78597fbd49b3)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:26.781945 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (344b6265-40bc-48f3-a0f1-8ba8aac698e7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:26.803028 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Calling delete_port for 344b6265-40bc-48f3-a0f1-8ba8aac698e7 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:25:26.820309 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9e774394-013f-437c-b01b-4e21a80c541e req-4b196275-823d-4430-831c-458f05aa68e5 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186490 Feb 10 15:25:26.884808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-fc9917fc-b84f-4660-bbf5-d1d5fb206bc4 None None] For port 344b6265-40bc-48f3-a0f1-8ba8aac698e7, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=344b6265-40bc-48f3-a0f1-8ba8aac698e7,segment=NetworkSegment(02c68cfa-c656-427b-80f2-78597fbd49b3),segment_id=02c68cfa-c656-427b-80f2-78597fbd49b3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:26.885223 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fc9917fc-b84f-4660-bbf5-d1d5fb206bc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (344b6265-40bc-48f3-a0f1-8ba8aac698e7), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:26.887901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=06895099-944b-47c6-9196-0fb41379e877,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:26.901088 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fc9917fc-b84f-4660-bbf5-d1d5fb206bc4 None None] Calling delete_port for 344b6265-40bc-48f3-a0f1-8ba8aac698e7 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:25:26.921298 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (344b6265-40bc-48f3-a0f1-8ba8aac698e7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:26.949338 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] No DVR routers for this DVR port 344b6265-40bc-48f3-a0f1-8ba8aac698e7 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:26.951227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Port': ['ID=344b6265-40bc-48f3-a0f1-8ba8aac698e7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:26.996688 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fc9917fc-b84f-4660-bbf5-d1d5fb206bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (344b6265-40bc-48f3-a0f1-8ba8aac698e7), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:27.027909 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9917fc-b84f-4660-bbf5-d1d5fb206bc4 None None] Pushing event deleted for resources: {'Port': ['ID=344b6265-40bc-48f3-a0f1-8ba8aac698e7,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:27.031814 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9917fc-b84f-4660-bbf5-d1d5fb206bc4 None None] No DVR routers for this DVR port 344b6265-40bc-48f3-a0f1-8ba8aac698e7 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:27.045779 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (cd595012-5433-4f69-b469-2cd8e98f570c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:27.066320 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd595012-5433-4f69-b469-2cd8e98f570c']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:27.076180 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c68cfa-c656-427b-80f2-78597fbd49b3') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:27.076484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c68cfa-c656-427b-80f2-78597fbd49b3') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:27.085782 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (02c68cfa-c656-427b-80f2-78597fbd49b3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:27.099237 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (02c68cfa-c656-427b-80f2-78597fbd49b3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:27.105481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:25:27.105934 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (02c68cfa-c656-427b-80f2-78597fbd49b3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:25:27.109000 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:25:27.174397 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (cd595012-5433-4f69-b469-2cd8e98f570c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:27.187979 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:27.193853 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] 10.222.0.64 "DELETE /v2.0/networks/cd595012-5433-4f69-b469-2cd8e98f570c HTTP/1.1" status: 204 len: 168 time: 0.8388877 Feb 10 15:25:27.204419 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69def3-a891-4397-889a-f4ec2f6c12a6 tempest-NetworksTest-811413144 tempest-NetworksTest-811413144-project] Pushing event deleted for resources: {'Network': ['ID=cd595012-5433-4f69-b469-2cd8e98f570c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:27.328437 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1aa1b6-0757-4d77-b68a-817e73ca3f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06895099-944b-47c6-9196-0fb41379e877'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:27.333695 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e75ae4-af36-4332-87cb-0a04398906d9" -d '{"events": [{"server_uuid": "8d1aa1b6-0757-4d77-b68a-817e73ca3f7a", "name": "network-vif-plugged", "status": "completed", "tag": "06895099-944b-47c6-9196-0fb41379e877"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:27.429575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb006ce-fde9-400a-afc7-b0ba2b5d83bf req-48789829-fa44-40ba-b013-f6fee8c6a880 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:27.431119 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5bb006ce-fde9-400a-afc7-b0ba2b5d83bf req-48789829-fa44-40ba-b013-f6fee8c6a880 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 949 time: 0.1085155 Feb 10 15:25:27.542380 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5bb006ce-fde9-400a-afc7-b0ba2b5d83bf req-ef29137f-74a6-4a95-b9a6-6980c6b2d75f tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038036 Feb 10 15:25:27.547167 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52210) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:27.567289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1abb30-da29-4ac8-91a2-6c740b5745d4 req-1b4c9c5e-d742-4d57-9918-cdb75083bc86 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:27.569089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c1abb30-da29-4ac8-91a2-6c740b5745d4 req-1b4c9c5e-d742-4d57-9918-cdb75083bc86 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 947 time: 0.1318083 Feb 10 15:25:27.598918 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251be09e-9f2d-45c9-bd4a-40dc94ad510b x-openstack-request-id: req-251be09e-9f2d-45c9-bd4a-40dc94ad510b {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:27.599461 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1aa1b6-0757-4d77-b68a-817e73ca3f7a", "name": "network-vif-plugged", "status": "completed", "tag": "06895099-944b-47c6-9196-0fb41379e877", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:27.599461 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-251be09e-9f2d-45c9-bd4a-40dc94ad510b {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:27.599830 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1aa1b6-0757-4d77-b68a-817e73ca3f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06895099-944b-47c6-9196-0fb41379e877', 'code': 200} Feb 10 15:25:27.644036 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c1abb30-da29-4ac8-91a2-6c740b5745d4 req-97c5988e-717b-4eb3-b241-36a4cf17b26a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681691 Feb 10 15:25:27.755839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172250a-2667-4da8-91b4-1f17b7f22a4b req-82f44bed-348b-4b65-b480-4063b58c9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:27.758334 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7172250a-2667-4da8-91b4-1f17b7f22a4b req-82f44bed-348b-4b65-b480-4063b58c9a37 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 1127 time: 0.0919073 Feb 10 15:25:27.788894 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-09539cef-4da9-4d5a-be6c-17e24c399a8b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ab446148b7af47d5b9c86a6f1f59199a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2402377 Feb 10 15:25:27.791289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52220) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:27.836587 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7172250a-2667-4da8-91b4-1f17b7f22a4b req-62b7fa74-9b51-4160-9bfb-62af9e03ea01 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705295 Feb 10 15:25:27.901488 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5cc45a4-329a-491b-8ca2-ad931027ead1 admin admin] Publish callbacks [] for security_group (db2906d5-7f8d-4c06-b5df-376b7e07da45), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:27.937761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f0254-b879-4457-b599-ed04ad3f4bb6 req-4e019b36-2d59-4c38-aac5-876f335808ca tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:27.939239 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f6f0254-b879-4457-b599-ed04ad3f4bb6 req-4e019b36-2d59-4c38-aac5-876f335808ca tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 945 time: 0.1010213 Feb 10 15:25:27.941223 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5cc45a4-329a-491b-8ca2-ad931027ead1 admin admin] Publish callbacks [] for security_group (db2906d5-7f8d-4c06-b5df-376b7e07da45), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:28.065644 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f6f0254-b879-4457-b599-ed04ad3f4bb6 req-cfefabc7-31cf-4a4b-a7e7-b35f1cbdf967 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107728 Feb 10 15:25:28.073821 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef362823-60e3-4aa0-8d6a-1820ca7735e4 req-55e8aec2-b22c-434a-9f40-bef1ce6a5d2d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:28.077098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef362823-60e3-4aa0-8d6a-1820ca7735e4 req-55e8aec2-b22c-434a-9f40-bef1ce6a5d2d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 946 time: 0.1496491 Feb 10 15:25:28.089273 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5cc45a4-329a-491b-8ca2-ad931027ead1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (db2906d5-7f8d-4c06-b5df-376b7e07da45), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:28.092411 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5cc45a4-329a-491b-8ca2-ad931027ead1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:28.095976 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c5cc45a4-329a-491b-8ca2-ad931027ead1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db2906d5-7f8d-4c06-b5df-376b7e07da45 HTTP/1.1" status: 204 len: 168 time: 0.3009040 Feb 10 15:25:28.113899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc45a4-329a-491b-8ca2-ad931027ead1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2906d5-7f8d-4c06-b5df-376b7e07da45,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:28.144233 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef362823-60e3-4aa0-8d6a-1820ca7735e4 req-e0f89af1-cbbc-4c68-8b5c-6914a00a273a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626926 Feb 10 15:25:28.228214 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 344b6265-40bc-48f3-a0f1-8ba8aac698e7 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:25:28.255710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 2511cc1e-005c-4486-87ec-d146ee581a8e details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:25:28.290457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:25:28.300214 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 344b6265-40bc-48f3-a0f1-8ba8aac698e7 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:25:28.300804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 344b6265-40bc-48f3-a0f1-8ba8aac698e7 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:25:28.564939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=2511cc1e-005c-4486-87ec-d146ee581a8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:28.595121 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:25:28.614672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:28.615390 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:28.659361 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '2511cc1e-005c-4486-87ec-d146ee581a8e', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '2511cc1e-005c-4486-87ec-d146ee581a8e', 'mac_address': 'fa:16:3e:a0:0f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:25:28.751385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d57ad-f6d6-4fc6-bc30-a91747ff2791 req-b476a276-4704-4780-ad84-c0ffc68638c3 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:28.771176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 2511cc1e-005c-4486-87ec-d146ee581a8e is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:28.771952 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:28.773941 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff8d57ad-f6d6-4fc6-bc30-a91747ff2791 req-b476a276-4704-4780-ad84-c0ffc68638c3 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 949 time: 0.1249478 Feb 10 15:25:28.797732 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2511cc1e-005c-4486-87ec-d146ee581a8e {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:25:28.818311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=2511cc1e-005c-4486-87ec-d146ee581a8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:28.828243 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:28.911948 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff8d57ad-f6d6-4fc6-bc30-a91747ff2791 req-5b101d1e-a21f-4b17-95a3-859ae42f4b8a tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369021 Feb 10 15:25:28.936900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:28.937532 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:28.944065 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2773d-fab1-400d-9458-bf82e573b4c0 req-43ab39d2-8b5d-481d-acfa-d13ca1f01ce6 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:28.946254 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05e2773d-fab1-400d-9458-bf82e573b4c0 req-43ab39d2-8b5d-481d-acfa-d13ca1f01ce6 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 948 time: 0.1559248 Feb 10 15:25:28.953035 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=2511cc1e-005c-4486-87ec-d146ee581a8e,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:28.981839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:28.987135 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:29.026940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05e2773d-fab1-400d-9458-bf82e573b4c0 req-bf46cf22-070e-40d8-b2f9-556636657495 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741522 Feb 10 15:25:29.053330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:29.075501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52292) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:29.210616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-1e24af8d-9e8d-41fb-9f77-bcaccd61669d tempest-DvrRoutersNegativeTest-1363814537 tempest-DvrRoutersNegativeTest-1363814537-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-636124933', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:29.222859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.policy [None req-1e24af8d-9e8d-41fb-9f77-bcaccd61669d tempest-DvrRoutersNegativeTest-1363814537 tempest-DvrRoutersNegativeTest-1363814537-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103369) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 10 15:25:29.223243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.policy [None req-1e24af8d-9e8d-41fb-9f77-bcaccd61669d tempest-DvrRoutersNegativeTest-1363814537 tempest-DvrRoutersNegativeTest-1363814537-project] Failed policy check for 'create_router' {{(pid=103369) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 10 15:25:29.224614 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-1e24af8d-9e8d-41fb-9f77-bcaccd61669d tempest-DvrRoutersNegativeTest-1363814537 tempest-DvrRoutersNegativeTest-1363814537-project] create failed (client error): Access was denied to this resource. Feb 10 15:25:29.229329 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1e24af8d-9e8d-41fb-9f77-bcaccd61669d tempest-DvrRoutersNegativeTest-1363814537 tempest-DvrRoutersNegativeTest-1363814537-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1485310 Feb 10 15:25:29.229510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd1eea-f5ea-4140-9d17-4ba2fbcb9014 req-a834401f-93a4-41f2-96e2-0ddf5639920f tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:29.237451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37cd1eea-f5ea-4140-9d17-4ba2fbcb9014 req-a834401f-93a4-41f2-96e2-0ddf5639920f tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 945 time: 0.0867772 Feb 10 15:25:29.279668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['2511cc1e-005c-4486-87ec-d146ee581a8e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:29.337006 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37cd1eea-f5ea-4140-9d17-4ba2fbcb9014 req-1436e939-87c0-4ec9-95e2-4db658291b7f tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986133 Feb 10 15:25:29.454456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-690aa146-7af7-4d04-aff1-9ff89b1bbf6c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:29.460447 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-690aa146-7af7-4d04-aff1-9ff89b1bbf6c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.72 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66&tenant_id=671a8c1cbc3247fe9316f7b0241815f0&binding%3Ahost_id=n-h1-815324-7 HTTP/1.1" status: 200 len: 948 time: 0.1543653 Feb 10 15:25:29.579082 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-4a461c90-0610-4d8b-b92e-ca55cdb591dc service neutron] 10.222.0.72 "GET /v2.0/ports/2511cc1e-005c-4486-87ec-d146ee581a8e/bindings/n-h1-815324-7 HTTP/1.1" status: 200 len: 382 time: 0.1096125 Feb 10 15:25:29.585660 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dde17-1bf5-4e3e-aa38-25fad710bda7 req-60f359d5-efbe-4098-af81-7f34d45a156a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:29.592796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c73dde17-1bf5-4e3e-aa38-25fad710bda7 req-60f359d5-efbe-4098-af81-7f34d45a156a tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 946 time: 0.2122025 Feb 10 15:25:29.601198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7d6169-3afc-43ad-933e-41caf189f69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:29.603272 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8057ded-c6e6-4422-bee9-fb98ba195262" -d '{"events": [{"server_uuid": "ca7d6169-3afc-43ad-933e-41caf189f69b", "name": "network-vif-plugged", "status": "completed", "tag": "d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:29.625754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804c799-dfe8-4593-9faf-545ff68d555e req-0ce7ba0f-bfd2-4e45-b334-66b37fff63ee tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:29.627302 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1804c799-dfe8-4593-9faf-545ff68d555e req-0ce7ba0f-bfd2-4e45-b334-66b37fff63ee tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 948 time: 0.1883056 Feb 10 15:25:29.663950 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c73dde17-1bf5-4e3e-aa38-25fad710bda7 req-2f6da00e-5cae-4cd0-aeab-436ba9b108c4 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703187 Feb 10 15:25:29.681441 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52316) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:29.703403 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1804c799-dfe8-4593-9faf-545ff68d555e req-3490a0d5-8b4f-4b98-881e-916703031642 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662060 Feb 10 15:25:29.725550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-d6d93865-5ae8-44bd-a0dd-ff840a8bfd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:29.727729 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-d6d93865-5ae8-44bd-a0dd-ff840a8bfd21 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 1130 time: 0.0795765 Feb 10 15:25:29.752537 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05582d92-871c-4f2b-86fd-e89eae5a047a x-openstack-request-id: req-05582d92-871c-4f2b-86fd-e89eae5a047a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:29.753067 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7d6169-3afc-43ad-933e-41caf189f69b", "name": "network-vif-plugged", "status": "completed", "tag": "d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:29.753176 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05582d92-871c-4f2b-86fd-e89eae5a047a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:29.753635 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7d6169-3afc-43ad-933e-41caf189f69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c', 'code': 200} Feb 10 15:25:29.834511 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-025e8873-8830-4458-b025-7041eb63b27c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:29.857985 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-c357a585-1773-4c0a-b311-f12f250c9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:29.859501 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-c357a585-1773-4c0a-b311-f12f250c9e1e service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1230080 Feb 10 15:25:29.918463 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-1fa40a7e-3e1a-489b-a1fc-959b29e68ae6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2511cc1e-005c-4486-87ec-d146ee581a8e HTTP/1.1" status: 200 len: 217 time: 0.0482113 Feb 10 15:25:29.923385 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-025e8873-8830-4458-b025-7041eb63b27c admin admin] Publish callbacks [] for security_group (13f9beed-7333-4d10-bd23-c96eff6dc588), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:29.926337 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f4d05-c8f6-4e18-99ff-0ec0a4a19db3 req-42ad31b2-af7d-496a-a383-88cd3a6e8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:29.928764 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-656f4d05-c8f6-4e18-99ff-0ec0a4a19db3 req-42ad31b2-af7d-496a-a383-88cd3a6e8118 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 1132 time: 0.0983102 Feb 10 15:25:29.932493 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-025e8873-8830-4458-b025-7041eb63b27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (13f9beed-7333-4d10-bd23-c96eff6dc588), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:29.989883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e8873-8830-4458-b025-7041eb63b27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f9beed-7333-4d10-bd23-c96eff6dc588,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:30.005445 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-5b117715-407b-4e40-b19c-ea574b41a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:30.007147 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-5b117715-407b-4e40-b19c-ea574b41a4b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0774529 Feb 10 15:25:30.020078 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-656f4d05-c8f6-4e18-99ff-0ec0a4a19db3 req-21b38d3d-6a28-47a3-8ce8-65a623581477 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798132 Feb 10 15:25:30.031970 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-025e8873-8830-4458-b025-7041eb63b27c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ec6d5fca3dc4d4ca51d9a9f4adede4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3495080 Feb 10 15:25:30.035348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52330) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:30.068866 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-22a662ae-c9e8-43e3-b1ca-6ecaa40f7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:30.070522 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-22a662ae-c9e8-43e3-b1ca-6ecaa40f7722 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0493913 Feb 10 15:25:30.101831 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-969c5629-0de2-48bc-8d16-59a65957182c admin admin] Publish callbacks [] for security_group (13f9beed-7333-4d10-bd23-c96eff6dc588), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:30.112331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8952585-b432-4075-bb07-eeba6e8b0fa4 req-b267aa11-82c7-4d37-afc9-21220a37afc5 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:30.113957 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8952585-b432-4075-bb07-eeba6e8b0fa4 req-b267aa11-82c7-4d37-afc9-21220a37afc5 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 950 time: 0.1286898 Feb 10 15:25:30.158724 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-969c5629-0de2-48bc-8d16-59a65957182c admin admin] Publish callbacks [] for security_group (13f9beed-7333-4d10-bd23-c96eff6dc588), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:30.212264 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8952585-b432-4075-bb07-eeba6e8b0fa4 req-d1611bb7-88e4-48c8-986d-a2ea448e7a9d tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885186 Feb 10 15:25:30.233553 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-969c5629-0de2-48bc-8d16-59a65957182c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (13f9beed-7333-4d10-bd23-c96eff6dc588), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:30.237094 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-969c5629-0de2-48bc-8d16-59a65957182c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:30.240590 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-969c5629-0de2-48bc-8d16-59a65957182c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13f9beed-7333-4d10-bd23-c96eff6dc588 HTTP/1.1" status: 204 len: 168 time: 0.2022219 Feb 10 15:25:30.246913 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c5629-0de2-48bc-8d16-59a65957182c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f9beed-7333-4d10-bd23-c96eff6dc588,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:30.364525 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-0c6ccb46-9046-4f52-b084-ce1a65ade174 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878770 Feb 10 15:25:30.497709 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-75a132f5-1f2e-4a26-9533-36713dcea054 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248672 Feb 10 15:25:30.568665 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda67b4-a86c-4829-9163-9a3d79511ed6 req-33bfcec6-11b2-49ae-a8f0-0c5f1c05e8f7 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:30.570219 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0eda67b4-a86c-4829-9163-9a3d79511ed6 req-33bfcec6-11b2-49ae-a8f0-0c5f1c05e8f7 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 945 time: 0.0914547 Feb 10 15:25:30.628848 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0eda67b4-a86c-4829-9163-9a3d79511ed6 req-79b4bd1c-a1b6-4c30-b23f-22164a457817 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522168 Feb 10 15:25:30.768499 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08217f1b-e365-4d87-8971-8f55e3a0d1a6 req-6884af5b-188f-408b-ab36-3639b6485ef7 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1654661995&fields=id&tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81 HTTP/1.1" status: 200 len: 267 time: 0.0617144 Feb 10 15:25:30.905973 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08217f1b-e365-4d87-8971-8f55e3a0d1a6 req-788a6a78-5b62-4785-9cc3-dde3cf3f5585 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:30.909977 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08217f1b-e365-4d87-8971-8f55e3a0d1a6 req-788a6a78-5b62-4785-9cc3-dde3cf3f5585 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 945 time: 0.1332161 Feb 10 15:25:30.921609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-08217f1b-e365-4d87-8971-8f55e3a0d1a6 req-5c2a47c1-8f4a-4a56-8af9-014189e5187b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Request body: {'port': {'security_groups': ['31b31238-66ef-4d8e-bc47-9493abdecc5b', 'd48e03b2-09e2-4287-bbce-0e2380f4cb76']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:30.930554 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd766b-3cec-4fd8-a26a-0967ebf31829 req-f3fc08ec-7315-45e5-8d72-06dd78c130ac tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:30.932257 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35dd766b-3cec-4fd8-a26a-0967ebf31829 req-f3fc08ec-7315-45e5-8d72-06dd78c130ac tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 948 time: 0.1179419 Feb 10 15:25:31.033652 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-08217f1b-e365-4d87-8971-8f55e3a0d1a6 req-5c2a47c1-8f4a-4a56-8af9-014189e5187b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (06895099-944b-47c6-9196-0fb41379e877), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:31.048567 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35dd766b-3cec-4fd8-a26a-0967ebf31829 req-f468881e-5ea9-414d-acc2-b13d1676f136 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932176 Feb 10 15:25:31.050015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52378) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:31.176811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-5738181f-f945-4bc3-96a0-5ab0c6324f9c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-642979873'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:31.196837 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5738181f-f945-4bc3-96a0-5ab0c6324f9c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Made reservation on behalf of f744dc0ad3da4b68830fe8aa9d73f2ea for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:25:31.201004 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5738181f-f945-4bc3-96a0-5ab0c6324f9c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:31.209807 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5738181f-f945-4bc3-96a0-5ab0c6324f9c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:31.260503 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-08217f1b-e365-4d87-8971-8f55e3a0d1a6 req-5c2a47c1-8f4a-4a56-8af9-014189e5187b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] For port 06895099-944b-47c6-9196-0fb41379e877, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=06895099-944b-47c6-9196-0fb41379e877,segment=NetworkSegment(11a0d56f-5c6d-4f4b-8367-04b9600e50f6),segment_id=11a0d56f-5c6d-4f4b-8367-04b9600e50f6)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:31.297878 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-08217f1b-e365-4d87-8971-8f55e3a0d1a6 req-5c2a47c1-8f4a-4a56-8af9-014189e5187b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for port (06895099-944b-47c6-9196-0fb41379e877), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:31.306700 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-08217f1b-e365-4d87-8971-8f55e3a0d1a6 req-5c2a47c1-8f4a-4a56-8af9-014189e5187b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (06895099-944b-47c6-9196-0fb41379e877), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:31.318194 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5738181f-f945-4bc3-96a0-5ab0c6324f9c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks [] for security_group (234a571f-58a1-475d-98f4-ae8d9f530f9a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:31.320486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['bd74c3b7-8817-4676-9865-b4241d3e3d40', '06895099-944b-47c6-9196-0fb41379e877'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:31.322872 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5738181f-f945-4bc3-96a0-5ab0c6324f9c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (234a571f-58a1-475d-98f4-ae8d9f530f9a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:31.348629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5738181f-f945-4bc3-96a0-5ab0c6324f9c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:25:31.356182 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08217f1b-e365-4d87-8971-8f55e3a0d1a6 req-5c2a47c1-8f4a-4a56-8af9-014189e5187b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:31.356859 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-08217f1b-e365-4d87-8971-8f55e3a0d1a6 req-5c2a47c1-8f4a-4a56-8af9-014189e5187b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:31.358302 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08217f1b-e365-4d87-8971-8f55e3a0d1a6 req-5c2a47c1-8f4a-4a56-8af9-014189e5187b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "PUT /v2.0/ports/06895099-944b-47c6-9196-0fb41379e877 HTTP/1.1" status: 200 len: 981 time: 0.4424734 Feb 10 15:25:31.358767 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1aa1b6-0757-4d77-b68a-817e73ca3f7a', 'tag': '06895099-944b-47c6-9196-0fb41379e877'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:31.364409 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5813083f-fc1c-408b-8ce9-32a1fe7b5b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1aa1b6-0757-4d77-b68a-817e73ca3f7a", "tag": "06895099-944b-47c6-9196-0fb41379e877"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:31.366378 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738181f-f945-4bc3-96a0-5ab0c6324f9c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234a571f-58a1-475d-98f4-ae8d9f530f9a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:31.373130 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5738181f-f945-4bc3-96a0-5ab0c6324f9c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (bf0baa52-9a2e-4719-98e7-15eaf5f07937), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:31.373542 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-5738181f-f945-4bc3-96a0-5ab0c6324f9c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Added segment bf0baa52-9a2e-4719-98e7-15eaf5f07937 of type vlan for network 80d3fe2d-9fab-4b81-9ad7-deac2a025b99 Feb 10 15:25:31.419395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5738181f-f945-4bc3-96a0-5ab0c6324f9c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (80d3fe2d-9fab-4b81-9ad7-deac2a025b99), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:31.453417 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5738181f-f945-4bc3-96a0-5ab0c6324f9c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (80d3fe2d-9fab-4b81-9ad7-deac2a025b99), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:31.470849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5738181f-f945-4bc3-96a0-5ab0c6324f9c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:31.471800 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5738181f-f945-4bc3-96a0-5ab0c6324f9c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:31.492727 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['06895099-944b-47c6-9196-0fb41379e877'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:31.535014 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5738181f-f945-4bc3-96a0-5ab0c6324f9c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4838247 Feb 10 15:25:31.572724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52392) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:31.573447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738181f-f945-4bc3-96a0-5ab0c6324f9c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Pushing event updated for resources: {'Network': ['ID=80d3fe2d-9fab-4b81-9ad7-deac2a025b99,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:31.580525 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-9de9f911-f349-48c2-b822-2805d88cbf83 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Request body: {'subnet': {'network_id': '80d3fe2d-9fab-4b81-9ad7-deac2a025b99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:31.590509 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 80d3fe2d-9fab-4b81-9ad7-deac2a025b99 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:25:31.688472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de9f911-f349-48c2-b822-2805d88cbf83 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Made reservation on behalf of f744dc0ad3da4b68830fe8aa9d73f2ea for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:25:31.696006 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9de9f911-f349-48c2-b822-2805d88cbf83 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:31.836986 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a47c1-8f4a-4a56-8af9-014189e5187b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event updated for resources: {'Port': ['ID=06895099-944b-47c6-9196-0fb41379e877,revision_number=6']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:31.858208 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d67fc82-da81-4256-8978-9bb5b98ab95b req-93498b85-c2c8-4b42-95c2-0ca9fce826c8 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/d48e03b2-09e2-4287-bbce-0e2380f4cb76 HTTP/1.1" status: 200 len: 1819 time: 0.0769150 Feb 10 15:25:31.869304 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575c54c-766f-406e-8957-bca20746df96 req-cb51da39-fc36-49ba-9ca1-255c6aa8845e tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:31.877637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c575c54c-766f-406e-8957-bca20746df96 req-cb51da39-fc36-49ba-9ca1-255c6aa8845e tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 950 time: 0.5065024 Feb 10 15:25:31.959213 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-2d67fc82-da81-4256-8978-9bb5b98ab95b req-3500d43b-3669-4e89-914d-1094a33f3a1d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 15:25:31.960679 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d67fc82-da81-4256-8978-9bb5b98ab95b req-3500d43b-3669-4e89-914d-1094a33f3a1d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "DELETE /v2.0/security-groups/d48e03b2-09e2-4287-bbce-0e2380f4cb76 HTTP/1.1" status: 409 len: 341 time: 0.0734646 Feb 10 15:25:31.984905 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c575c54c-766f-406e-8957-bca20746df96 req-d0278a5a-6c15-42e4-88c7-1ce311755873 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005707 Feb 10 15:25:32.065587 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9de9f911-f349-48c2-b822-2805d88cbf83 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (e635a4ae-37f3-462c-8179-99da3c0df3ec), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:32.076327 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6129865-f057-4e40-b9f4-26691f696965 x-openstack-request-id: req-e6129865-f057-4e40-b9f4-26691f696965 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:32.076629 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1aa1b6-0757-4d77-b68a-817e73ca3f7a", "tag": "06895099-944b-47c6-9196-0fb41379e877", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:32.076905 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6129865-f057-4e40-b9f4-26691f696965 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:32.077308 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1aa1b6-0757-4d77-b68a-817e73ca3f7a', 'tag': '06895099-944b-47c6-9196-0fb41379e877', 'status': 'completed', 'code': 200} Feb 10 15:25:32.201537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9f911-f349-48c2-b822-2805d88cbf83 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Pushing event updated for resources: {'Subnet': ['ID=e635a4ae-37f3-462c-8179-99da3c0df3ec,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:32.206656 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de9f911-f349-48c2-b822-2805d88cbf83 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Checking segment: {'id': 'bf0baa52-9a2e-4719-98e7-15eaf5f07937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80d3fe2d-9fab-4b81-9ad7-deac2a025b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:32.207032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de9f911-f349-48c2-b822-2805d88cbf83 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Network hostable DHCP agents. Network: 80d3fe2d-9fab-4b81-9ad7-deac2a025b99, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:25:32.215647 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813083f-fc1c-408b-8ce9-32a1fe7b5b3c req-a4b878ea-37ce-48fa-af0a-bd5e06db0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:32.217243 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5813083f-fc1c-408b-8ce9-32a1fe7b5b3c req-a4b878ea-37ce-48fa-af0a-bd5e06db0ca3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81&device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 1166 time: 0.0961759 Feb 10 15:25:32.258432 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de9f911-f349-48c2-b822-2805d88cbf83 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Network 80d3fe2d-9fab-4b81-9ad7-deac2a025b99 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:25:32.264088 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 2511cc1e-005c-4486-87ec-d146ee581a8e up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:25:32.316247 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-9de9f911-f349-48c2-b822-2805d88cbf83 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 80d3fe2d-9fab-4b81-9ad7-deac2a025b99) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:32.318859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 2511cc1e-005c-4486-87ec-d146ee581a8e completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:25:32.322990 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de9f911-f349-48c2-b822-2805d88cbf83 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:32.323719 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9de9f911-f349-48c2-b822-2805d88cbf83 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:32.325542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d4e4b-93bf-427b-8205-d31d7fbd7f37 req-81a97308-cb29-4428-be54-fa046067f483 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:32.327073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d92250-a3e5-44a5-901c-e0d6b769c6b2 None None] Network 80d3fe2d-9fab-4b81-9ad7-deac2a025b99 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:25:32.327598 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc7d4e4b-93bf-427b-8205-d31d7fbd7f37 req-81a97308-cb29-4428-be54-fa046067f483 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 948 time: 0.1423311 Feb 10 15:25:32.341394 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc119bf8-6ad4-4e4d-b0bf-93fa4d8c35a9 req-cff8cec6-e700-4c84-9812-918509c8f88d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:32.343690 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc119bf8-6ad4-4e4d-b0bf-93fa4d8c35a9 req-cff8cec6-e700-4c84-9812-918509c8f88d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 984 time: 0.1027813 Feb 10 15:25:32.350563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 2511cc1e-005c-4486-87ec-d146ee581a8e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:32.350951 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:32.365763 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9de9f911-f349-48c2-b822-2805d88cbf83 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7860744 Feb 10 15:25:32.366539 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52412) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:32.380725 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Request body: {'port': {'network_id': '80d3fe2d-9fab-4b81-9ad7-deac2a025b99', 'name': 'tempest-TagsExtTest-1259120124'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:32.400833 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813083f-fc1c-408b-8ce9-32a1fe7b5b3c req-bee19a1a-0f70-442c-8e06-530c676966a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:32.403420 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5813083f-fc1c-408b-8ce9-32a1fe7b5b3c req-bee19a1a-0f70-442c-8e06-530c676966a5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=702b4d29-8496-4cdf-8d06-096bdfbaf841 HTTP/1.1" status: 200 len: 914 time: 0.1781659 Feb 10 15:25:32.452624 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc7d4e4b-93bf-427b-8205-d31d7fbd7f37 req-7383a23a-4d28-4e16-a603-bf8c599eda61 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956481 Feb 10 15:25:32.452624 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc119bf8-6ad4-4e4d-b0bf-93fa4d8c35a9 req-2a7bb30e-e235-42cb-90c7-8f4cb4e5b851 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=d48e03b2-09e2-4287-bbce-0e2380f4cb76&id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0948164 Feb 10 15:25:32.481928 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5813083f-fc1c-408b-8ce9-32a1fe7b5b3c req-80dbcec2-3cd3-49e4-8906-5751d588bf07 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06895099-944b-47c6-9196-0fb41379e877 HTTP/1.1" status: 200 len: 217 time: 0.0681171 Feb 10 15:25:32.582413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813083f-fc1c-408b-8ce9-32a1fe7b5b3c req-024e2962-688b-4abb-b4c9-2dc86e192b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:32.583942 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5813083f-fc1c-408b-8ce9-32a1fe7b5b3c req-024e2962-688b-4abb-b4c9-2dc86e192b4f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a86f2b3a-a6aa-4006-b1ea-b533cc038ea2 HTTP/1.1" status: 200 len: 853 time: 0.0955951 Feb 10 15:25:32.587031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 2511cc1e-005c-4486-87ec-d146ee581a8e is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:32.587737 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:32.597819 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd831954-14a6-4908-b134-349814a25357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-80d3fe2d-9fab-4b81-9ad7-deac2a025b99', 'network_id': '80d3fe2d-9fab-4b81-9ad7-deac2a025b99', 'project_id': 'f744dc0ad3da4b68830fe8aa9d73f2ea', 'fixed_ips': [{'subnet_id': 'e635a4ae-37f3-462c-8179-99da3c0df3ec'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:25:32.598599 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd831954-14a6-4908-b134-349814a25357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:32.628332 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5813083f-fc1c-408b-8ce9-32a1fe7b5b3c req-4a048502-649d-426f-ae85-039f478437c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=702b4d29-8496-4cdf-8d06-096bdfbaf841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355337 Feb 10 15:25:32.674900 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Made reservation on behalf of f744dc0ad3da4b68830fe8aa9d73f2ea for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:25:32.676952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:32.679158 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:32.684904 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82be93e7-733d-4794-a051-711cab4f8f34" -d '{"events": [{"server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "name": "network-vif-plugged", "status": "completed", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:32.702769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=2511cc1e-005c-4486-87ec-d146ee581a8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:32.715712 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:32.763824 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a66bb90-2aee-4e2d-8eb7-cfbbf55ed70a x-openstack-request-id: req-4a66bb90-2aee-4e2d-8eb7-cfbbf55ed70a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:32.764146 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "name": "network-vif-plugged", "status": "completed", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:32.764368 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a66bb90-2aee-4e2d-8eb7-cfbbf55ed70a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:32.764811 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e', 'code': 200} Feb 10 15:25:32.790899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] device_id is not set on port aa14929c-17f6-4cc8-829f-956dff1febe1 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:25:32.817429 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=2511cc1e-005c-4486-87ec-d146ee581a8e,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:32.831429 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-fd831954-14a6-4908-b134-349814a25357 None None] Allocated IP 172.20.0.2 (80d3fe2d-9fab-4b81-9ad7-deac2a025b99/e635a4ae-37f3-462c-8179-99da3c0df3ec/7e5ee702-8583-4929-92c3-b73b1c6ee44b) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:25:32.855058 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5813083f-fc1c-408b-8ce9-32a1fe7b5b3c req-a9acad2d-ff45-47b9-a024-bb4ea85816a5 service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193427 Feb 10 15:25:32.976486 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7152cbc8-89b5-4c87-bb8f-af15250790a1 req-c5b0f83c-e1cb-443e-9b8f-ec4aceb7b374 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1043904 Feb 10 15:25:32.987146 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5813083f-fc1c-408b-8ce9-32a1fe7b5b3c req-0cd215d6-21a7-4a58-9a4e-490f6947cda2 service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252668 Feb 10 15:25:32.998659 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd831954-14a6-4908-b134-349814a25357 None None] Publish callbacks [] for port (7e5ee702-8583-4929-92c3-b73b1c6ee44b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:33.008826 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd831954-14a6-4908-b134-349814a25357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (7e5ee702-8583-4929-92c3-b73b1c6ee44b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:33.064956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd831954-14a6-4908-b134-349814a25357 None None] Network 80d3fe2d-9fab-4b81-9ad7-deac2a025b99 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:25:33.068952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-fd831954-14a6-4908-b134-349814a25357 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:33.079839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd831954-14a6-4908-b134-349814a25357 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:25:33.088587 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd831954-14a6-4908-b134-349814a25357 None None] Pushing event updated for resources: {'Port': ['ID=7e5ee702-8583-4929-92c3-b73b1c6ee44b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:33.131607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481332ef-a35e-402b-ba23-8004f17736d7 req-b1bed8fb-3da1-4e21-bba3-4c827049a3bd tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:33.140210 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-481332ef-a35e-402b-ba23-8004f17736d7 req-b1bed8fb-3da1-4e21-bba3-4c827049a3bd tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 950 time: 0.0778675 Feb 10 15:25:33.169306 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Allocated IP 172.20.0.9 (80d3fe2d-9fab-4b81-9ad7-deac2a025b99/e635a4ae-37f3-462c-8179-99da3c0df3ec/aa14929c-17f6-4cc8-829f-956dff1febe1) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:25:33.192921 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-fd831954-14a6-4908-b134-349814a25357 None None] Attempting to bind port 7e5ee702-8583-4929-92c3-b73b1c6ee44b on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:25:33.193337 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152cbc8-89b5-4c87-bb8f-af15250790a1 req-1f887877-3f48-4579-b91a-bb29241a1bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:33.194615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-fd831954-14a6-4908-b134-349814a25357 None None] Attempting to bind port 7e5ee702-8583-4929-92c3-b73b1c6ee44b by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'bf0baa52-9a2e-4719-98e7-15eaf5f07937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80d3fe2d-9fab-4b81-9ad7-deac2a025b99'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:25:33.195037 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd831954-14a6-4908-b134-349814a25357 None None] Attempting to bind port 7e5ee702-8583-4929-92c3-b73b1c6ee44b on network 80d3fe2d-9fab-4b81-9ad7-deac2a025b99 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:33.201494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd831954-14a6-4908-b134-349814a25357 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:25:33.201907 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd831954-14a6-4908-b134-349814a25357 None None] Checking segment: {'id': 'bf0baa52-9a2e-4719-98e7-15eaf5f07937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80d3fe2d-9fab-4b81-9ad7-deac2a025b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:33.202374 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd831954-14a6-4908-b134-349814a25357 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:33.203121 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd831954-14a6-4908-b134-349814a25357 None None] Bound using segment: {'id': 'bf0baa52-9a2e-4719-98e7-15eaf5f07937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80d3fe2d-9fab-4b81-9ad7-deac2a025b99'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:25:33.203652 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-fd831954-14a6-4908-b134-349814a25357 None None] Bound port: 7e5ee702-8583-4929-92c3-b73b1c6ee44b, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0baa52-9a2e-4719-98e7-15eaf5f07937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80d3fe2d-9fab-4b81-9ad7-deac2a025b99'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:25:33.204105 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd831954-14a6-4908-b134-349814a25357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7e5ee702-8583-4929-92c3-b73b1c6ee44b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:33.212527 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7152cbc8-89b5-4c87-bb8f-af15250790a1 req-1f887877-3f48-4579-b91a-bb29241a1bf3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 1132 time: 0.2133341 Feb 10 15:25:33.233275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-481332ef-a35e-402b-ba23-8004f17736d7 req-152bd9ec-4426-40c3-832e-ccfdff57d4b2 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917633 Feb 10 15:25:33.248270 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb810a71-9088-4706-aaad-2d0be46b031e req-e79b5271-1dc9-4736-ab2f-a0b73fc1dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:33.254772 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bb810a71-9088-4706-aaad-2d0be46b031e req-e79b5271-1dc9-4736-ab2f-a0b73fc1dcdf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81&device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 1166 time: 0.1599245 Feb 10 15:25:33.300676 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-fd831954-14a6-4908-b134-349814a25357 None None] For port 7e5ee702-8583-4929-92c3-b73b1c6ee44b, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:33.307027 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-fd831954-14a6-4908-b134-349814a25357 None None] For port 7e5ee702-8583-4929-92c3-b73b1c6ee44b, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7e5ee702-8583-4929-92c3-b73b1c6ee44b,segment=NetworkSegment(bf0baa52-9a2e-4719-98e7-15eaf5f07937),segment_id=bf0baa52-9a2e-4719-98e7-15eaf5f07937)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:25:33.316149 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd831954-14a6-4908-b134-349814a25357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7e5ee702-8583-4929-92c3-b73b1c6ee44b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:33.416486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd831954-14a6-4908-b134-349814a25357 None None] Pushing event updated for resources: {'Port': ['ID=7e5ee702-8583-4929-92c3-b73b1c6ee44b,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:33.566475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb810a71-9088-4706-aaad-2d0be46b031e req-231ece23-bcf2-4d91-a6b2-b2d3e122958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:33.567991 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bb810a71-9088-4706-aaad-2d0be46b031e req-231ece23-bcf2-4d91-a6b2-b2d3e122958b service neutron] 10.222.0.79 "GET /v2.0/networks?id=702b4d29-8496-4cdf-8d06-096bdfbaf841 HTTP/1.1" status: 200 len: 914 time: 0.2860799 Feb 10 15:25:33.568986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152cbc8-89b5-4c87-bb8f-af15250790a1 req-2974fd55-a8f7-47fe-871b-3bcfcbd9f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:33.570304 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7152cbc8-89b5-4c87-bb8f-af15250790a1 req-2974fd55-a8f7-47fe-871b-3bcfcbd9f975 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.3113556 Feb 10 15:25:33.733495 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2730bb0-b595-4533-91d4-1b0092724c5e req-7ed85b77-3849-483f-b0a6-3e23612590be tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:33.735707 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b2730bb0-b595-4533-91d4-1b0092724c5e req-7ed85b77-3849-483f-b0a6-3e23612590be tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 984 time: 0.1794875 Feb 10 15:25:33.743766 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01857589-e6df-4579-994c-9a2236ae02e2 req-993d8cc7-e0ab-471b-94c5-f2de822357ff tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:33.751440 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01857589-e6df-4579-994c-9a2236ae02e2 req-993d8cc7-e0ab-471b-94c5-f2de822357ff tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 950 time: 0.1540496 Feb 10 15:25:33.797836 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7152cbc8-89b5-4c87-bb8f-af15250790a1 req-187d42d5-bdbc-4399-9fde-1693811263b2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=986bdcc8-1968-4421-8aee-09173923f139 HTTP/1.1" status: 200 len: 217 time: 0.2147775 Feb 10 15:25:33.838472 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bb810a71-9088-4706-aaad-2d0be46b031e req-b65c4355-7bf0-48cb-bc1e-40bdb0b33ec5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06895099-944b-47c6-9196-0fb41379e877 HTTP/1.1" status: 200 len: 217 time: 0.2489767 Feb 10 15:25:33.865676 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01857589-e6df-4579-994c-9a2236ae02e2 req-40ab8f2c-57bd-4a72-9280-8297b65572c3 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129260 Feb 10 15:25:33.895887 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b2730bb0-b595-4533-91d4-1b0092724c5e req-544670ec-f810-41cf-b05d-a97dc169cd6c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=d48e03b2-09e2-4287-bbce-0e2380f4cb76&id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1378243 Feb 10 15:25:33.991193 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks [] for port (aa14929c-17f6-4cc8-829f-956dff1febe1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:33.994773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152cbc8-89b5-4c87-bb8f-af15250790a1 req-afb34fd0-717a-400b-b8fc-a9571a16f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:33.996478 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7152cbc8-89b5-4c87-bb8f-af15250790a1 req-afb34fd0-717a-400b-b8fc-a9571a16f928 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1596630 Feb 10 15:25:33.997380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf88bd7-f73d-4311-8e47-69d92651d737 req-a9af9444-2533-4e5a-87d2-ef81b77215ec tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:33.998671 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5bf88bd7-f73d-4311-8e47-69d92651d737 req-a9af9444-2533-4e5a-87d2-ef81b77215ec tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.0613096 Feb 10 15:25:34.003718 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-08322abc-3b13-4338-ba2f-528c4aa86289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:34.005645 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-08322abc-3b13-4338-ba2f-528c4aa86289 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66&tenant_id=671a8c1cbc3247fe9316f7b0241815f0 HTTP/1.1" status: 200 len: 1131 time: 0.2988777 Feb 10 15:25:34.009723 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb810a71-9088-4706-aaad-2d0be46b031e req-c8dbe6a9-d52c-4c17-ae91-a82c23c89b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:34.011043 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bb810a71-9088-4706-aaad-2d0be46b031e req-c8dbe6a9-d52c-4c17-ae91-a82c23c89b91 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a86f2b3a-a6aa-4006-b1ea-b533cc038ea2 HTTP/1.1" status: 200 len: 853 time: 0.1547933 Feb 10 15:25:34.024420 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:34.067954 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5bf88bd7-f73d-4311-8e47-69d92651d737 req-5b0ebce9-fd95-40cd-b18b-52fca9499d94 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629778 Feb 10 15:25:34.209537 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 7e5ee702-8583-4929-92c3-b73b1c6ee44b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:25:34.282524 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 7e5ee702-8583-4929-92c3-b73b1c6ee44b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:34.283247 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7e5ee702-8583-4929-92c3-b73b1c6ee44b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:34.328523 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:25:34.383127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 7e5ee702-8583-4929-92c3-b73b1c6ee44b is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:34.383605 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7e5ee702-8583-4929-92c3-b73b1c6ee44b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:34.397616 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bb810a71-9088-4706-aaad-2d0be46b031e req-b501b693-9b1c-4970-b179-1051d556881a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=702b4d29-8496-4cdf-8d06-096bdfbaf841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3685362 Feb 10 15:25:34.428084 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 7e5ee702-8583-4929-92c3-b73b1c6ee44b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7e5ee702-8583-4929-92c3-b73b1c6ee44b,segment=NetworkSegment(bf0baa52-9a2e-4719-98e7-15eaf5f07937),segment_id=bf0baa52-9a2e-4719-98e7-15eaf5f07937)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:34.436918 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7e5ee702-8583-4929-92c3-b73b1c6ee44b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:34.495604 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=7e5ee702-8583-4929-92c3-b73b1c6ee44b,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:34.523258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152cbc8-89b5-4c87-bb8f-af15250790a1 req-8fa02ac3-d7e3-45d1-9955-568afaa89d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:34.524835 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7152cbc8-89b5-4c87-bb8f-af15250790a1 req-8fa02ac3-d7e3-45d1-9955-568afaa89d3a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5170383 Feb 10 15:25:34.528406 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:34.532593 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (aa14929c-17f6-4cc8-829f-956dff1febe1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:34.646048 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Network 80d3fe2d-9fab-4b81-9ad7-deac2a025b99 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:25:34.677511 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd164dad-9d0d-4dbb-9268-33c7ddeb8db5 None None] Network 80d3fe2d-9fab-4b81-9ad7-deac2a025b99 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:25:34.698732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:34.708237 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bb810a71-9088-4706-aaad-2d0be46b031e req-23eb3d71-b100-41bd-8328-119223ad2ccf service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033464 Feb 10 15:25:34.710596 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:25:34.721194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Pushing event updated for resources: {'Port': ['ID=aa14929c-17f6-4cc8-829f-956dff1febe1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:34.799553 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:34.799893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:34.800225 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:34.800553 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:34.800913 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:34.801213 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:34.801529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:34.801841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:34.802152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:34.802615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:34.802793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:34.803188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:34.803374 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:34.806803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9a61baab-d371-459c-a1e9-0ec31623e51b None None] Provisioning complete for port 7e5ee702-8583-4929-92c3-b73b1c6ee44b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:34.807197 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9a61baab-d371-459c-a1e9-0ec31623e51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7e5ee702-8583-4929-92c3-b73b1c6ee44b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:34.905244 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7152cbc8-89b5-4c87-bb8f-af15250790a1 req-4832149f-6a4d-4c11-a679-1a4dcf6a9e15 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661966 Feb 10 15:25:34.937667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9a61baab-d371-459c-a1e9-0ec31623e51b None None] Current status of the port 7e5ee702-8583-4929-92c3-b73b1c6ee44b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:35.050484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=2511cc1e-005c-4486-87ec-d146ee581a8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:35.052379 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248c809-84e3-4a80-936e-f60041352da0 req-443879cf-6a78-4110-b1c1-9686336a2db4 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:35.060061 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7248c809-84e3-4a80-936e-f60041352da0 req-443879cf-6a78-4110-b1c1-9686336a2db4 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 950 time: 0.0994408 Feb 10 15:25:35.075785 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8328b-6013-460b-8333-54824554e9a0 req-eca66a60-15f1-4e03-b0bf-b814165a7552 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:35.083924 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4b8328b-6013-460b-8333-54824554e9a0 req-eca66a60-15f1-4e03-b0bf-b814165a7552 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 984 time: 0.1089201 Feb 10 15:25:35.097460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:35.154844 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Publish callbacks [] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:35.173244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Transition to ACTIVE for port object 2511cc1e-005c-4486-87ec-d146ee581a8e will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:25:35.174066 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f1e6caeb-e5b8-4999-9685-ec8661db3d2f None None] Provisioning complete for port 7e5ee702-8583-4929-92c3-b73b1c6ee44b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:35.174666 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f1e6caeb-e5b8-4999-9685-ec8661db3d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7e5ee702-8583-4929-92c3-b73b1c6ee44b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:35.188491 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7248c809-84e3-4a80-936e-f60041352da0 req-b7ff4133-8ad5-4746-91ba-118c2607e18f tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260836 Feb 10 15:25:35.218594 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:35.222402 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66841106-0484-4d76-8b45-780fdd48f13d" -d '{"events": [{"server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "name": "network-vif-unplugged", "status": "completed", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:35.226833 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4b8328b-6013-460b-8333-54824554e9a0 req-7248a9a7-1d81-40d4-b058-49dc0d33231b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=d48e03b2-09e2-4287-bbce-0e2380f4cb76&id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1419437 Feb 10 15:25:35.228903 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bb810a71-9088-4706-aaad-2d0be46b031e req-354a5994-b0e3-4ee1-89d9-85aaa1c371c5 service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119228 Feb 10 15:25:35.260908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:35.267778 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:35.286803 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:35.397128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f1e6caeb-e5b8-4999-9685-ec8661db3d2f None None] Current status of the port 7e5ee702-8583-4929-92c3-b73b1c6ee44b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:35.419250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] No DVR routers for this DVR port 2511cc1e-005c-4486-87ec-d146ee581a8e on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:35.423682 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f1e6caeb-e5b8-4999-9685-ec8661db3d2f None None] Provisioning complete for port aa14929c-17f6-4cc8-829f-956dff1febe1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:35.423995 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f1e6caeb-e5b8-4999-9685-ec8661db3d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aa14929c-17f6-4cc8-829f-956dff1febe1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:35.445947 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5840a679-5a39-4d84-b8d8-b339a7be2594 x-openstack-request-id: req-5840a679-5a39-4d84-b8d8-b339a7be2594 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:35.445947 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "name": "network-vif-unplugged", "status": "completed", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:35.446266 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5840a679-5a39-4d84-b8d8-b339a7be2594 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:35.446518 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e', 'code': 200} Feb 10 15:25:35.450193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454061fb-0aff-412b-afd9-8b94a0ca087c req-c6ee7fec-47f9-4fa7-88b2-1da342e3e1ce tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:35.457671 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-454061fb-0aff-412b-afd9-8b94a0ca087c req-c6ee7fec-47f9-4fa7-88b2-1da342e3e1ce tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 948 time: 0.1436353 Feb 10 15:25:35.488479 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f1e6caeb-e5b8-4999-9685-ec8661db3d2f None None] Port aa14929c-17f6-4cc8-829f-956dff1febe1 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:25:35.545435 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-454061fb-0aff-412b-afd9-8b94a0ca087c req-4da800b6-761b-4b11-9c92-cf99dc32a294 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863452 Feb 10 15:25:35.571548 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b4baa359-98e9-45b7-a2f7-a5201c366ae6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2014823 Feb 10 15:25:35.572338 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52478) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:35.578656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-7f55eadf-4017-4801-8f33-85f13331fc43 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1901342905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:35.579176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Attempting to bind port 2511cc1e-005c-4486-87ec-d146ee581a8e on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:25:35.579834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Attempting to bind port 2511cc1e-005c-4486-87ec-d146ee581a8e by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:25:35.580152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Attempting to bind port 2511cc1e-005c-4486-87ec-d146ee581a8e on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:35.613894 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8232f064-a1e9-4858-aff8-41f032d90ac9 None None] Provisioning complete for port aa14929c-17f6-4cc8-829f-956dff1febe1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:35.615570 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7f55eadf-4017-4801-8f33-85f13331fc43 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (2b7c22da-283c-4904-aafd-361cf468fe7c), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:35.615921 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8232f064-a1e9-4858-aff8-41f032d90ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aa14929c-17f6-4cc8-829f-956dff1febe1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:35.619742 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7f55eadf-4017-4801-8f33-85f13331fc43 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (2b7c22da-283c-4904-aafd-361cf468fe7c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:35.623557 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Port 2511cc1e-005c-4486-87ec-d146ee581a8e on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:25:35.624075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Attempting to bind port 2511cc1e-005c-4486-87ec-d146ee581a8e on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:35.668269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0898ad0-441d-47a6-a638-a2bc25523194 req-51e36d12-8bc9-4ff0-ae56-fc260c28f2c0 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:35.669875 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c0898ad0-441d-47a6-a638-a2bc25523194 req-51e36d12-8bc9-4ff0-ae56-fc260c28f2c0 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 950 time: 0.1555920 Feb 10 15:25:35.670674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:25:35.671030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:35.672080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:25:35.672541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Bound port: 2511cc1e-005c-4486-87ec-d146ee581a8e, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:25:35.673166 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:35.684080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8232f064-a1e9-4858-aff8-41f032d90ac9 None None] Port aa14929c-17f6-4cc8-829f-956dff1febe1 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:25:35.698074 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2511cc1e-005c-4486-87ec-d146ee581a8e,revision_number=10']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:35.709945 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7f55eadf-4017-4801-8f33-85f13331fc43 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks [] for router_controller (2b7c22da-283c-4904-aafd-361cf468fe7c), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:35.716336 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7f55eadf-4017-4801-8f33-85f13331fc43 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (2b7c22da-283c-4904-aafd-361cf468fe7c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:35.736898 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7f55eadf-4017-4801-8f33-85f13331fc43 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:35.741418 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7f55eadf-4017-4801-8f33-85f13331fc43 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1678560 Feb 10 15:25:35.742324 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52480) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:35.746915 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-531a5692-51a4-4aac-93aa-f900d9da9443 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2065285609', 'prefixes': ['172.20.0.0/16']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:35.820611 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7152cbc8-89b5-4c87-bb8f-af15250790a1 req-1bffc34d-394c-491a-91ea-3c1076e689ac service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436845 Feb 10 15:25:35.845233 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-531a5692-51a4-4aac-93aa-f900d9da9443 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:35.850820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:35.854639 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-531a5692-51a4-4aac-93aa-f900d9da9443 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1105602 Feb 10 15:25:35.855869 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2511cc1e-005c-4486-87ec-d146ee581a8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:25:35.856034 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52482) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:35.862851 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-9aae858f-7f81-4902-81de-d79c964a3f20 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e635a4ae-37f3-462c-8179-99da3c0df3ec', 'tempest-TagsExtTest-Tag-1778998021') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:35.871340 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:35.916503 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-c0898ad0-441d-47a6-a638-a2bc25523194 req-05305dd3-db02-44c2-b503-3d4ab324a8ff tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Deleting port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:35.916871 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c0898ad0-441d-47a6-a638-a2bc25523194 req-05305dd3-db02-44c2-b503-3d4ab324a8ff tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:35.970554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:35.971287 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:35.972800 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] 10.222.0.79 "PUT /v2.0/ports/2511cc1e-005c-4486-87ec-d146ee581a8e HTTP/1.1" status: 200 len: 1096 time: 1.9607639 Feb 10 15:25:35.987507 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9aae858f-7f81-4902-81de-d79c964a3f20 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "PUT /v2.0/subnets/e635a4ae-37f3-462c-8179-99da3c0df3ec/tags/tempest-TagsExtTest-Tag-1778998021 HTTP/1.1" status: 201 len: 201 time: 0.1289542 Feb 10 15:25:35.988126 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52484) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:35.993765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-3a782d1b-30e4-4d22-85e1-98b013524999 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'aa14929c-17f6-4cc8-829f-956dff1febe1', 'tempest-TagsExtTest-Tag-1905629029') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:36.062901 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b9b88-eb91-40ae-8092-c9d58e7d89d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2511cc1e-005c-4486-87ec-d146ee581a8e,revision_number=11']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:36.084916 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3a782d1b-30e4-4d22-85e1-98b013524999 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "PUT /v2.0/ports/aa14929c-17f6-4cc8-829f-956dff1febe1/tags/tempest-TagsExtTest-Tag-1905629029 HTTP/1.1" status: 201 len: 201 time: 0.0950034 Feb 10 15:25:36.086779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52486) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:36.092097 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-2cd8a5a0-e6da-40d7-b5a6-7198b4ca2466 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2b7c22da-283c-4904-aafd-361cf468fe7c', 'tempest-TagsExtTest-Tag-15429776') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:36.098841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c0898ad0-441d-47a6-a638-a2bc25523194 req-05305dd3-db02-44c2-b503-3d4ab324a8ff tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] For port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:36.099215 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c0898ad0-441d-47a6-a638-a2bc25523194 req-05305dd3-db02-44c2-b503-3d4ab324a8ff tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:36.103295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-4e34d2d3-1e07-4754-b990-430452485710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:36.105177 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-4e34d2d3-1e07-4754-b990-430452485710 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 1130 time: 0.0933297 Feb 10 15:25:36.135550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-c0898ad0-441d-47a6-a638-a2bc25523194 req-05305dd3-db02-44c2-b503-3d4ab324a8ff tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Calling delete_port for d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:25:36.209954 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 7e5ee702-8583-4929-92c3-b73b1c6ee44b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:25:36.287683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2cd8a5a0-e6da-40d7-b5a6-7198b4ca2466 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "PUT /v2.0/routers/2b7c22da-283c-4904-aafd-361cf468fe7c/tags/tempest-TagsExtTest-Tag-15429776 HTTP/1.1" status: 201 len: 201 time: 0.1996772 Feb 10 15:25:36.290262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52494) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:36.295050 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-5e6c9d07-ac4d-4503-a9bb-ed76653bae98 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c', 'tempest-TagsExtTest-Tag-1722988796') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:36.333088 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-869f8612-8da2-4128-b095-3c83832c8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:36.335079 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-869f8612-8da2-4128-b095-3c83832c8b39 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.2237120 Feb 10 15:25:36.341764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 2511cc1e-005c-4486-87ec-d146ee581a8e no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:25:36.396199 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-5ec3bbf9-371a-4109-a19f-f83a3f43927d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2511cc1e-005c-4486-87ec-d146ee581a8e HTTP/1.1" status: 200 len: 217 time: 0.0487192 Feb 10 15:25:36.404231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] The host n-h1-815324-7 is not matching for port 2511cc1e-005c-4486-87ec-d146ee581a8e host n-h2-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:25:36.404999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 2511cc1e-005c-4486-87ec-d146ee581a8e not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:25:36.422872 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 7e5ee702-8583-4929-92c3-b73b1c6ee44b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:36.423561 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7e5ee702-8583-4929-92c3-b73b1c6ee44b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:36.438416 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5e6c9d07-ac4d-4503-a9bb-ed76653bae98 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "PUT /v2.0/subnetpools/f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c/tags/tempest-TagsExtTest-Tag-1722988796 HTTP/1.1" status: 201 len: 201 time: 0.1465228 Feb 10 15:25:36.441082 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52496) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:36.453349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-dc8abf6a-db0d-4716-857f-74de34b33803 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e635a4ae-37f3-462c-8179-99da3c0df3ec') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:36.497493 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-6834c282-44aa-4151-92a1-c1e884588b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:36.498908 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-6834c282-44aa-4151-92a1-c1e884588b64 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0869133 Feb 10 15:25:36.504194 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c0898ad0-441d-47a6-a638-a2bc25523194 req-05305dd3-db02-44c2-b503-3d4ab324a8ff tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:36.511430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcee53b-1086-42d6-afdb-ea9d4c25fce2 req-4381da96-6305-4597-95f2-83084fda0563 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:36.513000 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7bcee53b-1086-42d6-afdb-ea9d4c25fce2 req-4381da96-6305-4597-95f2-83084fda0563 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca7d6169-3afc-43ad-933e-41caf189f69b HTTP/1.1" status: 200 len: 950 time: 0.1585727 Feb 10 15:25:36.528225 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:36.562424 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 7e5ee702-8583-4929-92c3-b73b1c6ee44b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:36.567638 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480472-9266-43d0-b909-4e0371aa9168 req-d798f044-bef8-40c1-8048-dd69ff07f2e7 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:36.569292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36480472-9266-43d0-b909-4e0371aa9168 req-d798f044-bef8-40c1-8048-dd69ff07f2e7 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 984 time: 0.2130919 Feb 10 15:25:36.608913 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0898ad0-441d-47a6-a638-a2bc25523194 req-05305dd3-db02-44c2-b503-3d4ab324a8ff tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] No DVR routers for this DVR port d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:36.611145 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c0898ad0-441d-47a6-a638-a2bc25523194 req-05305dd3-db02-44c2-b503-3d4ab324a8ff tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:36.614861 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c0898ad0-441d-47a6-a638-a2bc25523194 req-05305dd3-db02-44c2-b503-3d4ab324a8ff tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.72 "DELETE /v2.0/ports/d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c HTTP/1.1" status: 204 len: 173 time: 0.9257345 Feb 10 15:25:36.615623 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05305dd3-db02-44c2-b503-3d4ab324a8ff tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] Pushing event deleted for resources: {'Port': ['ID=d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:36.617697 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7bcee53b-1086-42d6-afdb-ea9d4c25fce2 req-c1e975cf-dbe5-4338-9ff0-e95ef78b1750 tempest-ImagesNegativeTestJSON-187773185 tempest-ImagesNegativeTestJSON-187773185-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890231 Feb 10 15:25:36.632704 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-dc8abf6a-db0d-4716-857f-74de34b33803 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/subnets/e635a4ae-37f3-462c-8179-99da3c0df3ec/tags HTTP/1.1" status: 200 len: 241 time: 0.1882002 Feb 10 15:25:36.637254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52500) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:36.644218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-d8b6028c-7a3e-479a-8055-faf87e037839 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e635a4ae-37f3-462c-8179-99da3c0df3ec', 'tempest-TagsExtTest-Tag-1778998021') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:36.708117 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36480472-9266-43d0-b909-4e0371aa9168 req-3c16fcda-1ef2-43bd-8f51-5b1a5913508b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=d48e03b2-09e2-4287-bbce-0e2380f4cb76&id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1314840 Feb 10 15:25:36.793339 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-7135dc1e-4ac1-414a-a48b-56b75240e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:36.796106 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-7135dc1e-4ac1-414a-a48b-56b75240e1b1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2799768 Feb 10 15:25:36.842835 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:36.874139 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d8b6028c-7a3e-479a-8055-faf87e037839 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/subnets/e635a4ae-37f3-462c-8179-99da3c0df3ec/tags/tempest-TagsExtTest-Tag-1778998021 HTTP/1.1" status: 204 len: 168 time: 0.2346075 Feb 10 15:25:36.876470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52506) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:36.880929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-f0aed023-16c2-4d86-9912-41e40581a0a9 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e635a4ae-37f3-462c-8179-99da3c0df3ec', 'tempest-TagsExtTest-Tag-1778998021') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:36.929356 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410d612-f37c-416a-b2c7-24a692532d21 req-2475f55f-1ec1-4c44-8519-e4527d13b8b7 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:36.931261 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1410d612-f37c-416a-b2c7-24a692532d21 req-2475f55f-1ec1-4c44-8519-e4527d13b8b7 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 948 time: 0.1153729 Feb 10 15:25:36.940219 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7664d266-1b14-45f8-9f70-4c3fd89e4cd0 req-9ad09fe5-838f-4fa8-a6ed-059d3557e1d0 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1080238444&fields=id&tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81 HTTP/1.1" status: 200 len: 267 time: 0.0828779 Feb 10 15:25:36.969672 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-ce1a7259-98db-4ebd-80e6-1f5b750b838f service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647193 Feb 10 15:25:37.017833 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1410d612-f37c-416a-b2c7-24a692532d21 req-7b04db19-b5d7-4b2e-b975-b1d45ce91a8a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753419 Feb 10 15:25:37.034370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664d266-1b14-45f8-9f70-4c3fd89e4cd0 req-56b2f550-b744-4852-927c-53edb6d31b3c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:37.042310 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7664d266-1b14-45f8-9f70-4c3fd89e4cd0 req-56b2f550-b744-4852-927c-53edb6d31b3c tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 984 time: 0.1009240 Feb 10 15:25:37.048512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-7664d266-1b14-45f8-9f70-4c3fd89e4cd0 req-0972cd39-9ef4-43cd-8bcc-0356da4bcc7d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Request body: {'port': {'security_groups': ['31b31238-66ef-4d8e-bc47-9493abdecc5b', 'd48e03b2-09e2-4287-bbce-0e2380f4cb76', '948f92ac-2923-4b1a-bc6d-42b6a0179aac']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:37.081522 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f0aed023-16c2-4d86-9912-41e40581a0a9 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/subnets/e635a4ae-37f3-462c-8179-99da3c0df3ec/tags/tempest-TagsExtTest-Tag-1778998021 HTTP/1.1" status: 204 len: 168 time: 0.2040167 Feb 10 15:25:37.083905 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52508) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:37.090590 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-34802604-d54c-43e3-b1f2-013dd3d7bf08 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e635a4ae-37f3-462c-8179-99da3c0df3ec') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:37.129044 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5317ab65-7215-414f-83cc-9baaf3b827c5 req-64883a6c-233e-45df-aad7-f9e6bc058da3 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508288 Feb 10 15:25:37.139628 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-7664d266-1b14-45f8-9f70-4c3fd89e4cd0 req-0972cd39-9ef4-43cd-8bcc-0356da4bcc7d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (06895099-944b-47c6-9196-0fb41379e877), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:37.163140 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-34802604-d54c-43e3-b1f2-013dd3d7bf08 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/subnets/e635a4ae-37f3-462c-8179-99da3c0df3ec/tags HTTP/1.1" status: 200 len: 205 time: 0.0751622 Feb 10 15:25:37.163435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52510) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:37.167750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-312e8d38-003f-47b2-8434-cbd6c4fc93f5 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'aa14929c-17f6-4cc8-829f-956dff1febe1') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:37.244851 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52514) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:37.245980 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-312e8d38-003f-47b2-8434-cbd6c4fc93f5 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/ports/aa14929c-17f6-4cc8-829f-956dff1febe1/tags HTTP/1.1" status: 200 len: 241 time: 0.0814044 Feb 10 15:25:37.252890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-919ffc81-1f17-417a-ae7c-ed2e85e276f0 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aa14929c-17f6-4cc8-829f-956dff1febe1', 'tempest-TagsExtTest-Tag-1905629029') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:37.383785 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-919ffc81-1f17-417a-ae7c-ed2e85e276f0 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/ports/aa14929c-17f6-4cc8-829f-956dff1febe1/tags/tempest-TagsExtTest-Tag-1905629029 HTTP/1.1" status: 204 len: 168 time: 0.1377516 Feb 10 15:25:37.387818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52516) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:37.394698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-f6c1e4f3-4644-4583-8cc9-081f63b99fdb tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'aa14929c-17f6-4cc8-829f-956dff1febe1', 'tempest-TagsExtTest-Tag-1905629029') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:37.430924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-7664d266-1b14-45f8-9f70-4c3fd89e4cd0 req-0972cd39-9ef4-43cd-8bcc-0356da4bcc7d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] For port 06895099-944b-47c6-9196-0fb41379e877, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=06895099-944b-47c6-9196-0fb41379e877,segment=NetworkSegment(11a0d56f-5c6d-4f4b-8367-04b9600e50f6),segment_id=11a0d56f-5c6d-4f4b-8367-04b9600e50f6)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:37.447051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e'}, {'server_uuid': 'ca7d6169-3afc-43ad-933e-41caf189f69b', 'name': 'network-vif-deleted', 'tag': 'd4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:37.450278 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2e827e-ab32-4e0a-af42-aaba00b5c576" -d '{"events": [{"name": "network-changed", "server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e"}, {"server_uuid": "ca7d6169-3afc-43ad-933e-41caf189f69b", "name": "network-vif-deleted", "tag": "d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:37.475735 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-7664d266-1b14-45f8-9f70-4c3fd89e4cd0 req-0972cd39-9ef4-43cd-8bcc-0356da4bcc7d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for port (06895099-944b-47c6-9196-0fb41379e877), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:37.483179 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-7664d266-1b14-45f8-9f70-4c3fd89e4cd0 req-0972cd39-9ef4-43cd-8bcc-0356da4bcc7d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (06895099-944b-47c6-9196-0fb41379e877), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:37.496431 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['bd74c3b7-8817-4676-9865-b4241d3e3d40', '06895099-944b-47c6-9196-0fb41379e877'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:37.516995 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eeae90-9c99-43d5-b271-1219fbaa795c x-openstack-request-id: req-d8eeae90-9c99-43d5-b271-1219fbaa795c {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:37.517523 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e", "status": "completed", "code": 200}, {"server_uuid": "ca7d6169-3afc-43ad-933e-41caf189f69b", "name": "network-vif-deleted", "tag": "d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:37.517992 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8eeae90-9c99-43d5-b271-1219fbaa795c {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:37.518552 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e', 'status': 'completed', 'code': 200} Feb 10 15:25:37.519119 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7d6169-3afc-43ad-933e-41caf189f69b', 'name': 'network-vif-deleted', 'tag': 'd4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c', 'status': 'completed', 'code': 200} Feb 10 15:25:37.552228 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664d266-1b14-45f8-9f70-4c3fd89e4cd0 req-0972cd39-9ef4-43cd-8bcc-0356da4bcc7d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:37.554360 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-7664d266-1b14-45f8-9f70-4c3fd89e4cd0 req-0972cd39-9ef4-43cd-8bcc-0356da4bcc7d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:37.557010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7664d266-1b14-45f8-9f70-4c3fd89e4cd0 req-0972cd39-9ef4-43cd-8bcc-0356da4bcc7d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "PUT /v2.0/ports/06895099-944b-47c6-9196-0fb41379e877 HTTP/1.1" status: 200 len: 1020 time: 0.5123498 Feb 10 15:25:37.557616 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1aa1b6-0757-4d77-b68a-817e73ca3f7a', 'tag': '06895099-944b-47c6-9196-0fb41379e877'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:37.561770 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d4a795-336d-4969-92e8-ecf0653e8f30" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1aa1b6-0757-4d77-b68a-817e73ca3f7a", "tag": "06895099-944b-47c6-9196-0fb41379e877"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:37.599415 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f6c1e4f3-4644-4583-8cc9-081f63b99fdb tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/ports/aa14929c-17f6-4cc8-829f-956dff1febe1/tags/tempest-TagsExtTest-Tag-1905629029 HTTP/1.1" status: 204 len: 168 time: 0.2105346 Feb 10 15:25:37.601163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52524) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:37.611171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-355d9fa1-3016-4e02-8615-fecd08d30b23 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'aa14929c-17f6-4cc8-829f-956dff1febe1') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:37.634308 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-c3fd0c3f-e900-4826-98b6-a8a6aaa6a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:37.636166 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-c3fd0c3f-e900-4826-98b6-a8a6aaa6a9e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 1130 time: 0.0845156 Feb 10 15:25:37.639358 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-56e8c221-4b5f-42f2-9ce1-a4108a50c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:37.641046 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-56e8c221-4b5f-42f2-9ce1-a4108a50c719 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 1130 time: 0.1004751 Feb 10 15:25:37.690160 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5472aaa-ec24-48d1-acff-3a29b1c5def3 x-openstack-request-id: req-c5472aaa-ec24-48d1-acff-3a29b1c5def3 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:37.690457 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1aa1b6-0757-4d77-b68a-817e73ca3f7a", "tag": "06895099-944b-47c6-9196-0fb41379e877", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:37.690724 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5472aaa-ec24-48d1-acff-3a29b1c5def3 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:37.693285 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1aa1b6-0757-4d77-b68a-817e73ca3f7a', 'tag': '06895099-944b-47c6-9196-0fb41379e877', 'status': 'completed', 'code': 200} Feb 10 15:25:37.697417 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972cd39-9ef4-43cd-8bcc-0356da4bcc7d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event updated for resources: {'Port': ['ID=06895099-944b-47c6-9196-0fb41379e877,revision_number=7']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:37.708312 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['06895099-944b-47c6-9196-0fb41379e877'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:37.753090 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-c1a1e3fe-0dde-4b7b-b239-eff3fc06145a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:37.756731 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-c1a1e3fe-0dde-4b7b-b239-eff3fc06145a service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1029835 Feb 10 15:25:37.774562 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5fbb4d6-a305-4608-bff8-029457fa28d0 req-84ec4ce9-46c9-4a2d-8e03-cf360f92a6d6 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/948f92ac-2923-4b1a-bc6d-42b6a0179aac HTTP/1.1" status: 200 len: 1819 time: 0.1578994 Feb 10 15:25:37.871630 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-355d9fa1-3016-4e02-8615-fecd08d30b23 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/ports/aa14929c-17f6-4cc8-829f-956dff1febe1/tags HTTP/1.1" status: 200 len: 205 time: 0.2629843 Feb 10 15:25:37.872437 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52536) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:37.872838 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-870d6a24-30df-48c0-b1ac-8c3c8c7d8064 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2511cc1e-005c-4486-87ec-d146ee581a8e HTTP/1.1" status: 200 len: 217 time: 0.1081424 Feb 10 15:25:37.874739 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-d5fbb4d6-a305-4608-bff8-029457fa28d0 req-e0476f58-b5a8-41d6-9380-4c1c3cdc4665 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 15:25:37.891243 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5fbb4d6-a305-4608-bff8-029457fa28d0 req-e0476f58-b5a8-41d6-9380-4c1c3cdc4665 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "DELETE /v2.0/security-groups/948f92ac-2923-4b1a-bc6d-42b6a0179aac HTTP/1.1" status: 409 len: 341 time: 0.1073189 Feb 10 15:25:37.898825 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-082b2784-7a3e-4b74-bf11-d82103809d87 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2b7c22da-283c-4904-aafd-361cf468fe7c') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:37.938072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4a795-336d-4969-92e8-ecf0653e8f30 req-38e31c61-f512-4cfc-93d2-26e6a8a77351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:37.939818 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40d4a795-336d-4969-92e8-ecf0653e8f30 req-38e31c61-f512-4cfc-93d2-26e6a8a77351 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81&device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 1206 time: 0.1818414 Feb 10 15:25:38.158372 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-082b2784-7a3e-4b74-bf11-d82103809d87 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/routers/2b7c22da-283c-4904-aafd-361cf468fe7c/tags HTTP/1.1" status: 200 len: 239 time: 0.2852070 Feb 10 15:25:38.161194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52550) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:38.169688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-3b98a54d-fa02-4a47-a05c-d626f4f8f450 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2b7c22da-283c-4904-aafd-361cf468fe7c', 'tempest-TagsExtTest-Tag-15429776') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:38.408038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4a795-336d-4969-92e8-ecf0653e8f30 req-352c00ca-2da7-4336-96de-744c91cbdf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:38.409922 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40d4a795-336d-4969-92e8-ecf0653e8f30 req-352c00ca-2da7-4336-96de-744c91cbdf0b service neutron] 10.222.0.79 "GET /v2.0/networks?id=702b4d29-8496-4cdf-8d06-096bdfbaf841 HTTP/1.1" status: 200 len: 914 time: 0.4625006 Feb 10 15:25:38.414791 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-e980add4-f055-40fb-9ec5-56ac3f0a8d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:38.416355 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-e980add4-f055-40fb-9ec5-56ac3f0a8d51 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.7729747 Feb 10 15:25:38.438310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-3975148d-8c6b-427a-86c8-39c7b808a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:38.440024 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-3975148d-8c6b-427a-86c8-39c7b808a4f3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.5573130 Feb 10 15:25:38.509178 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40d4a795-336d-4969-92e8-ecf0653e8f30 req-9a63526e-e268-4da6-bab8-06f2fce3e1bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06895099-944b-47c6-9196-0fb41379e877 HTTP/1.1" status: 200 len: 217 time: 0.0895822 Feb 10 15:25:38.512303 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-8972edc1-ad53-4741-b4e9-d70b52cbecd2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2511cc1e-005c-4486-87ec-d146ee581a8e HTTP/1.1" status: 200 len: 217 time: 0.0824194 Feb 10 15:25:38.513966 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad3c92-c948-4618-bacf-ea1085234292 req-2119546a-0f61-4e92-972e-ec6f617d5d12 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:38.521339 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88ad3c92-c948-4618-bacf-ea1085234292 req-2119546a-0f61-4e92-972e-ec6f617d5d12 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 948 time: 0.2339668 Feb 10 15:25:38.576232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc45ec-94d9-40e8-b9c4-c3f02acd6543 req-584e181d-64d7-4e80-8aae-dbf494fa00b3 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:38.583835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4a795-336d-4969-92e8-ecf0653e8f30 req-68f71a1a-3e55-4651-b2b2-6ad504117a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:38.585733 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40d4a795-336d-4969-92e8-ecf0653e8f30 req-68f71a1a-3e55-4651-b2b2-6ad504117a25 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a86f2b3a-a6aa-4006-b1ea-b533cc038ea2 HTTP/1.1" status: 200 len: 853 time: 0.0495293 Feb 10 15:25:38.588338 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ebc45ec-94d9-40e8-b9c4-c3f02acd6543 req-584e181d-64d7-4e80-8aae-dbf494fa00b3 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 1023 time: 0.3019423 Feb 10 15:25:38.599855 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3b98a54d-fa02-4a47-a05c-d626f4f8f450 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/routers/2b7c22da-283c-4904-aafd-361cf468fe7c/tags/tempest-TagsExtTest-Tag-15429776 HTTP/1.1" status: 204 len: 168 time: 0.4374766 Feb 10 15:25:38.603142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52556) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:38.620143 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-7fd5e747-3ebf-45dc-94e0-ab3a94b03e0a tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2b7c22da-283c-4904-aafd-361cf468fe7c', 'tempest-TagsExtTest-Tag-15429776') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:38.633971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-90cce181-8b76-4170-9ac8-76d4e33591bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:38.635601 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-90cce181-8b76-4170-9ac8-76d4e33591bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0982542 Feb 10 15:25:38.638308 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52558) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:38.683751 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40d4a795-336d-4969-92e8-ecf0653e8f30 req-f3d6c92d-9b89-4965-9810-976b176ece39 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=702b4d29-8496-4cdf-8d06-096bdfbaf841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463552 Feb 10 15:25:38.794855 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88ad3c92-c948-4618-bacf-ea1085234292 req-0a0c316a-327c-4c44-bbbc-cbbd19345a8b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724547 Feb 10 15:25:38.795064 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-e1fb5680-c470-4e90-9c9d-1e06064dcd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:38.797084 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-e1fb5680-c470-4e90-9c9d-1e06064dcd0c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3233216 Feb 10 15:25:38.861871 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40d4a795-336d-4969-92e8-ecf0653e8f30 req-3471b9c0-c12f-4a08-81a1-0c42ed705501 service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578202 Feb 10 15:25:38.884552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-5b868ffd-4bac-4d6e-9617-9c5f1cbe2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:38.886034 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-5b868ffd-4bac-4d6e-9617-9c5f1cbe2133 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2304077 Feb 10 15:25:38.888278 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ebc45ec-94d9-40e8-b9c4-c3f02acd6543 req-ac545a3f-9231-4fb4-b02b-d9ff6ea1ea9b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=d48e03b2-09e2-4287-bbce-0e2380f4cb76&id=31b31238-66ef-4d8e-bc47-9493abdecc5b&id=948f92ac-2923-4b1a-bc6d-42b6a0179aac&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2989824 Feb 10 15:25:38.919107 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7fd5e747-3ebf-45dc-94e0-ab3a94b03e0a tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/routers/2b7c22da-283c-4904-aafd-361cf468fe7c/tags/tempest-TagsExtTest-Tag-15429776 HTTP/1.1" status: 204 len: 168 time: 0.3148165 Feb 10 15:25:38.921485 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52562) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:38.928761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-9940735d-3887-4c97-aa0d-8bd23c078da3 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2b7c22da-283c-4904-aafd-361cf468fe7c') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:39.025749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9940735d-3887-4c97-aa0d-8bd23c078da3 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/routers/2b7c22da-283c-4904-aafd-361cf468fe7c/tags HTTP/1.1" status: 200 len: 205 time: 0.1030560 Feb 10 15:25:39.026213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52564) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:39.031373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-8cba5932-1976-470f-a09e-89ceaefd0d59 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:39.057879 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8cba5932-1976-470f-a09e-89ceaefd0d59 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/subnetpools/f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c/tags HTTP/1.1" status: 200 len: 241 time: 0.0298538 Feb 10 15:25:39.059378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52566) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:39.065118 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-8b0c8e8b-ddd9-45c7-a6dd-d4e7d3cb04e1 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c', 'tempest-TagsExtTest-Tag-1722988796') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:39.069270 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5debc2cc-6b53-48a1-97f4-474ebd14305d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95c551baaab34be0970cae15fd82c936&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4285061 Feb 10 15:25:39.071888 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52568) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:39.090886 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-bd097cf5-0e7c-4db1-aea9-0aefeac0b455 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849600 Feb 10 15:25:39.112560 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8b0c8e8b-ddd9-45c7-a6dd-d4e7d3cb04e1 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/subnetpools/f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c/tags/tempest-TagsExtTest-Tag-1722988796 HTTP/1.1" status: 204 len: 168 time: 0.0519717 Feb 10 15:25:39.118968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52570) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:39.134458 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-48ffe655-6ccc-4349-84b9-28d5dc424f5e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c', 'tempest-TagsExtTest-Tag-1722988796') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:39.143973 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-27c9bdf9-457f-4c0e-9092-53d9e6b6dc2a admin admin] Publish callbacks [] for security_group (0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:39.167788 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-27c9bdf9-457f-4c0e-9092-53d9e6b6dc2a admin admin] Publish callbacks [] for security_group (0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:39.170306 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40d4a795-336d-4969-92e8-ecf0653e8f30 req-f20cbf0c-b10e-4eb8-913b-15730888a3c4 service neutron] 10.222.0.79 "GET /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894280 Feb 10 15:25:39.185910 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-10c4fe5f-0b73-41b8-9383-3b02d8329642 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893372 Feb 10 15:25:39.240609 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-27c9bdf9-457f-4c0e-9092-53d9e6b6dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:39.244525 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-27c9bdf9-457f-4c0e-9092-53d9e6b6dc2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:39.248866 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-27c9bdf9-457f-4c0e-9092-53d9e6b6dc2a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3 HTTP/1.1" status: 204 len: 168 time: 0.1727948 Feb 10 15:25:39.258046 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9bdf9-457f-4c0e-9092-53d9e6b6dc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b77825c-2cf4-4fe1-b99c-d6bcbcb9ade3,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:39.349808 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-038d19b5-7a3d-4bcf-a57e-1a78c9291d14 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477551 Feb 10 15:25:39.372849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-48ffe655-6ccc-4349-84b9-28d5dc424f5e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c/tags/tempest-TagsExtTest-Tag-1722988796 HTTP/1.1" status: 204 len: 168 time: 0.2528288 Feb 10 15:25:39.375578 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52576) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:39.376959 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ca2e827e-ab32-4e0a-af42-aaba00b5c576 req-2ba04fe7-f6bf-44dd-97e6-cf36f9ee7f7e service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557796 Feb 10 15:25:39.382332 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-3c211ea8-cc94-422b-9733-6bdd78136a14 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:39.412691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3c211ea8-cc94-422b-9733-6bdd78136a14 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/subnetpools/f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c/tags HTTP/1.1" status: 200 len: 205 time: 0.0344141 Feb 10 15:25:39.414581 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52580) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:39.421790 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-94313c9d-be29-41ea-8786-8fda02d203b5 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:39.455426 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-94313c9d-be29-41ea-8786-8fda02d203b5 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c/tags HTTP/1.1" status: 204 len: 168 time: 0.0393319 Feb 10 15:25:39.457917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52582) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:39.462980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-0837ad7d-1295-457b-9caa-d9961b9631d8 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2b7c22da-283c-4904-aafd-361cf468fe7c') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:39.584102 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0837ad7d-1295-457b-9caa-d9961b9631d8 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/routers/2b7c22da-283c-4904-aafd-361cf468fe7c/tags HTTP/1.1" status: 204 len: 168 time: 0.1227798 Feb 10 15:25:39.584378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52588) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:39.590496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-f47a5d3e-78b0-43f2-8818-f18a5d4cd579 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'aa14929c-17f6-4cc8-829f-956dff1febe1') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:39.669200 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f47a5d3e-78b0-43f2-8818-f18a5d4cd579 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/ports/aa14929c-17f6-4cc8-829f-956dff1febe1/tags HTTP/1.1" status: 204 len: 168 time: 0.0832136 Feb 10 15:25:39.671578 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52594) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:39.678396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-766a9c42-ba87-4f72-b96e-f72bc15e9bf0 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e635a4ae-37f3-462c-8179-99da3c0df3ec') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:39.760174 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-766a9c42-ba87-4f72-b96e-f72bc15e9bf0 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/subnets/e635a4ae-37f3-462c-8179-99da3c0df3ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0799139 Feb 10 15:25:39.760498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52596) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:39.766983 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-856c2ccd-113b-4fcb-b4ce-b9cceeba321d tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e635a4ae-37f3-462c-8179-99da3c0df3ec', 'tempest-TagsExtTest-Tag-1162691312') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:39.853864 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-856c2ccd-113b-4fcb-b4ce-b9cceeba321d tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "PUT /v2.0/subnets/e635a4ae-37f3-462c-8179-99da3c0df3ec/tags/tempest-TagsExtTest-Tag-1162691312 HTTP/1.1" status: 201 len: 201 time: 0.0887372 Feb 10 15:25:39.854764 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52604) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:39.863912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-b8726475-3c60-4e82-804d-17df8f284d11 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'aa14929c-17f6-4cc8-829f-956dff1febe1', 'tempest-TagsExtTest-Tag-234736027') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:39.995377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8211d16-a289-4e04-9ac0-0a9549712190 req-155d4db7-ba19-495d-8b31-2d51b041dc22 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:39.998114 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8211d16-a289-4e04-9ac0-0a9549712190 req-155d4db7-ba19-495d-8b31-2d51b041dc22 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 1023 time: 0.0995674 Feb 10 15:25:40.049958 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20d6d-ae56-43fd-a686-89567b865202 req-51ab8d4a-4106-4928-91f5-3e9bc91ed5d6 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:40.051465 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7d20d6d-ae56-43fd-a686-89567b865202 req-51ab8d4a-4106-4928-91f5-3e9bc91ed5d6 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 948 time: 0.1487465 Feb 10 15:25:40.067021 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b8726475-3c60-4e82-804d-17df8f284d11 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "PUT /v2.0/ports/aa14929c-17f6-4cc8-829f-956dff1febe1/tags/tempest-TagsExtTest-Tag-234736027 HTTP/1.1" status: 201 len: 201 time: 0.2092364 Feb 10 15:25:40.067906 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52612) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:40.078567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-2cc56d4d-2ec1-43c3-99c4-aa40d90e8e08 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2b7c22da-283c-4904-aafd-361cf468fe7c', 'tempest-TagsExtTest-Tag-1331628483') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:40.090753 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6c7f2-9bd3-4724-b532-c446e71d21dc req-aab9816b-575a-4fc0-a09a-6270eb5ec48d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:40.092242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19d6c7f2-9bd3-4724-b532-c446e71d21dc req-aab9816b-575a-4fc0-a09a-6270eb5ec48d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 1023 time: 0.1060090 Feb 10 15:25:40.169350 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7d20d6d-ae56-43fd-a686-89567b865202 req-a1b0d02b-022e-4b99-9660-d94d0a12382e tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078432 Feb 10 15:25:40.238352 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19d6c7f2-9bd3-4724-b532-c446e71d21dc req-c6e8a971-510b-41c1-a14f-252a020d9bfd tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=d48e03b2-09e2-4287-bbce-0e2380f4cb76&id=31b31238-66ef-4d8e-bc47-9493abdecc5b&id=948f92ac-2923-4b1a-bc6d-42b6a0179aac&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1309571 Feb 10 15:25:40.304268 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2cc56d4d-2ec1-43c3-99c4-aa40d90e8e08 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "PUT /v2.0/routers/2b7c22da-283c-4904-aafd-361cf468fe7c/tags/tempest-TagsExtTest-Tag-1331628483 HTTP/1.1" status: 201 len: 201 time: 0.2310219 Feb 10 15:25:40.306886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52618) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:40.312029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-5d0597b6-f2ea-48a4-b1da-7019ee270c2c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c', 'tempest-TagsExtTest-Tag-513167450') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:40.322378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:25:40.329819 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-f8211d16-a289-4e04-9ac0-0a9549712190 req-319d3b51-4c85-4dbd-80ee-34417f66ea6e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Deleting port 06895099-944b-47c6-9196-0fb41379e877 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:40.330577 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f8211d16-a289-4e04-9ac0-0a9549712190 req-319d3b51-4c85-4dbd-80ee-34417f66ea6e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (06895099-944b-47c6-9196-0fb41379e877), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:40.369707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:25:40.370914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d4cdf0f8-1b0c-446a-ac57-ae28d3e9fd0c not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:25:40.425266 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5d0597b6-f2ea-48a4-b1da-7019ee270c2c tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "PUT /v2.0/subnetpools/f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c/tags/tempest-TagsExtTest-Tag-513167450 HTTP/1.1" status: 201 len: 201 time: 0.1172652 Feb 10 15:25:40.428068 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52628) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:40.434696 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-41ac330a-09cf-49cd-a453-4acd6001bf94 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e635a4ae-37f3-462c-8179-99da3c0df3ec', {'tags': ['tempest-TagsExtTest-Tag-801392897', 'tempest-TagsExtTest-Tag-1857409477', 'tempest-TagsExtTest-Tag-462333360']}) {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:40.449778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f8211d16-a289-4e04-9ac0-0a9549712190 req-319d3b51-4c85-4dbd-80ee-34417f66ea6e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] For port 06895099-944b-47c6-9196-0fb41379e877, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=06895099-944b-47c6-9196-0fb41379e877,segment=NetworkSegment(11a0d56f-5c6d-4f4b-8367-04b9600e50f6),segment_id=11a0d56f-5c6d-4f4b-8367-04b9600e50f6)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:40.450143 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f8211d16-a289-4e04-9ac0-0a9549712190 req-319d3b51-4c85-4dbd-80ee-34417f66ea6e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (06895099-944b-47c6-9196-0fb41379e877), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:40.467021 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-f8211d16-a289-4e04-9ac0-0a9549712190 req-319d3b51-4c85-4dbd-80ee-34417f66ea6e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Calling delete_port for 06895099-944b-47c6-9196-0fb41379e877 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:25:40.513081 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2511cc1e-005c-4486-87ec-d146ee581a8e details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:25:40.540123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52630) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:40.540677 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-41ac330a-09cf-49cd-a453-4acd6001bf94 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "PUT /v2.0/subnets/e635a4ae-37f3-462c-8179-99da3c0df3ec/tags HTTP/1.1" status: 200 len: 316 time: 0.1111112 Feb 10 15:25:40.551518 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-ed82ba41-e80b-4688-8996-18854c67e11a tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e635a4ae-37f3-462c-8179-99da3c0df3ec') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:40.704768 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2511cc1e-005c-4486-87ec-d146ee581a8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:40.715982 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '2511cc1e-005c-4486-87ec-d146ee581a8e', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '2511cc1e-005c-4486-87ec-d146ee581a8e', 'mac_address': 'fa:16:3e:a0:0f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:25:40.735995 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f8211d16-a289-4e04-9ac0-0a9549712190 req-319d3b51-4c85-4dbd-80ee-34417f66ea6e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (06895099-944b-47c6-9196-0fb41379e877), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:40.742226 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ed82ba41-e80b-4688-8996-18854c67e11a tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/subnets/e635a4ae-37f3-462c-8179-99da3c0df3ec/tags HTTP/1.1" status: 204 len: 168 time: 0.1982784 Feb 10 15:25:40.745198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52634) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:40.753367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-6822c554-110d-417f-a93d-57218e22e1ac tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e635a4ae-37f3-462c-8179-99da3c0df3ec', 'tempest-TagsExtTest-Tag-801392897') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:40.793315 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d3b51-4c85-4dbd-80ee-34417f66ea6e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event deleted for resources: {'Port': ['ID=06895099-944b-47c6-9196-0fb41379e877,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:40.858396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52636) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:40.887482 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-6822c554-110d-417f-a93d-57218e22e1ac tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] show failed (client error): The resource could not be found. Feb 10 15:25:40.892599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8211d16-a289-4e04-9ac0-0a9549712190 req-319d3b51-4c85-4dbd-80ee-34417f66ea6e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] No DVR routers for this DVR port 06895099-944b-47c6-9196-0fb41379e877 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:40.892991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6822c554-110d-417f-a93d-57218e22e1ac tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/subnets/e635a4ae-37f3-462c-8179-99da3c0df3ec/tags/tempest-TagsExtTest-Tag-801392897 HTTP/1.1" status: 404 len: 328 time: 0.1426990 Feb 10 15:25:40.893109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52640) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:40.897059 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f8211d16-a289-4e04-9ac0-0a9549712190 req-319d3b51-4c85-4dbd-80ee-34417f66ea6e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:40.901490 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8211d16-a289-4e04-9ac0-0a9549712190 req-319d3b51-4c85-4dbd-80ee-34417f66ea6e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.79 "DELETE /v2.0/ports/06895099-944b-47c6-9196-0fb41379e877 HTTP/1.1" status: 204 len: 173 time: 0.8978083 Feb 10 15:25:40.905459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-c7c31dbe-201c-4e83-9309-7f17c77d1af3 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e635a4ae-37f3-462c-8179-99da3c0df3ec', 'tempest-TagsExtTest-Tag-1857409477') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:40.911422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1aa1b6-0757-4d77-b68a-817e73ca3f7a', 'name': 'network-vif-deleted', 'tag': '06895099-944b-47c6-9196-0fb41379e877'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:40.914478 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3d5c6c-a9d3-45cc-9140-581d2d948505" -d '{"events": [{"server_uuid": "8d1aa1b6-0757-4d77-b68a-817e73ca3f7a", "name": "network-vif-deleted", "tag": "06895099-944b-47c6-9196-0fb41379e877"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:40.998256 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 2511cc1e-005c-4486-87ec-d146ee581a8e is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:40.998869 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:41.002913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['bd74c3b7-8817-4676-9865-b4241d3e3d40', '06895099-944b-47c6-9196-0fb41379e877'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:41.003792 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c7b226-cb7d-48e7-9e10-28a65eae18c4 x-openstack-request-id: req-f3c7b226-cb7d-48e7-9e10-28a65eae18c4 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:41.004315 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1aa1b6-0757-4d77-b68a-817e73ca3f7a", "name": "network-vif-deleted", "tag": "06895099-944b-47c6-9196-0fb41379e877", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:41.005097 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3c7b226-cb7d-48e7-9e10-28a65eae18c4 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:41.005590 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1aa1b6-0757-4d77-b68a-817e73ca3f7a', 'name': 'network-vif-deleted', 'tag': '06895099-944b-47c6-9196-0fb41379e877', 'status': 'completed', 'code': 200} Feb 10 15:25:41.044098 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-c7c31dbe-201c-4e83-9309-7f17c77d1af3 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] show failed (client error): The resource could not be found. Feb 10 15:25:41.045429 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c7c31dbe-201c-4e83-9309-7f17c77d1af3 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/subnets/e635a4ae-37f3-462c-8179-99da3c0df3ec/tags/tempest-TagsExtTest-Tag-1857409477 HTTP/1.1" status: 404 len: 329 time: 0.1503258 Feb 10 15:25:41.048543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52644) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:41.053223 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-09163bc3-d80a-444f-abe9-35a123a9aaa8 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e635a4ae-37f3-462c-8179-99da3c0df3ec', 'tempest-TagsExtTest-Tag-462333360') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:41.056584 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-71428976-1a54-4502-86a8-8c48a27377dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:41.111154 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2511cc1e-005c-4486-87ec-d146ee581a8e {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:25:41.131936 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-09163bc3-d80a-444f-abe9-35a123a9aaa8 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] show failed (client error): The resource could not be found. Feb 10 15:25:41.133976 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-09163bc3-d80a-444f-abe9-35a123a9aaa8 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/subnets/e635a4ae-37f3-462c-8179-99da3c0df3ec/tags/tempest-TagsExtTest-Tag-462333360 HTTP/1.1" status: 404 len: 328 time: 0.0842767 Feb 10 15:25:41.137571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52646) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:41.144460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-1e6767bf-4339-40e3-886a-20600320d337 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'aa14929c-17f6-4cc8-829f-956dff1febe1', {'tags': ['tempest-TagsExtTest-Tag-386405179', 'tempest-TagsExtTest-Tag-204340587', 'tempest-TagsExtTest-Tag-625966034']}) {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:41.164790 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2511cc1e-005c-4486-87ec-d146ee581a8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:41.173086 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:41.247234 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-71428976-1a54-4502-86a8-8c48a27377dd admin admin] Publish callbacks [] for security_group (75ab1255-5a96-4558-ab29-2154153e2e65), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:41.250060 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:41.282821 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-71428976-1a54-4502-86a8-8c48a27377dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (75ab1255-5a96-4558-ab29-2154153e2e65), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:41.293377 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=2511cc1e-005c-4486-87ec-d146ee581a8e,revision_number=12']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:41.381562 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1e6767bf-4339-40e3-886a-20600320d337 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "PUT /v2.0/ports/aa14929c-17f6-4cc8-829f-956dff1febe1/tags HTTP/1.1" status: 200 len: 315 time: 0.2425041 Feb 10 15:25:41.385767 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52654) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:41.391087 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-7fc75198-55eb-44cb-b60c-6fa7e9a76afa tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'aa14929c-17f6-4cc8-829f-956dff1febe1') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:41.433478 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a42edead-95a7-4189-84fa-456ab8a00ddf req-1ab9eea2-c791-44a3-a681-e7288e1d49f3 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d1aa1b6-0757-4d77-b68a-817e73ca3f7a HTTP/1.1" status: 200 len: 210 time: 0.0846970 Feb 10 15:25:41.442146 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-71428976-1a54-4502-86a8-8c48a27377dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4d9bd9a73cf431a90a38e850142c46e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5799930 Feb 10 15:25:41.443637 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52656) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:41.446758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71428976-1a54-4502-86a8-8c48a27377dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ab1255-5a96-4558-ab29-2154153e2e65,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:41.501120 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7fc75198-55eb-44cb-b60c-6fa7e9a76afa tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/ports/aa14929c-17f6-4cc8-829f-956dff1febe1/tags HTTP/1.1" status: 204 len: 168 time: 0.1151664 Feb 10 15:25:41.504856 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52658) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:41.510362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-1e92f377-c125-4a78-b5c9-bd8cfefada3f tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aa14929c-17f6-4cc8-829f-956dff1febe1', 'tempest-TagsExtTest-Tag-386405179') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:41.551540 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448b6d4-336c-4589-a31c-ec417df97627 req-e155f21f-813e-4180-bed2-d499983f59d8 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:41.553329 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8448b6d4-336c-4589-a31c-ec417df97627 req-e155f21f-813e-4180-bed2-d499983f59d8 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.3091919 Feb 10 15:25:41.566024 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['2511cc1e-005c-4486-87ec-d146ee581a8e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:41.658310 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-89de0206-bae9-4c05-a23c-73a3be7efee7 admin admin] Publish callbacks [] for security_group (75ab1255-5a96-4558-ab29-2154153e2e65), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:41.663773 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8448b6d4-336c-4589-a31c-ec417df97627 req-8bfaa789-d708-4694-9bf2-91863535d363 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984948 Feb 10 15:25:41.677084 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-1e92f377-c125-4a78-b5c9-bd8cfefada3f tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] show failed (client error): The resource could not be found. Feb 10 15:25:41.678116 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1e92f377-c125-4a78-b5c9-bd8cfefada3f tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/ports/aa14929c-17f6-4cc8-829f-956dff1febe1/tags/tempest-TagsExtTest-Tag-386405179 HTTP/1.1" status: 404 len: 328 time: 0.1722665 Feb 10 15:25:41.688057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52660) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:41.688057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-7afc830e-b999-48e0-8abb-2ba01c3831c1 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aa14929c-17f6-4cc8-829f-956dff1febe1', 'tempest-TagsExtTest-Tag-204340587') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:41.728597 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-89de0206-bae9-4c05-a23c-73a3be7efee7 admin admin] Publish callbacks [] for security_group (75ab1255-5a96-4558-ab29-2154153e2e65), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:41.799415 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-7afc830e-b999-48e0-8abb-2ba01c3831c1 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] show failed (client error): The resource could not be found. Feb 10 15:25:41.800511 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7afc830e-b999-48e0-8abb-2ba01c3831c1 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/ports/aa14929c-17f6-4cc8-829f-956dff1febe1/tags/tempest-TagsExtTest-Tag-204340587 HTTP/1.1" status: 404 len: 328 time: 0.1182723 Feb 10 15:25:41.803981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52666) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:41.809443 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-ca4423f3-5df5-4401-806e-ab4cd079ec0f tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aa14929c-17f6-4cc8-829f-956dff1febe1', 'tempest-TagsExtTest-Tag-625966034') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:41.809645 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-89de0206-bae9-4c05-a23c-73a3be7efee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (75ab1255-5a96-4558-ab29-2154153e2e65), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:41.817880 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-89de0206-bae9-4c05-a23c-73a3be7efee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:41.819304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-89de0206-bae9-4c05-a23c-73a3be7efee7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75ab1255-5a96-4558-ab29-2154153e2e65 HTTP/1.1" status: 204 len: 168 time: 0.3520851 Feb 10 15:25:41.830005 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de0206-bae9-4c05-a23c-73a3be7efee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ab1255-5a96-4558-ab29-2154153e2e65,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:41.914821 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-ca4423f3-5df5-4401-806e-ab4cd079ec0f tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] show failed (client error): The resource could not be found. Feb 10 15:25:41.916296 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ca4423f3-5df5-4401-806e-ab4cd079ec0f tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/ports/aa14929c-17f6-4cc8-829f-956dff1febe1/tags/tempest-TagsExtTest-Tag-625966034 HTTP/1.1" status: 404 len: 328 time: 0.1113036 Feb 10 15:25:41.919928 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52670) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:41.924851 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-36679f4b-0643-457d-93cd-d01bb18179ea tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2b7c22da-283c-4904-aafd-361cf468fe7c', {'tags': ['tempest-TagsExtTest-Tag-2027672422', 'tempest-TagsExtTest-Tag-1661511173', 'tempest-TagsExtTest-Tag-771341271']}) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:42.028311 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-36679f4b-0643-457d-93cd-d01bb18179ea tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "PUT /v2.0/routers/2b7c22da-283c-4904-aafd-361cf468fe7c/tags HTTP/1.1" status: 200 len: 317 time: 0.1073260 Feb 10 15:25:42.031437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52674) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:42.038282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-5676ae23-87e7-4cda-8d0f-c67d915d6c1d tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2b7c22da-283c-4904-aafd-361cf468fe7c') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:42.188488 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5676ae23-87e7-4cda-8d0f-c67d915d6c1d tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/routers/2b7c22da-283c-4904-aafd-361cf468fe7c/tags HTTP/1.1" status: 204 len: 168 time: 0.1556833 Feb 10 15:25:42.191188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52682) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:42.197752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-8fd8f9eb-5dae-44df-8e38-f847f1bedc87 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2b7c22da-283c-4904-aafd-361cf468fe7c', 'tempest-TagsExtTest-Tag-2027672422') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:42.297666 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-8fd8f9eb-5dae-44df-8e38-f847f1bedc87 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] show failed (client error): The resource could not be found. Feb 10 15:25:42.299102 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8fd8f9eb-5dae-44df-8e38-f847f1bedc87 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/routers/2b7c22da-283c-4904-aafd-361cf468fe7c/tags/tempest-TagsExtTest-Tag-2027672422 HTTP/1.1" status: 404 len: 329 time: 0.1059906 Feb 10 15:25:42.302083 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52686) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:42.306588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-bc8a5835-90b1-4ed8-9f4e-5641012c5aca tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2b7c22da-283c-4904-aafd-361cf468fe7c', 'tempest-TagsExtTest-Tag-1661511173') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:42.392217 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde1446-bd82-4697-97bc-86c0643ecb5d req-2ade1c33-cb2e-4eb9-b432-d835bd802893 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:42.400538 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-bc8a5835-90b1-4ed8-9f4e-5641012c5aca tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] show failed (client error): The resource could not be found. Feb 10 15:25:42.401190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cdde1446-bd82-4697-97bc-86c0643ecb5d req-2ade1c33-cb2e-4eb9-b432-d835bd802893 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 1131 time: 0.4356406 Feb 10 15:25:42.402256 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bc8a5835-90b1-4ed8-9f4e-5641012c5aca tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/routers/2b7c22da-283c-4904-aafd-361cf468fe7c/tags/tempest-TagsExtTest-Tag-1661511173 HTTP/1.1" status: 404 len: 329 time: 0.0989878 Feb 10 15:25:42.404959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52692) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:42.410470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-0289f514-dabb-4cbb-8e24-83eb02ef70db tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2b7c22da-283c-4904-aafd-361cf468fe7c', 'tempest-TagsExtTest-Tag-771341271') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:42.458421 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cdde1446-bd82-4697-97bc-86c0643ecb5d req-abbfc5bd-9d7e-44ba-b2df-69fa11d31748 tempest-MigrationsAdminTest-282509453 tempest-MigrationsAdminTest-282509453-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563722 Feb 10 15:25:42.520490 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-0289f514-dabb-4cbb-8e24-83eb02ef70db tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] show failed (client error): The resource could not be found. Feb 10 15:25:42.523254 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0289f514-dabb-4cbb-8e24-83eb02ef70db tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/routers/2b7c22da-283c-4904-aafd-361cf468fe7c/tags/tempest-TagsExtTest-Tag-771341271 HTTP/1.1" status: 404 len: 328 time: 0.1154702 Feb 10 15:25:42.525020 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52702) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:42.531077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-16d3ddcf-47c9-415d-9f49-6dbfc1342546 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c', {'tags': ['tempest-TagsExtTest-Tag-1555050389', 'tempest-TagsExtTest-Tag-1125242378', 'tempest-TagsExtTest-Tag-2125215119']}) {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:42.619152 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-16d3ddcf-47c9-415d-9f49-6dbfc1342546 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "PUT /v2.0/subnetpools/f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c/tags HTTP/1.1" status: 200 len: 318 time: 0.0904124 Feb 10 15:25:42.620309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52710) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:42.621238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f6373ea-b3d0-403f-9aef-0c402602bcac req-91464a44-f486-4ac6-9508-63434d5df3be tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/d48e03b2-09e2-4287-bbce-0e2380f4cb76 HTTP/1.1" status: 200 len: 1819 time: 0.0604737 Feb 10 15:25:42.638989 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-caf50e10-88cf-4ecc-9533-84b51b0cd26a tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:42.705669 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-caf50e10-88cf-4ecc-9533-84b51b0cd26a tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c/tags HTTP/1.1" status: 204 len: 168 time: 0.0806043 Feb 10 15:25:42.706797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52712) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:42.716914 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-36eea5ff-8843-4756-9e0d-20ea7782e7c8 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c', 'tempest-TagsExtTest-Tag-1555050389') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:42.727794 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52716) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:42.743853 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9f6373ea-b3d0-403f-9aef-0c402602bcac req-eb08482b-1b90-40dd-bbca-c8390003d328 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (d48e03b2-09e2-4287-bbce-0e2380f4cb76), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:42.765202 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-36eea5ff-8843-4756-9e0d-20ea7782e7c8 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] show failed (client error): The resource could not be found. Feb 10 15:25:42.769157 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-36eea5ff-8843-4756-9e0d-20ea7782e7c8 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/subnetpools/f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c/tags/tempest-TagsExtTest-Tag-1555050389 HTTP/1.1" status: 404 len: 329 time: 0.0572913 Feb 10 15:25:42.771187 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52720) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:42.775829 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9f6373ea-b3d0-403f-9aef-0c402602bcac req-eb08482b-1b90-40dd-bbca-c8390003d328 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (d48e03b2-09e2-4287-bbce-0e2380f4cb76), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:42.780852 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-10cfea47-4e10-450b-a076-1b594db43acb tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c', 'tempest-TagsExtTest-Tag-1125242378') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:42.842056 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-10cfea47-4e10-450b-a076-1b594db43acb tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] show failed (client error): The resource could not be found. Feb 10 15:25:42.844561 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-10cfea47-4e10-450b-a076-1b594db43acb tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/subnetpools/f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c/tags/tempest-TagsExtTest-Tag-1125242378 HTTP/1.1" status: 404 len: 329 time: 0.0711775 Feb 10 15:25:42.849428 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52722) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:42.856268 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-590b42c1-093a-4f08-88e4-3c9b439493b6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c', 'tempest-TagsExtTest-Tag-2125215119') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:42.860954 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ee7a95ee-1cff-4094-95f6-328e6a1cbf55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:42.877881 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9f6373ea-b3d0-403f-9aef-0c402602bcac req-eb08482b-1b90-40dd-bbca-c8390003d328 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d48e03b2-09e2-4287-bbce-0e2380f4cb76), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:42.881824 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9f6373ea-b3d0-403f-9aef-0c402602bcac req-eb08482b-1b90-40dd-bbca-c8390003d328 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:42.884422 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f6373ea-b3d0-403f-9aef-0c402602bcac req-eb08482b-1b90-40dd-bbca-c8390003d328 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "DELETE /v2.0/security-groups/d48e03b2-09e2-4287-bbce-0e2380f4cb76 HTTP/1.1" status: 204 len: 173 time: 0.2454512 Feb 10 15:25:42.888056 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-590b42c1-093a-4f08-88e4-3c9b439493b6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] show failed (client error): The resource could not be found. Feb 10 15:25:42.889117 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-590b42c1-093a-4f08-88e4-3c9b439493b6 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/subnetpools/f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c/tags/tempest-TagsExtTest-Tag-2125215119 HTTP/1.1" status: 404 len: 329 time: 0.0369773 Feb 10 15:25:42.894774 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f216b-dafd-4918-a5b1-831f0fd2d038 req-0f37c68f-7ea9-48a4-b197-ec22f51c48bd tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:42.896411 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd7f216b-dafd-4918-a5b1-831f0fd2d038 req-0f37c68f-7ea9-48a4-b197-ec22f51c48bd tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.0989716 Feb 10 15:25:42.896903 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52726) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:42.901922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-56516d44-3d75-4dab-b970-cee8d967f346 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:42.910651 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08482b-1b90-40dd-bbca-c8390003d328 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48e03b2-09e2-4287-bbce-0e2380f4cb76,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:42.957031 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-4b21be91-e2a0-46a9-834f-be07e8f4974d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-462474041-network', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:42.989392 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-56516d44-3d75-4dab-b970-cee8d967f346 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c/tags HTTP/1.1" status: 204 len: 168 time: 0.0909834 Feb 10 15:25:42.989790 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52728) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:42.990839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b21be91-e2a0-46a9-834f-be07e8f4974d admin admin] Made reservation on behalf of 4279a3b7317b47b08b9d352f9ec9bde1 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:25:42.993737 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b21be91-e2a0-46a9-834f-be07e8f4974d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:42.999896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-d29795a2-06b9-4d44-889c-fb0b4f1813a1 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2b7c22da-283c-4904-aafd-361cf468fe7c') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:43.006683 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b21be91-e2a0-46a9-834f-be07e8f4974d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.043879 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28c17a61-61fd-4da6-9a11-0c96a716e7ad req-fe30a481-033b-4db2-bf16-bf79066c2341 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/948f92ac-2923-4b1a-bc6d-42b6a0179aac HTTP/1.1" status: 200 len: 1819 time: 0.1355886 Feb 10 15:25:43.047172 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd7f216b-dafd-4918-a5b1-831f0fd2d038 req-086ebe8d-76f0-4478-8ae7-8169d2dc09af tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403728 Feb 10 15:25:43.102171 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b21be91-e2a0-46a9-834f-be07e8f4974d admin admin] Publish callbacks [] for security_group (b4167983-c241-4b01-b97a-99067207d4ba), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.111089 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b21be91-e2a0-46a9-834f-be07e8f4974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b4167983-c241-4b01-b97a-99067207d4ba), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.133272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d29795a2-06b9-4d44-889c-fb0b4f1813a1 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/routers/2b7c22da-283c-4904-aafd-361cf468fe7c/tags HTTP/1.1" status: 204 len: 168 time: 0.1413679 Feb 10 15:25:43.136212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52730) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:43.146811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-f23b4659-11d9-47cf-a695-343722be2faf tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'aa14929c-17f6-4cc8-829f-956dff1febe1') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:43.152185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b21be91-e2a0-46a9-834f-be07e8f4974d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:25:43.159986 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-28c17a61-61fd-4da6-9a11-0c96a716e7ad req-75dea636-4dfb-4640-b505-d1069048da5b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (948f92ac-2923-4b1a-bc6d-42b6a0179aac), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.176802 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21be91-e2a0-46a9-834f-be07e8f4974d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4167983-c241-4b01-b97a-99067207d4ba,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:43.186201 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b21be91-e2a0-46a9-834f-be07e8f4974d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ee715fad-778c-4faf-a6a1-48cdbb71b11f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.186771 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-4b21be91-e2a0-46a9-834f-be07e8f4974d admin admin] Added segment ee715fad-778c-4faf-a6a1-48cdbb71b11f of type vlan for network 8470eb8b-00e7-4ffa-8679-e103ed191967 Feb 10 15:25:43.190681 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-28c17a61-61fd-4da6-9a11-0c96a716e7ad req-75dea636-4dfb-4640-b505-d1069048da5b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (948f92ac-2923-4b1a-bc6d-42b6a0179aac), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.238377 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b21be91-e2a0-46a9-834f-be07e8f4974d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (8470eb8b-00e7-4ffa-8679-e103ed191967), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.240496 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-28c17a61-61fd-4da6-9a11-0c96a716e7ad req-75dea636-4dfb-4640-b505-d1069048da5b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (948f92ac-2923-4b1a-bc6d-42b6a0179aac), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.243862 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-28c17a61-61fd-4da6-9a11-0c96a716e7ad req-75dea636-4dfb-4640-b505-d1069048da5b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.245350 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28c17a61-61fd-4da6-9a11-0c96a716e7ad req-75dea636-4dfb-4640-b505-d1069048da5b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "DELETE /v2.0/security-groups/948f92ac-2923-4b1a-bc6d-42b6a0179aac HTTP/1.1" status: 204 len: 173 time: 0.1543529 Feb 10 15:25:43.265070 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dea636-4dfb-4640-b505-d1069048da5b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948f92ac-2923-4b1a-bc6d-42b6a0179aac,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:43.274793 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f23b4659-11d9-47cf-a695-343722be2faf tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/ports/aa14929c-17f6-4cc8-829f-956dff1febe1/tags HTTP/1.1" status: 204 len: 168 time: 0.1374285 Feb 10 15:25:43.278336 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52734) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:43.284607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-b84a9064-2d95-4cc9-b9f4-8dc8462a5cf0 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e635a4ae-37f3-462c-8179-99da3c0df3ec') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:43.288044 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b21be91-e2a0-46a9-834f-be07e8f4974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (8470eb8b-00e7-4ffa-8679-e103ed191967), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.289160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21be91-e2a0-46a9-834f-be07e8f4974d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:43.290929 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b21be91-e2a0-46a9-834f-be07e8f4974d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.318491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-a090c987-f5e3-4aa6-9fa7-0fd7ec405892 req-7930eff7-f194-45ab-991b-b39856ea9d68 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2051420063', 'description': 'tempest-description-1296565417'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:43.331280 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4b21be91-e2a0-46a9-834f-be07e8f4974d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6009541 Feb 10 15:25:43.331975 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52736) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:43.341510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1b2e3668-db08-435d-9edb-a2c84ad04fce admin admin] Request body: {'subnet': {'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-462474041-subnet', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:43.375658 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a090c987-f5e3-4aa6-9fa7-0fd7ec405892 req-7930eff7-f194-45ab-991b-b39856ea9d68 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.378738 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21be91-e2a0-46a9-834f-be07e8f4974d admin admin] Pushing event updated for resources: {'Network': ['ID=8470eb8b-00e7-4ffa-8679-e103ed191967,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:43.381350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2e3668-db08-435d-9edb-a2c84ad04fce admin admin] Made reservation on behalf of 4279a3b7317b47b08b9d352f9ec9bde1 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:25:43.384268 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3668-db08-435d-9edb-a2c84ad04fce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.392680 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 8470eb8b-00e7-4ffa-8679-e103ed191967 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:25:43.500156 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b84a9064-2d95-4cc9-b9f4-8dc8462a5cf0 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/subnets/e635a4ae-37f3-462c-8179-99da3c0df3ec/tags HTTP/1.1" status: 204 len: 168 time: 0.2201896 Feb 10 15:25:43.505007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52740) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:43.548007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a090c987-f5e3-4aa6-9fa7-0fd7ec405892 req-7930eff7-f194-45ab-991b-b39856ea9d68 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (f6808416-aec0-4836-a17a-78bba2c7615c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.555395 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a090c987-f5e3-4aa6-9fa7-0fd7ec405892 req-7930eff7-f194-45ab-991b-b39856ea9d68 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f6808416-aec0-4836-a17a-78bba2c7615c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.605466 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3d367994-64ad-45f7-ac3d-190a81735789 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.607667 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3d367994-64ad-45f7-ac3d-190a81735789 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f1f0a9e8-0b62-4eae-9cde-afdc35f20d5c HTTP/1.1" status: 204 len: 168 time: 0.1011379 Feb 10 15:25:43.610718 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52742) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:43.617376 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a090c987-f5e3-4aa6-9fa7-0fd7ec405892 req-7930eff7-f194-45ab-991b-b39856ea9d68 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.618600 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a090c987-f5e3-4aa6-9fa7-0fd7ec405892 req-7930eff7-f194-45ab-991b-b39856ea9d68 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3307006 Feb 10 15:25:43.635694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930eff7-f194-45ab-991b-b39856ea9d68 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6808416-aec0-4836-a17a-78bba2c7615c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:43.660138 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-017f27de-87c9-4423-a73c-349875a4a622 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b7c22da-283c-4904-aafd-361cf468fe7c HTTP/1.1" status: 200 len: 205 time: 0.0457799 Feb 10 15:25:43.660514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52746) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:43.706377 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3668-db08-435d-9edb-a2c84ad04fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (60f61cbe-9f08-4361-8b9a-22af98afc445), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.744367 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07eeb2d1-eb9c-447f-b25e-f7ec44f98b3b req-5a129e72-0c72-456f-aa40-8b641f6e88fa tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/f6808416-aec0-4836-a17a-78bba2c7615c HTTP/1.1" status: 200 len: 1820 time: 0.0847127 Feb 10 15:25:43.753355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d351-cfb1-4325-bc1d-b387e92de9f2 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks [] for router (2b7c22da-283c-4904-aafd-361cf468fe7c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.757650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-07eeb2d1-eb9c-447f-b25e-f7ec44f98b3b req-7f6349c8-ec32-4469-9342-669e62933c45 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1001676425', 'description': 'tempest-description-hth-1582568044'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:43.778161 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e3668-db08-435d-9edb-a2c84ad04fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=60f61cbe-9f08-4361-8b9a-22af98afc445,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:43.828803 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e3668-db08-435d-9edb-a2c84ad04fce admin admin] Checking segment: {'id': 'ee715fad-778c-4faf-a6a1-48cdbb71b11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:43.829185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2e3668-db08-435d-9edb-a2c84ad04fce admin admin] Network hostable DHCP agents. Network: 8470eb8b-00e7-4ffa-8679-e103ed191967, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:25:43.832546 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-07eeb2d1-eb9c-447f-b25e-f7ec44f98b3b req-7f6349c8-ec32-4469-9342-669e62933c45 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (f6808416-aec0-4836-a17a-78bba2c7615c), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.881599 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2e3668-db08-435d-9edb-a2c84ad04fce admin admin] Network 8470eb8b-00e7-4ffa-8679-e103ed191967 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:25:43.896556 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-07eeb2d1-eb9c-447f-b25e-f7ec44f98b3b req-7f6349c8-ec32-4469-9342-669e62933c45 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (f6808416-aec0-4836-a17a-78bba2c7615c), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.898005 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-1b2e3668-db08-435d-9edb-a2c84ad04fce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 8470eb8b-00e7-4ffa-8679-e103ed191967) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:43.909549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652b34aa-a567-4acc-95f1-d5a7255ca004 None None] Network 8470eb8b-00e7-4ffa-8679-e103ed191967 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:25:43.910999 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-07eeb2d1-eb9c-447f-b25e-f7ec44f98b3b req-7f6349c8-ec32-4469-9342-669e62933c45 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f6808416-aec0-4836-a17a-78bba2c7615c), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.914445 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-07eeb2d1-eb9c-447f-b25e-f7ec44f98b3b req-7f6349c8-ec32-4469-9342-669e62933c45 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.918262 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07eeb2d1-eb9c-447f-b25e-f7ec44f98b3b req-7f6349c8-ec32-4469-9342-669e62933c45 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "PUT /v2.0/security-groups/f6808416-aec0-4836-a17a-78bba2c7615c HTTP/1.1" status: 200 len: 1794 time: 0.1669540 Feb 10 15:25:43.919575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2e3668-db08-435d-9edb-a2c84ad04fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:43.926675 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3668-db08-435d-9edb-a2c84ad04fce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:43.994426 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1b2e3668-db08-435d-9edb-a2c84ad04fce admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6579480 Feb 10 15:25:44.001295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52750) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:44.009745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-462474041-router', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:44.013912 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6349c8-ec32-4469-9342-669e62933c45 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6808416-aec0-4836-a17a-78bba2c7615c,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:44.056434 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ba07281-4e78-464a-9aa5-c66d7faeb7e2 req-80bfddd9-46c4-4069-a2fe-ecb0ee54206a tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/f6808416-aec0-4836-a17a-78bba2c7615c HTTP/1.1" status: 200 len: 1794 time: 0.1099470 Feb 10 15:25:44.070249 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (68c720ea-17c0-4b88-a92c-602a065ac7f6), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.072631 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (68c720ea-17c0-4b88-a92c-602a065ac7f6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.155317 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-8470eb8b-00e7-4ffa-8679-e103ed191967', 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967', 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'fixed_ips': [{'subnet_id': '60f61cbe-9f08-4361-8b9a-22af98afc445'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:25:44.156253 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.172901 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Publish callbacks [] for router_controller (68c720ea-17c0-4b88-a92c-602a065ac7f6), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.199762 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-697be753-edcd-4c17-b3f1-c970da8613f3 req-b729ea8e-da16-486d-86d8-19bcd04563db tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/f6808416-aec0-4836-a17a-78bba2c7615c HTTP/1.1" status: 200 len: 1794 time: 0.1168661 Feb 10 15:25:44.319005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Allocated IP 172.20.0.2 (8470eb8b-00e7-4ffa-8679-e103ed191967/60f61cbe-9f08-4361-8b9a-22af98afc445/6b54cf90-4dca-49c8-bd34-078671c5cb3a) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:25:44.337003 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d351-cfb1-4325-bc1d-b387e92de9f2 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (2b7c22da-283c-4904-aafd-361cf468fe7c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.339489 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d351-cfb1-4325-bc1d-b387e92de9f2 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks [] for router_controller (2b7c22da-283c-4904-aafd-361cf468fe7c), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.378563 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-697be753-edcd-4c17-b3f1-c970da8613f3 req-2624e81e-69f3-4f13-aeef-98d92417cf0e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (f6808416-aec0-4836-a17a-78bba2c7615c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.406458 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-697be753-edcd-4c17-b3f1-c970da8613f3 req-2624e81e-69f3-4f13-aeef-98d92417cf0e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (f6808416-aec0-4836-a17a-78bba2c7615c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.413176 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d351-cfb1-4325-bc1d-b387e92de9f2 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (2b7c22da-283c-4904-aafd-361cf468fe7c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.413774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed4d351-cfb1-4325-bc1d-b387e92de9f2 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Fanout notify agent at l3_agent the message router_deleted on router 2b7c22da-283c-4904-aafd-361cf468fe7c {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:25:44.430456 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d351-cfb1-4325-bc1d-b387e92de9f2 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.435377 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6ed4d351-cfb1-4325-bc1d-b387e92de9f2 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/routers/2b7c22da-283c-4904-aafd-361cf468fe7c HTTP/1.1" status: 204 len: 168 time: 0.7737226 Feb 10 15:25:44.438809 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52758) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:44.481299 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14711ef-ccfd-4bed-b32c-c965ea1000f0 req-18254831-a244-4abe-bffa-4891170b9bc3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:44.483026 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e14711ef-ccfd-4bed-b32c-c965ea1000f0 req-18254831-a244-4abe-bffa-4891170b9bc3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.3291068 Feb 10 15:25:44.497091 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Publish callbacks [] for port (6b54cf90-4dca-49c8-bd34-078671c5cb3a), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.505918 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (6b54cf90-4dca-49c8-bd34-078671c5cb3a), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.537527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2511cc1e-005c-4486-87ec-d146ee581a8e up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:25:44.554930 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Publish callbacks [] for router_gateway (68c720ea-17c0-4b88-a92c-602a065ac7f6), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.567978 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-697be753-edcd-4c17-b3f1-c970da8613f3 req-2624e81e-69f3-4f13-aeef-98d92417cf0e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f6808416-aec0-4836-a17a-78bba2c7615c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.571196 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-697be753-edcd-4c17-b3f1-c970da8613f3 req-2624e81e-69f3-4f13-aeef-98d92417cf0e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.572294 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-697be753-edcd-4c17-b3f1-c970da8613f3 req-2624e81e-69f3-4f13-aeef-98d92417cf0e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "DELETE /v2.0/security-groups/f6808416-aec0-4836-a17a-78bba2c7615c HTTP/1.1" status: 204 len: 173 time: 0.3032351 Feb 10 15:25:44.586406 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Network 8470eb8b-00e7-4ffa-8679-e103ed191967 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:25:44.593274 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe2282-702a-4efb-b38e-45b4bd76a7d8 req-3e0e8040-6b3a-4628-9460-fd115944d0d8 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:44.594824 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33fe2282-702a-4efb-b38e-45b4bd76a7d8 req-3e0e8040-6b3a-4628-9460-fd115944d0d8 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 949 time: 0.4178228 Feb 10 15:25:44.595245 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:44.602482 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:25:44.608317 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Pushing event updated for resources: {'Port': ['ID=6b54cf90-4dca-49c8-bd34-078671c5cb3a,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:44.622116 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624e81e-69f3-4f13-aeef-98d92417cf0e tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6808416-aec0-4836-a17a-78bba2c7615c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:44.707356 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33fe2282-702a-4efb-b38e-45b4bd76a7d8 req-601f9fc9-b989-4dfb-8bbf-1c297be2694c tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921896 Feb 10 15:25:44.744247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Attempting to bind port 6b54cf90-4dca-49c8-bd34-078671c5cb3a on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:25:44.745081 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Attempting to bind port 6b54cf90-4dca-49c8-bd34-078671c5cb3a by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'ee715fad-778c-4faf-a6a1-48cdbb71b11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:25:44.746888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Attempting to bind port 6b54cf90-4dca-49c8-bd34-078671c5cb3a on network 8470eb8b-00e7-4ffa-8679-e103ed191967 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:44.766809 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 2511cc1e-005c-4486-87ec-d146ee581a8e completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:25:44.772331 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 2511cc1e-005c-4486-87ec-d146ee581a8e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:44.773541 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.775052 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:25:44.775565 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Checking segment: {'id': 'ee715fad-778c-4faf-a6a1-48cdbb71b11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:44.783601 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-e14711ef-ccfd-4bed-b32c-c965ea1000f0 req-d4b7c775-9112-4895-8cb5-cafc94053a84 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Deleting port 2511cc1e-005c-4486-87ec-d146ee581a8e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:44.783977 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e14711ef-ccfd-4bed-b32c-c965ea1000f0 req-d4b7c775-9112-4895-8cb5-cafc94053a84 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.784137 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.784878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Bound using segment: {'id': 'ee715fad-778c-4faf-a6a1-48cdbb71b11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:25:44.785605 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Bound port: 6b54cf90-4dca-49c8-bd34-078671c5cb3a, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee715fad-778c-4faf-a6a1-48cdbb71b11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:25:44.786114 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6b54cf90-4dca-49c8-bd34-078671c5cb3a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.810791 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-07a692e4-601e-4f96-892e-3c1135fef897 req-f871a697-ce50-4d41-96e3-cb9edf820299 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] show failed (client error): The resource could not be found. Feb 10 15:25:44.811919 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07a692e4-601e-4f96-892e-3c1135fef897 req-f871a697-ce50-4d41-96e3-cb9edf820299 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/948f92ac-2923-4b1a-bc6d-42b6a0179aac HTTP/1.1" status: 404 len: 352 time: 0.0205817 Feb 10 15:25:44.891664 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-49ffd897-59de-4ec7-9f75-903435a5947f req-683a3ad7-2710-404b-b24d-2bad110822a2 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] show failed (client error): The resource could not be found. Feb 10 15:25:44.893430 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49ffd897-59de-4ec7-9f75-903435a5947f req-683a3ad7-2710-404b-b24d-2bad110822a2 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/d48e03b2-09e2-4287-bbce-0e2380f4cb76 HTTP/1.1" status: 404 len: 352 time: 0.0257201 Feb 10 15:25:44.893762 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2491a-7cac-476a-adc3-74ddfdefd4a3 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Deleting port aa14929c-17f6-4cc8-829f-956dff1febe1 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:44.894187 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b1f2491a-7cac-476a-adc3-74ddfdefd4a3 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (aa14929c-17f6-4cc8-829f-956dff1febe1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.896046 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-00f274c9-8456-447d-9efc-509007d32622 None None] For port 6b54cf90-4dca-49c8-bd34-078671c5cb3a, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:44.900123 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-00f274c9-8456-447d-9efc-509007d32622 None None] For port 6b54cf90-4dca-49c8-bd34-078671c5cb3a, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6b54cf90-4dca-49c8-bd34-078671c5cb3a,segment=NetworkSegment(ee715fad-778c-4faf-a6a1-48cdbb71b11f),segment_id=ee715fad-778c-4faf-a6a1-48cdbb71b11f)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:25:44.949253 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-77c53ded-973a-48c3-a2a3-16f3244cbc52 req-b3a6dc19-9d02-474d-b73b-186a3e89c218 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] show failed (client error): The resource could not be found. Feb 10 15:25:44.950526 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77c53ded-973a-48c3-a2a3-16f3244cbc52 req-b3a6dc19-9d02-474d-b73b-186a3e89c218 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/c85833e1-1d4a-42f1-b9c8-d551dca536f7 HTTP/1.1" status: 404 len: 352 time: 0.0196555 Feb 10 15:25:44.962042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-e14711ef-ccfd-4bed-b32c-c965ea1000f0 req-d4b7c775-9112-4895-8cb5-cafc94053a84 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2511cc1e-005c-4486-87ec-d146ee581a8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:44.962410 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e14711ef-ccfd-4bed-b32c-c965ea1000f0 req-d4b7c775-9112-4895-8cb5-cafc94053a84 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.968822 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6b54cf90-4dca-49c8-bd34-078671c5cb3a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:44.995277 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Publish callbacks [] for router_gateway (68c720ea-17c0-4b88-a92c-602a065ac7f6), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:45.008167 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-e14711ef-ccfd-4bed-b32c-c965ea1000f0 req-d4b7c775-9112-4895-8cb5-cafc94053a84 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Calling delete_port for 2511cc1e-005c-4486-87ec-d146ee581a8e owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:25:45.023080 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:45.048135 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-28f9f947-bb1f-4649-a654-774b2ad8bfe8 req-1fd0ee5d-7c3d-4dd6-b64d-c581537c04d9 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] show failed (client error): The resource could not be found. Feb 10 15:25:45.049541 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28f9f947-bb1f-4649-a654-774b2ad8bfe8 req-1fd0ee5d-7c3d-4dd6-b64d-c581537c04d9 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/8a55fc5a-6f06-45c3-92b3-1831a98e5635 HTTP/1.1" status: 404 len: 352 time: 0.0292513 Feb 10 15:25:45.052483 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f274c9-8456-447d-9efc-509007d32622 None None] Pushing event updated for resources: {'Port': ['ID=6b54cf90-4dca-49c8-bd34-078671c5cb3a,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:45.059408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 2511cc1e-005c-4486-87ec-d146ee581a8e is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:45.059690 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:45.094469 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b1f2491a-7cac-476a-adc3-74ddfdefd4a3 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (aa14929c-17f6-4cc8-829f-956dff1febe1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:45.116661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2491a-7cac-476a-adc3-74ddfdefd4a3 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Calling delete_port for aa14929c-17f6-4cc8-829f-956dff1febe1 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:25:45.127599 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-3c7d57d4-5e15-4fd3-aac9-50738f331767 req-8c997269-6940-4726-b8df-948b6fab329a tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] show failed (client error): The resource could not be found. Feb 10 15:25:45.129992 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c7d57d4-5e15-4fd3-aac9-50738f331767 req-8c997269-6940-4726-b8df-948b6fab329a tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/a432a4e3-ad3c-4253-a85f-b211518f5a4c HTTP/1.1" status: 404 len: 352 time: 0.0359073 Feb 10 15:25:45.151372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 2511cc1e-005c-4486-87ec-d146ee581a8e, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2511cc1e-005c-4486-87ec-d146ee581a8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:45.153253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:45.155824 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675a7d61-34d9-4968-b4b4-bb1f4240904b" -d '{"events": [{"server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "name": "network-vif-plugged", "status": "completed", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:45.173095 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:45.173947 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 06895099-944b-47c6-9196-0fb41379e877 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:25:45.222094 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 06895099-944b-47c6-9196-0fb41379e877 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:25:45.222449 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 06895099-944b-47c6-9196-0fb41379e877 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:25:45.226272 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-870ad680-baa8-4317-a423-5fcc92328bf2 req-1fe58ecb-a418-4f62-9648-efa1603ed88b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] show failed (client error): The resource could not be found. Feb 10 15:25:45.227566 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-870ad680-baa8-4317-a423-5fcc92328bf2 req-1fe58ecb-a418-4f62-9648-efa1603ed88b tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/65efe114-8d35-489f-a5e6-b71da9c411cd HTTP/1.1" status: 404 len: 352 time: 0.0390649 Feb 10 15:25:45.236599 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-06b7908f-0a0a-4201-92e2-65d60ae8cc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:45.247699 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Allocated IP 172.25.3.115 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/11fcbefb-5199-4c36-9ce1-1fcb51345cff) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:25:45.280585 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b9b191-d94f-417f-83d2-ee9d9bea9df3 x-openstack-request-id: req-01b9b191-d94f-417f-83d2-ee9d9bea9df3 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:45.280908 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "name": "network-vif-plugged", "status": "completed", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:45.281164 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01b9b191-d94f-417f-83d2-ee9d9bea9df3 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:45.281560 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e', 'code': 200} Feb 10 15:25:45.323027 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e14711ef-ccfd-4bed-b32c-c965ea1000f0 req-d4b7c775-9112-4895-8cb5-cafc94053a84 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2511cc1e-005c-4486-87ec-d146ee581a8e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:45.339652 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['58bc5875-2e08-45d6-8111-df0e3772daef', '986bdcc8-1968-4421-8aee-09173923f139', '2511cc1e-005c-4486-87ec-d146ee581a8e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:45.362570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:45.393135 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7c775-9112-4895-8cb5-cafc94053a84 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Pushing event deleted for resources: {'Port': ['ID=2511cc1e-005c-4486-87ec-d146ee581a8e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:45.503923 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b1f2491a-7cac-476a-adc3-74ddfdefd4a3 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (aa14929c-17f6-4cc8-829f-956dff1febe1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:45.512099 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Publish callbacks [] for port (11fcbefb-5199-4c36-9ce1-1fcb51345cff), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:45.563173 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=2511cc1e-005c-4486-87ec-d146ee581a8e,revision_number=13']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:45.601895 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14711ef-ccfd-4bed-b32c-c965ea1000f0 req-d4b7c775-9112-4895-8cb5-cafc94053a84 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] No DVR routers for this DVR port 2511cc1e-005c-4486-87ec-d146ee581a8e on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:45.621193 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (11fcbefb-5199-4c36-9ce1-1fcb51345cff), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:45.660379 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e14711ef-ccfd-4bed-b32c-c965ea1000f0 req-d4b7c775-9112-4895-8cb5-cafc94053a84 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:45.675084 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e14711ef-ccfd-4bed-b32c-c965ea1000f0 req-d4b7c775-9112-4895-8cb5-cafc94053a84 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.79 "DELETE /v2.0/ports/2511cc1e-005c-4486-87ec-d146ee581a8e HTTP/1.1" status: 204 len: 173 time: 1.1842492 Feb 10 15:25:45.675749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'name': 'network-vif-deleted', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:45.681844 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba57f41-e173-41b9-8b5c-e22a8647a8db" -d '{"events": [{"server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "name": "network-vif-deleted", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:45.690747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2491a-7cac-476a-adc3-74ddfdefd4a3 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Pushing event deleted for resources: {'Port': ['ID=aa14929c-17f6-4cc8-829f-956dff1febe1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:45.831458 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33690e2a-000a-4592-8171-e7a0c2b60825 x-openstack-request-id: req-33690e2a-000a-4592-8171-e7a0c2b60825 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:45.831458 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45b8ca0-fb4e-48b9-a939-11e159f98c66", "name": "network-vif-deleted", "tag": "2511cc1e-005c-4486-87ec-d146ee581a8e", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:45.847329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:25:45.848083 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33690e2a-000a-4592-8171-e7a0c2b60825 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:45.848857 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45b8ca0-fb4e-48b9-a939-11e159f98c66', 'name': 'network-vif-deleted', 'tag': '2511cc1e-005c-4486-87ec-d146ee581a8e', 'status': 'completed', 'code': 200} Feb 10 15:25:45.914427 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b1f2491a-7cac-476a-adc3-74ddfdefd4a3 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:45.918166 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b1f2491a-7cac-476a-adc3-74ddfdefd4a3 tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/ports/aa14929c-17f6-4cc8-829f-956dff1febe1 HTTP/1.1" status: 204 len: 168 time: 1.4781668 Feb 10 15:25:45.925232 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52794) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:45.973055 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:46.020275 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:25:46.034202 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f501ee69-188f-4ad0-9717-15187d400bbc tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Deleting subnet e635a4ae-37f3-462c-8179-99da3c0df3ec {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:25:46.045099 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f501ee69-188f-4ad0-9717-15187d400bbc tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks [] for subnet (e635a4ae-37f3-462c-8179-99da3c0df3ec), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:46.113300 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f501ee69-188f-4ad0-9717-15187d400bbc tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (e635a4ae-37f3-462c-8179-99da3c0df3ec), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:46.124543 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Pushing event updated for resources: {'Port': ['ID=11fcbefb-5199-4c36-9ce1-1fcb51345cff,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:46.177137 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9fdb8213-6e97-4e49-b228-b1318c21d7a8 req-b77063e5-ff63-4b5f-ad05-fc9962c02e90 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45b8ca0-fb4e-48b9-a939-11e159f98c66 HTTP/1.1" status: 200 len: 210 time: 0.2815142 Feb 10 15:25:46.275049 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec4635-f38f-4c2a-a5a9-01a265eeb983 req-93ba8fde-6a47-47dc-9ea5-631e9f525ffe tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:46.285125 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80ec4635-f38f-4c2a-a5a9-01a265eeb983 req-93ba8fde-6a47-47dc-9ea5-631e9f525ffe tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 1024 time: 0.4782012 Feb 10 15:25:46.370309 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:46.418512 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f501ee69-188f-4ad0-9717-15187d400bbc tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (e635a4ae-37f3-462c-8179-99da3c0df3ec), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:46.453152 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6b54cf90-4dca-49c8-bd34-078671c5cb3a up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:25:46.497727 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f501ee69-188f-4ad0-9717-15187d400bbc tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (e635a4ae-37f3-462c-8179-99da3c0df3ec), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:46.528956 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f501ee69-188f-4ad0-9717-15187d400bbc tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:46.540417 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09a8ac9-0ccf-4838-b809-e72072cbf5ca None None] Network 80d3fe2d-9fab-4b81-9ad7-deac2a025b99 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:25:46.542069 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f501ee69-188f-4ad0-9717-15187d400bbc tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/subnets/e635a4ae-37f3-462c-8179-99da3c0df3ec HTTP/1.1" status: 204 len: 168 time: 0.6153982 Feb 10 15:25:46.553278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52802) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:46.607684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501ee69-188f-4ad0-9717-15187d400bbc tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Pushing event deleted for resources: {'Subnet': ['ID=e635a4ae-37f3-462c-8179-99da3c0df3ec,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:46.711785 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (80d3fe2d-9fab-4b81-9ad7-deac2a025b99), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:46.720009 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 6b54cf90-4dca-49c8-bd34-078671c5cb3a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:46.720390 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6b54cf90-4dca-49c8-bd34-078671c5cb3a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:46.858252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 6b54cf90-4dca-49c8-bd34-078671c5cb3a is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:46.858609 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6b54cf90-4dca-49c8-bd34-078671c5cb3a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:46.879696 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80ec4635-f38f-4c2a-a5a9-01a265eeb983 req-4304cb83-fd88-436a-b613-33000811b4f1 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed8f324f-08b2-4040-973e-9f47a69a0f38&id=23a7755a-47f8-4e96-9eea-90d6c3f4b01b&id=31b31238-66ef-4d8e-bc47-9493abdecc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.5813015 Feb 10 15:25:46.891664 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Publish callbacks [] for router_gateway (68c720ea-17c0-4b88-a92c-602a065ac7f6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:46.902817 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171c060e-42d3-4852-b721-57b7e906f194 None None] Network 8470eb8b-00e7-4ffa-8679-e103ed191967 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:25:47.050902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43136096-2dbb-49b1-a71c-0c03e26d3b38 None None] DHCP port deletion for 80d3fe2d-9fab-4b81-9ad7-deac2a025b99 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:25:47.077497 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 6b54cf90-4dca-49c8-bd34-078671c5cb3a, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6b54cf90-4dca-49c8-bd34-078671c5cb3a,segment=NetworkSegment(ee715fad-778c-4faf-a6a1-48cdbb71b11f),segment_id=ee715fad-778c-4faf-a6a1-48cdbb71b11f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:47.112190 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6b54cf90-4dca-49c8-bd34-078671c5cb3a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:47.123790 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Deleting port 7e5ee702-8583-4929-92c3-b73b1c6ee44b {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:47.124142 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7e5ee702-8583-4929-92c3-b73b1c6ee44b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:47.170481 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ef10ef83-16cd-469c-b751-de2fc19a1141 None None] Provisioning complete for port 6b54cf90-4dca-49c8-bd34-078671c5cb3a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:47.171023 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ef10ef83-16cd-469c-b751-de2fc19a1141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6b54cf90-4dca-49c8-bd34-078671c5cb3a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:47.176040 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcffaf-1fea-4cbc-8364-22e215de0242 req-e01c6557-1520-4ec2-b03b-75f2b2b28a61 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:47.177654 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9bbcffaf-1fea-4cbc-8364-22e215de0242 req-e01c6557-1520-4ec2-b03b-75f2b2b28a61 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.79 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 1024 time: 0.1143141 Feb 10 15:25:47.237352 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=6b54cf90-4dca-49c8-bd34-078671c5cb3a,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:47.257206 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] For port 7e5ee702-8583-4929-92c3-b73b1c6ee44b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7e5ee702-8583-4929-92c3-b73b1c6ee44b,segment=NetworkSegment(bf0baa52-9a2e-4719-98e7-15eaf5f07937),segment_id=bf0baa52-9a2e-4719-98e7-15eaf5f07937)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:47.257582 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7e5ee702-8583-4929-92c3-b73b1c6ee44b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:47.274782 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Calling delete_port for 7e5ee702-8583-4929-92c3-b73b1c6ee44b owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:25:47.287684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-43136096-2dbb-49b1-a71c-0c03e26d3b38 None None] Deleting port 7e5ee702-8583-4929-92c3-b73b1c6ee44b {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:47.292760 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-43136096-2dbb-49b1-a71c-0c03e26d3b38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7e5ee702-8583-4929-92c3-b73b1c6ee44b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:47.382662 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (7e5ee702-8583-4929-92c3-b73b1c6ee44b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:47.427010 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] No DVR routers for this DVR port 7e5ee702-8583-4929-92c3-b73b1c6ee44b on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:47.453276 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-9bbcffaf-1fea-4cbc-8364-22e215de0242 req-6e926d47-295d-43a4-b4ba-ebc02a3d3b2d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Deleting port bd74c3b7-8817-4676-9865-b4241d3e3d40 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:47.455894 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9bbcffaf-1fea-4cbc-8364-22e215de0242 req-6e926d47-295d-43a4-b4ba-ebc02a3d3b2d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:47.459044 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Pushing event deleted for resources: {'Port': ['ID=7e5ee702-8583-4929-92c3-b73b1c6ee44b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:47.546956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-43136096-2dbb-49b1-a71c-0c03e26d3b38 None None] For port 7e5ee702-8583-4929-92c3-b73b1c6ee44b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7e5ee702-8583-4929-92c3-b73b1c6ee44b,segment=NetworkSegment(bf0baa52-9a2e-4719-98e7-15eaf5f07937),segment_id=bf0baa52-9a2e-4719-98e7-15eaf5f07937)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:47.547547 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-43136096-2dbb-49b1-a71c-0c03e26d3b38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7e5ee702-8583-4929-92c3-b73b1c6ee44b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:47.562726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-43136096-2dbb-49b1-a71c-0c03e26d3b38 None None] Calling delete_port for 7e5ee702-8583-4929-92c3-b73b1c6ee44b owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:25:47.587592 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (80d3fe2d-9fab-4b81-9ad7-deac2a025b99), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:47.663036 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d3fe2d-9fab-4b81-9ad7-deac2a025b99']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:47.669742 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (68c720ea-17c0-4b88-a92c-602a065ac7f6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:47.683884 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-43136096-2dbb-49b1-a71c-0c03e26d3b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (7e5ee702-8583-4929-92c3-b73b1c6ee44b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:47.696115 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05dc44-be57-4118-90c1-5db629870ca1 req-5787340b-6334-4bfc-b203-3734985ea1d1 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:47.698020 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b05dc44-be57-4118-90c1-5db629870ca1 req-5787340b-6334-4bfc-b203-3734985ea1d1 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 951 time: 0.1004951 Feb 10 15:25:47.700666 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0baa52-9a2e-4719-98e7-15eaf5f07937') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:47.700971 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0baa52-9a2e-4719-98e7-15eaf5f07937') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:47.720231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ef10ef83-16cd-469c-b751-de2fc19a1141 None None] Current status of the port 6b54cf90-4dca-49c8-bd34-078671c5cb3a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:47.727611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43136096-2dbb-49b1-a71c-0c03e26d3b38 None None] No DVR routers for this DVR port 7e5ee702-8583-4929-92c3-b73b1c6ee44b on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:47.727748 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-9bbcffaf-1fea-4cbc-8364-22e215de0242 req-6e926d47-295d-43a4-b4ba-ebc02a3d3b2d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] For port bd74c3b7-8817-4676-9865-b4241d3e3d40, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bd74c3b7-8817-4676-9865-b4241d3e3d40,segment=NetworkSegment(11a0d56f-5c6d-4f4b-8367-04b9600e50f6),segment_id=11a0d56f-5c6d-4f4b-8367-04b9600e50f6)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:47.728094 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9bbcffaf-1fea-4cbc-8364-22e215de0242 req-6e926d47-295d-43a4-b4ba-ebc02a3d3b2d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:47.730690 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43136096-2dbb-49b1-a71c-0c03e26d3b38 None None] Pushing event deleted for resources: {'Port': ['ID=7e5ee702-8583-4929-92c3-b73b1c6ee44b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:47.761992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-9bbcffaf-1fea-4cbc-8364-22e215de0242 req-6e926d47-295d-43a4-b4ba-ebc02a3d3b2d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Calling delete_port for bd74c3b7-8817-4676-9865-b4241d3e3d40 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:25:47.775766 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (bf0baa52-9a2e-4719-98e7-15eaf5f07937), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:47.812064 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b05dc44-be57-4118-90c1-5db629870ca1 req-8aea7d1e-2516-4373-acce-cd21ac54eaed tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601513 Feb 10 15:25:47.826772 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (bf0baa52-9a2e-4719-98e7-15eaf5f07937), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (bf0baa52-9a2e-4719-98e7-15eaf5f07937), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:25:47.844050 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:25:47.898659 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-cda12e69-8da3-4093-a539-5307d3949dc9 None None] Provisioning complete for port 6b54cf90-4dca-49c8-bd34-078671c5cb3a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:47.899337 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cda12e69-8da3-4093-a539-5307d3949dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6b54cf90-4dca-49c8-bd34-078671c5cb3a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:47.904211 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:48.000507 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (80d3fe2d-9fab-4b81-9ad7-deac2a025b99), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:48.010434 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:48.016568 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] 10.222.0.64 "DELETE /v2.0/networks/80d3fe2d-9fab-4b81-9ad7-deac2a025b99 HTTP/1.1" status: 204 len: 168 time: 1.4529197 Feb 10 15:25:48.035758 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9bbcffaf-1fea-4cbc-8364-22e215de0242 req-6e926d47-295d-43a4-b4ba-ebc02a3d3b2d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (bd74c3b7-8817-4676-9865-b4241d3e3d40), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:48.065628 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50c8f9-04d0-41eb-a751-f31e7444664e tempest-TagsExtTest-1686289030 tempest-TagsExtTest-1686289030-project] Pushing event deleted for resources: {'Network': ['ID=80d3fe2d-9fab-4b81-9ad7-deac2a025b99,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:48.066369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cda12e69-8da3-4093-a539-5307d3949dc9 None None] Current status of the port 6b54cf90-4dca-49c8-bd34-078671c5cb3a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:48.075956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['bd74c3b7-8817-4676-9865-b4241d3e3d40'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:48.091173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e926d47-295d-43a4-b4ba-ebc02a3d3b2d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event deleted for resources: {'Port': ['ID=bd74c3b7-8817-4676-9865-b4241d3e3d40,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:48.147530 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95365ab0-efbe-4704-8d6e-9ef53a09260c req-aca72f4e-3415-4091-91d9-577fd36d9547 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/ports?device_id=03e6fe5e-0544-4ae9-afe9-e452b227f699 HTTP/1.1" status: 200 len: 210 time: 0.0767913 Feb 10 15:25:48.180943 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbcffaf-1fea-4cbc-8364-22e215de0242 req-6e926d47-295d-43a4-b4ba-ebc02a3d3b2d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] No DVR routers for this DVR port bd74c3b7-8817-4676-9865-b4241d3e3d40 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:48.184425 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9bbcffaf-1fea-4cbc-8364-22e215de0242 req-6e926d47-295d-43a4-b4ba-ebc02a3d3b2d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:48.199904 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9bbcffaf-1fea-4cbc-8364-22e215de0242 req-6e926d47-295d-43a4-b4ba-ebc02a3d3b2d tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.79 "DELETE /v2.0/ports/bd74c3b7-8817-4676-9865-b4241d3e3d40 HTTP/1.1" status: 204 len: 173 time: 1.0140352 Feb 10 15:25:48.200460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e6fe5e-0544-4ae9-afe9-e452b227f699', 'name': 'network-vif-deleted', 'tag': 'bd74c3b7-8817-4676-9865-b4241d3e3d40'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:48.210348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Router 68c720ea-17c0-4b88-a92c-602a065ac7f6 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:25:48.212166 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1fd82a-6d11-4048-8ca6-56c881910a8c" -d '{"events": [{"server_uuid": "03e6fe5e-0544-4ae9-afe9-e452b227f699", "name": "network-vif-deleted", "tag": "bd74c3b7-8817-4676-9865-b4241d3e3d40"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:48.275147 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a7c32a-ac6f-4c98-a9b7-2d65031ef7b4 x-openstack-request-id: req-85a7c32a-ac6f-4c98-a9b7-2d65031ef7b4 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:48.280704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6b54cf90-4dca-49c8-bd34-078671c5cb3a up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:25:48.281055 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e6fe5e-0544-4ae9-afe9-e452b227f699", "name": "network-vif-deleted", "tag": "bd74c3b7-8817-4676-9865-b4241d3e3d40", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:48.281427 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85a7c32a-ac6f-4c98-a9b7-2d65031ef7b4 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:48.285550 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e6fe5e-0544-4ae9-afe9-e452b227f699', 'name': 'network-vif-deleted', 'tag': 'bd74c3b7-8817-4676-9865-b4241d3e3d40', 'status': 'completed', 'code': 200} Feb 10 15:25:48.482962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52826) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:48.765229 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2511cc1e-005c-4486-87ec-d146ee581a8e no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:25:48.800255 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 2511cc1e-005c-4486-87ec-d146ee581a8e {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:25:48.800874 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2511cc1e-005c-4486-87ec-d146ee581a8e not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:25:48.808289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52838) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:48.810126 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c6473887-3604-44d1-a122-c8fda23a9969 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f744dc0ad3da4b68830fe8aa9d73f2ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3203812 Feb 10 15:25:48.876730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 6b54cf90-4dca-49c8-bd34-078671c5cb3a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:48.877858 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6b54cf90-4dca-49c8-bd34-078671c5cb3a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:48.907317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:25:48.920358 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Sync routers for ids ['68c720ea-17c0-4b88-a92c-602a065ac7f6'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:25:48.946422 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Routers {'68c720ea-17c0-4b88-a92c-602a065ac7f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:25:48.948181 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:25:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['68c720ea-17c0-4b88-a92c-602a065ac7f6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:48.955913 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:49.035461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 6b54cf90-4dca-49c8-bd34-078671c5cb3a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:49.060030 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:49.064632 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52860) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:49.065250 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cf15ac9f-2d53-4ff9-934f-710f2c4ee116 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0620086 Feb 10 15:25:49.066044 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2f2b382c-b78f-47bc-be6d-aee854e79053 admin admin] Publish callbacks [] for security_group (234a571f-58a1-475d-98f4-ae8d9f530f9a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:49.120258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 7e5ee702-8583-4929-92c3-b73b1c6ee44b no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:25:49.159043 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2f2b382c-b78f-47bc-be6d-aee854e79053 admin admin] Publish callbacks [] for security_group (234a571f-58a1-475d-98f4-ae8d9f530f9a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:49.169568 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Set router 68c720ea-17c0-4b88-a92c-602a065ac7f6 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:25:49.179847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 7e5ee702-8583-4929-92c3-b73b1c6ee44b {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:25:49.180105 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 7e5ee702-8583-4929-92c3-b73b1c6ee44b not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:25:49.212357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3198c4-1bb8-48e9-9eca-8550cb261417 req-aa1d7115-7af8-44e6-83d7-edbb2553b02a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:49.219011 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad3198c4-1bb8-48e9-9eca-8550cb261417 req-aa1d7115-7af8-44e6-83d7-edbb2553b02a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 951 time: 0.2343633 Feb 10 15:25:49.377219 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad3198c4-1bb8-48e9-9eca-8550cb261417 req-741e8e18-4336-4a80-8870-3d0d7f1356e3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466713 Feb 10 15:25:49.400990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6dbec641-4fba-4f14-8359-7c87d33819b2 req-a9256092-d6dd-400b-8aac-46a492b45a39 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/23a7755a-47f8-4e96-9eea-90d6c3f4b01b HTTP/1.1" status: 200 len: 1819 time: 0.1171587 Feb 10 15:25:49.450942 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2f2b382c-b78f-47bc-be6d-aee854e79053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (234a571f-58a1-475d-98f4-ae8d9f530f9a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:49.453931 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2f2b382c-b78f-47bc-be6d-aee854e79053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:49.455448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2f2b382c-b78f-47bc-be6d-aee854e79053 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/234a571f-58a1-475d-98f4-ae8d9f530f9a HTTP/1.1" status: 204 len: 168 time: 0.6112339 Feb 10 15:25:49.473631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b382c-b78f-47bc-be6d-aee854e79053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234a571f-58a1-475d-98f4-ae8d9f530f9a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:49.500725 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6dbec641-4fba-4f14-8359-7c87d33819b2 req-c23ef33a-e603-4d77-9039-b1f374e9b0ba tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (23a7755a-47f8-4e96-9eea-90d6c3f4b01b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:49.501893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed9f9e-3c14-4d97-bac0-e4488553073c req-ec98fb9d-f193-482c-b5b7-244a2a08fd39 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:49.504981 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a1ed9f9e-3c14-4d97-bac0-e4488553073c req-ec98fb9d-f193-482c-b5b7-244a2a08fd39 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.72 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 951 time: 0.1524024 Feb 10 15:25:49.536919 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6dbec641-4fba-4f14-8359-7c87d33819b2 req-c23ef33a-e603-4d77-9039-b1f374e9b0ba tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (23a7755a-47f8-4e96-9eea-90d6c3f4b01b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:49.615703 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'name': 'tempest-ServersTestManualDisk-462474041-router', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:44Z', 'updated_at': '2022-02-10T15:25:46Z', 'revision_number': 3, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'gw_port': {'id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:45Z', 'updated_at': '2022-02-10T15:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:49.630373 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6dbec641-4fba-4f14-8359-7c87d33819b2 req-c23ef33a-e603-4d77-9039-b1f374e9b0ba tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (23a7755a-47f8-4e96-9eea-90d6c3f4b01b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:49.636919 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6dbec641-4fba-4f14-8359-7c87d33819b2 req-c23ef33a-e603-4d77-9039-b1f374e9b0ba tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:49.639746 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6dbec641-4fba-4f14-8359-7c87d33819b2 req-c23ef33a-e603-4d77-9039-b1f374e9b0ba tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "DELETE /v2.0/security-groups/23a7755a-47f8-4e96-9eea-90d6c3f4b01b HTTP/1.1" status: 204 len: 173 time: 0.2306397 Feb 10 15:25:49.675148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ef33a-e603-4d77-9039-b1f374e9b0ba tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a7755a-47f8-4e96-9eea-90d6c3f4b01b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:49.703362 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Checking router: 68c720ea-17c0-4b88-a92c-602a065ac7f6 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:25:49.713053 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Updating router 68c720ea-17c0-4b88-a92c-602a065ac7f6 port 11fcbefb-5199-4c36-9ce1-1fcb51345cff binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:25:49.818770 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (11fcbefb-5199-4c36-9ce1-1fcb51345cff), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:49.840062 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-552eb238-1a68-4049-b9ff-ad7eb4d09d75 req-c37247fd-883a-4384-8d0c-b29ce0ecd31f tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "GET /v2.0/security-groups/ed8f324f-08b2-4040-973e-9f47a69a0f38 HTTP/1.1" status: 200 len: 1820 time: 0.1666803 Feb 10 15:25:49.927224 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-552eb238-1a68-4049-b9ff-ad7eb4d09d75 req-f1c7d067-2d49-4134-9c6c-76a30bbe0296 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (ed8f324f-08b2-4040-973e-9f47a69a0f38), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:50.034799 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-552eb238-1a68-4049-b9ff-ad7eb4d09d75 req-f1c7d067-2d49-4134-9c6c-76a30bbe0296 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (ed8f324f-08b2-4040-973e-9f47a69a0f38), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:50.127516 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-a1ed9f9e-3c14-4d97-bac0-e4488553073c req-79229de2-1756-4c1f-9f4b-c21aca747338 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Deleting port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:50.128062 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a1ed9f9e-3c14-4d97-bac0-e4488553073c req-79229de2-1756-4c1f-9f4b-c21aca747338 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:50.206123 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-552eb238-1a68-4049-b9ff-ad7eb4d09d75 req-f1c7d067-2d49-4134-9c6c-76a30bbe0296 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ed8f324f-08b2-4040-973e-9f47a69a0f38), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:50.211163 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-552eb238-1a68-4049-b9ff-ad7eb4d09d75 req-f1c7d067-2d49-4134-9c6c-76a30bbe0296 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:50.243772 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-552eb238-1a68-4049-b9ff-ad7eb4d09d75 req-f1c7d067-2d49-4134-9c6c-76a30bbe0296 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] 10.222.0.64 "DELETE /v2.0/security-groups/ed8f324f-08b2-4040-973e-9f47a69a0f38 HTTP/1.1" status: 204 len: 173 time: 0.3954897 Feb 10 15:25:50.246493 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52996) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:50.276188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7d067-2d49-4134-9c6c-76a30bbe0296 tempest-SecurityGroupsTestJSON-1953061258 tempest-SecurityGroupsTestJSON-1953061258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8f324f-08b2-4040-973e-9f47a69a0f38,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:50.412796 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Publish callbacks [] for port (11fcbefb-5199-4c36-9ce1-1fcb51345cff), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:50.425728 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (11fcbefb-5199-4c36-9ce1-1fcb51345cff), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:50.520455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a1ed9f9e-3c14-4d97-bac0-e4488553073c req-79229de2-1756-4c1f-9f4b-c21aca747338 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] For port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:50.521555 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a1ed9f9e-3c14-4d97-bac0-e4488553073c req-79229de2-1756-4c1f-9f4b-c21aca747338 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:50.536756 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528874ea-de78-46c8-85d1-c30730497355 None None] Pushing event updated for resources: {'Port': ['ID=11fcbefb-5199-4c36-9ce1-1fcb51345cff,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:50.549131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-a1ed9f9e-3c14-4d97-bac0-e4488553073c req-79229de2-1756-4c1f-9f4b-c21aca747338 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Calling delete_port for 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:25:50.569251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device bd74c3b7-8817-4676-9865-b4241d3e3d40 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:25:50.578961 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Attempting to bind port 11fcbefb-5199-4c36-9ce1-1fcb51345cff on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:25:50.579456 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Attempting to bind port 11fcbefb-5199-4c36-9ce1-1fcb51345cff by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:25:50.579919 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Attempting to bind port 11fcbefb-5199-4c36-9ce1-1fcb51345cff on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:50.593402 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:25:50.594261 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:50.594955 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:50.595488 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:25:50.596102 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Bound port: 11fcbefb-5199-4c36-9ce1-1fcb51345cff, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:25:50.596633 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (11fcbefb-5199-4c36-9ce1-1fcb51345cff), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:50.666108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: bd74c3b7-8817-4676-9865-b4241d3e3d40 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:25:50.669584 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device bd74c3b7-8817-4676-9865-b4241d3e3d40 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:25:50.704043 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] For port 11fcbefb-5199-4c36-9ce1-1fcb51345cff, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:50.712211 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] For port 11fcbefb-5199-4c36-9ce1-1fcb51345cff, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=11fcbefb-5199-4c36-9ce1-1fcb51345cff,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:25:50.720585 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528874ea-de78-46c8-85d1-c30730497355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:50.721356 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528874ea-de78-46c8-85d1-c30730497355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:50.723039 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528874ea-de78-46c8-85d1-c30730497355 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:50.725346 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528874ea-de78-46c8-85d1-c30730497355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:50.726872 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528874ea-de78-46c8-85d1-c30730497355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:50.727678 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528874ea-de78-46c8-85d1-c30730497355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:50.729668 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528874ea-de78-46c8-85d1-c30730497355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:50.729668 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528874ea-de78-46c8-85d1-c30730497355 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:50.732006 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528874ea-de78-46c8-85d1-c30730497355 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:50.732383 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528874ea-de78-46c8-85d1-c30730497355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:50.732741 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528874ea-de78-46c8-85d1-c30730497355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:50.733248 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528874ea-de78-46c8-85d1-c30730497355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:50.733905 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528874ea-de78-46c8-85d1-c30730497355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:50.745000 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e439399-1cfb-47a3-9f4b-f221fc6e69c4 req-b2ea797b-7401-4f92-86b4-7db4969fe1e3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:50.747180 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (11fcbefb-5199-4c36-9ce1-1fcb51345cff), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:50.757205 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e439399-1cfb-47a3-9f4b-f221fc6e69c4 req-b2ea797b-7401-4f92-86b4-7db4969fe1e3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 951 time: 0.2669108 Feb 10 15:25:50.887569 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Routers {'68c720ea-17c0-4b88-a92c-602a065ac7f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:25:50.888329 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:25:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['68c720ea-17c0-4b88-a92c-602a065ac7f6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:50.941778 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e439399-1cfb-47a3-9f4b-f221fc6e69c4 req-2dc1870c-4366-4fa1-bcd0-34f192ee8a17 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754346 Feb 10 15:25:50.969664 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffa8d54-5ff8-4a75-a923-11fd6ffb8e36 admin admin] Deleting subnet a86f2b3a-a6aa-4006-b1ea-b533cc038ea2 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:25:50.989836 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a1ed9f9e-3c14-4d97-bac0-e4488553073c req-79229de2-1756-4c1f-9f4b-c21aca747338 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:50.998475 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528874ea-de78-46c8-85d1-c30730497355 None None] Pushing event updated for resources: {'Port': ['ID=11fcbefb-5199-4c36-9ce1-1fcb51345cff,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:51.001004 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cffa8d54-5ff8-4a75-a923-11fd6ffb8e36 admin admin] Publish callbacks [] for subnet (a86f2b3a-a6aa-4006-b1ea-b533cc038ea2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:51.019138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:51.021792 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['58bc5875-2e08-45d6-8111-df0e3772daef', '986bdcc8-1968-4421-8aee-09173923f139'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:51.081805 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79229de2-1756-4c1f-9f4b-c21aca747338 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Pushing event deleted for resources: {'Port': ['ID=0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:51.179250 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cffa8d54-5ff8-4a75-a923-11fd6ffb8e36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (a86f2b3a-a6aa-4006-b1ea-b533cc038ea2), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:51.226553 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ed9f9e-3c14-4d97-bac0-e4488553073c req-79229de2-1756-4c1f-9f4b-c21aca747338 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] No DVR routers for this DVR port 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:51.236807 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a1ed9f9e-3c14-4d97-bac0-e4488553073c req-79229de2-1756-4c1f-9f4b-c21aca747338 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:51.242112 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a1ed9f9e-3c14-4d97-bac0-e4488553073c req-79229de2-1756-4c1f-9f4b-c21aca747338 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.72 "DELETE /v2.0/ports/0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e HTTP/1.1" status: 204 len: 173 time: 1.7200823 Feb 10 15:25:51.242872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f1f343-658e-4099-861d-3c7153dc20a9', 'name': 'network-vif-deleted', 'tag': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:51.245715 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6371172e-4d10-43be-b3df-7d6fdb64d2bb" -d '{"events": [{"server_uuid": "a8f1f343-658e-4099-861d-3c7153dc20a9", "name": "network-vif-deleted", "tag": "0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:51.370619 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cffa8d54-5ff8-4a75-a923-11fd6ffb8e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (a86f2b3a-a6aa-4006-b1ea-b533cc038ea2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:51.453868 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:51.455763 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] Set router 68c720ea-17c0-4b88-a92c-602a065ac7f6 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:25:51.484952 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5dd27f-f241-4eb0-8895-00cf62810050 x-openstack-request-id: req-0d5dd27f-f241-4eb0-8895-00cf62810050 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:51.485564 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f1f343-658e-4099-861d-3c7153dc20a9", "name": "network-vif-deleted", "tag": "0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:51.485917 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d5dd27f-f241-4eb0-8895-00cf62810050 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:51.486418 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f1f343-658e-4099-861d-3c7153dc20a9', 'name': 'network-vif-deleted', 'tag': '0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e', 'status': 'completed', 'code': 200} Feb 10 15:25:51.994356 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cffa8d54-5ff8-4a75-a923-11fd6ffb8e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (a86f2b3a-a6aa-4006-b1ea-b533cc038ea2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:52.031268 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cffa8d54-5ff8-4a75-a923-11fd6ffb8e36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:52.038381 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cffa8d54-5ff8-4a75-a923-11fd6ffb8e36 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a86f2b3a-a6aa-4006-b1ea-b533cc038ea2 HTTP/1.1" status: 204 len: 168 time: 1.7877436 Feb 10 15:25:52.040965 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53172) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:52.084494 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'name': 'tempest-ServersTestManualDisk-462474041-router', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:44Z', 'updated_at': '2022-02-10T15:25:46Z', 'revision_number': 3, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'gw_port': {'id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:45Z', 'updated_at': '2022-02-10T15:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:52.103447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa8d54-5ff8-4a75-a923-11fd6ffb8e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a86f2b3a-a6aa-4006-b1ea-b533cc038ea2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:52.158106 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Allocated IP 172.20.0.1 (8470eb8b-00e7-4ffa-8679-e103ed191967/60f61cbe-9f08-4361-8b9a-22af98afc445/b4f42086-6695-46f7-8321-3648797733d8) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:25:52.164018 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e140a11-1023-439f-96b6-922a256f6ff5 None None] The sync data for ids ['68c720ea-17c0-4b88-a92c-602a065ac7f6'] in n-d-815324-7 is: [{'id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'name': 'tempest-ServersTestManualDisk-462474041-router', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:44Z', 'updated_at': '2022-02-10T15:25:46Z', 'revision_number': 3, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'gw_port': {'id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:45Z', 'updated_at': '2022-02-10T15:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:25:52.172434 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-12c4e566-88f3-44ce-b75c-12bc716179ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (702b4d29-8496-4cdf-8d06-096bdfbaf841), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:52.299112 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db44d2d1-2676-4668-baf3-b53f7b218fb4 req-748bf17f-a4dc-4f6e-a077-c106de2ea6f1 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8f1f343-658e-4099-861d-3c7153dc20a9 HTTP/1.1" status: 200 len: 210 time: 0.1225576 Feb 10 15:25:52.335830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Publish callbacks [] for port (b4f42086-6695-46f7-8321-3648797733d8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:52.419003 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b4f42086-6695-46f7-8321-3648797733d8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:52.478509 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-12c4e566-88f3-44ce-b75c-12bc716179ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (702b4d29-8496-4cdf-8d06-096bdfbaf841), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:52.535637 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-12c4e566-88f3-44ce-b75c-12bc716179ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702b4d29-8496-4cdf-8d06-096bdfbaf841']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:52.545945 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Network 8470eb8b-00e7-4ffa-8679-e103ed191967 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:25:52.552327 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-12c4e566-88f3-44ce-b75c-12bc716179ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a0d56f-5c6d-4f4b-8367-04b9600e50f6') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:52.553109 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-12c4e566-88f3-44ce-b75c-12bc716179ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a0d56f-5c6d-4f4b-8367-04b9600e50f6') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:52.559895 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:52.567422 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-12c4e566-88f3-44ce-b75c-12bc716179ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (11a0d56f-5c6d-4f4b-8367-04b9600e50f6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:52.575717 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:25:52.649610 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-12c4e566-88f3-44ce-b75c-12bc716179ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (11a0d56f-5c6d-4f4b-8367-04b9600e50f6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:52.673386 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c4e566-88f3-44ce-b75c-12bc716179ed admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:25:52.673620 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-12c4e566-88f3-44ce-b75c-12bc716179ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (11a0d56f-5c6d-4f4b-8367-04b9600e50f6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:25:52.675908 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:25:52.758693 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b4f42086-6695-46f7-8321-3648797733d8,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:52.821665 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (68c720ea-17c0-4b88-a92c-602a065ac7f6), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:52.888204 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-12c4e566-88f3-44ce-b75c-12bc716179ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (702b4d29-8496-4cdf-8d06-096bdfbaf841), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:52.895097 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-12c4e566-88f3-44ce-b75c-12bc716179ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:52.906917 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-12c4e566-88f3-44ce-b75c-12bc716179ed admin admin] 10.222.0.64 "DELETE /v2.0/networks/702b4d29-8496-4cdf-8d06-096bdfbaf841 HTTP/1.1" status: 204 len: 168 time: 0.8647113 Feb 10 15:25:52.950180 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4e566-88f3-44ce-b75c-12bc716179ed admin admin] Pushing event deleted for resources: {'Network': ['ID=702b4d29-8496-4cdf-8d06-096bdfbaf841,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:53.065992 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-26e56d46-5027-41e2-9e60-7d1b15f9d270 None None] Provisioning complete for port b4f42086-6695-46f7-8321-3648797733d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:53.067483 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-26e56d46-5027-41e2-9e60-7d1b15f9d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b4f42086-6695-46f7-8321-3648797733d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:53.153493 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b4f42086-6695-46f7-8321-3648797733d8), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:53.162213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-26e56d46-5027-41e2-9e60-7d1b15f9d270 None None] Port b4f42086-6695-46f7-8321-3648797733d8 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:25:53.365768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53310) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:53.490534 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53326) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:53.491642 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-46f344f8-c649-4a64-baf8-810f591022ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f62ce0f89d54d2bb4957789c1d7bd81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1241357 Feb 10 15:25:53.615996 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6d13dc51-6c9e-4971-a1b3-8c33368f2e11 admin admin] Publish callbacks [] for security_group (31b31238-66ef-4d8e-bc47-9493abdecc5b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:53.951727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bc00c-495d-47ab-bbbf-46fb23413034 req-057708ac-5d86-4a9d-a2d2-7b7d868aee15 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:53.961364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-086bc00c-495d-47ab-bbbf-46fb23413034 req-057708ac-5d86-4a9d-a2d2-7b7d868aee15 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1282151 Feb 10 15:25:54.083861 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-086bc00c-495d-47ab-bbbf-46fb23413034 req-e9362a1c-fd3e-48e3-af26-27bc8eeef7fc tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212718 Feb 10 15:25:54.149631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Publish callbacks [] for port (b4f42086-6695-46f7-8321-3648797733d8), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:54.158403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (b4f42086-6695-46f7-8321-3648797733d8), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:54.218558 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (68c720ea-17c0-4b88-a92c-602a065ac7f6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:54.232039 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6d13dc51-6c9e-4971-a1b3-8c33368f2e11 admin admin] Publish callbacks [] for security_group (31b31238-66ef-4d8e-bc47-9493abdecc5b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:54.337638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 11fcbefb-5199-4c36-9ce1-1fcb51345cff up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:25:54.404897 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Network 8470eb8b-00e7-4ffa-8679-e103ed191967 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:25:54.408508 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:25:54.411978 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b4f42086-6695-46f7-8321-3648797733d8,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:54.418380 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:54.490660 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:25:54.491062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0cf56065-fdf8-4b91-a8bc-f2bcc99a3d8e not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:25:54.504994 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 11fcbefb-5199-4c36-9ce1-1fcb51345cff triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:54.506023 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (11fcbefb-5199-4c36-9ce1-1fcb51345cff), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:54.605809 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Router 68c720ea-17c0-4b88-a92c-602a065ac7f6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:25:54.660013 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6d13dc51-6c9e-4971-a1b3-8c33368f2e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (31b31238-66ef-4d8e-bc47-9493abdecc5b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:54.663275 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6d13dc51-6c9e-4971-a1b3-8c33368f2e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:54.668270 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6d13dc51-6c9e-4971-a1b3-8c33368f2e11 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31b31238-66ef-4d8e-bc47-9493abdecc5b HTTP/1.1" status: 204 len: 168 time: 1.1764593 Feb 10 15:25:54.698178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13dc51-6c9e-4971-a1b3-8c33368f2e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b31238-66ef-4d8e-bc47-9493abdecc5b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:54.824876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:25:54.842198 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2205a100-765a-4d9c-9044-47cc050bc1c9 admin admin] 10.222.0.64 "PUT /v2.0/routers/68c720ea-17c0-4b88-a92c-602a065ac7f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7758610 Feb 10 15:25:54.847842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 11fcbefb-5199-4c36-9ce1-1fcb51345cff is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:54.848798 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (11fcbefb-5199-4c36-9ce1-1fcb51345cff), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:54.883106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 11fcbefb-5199-4c36-9ce1-1fcb51345cff, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=11fcbefb-5199-4c36-9ce1-1fcb51345cff,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:54.887862 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (11fcbefb-5199-4c36-9ce1-1fcb51345cff), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:54.964190 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3468875d-49ed-4a95-883a-262d8775f022 None None] Provisioning complete for port b4f42086-6695-46f7-8321-3648797733d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:54.964190 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3468875d-49ed-4a95-883a-262d8775f022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b4f42086-6695-46f7-8321-3648797733d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:55.020297 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=11fcbefb-5199-4c36-9ce1-1fcb51345cff,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:55.027515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3468875d-49ed-4a95-883a-262d8775f022 None None] Port b4f42086-6695-46f7-8321-3648797733d8 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:25:55.233644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe1347-2772-43de-8910-e63749bfcfcc req-021f98ab-ebcf-455e-a82c-a1981f0d032b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:55.246972 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c1fe1347-2772-43de-8910-e63749bfcfcc req-021f98ab-ebcf-455e-a82c-a1981f0d032b tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1364806 Feb 10 15:25:55.354944 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5da2f-2c10-4f37-a822-36e5fc2dbbb5 req-00de6277-01cb-42ac-9c46-f0c6107e6951 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:55.366038 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29f5da2f-2c10-4f37-a822-36e5fc2dbbb5 req-00de6277-01cb-42ac-9c46-f0c6107e6951 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 950 time: 0.1423519 Feb 10 15:25:55.383667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Sync routers for ids ['68c720ea-17c0-4b88-a92c-602a065ac7f6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:25:55.402225 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Routers {'68c720ea-17c0-4b88-a92c-602a065ac7f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:25:55.402863 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:25:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['68c720ea-17c0-4b88-a92c-602a065ac7f6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:55.484958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-c1fe1347-2772-43de-8910-e63749bfcfcc req-c76b0962-bb6d-4f5c-8243-7e0940c369d5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Deleting port 986bdcc8-1968-4421-8aee-09173923f139 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:55.492547 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c1fe1347-2772-43de-8910-e63749bfcfcc req-c76b0962-bb6d-4f5c-8243-7e0940c369d5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (986bdcc8-1968-4421-8aee-09173923f139), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:55.528785 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29f5da2f-2c10-4f37-a822-36e5fc2dbbb5 req-6c0faa09-653e-4a18-9a2e-743aaaa7f3bb tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603816 Feb 10 15:25:55.724563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c1fe1347-2772-43de-8910-e63749bfcfcc req-c76b0962-bb6d-4f5c-8243-7e0940c369d5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] For port 986bdcc8-1968-4421-8aee-09173923f139, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=986bdcc8-1968-4421-8aee-09173923f139,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:55.725172 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c1fe1347-2772-43de-8910-e63749bfcfcc req-c76b0962-bb6d-4f5c-8243-7e0940c369d5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (986bdcc8-1968-4421-8aee-09173923f139), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:55.753332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-c1fe1347-2772-43de-8910-e63749bfcfcc req-c76b0962-bb6d-4f5c-8243-7e0940c369d5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Calling delete_port for 986bdcc8-1968-4421-8aee-09173923f139 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:25:55.756481 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Set router 68c720ea-17c0-4b88-a92c-602a065ac7f6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:25:55.966765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53428) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:55.972253 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1455034810', 'description': 'tempest-description--838309757'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:56.036086 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:56.059348 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c1fe1347-2772-43de-8910-e63749bfcfcc req-c76b0962-bb6d-4f5c-8243-7e0940c369d5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (986bdcc8-1968-4421-8aee-09173923f139), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:56.161999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b0962-bb6d-4f5c-8243-7e0940c369d5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Pushing event deleted for resources: {'Port': ['ID=986bdcc8-1968-4421-8aee-09173923f139,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:56.165106 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fe1347-2772-43de-8910-e63749bfcfcc req-c76b0962-bb6d-4f5c-8243-7e0940c369d5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] No DVR routers for this DVR port 986bdcc8-1968-4421-8aee-09173923f139 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:25:56.168693 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c1fe1347-2772-43de-8910-e63749bfcfcc req-c76b0962-bb6d-4f5c-8243-7e0940c369d5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:56.172165 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c1fe1347-2772-43de-8910-e63749bfcfcc req-c76b0962-bb6d-4f5c-8243-7e0940c369d5 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.79 "DELETE /v2.0/ports/986bdcc8-1968-4421-8aee-09173923f139 HTTP/1.1" status: 204 len: 173 time: 0.9199557 Feb 10 15:25:56.172890 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc0c88f-c857-43a3-b20c-eee6fb0a7d80', 'name': 'network-vif-deleted', 'tag': '986bdcc8-1968-4421-8aee-09173923f139'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:25:56.176829 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1b553e-7e10-48f0-a7f4-c4b5710e6f80" -d '{"events": [{"server_uuid": "4fc0c88f-c857-43a3-b20c-eee6fb0a7d80", "name": "network-vif-deleted", "tag": "986bdcc8-1968-4421-8aee-09173923f139"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:25:56.186114 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['58bc5875-2e08-45d6-8111-df0e3772daef', '986bdcc8-1968-4421-8aee-09173923f139'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:25:56.233858 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33350a51-b663-436a-89c5-29fa7a7b905c x-openstack-request-id: req-33350a51-b663-436a-89c5-29fa7a7b905c {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:25:56.234339 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc0c88f-c857-43a3-b20c-eee6fb0a7d80", "name": "network-vif-deleted", "tag": "986bdcc8-1968-4421-8aee-09173923f139", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:25:56.234433 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33350a51-b663-436a-89c5-29fa7a7b905c {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:25:56.234764 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc0c88f-c857-43a3-b20c-eee6fb0a7d80', 'name': 'network-vif-deleted', 'tag': '986bdcc8-1968-4421-8aee-09173923f139', 'status': 'completed', 'code': 200} Feb 10 15:25:56.271578 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for security_group (96837a9a-86c7-48cb-81fd-f377ef2c99a3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:56.278030 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (96837a9a-86c7-48cb-81fd-f377ef2c99a3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:56.309004 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:56.313999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53438) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:56.320256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-300fc27d-2062-40e6-ba48-5062563ffdb6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Request body: {'security_group_rule': {'security_group_id': '96837a9a-86c7-48cb-81fd-f377ef2c99a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:56.337406 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3686378 Feb 10 15:25:56.360995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96837a9a-86c7-48cb-81fd-f377ef2c99a3,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:56.372107 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:56.372878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:56.373488 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:56.374258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:56.375021 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:56.375644 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:56.376786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:56.377349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:56.377942 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:56.378671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:56.379663 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:56.380351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:56.380929 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9182c6f-3849-4e3a-b751-ebceb094ff6f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:25:56.406424 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-300fc27d-2062-40e6-ba48-5062563ffdb6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for security_group_rule (8a582359-e78a-41d8-8e7d-b6a65289c36b), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:56.409869 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 11fcbefb-5199-4c36-9ce1-1fcb51345cff up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:25:56.480833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53448) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:56.578862 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-300fc27d-2062-40e6-ba48-5062563ffdb6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for security_group_rule (8a582359-e78a-41d8-8e7d-b6a65289c36b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:56.587890 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-300fc27d-2062-40e6-ba48-5062563ffdb6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (8a582359-e78a-41d8-8e7d-b6a65289c36b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:56.653643 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-300fc27d-2062-40e6-ba48-5062563ffdb6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:56.658930 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53454) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:56.664090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a8257d91-9983-4596-8f3a-6e8a3e250c93 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Request body: {'security_group_rule': {'security_group_id': '96837a9a-86c7-48cb-81fd-f377ef2c99a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:56.671154 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-300fc27d-2062-40e6-ba48-5062563ffdb6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3553305 Feb 10 15:25:56.678964 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fc27d-2062-40e6-ba48-5062563ffdb6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a582359-e78a-41d8-8e7d-b6a65289c36b,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:56.768788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-fb4f85e2-666c-4254-915a-fdc41c34aa31 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1261311671-network', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:56.786312 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25a2df44-e3a4-4442-bb6f-efdc7d64c5e9 req-e23a91a6-b667-4a30-9ec4-bb5fc6628db3 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc0c88f-c857-43a3-b20c-eee6fb0a7d80 HTTP/1.1" status: 200 len: 210 time: 0.0774915 Feb 10 15:25:56.835121 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a8257d91-9983-4596-8f3a-6e8a3e250c93 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for security_group_rule (bab790ff-b91e-4616-a281-fb5be84a55ed), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:56.862687 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4f85e2-666c-4254-915a-fdc41c34aa31 admin admin] Made reservation on behalf of 0b16a35b27c34528b89e48e9d57bc923 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:25:56.865348 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fb4f85e2-666c-4254-915a-fdc41c34aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:56.882154 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fb4f85e2-666c-4254-915a-fdc41c34aa31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:56.947961 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a8257d91-9983-4596-8f3a-6e8a3e250c93 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for security_group_rule (bab790ff-b91e-4616-a281-fb5be84a55ed), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:56.959004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53462) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:56.967676 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a8257d91-9983-4596-8f3a-6e8a3e250c93 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (bab790ff-b91e-4616-a281-fb5be84a55ed), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.003747 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8257d91-9983-4596-8f3a-6e8a3e250c93 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab790ff-b91e-4616-a281-fb5be84a55ed,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:57.022165 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a8257d91-9983-4596-8f3a-6e8a3e250c93 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.027630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53466) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:57.033110 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:57.039683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a8257d91-9983-4596-8f3a-6e8a3e250c93 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3791611 Feb 10 15:25:57.091822 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 11fcbefb-5199-4c36-9ce1-1fcb51345cff triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:57.092523 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (11fcbefb-5199-4c36-9ce1-1fcb51345cff), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.107634 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fb4f85e2-666c-4254-915a-fdc41c34aa31 admin admin] Publish callbacks [] for security_group (2e42e93e-ed99-40d8-87d3-ba04aed21800), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.118753 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fb4f85e2-666c-4254-915a-fdc41c34aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2e42e93e-ed99-40d8-87d3-ba04aed21800), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.144327 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'name': 'tempest-ServersTestManualDisk-462474041-router', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:44Z', 'updated_at': '2022-02-10T15:25:53Z', 'revision_number': 4, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'gw_port': {'id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:45Z', 'updated_at': '2022-02-10T15:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b4f42086-6695-46f7-8321-3648797733d8', 'name': '', 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'mac_address': 'fa:16:3e:56:b9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:51Z', 'updated_at': '2022-02-10T15:25:53Z', 'revision_number': 2, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'subnets': [{'id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:57.148543 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.165901 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4f85e2-666c-4254-915a-fdc41c34aa31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:25:57.178591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f85e2-666c-4254-915a-fdc41c34aa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e42e93e-ed99-40d8-87d3-ba04aed21800,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:57.182204 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Checking router: 68c720ea-17c0-4b88-a92c-602a065ac7f6 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:25:57.182675 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Updating router 68c720ea-17c0-4b88-a92c-602a065ac7f6 port b4f42086-6695-46f7-8321-3648797733d8 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:25:57.192637 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fb4f85e2-666c-4254-915a-fdc41c34aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (c5cac21f-6088-4687-9a73-ab91462cc8f8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.193245 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-fb4f85e2-666c-4254-915a-fdc41c34aa31 admin admin] Added segment c5cac21f-6088-4687-9a73-ab91462cc8f8 of type vlan for network fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 Feb 10 15:25:57.253025 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b4f42086-6695-46f7-8321-3648797733d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.258089 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fb4f85e2-666c-4254-915a-fdc41c34aa31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.273378 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61317664-e41e-464d-82d1-1da82e0c1c40 req-8f8b2b99-b460-47c6-b8c7-94e5698a572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:57.274047 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61317664-e41e-464d-82d1-1da82e0c1c40 req-8f8b2b99-b460-47c6-b8c7-94e5698a572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:57.274376 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61317664-e41e-464d-82d1-1da82e0c1c40 req-8f8b2b99-b460-47c6-b8c7-94e5698a572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:57.285007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61317664-e41e-464d-82d1-1da82e0c1c40 req-8f8b2b99-b460-47c6-b8c7-94e5698a572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:57.285728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61317664-e41e-464d-82d1-1da82e0c1c40 req-8f8b2b99-b460-47c6-b8c7-94e5698a572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:57.286376 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61317664-e41e-464d-82d1-1da82e0c1c40 req-8f8b2b99-b460-47c6-b8c7-94e5698a572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:57.287065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61317664-e41e-464d-82d1-1da82e0c1c40 req-8f8b2b99-b460-47c6-b8c7-94e5698a572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:57.290449 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-61317664-e41e-464d-82d1-1da82e0c1c40 req-8f8b2b99-b460-47c6-b8c7-94e5698a572c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 6710 time: 0.3293900 Feb 10 15:25:57.318829 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fb4f85e2-666c-4254-915a-fdc41c34aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.319979 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4f85e2-666c-4254-915a-fdc41c34aa31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:57.320821 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fb4f85e2-666c-4254-915a-fdc41c34aa31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.380863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fb4f85e2-666c-4254-915a-fdc41c34aa31 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8987284 Feb 10 15:25:57.385473 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53470) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:57.391735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-feb0a338-097d-4f64-b58a-a21cc11fdb57 admin admin] Request body: {'subnet': {'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1261311671-subnet', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:57.425430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb0a338-097d-4f64-b58a-a21cc11fdb57 admin admin] Made reservation on behalf of 0b16a35b27c34528b89e48e9d57bc923 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:25:57.428460 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-feb0a338-097d-4f64-b58a-a21cc11fdb57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.428695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f85e2-666c-4254-915a-fdc41c34aa31 admin admin] Pushing event updated for resources: {'Network': ['ID=fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:57.455127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:25:57.478422 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-61317664-e41e-464d-82d1-1da82e0c1c40 req-54ee5efe-1697-449b-aa2e-0b825cc08d82 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1337805 Feb 10 15:25:57.530083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 11fcbefb-5199-4c36-9ce1-1fcb51345cff is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:57.553086 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.770507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Allocated IP 172.25.3.32 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/516c55f9-4645-4e6c-8134-d1cd164d4c9f) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:25:57.772531 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-feb0a338-097d-4f64-b58a-a21cc11fdb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (b50776bb-769d-4fdc-bcac-f783e32a05ab), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.830646 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Publish callbacks [] for port (b4f42086-6695-46f7-8321-3648797733d8), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.844179 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b4f42086-6695-46f7-8321-3648797733d8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.915363 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for port (516c55f9-4645-4e6c-8134-d1cd164d4c9f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:57.976170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa730e-50fe-4c4a-bec7-847f8510beaf None None] Pushing event updated for resources: {'Port': ['ID=b4f42086-6695-46f7-8321-3648797733d8,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:58.000311 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (516c55f9-4645-4e6c-8134-d1cd164d4c9f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:58.055505 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Attempting to bind port b4f42086-6695-46f7-8321-3648797733d8 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:25:58.055860 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Attempting to bind port b4f42086-6695-46f7-8321-3648797733d8 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'ee715fad-778c-4faf-a6a1-48cdbb71b11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:25:58.056348 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Attempting to bind port b4f42086-6695-46f7-8321-3648797733d8 on network 8470eb8b-00e7-4ffa-8679-e103ed191967 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:58.063975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:25:58.063975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Checking segment: {'id': 'ee715fad-778c-4faf-a6a1-48cdbb71b11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:58.063975 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:58.064387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Bound using segment: {'id': 'ee715fad-778c-4faf-a6a1-48cdbb71b11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:25:58.064888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Bound port: b4f42086-6695-46f7-8321-3648797733d8, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee715fad-778c-4faf-a6a1-48cdbb71b11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:25:58.065269 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b4f42086-6695-46f7-8321-3648797733d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:58.131934 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:25:58.142060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:58.148805 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:25:58.214031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] For port b4f42086-6695-46f7-8321-3648797733d8, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:58.226281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] For port b4f42086-6695-46f7-8321-3648797733d8, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b4f42086-6695-46f7-8321-3648797733d8,segment=NetworkSegment(ee715fad-778c-4faf-a6a1-48cdbb71b11f),segment_id=ee715fad-778c-4faf-a6a1-48cdbb71b11f)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:25:58.235509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Pushing event updated for resources: {'Port': ['ID=516c55f9-4645-4e6c-8134-d1cd164d4c9f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:58.242791 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b4f42086-6695-46f7-8321-3648797733d8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:58.249082 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0a338-097d-4f64-b58a-a21cc11fdb57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b50776bb-769d-4fdc-bcac-f783e32a05ab,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:58.313782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0a338-097d-4f64-b58a-a21cc11fdb57 admin admin] Checking segment: {'id': 'c5cac21f-6088-4687-9a73-ab91462cc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:58.314435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb0a338-097d-4f64-b58a-a21cc11fdb57 admin admin] Network hostable DHCP agents. Network: fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:25:58.331013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a214a3-f150-446a-adc3-33f0c9fc5184 req-e4d85cc9-f05e-4d75-83b6-31dd2be3a65a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:58.333251 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39a214a3-f150-446a-adc3-33f0c9fc5184 req-e4d85cc9-f05e-4d75-83b6-31dd2be3a65a tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.0958164 Feb 10 15:25:58.348945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa730e-50fe-4c4a-bec7-847f8510beaf None None] Pushing event updated for resources: {'Port': ['ID=b4f42086-6695-46f7-8321-3648797733d8,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:58.377350 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb0a338-097d-4f64-b58a-a21cc11fdb57 admin admin] Network fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:25:58.388776 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for floatingip (0469c326-5b3d-40a5-870e-f9a0b71778cc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:58.397567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-feb0a338-097d-4f64-b58a-a21cc11fdb57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:58.401008 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Routers {'68c720ea-17c0-4b88-a92c-602a065ac7f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:25:58.402008 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:25:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['68c720ea-17c0-4b88-a92c-602a065ac7f6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:58.402974 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb0a338-097d-4f64-b58a-a21cc11fdb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:58.403876 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-feb0a338-097d-4f64-b58a-a21cc11fdb57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:58.429433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39a214a3-f150-446a-adc3-33f0c9fc5184 req-3b60d127-3a1f-4357-be64-f090722d60d7 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886395 Feb 10 15:25:58.451418 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53482) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:25:58.451798 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-feb0a338-097d-4f64-b58a-a21cc11fdb57 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0641782 Feb 10 15:25:58.457947 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1261311671-router', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:25:58.458302 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (516c55f9-4645-4e6c-8134-d1cd164d4c9f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:58.509719 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (69ac2cec-52c3-4f09-808c-4fa7c12e4408), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:58.510813 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (69ac2cec-52c3-4f09-808c-4fa7c12e4408), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:58.572033 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] Set router 68c720ea-17c0-4b88-a92c-602a065ac7f6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:25:58.620173 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb146c-368d-4ff3-b4ff-dbf173f374a3 None None] Network fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:25:58.637604 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Publish callbacks [] for router_controller (69ac2cec-52c3-4f09-808c-4fa7c12e4408), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:58.684498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 986bdcc8-1968-4421-8aee-09173923f139 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:25:58.697350 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6f5cb752-c44c-4151-ba2a-65ada3b7135c None None] Provisioning complete for port b4f42086-6695-46f7-8321-3648797733d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:58.699327 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6f5cb752-c44c-4151-ba2a-65ada3b7135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b4f42086-6695-46f7-8321-3648797733d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:58.726001 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for port (516c55f9-4645-4e6c-8134-d1cd164d4c9f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:58.733643 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (516c55f9-4645-4e6c-8134-d1cd164d4c9f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:58.789089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 986bdcc8-1968-4421-8aee-09173923f139 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:25:58.789671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 986bdcc8-1968-4421-8aee-09173923f139 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:25:58.824830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (0469c326-5b3d-40a5-870e-f9a0b71778cc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:58.843731 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:58.853200 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8162868 Feb 10 15:25:58.859774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa75176-0d7f-4430-9671-be73980ff841 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Pushing event updated for resources: {'Port': ['ID=516c55f9-4645-4e6c-8134-d1cd164d4c9f,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:58.864630 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Publish callbacks [] for router_gateway (69ac2cec-52c3-4f09-808c-4fa7c12e4408), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:58.954907 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'fixed_ips': [{'subnet_id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:25:58.955927 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:59.069479 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6f5cb752-c44c-4151-ba2a-65ada3b7135c None None] Current status of the port b4f42086-6695-46f7-8321-3648797733d8 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:59.069869 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6f5cb752-c44c-4151-ba2a-65ada3b7135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b4f42086-6695-46f7-8321-3648797733d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:59.159766 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Publish callbacks [] for router_gateway (69ac2cec-52c3-4f09-808c-4fa7c12e4408), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:59.166622 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bffb5d28-4fe9-4b4d-b8eb-59092d1c1dfc tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1455034810&fields=id&tenant_id=4279a3b7317b47b08b9d352f9ec9bde1 HTTP/1.1" status: 200 len: 267 time: 0.1111960 Feb 10 15:25:59.168521 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6f5cb752-c44c-4151-ba2a-65ada3b7135c None None] For port b4f42086-6695-46f7-8321-3648797733d8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b4f42086-6695-46f7-8321-3648797733d8,segment=NetworkSegment(ee715fad-778c-4faf-a6a1-48cdbb71b11f),segment_id=ee715fad-778c-4faf-a6a1-48cdbb71b11f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:25:59.183436 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6f5cb752-c44c-4151-ba2a-65ada3b7135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b4f42086-6695-46f7-8321-3648797733d8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:59.196865 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:59.217799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Allocated IP 172.20.0.2 (fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356/b50776bb-769d-4fdc-bcac-f783e32a05ab/bae025b4-c1d8-49db-b7e4-683b51d9905b) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:25:59.285946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cb752-c44c-4151-ba2a-65ada3b7135c None None] Pushing event updated for resources: {'Port': ['ID=b4f42086-6695-46f7-8321-3648797733d8,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:59.299594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'name': 'tempest-ServersTestManualDisk-462474041-router', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:44Z', 'updated_at': '2022-02-10T15:25:53Z', 'revision_number': 4, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'gw_port': {'id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:45Z', 'updated_at': '2022-02-10T15:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b4f42086-6695-46f7-8321-3648797733d8', 'name': '', 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'mac_address': 'fa:16:3e:56:b9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:51Z', 'updated_at': '2022-02-10T15:25:58Z', 'revision_number': 4, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'subnets': [{'id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:25:59.354621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd11308c-6a53-4fec-b3fb-4720a1581c69 None None] The sync data for ids ['68c720ea-17c0-4b88-a92c-602a065ac7f6'] in n-d-815324-7 is: [{'id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'name': 'tempest-ServersTestManualDisk-462474041-router', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:44Z', 'updated_at': '2022-02-10T15:25:53Z', 'revision_number': 4, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'gw_port': {'id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:45Z', 'updated_at': '2022-02-10T15:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b4f42086-6695-46f7-8321-3648797733d8', 'name': '', 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'mac_address': 'fa:16:3e:56:b9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:51Z', 'updated_at': '2022-02-10T15:25:58Z', 'revision_number': 4, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'subnets': [{'id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:25:59.368084 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-05d4ff92-7a6c-493e-801e-b9db6d4b7571 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:59.374918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-809ebb56-e69d-4fec-a4f9-597fe66dbe75 None None] Provisioning complete for port b4f42086-6695-46f7-8321-3648797733d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:25:59.375293 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-809ebb56-e69d-4fec-a4f9-597fe66dbe75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b4f42086-6695-46f7-8321-3648797733d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:59.381597 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-05d4ff92-7a6c-493e-801e-b9db6d4b7571 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/networks?id=8470eb8b-00e7-4ffa-8679-e103ed191967 HTTP/1.1" status: 200 len: 811 time: 0.1953645 Feb 10 15:25:59.500425 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Publish callbacks [] for port (bae025b4-c1d8-49db-b7e4-683b51d9905b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:59.510149 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-b17c210b-b564-44f7-9c86-6c429016cef6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/quotas/4279a3b7317b47b08b9d352f9ec9bde1 HTTP/1.1" status: 200 len: 375 time: 0.1274879 Feb 10 15:25:59.530625 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (bae025b4-c1d8-49db-b7e4-683b51d9905b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:59.544363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Allocated IP 172.25.3.24 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/69949631-3e14-4066-b71b-ca3f77a55571) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:25:59.569164 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-809ebb56-e69d-4fec-a4f9-597fe66dbe75 None None] Current status of the port b4f42086-6695-46f7-8321-3648797733d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:25:59.584608 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Network fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:25:59.588047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:25:59.590718 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:25:59.604170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Pushing event updated for resources: {'Port': ['ID=bae025b4-c1d8-49db-b7e4-683b51d9905b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:59.683155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Attempting to bind port bae025b4-c1d8-49db-b7e4-683b51d9905b on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:25:59.684031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Attempting to bind port bae025b4-c1d8-49db-b7e4-683b51d9905b by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'c5cac21f-6088-4687-9a73-ab91462cc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:25:59.684492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Attempting to bind port bae025b4-c1d8-49db-b7e4-683b51d9905b on network fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:25:59.690499 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:25:59.691071 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Checking segment: {'id': 'c5cac21f-6088-4687-9a73-ab91462cc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:25:59.691714 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:59.692350 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Bound using segment: {'id': 'c5cac21f-6088-4687-9a73-ab91462cc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:25:59.692993 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Bound port: bae025b4-c1d8-49db-b7e4-683b51d9905b, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cac21f-6088-4687-9a73-ab91462cc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:25:59.693724 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bae025b4-c1d8-49db-b7e4-683b51d9905b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:59.693918 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bebd8bde-9451-4ea4-af9c-b276afd66404 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4279a3b7317b47b08b9d352f9ec9bde1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1827476 Feb 10 15:25:59.732396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d439d-4e68-4f59-9974-42dd5cd59a7d req-510f34cc-d1ee-49b7-9994-9a2be30408ff tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:59.733993 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec0d439d-4e68-4f59-9974-42dd5cd59a7d req-510f34cc-d1ee-49b7-9994-9a2be30408ff tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.2024305 Feb 10 15:25:59.759282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897f8e5-da1b-4698-9d4b-afa1a297e9d1 req-4d4cbf4f-198b-4df1-812e-b1a0efadfd87 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:25:59.762613 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8897f8e5-da1b-4698-9d4b-afa1a297e9d1 req-4d4cbf4f-198b-4df1-812e-b1a0efadfd87 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.79 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 949 time: 0.1130266 Feb 10 15:25:59.812051 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] For port bae025b4-c1d8-49db-b7e4-683b51d9905b, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:25:59.817728 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] For port bae025b4-c1d8-49db-b7e4-683b51d9905b, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=bae025b4-c1d8-49db-b7e4-683b51d9905b,segment=NetworkSegment(c5cac21f-6088-4687-9a73-ab91462cc8f8),segment_id=c5cac21f-6088-4687-9a73-ab91462cc8f8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:25:59.826523 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bae025b4-c1d8-49db-b7e4-683b51d9905b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:59.914612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc7fd8-e670-4f87-a8fb-93aaa04b50ca None None] Pushing event updated for resources: {'Port': ['ID=bae025b4-c1d8-49db-b7e4-683b51d9905b,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:25:59.919377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-8897f8e5-da1b-4698-9d4b-afa1a297e9d1 req-831c3dcc-e0da-45a9-ab3b-69bd15134d54 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Deleting port 58bc5875-2e08-45d6-8111-df0e3772daef {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:25:59.919560 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8897f8e5-da1b-4698-9d4b-afa1a297e9d1 req-831c3dcc-e0da-45a9-ab3b-69bd15134d54 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:59.951572 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec0d439d-4e68-4f59-9974-42dd5cd59a7d req-02c7685f-ba2f-4f75-bd34-641ade738efa tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/security-groups?id=da280b71-431d-446a-803f-04d8bedbb765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907251 Feb 10 15:25:59.965811 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Publish callbacks [] for port (69949631-3e14-4066-b71b-ca3f77a55571), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:25:59.969490 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-06d79b8b-98bc-4470-819b-2502093da420 service neutron] 10.222.0.64 "GET /v2.0/networks/8470eb8b-00e7-4ffa-8679-e103ed191967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747324 Feb 10 15:26:00.081061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-8897f8e5-da1b-4698-9d4b-afa1a297e9d1 req-831c3dcc-e0da-45a9-ab3b-69bd15134d54 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] For port 58bc5875-2e08-45d6-8111-df0e3772daef, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=58bc5875-2e08-45d6-8111-df0e3772daef,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:00.081541 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8897f8e5-da1b-4698-9d4b-afa1a297e9d1 req-831c3dcc-e0da-45a9-ab3b-69bd15134d54 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:00.092171 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (69949631-3e14-4066-b71b-ca3f77a55571), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:00.102213 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-8897f8e5-da1b-4698-9d4b-afa1a297e9d1 req-831c3dcc-e0da-45a9-ab3b-69bd15134d54 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Calling delete_port for 58bc5875-2e08-45d6-8111-df0e3772daef owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:26:00.145624 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-4af1b55c-b137-4ee5-b414-c3ba28356095 service neutron] 10.222.0.64 "GET /v2.0/networks/8470eb8b-00e7-4ffa-8679-e103ed191967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688209 Feb 10 15:26:00.153520 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:26:00.157305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:26:00.160235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:26:00.264245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=69949631-3e14-4066-b71b-ca3f77a55571,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:00.391491 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b4f42086-6695-46f7-8321-3648797733d8 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:26:00.466017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8897f8e5-da1b-4698-9d4b-afa1a297e9d1 req-831c3dcc-e0da-45a9-ab3b-69bd15134d54 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (58bc5875-2e08-45d6-8111-df0e3772daef), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:00.486174 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['58bc5875-2e08-45d6-8111-df0e3772daef'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:26:00.533719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c3dcc-e0da-45a9-ab3b-69bd15134d54 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Pushing event deleted for resources: {'Port': ['ID=58bc5875-2e08-45d6-8111-df0e3772daef,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:00.633678 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2b7304e-aa8d-4090-89e2-9102f53f3395 req-6ee8abe1-b991-49e2-a927-d53b0179f73a tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 210 time: 0.1216338 Feb 10 15:26:00.668936 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-8897f8e5-da1b-4698-9d4b-afa1a297e9d1 req-831c3dcc-e0da-45a9-ab3b-69bd15134d54 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] No DVR routers for this DVR port 58bc5875-2e08-45d6-8111-df0e3772daef on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:26:00.672480 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8897f8e5-da1b-4698-9d4b-afa1a297e9d1 req-831c3dcc-e0da-45a9-ab3b-69bd15134d54 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:00.677158 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8897f8e5-da1b-4698-9d4b-afa1a297e9d1 req-831c3dcc-e0da-45a9-ab3b-69bd15134d54 tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.79 "DELETE /v2.0/ports/58bc5875-2e08-45d6-8111-df0e3772daef HTTP/1.1" status: 204 len: 173 time: 0.9091265 Feb 10 15:26:00.682986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adbc48a-befe-476d-9304-b226ecaddaae', 'name': 'network-vif-deleted', 'tag': '58bc5875-2e08-45d6-8111-df0e3772daef'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:26:00.690455 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97eb7ff-a6a9-4505-a4b3-e527484dd0d0" -d '{"events": [{"server_uuid": "6adbc48a-befe-476d-9304-b226ecaddaae", "name": "network-vif-deleted", "tag": "58bc5875-2e08-45d6-8111-df0e3772daef"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:26:00.781805 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccb6efb-242b-41c2-85fb-f1dae0af0f66 x-openstack-request-id: req-eccb6efb-242b-41c2-85fb-f1dae0af0f66 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:26:00.783055 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adbc48a-befe-476d-9304-b226ecaddaae", "name": "network-vif-deleted", "tag": "58bc5875-2e08-45d6-8111-df0e3772daef", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:26:00.783560 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eccb6efb-242b-41c2-85fb-f1dae0af0f66 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:26:00.784284 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adbc48a-befe-476d-9304-b226ecaddaae', 'name': 'network-vif-deleted', 'tag': '58bc5875-2e08-45d6-8111-df0e3772daef', 'status': 'completed', 'code': 200} Feb 10 15:26:00.849353 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Publish callbacks [] for router_gateway (69ac2cec-52c3-4f09-808c-4fa7c12e4408), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:00.906644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port b4f42086-6695-46f7-8321-3648797733d8 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:00.907123 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b4f42086-6695-46f7-8321-3648797733d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:01.127664 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port b4f42086-6695-46f7-8321-3648797733d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:01.528175 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c426234-7895-4921-9897-01780e58084a req-91b4ab7e-8187-4936-8316-7c255b8583fc tempest-MigrationsAdminTest-121578925 tempest-MigrationsAdminTest-121578925-project] 10.222.0.64 "GET /v2.0/ports?device_id=6adbc48a-befe-476d-9304-b226ecaddaae HTTP/1.1" status: 200 len: 210 time: 0.0911496 Feb 10 15:26:01.544397 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (69ac2cec-52c3-4f09-808c-4fa7c12e4408), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:01.563471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6da723-02e9-4335-8464-7c6fbc499a7c None None] Network fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:26:01.719814 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7751ffbf-b13e-4e03-aa2d-2fa95327845e None None] Provisioning complete for port bae025b4-c1d8-49db-b7e4-683b51d9905b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:01.720603 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7751ffbf-b13e-4e03-aa2d-2fa95327845e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bae025b4-c1d8-49db-b7e4-683b51d9905b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:01.808540 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3e09348e-8ef4-423d-b241-7a5bbeb5515f req-c959c65d-70a5-4cde-bf7c-3318371e09d8 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 210 time: 0.0447810 Feb 10 15:26:01.839674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:26:01.888792 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7751ffbf-b13e-4e03-aa2d-2fa95327845e None None] Current status of the port bae025b4-c1d8-49db-b7e4-683b51d9905b is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:01.889951 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7751ffbf-b13e-4e03-aa2d-2fa95327845e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bae025b4-c1d8-49db-b7e4-683b51d9905b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:01.936124 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-7751ffbf-b13e-4e03-aa2d-2fa95327845e None None] For port bae025b4-c1d8-49db-b7e4-683b51d9905b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=bae025b4-c1d8-49db-b7e4-683b51d9905b,segment=NetworkSegment(c5cac21f-6088-4687-9a73-ab91462cc8f8),segment_id=c5cac21f-6088-4687-9a73-ab91462cc8f8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:01.944146 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7751ffbf-b13e-4e03-aa2d-2fa95327845e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bae025b4-c1d8-49db-b7e4-683b51d9905b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:01.991443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:26:02.003281 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Sync routers for ids ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:26:02.021556 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Routers {'69ac2cec-52c3-4f09-808c-4fa7c12e4408'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:26:02.022180 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:25:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:02.048272 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751ffbf-b13e-4e03-aa2d-2fa95327845e None None] Pushing event updated for resources: {'Port': ['ID=bae025b4-c1d8-49db-b7e4-683b51d9905b,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:02.053437 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:02.054807 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-80c194c6-6804-4327-aef7-8cb73a6ad9e4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6021943 Feb 10 15:26:02.058385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53514) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:02.276446 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Set router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:26:02.364827 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device bae025b4-c1d8-49db-b7e4-683b51d9905b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:26:02.392101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-d2f9cd25-e816-41ee-a996-9935a2fd5492 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:02.395070 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-d2f9cd25-e816-41ee-a996-9935a2fd5492 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.72 "GET /v2.0/networks?id=8470eb8b-00e7-4ffa-8679-e103ed191967 HTTP/1.1" status: 200 len: 811 time: 0.2652917 Feb 10 15:26:02.454087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-81019318-b5b2-45d8-8571-c227669cbead None None] Provisioning complete for port bae025b4-c1d8-49db-b7e4-683b51d9905b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:02.458670 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-81019318-b5b2-45d8-8571-c227669cbead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bae025b4-c1d8-49db-b7e4-683b51d9905b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:02.484548 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-5b786ec2-116f-4614-a176-5bf523455597 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4279a3b7317b47b08b9d352f9ec9bde1 HTTP/1.1" status: 200 len: 380 time: 0.0777402 Feb 10 15:26:02.502992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bcb17553-1cb2-4652-b497-21c8903213e6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Request body: {'port': {'device_id': '3769851c-964e-446f-8b62-0b4abed17966', 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967', 'admin_state_up': True, 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'security_groups': ['96837a9a-86c7-48cb-81fd-f377ef2c99a3']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:26:02.578303 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port bae025b4-c1d8-49db-b7e4-683b51d9905b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:02.580540 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bae025b4-c1d8-49db-b7e4-683b51d9905b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:02.695790 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'name': 'tempest-ServersTestBootFromVolume-1261311671-router', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '69949631-3e14-4066-b71b-ca3f77a55571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:26:00Z', 'revision_number': 3, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'gw_port': {'id': '69949631-3e14-4066-b71b-ca3f77a55571', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:59Z', 'updated_at': '2022-02-10T15:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:02.708120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-81019318-b5b2-45d8-8571-c227669cbead None None] Current status of the port bae025b4-c1d8-49db-b7e4-683b51d9905b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:02.733178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bcb17553-1cb2-4652-b497-21c8903213e6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Made reservation on behalf of 4279a3b7317b47b08b9d352f9ec9bde1 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:26:02.737787 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bcb17553-1cb2-4652-b497-21c8903213e6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:02.788508 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port bae025b4-c1d8-49db-b7e4-683b51d9905b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:02.798599 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Checking router: 69ac2cec-52c3-4f09-808c-4fa7c12e4408 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:26:02.799180 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Updating router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 port 69949631-3e14-4066-b71b-ca3f77a55571 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:26:02.845520 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69949631-3e14-4066-b71b-ca3f77a55571), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:02.966249 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53526) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:02.985610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bcb17553-1cb2-4652-b497-21c8903213e6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Allocated IP 172.20.0.6 (8470eb8b-00e7-4ffa-8679-e103ed191967/60f61cbe-9f08-4361-8b9a-22af98afc445/b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:26:03.041044 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a31b7cf4-7ba6-4454-a818-d64d02bf9f7a req-bc47e288-2007-440f-9380-a0b582305557 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 210 time: 0.0630109 Feb 10 15:26:03.075082 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.238073 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53530) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:03.239319 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-74a74450-55bb-4bae-8407-8393abfd9a5b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=671a8c1cbc3247fe9316f7b0241815f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718978 Feb 10 15:26:03.265854 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bcb17553-1cb2-4652-b497-21c8903213e6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for port (b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.277680 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Publish callbacks [] for port (69949631-3e14-4066-b71b-ca3f77a55571), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.290095 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (69949631-3e14-4066-b71b-ca3f77a55571), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.323597 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bcb17553-1cb2-4652-b497-21c8903213e6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.397150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb17553-1cb2-4652-b497-21c8903213e6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Pushing event updated for resources: {'Port': ['ID=b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:03.406244 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e0d3bcbe-84e7-4492-b46a-3a695f48a333 admin admin] Publish callbacks [] for security_group (da280b71-431d-446a-803f-04d8bedbb765), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.419381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bcb17553-1cb2-4652-b497-21c8903213e6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Network 8470eb8b-00e7-4ffa-8679-e103ed191967 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:26:03.422068 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bcb17553-1cb2-4652-b497-21c8903213e6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:26:03.424822 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bcb17553-1cb2-4652-b497-21c8903213e6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:26:03.443538 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbec53-a7bd-4d0e-9302-4b085960620c None None] Pushing event updated for resources: {'Port': ['ID=69949631-3e14-4066-b71b-ca3f77a55571,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:03.447836 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Attempting to bind port 69949631-3e14-4066-b71b-ca3f77a55571 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:26:03.448103 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Attempting to bind port 69949631-3e14-4066-b71b-ca3f77a55571 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:26:03.450938 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Attempting to bind port 69949631-3e14-4066-b71b-ca3f77a55571 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:26:03.465151 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:26:03.465813 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:26:03.466460 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.467138 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:26:03.468372 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Bound port: 69949631-3e14-4066-b71b-ca3f77a55571, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:26:03.469109 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69949631-3e14-4066-b71b-ca3f77a55571), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.487622 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e0d3bcbe-84e7-4492-b46a-3a695f48a333 admin admin] Publish callbacks [] for security_group (da280b71-431d-446a-803f-04d8bedbb765), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.539032 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] For port 69949631-3e14-4066-b71b-ca3f77a55571, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:26:03.542810 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] For port 69949631-3e14-4066-b71b-ca3f77a55571, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=69949631-3e14-4066-b71b-ca3f77a55571,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:26:03.547380 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bcb17553-1cb2-4652-b497-21c8903213e6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:03.547380 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bcb17553-1cb2-4652-b497-21c8903213e6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.558444 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (69949631-3e14-4066-b71b-ca3f77a55571), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.566936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Allocated IP 172.20.0.1 (fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356/b50776bb-769d-4fdc-bcac-f783e32a05ab/4a8158f4-e9ca-4b74-a29c-9f5223ca34b2) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:26:03.577739 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bcb17553-1cb2-4652-b497-21c8903213e6 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0842545 Feb 10 15:26:03.593510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Request body: {'port': {'device_id': '3769851c-964e-446f-8b62-0b4abed17966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:26:03.639131 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbec53-a7bd-4d0e-9302-4b085960620c None None] Pushing event updated for resources: {'Port': ['ID=69949631-3e14-4066-b71b-ca3f77a55571,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:03.647827 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Routers {'69ac2cec-52c3-4f09-808c-4fa7c12e4408'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:26:03.649100 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:25:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:03.758394 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.774785 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] Set router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:26:03.850268 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Publish callbacks [] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.867154 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a44c7b72-1326-409e-8392-82a65765e1b7 None None] Provisioning complete for port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:03.868225 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a44c7b72-1326-409e-8392-82a65765e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.935427 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a44c7b72-1326-409e-8392-82a65765e1b7 None None] Port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:26:03.946524 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.950913 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e0d3bcbe-84e7-4492-b46a-3a695f48a333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (da280b71-431d-446a-803f-04d8bedbb765), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.954774 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e0d3bcbe-84e7-4492-b46a-3a695f48a333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:03.967622 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e0d3bcbe-84e7-4492-b46a-3a695f48a333 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da280b71-431d-446a-803f-04d8bedbb765 HTTP/1.1" status: 204 len: 168 time: 0.7273147 Feb 10 15:26:04.025067 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'name': 'tempest-ServersTestBootFromVolume-1261311671-router', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '69949631-3e14-4066-b71b-ca3f77a55571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:26:00Z', 'revision_number': 3, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'gw_port': {'id': '69949631-3e14-4066-b71b-ca3f77a55571', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:59Z', 'updated_at': '2022-02-10T15:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:04.055111 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc51d0-5c8e-41aa-a43c-e37d1eebcc6d None None] The sync data for ids ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'] in n-d-815324-7 is: [{'id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'name': 'tempest-ServersTestBootFromVolume-1261311671-router', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '69949631-3e14-4066-b71b-ca3f77a55571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:26:00Z', 'revision_number': 3, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'gw_port': {'id': '69949631-3e14-4066-b71b-ca3f77a55571', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:59Z', 'updated_at': '2022-02-10T15:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:26:04.309448 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:26:04.320471 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Publish callbacks [] for port (b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:04.336612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Transition to ACTIVE for port object b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:26:04.341064 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:04.438527 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Pushing event updated for resources: {'Port': ['ID=b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:04.564970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53538) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:04.591412 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Attempting to bind port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:26:04.591754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Attempting to bind port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'ee715fad-778c-4faf-a6a1-48cdbb71b11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:26:04.592091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Attempting to bind port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e on network 8470eb8b-00e7-4ffa-8679-e103ed191967 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:26:04.603925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e on network 8470eb8b-00e7-4ffa-8679-e103ed191967 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:26:04.604352 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Attempting to bind port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e on network 8470eb8b-00e7-4ffa-8679-e103ed191967 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:26:04.610720 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:26:04.611068 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Checking segment: {'id': 'ee715fad-778c-4faf-a6a1-48cdbb71b11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:26:04.612273 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3bcbe-84e7-4492-b46a-3a695f48a333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da280b71-431d-446a-803f-04d8bedbb765,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:04.612407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Bound using segment: {'id': 'ee715fad-778c-4faf-a6a1-48cdbb71b11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:26:04.612866 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Bound port: b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee715fad-778c-4faf-a6a1-48cdbb71b11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:26:04.613245 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:04.622034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 58bc5875-2e08-45d6-8111-df0e3772daef no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:26:04.677209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 58bc5875-2e08-45d6-8111-df0e3772daef {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:26:04.679075 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Network fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:26:04.679939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 58bc5875-2e08-45d6-8111-df0e3772daef not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:26:04.689144 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ad6141b5-b1ad-4ae1-9d60-1172744cd90f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a437365f31d49f09182f9ecdd006e32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1163199 Feb 10 15:26:04.690021 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53540) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:04.697610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a8158f4-e9ca-4b74-a29c-9f5223ca34b2,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:04.706793 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:26:04.719017 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:26:04.768966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] For port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:26:04.772824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] For port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e,segment=NetworkSegment(ee715fad-778c-4faf-a6a1-48cdbb71b11f),segment_id=ee715fad-778c-4faf-a6a1-48cdbb71b11f)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:26:04.787385 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:04.837355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:04.837988 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:04.840043 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] 10.222.0.72 "PUT /v2.0/ports/b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e HTTP/1.1" status: 200 len: 1091 time: 1.2552288 Feb 10 15:26:04.840510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3769851c-964e-446f-8b62-0b4abed17966', 'tag': 'b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:26:04.842828 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f568ef-a24d-4803-bcf7-f2b8bf911b62" -d '{"events": [{"name": "network-changed", "server_uuid": "3769851c-964e-446f-8b62-0b4abed17966", "tag": "b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:26:04.912782 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c0ab1-0a36-4795-bb52-e4a6d94608fc req-1587c2d7-581f-47df-a082-bf1620a9350c tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:04.923990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d72c0ab1-0a36-4795-bb52-e4a6d94608fc req-1587c2d7-581f-47df-a082-bf1620a9350c tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 943 time: 0.3597746 Feb 10 15:26:04.935861 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b01c5-d5a7-49ec-917f-68c1d595e379 service neutron] Pushing event updated for resources: {'Port': ['ID=b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:04.976769 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-896a1627-9b5a-45ab-ba9a-72ab93c4ed84 admin admin] Publish callbacks [] for security_group (552fe79d-7c15-4de2-b24b-711fb440f7c7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:04.992941 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e25b475-af91-4ee7-bbee-e4e24bd186f5 x-openstack-request-id: req-2e25b475-af91-4ee7-bbee-e4e24bd186f5 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:26:04.993784 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3769851c-964e-446f-8b62-0b4abed17966", "tag": "b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:26:04.994039 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e25b475-af91-4ee7-bbee-e4e24bd186f5 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:26:04.994448 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3769851c-964e-446f-8b62-0b4abed17966', 'tag': 'b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e', 'status': 'completed', 'code': 200} Feb 10 15:26:05.015650 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (69ac2cec-52c3-4f09-808c-4fa7c12e4408), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:05.026644 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-896a1627-9b5a-45ab-ba9a-72ab93c4ed84 admin admin] Publish callbacks [] for security_group (552fe79d-7c15-4de2-b24b-711fb440f7c7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:05.042458 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-43b04b0f-f387-4454-8214-9a22f7fb3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:05.044322 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-43b04b0f-f387-4454-8214-9a22f7fb3588 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4279a3b7317b47b08b9d352f9ec9bde1&device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 1125 time: 0.1414599 Feb 10 15:26:05.131813 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-16e5aaf8-09d6-4f48-b50e-595f009ed3d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e HTTP/1.1" status: 200 len: 217 time: 0.0722830 Feb 10 15:26:05.142388 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d72c0ab1-0a36-4795-bb52-e4a6d94608fc req-f70fdfb5-423a-4461-8489-fc65d0a6d3fa tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/security-groups?id=96837a9a-86c7-48cb-81fd-f377ef2c99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169509 Feb 10 15:26:05.216458 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-896a1627-9b5a-45ab-ba9a-72ab93c4ed84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (552fe79d-7c15-4de2-b24b-711fb440f7c7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:05.219247 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-896a1627-9b5a-45ab-ba9a-72ab93c4ed84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:05.219991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-2d657636-1a8d-4c9f-b8f8-e3633095a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:05.223013 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-896a1627-9b5a-45ab-ba9a-72ab93c4ed84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/552fe79d-7c15-4de2-b24b-711fb440f7c7 HTTP/1.1" status: 204 len: 168 time: 0.5287948 Feb 10 15:26:05.225883 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-2d657636-1a8d-4c9f-b8f8-e3633095a47c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=60f61cbe-9f08-4361-8b9a-22af98afc445 HTTP/1.1" status: 200 len: 850 time: 0.0868833 Feb 10 15:26:05.281964 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9c5ffa4f-3bc0-4d0a-8fb7-f29ee371cd5c None None] Provisioning complete for port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:05.282921 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c5ffa4f-3bc0-4d0a-8fb7-f29ee371cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:05.304302 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a1627-9b5a-45ab-ba9a-72ab93c4ed84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552fe79d-7c15-4de2-b24b-711fb440f7c7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:05.319953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-7b85e7fb-37c8-4548-8704-00e73f3b1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:05.323252 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-7b85e7fb-37c8-4548-8704-00e73f3b1b3e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8470eb8b-00e7-4ffa-8679-e103ed191967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0915565 Feb 10 15:26:05.345941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ffa4f-3bc0-4d0a-8fb7-f29ee371cd5c None None] Port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:26:05.410936 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:05.471341 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-9ff37d46-755b-40db-a0a0-09a700d78ea1 service neutron] 10.222.0.72 "GET /v2.0/networks/8470eb8b-00e7-4ffa-8679-e103ed191967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394906 Feb 10 15:26:05.595024 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e9df289-3b82-4114-8cc3-424f8f6c7f9e req-c939d0cb-729e-4786-a36d-f6f1e4ddfa38 service neutron] 10.222.0.72 "GET /v2.0/networks/8470eb8b-00e7-4ffa-8679-e103ed191967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133716 Feb 10 15:26:05.644331 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Publish callbacks [] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:05.650249 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:05.726258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f568ef-a24d-4803-bcf7-f2b8bf911b62 req-0840fc33-8530-4b9e-acca-70d1b1f0b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:05.727794 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-77f568ef-a24d-4803-bcf7-f2b8bf911b62 req-0840fc33-8530-4b9e-acca-70d1b1f0b253 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4279a3b7317b47b08b9d352f9ec9bde1&device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 1125 time: 0.0762489 Feb 10 15:26:05.728181 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (69ac2cec-52c3-4f09-808c-4fa7c12e4408), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:05.736248 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a8158f4-e9ca-4b74-a29c-9f5223ca34b2,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:05.839707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f568ef-a24d-4803-bcf7-f2b8bf911b62 req-a8ee4628-d3ac-4ae8-b75b-328e745efb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:05.841580 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-77f568ef-a24d-4803-bcf7-f2b8bf911b62 req-a8ee4628-d3ac-4ae8-b75b-328e745efb06 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8470eb8b-00e7-4ffa-8679-e103ed191967 HTTP/1.1" status: 200 len: 912 time: 0.1047583 Feb 10 15:26:05.861572 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Network fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:26:05.863625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:26:05.900709 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-77f568ef-a24d-4803-bcf7-f2b8bf911b62 req-03e8601b-c881-4065-8006-c4cfe6d82ee3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e HTTP/1.1" status: 200 len: 217 time: 0.0525122 Feb 10 15:26:05.987642 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f568ef-a24d-4803-bcf7-f2b8bf911b62 req-c9cc416c-e28b-4e81-a1c9-56c19f721cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:05.989797 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-77f568ef-a24d-4803-bcf7-f2b8bf911b62 req-c9cc416c-e28b-4e81-a1c9-56c19f721cb6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=60f61cbe-9f08-4361-8b9a-22af98afc445 HTTP/1.1" status: 200 len: 850 time: 0.0801508 Feb 10 15:26:06.048079 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:26:06.109250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f568ef-a24d-4803-bcf7-f2b8bf911b62 req-95dee840-d368-458b-aace-bb5988388606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:06.111515 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-77f568ef-a24d-4803-bcf7-f2b8bf911b62 req-95dee840-d368-458b-aace-bb5988388606 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8470eb8b-00e7-4ffa-8679-e103ed191967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1130431 Feb 10 15:26:06.282180 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c916d30b-1382-42b5-80aa-3716cbd53385 None None] Provisioning complete for port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:06.282673 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c916d30b-1382-42b5-80aa-3716cbd53385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:06.283498 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-77f568ef-a24d-4803-bcf7-f2b8bf911b62 req-af6284e8-4d1a-4fba-bbc8-a398094d4cd8 service neutron] 10.222.0.72 "GET /v2.0/networks/8470eb8b-00e7-4ffa-8679-e103ed191967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632643 Feb 10 15:26:06.310825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 69949631-3e14-4066-b71b-ca3f77a55571 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:26:06.330434 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:26:06.342395 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-97a93521-717c-495f-a5c5-867d6456cbb9 admin admin] 10.222.0.64 "PUT /v2.0/routers/69ac2cec-52c3-4f09-808c-4fa7c12e4408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2820547 Feb 10 15:26:06.408056 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c916d30b-1382-42b5-80aa-3716cbd53385 None None] Port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:26:06.437603 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 69949631-3e14-4066-b71b-ca3f77a55571 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:06.438275 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69949631-3e14-4066-b71b-ca3f77a55571), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:06.464465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501402a5-bccc-47c4-bda0-542452e8561e req-50bee733-c211-416c-826a-9abad8ec8307 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:06.469165 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-501402a5-bccc-47c4-bda0-542452e8561e req-50bee733-c211-416c-826a-9abad8ec8307 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 943 time: 0.1256225 Feb 10 15:26:06.515611 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-77f568ef-a24d-4803-bcf7-f2b8bf911b62 req-94b258b5-1bca-49e3-873e-4891cdaf671d service neutron] 10.222.0.72 "GET /v2.0/networks/8470eb8b-00e7-4ffa-8679-e103ed191967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184527 Feb 10 15:26:06.550817 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 69949631-3e14-4066-b71b-ca3f77a55571 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:06.551210 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69949631-3e14-4066-b71b-ca3f77a55571), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:06.560188 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-501402a5-bccc-47c4-bda0-542452e8561e req-89b72b39-6196-4c28-ab71-18af94b498c8 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/security-groups?id=96837a9a-86c7-48cb-81fd-f377ef2c99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839818 Feb 10 15:26:06.589514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 69949631-3e14-4066-b71b-ca3f77a55571, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=69949631-3e14-4066-b71b-ca3f77a55571,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:06.594299 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (69949631-3e14-4066-b71b-ca3f77a55571), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:06.663749 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=69949631-3e14-4066-b71b-ca3f77a55571,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:06.686121 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Sync routers for ids ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:26:06.696491 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Routers {'69ac2cec-52c3-4f09-808c-4fa7c12e4408'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:26:06.697221 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:25:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:06.836701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Set router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:26:06.899809 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:06.927121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53578) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:06.931669 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f6af7fbb-e0b0-43f9-b866-8f8036e0bd6e tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1929002822', 'description': 'tempest-description--1207875855'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:26:06.959792 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f6af7fbb-e0b0-43f9-b866-8f8036e0bd6e tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.040553 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f6af7fbb-e0b0-43f9-b866-8f8036e0bd6e tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for security_group (13512d45-c23d-4741-a7df-11555b4c688d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.046077 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f6af7fbb-e0b0-43f9-b866-8f8036e0bd6e tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (13512d45-c23d-4741-a7df-11555b4c688d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.082131 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f6af7fbb-e0b0-43f9-b866-8f8036e0bd6e tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.083398 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f6af7fbb-e0b0-43f9-b866-8f8036e0bd6e tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1552622 Feb 10 15:26:07.086409 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53584) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:07.091785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-fc3cdfed-99bc-4b3e-8aa2-19a8238dc9e4 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Request body: {'security_group_rule': {'security_group_id': '13512d45-c23d-4741-a7df-11555b4c688d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:26:07.097465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af7fbb-e0b0-43f9-b866-8f8036e0bd6e tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13512d45-c23d-4741-a7df-11555b4c688d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:07.104930 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'name': 'tempest-ServersTestBootFromVolume-1261311671-router', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '69949631-3e14-4066-b71b-ca3f77a55571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:26:05Z', 'revision_number': 4, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'gw_port': {'id': '69949631-3e14-4066-b71b-ca3f77a55571', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:59Z', 'updated_at': '2022-02-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '4a8158f4-e9ca-4b74-a29c-9f5223ca34b2', 'name': '', 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'mac_address': 'fa:16:3e:e2:d3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:26:03Z', 'updated_at': '2022-02-10T15:26:05Z', 'revision_number': 2, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'subnets': [{'id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:07.128228 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc3cdfed-99bc-4b3e-8aa2-19a8238dc9e4 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for security_group_rule (355c60bd-a851-4b5b-9e8f-47a8a4b13928), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.149657 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Checking router: 69ac2cec-52c3-4f09-808c-4fa7c12e4408 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:26:07.150017 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Updating router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:26:07.192270 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.217792 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc3cdfed-99bc-4b3e-8aa2-19a8238dc9e4 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for security_group_rule (355c60bd-a851-4b5b-9e8f-47a8a4b13928), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.224440 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc3cdfed-99bc-4b3e-8aa2-19a8238dc9e4 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (355c60bd-a851-4b5b-9e8f-47a8a4b13928), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.255944 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cdfed-99bc-4b3e-8aa2-19a8238dc9e4 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355c60bd-a851-4b5b-9e8f-47a8a4b13928,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:07.270298 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc3cdfed-99bc-4b3e-8aa2-19a8238dc9e4 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.271817 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fc3cdfed-99bc-4b3e-8aa2-19a8238dc9e4 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1841033 Feb 10 15:26:07.274535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53590) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:07.279692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-283cf008-22c9-4c7f-8410-418b35e8b353 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Request body: {'security_group_rule': {'security_group_id': '13512d45-c23d-4741-a7df-11555b4c688d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:26:07.305769 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-283cf008-22c9-4c7f-8410-418b35e8b353 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for security_group_rule (1dd95252-d21f-4672-a9ad-220c061f1ab8), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.357042 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-283cf008-22c9-4c7f-8410-418b35e8b353 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for security_group_rule (1dd95252-d21f-4672-a9ad-220c061f1ab8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.361392 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-283cf008-22c9-4c7f-8410-418b35e8b353 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (1dd95252-d21f-4672-a9ad-220c061f1ab8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.381824 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cf008-22c9-4c7f-8410-418b35e8b353 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd95252-d21f-4672-a9ad-220c061f1ab8,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:07.396431 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-283cf008-22c9-4c7f-8410-418b35e8b353 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.397321 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-283cf008-22c9-4c7f-8410-418b35e8b353 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217659 Feb 10 15:26:07.400434 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53592) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:07.405096 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:26:07.429218 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.522650 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Publish callbacks [] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.531718 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.539572 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.578721 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5882155-7315-4fea-b692-5ebe5f337c8e None None] Pushing event updated for resources: {'Port': ['ID=4a8158f4-e9ca-4b74-a29c-9f5223ca34b2,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:07.676732 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Attempting to bind port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:26:07.677615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Attempting to bind port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'c5cac21f-6088-4687-9a73-ab91462cc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:26:07.678197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Attempting to bind port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 on network fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:26:07.684613 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:26:07.685656 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Checking segment: {'id': 'c5cac21f-6088-4687-9a73-ab91462cc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:26:07.686568 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.693314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Bound using segment: {'id': 'c5cac21f-6088-4687-9a73-ab91462cc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:26:07.694083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Bound port: 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cac21f-6088-4687-9a73-ab91462cc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:26:07.694731 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.714813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Allocated IP 172.25.3.246 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/4277cad2-e4cc-42f8-bfd7-750698e88415) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:26:07.777012 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdce01d-dd07-46db-8842-68a4380e4eb3 req-9fa1cfcb-b45b-45c9-98d6-f85de9d47398 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:07.778743 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cdce01d-dd07-46db-8842-68a4380e4eb3 req-9fa1cfcb-b45b-45c9-98d6-f85de9d47398 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 943 time: 0.0907812 Feb 10 15:26:07.866950 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] For port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:26:07.875390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] For port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4a8158f4-e9ca-4b74-a29c-9f5223ca34b2,segment=NetworkSegment(c5cac21f-6088-4687-9a73-ab91462cc8f8),segment_id=c5cac21f-6088-4687-9a73-ab91462cc8f8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:26:07.886717 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.896297 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cdce01d-dd07-46db-8842-68a4380e4eb3 req-3bfd767e-7f5a-4073-9320-30d79d78f3c1 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/security-groups?id=96837a9a-86c7-48cb-81fd-f377ef2c99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068523 Feb 10 15:26:07.942608 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for port (4277cad2-e4cc-42f8-bfd7-750698e88415), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:07.950386 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Routers {'69ac2cec-52c3-4f09-808c-4fa7c12e4408'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:26:07.951019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:25:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:07.984992 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4277cad2-e4cc-42f8-bfd7-750698e88415), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:08.038957 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5882155-7315-4fea-b692-5ebe5f337c8e None None] Pushing event updated for resources: {'Port': ['ID=4a8158f4-e9ca-4b74-a29c-9f5223ca34b2,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:08.053968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:26:08.055941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Pushing event updated for resources: {'Port': ['ID=4277cad2-e4cc-42f8-bfd7-750698e88415,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:08.064982 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-698df2ba-4d34-4861-b4f2-a6aa4ea1d4ac None None] Provisioning complete for port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:08.065597 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-698df2ba-4d34-4861-b4f2-a6aa4ea1d4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:08.073994 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:26:08.077320 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:26:08.215552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] Set router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:26:08.256459 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a998cd8-aff6-45c1-a73a-f74dd57e822d req-98116032-882d-4f3d-849b-7dfdf5e82a3c tempest-QuotasAdminNegativeTest-1925905172 tempest-QuotasAdminNegativeTest-1925905172-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4ee6c33399d24cc2a6e89ea4f244fbc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287075 Feb 10 15:26:08.336811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 69949631-3e14-4066-b71b-ca3f77a55571 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:26:08.415530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:26:08.426835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a998cd8-aff6-45c1-a73a-f74dd57e822d req-f4465824-d6c8-4ffa-af4a-d621cfb3917e tempest-QuotasAdminNegativeTest-1925905172 tempest-QuotasAdminNegativeTest-1925905172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:08.435095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a998cd8-aff6-45c1-a73a-f74dd57e822d req-f4465824-d6c8-4ffa-af4a-d621cfb3917e tempest-QuotasAdminNegativeTest-1925905172 tempest-QuotasAdminNegativeTest-1925905172-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1720631 Feb 10 15:26:08.454054 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a998cd8-aff6-45c1-a73a-f74dd57e822d req-0de3ac99-1b6c-4634-a876-a0652dd73423 tempest-QuotasAdminNegativeTest-1925905172 tempest-QuotasAdminNegativeTest-1925905172-project] 10.222.0.64 "GET /v2.0/quotas/4ee6c33399d24cc2a6e89ea4f244fbc9 HTTP/1.1" status: 200 len: 375 time: 0.0171120 Feb 10 15:26:08.509351 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a998cd8-aff6-45c1-a73a-f74dd57e822d req-25f9631a-40f1-48f4-b002-959cd6f8a5d8 tempest-QuotasAdminNegativeTest-1925905172 tempest-QuotasAdminNegativeTest-1925905172-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ee6c33399d24cc2a6e89ea4f244fbc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542221 Feb 10 15:26:08.528531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-698df2ba-4d34-4861-b4f2-a6aa4ea1d4ac None None] Current status of the port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:08.529160 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-698df2ba-4d34-4861-b4f2-a6aa4ea1d4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:08.545814 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for floatingip (856021b6-9aa9-4ac1-984d-4863dc6c6d58), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:08.593485 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4277cad2-e4cc-42f8-bfd7-750698e88415), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:08.644944 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 69949631-3e14-4066-b71b-ca3f77a55571 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:08.645425 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69949631-3e14-4066-b71b-ca3f77a55571), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:08.679820 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-698df2ba-4d34-4861-b4f2-a6aa4ea1d4ac None None] For port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4a8158f4-e9ca-4b74-a29c-9f5223ca34b2,segment=NetworkSegment(c5cac21f-6088-4687-9a73-ab91462cc8f8),segment_id=c5cac21f-6088-4687-9a73-ab91462cc8f8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:08.741782 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-698df2ba-4d34-4861-b4f2-a6aa4ea1d4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:08.816968 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'name': 'tempest-ServersTestBootFromVolume-1261311671-router', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '69949631-3e14-4066-b71b-ca3f77a55571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:26:05Z', 'revision_number': 4, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'gw_port': {'id': '69949631-3e14-4066-b71b-ca3f77a55571', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:59Z', 'updated_at': '2022-02-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '4a8158f4-e9ca-4b74-a29c-9f5223ca34b2', 'name': '', 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'mac_address': 'fa:16:3e:e2:d3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:26:03Z', 'updated_at': '2022-02-10T15:26:07Z', 'revision_number': 4, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'subnets': [{'id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:08.832245 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for port (4277cad2-e4cc-42f8-bfd7-750698e88415), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:08.839087 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (4277cad2-e4cc-42f8-bfd7-750698e88415), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:08.892527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9c1f72-d272-4941-978d-67d898ba3ff3 None None] The sync data for ids ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'] in n-d-815324-7 is: [{'id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'name': 'tempest-ServersTestBootFromVolume-1261311671-router', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '69949631-3e14-4066-b71b-ca3f77a55571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:26:05Z', 'revision_number': 4, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'gw_port': {'id': '69949631-3e14-4066-b71b-ca3f77a55571', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:59Z', 'updated_at': '2022-02-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '4a8158f4-e9ca-4b74-a29c-9f5223ca34b2', 'name': '', 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'mac_address': 'fa:16:3e:e2:d3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:26:03Z', 'updated_at': '2022-02-10T15:26:07Z', 'revision_number': 4, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'subnets': [{'id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:26:08.902465 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e,segment=NetworkSegment(ee715fad-778c-4faf-a6a1-48cdbb71b11f),segment_id=ee715fad-778c-4faf-a6a1-48cdbb71b11f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:08.933108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Pushing event updated for resources: {'Port': ['ID=4277cad2-e4cc-42f8-bfd7-750698e88415,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:08.945756 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (856021b6-9aa9-4ac1-984d-4863dc6c6d58), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:08.961880 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:08.963098 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-eb287ef4-a5f2-46a5-b779-b0652bddaba9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5615463 Feb 10 15:26:08.965038 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698df2ba-4d34-4861-b4f2-a6aa4ea1d4ac None None] Pushing event updated for resources: {'Port': ['ID=4a8158f4-e9ca-4b74-a29c-9f5223ca34b2,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:08.967865 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 69949631-3e14-4066-b71b-ca3f77a55571 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:08.970095 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e', 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967', 'port_id': 'b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e', 'mac_address': 'fa:16:3e:21:f0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:26:08.975836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-eaa6ec19-c6b8-4433-8d09-15fb1a2c686f None None] Provisioning complete for port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:08.976103 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ec19-c6b8-4433-8d09-15fb1a2c686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:09.074083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:09.074479 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:09.098615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:26:09.191351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e,segment=NetworkSegment(ee715fad-778c-4faf-a6a1-48cdbb71b11f),segment_id=ee715fad-778c-4faf-a6a1-48cdbb71b11f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:09.200117 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:09.206354 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-eaa6ec19-c6b8-4433-8d09-15fb1a2c686f None None] Current status of the port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:09.222692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111cc77-65f8-423f-9bb4-f607f5026c01 req-e76173ea-b98f-4c7b-81b6-428ebdad9f06 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:09.231783 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b111cc77-65f8-423f-9bb4-f607f5026c01 req-e76173ea-b98f-4c7b-81b6-428ebdad9f06 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 943 time: 0.0909426 Feb 10 15:26:09.297368 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b111cc77-65f8-423f-9bb4-f607f5026c01 req-860056f1-641b-4291-9334-41e18984debe tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/security-groups?id=96837a9a-86c7-48cb-81fd-f377ef2c99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641913 Feb 10 15:26:09.306793 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:09.429367 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1aa36891-a5aa-4aaf-824b-3eb225a760a0 req-5662f182-c6dd-411b-8397-0a24c28d3de7 tempest-QuotasAdminNegativeTest-1925905172 tempest-QuotasAdminNegativeTest-1925905172-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4ee6c33399d24cc2a6e89ea4f244fbc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273585 Feb 10 15:26:09.553522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa36891-a5aa-4aaf-824b-3eb225a760a0 req-21390f3d-1b6b-4777-8b3c-c39a739093e4 tempest-QuotasAdminNegativeTest-1925905172 tempest-QuotasAdminNegativeTest-1925905172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:09.563271 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1aa36891-a5aa-4aaf-824b-3eb225a760a0 req-21390f3d-1b6b-4777-8b3c-c39a739093e4 tempest-QuotasAdminNegativeTest-1925905172 tempest-QuotasAdminNegativeTest-1925905172-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1323724 Feb 10 15:26:09.587929 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1aa36891-a5aa-4aaf-824b-3eb225a760a0 req-21368810-fc0a-424a-8c73-3d53cfb7a823 tempest-QuotasAdminNegativeTest-1925905172 tempest-QuotasAdminNegativeTest-1925905172-project] 10.222.0.64 "GET /v2.0/quotas/4ee6c33399d24cc2a6e89ea4f244fbc9 HTTP/1.1" status: 200 len: 375 time: 0.0180919 Feb 10 15:26:09.637593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1aa36891-a5aa-4aaf-824b-3eb225a760a0 req-cc274348-e17d-450c-b01d-07c80d3dabf6 tempest-QuotasAdminNegativeTest-1925905172 tempest-QuotasAdminNegativeTest-1925905172-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ee6c33399d24cc2a6e89ea4f244fbc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477815 Feb 10 15:26:09.693588 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:26:10.194592 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d08afbac-efb6-40ad-b5fd-a697470ef2c3 req-55ecd9b2-08e5-4da6-9b64-0537ee24e304 tempest-QuotasAdminNegativeTest-1925905172 tempest-QuotasAdminNegativeTest-1925905172-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4ee6c33399d24cc2a6e89ea4f244fbc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248866 Feb 10 15:26:10.249859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:26:10.305617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:10.306146 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:10.334321 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08afbac-efb6-40ad-b5fd-a697470ef2c3 req-415cefac-937a-448e-8635-c29dc1998140 tempest-QuotasAdminNegativeTest-1925905172 tempest-QuotasAdminNegativeTest-1925905172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:10.336755 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d08afbac-efb6-40ad-b5fd-a697470ef2c3 req-415cefac-937a-448e-8635-c29dc1998140 tempest-QuotasAdminNegativeTest-1925905172 tempest-QuotasAdminNegativeTest-1925905172-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1357074 Feb 10 15:26:10.359089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d08afbac-efb6-40ad-b5fd-a697470ef2c3 req-5b136f3e-f8e6-4cf1-b939-122d0590231d tempest-QuotasAdminNegativeTest-1925905172 tempest-QuotasAdminNegativeTest-1925905172-project] 10.222.0.64 "GET /v2.0/quotas/4ee6c33399d24cc2a6e89ea4f244fbc9 HTTP/1.1" status: 200 len: 375 time: 0.0131993 Feb 10 15:26:10.393792 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:10.398687 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d08afbac-efb6-40ad-b5fd-a697470ef2c3 req-3f0a8a3a-493c-47ba-b846-05d5be92acdd tempest-QuotasAdminNegativeTest-1925905172 tempest-QuotasAdminNegativeTest-1925905172-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ee6c33399d24cc2a6e89ea4f244fbc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328419 Feb 10 15:26:10.454272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a12fd-abd3-4b94-8568-6fe22a19dc38 req-4ac90002-d980-4877-9e65-28e18cf1b10f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:10.456013 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-599a12fd-abd3-4b94-8568-6fe22a19dc38 req-4ac90002-d980-4877-9e65-28e18cf1b10f tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 944 time: 0.0567012 Feb 10 15:26:10.515863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-599a12fd-abd3-4b94-8568-6fe22a19dc38 req-280f035e-0d28-422f-b097-199ea81ed8b9 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/security-groups?id=96837a9a-86c7-48cb-81fd-f377ef2c99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503120 Feb 10 15:26:10.957695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53708) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:11.073403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ade6a4c-cc48-4b6f-8f89-df41483419c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:11.149483 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ade6a4c-cc48-4b6f-8f89-df41483419c5 admin admin] Publish callbacks [] for security_group (1e9f6553-23ea-490d-9feb-4c09053769dd), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:11.154168 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ade6a4c-cc48-4b6f-8f89-df41483419c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1e9f6553-23ea-490d-9feb-4c09053769dd), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:11.191548 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:11.204628 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7ade6a4c-cc48-4b6f-8f89-df41483419c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ee6c33399d24cc2a6e89ea4f244fbc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2452686 Feb 10 15:26:11.205550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade6a4c-cc48-4b6f-8f89-df41483419c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9f6553-23ea-490d-9feb-4c09053769dd,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:11.207338 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53712) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:11.259244 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a349185-61c6-4d3a-8daa-446249f5f1e3 admin admin] Publish callbacks [] for security_group (1e9f6553-23ea-490d-9feb-4c09053769dd), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:11.284217 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a349185-61c6-4d3a-8daa-446249f5f1e3 admin admin] Publish callbacks [] for security_group (1e9f6553-23ea-490d-9feb-4c09053769dd), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:11.335696 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a349185-61c6-4d3a-8daa-446249f5f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1e9f6553-23ea-490d-9feb-4c09053769dd), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:11.337717 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:26:11.339420 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a349185-61c6-4d3a-8daa-446249f5f1e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:11.340618 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4a349185-61c6-4d3a-8daa-446249f5f1e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e9f6553-23ea-490d-9feb-4c09053769dd HTTP/1.1" status: 204 len: 168 time: 0.1320908 Feb 10 15:26:11.348312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a349185-61c6-4d3a-8daa-446249f5f1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9f6553-23ea-490d-9feb-4c09053769dd,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:11.623662 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53720) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:11.638282 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-07fe088d-88bf-4f10-b8eb-b9fe500af3f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:11.651490 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79818301-0de4-4ae6-a86f-41e817b22810 req-ef39eba5-5bd4-4d31-913a-c2b52dd94668 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:11.653250 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79818301-0de4-4ae6-a86f-41e817b22810 req-ef39eba5-5bd4-4d31-913a-c2b52dd94668 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 944 time: 0.0574532 Feb 10 15:26:11.723468 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79818301-0de4-4ae6-a86f-41e817b22810 req-cd407cf9-7b0c-43a4-b601-42c68af1d908 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/security-groups?id=96837a9a-86c7-48cb-81fd-f377ef2c99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622303 Feb 10 15:26:11.735911 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-07fe088d-88bf-4f10-b8eb-b9fe500af3f4 admin admin] Publish callbacks [] for security_group (06401bde-d346-429e-bc0c-946a1e980097), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:11.740726 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-07fe088d-88bf-4f10-b8eb-b9fe500af3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (06401bde-d346-429e-bc0c-946a1e980097), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:11.781407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe088d-88bf-4f10-b8eb-b9fe500af3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06401bde-d346-429e-bc0c-946a1e980097,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:11.788494 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-07fe088d-88bf-4f10-b8eb-b9fe500af3f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4708924cdd5a47aba7851aff667bd66f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1637766 Feb 10 15:26:11.791091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53722) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:11.847120 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74cf2cd5-3540-45c3-8d15-8ecd56bb54da admin admin] Publish callbacks [] for security_group (06401bde-d346-429e-bc0c-946a1e980097), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:11.873423 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74cf2cd5-3540-45c3-8d15-8ecd56bb54da admin admin] Publish callbacks [] for security_group (06401bde-d346-429e-bc0c-946a1e980097), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:11.922779 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74cf2cd5-3540-45c3-8d15-8ecd56bb54da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (06401bde-d346-429e-bc0c-946a1e980097), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:11.925445 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74cf2cd5-3540-45c3-8d15-8ecd56bb54da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:11.926605 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-74cf2cd5-3540-45c3-8d15-8ecd56bb54da admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06401bde-d346-429e-bc0c-946a1e980097 HTTP/1.1" status: 204 len: 168 time: 0.1339424 Feb 10 15:26:11.935353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf2cd5-3540-45c3-8d15-8ecd56bb54da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06401bde-d346-429e-bc0c-946a1e980097,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:12.439910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:26:12.494436 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:26:12.499330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:12.499688 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:12.588900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:12.589532 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:12.612962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3769851c-964e-446f-8b62-0b4abed17966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:26:12.615603 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405a13e6-1dcb-4c51-80c3-189f62ad0394" -d '{"events": [{"server_uuid": "3769851c-964e-446f-8b62-0b4abed17966", "name": "network-vif-plugged", "status": "completed", "tag": "b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:26:12.635805 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e,segment=NetworkSegment(ee715fad-778c-4faf-a6a1-48cdbb71b11f),segment_id=ee715fad-778c-4faf-a6a1-48cdbb71b11f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:12.641167 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:12.674947 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d0bea0-ab0e-4d77-aaf4-77f165334ef0 x-openstack-request-id: req-a2d0bea0-ab0e-4d77-aaf4-77f165334ef0 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:26:12.675323 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3769851c-964e-446f-8b62-0b4abed17966", "name": "network-vif-plugged", "status": "completed", "tag": "b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:26:12.675694 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2d0bea0-ab0e-4d77-aaf4-77f165334ef0 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:26:12.676168 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3769851c-964e-446f-8b62-0b4abed17966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e', 'code': 200} Feb 10 15:26:12.708597 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:12.784958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205c38c-a661-4cd5-a4ee-b7b821d851d3 req-87086c35-0dfe-4d05-92c1-595254f155ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:12.786839 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c205c38c-a661-4cd5-a4ee-b7b821d851d3 req-87086c35-0dfe-4d05-92c1-595254f155ca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 1127 time: 0.0517993 Feb 10 15:26:12.856980 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-35fb6707-1a57-46e8-a2ca-dfa1f5f36396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:12.868531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b125ac-af4b-4dfc-b83b-9fe206d84ed5 req-cd8171c8-44c7-4e1b-bd18-455002df3e26 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:12.875620 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21b125ac-af4b-4dfc-b83b-9fe206d84ed5 req-cd8171c8-44c7-4e1b-bd18-455002df3e26 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 945 time: 0.0646164 Feb 10 15:26:12.877046 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c205c38c-a661-4cd5-a4ee-b7b821d851d3 req-ae5702bb-3519-4344-8918-071ac1a4a4a1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=96837a9a-86c7-48cb-81fd-f377ef2c99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764112 Feb 10 15:26:12.926222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21b125ac-af4b-4dfc-b83b-9fe206d84ed5 req-b2833842-c562-4147-b7c6-df55b0cee8f3 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/security-groups?id=96837a9a-86c7-48cb-81fd-f377ef2c99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497401 Feb 10 15:26:13.550407 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-b4c723f5-fc90-4c44-97b4-f9ae6c44e525 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=34b4d443692a43dda68ae9142e4aabb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278637 Feb 10 15:26:13.653624 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-ac6ae75b-a82a-46a8-8367-c2aa29eee516 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:13.655076 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-ac6ae75b-a82a-46a8-8367-c2aa29eee516 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0990822 Feb 10 15:26:13.670466 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-417ab42d-fdb4-4a7c-82aa-455b00ca2f20 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/quotas/34b4d443692a43dda68ae9142e4aabb9 HTTP/1.1" status: 200 len: 375 time: 0.0098813 Feb 10 15:26:13.704863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-0669e2e8-58ca-4a62-8518-e5b9f24e42ff tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=34b4d443692a43dda68ae9142e4aabb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294123 Feb 10 15:26:13.961926 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-240dce6d-b6e2-4d30-a31a-9ccdfe488469 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=34b4d443692a43dda68ae9142e4aabb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226872 Feb 10 15:26:14.152237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-7c26d11a-6c22-411f-ab4f-2c9214162acc tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:14.153799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-7c26d11a-6c22-411f-ab4f-2c9214162acc tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814246 Feb 10 15:26:14.179058 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62e0eb-7b62-41ea-8caa-93144816301f req-722d8de1-6b63-4283-a624-b0a75400c633 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:14.180764 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b62e0eb-7b62-41ea-8caa-93144816301f req-722d8de1-6b63-4283-a624-b0a75400c633 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 945 time: 0.1261497 Feb 10 15:26:14.185588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-3ba5e6ee-305a-4f9b-a6a8-348b59ea60bd tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/quotas/34b4d443692a43dda68ae9142e4aabb9 HTTP/1.1" status: 200 len: 375 time: 0.0234771 Feb 10 15:26:14.233079 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-99c0ef75-64fc-4038-863e-4df780575fe5 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=34b4d443692a43dda68ae9142e4aabb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389884 Feb 10 15:26:14.284106 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b62e0eb-7b62-41ea-8caa-93144816301f req-eb4095b6-2aa7-4b92-b7a2-3ab3c3d2d00b tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/security-groups?id=96837a9a-86c7-48cb-81fd-f377ef2c99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821731 Feb 10 15:26:14.487051 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a8df532-5b88-47b7-a9ed-b3d3de522bcc req-3c73f679-53cc-427c-a06e-4c265f0646b3 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 210 time: 0.0315087 Feb 10 15:26:15.135692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ca0c-b69f-48f0-a8e3-de30400de989 req-7b98f336-a4e8-4190-9e53-f6a738690ea1 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:15.154786 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6434ca0c-b69f-48f0-a8e3-de30400de989 req-7b98f336-a4e8-4190-9e53-f6a738690ea1 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 949 time: 0.1487195 Feb 10 15:26:15.176840 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-855ae8cf-cd4f-4926-9dc0-227b6b15be12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:15.179807 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-b26e1104-9279-407c-bfd8-3d88021ba18d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=34b4d443692a43dda68ae9142e4aabb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819433 Feb 10 15:26:15.325255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6434ca0c-b69f-48f0-a8e3-de30400de989 req-13a2f51e-5aee-4a72-96e3-86d977bd0a71 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/security-groups?id=074ee704-eb1b-49db-9c54-da133ab65fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653860 Feb 10 15:26:15.468093 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-842989a8-3061-423a-b7fb-56d4f531c966 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:15.470121 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-842989a8-3061-423a-b7fb-56d4f531c966 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2849045 Feb 10 15:26:15.490067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Request body: {'port': {'device_id': '44cb3488-117a-47bf-8e24-ff1020e8c8f7', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '34b4d443692a43dda68ae9142e4aabb9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:26:15.517895 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80fca6-3996-4555-b3ba-ed177aa04066 req-8071d077-2c4c-45f3-b6cc-be72aa8dc99e tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:15.528436 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df80fca6-3996-4555-b3ba-ed177aa04066 req-8071d077-2c4c-45f3-b6cc-be72aa8dc99e tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 945 time: 0.0941041 Feb 10 15:26:15.604951 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df80fca6-3996-4555-b3ba-ed177aa04066 req-64ecd52a-c7ea-485a-938c-9c4a1d3f5e47 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/security-groups?id=96837a9a-86c7-48cb-81fd-f377ef2c99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747540 Feb 10 15:26:15.663105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51b24fd6-64dc-4787-905e-e8db5674812b req-9c1ad867-b990-4674-92ea-3fc239866d21 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 210 time: 0.0571120 Feb 10 15:26:15.730719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Made reservation on behalf of 34b4d443692a43dda68ae9142e4aabb9 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:26:15.734268 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:15.768432 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:15.854545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601da178-527f-4b9a-9759-95f47f76e1f5 req-9b33f473-d666-4cbc-986f-3a0f3daa0679 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:15.857407 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-601da178-527f-4b9a-9759-95f47f76e1f5 req-9b33f473-d666-4cbc-986f-3a0f3daa0679 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 945 time: 0.1548929 Feb 10 15:26:15.869556 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53870) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:15.878656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b9420520-792e-4b37-aa7c-ab7a2988b55c tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Request body: {'floatingip': {'port_id': 'b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:26:15.937298 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-ed81e5b3-2f64-4a74-a903-d0935e97f4aa tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=34b4d443692a43dda68ae9142e4aabb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518730 Feb 10 15:26:15.939612 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9420520-792e-4b37-aa7c-ab7a2988b55c tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for floatingip (0469c326-5b3d-40a5-870e-f9a0b71778cc), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:15.992881 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks [] for security_group (0c62e15e-1517-4dd0-98ad-a4c01b6b99ec), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:16.007301 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0c62e15e-1517-4dd0-98ad-a4c01b6b99ec), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:16.301466 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:16.434116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Allocated IP 192.168.233.232 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/df8e0506-6812-4000-bbfc-941876828867) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:26:16.683416 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks [] for port (df8e0506-6812-4000-bbfc-941876828867), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:16.720002 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:16.820480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-46ebe69b-ed19-44da-86a8-d34891f7d94c tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:16.821983 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-46ebe69b-ed19-44da-86a8-d34891f7d94c tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8683069 Feb 10 15:26:16.838345 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-e20790c0-8fb0-44b6-aa24-75f3d1f26d5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Request body: {'port': {'device_id': 'bb75c043-a803-4495-b3ee-902b2496e05f', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '34b4d443692a43dda68ae9142e4aabb9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:26:16.878322 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54007334-7fbf-45cc-8cd7-9ed64d9296db req-5251208c-a834-47be-a0a3-8b12c7fd40ed tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:16.880189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54007334-7fbf-45cc-8cd7-9ed64d9296db req-5251208c-a834-47be-a0a3-8b12c7fd40ed tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 946 time: 0.3568382 Feb 10 15:26:16.891868 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb0a6d-6a68-4d27-8690-82887f97f42a req-fdf95a68-d9ef-4bdd-9a40-7e0ce29b1bd0 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:16.893477 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03cb0a6d-6a68-4d27-8690-82887f97f42a req-fdf95a68-d9ef-4bdd-9a40-7e0ce29b1bd0 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 949 time: 0.3768487 Feb 10 15:26:16.957459 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (df8e0506-6812-4000-bbfc-941876828867), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:17.078757 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.resource_extend [None req-b9420520-792e-4b37-aa7c-ab7a2988b55c tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:26:17.094350 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:26:17.107741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:26:17.116316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Pushing event updated for resources: {'Port': ['ID=df8e0506-6812-4000-bbfc-941876828867,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:17.120561 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:26:17.141745 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03cb0a6d-6a68-4d27-8690-82887f97f42a req-37c80ba1-126d-4835-bc4a-83574d9ae1fa tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/security-groups?id=074ee704-eb1b-49db-9c54-da133ab65fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348859 Feb 10 15:26:17.164777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f2132-206f-496c-b86a-a2eb64354d3a req-63d9676f-0f1f-4063-862d-afdc49a974b5 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:17.166421 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b1f2132-206f-496c-b86a-a2eb64354d3a req-63d9676f-0f1f-4063-862d-afdc49a974b5 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.79 "GET /v2.0/ports?device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 949 time: 0.2940955 Feb 10 15:26:17.166810 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54007334-7fbf-45cc-8cd7-9ed64d9296db req-51e1dd59-6dbe-4b82-839e-ae397096036d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679801 Feb 10 15:26:17.237010 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9420520-792e-4b37-aa7c-ab7a2988b55c tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:17.247735 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9420520-792e-4b37-aa7c-ab7a2988b55c tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (0469c326-5b3d-40a5-870e-f9a0b71778cc), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:17.280911 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:17.281882 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:17.284420 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-e20790c0-8fb0-44b6-aa24-75f3d1f26d5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Made reservation on behalf of 34b4d443692a43dda68ae9142e4aabb9 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:26:17.288142 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-e20790c0-8fb0-44b6-aa24-75f3d1f26d5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:17.391557 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-f1cb0f70-b3f4-42c0-953e-78c3a9645158 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9086637 Feb 10 15:26:17.394364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7205a77-c778-424b-8297-33a2ae61a5c9 req-d11af5e1-bfe5-4190-b412-71ec4be5e808 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 210 time: 0.0691819 Feb 10 15:26:17.454424 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Request body: {'port': {'device_id': '44cb3488-117a-47bf-8e24-ff1020e8c8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:26:17.532625 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-b9420520-792e-4b37-aa7c-ab7a2988b55c tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Floating IP 0469c326-5b3d-40a5-870e-f9a0b71778cc associated. External IP: 172.25.3.32, port: b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e. Feb 10 15:26:17.567386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-6b1f2132-206f-496c-b86a-a2eb64354d3a req-d2d709cb-ed6c-436c-9922-d27a70e82a49 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Deleting port 403975a4-45a1-450c-89f9-3dbd07640399 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:26:17.567730 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6b1f2132-206f-496c-b86a-a2eb64354d3a req-d2d709cb-ed6c-436c-9922-d27a70e82a49 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (403975a4-45a1-450c-89f9-3dbd07640399), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:17.596344 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (df8e0506-6812-4000-bbfc-941876828867), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:17.611107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c2e382a3-af2f-4c96-a91a-381aa6842052 None None] Provisioning complete for port df8e0506-6812-4000-bbfc-941876828867 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:17.612371 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c2e382a3-af2f-4c96-a91a-381aa6842052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (df8e0506-6812-4000-bbfc-941876828867), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:17.668753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c2e382a3-af2f-4c96-a91a-381aa6842052 None None] Port df8e0506-6812-4000-bbfc-941876828867 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:26:17.708097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-e20790c0-8fb0-44b6-aa24-75f3d1f26d5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Allocated IP 192.168.233.12 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/e1802fde-2c2a-4f21-ae57-dcca52c03fa1) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:26:17.852337 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:17.882785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-6b1f2132-206f-496c-b86a-a2eb64354d3a req-d2d709cb-ed6c-436c-9922-d27a70e82a49 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] For port 403975a4-45a1-450c-89f9-3dbd07640399, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=403975a4-45a1-450c-89f9-3dbd07640399,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:17.883454 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6b1f2132-206f-496c-b86a-a2eb64354d3a req-d2d709cb-ed6c-436c-9922-d27a70e82a49 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (403975a4-45a1-450c-89f9-3dbd07640399), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:17.939133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-6b1f2132-206f-496c-b86a-a2eb64354d3a req-d2d709cb-ed6c-436c-9922-d27a70e82a49 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Calling delete_port for 403975a4-45a1-450c-89f9-3dbd07640399 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:26:18.110766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca59f62-e8c4-49dd-9950-d7be1f114769 req-3bf788ad-1e39-4f85-9edb-1ee68d9d1097 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:18.112909 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca59f62-e8c4-49dd-9950-d7be1f114769 req-3bf788ad-1e39-4f85-9edb-1ee68d9d1097 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.72 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 946 time: 0.2256157 Feb 10 15:26:18.190914 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-e20790c0-8fb0-44b6-aa24-75f3d1f26d5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks [] for port (e1802fde-2c2a-4f21-ae57-dcca52c03fa1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:18.377603 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6b1f2132-206f-496c-b86a-a2eb64354d3a req-d2d709cb-ed6c-436c-9922-d27a70e82a49 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (403975a4-45a1-450c-89f9-3dbd07640399), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:18.382629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-e20790c0-8fb0-44b6-aa24-75f3d1f26d5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (e1802fde-2c2a-4f21-ae57-dcca52c03fa1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:18.394561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['403975a4-45a1-450c-89f9-3dbd07640399'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:26:18.409899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9420520-792e-4b37-aa7c-ab7a2988b55c tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Router 68c720ea-17c0-4b88-a92c-602a065ac7f6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:26:18.500635 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d709cb-ed6c-436c-9922-d27a70e82a49 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Pushing event deleted for resources: {'Port': ['ID=403975a4-45a1-450c-89f9-3dbd07640399,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:18.516323 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-5ca59f62-e8c4-49dd-9950-d7be1f114769 req-a6f44f8e-7d8e-4842-bd4c-54057474ada6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Deleting port 5de7e7f1-03e7-434a-aec3-16c86e5de442 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:26:18.519513 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5ca59f62-e8c4-49dd-9950-d7be1f114769 req-a6f44f8e-7d8e-4842-bd4c-54057474ada6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:18.519739 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d6080-6006-4409-8eac-9dc17b9a63c3 req-e40da1d4-2a9a-4262-b0b9-47f89a348647 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:18.527486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b6d6080-6006-4409-8eac-9dc17b9a63c3 req-e40da1d4-2a9a-4262-b0b9-47f89a348647 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 946 time: 0.1722178 Feb 10 15:26:18.560451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afceb313-0720-43b3-a2ac-1839acf0c4b2 req-4895881c-9892-4163-9240-f54e591b3d78 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:18.562308 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afceb313-0720-43b3-a2ac-1839acf0c4b2 req-4895881c-9892-4163-9240-f54e591b3d78 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/ports?device_id=98cdf6e7-4b15-4ccc-bcd9-56df408cb995 HTTP/1.1" status: 200 len: 867 time: 0.2425413 Feb 10 15:26:18.655787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1f2132-206f-496c-b86a-a2eb64354d3a req-d2d709cb-ed6c-436c-9922-d27a70e82a49 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] No DVR routers for this DVR port 403975a4-45a1-450c-89f9-3dbd07640399 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:26:18.674134 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6b1f2132-206f-496c-b86a-a2eb64354d3a req-d2d709cb-ed6c-436c-9922-d27a70e82a49 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:18.677862 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b1f2132-206f-496c-b86a-a2eb64354d3a req-d2d709cb-ed6c-436c-9922-d27a70e82a49 tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.79 "DELETE /v2.0/ports/403975a4-45a1-450c-89f9-3dbd07640399 HTTP/1.1" status: 204 len: 173 time: 1.5021939 Feb 10 15:26:18.686109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cdf6e7-4b15-4ccc-bcd9-56df408cb995', 'name': 'network-vif-deleted', 'tag': '403975a4-45a1-450c-89f9-3dbd07640399'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:26:18.688776 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572afc6f-e175-48b9-acd3-4b4526352007" -d '{"events": [{"server_uuid": "98cdf6e7-4b15-4ccc-bcd9-56df408cb995", "name": "network-vif-deleted", "tag": "403975a4-45a1-450c-89f9-3dbd07640399"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:26:18.710834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-e20790c0-8fb0-44b6-aa24-75f3d1f26d5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:26:18.711931 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b6d6080-6006-4409-8eac-9dc17b9a63c3 req-7815f625-0a4d-4f9a-a7d4-145dd2f642c7 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834464 Feb 10 15:26:18.772568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20790c0-8fb0-44b6-aa24-75f3d1f26d5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Pushing event updated for resources: {'Port': ['ID=e1802fde-2c2a-4f21-ae57-dcca52c03fa1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:18.782025 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afceb313-0720-43b3-a2ac-1839acf0c4b2 req-64ac295a-6550-4b40-a723-95142dd9c5bb tempest-VolumesBackupsTest-1610228392 tempest-VolumesBackupsTest-1610228392-project] 10.222.0.64 "GET /v2.0/security-groups?id=074ee704-eb1b-49db-9c54-da133ab65fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122452 Feb 10 15:26:18.784868 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9420520-792e-4b37-aa7c-ab7a2988b55c tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:26:18.795687 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-e20790c0-8fb0-44b6-aa24-75f3d1f26d5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:26:18.796836 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9420520-792e-4b37-aa7c-ab7a2988b55c tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:18.801794 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e4eed6-438e-4f81-9eff-77fe51b56c3e None None] Sync routers for ids ['68c720ea-17c0-4b88-a92c-602a065ac7f6'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:26:18.803323 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-e20790c0-8fb0-44b6-aa24-75f3d1f26d5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:26:18.822911 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e4eed6-438e-4f81-9eff-77fe51b56c3e None None] Routers {'68c720ea-17c0-4b88-a92c-602a065ac7f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:26:18.824911 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e7e4eed6-438e-4f81-9eff-77fe51b56c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:26:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['68c720ea-17c0-4b88-a92c-602a065ac7f6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:18.951972 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:18.974713 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c00e83-bf69-4097-bed5-8e53d81d6c7a x-openstack-request-id: req-58c00e83-bf69-4097-bed5-8e53d81d6c7a {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:26:18.975255 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cdf6e7-4b15-4ccc-bcd9-56df408cb995", "name": "network-vif-deleted", "tag": "403975a4-45a1-450c-89f9-3dbd07640399", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:26:18.976860 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58c00e83-bf69-4097-bed5-8e53d81d6c7a {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:26:18.977643 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cdf6e7-4b15-4ccc-bcd9-56df408cb995', 'name': 'network-vif-deleted', 'tag': '403975a4-45a1-450c-89f9-3dbd07640399', 'status': 'completed', 'code': 200} Feb 10 15:26:19.042836 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b9420520-792e-4b37-aa7c-ab7a2988b55c tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "PUT /v2.0/floatingips/0469c326-5b3d-40a5-870e-f9a0b71778cc HTTP/1.1" status: 200 len: 990 time: 3.1717508 Feb 10 15:26:19.060092 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-e7e4eed6-438e-4f81-9eff-77fe51b56c3e None None] Set router 68c720ea-17c0-4b88-a92c-602a065ac7f6 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:26:19.061315 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5ca59f62-e8c4-49dd-9950-d7be1f114769 req-a6f44f8e-7d8e-4842-bd4c-54057474ada6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] For port 5de7e7f1-03e7-434a-aec3-16c86e5de442, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=5de7e7f1-03e7-434a-aec3-16c86e5de442,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:19.061913 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5ca59f62-e8c4-49dd-9950-d7be1f114769 req-a6f44f8e-7d8e-4842-bd4c-54057474ada6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:19.067216 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3769851c-964e-446f-8b62-0b4abed17966', 'tag': 'b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:26:19.073672 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a484e44-deaa-4fae-a828-dffdd3642362" -d '{"events": [{"name": "network-changed", "server_uuid": "3769851c-964e-446f-8b62-0b4abed17966", "tag": "b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:26:19.075282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-e20790c0-8fb0-44b6-aa24-75f3d1f26d5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:19.080119 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-e20790c0-8fb0-44b6-aa24-75f3d1f26d5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:19.146092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba481a8-146c-4378-a202-a8de5d6c5ef7 req-757f3f13-f5fc-456b-b595-e6d421a6ecc5 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:19.148120 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ba481a8-146c-4378-a202-a8de5d6c5ef7 req-757f3f13-f5fc-456b-b595-e6d421a6ecc5 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 935 time: 0.2586939 Feb 10 15:26:19.341294 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-e20790c0-8fb0-44b6-aa24-75f3d1f26d5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5090630 Feb 10 15:26:19.394666 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Request body: {'port': {'device_id': 'bb75c043-a803-4495-b3ee-902b2496e05f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:26:19.420631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ba481a8-146c-4378-a202-a8de5d6c5ef7 req-2941b450-59df-4484-bcf8-a9b1c82a3499 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570407 Feb 10 15:26:19.447942 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b22bbe-39c5-43c4-8a68-46fd055255fa req-6202de13-9ef3-4a5f-b9a0-ddcdfab36cd0 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:19.457942 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81b22bbe-39c5-43c4-8a68-46fd055255fa req-6202de13-9ef3-4a5f-b9a0-ddcdfab36cd0 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 945 time: 0.2412517 Feb 10 15:26:19.520400 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1a30a556-2ba9-4965-995f-5f4c49c0a9e8 None None] Provisioning complete for port e1802fde-2c2a-4f21-ae57-dcca52c03fa1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:19.521102 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a30a556-2ba9-4965-995f-5f4c49c0a9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e1802fde-2c2a-4f21-ae57-dcca52c03fa1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:19.525266 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e7e4eed6-438e-4f81-9eff-77fe51b56c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'name': 'tempest-ServersTestManualDisk-462474041-router', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:44Z', 'updated_at': '2022-02-10T15:25:53Z', 'revision_number': 4, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'gw_port': {'id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:45Z', 'updated_at': '2022-02-10T15:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '0469c326-5b3d-40a5-870e-f9a0b71778cc', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'port_id': 'b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967', 'mac_address': 'fa:16:3e:21:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769851c-964e-446f-8b62-0b4abed17966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:26:16Z', 'revision_number': 1, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f42086-6695-46f7-8321-3648797733d8', 'name': '', 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'mac_address': 'fa:16:3e:56:b9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:51Z', 'updated_at': '2022-02-10T15:25:59Z', 'revision_number': 5, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'subnets': [{'id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:19.575952 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e4eed6-438e-4f81-9eff-77fe51b56c3e None None] Checking router: 68c720ea-17c0-4b88-a92c-602a065ac7f6 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:26:19.581489 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fda7bb-74b1-407a-be18-9e8d20a4b67b x-openstack-request-id: req-e3fda7bb-74b1-407a-be18-9e8d20a4b67b {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:26:19.583176 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3769851c-964e-446f-8b62-0b4abed17966", "tag": "b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:26:19.584147 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3fda7bb-74b1-407a-be18-9e8d20a4b67b {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:26:19.585007 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3769851c-964e-446f-8b62-0b4abed17966', 'tag': 'b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e', 'status': 'completed', 'code': 200} Feb 10 15:26:19.587179 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e4eed6-438e-4f81-9eff-77fe51b56c3e None None] Routers {'68c720ea-17c0-4b88-a92c-602a065ac7f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:26:19.588366 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e7e4eed6-438e-4f81-9eff-77fe51b56c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:26:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['68c720ea-17c0-4b88-a92c-602a065ac7f6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:19.617993 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1a30a556-2ba9-4965-995f-5f4c49c0a9e8 None None] Port e1802fde-2c2a-4f21-ae57-dcca52c03fa1 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:26:19.641912 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81b22bbe-39c5-43c4-8a68-46fd055255fa req-72f4ae19-ff6c-41a1-8f7b-3d0ba5893461 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/security-groups?id=96837a9a-86c7-48cb-81fd-f377ef2c99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753991 Feb 10 15:26:19.854265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8e0506-6812-4000-bbfc-941876828867 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:26:19.887640 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-e7e4eed6-438e-4f81-9eff-77fe51b56c3e None None] Set router 68c720ea-17c0-4b88-a92c-602a065ac7f6 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:26:19.892160 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Publish callbacks [] for port (df8e0506-6812-4000-bbfc-941876828867), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:19.895261 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e1802fde-2c2a-4f21-ae57-dcca52c03fa1), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:19.936367 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a484e44-deaa-4fae-a828-dffdd3642362 req-3e6b13eb-9499-46f8-9cfb-354f67855973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:19.941159 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3a484e44-deaa-4fae-a828-dffdd3642362 req-3e6b13eb-9499-46f8-9cfb-354f67855973 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4279a3b7317b47b08b9d352f9ec9bde1&device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 1127 time: 0.3100638 Feb 10 15:26:19.988262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5aae5-c948-4538-8591-20229578e1c0 req-11b8ecf6-91dc-4af8-a310-cc667bb8201b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:19.990117 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a6c5aae5-c948-4538-8591-20229578e1c0 req-11b8ecf6-91dc-4af8-a310-cc667bb8201b tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 946 time: 0.1242218 Feb 10 15:26:20.092953 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a6c5aae5-c948-4538-8591-20229578e1c0 req-278bcff4-d71a-49a9-8198-9f67cfebd77e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952756 Feb 10 15:26:20.200826 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e7e4eed6-438e-4f81-9eff-77fe51b56c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'name': 'tempest-ServersTestManualDisk-462474041-router', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:44Z', 'updated_at': '2022-02-10T15:25:53Z', 'revision_number': 4, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'gw_port': {'id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:45Z', 'updated_at': '2022-02-10T15:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '0469c326-5b3d-40a5-870e-f9a0b71778cc', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'port_id': 'b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967', 'mac_address': 'fa:16:3e:21:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769851c-964e-446f-8b62-0b4abed17966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:26:16Z', 'revision_number': 1, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f42086-6695-46f7-8321-3648797733d8', 'name': '', 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'mac_address': 'fa:16:3e:56:b9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:51Z', 'updated_at': '2022-02-10T15:25:59Z', 'revision_number': 5, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'subnets': [{'id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:20.237154 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e4eed6-438e-4f81-9eff-77fe51b56c3e None None] The sync data for ids ['68c720ea-17c0-4b88-a92c-602a065ac7f6'] in n-d-815324-7 is: [{'id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'name': 'tempest-ServersTestManualDisk-462474041-router', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:44Z', 'updated_at': '2022-02-10T15:25:53Z', 'revision_number': 4, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'gw_port': {'id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:45Z', 'updated_at': '2022-02-10T15:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '0469c326-5b3d-40a5-870e-f9a0b71778cc', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'port_id': 'b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967', 'mac_address': 'fa:16:3e:21:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769851c-964e-446f-8b62-0b4abed17966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:26:16Z', 'revision_number': 1, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f42086-6695-46f7-8321-3648797733d8', 'name': '', 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'mac_address': 'fa:16:3e:56:b9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:51Z', 'updated_at': '2022-02-10T15:25:59Z', 'revision_number': 5, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'subnets': [{'id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:26:20.688255 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1c075-99f1-47da-a776-d7e9678c2958 req-ad9f8f1d-9867-4454-be73-70d525bfaf50 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:20.689871 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2db1c075-99f1-47da-a776-d7e9678c2958 req-ad9f8f1d-9867-4454-be73-70d525bfaf50 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 935 time: 0.1397138 Feb 10 15:26:20.723373 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eb68f1-9c70-4f41-a4c5-2a80a8f6c099 None None] New status for floating IP 0469c326-5b3d-40a5-870e-f9a0b71778cc: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:26:20.754450 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5ca59f62-e8c4-49dd-9950-d7be1f114769 req-a6f44f8e-7d8e-4842-bd4c-54057474ada6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:20.754815 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5ca59f62-e8c4-49dd-9950-d7be1f114769 req-a6f44f8e-7d8e-4842-bd4c-54057474ada6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (c5e10a02-97c4-435c-90d1-c13d62668480), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:20.755133 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [req-5ca59f62-e8c4-49dd-9950-d7be1f114769 req-a6f44f8e-7d8e-4842-bd4c-54057474ada6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Floating IP c5e10a02-97c4-435c-90d1-c13d62668480 disassociated. External IP: 172.25.3.218, port: 5de7e7f1-03e7-434a-aec3-16c86e5de442. Feb 10 15:26:20.755486 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-5ca59f62-e8c4-49dd-9950-d7be1f114769 req-a6f44f8e-7d8e-4842-bd4c-54057474ada6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Calling delete_port for 5de7e7f1-03e7-434a-aec3-16c86e5de442 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:26:20.775255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Transition to ACTIVE for port object df8e0506-6812-4000-bbfc-941876828867 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:26:20.785830 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a484e44-deaa-4fae-a828-dffdd3642362 req-3e9c87e8-ff6e-43b2-9ae2-77c66fad6244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:20.789361 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3a484e44-deaa-4fae-a828-dffdd3642362 req-3e9c87e8-ff6e-43b2-9ae2-77c66fad6244 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8470eb8b-00e7-4ffa-8679-e103ed191967 HTTP/1.1" status: 200 len: 912 time: 0.3471467 Feb 10 15:26:20.796251 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2db1c075-99f1-47da-a776-d7e9678c2958 req-6f07a700-36e6-4f65-b281-e6fd69bd5098 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968583 Feb 10 15:26:20.812707 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (df8e0506-6812-4000-bbfc-941876828867), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:20.830297 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 403975a4-45a1-450c-89f9-3dbd07640399 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:26:20.861637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 403975a4-45a1-450c-89f9-3dbd07640399 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:26:20.862336 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 403975a4-45a1-450c-89f9-3dbd07640399 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:26:21.083313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Pushing event updated for resources: {'Port': ['ID=df8e0506-6812-4000-bbfc-941876828867,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:21.324198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886247d-2648-4415-b4ee-8fe79bc78dfa req-a296ac76-5948-423a-83ae-53cab05b9212 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:21.329616 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b886247d-2648-4415-b4ee-8fe79bc78dfa req-a296ac76-5948-423a-83ae-53cab05b9212 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 946 time: 0.1134038 Feb 10 15:26:21.438852 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1802fde-2c2a-4f21-ae57-dcca52c03fa1 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:26:21.450724 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Publish callbacks [] for port (e1802fde-2c2a-4f21-ae57-dcca52c03fa1), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:21.470203 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Transition to ACTIVE for port object e1802fde-2c2a-4f21-ae57-dcca52c03fa1 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:26:21.482259 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b886247d-2648-4415-b4ee-8fe79bc78dfa req-850f6462-6aab-49b4-a122-ace6e0949197 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups?id=46dfab13-448d-4fac-9dee-496332ea27cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335444 Feb 10 15:26:21.511398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (e1802fde-2c2a-4f21-ae57-dcca52c03fa1), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:21.523965 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3a484e44-deaa-4fae-a828-dffdd3642362 req-cd8a41df-54b6-47e5-809b-54915f15405c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e HTTP/1.1" status: 200 len: 998 time: 0.6928661 Feb 10 15:26:21.707880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Pushing event updated for resources: {'Port': ['ID=e1802fde-2c2a-4f21-ae57-dcca52c03fa1,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:21.718496 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a484e44-deaa-4fae-a828-dffdd3642362 req-85223b77-f6e4-4a43-b1a7-9578ae165324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:21.719591 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3a484e44-deaa-4fae-a828-dffdd3642362 req-85223b77-f6e4-4a43-b1a7-9578ae165324 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=60f61cbe-9f08-4361-8b9a-22af98afc445 HTTP/1.1" status: 200 len: 850 time: 0.1594734 Feb 10 15:26:21.807792 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Attempting to bind port df8e0506-6812-4000-bbfc-941876828867 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:26:21.808132 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Attempting to bind port df8e0506-6812-4000-bbfc-941876828867 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:26:21.808464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Attempting to bind port df8e0506-6812-4000-bbfc-941876828867 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:26:21.883734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Port df8e0506-6812-4000-bbfc-941876828867 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:26:21.883990 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Attempting to bind port df8e0506-6812-4000-bbfc-941876828867 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:26:21.931397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:26:21.933954 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:26:21.934459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:26:21.937914 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Bound port: df8e0506-6812-4000-bbfc-941876828867, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:26:21.938441 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (df8e0506-6812-4000-bbfc-941876828867), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:21.946103 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5ca59f62-e8c4-49dd-9950-d7be1f114769 req-a6f44f8e-7d8e-4842-bd4c-54057474ada6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5de7e7f1-03e7-434a-aec3-16c86e5de442), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:22.017676 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6618c-a4c3-4d52-858f-fad62fa123ad req-81cc7e9b-bc10-4f7f-b032-c82e1a04a547 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:22.019271 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64c6618c-a4c3-4d52-858f-fad62fa123ad req-81cc7e9b-bc10-4f7f-b032-c82e1a04a547 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 947 time: 0.0981340 Feb 10 15:26:22.098230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f44f8e-7d8e-4842-bd4c-54057474ada6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event deleted for resources: {'Port': ['ID=5de7e7f1-03e7-434a-aec3-16c86e5de442,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:22.107788 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64c6618c-a4c3-4d52-858f-fad62fa123ad req-d58539bc-c112-41b7-8c9a-c9a903c6a735 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798440 Feb 10 15:26:22.173077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Attempting to bind port e1802fde-2c2a-4f21-ae57-dcca52c03fa1 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:26:22.173414 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Attempting to bind port e1802fde-2c2a-4f21-ae57-dcca52c03fa1 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:26:22.173758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Attempting to bind port e1802fde-2c2a-4f21-ae57-dcca52c03fa1 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:26:22.188195 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Port e1802fde-2c2a-4f21-ae57-dcca52c03fa1 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:26:22.188529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Attempting to bind port e1802fde-2c2a-4f21-ae57-dcca52c03fa1 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:26:22.226588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a484e44-deaa-4fae-a828-dffdd3642362 req-8ee05b9f-2ab2-4296-ac44-03b3bfab399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:22.228087 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3a484e44-deaa-4fae-a828-dffdd3642362 req-8ee05b9f-2ab2-4296-ac44-03b3bfab399b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8470eb8b-00e7-4ffa-8679-e103ed191967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4377367 Feb 10 15:26:22.257383 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:26:22.257725 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:26:22.258088 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:26:22.258525 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Bound port: e1802fde-2c2a-4f21-ae57-dcca52c03fa1, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:26:22.258880 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e1802fde-2c2a-4f21-ae57-dcca52c03fa1), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:22.430609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] For port df8e0506-6812-4000-bbfc-941876828867, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:26:22.504466 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 5de7e7f1-03e7-434a-aec3-16c86e5de442 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:26:22.533685 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] For port e1802fde-2c2a-4f21-ae57-dcca52c03fa1, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:26:22.571081 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] For port df8e0506-6812-4000-bbfc-941876828867, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=df8e0506-6812-4000-bbfc-941876828867,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:26:22.628203 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (df8e0506-6812-4000-bbfc-941876828867), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:22.630888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 5de7e7f1-03e7-434a-aec3-16c86e5de442 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:26:22.631247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 5de7e7f1-03e7-434a-aec3-16c86e5de442 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:26:22.661923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:22.662690 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:22.665435 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] 10.222.0.79 "PUT /v2.0/ports/df8e0506-6812-4000-bbfc-941876828867 HTTP/1.1" status: 200 len: 1096 time: 5.2656801 Feb 10 15:26:22.691207 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] For port e1802fde-2c2a-4f21-ae57-dcca52c03fa1, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=e1802fde-2c2a-4f21-ae57-dcca52c03fa1,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:26:22.696766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cb3488-117a-47bf-8e24-ff1020e8c8f7', 'tag': 'df8e0506-6812-4000-bbfc-941876828867'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:26:22.699718 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b97fb9-a1d5-45e2-876e-ed152f24feca" -d '{"events": [{"name": "network-changed", "server_uuid": "44cb3488-117a-47bf-8e24-ff1020e8c8f7", "tag": "df8e0506-6812-4000-bbfc-941876828867"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:26:22.762169 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (e1802fde-2c2a-4f21-ae57-dcca52c03fa1), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:22.770456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ca59f62-e8c4-49dd-9950-d7be1f114769 req-a6f44f8e-7d8e-4842-bd4c-54057474ada6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Router 047491ca-4e78-49fb-8a33-c6b752f43147 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:26:22.792739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d2548bca-826f-49a1-99bc-679c831a2109 req-43070511-affb-419b-81d6-c398eb8cac00 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 210 time: 0.1204984 Feb 10 15:26:22.911045 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39013da2-64d3-45ba-b6d3-17c22780d8cc service neutron] Pushing event updated for resources: {'Port': ['ID=df8e0506-6812-4000-bbfc-941876828867,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:22.925408 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ecbe18-386c-4a84-9078-21c26c656b5f x-openstack-request-id: req-b5ecbe18-386c-4a84-9078-21c26c656b5f {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:26:22.925617 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cb3488-117a-47bf-8e24-ff1020e8c8f7", "tag": "df8e0506-6812-4000-bbfc-941876828867", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:26:22.926223 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5ecbe18-386c-4a84-9078-21c26c656b5f {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:26:22.926715 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cb3488-117a-47bf-8e24-ff1020e8c8f7', 'tag': 'df8e0506-6812-4000-bbfc-941876828867', 'status': 'completed', 'code': 200} Feb 10 15:26:22.932639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:22.934421 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:22.936126 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] 10.222.0.79 "PUT /v2.0/ports/e1802fde-2c2a-4f21-ae57-dcca52c03fa1 HTTP/1.1" status: 200 len: 1095 time: 3.5617182 Feb 10 15:26:22.981241 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3a484e44-deaa-4fae-a828-dffdd3642362 req-b4d669a3-0c89-4ed3-a112-641f236c51f1 service neutron] 10.222.0.72 "GET /v2.0/networks/8470eb8b-00e7-4ffa-8679-e103ed191967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7334418 Feb 10 15:26:23.204154 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-7055454c-f909-4c39-a6ec-985320c1c7e4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1373799 Feb 10 15:26:23.388586 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-f2094b24-49a1-4f48-94c3-f859209235ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.389387 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-f2094b24-49a1-4f48-94c3-f859209235ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.390726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-f2094b24-49a1-4f48-94c3-f859209235ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.390726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-f2094b24-49a1-4f48-94c3-f859209235ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.390726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-f2094b24-49a1-4f48-94c3-f859209235ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.391209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-f2094b24-49a1-4f48-94c3-f859209235ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.391494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-f2094b24-49a1-4f48-94c3-f859209235ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.410874 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-f2094b24-49a1-4f48-94c3-f859209235ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77c5c19a68194da2886794ae5b561292&device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 6710 time: 0.1597707 Feb 10 15:26:23.453690 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a3e14-0697-4c0a-b981-068d71238875 service neutron] Pushing event updated for resources: {'Port': ['ID=e1802fde-2c2a-4f21-ae57-dcca52c03fa1,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:23.454321 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d6f48-47a4-4e53-ab49-481c8dbb37a9 req-28aa0c4f-1fe7-4e6c-bc8d-9f3ce49212f5 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.462134 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-06e701b6-d231-4a2f-b943-7a2522eb4e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.463725 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-06e701b6-d231-4a2f-b943-7a2522eb4e39 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34b4d443692a43dda68ae9142e4aabb9&device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 1130 time: 0.7245195 Feb 10 15:26:23.468270 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ca59f62-e8c4-49dd-9950-d7be1f114769 req-a6f44f8e-7d8e-4842-bd4c-54057474ada6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:26:23.471016 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e02d6f48-47a4-4e53-ab49-481c8dbb37a9 req-28aa0c4f-1fe7-4e6c-bc8d-9f3ce49212f5 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 947 time: 0.1729507 Feb 10 15:26:23.480534 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ab3e6c-6510-4330-a66d-9ac275e9f385 None None] Sync routers for ids ['047491ca-4e78-49fb-8a33-c6b752f43147'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:26:23.507477 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab3e6c-6510-4330-a66d-9ac275e9f385 None None] Routers {'047491ca-4e78-49fb-8a33-c6b752f43147'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:26:23.510541 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d9ab3e6c-6510-4330-a66d-9ac275e9f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:26:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['047491ca-4e78-49fb-8a33-c6b752f43147'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:23.547007 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-45248446-60eb-45b6-b462-4485bab942a3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=df8e0506-6812-4000-bbfc-941876828867 HTTP/1.1" status: 200 len: 217 time: 0.0706601 Feb 10 15:26:23.564194 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3a484e44-deaa-4fae-a828-dffdd3642362 req-d0c63a17-e8c2-456a-844e-f9f18dd9faff service neutron] 10.222.0.72 "GET /v2.0/networks/8470eb8b-00e7-4ffa-8679-e103ed191967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661304 Feb 10 15:26:23.567624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca59f62-e8c4-49dd-9950-d7be1f114769 req-a6f44f8e-7d8e-4842-bd4c-54057474ada6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] No DVR routers for this DVR port 5de7e7f1-03e7-434a-aec3-16c86e5de442 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:26:23.579486 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5ca59f62-e8c4-49dd-9950-d7be1f114769 req-a6f44f8e-7d8e-4842-bd4c-54057474ada6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:23.582790 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca59f62-e8c4-49dd-9950-d7be1f114769 req-a6f44f8e-7d8e-4842-bd4c-54057474ada6 tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.72 "DELETE /v2.0/ports/5de7e7f1-03e7-434a-aec3-16c86e5de442 HTTP/1.1" status: 204 len: 173 time: 5.4575622 Feb 10 15:26:23.584711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-c58e581f-1095-474b-94c0-4d2fb84a11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.586137 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-c58e581f-1095-474b-94c0-4d2fb84a11e5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34b4d443692a43dda68ae9142e4aabb9&device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 1129 time: 0.5283327 Feb 10 15:26:23.588086 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e02d6f48-47a4-4e53-ab49-481c8dbb37a9 req-de646631-69cb-47db-9233-648829b8e199 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159191 Feb 10 15:26:23.664991 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-5894a86f-efe9-43e6-b90d-bc331580ea52 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e1802fde-2c2a-4f21-ae57-dcca52c03fa1 HTTP/1.1" status: 200 len: 217 time: 0.0474067 Feb 10 15:26:23.678752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-afaed661-2aaf-46fb-9301-f29f08b2959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.680261 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-afaed661-2aaf-46fb-9301-f29f08b2959c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1138997 Feb 10 15:26:23.686548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-ed9e6fca-2702-4cba-888d-d26b84e0d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.690213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-ed9e6fca-2702-4cba-888d-d26b84e0d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.691628 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-ed9e6fca-2702-4cba-888d-d26b84e0d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.695631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-ed9e6fca-2702-4cba-888d-d26b84e0d92b service neutron] 10.222.0.72 "GET /v2.0/networks?id=7158b96a-de60-4916-ac3c-296c21899b4e&id=eab9049c-4606-40f8-ad81-3a61ba10d119&id=eab9049c-4606-40f8-ad81-3a61ba10d119&id=eab9049c-4606-40f8-ad81-3a61ba10d119&id=eab9049c-4606-40f8-ad81-3a61ba10d119&id=241f314e-851f-4a4e-975e-db3f4aeb2f85&id=241f314e-851f-4a4e-975e-db3f4aeb2f85 HTTP/1.1" status: 200 len: 2292 time: 0.2489524 Feb 10 15:26:23.799049 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-d9ab3e6c-6510-4330-a66d-9ac275e9f385 None None] Set router 047491ca-4e78-49fb-8a33-c6b752f43147 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:26:23.803013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-aa93b44f-bc36-40b5-9db6-2b93a8bea2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.805031 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-aa93b44f-bc36-40b5-9db6-2b93a8bea2b2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1237974 Feb 10 15:26:23.825379 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-a46a611e-2dd0-462d-aa94-e7a3fb895483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.826717 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-5f13f2c9-69a1-44db-9a53-a4d2eba5686a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a58c1e-d08d-49d9-a4bc-f12168063f86 HTTP/1.1" status: 200 len: 1000 time: 0.1231925 Feb 10 15:26:23.829198 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-a46a611e-2dd0-462d-aa94-e7a3fb895483 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0997460 Feb 10 15:26:23.902998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-6d544b18-0e12-42eb-a6db-ceb9a8bfb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:23.905237 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-6d544b18-0e12-42eb-a6db-ceb9a8bfb0c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=528764d9-6755-465a-9863-88a28775553b HTTP/1.1" status: 200 len: 851 time: 0.0700390 Feb 10 15:26:24.053710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-58bf3ed2-56a0-4084-b88b-163ae4e7bed6 req-164812d1-f652-4180-ae6f-7e7e4668dced tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/ports?device_id=119e5a29-f083-4231-af5d-d6c03ea61723 HTTP/1.1" status: 200 len: 210 time: 0.0720398 Feb 10 15:26:24.091782 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-0166a45f-cba7-40cf-afb8-e05a31502cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:24.093354 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-0166a45f-cba7-40cf-afb8-e05a31502cfa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7158b96a-de60-4916-ac3c-296c21899b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1799953 Feb 10 15:26:24.273061 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d9ab3e6c-6510-4330-a66d-9ac275e9f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:17:06Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '192436c8-73b7-4b3f-ae35-0317f6f217a8', 'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'mac_address': 'fa:16:3e:71:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:17:03Z', 'updated_at': '2022-02-10T15:17:11Z', 'revision_number': 5, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'subnets': [{'id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:24.303397 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-900b8b7c-c665-4e84-a281-38f61a42595b service neutron] 10.222.0.72 "GET /v2.0/networks/7158b96a-de60-4916-ac3c-296c21899b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982198 Feb 10 15:26:24.333383 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ab3e6c-6510-4330-a66d-9ac275e9f385 None None] Checking router: 047491ca-4e78-49fb-8a33-c6b752f43147 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:26:24.364822 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab3e6c-6510-4330-a66d-9ac275e9f385 None None] Routers {'047491ca-4e78-49fb-8a33-c6b752f43147'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:26:24.365505 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d9ab3e6c-6510-4330-a66d-9ac275e9f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:26:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['047491ca-4e78-49fb-8a33-c6b752f43147'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:24.496204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-456b9ab1-ecdc-47c2-82ec-efd7123376aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:24.497886 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-456b9ab1-ecdc-47c2-82ec-efd7123376aa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6829505 Feb 10 15:26:24.599961 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-e3591d70-2db3-412d-b825-9a23a22f48d1 service neutron] 10.222.0.72 "GET /v2.0/networks/7158b96a-de60-4916-ac3c-296c21899b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877312 Feb 10 15:26:24.687902 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-98f7a720-3ef7-4733-997e-f637a36e2182 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821699 Feb 10 15:26:24.691188 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-04cb23b5-9bd9-4e2a-829f-86cb29b6dc7a service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7967956 Feb 10 15:26:24.714339 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-d9ab3e6c-6510-4330-a66d-9ac275e9f385 None None] Set router 047491ca-4e78-49fb-8a33-c6b752f43147 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:26:24.729672 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-6e3801a7-a91d-4b35-8a3a-d38843ae0405 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=8c24031c-37a7-4018-9913-6d7f2261f999 HTTP/1.1" status: 200 len: 217 time: 0.1215379 Feb 10 15:26:24.913463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-76825e9d-b7a3-46a9-bb8c-a158161f64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:24.914884 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-76825e9d-b7a3-46a9-bb8c-a158161f64a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=919e9d3c-57c2-4b71-a66c-06e10818c5df HTTP/1.1" status: 200 len: 797 time: 0.1648183 Feb 10 15:26:24.928057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb75c043-a803-4495-b3ee-902b2496e05f', 'tag': 'e1802fde-2c2a-4f21-ae57-dcca52c03fa1'}, {'server_uuid': '119e5a29-f083-4231-af5d-d6c03ea61723', 'name': 'network-vif-deleted', 'tag': '5de7e7f1-03e7-434a-aec3-16c86e5de442'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:26:24.930574 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50c33a5-c1f3-455e-b31d-a77d3c2dd280" -d '{"events": [{"name": "network-changed", "server_uuid": "bb75c043-a803-4495-b3ee-902b2496e05f", "tag": "e1802fde-2c2a-4f21-ae57-dcca52c03fa1"}, {"server_uuid": "119e5a29-f083-4231-af5d-d6c03ea61723", "name": "network-vif-deleted", "tag": "5de7e7f1-03e7-434a-aec3-16c86e5de442"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:26:24.933197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1dea3-8c85-4a0b-bbe3-6f84582eda04 req-02d6802c-fb0f-4b03-8800-32b2a3319013 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:24.934759 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-48f1dea3-8c85-4a0b-bbe3-6f84582eda04 req-02d6802c-fb0f-4b03-8800-32b2a3319013 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 947 time: 0.2147243 Feb 10 15:26:25.019846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-48f1dea3-8c85-4a0b-bbe3-6f84582eda04 req-705347ea-1edd-4c67-b0b4-e509b6190dfc tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707188 Feb 10 15:26:25.030812 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 15:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9711d6a2-56f0-435e-a45e-c265cdb299e3 x-openstack-request-id: req-9711d6a2-56f0-435e-a45e-c265cdb299e3 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:26:25.030812 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb75c043-a803-4495-b3ee-902b2496e05f", "tag": "e1802fde-2c2a-4f21-ae57-dcca52c03fa1", "status": "completed", "code": 200}, {"server_uuid": "119e5a29-f083-4231-af5d-d6c03ea61723", "name": "network-vif-deleted", "tag": "5de7e7f1-03e7-434a-aec3-16c86e5de442", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:26:25.030812 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9711d6a2-56f0-435e-a45e-c265cdb299e3 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:26:25.030812 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb75c043-a803-4495-b3ee-902b2496e05f', 'tag': 'e1802fde-2c2a-4f21-ae57-dcca52c03fa1', 'status': 'completed', 'code': 200} Feb 10 15:26:25.030812 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e5a29-f083-4231-af5d-d6c03ea61723', 'name': 'network-vif-deleted', 'tag': '5de7e7f1-03e7-434a-aec3-16c86e5de442', 'status': 'completed', 'code': 200} Feb 10 15:26:25.045690 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-17cd7a24-1d1f-494d-a5c7-26a1a2dfb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:25.047470 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-17cd7a24-1d1f-494d-a5c7-26a1a2dfb763 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eab9049c-4606-40f8-ad81-3a61ba10d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1219599 Feb 10 15:26:25.048130 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4a9feba0-7349-49e6-92c0-f6493151e5cc req-4c7929db-0085-4460-a505-8e57d90dfd3b service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337481 Feb 10 15:26:25.050368 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3fede47-eb5c-43d1-9f9b-8ee7d0226213 req-6de240fe-cb01-4fcf-a02a-6ffacf082c4f service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332262 Feb 10 15:26:25.180318 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d9ab3e6c-6510-4330-a66d-9ac275e9f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:17:06Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '192436c8-73b7-4b3f-ae35-0317f6f217a8', 'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'mac_address': 'fa:16:3e:71:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:17:03Z', 'updated_at': '2022-02-10T15:17:11Z', 'revision_number': 5, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'subnets': [{'id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:25.229564 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ab3e6c-6510-4330-a66d-9ac275e9f385 None None] The sync data for ids ['047491ca-4e78-49fb-8a33-c6b752f43147'] in n-d-815324-7 is: [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:17:06Z', 'revision_number': 4, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '192436c8-73b7-4b3f-ae35-0317f6f217a8', 'name': '', 'network_id': '6815c067-d5ad-4bf7-9e88-17529fe8111d', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'mac_address': 'fa:16:3e:71:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:17:03Z', 'updated_at': '2022-02-10T15:17:11Z', 'revision_number': 5, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'subnets': [{'id': 'aa97da10-aa58-42f2-a53b-c9d35d81afde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:26:25.256796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54044) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:25.276934 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b97fb9-a1d5-45e2-876e-ed152f24feca req-5401bf8d-7263-418f-9bbf-123f7164bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:25.278634 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84b97fb9-a1d5-45e2-876e-ed152f24feca req-5401bf8d-7263-418f-9bbf-123f7164bdea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34b4d443692a43dda68ae9142e4aabb9&device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 1130 time: 0.1416905 Feb 10 15:26:25.288366 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c33a5-c1f3-455e-b31d-a77d3c2dd280 req-15175483-3631-44f6-8ff8-51607822a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:25.290184 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c50c33a5-c1f3-455e-b31d-a77d3c2dd280 req-15175483-3631-44f6-8ff8-51607822a619 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34b4d443692a43dda68ae9142e4aabb9&device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 1129 time: 0.1438596 Feb 10 15:26:25.312314 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-11e05557-9272-409d-8317-b4c952daca28 service neutron] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535398 Feb 10 15:26:25.430146 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-bbbf6254-e859-4ca6-a648-a842c8936eae service neutron] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108091 Feb 10 15:26:25.490877 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-c88cd420-992b-499f-9f12-f0bded186747 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=9e1f9b81-9f36-4c16-9aae-871bc3c83e40 HTTP/1.1" status: 200 len: 217 time: 0.0532613 Feb 10 15:26:25.549746 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-04372501-bf8f-453d-af45-c96a4fc130ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:25.551479 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-04372501-bf8f-453d-af45-c96a4fc130ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=919e9d3c-57c2-4b71-a66c-06e10818c5df HTTP/1.1" status: 200 len: 797 time: 0.0541849 Feb 10 15:26:25.600149 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb1633b0-2422-4dab-818f-d89478341f4c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group (46dfab13-448d-4fac-9dee-496332ea27cd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:25.652304 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-e724897b-dfaa-4187-a36a-01d37bdb1e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:25.653842 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-e724897b-dfaa-4187-a36a-01d37bdb1e33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eab9049c-4606-40f8-ad81-3a61ba10d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0950041 Feb 10 15:26:25.663793 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb1633b0-2422-4dab-818f-d89478341f4c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group (46dfab13-448d-4fac-9dee-496332ea27cd), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:25.674638 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b97fb9-a1d5-45e2-876e-ed152f24feca req-aa6ce494-697d-4e65-a2f9-461e4da23ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:25.676288 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84b97fb9-a1d5-45e2-876e-ed152f24feca req-aa6ce494-697d-4e65-a2f9-461e4da23ef0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.3902221 Feb 10 15:26:25.679376 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c33a5-c1f3-455e-b31d-a77d3c2dd280 req-29eb509c-2e1f-4595-9122-472e1cab3e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:25.681711 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c50c33a5-c1f3-455e-b31d-a77d3c2dd280 req-29eb509c-2e1f-4595-9122-472e1cab3e05 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.3798895 Feb 10 15:26:25.724493 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54592b33-17e1-4967-8835-27b95aa59ace None None] New status for floating IP c5e10a02-97c4-435c-90d1-c13d62668480: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:26:25.789579 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84b97fb9-a1d5-45e2-876e-ed152f24feca req-e3cc9f86-2253-40a7-aa9e-d5685dc3b851 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=df8e0506-6812-4000-bbfc-941876828867 HTTP/1.1" status: 200 len: 217 time: 0.0978372 Feb 10 15:26:25.790939 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c50c33a5-c1f3-455e-b31d-a77d3c2dd280 req-36dad146-e9fc-43cd-b296-05f0128736c3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e1802fde-2c2a-4f21-ae57-dcca52c03fa1 HTTP/1.1" status: 200 len: 217 time: 0.1003835 Feb 10 15:26:25.827218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-7a0a820a-76e0-4e7f-951c-1237d9027ce8 service neutron] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634316 Feb 10 15:26:25.936086 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb1633b0-2422-4dab-818f-d89478341f4c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (46dfab13-448d-4fac-9dee-496332ea27cd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:25.939431 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb1633b0-2422-4dab-818f-d89478341f4c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:25.944058 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-eb1633b0-2422-4dab-818f-d89478341f4c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "DELETE /v2.0/security-groups/46dfab13-448d-4fac-9dee-496332ea27cd HTTP/1.1" status: 204 len: 168 time: 0.6807003 Feb 10 15:26:25.954319 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54052) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:25.979807 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-b8b210f8-23ee-40fd-bea9-68699b05f51e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] show failed (client error): The resource could not be found. Feb 10 15:26:25.981252 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b8b210f8-23ee-40fd-bea9-68699b05f51e tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "GET /v2.0/security-groups/46dfab13-448d-4fac-9dee-496332ea27cd HTTP/1.1" status: 404 len: 347 time: 0.0257232 Feb 10 15:26:25.983113 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b97fb9-a1d5-45e2-876e-ed152f24feca req-303a929e-c78a-487f-b576-1fa03d48dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:25.984603 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84b97fb9-a1d5-45e2-876e-ed152f24feca req-303a929e-c78a-487f-b576-1fa03d48dc7a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1833117 Feb 10 15:26:25.986806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54054) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:26.023487 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-d8806834-8278-4a0c-8a91-98bc8229311a service neutron] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858692 Feb 10 15:26:26.088574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1633b0-2422-4dab-818f-d89478341f4c tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dfab13-448d-4fac-9dee-496332ea27cd,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:26.111148 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c33a5-c1f3-455e-b31d-a77d3c2dd280 req-4e9a390b-126a-4a7c-95e3-01a1201c6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:26.112669 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c50c33a5-c1f3-455e-b31d-a77d3c2dd280 req-4e9a390b-126a-4a7c-95e3-01a1201c6daa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.2318811 Feb 10 15:26:26.112813 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-8510e25e-ceda-4d22-a6f1-84d1a9a27983 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=f5c81648-f7ad-4f7d-9c20-cafc5114a54f HTTP/1.1" status: 200 len: 217 time: 0.0784616 Feb 10 15:26:26.261216 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-4a338e18-4ee0-4053-a4b9-6c8990e605f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:26.265995 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-4a338e18-4ee0-4053-a4b9-6c8990e605f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=919e9d3c-57c2-4b71-a66c-06e10818c5df HTTP/1.1" status: 200 len: 797 time: 0.1425202 Feb 10 15:26:26.327730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b97fb9-a1d5-45e2-876e-ed152f24feca req-30cc3cd0-f39c-4d2c-b065-f939e47b331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:26.330079 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84b97fb9-a1d5-45e2-876e-ed152f24feca req-30cc3cd0-f39c-4d2c-b065-f939e47b331b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3188624 Feb 10 15:26:26.338600 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c33a5-c1f3-455e-b31d-a77d3c2dd280 req-b492780e-f53d-4578-9fd0-7304c317dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:26.344445 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c50c33a5-c1f3-455e-b31d-a77d3c2dd280 req-b492780e-f53d-4578-9fd0-7304c317dfc2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2059360 Feb 10 15:26:26.383584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-ad6f9c6b-7169-43c0-8c8a-1d8ce654741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:26.385187 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-ad6f9c6b-7169-43c0-8c8a-1d8ce654741f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eab9049c-4606-40f8-ad81-3a61ba10d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1102643 Feb 10 15:26:26.579008 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b83ab-479f-4154-935b-ef44c8b6a70d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Deleting port 0547a812-c68b-432f-acfe-c718f0289659 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:26:26.579336 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa2b83ab-479f-4154-935b-ef44c8b6a70d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0547a812-c68b-432f-acfe-c718f0289659), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:26.696697 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666ac44-3656-4392-8c15-c4ace50c4452 req-376164d5-de91-41e7-8a5e-59935a3d3f44 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:26.698831 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d666ac44-3656-4392-8c15-c4ace50c4452 req-376164d5-de91-41e7-8a5e-59935a3d3f44 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 947 time: 0.5710011 Feb 10 15:26:26.731976 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84b97fb9-a1d5-45e2-876e-ed152f24feca req-eed9c444-ab75-41ff-9ab4-f32bf5b02385 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845692 Feb 10 15:26:26.750099 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c50c33a5-c1f3-455e-b31d-a77d3c2dd280 req-cdac5d75-4454-4813-8467-fa732fee00e6 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594058 Feb 10 15:26:26.783285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-b23e9124-90d2-4b28-b9b1-2febacfb539b service neutron] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902180 Feb 10 15:26:26.871380 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d666ac44-3656-4392-8c15-c4ace50c4452 req-b89d0b33-d06d-4ff4-828b-39c8f5389de6 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637673 Feb 10 15:26:26.954869 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa2b83ab-479f-4154-935b-ef44c8b6a70d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0547a812-c68b-432f-acfe-c718f0289659), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:26.955241 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa2b83ab-479f-4154-935b-ef44c8b6a70d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for floatingip (0547a812-c68b-432f-acfe-c718f0289659), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:26.957263 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-a0961398-e1a0-4e51-83f8-2928cf6977e6 service neutron] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593933 Feb 10 15:26:26.990716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b83ab-479f-4154-935b-ef44c8b6a70d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Calling delete_port for 0547a812-c68b-432f-acfe-c718f0289659 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:26:27.028013 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-f15702c0-d8f6-4836-aed6-8e751f6d0c66 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=7d5e5af9-acf4-4315-8fe6-8555e819b8c7 HTTP/1.1" status: 200 len: 217 time: 0.0599425 Feb 10 15:26:27.115427 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-c2f345f2-7e7d-4465-b32a-c8619d32e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:27.115849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-84b97fb9-a1d5-45e2-876e-ed152f24feca req-339a1023-ca07-46b2-9ac0-3fa2d31bbb67 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749590 Feb 10 15:26:27.117792 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-c2f345f2-7e7d-4465-b32a-c8619d32e653 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=919e9d3c-57c2-4b71-a66c-06e10818c5df HTTP/1.1" status: 200 len: 797 time: 0.0711792 Feb 10 15:26:27.121190 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c50c33a5-c1f3-455e-b31d-a77d3c2dd280 req-682ab598-2d8e-400f-9345-856997626464 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443310 Feb 10 15:26:27.126810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9714af7-1c64-4037-b067-fac15ed41096 req-bb477037-2ba2-41a1-951f-ba5fd8b20491 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:27.128971 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9714af7-1c64-4037-b067-fac15ed41096 req-bb477037-2ba2-41a1-951f-ba5fd8b20491 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.2877896 Feb 10 15:26:27.225462 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-23db0505-0f83-457a-b639-ee7e562979c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:27.227635 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-23db0505-0f83-457a-b639-ee7e562979c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eab9049c-4606-40f8-ad81-3a61ba10d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0960164 Feb 10 15:26:27.233395 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9714af7-1c64-4037-b067-fac15ed41096 req-f88de273-3e41-4b89-99d2-94110bb3c5cb tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906169 Feb 10 15:26:27.282859 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa2b83ab-479f-4154-935b-ef44c8b6a70d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (0547a812-c68b-432f-acfe-c718f0289659), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:27.347034 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-11abe136-ee72-437e-aa90-a07887c78d19 service neutron] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071990 Feb 10 15:26:27.347321 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b83ab-479f-4154-935b-ef44c8b6a70d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Pushing event deleted for resources: {'Port': ['ID=0547a812-c68b-432f-acfe-c718f0289659,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:27.475585 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa2b83ab-479f-4154-935b-ef44c8b6a70d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks [] for floatingip (c5e10a02-97c4-435c-90d1-c13d62668480), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:27.475835 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-47056101-15a4-46a7-8e9d-65f0d22edabd service neutron] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260192 Feb 10 15:26:27.479954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa2b83ab-479f-4154-935b-ef44c8b6a70d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:27.481291 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-aa2b83ab-479f-4154-935b-ef44c8b6a70d tempest-AttachVolumeShelveTestJSON-1536388097 tempest-AttachVolumeShelveTestJSON-1536388097-project] 10.222.0.64 "DELETE /v2.0/floatingips/c5e10a02-97c4-435c-90d1-c13d62668480 HTTP/1.1" status: 204 len: 168 time: 1.4854078 Feb 10 15:26:27.529117 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-493046a3-e764-4c00-9ef9-22af8cd14b72 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b6e42ccf-8143-40ce-8a14-cb8112823224 HTTP/1.1" status: 200 len: 217 time: 0.0450706 Feb 10 15:26:27.610496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-2534ebfd-2257-40da-81d6-d53888e03123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:27.618498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-2534ebfd-2257-40da-81d6-d53888e03123 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e75eccc-5fe7-471c-bd31-4a60dca30e51 HTTP/1.1" status: 200 len: 797 time: 0.0786126 Feb 10 15:26:27.693947 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-780ea56f-2885-4f36-8bfc-206e005d7128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:27.693947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-780ea56f-2885-4f36-8bfc-206e005d7128 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=241f314e-851f-4a4e-975e-db3f4aeb2f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0602658 Feb 10 15:26:27.816543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-be86f565-1344-4d11-a852-93139a51a880 service neutron] 10.222.0.72 "GET /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199846 Feb 10 15:26:28.019343 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-245a903f-35ee-4e6d-94f8-97267c65e9a3 service neutron] 10.222.0.72 "GET /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943560 Feb 10 15:26:28.118088 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-eab15d70-311e-4544-a53b-e78da7d67991 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01758cd0-1814-4bd4-8753-5c2fa6819fba HTTP/1.1" status: 200 len: 217 time: 0.0823545 Feb 10 15:26:28.209718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3044178-b49a-49f4-985c-b93912c2e755 req-39d9e58a-3216-4246-ba12-39f1fd84044f tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:28.219269 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f3044178-b49a-49f4-985c-b93912c2e755 req-39d9e58a-3216-4246-ba12-39f1fd84044f tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 947 time: 0.1966949 Feb 10 15:26:28.251662 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-d4dcec4a-c2d6-4d53-9776-95abdc22d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:28.262645 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-d4dcec4a-c2d6-4d53-9776-95abdc22d55f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e75eccc-5fe7-471c-bd31-4a60dca30e51 HTTP/1.1" status: 200 len: 797 time: 0.1310089 Feb 10 15:26:28.327621 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f3044178-b49a-49f4-985c-b93912c2e755 req-644a1113-65d4-4a05-a0c8-43b5c20cd151 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081417 Feb 10 15:26:28.354713 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-11487364-2d25-4874-83a9-b865c6c269c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:28.356693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-11487364-2d25-4874-83a9-b865c6c269c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=241f314e-851f-4a4e-975e-db3f4aeb2f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0816917 Feb 10 15:26:28.516456 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5871f-30f9-4faa-a27c-21bcb0fbf383 req-e5eff52b-390d-42af-a5ea-6fad15c5cb5c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:28.518248 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bac5871f-30f9-4faa-a27c-21bcb0fbf383 req-e5eff52b-390d-42af-a5ea-6fad15c5cb5c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1447921 Feb 10 15:26:28.522394 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-e784aa4a-8f88-4ebf-928f-a871cb7e6048 service neutron] 10.222.0.72 "GET /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579430 Feb 10 15:26:28.648142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bac5871f-30f9-4faa-a27c-21bcb0fbf383 req-f1050418-da15-428d-88f5-b12c42203e17 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158473 Feb 10 15:26:28.681147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cb12a7c-88da-4092-9174-94b6e26d736a req-3b5b0e64-53cb-4f06-beda-655ced3b6e6a service neutron] 10.222.0.72 "GET /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473675 Feb 10 15:26:28.802716 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device df8e0506-6812-4000-bbfc-941876828867 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:26:28.935180 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port df8e0506-6812-4000-bbfc-941876828867, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=df8e0506-6812-4000-bbfc-941876828867,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:28.951209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'df8e0506-6812-4000-bbfc-941876828867', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'df8e0506-6812-4000-bbfc-941876828867', 'mac_address': 'fa:16:3e:7d:41:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:26:29.019411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port df8e0506-6812-4000-bbfc-941876828867 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:29.019818 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (df8e0506-6812-4000-bbfc-941876828867), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:29.035271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8e0506-6812-4000-bbfc-941876828867 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:26:29.062458 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port df8e0506-6812-4000-bbfc-941876828867, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=df8e0506-6812-4000-bbfc-941876828867,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:29.067488 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (df8e0506-6812-4000-bbfc-941876828867), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:29.068239 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device e1802fde-2c2a-4f21-ae57-dcca52c03fa1 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:26:29.133665 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port e1802fde-2c2a-4f21-ae57-dcca52c03fa1, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=e1802fde-2c2a-4f21-ae57-dcca52c03fa1,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:29.169531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'e1802fde-2c2a-4f21-ae57-dcca52c03fa1', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'e1802fde-2c2a-4f21-ae57-dcca52c03fa1', 'mac_address': 'fa:16:3e:dc:6f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:26:29.225202 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=df8e0506-6812-4000-bbfc-941876828867,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:29.238857 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port e1802fde-2c2a-4f21-ae57-dcca52c03fa1 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:29.239263 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e1802fde-2c2a-4f21-ae57-dcca52c03fa1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:29.244415 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:29.244791 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:29.245140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:29.245534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:29.245813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:29.246199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:29.246484 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:29.246812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:29.247141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:29.247469 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:29.247794 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:29.248119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:29.248442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:29.267984 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1802fde-2c2a-4f21-ae57-dcca52c03fa1 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:26:29.299334 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port e1802fde-2c2a-4f21-ae57-dcca52c03fa1, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=e1802fde-2c2a-4f21-ae57-dcca52c03fa1,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:29.311914 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e1802fde-2c2a-4f21-ae57-dcca52c03fa1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:29.386720 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=e1802fde-2c2a-4f21-ae57-dcca52c03fa1,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:29.494501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df890b7c-a140-492d-be9d-d17854bd8daf req-85bd97f2-318a-41d6-8cad-da79378001c6 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:29.496148 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df890b7c-a140-492d-be9d-d17854bd8daf req-85bd97f2-318a-41d6-8cad-da79378001c6 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 948 time: 0.0813625 Feb 10 15:26:29.569383 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df890b7c-a140-492d-be9d-d17854bd8daf req-19b8d887-1abc-494a-b038-bf9e9bc8940f tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662637 Feb 10 15:26:29.632003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['e1802fde-2c2a-4f21-ae57-dcca52c03fa1'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:26:29.677401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['df8e0506-6812-4000-bbfc-941876828867'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:26:29.918916 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ea374-e113-4c29-8d6d-8223177bab72 req-8328c27c-8f3d-4946-a62c-b0b90403fd27 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:29.922538 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-980ea374-e113-4c29-8d6d-8223177bab72 req-8328c27c-8f3d-4946-a62c-b0b90403fd27 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1673300 Feb 10 15:26:30.027814 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-980ea374-e113-4c29-8d6d-8223177bab72 req-c31934a1-1551-4051-bd3c-044e889962f9 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982454 Feb 10 15:26:30.755732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54709a5e-ba50-449d-9318-afa5dbf4fd95 req-3393eb5e-78d8-4e9c-b3c0-9624254013ec tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:30.757413 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54709a5e-ba50-449d-9318-afa5dbf4fd95 req-3393eb5e-78d8-4e9c-b3c0-9624254013ec tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 948 time: 0.0627353 Feb 10 15:26:30.818936 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device e1802fde-2c2a-4f21-ae57-dcca52c03fa1 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:26:30.843571 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54709a5e-ba50-449d-9318-afa5dbf4fd95 req-229dc277-cc30-46ed-84be-ba626ef7abe6 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761840 Feb 10 15:26:30.932631 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port e1802fde-2c2a-4f21-ae57-dcca52c03fa1 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:26:30.937692 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port e1802fde-2c2a-4f21-ae57-dcca52c03fa1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:30.938175 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e1802fde-2c2a-4f21-ae57-dcca52c03fa1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:31.099785 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port e1802fde-2c2a-4f21-ae57-dcca52c03fa1 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:31.100122 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e1802fde-2c2a-4f21-ae57-dcca52c03fa1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:31.159380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port e1802fde-2c2a-4f21-ae57-dcca52c03fa1, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=e1802fde-2c2a-4f21-ae57-dcca52c03fa1,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:31.161931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb75c043-a803-4495-b3ee-902b2496e05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1802fde-2c2a-4f21-ae57-dcca52c03fa1'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:26:31.164699 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bccec8-7101-44d4-af8b-8062c3b5caad" -d '{"events": [{"server_uuid": "bb75c043-a803-4495-b3ee-902b2496e05f", "name": "network-vif-plugged", "status": "completed", "tag": "e1802fde-2c2a-4f21-ae57-dcca52c03fa1"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:26:31.180291 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e1802fde-2c2a-4f21-ae57-dcca52c03fa1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:31.231308 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f15ec16-166f-4cd5-8001-d14253e73176 x-openstack-request-id: req-6f15ec16-166f-4cd5-8001-d14253e73176 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:26:31.231600 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb75c043-a803-4495-b3ee-902b2496e05f", "name": "network-vif-plugged", "status": "completed", "tag": "e1802fde-2c2a-4f21-ae57-dcca52c03fa1", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:26:31.231850 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f15ec16-166f-4cd5-8001-d14253e73176 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:26:31.237309 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb75c043-a803-4495-b3ee-902b2496e05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1802fde-2c2a-4f21-ae57-dcca52c03fa1', 'code': 200} Feb 10 15:26:31.287634 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=e1802fde-2c2a-4f21-ae57-dcca52c03fa1,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:31.315130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf21aad-5ffd-49b4-a554-de03f3395641 req-9c64d0fe-aaa4-4a45-982f-4e4902f0f43b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:31.319675 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cdf21aad-5ffd-49b4-a554-de03f3395641 req-9c64d0fe-aaa4-4a45-982f-4e4902f0f43b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1722853 Feb 10 15:26:31.387083 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a25fa-615a-47e0-a727-ff52bff2b786 req-f2973c57-fd22-4e30-933b-70955a7ad2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:31.390692 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba9a25fa-615a-47e0-a727-ff52bff2b786 req-f2973c57-fd22-4e30-933b-70955a7ad2e9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 1131 time: 0.0992916 Feb 10 15:26:31.423958 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cdf21aad-5ffd-49b4-a554-de03f3395641 req-c7466a4f-df76-43d1-8f1f-92df3a024fce tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997097 Feb 10 15:26:31.489479 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba9a25fa-615a-47e0-a727-ff52bff2b786 req-411402ea-9cda-4258-ad7b-ce791c9f3581 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894244 Feb 10 15:26:32.095733 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8ad29-4fe7-4b93-bd2a-cae17e99db8f req-f0da278f-6f2b-4085-9a4c-2200cdc3d234 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:32.107092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8b8ad29-4fe7-4b93-bd2a-cae17e99db8f req-f0da278f-6f2b-4085-9a4c-2200cdc3d234 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 949 time: 0.1256664 Feb 10 15:26:32.190843 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8b8ad29-4fe7-4b93-bd2a-cae17e99db8f req-dc54a716-d277-430c-8346-c7f8f5f026f0 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827806 Feb 10 15:26:32.584270 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb01ea-bec7-463b-9cfe-aa7ca17c4539 req-df73ee70-a3e9-45c1-ab46-ad1d3e6438f6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:32.586523 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2dfb01ea-bec7-463b-9cfe-aa7ca17c4539 req-df73ee70-a3e9-45c1-ab46-ad1d3e6438f6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.0609519 Feb 10 15:26:32.647351 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2dfb01ea-bec7-463b-9cfe-aa7ca17c4539 req-99fb5455-5c0f-423b-ba12-b36fc98ac6e1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526316 Feb 10 15:26:32.835778 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device df8e0506-6812-4000-bbfc-941876828867 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:26:32.898863 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port df8e0506-6812-4000-bbfc-941876828867 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:26:32.906355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port df8e0506-6812-4000-bbfc-941876828867 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:32.907078 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (df8e0506-6812-4000-bbfc-941876828867), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:33.002375 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port df8e0506-6812-4000-bbfc-941876828867 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:33.003171 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (df8e0506-6812-4000-bbfc-941876828867), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:33.039438 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port df8e0506-6812-4000-bbfc-941876828867, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=df8e0506-6812-4000-bbfc-941876828867,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:33.045149 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (df8e0506-6812-4000-bbfc-941876828867), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:33.102474 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=df8e0506-6812-4000-bbfc-941876828867,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:33.242708 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cb3488-117a-47bf-8e24-ff1020e8c8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8e0506-6812-4000-bbfc-941876828867'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:26:33.246529 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b056c2-b41c-4a4e-b68c-12721cd1a096" -d '{"events": [{"server_uuid": "44cb3488-117a-47bf-8e24-ff1020e8c8f7", "name": "network-vif-plugged", "status": "completed", "tag": "df8e0506-6812-4000-bbfc-941876828867"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:26:33.305250 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1146381d-f048-46d8-aba3-650471383c99 x-openstack-request-id: req-1146381d-f048-46d8-aba3-650471383c99 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:26:33.305865 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cb3488-117a-47bf-8e24-ff1020e8c8f7", "name": "network-vif-plugged", "status": "completed", "tag": "df8e0506-6812-4000-bbfc-941876828867", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:26:33.306982 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1146381d-f048-46d8-aba3-650471383c99 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:26:33.307657 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cb3488-117a-47bf-8e24-ff1020e8c8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8e0506-6812-4000-bbfc-941876828867', 'code': 200} Feb 10 15:26:33.376835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2225b0-d238-4f08-9676-91a12fd95478 req-1feb662d-0b29-4216-8ef9-e75896d40a06 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:33.378609 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca2225b0-d238-4f08-9676-91a12fd95478 req-1feb662d-0b29-4216-8ef9-e75896d40a06 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 949 time: 0.1059256 Feb 10 15:26:33.433891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee35e2-633d-4fb1-b810-841b84dbd232 req-2c1753f4-71bf-41b6-9353-ba365657d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:33.436343 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c6ee35e2-633d-4fb1-b810-841b84dbd232 req-2c1753f4-71bf-41b6-9353-ba365657d7e9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 1132 time: 0.0647621 Feb 10 15:26:33.454197 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca2225b0-d238-4f08-9676-91a12fd95478 req-6b3f7829-80ab-4a99-a512-5c5e7b5c4a77 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675774 Feb 10 15:26:33.489174 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c6ee35e2-633d-4fb1-b810-841b84dbd232 req-229720bc-2868-4063-ae53-0c31e81ccb5f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446408 Feb 10 15:26:33.639214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4513b4-3fb3-49e3-8267-e5b1935bb3fc req-d83697d6-f38f-4276-8b53-0563420b45d2 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:33.643164 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e4513b4-3fb3-49e3-8267-e5b1935bb3fc req-d83697d6-f38f-4276-8b53-0563420b45d2 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.0932870 Feb 10 15:26:33.734856 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e4513b4-3fb3-49e3-8267-e5b1935bb3fc req-d0b36a09-249d-4ce5-9899-3761b6696f5c tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723391 Feb 10 15:26:33.839551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ddc88-c837-469b-99ac-498b9ddf9fbc req-9a870785-a502-4f03-bd3a-162a76c1e5cb tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:33.847879 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d05ddc88-c837-469b-99ac-498b9ddf9fbc req-9a870785-a502-4f03-bd3a-162a76c1e5cb tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.0912902 Feb 10 15:26:33.929367 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d05ddc88-c837-469b-99ac-498b9ddf9fbc req-70152ee8-3d21-4870-bb02-a0d950440b5d tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804186 Feb 10 15:26:35.062601 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9e650-d534-4902-a90a-30d8e1045b6f req-70c919ab-caf4-448d-bc78-a7e105730954 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:35.072587 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2fe9e650-d534-4902-a90a-30d8e1045b6f req-70c919ab-caf4-448d-bc78-a7e105730954 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1985843 Feb 10 15:26:35.247795 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2fe9e650-d534-4902-a90a-30d8e1045b6f req-6fb6efd8-4e61-4c1e-8636-1d0ae90706a8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741049 Feb 10 15:26:35.270728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7dc41-034a-4262-9fde-ebd3d2ea18c7 req-e58b73fd-fa15-4592-a9ac-0f92611f154f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:35.279434 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64b7dc41-034a-4262-9fde-ebd3d2ea18c7 req-e58b73fd-fa15-4592-a9ac-0f92611f154f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1685679 Feb 10 15:26:35.364124 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64b7dc41-034a-4262-9fde-ebd3d2ea18c7 req-f5024fe9-dd1b-4083-b7bc-f63cd56a8875 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835700 Feb 10 15:26:35.807858 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54288) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:35.967216 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c9143fe-f5b3-45d0-8eed-6f98b01e48f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:36.106223 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c9143fe-f5b3-45d0-8eed-6f98b01e48f7 admin admin] Publish callbacks [] for security_group (e1d1d143-0fd7-4d8e-af2b-2f72adce62be), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:36.113340 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c9143fe-f5b3-45d0-8eed-6f98b01e48f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e1d1d143-0fd7-4d8e-af2b-2f72adce62be), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:36.195538 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0c9143fe-f5b3-45d0-8eed-6f98b01e48f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51c2c1af24e24c0c9c06424b90ae6a97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3839562 Feb 10 15:26:36.195538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9143fe-f5b3-45d0-8eed-6f98b01e48f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d1d143-0fd7-4d8e-af2b-2f72adce62be,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:36.196211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54296) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:36.262651 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Publish callbacks [] for security_group (e1d1d143-0fd7-4d8e-af2b-2f72adce62be), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:36.291730 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Publish callbacks [] for security_group (e1d1d143-0fd7-4d8e-af2b-2f72adce62be), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:36.390400 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e1d1d143-0fd7-4d8e-af2b-2f72adce62be), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:36.393634 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:36.395780 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1d1d143-0fd7-4d8e-af2b-2f72adce62be HTTP/1.1" status: 204 len: 168 time: 0.1979632 Feb 10 15:26:36.424119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d1d143-0fd7-4d8e-af2b-2f72adce62be,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:36.450206 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:36.450563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:36.451354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:36.451700 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:36.452042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:36.452376 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:36.455654 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:36.456363 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:36.457169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:36.457541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:36.457858 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:36.459518 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:36.461447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed129693-ecb3-4cef-925d-7762b6051f09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:36.839633 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:36.955505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54308) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:36.973488 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50f93362-de98-49c5-855c-68d1b83d75c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:37.025953 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20727e-cdd5-492d-925c-dcb3cb1f04c2 req-00ec0422-7b6c-4b1f-acc0-b2baad308708 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:37.032729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab20727e-cdd5-492d-925c-dcb3cb1f04c2 req-00ec0422-7b6c-4b1f-acc0-b2baad308708 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.6749165 Feb 10 15:26:37.048179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baae0cd-6635-4b74-a37a-64ea31f9d83e req-4736fe64-2751-4b03-af61-11feef3cc9f1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:37.055454 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0baae0cd-6635-4b74-a37a-64ea31f9d83e req-4736fe64-2751-4b03-af61-11feef3cc9f1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.0942414 Feb 10 15:26:37.139720 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50f93362-de98-49c5-855c-68d1b83d75c5 admin admin] Publish callbacks [] for security_group (5bf28202-76a1-49bb-b36b-b3baa8d7901c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:37.146525 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50f93362-de98-49c5-855c-68d1b83d75c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5bf28202-76a1-49bb-b36b-b3baa8d7901c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:37.187351 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f93362-de98-49c5-855c-68d1b83d75c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf28202-76a1-49bb-b36b-b3baa8d7901c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:37.191783 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab20727e-cdd5-492d-925c-dcb3cb1f04c2 req-d9b5b921-53c1-433b-8ab4-9d9860d22a97 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580865 Feb 10 15:26:37.214496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0baae0cd-6635-4b74-a37a-64ea31f9d83e req-b778b66f-6ba8-4f1f-b221-e1b5694099df tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564453 Feb 10 15:26:37.222207 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-50f93362-de98-49c5-855c-68d1b83d75c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e962c4a69a204b6395cb2f84c03ea4fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2652836 Feb 10 15:26:37.225034 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54316) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:37.306155 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb96501f-1794-45c6-bf0d-04603c118d50 admin admin] Publish callbacks [] for security_group (5bf28202-76a1-49bb-b36b-b3baa8d7901c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:37.347491 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb96501f-1794-45c6-bf0d-04603c118d50 admin admin] Publish callbacks [] for security_group (5bf28202-76a1-49bb-b36b-b3baa8d7901c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:37.408959 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb96501f-1794-45c6-bf0d-04603c118d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5bf28202-76a1-49bb-b36b-b3baa8d7901c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:37.411660 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb96501f-1794-45c6-bf0d-04603c118d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:37.413644 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-eb96501f-1794-45c6-bf0d-04603c118d50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5bf28202-76a1-49bb-b36b-b3baa8d7901c HTTP/1.1" status: 204 len: 168 time: 0.1869764 Feb 10 15:26:37.421795 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96501f-1794-45c6-bf0d-04603c118d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf28202-76a1-49bb-b36b-b3baa8d7901c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:38.336550 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-d89209a8-1fed-41f4-8fc7-78ea8305788b tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=34b4d443692a43dda68ae9142e4aabb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466788 Feb 10 15:26:38.487193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-dcf95336-5ce4-48a4-b8b3-2972c35e4cf1 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:38.494866 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-dcf95336-5ce4-48a4-b8b3-2972c35e4cf1 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1565797 Feb 10 15:26:38.511464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab95e1-eb03-42db-820a-3d160db172fc req-0d6053fe-bf0d-48f2-b285-fbb51a250f7f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:38.514009 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49ab95e1-eb03-42db-820a-3d160db172fc req-0d6053fe-bf0d-48f2-b285-fbb51a250f7f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.2105517 Feb 10 15:26:38.521678 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-5327778d-056a-49da-b243-f20c1f8847db tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/quotas/34b4d443692a43dda68ae9142e4aabb9 HTTP/1.1" status: 200 len: 375 time: 0.0251582 Feb 10 15:26:38.636275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49ab95e1-eb03-42db-820a-3d160db172fc req-d1d2e042-0823-4ad6-8183-7ddfef761786 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031578 Feb 10 15:26:38.643441 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-e3557e29-159d-416d-983f-1fc0a351fde3 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=34b4d443692a43dda68ae9142e4aabb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174400 Feb 10 15:26:38.909382 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-251d6030-c03c-42e2-bcca-acfec2e7512e req-2c5b5cae-980b-4c69-ab70-db05594b471b tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 210 time: 0.0454712 Feb 10 15:26:39.787593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67390c1f-8c79-4a66-9191-f5f49dd6117b req-73d667b4-c529-4121-910f-aef9ba3e8f6a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:39.795451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67390c1f-8c79-4a66-9191-f5f49dd6117b req-73d667b4-c529-4121-910f-aef9ba3e8f6a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.0773771 Feb 10 15:26:39.866716 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67390c1f-8c79-4a66-9191-f5f49dd6117b req-74209143-dc6f-4965-ba06-e8256f3984a2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702674 Feb 10 15:26:40.043981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54420) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:40.121632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c02c0e2-5fc8-4f47-a094-a286d3d55926 req-52503003-1636-425d-9218-f34b21c2fdcc tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 210 time: 0.1207991 Feb 10 15:26:40.214246 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-16bbcf42-67f9-4491-9f3d-eb1e4e8e73c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=34b4d443692a43dda68ae9142e4aabb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259948 Feb 10 15:26:40.215140 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-368399ab-f361-4007-8351-6f464efee90c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:40.401015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-7693cf12-a50e-408c-9ed3-9e7bf29f421a tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:40.402819 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-7693cf12-a50e-408c-9ed3-9e7bf29f421a tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752093 Feb 10 15:26:40.414668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-c6377c73-6eba-4889-9ac2-4bf6350a69c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Request body: {'port': {'device_id': 'fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '34b4d443692a43dda68ae9142e4aabb9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:26:40.423360 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-368399ab-f361-4007-8351-6f464efee90c admin admin] Publish callbacks [] for security_group (60ff02d3-40fa-427e-a2a9-e0868c8dfcfc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:40.442939 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-368399ab-f361-4007-8351-6f464efee90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (60ff02d3-40fa-427e-a2a9-e0868c8dfcfc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:40.538696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368399ab-f361-4007-8351-6f464efee90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ff02d3-40fa-427e-a2a9-e0868c8dfcfc,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:40.565185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54438) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:40.565736 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-368399ab-f361-4007-8351-6f464efee90c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=121b68239a304ffa84dd2ed1bf60e3b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5203655 Feb 10 15:26:40.625750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-c6377c73-6eba-4889-9ac2-4bf6350a69c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Made reservation on behalf of 34b4d443692a43dda68ae9142e4aabb9 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:26:40.631303 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-c6377c73-6eba-4889-9ac2-4bf6350a69c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:40.645882 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-336bab96-7915-414c-aede-04cf694f8692 admin admin] Publish callbacks [] for security_group (60ff02d3-40fa-427e-a2a9-e0868c8dfcfc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:40.673352 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-336bab96-7915-414c-aede-04cf694f8692 admin admin] Publish callbacks [] for security_group (60ff02d3-40fa-427e-a2a9-e0868c8dfcfc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:40.745320 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-336bab96-7915-414c-aede-04cf694f8692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (60ff02d3-40fa-427e-a2a9-e0868c8dfcfc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:40.761953 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-336bab96-7915-414c-aede-04cf694f8692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:40.769513 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-336bab96-7915-414c-aede-04cf694f8692 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60ff02d3-40fa-427e-a2a9-e0868c8dfcfc HTTP/1.1" status: 204 len: 168 time: 0.2032652 Feb 10 15:26:40.795406 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bab96-7915-414c-aede-04cf694f8692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ff02d3-40fa-427e-a2a9-e0868c8dfcfc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:40.883858 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-c6377c73-6eba-4889-9ac2-4bf6350a69c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Allocated IP 192.168.233.237 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/e3444cab-0467-43bf-abfd-f2015b4f6ef4) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:26:41.033615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54452) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:41.090257 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab80c1-be77-4908-b060-85398648c73f req-ca4848e4-6ca9-4ea7-bb95-392cd351641c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:41.099637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51ab80c1-be77-4908-b060-85398648c73f req-ca4848e4-6ca9-4ea7-bb95-392cd351641c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.0809627 Feb 10 15:26:41.164364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51ab80c1-be77-4908-b060-85398648c73f req-926431e7-809a-40e1-bcc9-369c937edb12 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637326 Feb 10 15:26:41.215983 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:41.274468 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac2ee2a2-3d61-49c1-8441-356645dbba56 req-1b0ffc1d-e618-4c2d-a2f4-0f9da8acd77c tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 210 time: 0.0631468 Feb 10 15:26:41.333669 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54458) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:41.366783 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c1a3aad-39a6-4707-a1e6-9af34169436d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:41.439242 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-c6377c73-6eba-4889-9ac2-4bf6350a69c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks [] for port (e3444cab-0467-43bf-abfd-f2015b4f6ef4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:41.534964 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c1a3aad-39a6-4707-a1e6-9af34169436d admin admin] Publish callbacks [] for security_group (6a322fa7-6615-4003-870a-d9d6a0de78a7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:41.547093 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c1a3aad-39a6-4707-a1e6-9af34169436d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6a322fa7-6615-4003-870a-d9d6a0de78a7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:41.607444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3c1a3aad-39a6-4707-a1e6-9af34169436d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7a12103be1041a282683806545c100f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2725930 Feb 10 15:26:41.609915 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54464) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:41.617277 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a3aad-39a6-4707-a1e6-9af34169436d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a322fa7-6615-4003-870a-d9d6a0de78a7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:41.708759 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f78218e-efbf-4337-af6b-741d6de4d322 admin admin] Publish callbacks [] for security_group (6a322fa7-6615-4003-870a-d9d6a0de78a7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:41.750138 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f78218e-efbf-4337-af6b-741d6de4d322 admin admin] Publish callbacks [] for security_group (6a322fa7-6615-4003-870a-d9d6a0de78a7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:41.848879 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f78218e-efbf-4337-af6b-741d6de4d322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6a322fa7-6615-4003-870a-d9d6a0de78a7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:41.854450 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f78218e-efbf-4337-af6b-741d6de4d322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:41.859294 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6f78218e-efbf-4337-af6b-741d6de4d322 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a322fa7-6615-4003-870a-d9d6a0de78a7 HTTP/1.1" status: 204 len: 168 time: 0.2481291 Feb 10 15:26:41.883390 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78218e-efbf-4337-af6b-741d6de4d322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a322fa7-6615-4003-870a-d9d6a0de78a7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:42.162599 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-c6377c73-6eba-4889-9ac2-4bf6350a69c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (e3444cab-0467-43bf-abfd-f2015b4f6ef4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:42.174808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['e1802fde-2c2a-4f21-ae57-dcca52c03fa1', 'df8e0506-6812-4000-bbfc-941876828867'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:26:42.310460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-c6377c73-6eba-4889-9ac2-4bf6350a69c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:26:42.314966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6377c73-6eba-4889-9ac2-4bf6350a69c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Pushing event updated for resources: {'Port': ['ID=e3444cab-0467-43bf-abfd-f2015b4f6ef4,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:42.325776 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-c6377c73-6eba-4889-9ac2-4bf6350a69c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:26:42.328069 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-c6377c73-6eba-4889-9ac2-4bf6350a69c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:26:42.400847 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa532717-4ca0-4c9c-b421-72fb2fbdc385 req-ccb6df97-b946-4c03-b322-d82e01434825 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:42.413439 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa532717-4ca0-4c9c-b421-72fb2fbdc385 req-ccb6df97-b946-4c03-b322-d82e01434825 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1340544 Feb 10 15:26:42.503483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-c6377c73-6eba-4889-9ac2-4bf6350a69c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:42.504132 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-c6377c73-6eba-4889-9ac2-4bf6350a69c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:42.576334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa532717-4ca0-4c9c-b421-72fb2fbdc385 req-4d280fbe-9bf5-45a0-a2f7-d22f6c44d220 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612873 Feb 10 15:26:42.613487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b9979-7f16-4a78-848f-1e98e8be2e6b req-9c1daca3-2ced-4702-9882-3a9cead1e32b tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:42.636341 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b92b9979-7f16-4a78-848f-1e98e8be2e6b req-9c1daca3-2ced-4702-9882-3a9cead1e32b tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 936 time: 0.2135103 Feb 10 15:26:42.661147 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-c6377c73-6eba-4889-9ac2-4bf6350a69c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2503049 Feb 10 15:26:42.690588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Request body: {'port': {'device_id': 'fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:26:42.817101 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b92b9979-7f16-4a78-848f-1e98e8be2e6b req-5932c7c0-f581-49d1-a088-ea511b0cb2d8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855233 Feb 10 15:26:42.924137 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7cec57a6-6581-4e44-908c-c6db6489f6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:42.926845 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9aeca961-e3dd-4e4e-8d1c-936d854486da None None] Provisioning complete for port e3444cab-0467-43bf-abfd-f2015b4f6ef4 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:42.927990 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9aeca961-e3dd-4e4e-8d1c-936d854486da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e3444cab-0467-43bf-abfd-f2015b4f6ef4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:42.938262 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e3444cab-0467-43bf-abfd-f2015b4f6ef4), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:42.967193 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9aeca961-e3dd-4e4e-8d1c-936d854486da None None] Port e3444cab-0467-43bf-abfd-f2015b4f6ef4 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:26:43.009757 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e09eb0d5-6716-4c86-b20c-21fc53f29c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (047491ca-4e78-49fb-8a33-c6b752f43147), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:43.528417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3444cab-0467-43bf-abfd-f2015b4f6ef4 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:26:43.574432 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Publish callbacks [] for port (e3444cab-0467-43bf-abfd-f2015b4f6ef4), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:43.598069 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Transition to ACTIVE for port object e3444cab-0467-43bf-abfd-f2015b4f6ef4 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:26:43.606060 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (e3444cab-0467-43bf-abfd-f2015b4f6ef4), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:43.698780 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e09eb0d5-6716-4c86-b20c-21fc53f29c3f admin admin] Deleting port 192436c8-73b7-4b3f-ae35-0317f6f217a8 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:26:43.699121 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e09eb0d5-6716-4c86-b20c-21fc53f29c3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:43.860898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40a710-dcfa-489d-8902-e127a5c10691 req-125529fd-dce1-4457-858f-93238866886d tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:43.873233 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff40a710-dcfa-489d-8902-e127a5c10691 req-125529fd-dce1-4457-858f-93238866886d tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1246512 Feb 10 15:26:43.925726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3444cab-0467-43bf-abfd-f2015b4f6ef4,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:43.950425 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff40a710-dcfa-489d-8902-e127a5c10691 req-7c2325da-ad3b-4181-897c-729026f73b7b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708635 Feb 10 15:26:43.980218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Attempting to bind port e3444cab-0467-43bf-abfd-f2015b4f6ef4 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:26:43.980563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Attempting to bind port e3444cab-0467-43bf-abfd-f2015b4f6ef4 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:26:43.980926 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Attempting to bind port e3444cab-0467-43bf-abfd-f2015b4f6ef4 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:26:44.014188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Port e3444cab-0467-43bf-abfd-f2015b4f6ef4 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:26:44.014597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Attempting to bind port e3444cab-0467-43bf-abfd-f2015b4f6ef4 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:26:44.033400 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:26:44.033750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:26:44.036028 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:26:44.048784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Bound port: e3444cab-0467-43bf-abfd-f2015b4f6ef4, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:26:44.048784 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e3444cab-0467-43bf-abfd-f2015b4f6ef4), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:44.071224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3555e-7ea7-4fba-9864-e167493f3f4f req-b2375b47-1b10-409a-a70c-90760233744a tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:44.073077 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6b3555e-7ea7-4fba-9864-e167493f3f4f req-b2375b47-1b10-409a-a70c-90760233744a tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 948 time: 0.0984778 Feb 10 15:26:44.100406 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-e09eb0d5-6716-4c86-b20c-21fc53f29c3f admin admin] For port 192436c8-73b7-4b3f-ae35-0317f6f217a8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=192436c8-73b7-4b3f-ae35-0317f6f217a8,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:44.100808 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e09eb0d5-6716-4c86-b20c-21fc53f29c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:44.117651 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e09eb0d5-6716-4c86-b20c-21fc53f29c3f admin admin] Calling delete_port for 192436c8-73b7-4b3f-ae35-0317f6f217a8 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:26:44.182257 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6b3555e-7ea7-4fba-9864-e167493f3f4f req-02750883-a08f-4f9c-9942-fc0f3a4bb3fa tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006477 Feb 10 15:26:44.238063 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] For port e3444cab-0467-43bf-abfd-f2015b4f6ef4, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:26:44.259844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] For port e3444cab-0467-43bf-abfd-f2015b4f6ef4, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=e3444cab-0467-43bf-abfd-f2015b4f6ef4,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:26:44.306442 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (e3444cab-0467-43bf-abfd-f2015b4f6ef4), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:44.372081 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:44.373050 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:44.374583 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] 10.222.0.79 "PUT /v2.0/ports/e3444cab-0467-43bf-abfd-f2015b4f6ef4 HTTP/1.1" status: 200 len: 1096 time: 1.6964068 Feb 10 15:26:44.379775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e', 'tag': 'e3444cab-0467-43bf-abfd-f2015b4f6ef4'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:26:44.382800 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681ca60f-b41a-45b3-ab9e-4c728c10a031" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e", "tag": "e3444cab-0467-43bf-abfd-f2015b4f6ef4"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:26:44.485171 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136a790f-83d1-4805-9f6f-205b603da3a2 x-openstack-request-id: req-136a790f-83d1-4805-9f6f-205b603da3a2 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:26:44.485751 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e", "tag": "e3444cab-0467-43bf-abfd-f2015b4f6ef4", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:26:44.486155 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-136a790f-83d1-4805-9f6f-205b603da3a2 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:26:44.486939 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e', 'tag': 'e3444cab-0467-43bf-abfd-f2015b4f6ef4', 'status': 'completed', 'code': 200} Feb 10 15:26:44.495222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689e271-1d20-4a4c-8b09-d636574bfbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3444cab-0467-43bf-abfd-f2015b4f6ef4,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:44.552565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-5a9f059e-83f2-4b7d-b950-2b9a81e60b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:44.554103 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-5a9f059e-83f2-4b7d-b950-2b9a81e60b3a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34b4d443692a43dda68ae9142e4aabb9&device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 1130 time: 0.1239877 Feb 10 15:26:44.619213 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-6403c84e-9e35-437c-a3f6-572454247479 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=e3444cab-0467-43bf-abfd-f2015b4f6ef4 HTTP/1.1" status: 200 len: 217 time: 0.0551567 Feb 10 15:26:44.641379 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e09eb0d5-6716-4c86-b20c-21fc53f29c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (192436c8-73b7-4b3f-ae35-0317f6f217a8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:44.729074 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09eb0d5-6716-4c86-b20c-21fc53f29c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=192436c8-73b7-4b3f-ae35-0317f6f217a8,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:44.828602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-c51afdd1-ad5c-4fe7-a195-b376f416da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:44.840053 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-c51afdd1-ad5c-4fe7-a195-b376f416da07 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.2150166 Feb 10 15:26:45.000707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-b1cef062-0b99-439c-8745-65c15d09045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:45.002582 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-b1cef062-0b99-439c-8745-65c15d09045e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1529312 Feb 10 15:26:45.150230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac268b5-0ea8-4575-b199-4df90c4b8a9d req-7d9d7915-f7de-4ebb-ba87-df42f9465c5c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:45.160459 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dac268b5-0ea8-4575-b199-4df90c4b8a9d req-7d9d7915-f7de-4ebb-ba87-df42f9465c5c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.0762341 Feb 10 15:26:45.183630 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-660b188b-8a2e-499d-a91a-41ef6b9be4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:45.190434 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e09eb0d5-6716-4c86-b20c-21fc53f29c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (047491ca-4e78-49fb-8a33-c6b752f43147), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:45.225483 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dac268b5-0ea8-4575-b199-4df90c4b8a9d req-e3707deb-e618-4dca-b67d-9e726f1cf603 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636759 Feb 10 15:26:45.286768 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-bdedcb33-ae61-4b4f-af61-e0bcef698a6e service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397172 Feb 10 15:26:45.376452 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3110b-79a7-4173-b0a6-93d0f9a155a7 req-bc657641-a789-425d-9c54-82b8067736f4 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:45.381155 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffb3110b-79a7-4173-b0a6-93d0f9a155a7 req-bc657641-a789-425d-9c54-82b8067736f4 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 948 time: 0.0765686 Feb 10 15:26:45.449294 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffb3110b-79a7-4173-b0a6-93d0f9a155a7 req-b879c6f3-57a1-4502-aaa5-d022c92756ed tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652649 Feb 10 15:26:45.781559 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0d2c32b4-ef77-4988-a8da-1cef8ec2decc req-2e70e34d-a616-46d3-a17b-d5fa5da50888 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875104 Feb 10 15:26:45.936872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09eb0d5-6716-4c86-b20c-21fc53f29c3f admin admin] Router 047491ca-4e78-49fb-8a33-c6b752f43147 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:26:45.950546 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ca60f-b41a-45b3-ab9e-4c728c10a031 req-cced66e1-9843-4e7f-a9e7-d0bcd84e7d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:45.950546 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-681ca60f-b41a-45b3-ab9e-4c728c10a031 req-cced66e1-9843-4e7f-a9e7-d0bcd84e7d6a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34b4d443692a43dda68ae9142e4aabb9&device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 1130 time: 0.1060972 Feb 10 15:26:46.141161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ca60f-b41a-45b3-ab9e-4c728c10a031 req-7bfdb0ff-3823-4509-abeb-25f2c2b84641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:46.143943 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-681ca60f-b41a-45b3-ab9e-4c728c10a031 req-7bfdb0ff-3823-4509-abeb-25f2c2b84641 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1911657 Feb 10 15:26:46.195841 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-681ca60f-b41a-45b3-ab9e-4c728c10a031 req-a612008e-5641-4985-a5de-7559e3b361c0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=e3444cab-0467-43bf-abfd-f2015b4f6ef4 HTTP/1.1" status: 200 len: 217 time: 0.0436761 Feb 10 15:26:46.197501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09eb0d5-6716-4c86-b20c-21fc53f29c3f admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:26:46.203652 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e09eb0d5-6716-4c86-b20c-21fc53f29c3f admin admin] 10.222.0.64 "PUT /v2.0/routers/047491ca-4e78-49fb-8a33-c6b752f43147/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1657774 Feb 10 15:26:46.205979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54552) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:46.214699 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609d4ef-b209-43f0-95da-1d3d732b7a51 None None] Sync routers for ids ['047491ca-4e78-49fb-8a33-c6b752f43147'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:26:46.231725 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609d4ef-b209-43f0-95da-1d3d732b7a51 None None] Routers {'047491ca-4e78-49fb-8a33-c6b752f43147'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:26:46.233411 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5609d4ef-b209-43f0-95da-1d3d732b7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:26:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['047491ca-4e78-49fb-8a33-c6b752f43147'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:46.326021 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:46.344307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ca60f-b41a-45b3-ab9e-4c728c10a031 req-97722568-7abd-4d34-a0eb-1b500526eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:46.346085 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-681ca60f-b41a-45b3-ab9e-4c728c10a031 req-97722568-7abd-4d34-a0eb-1b500526eccb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1412511 Feb 10 15:26:46.455299 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49267529-d521-4075-9d93-ac963ab0c8ca req-28f3f6dc-8b5d-4841-8c30-aeef3245dabc tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:46.463595 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49267529-d521-4075-9d93-ac963ab0c8ca req-28f3f6dc-8b5d-4841-8c30-aeef3245dabc tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1058204 Feb 10 15:26:46.474630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ca60f-b41a-45b3-ab9e-4c728c10a031 req-5ccb5322-8de7-49e7-8319-3556c18d57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:46.476318 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-681ca60f-b41a-45b3-ab9e-4c728c10a031 req-5ccb5322-8de7-49e7-8319-3556c18d57fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1225729 Feb 10 15:26:46.479404 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2e5d-6a29-4a4c-8144-2dc89cb8f322 admin admin] Publish callbacks [] for router (047491ca-4e78-49fb-8a33-c6b752f43147), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:46.528139 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-5609d4ef-b209-43f0-95da-1d3d732b7a51 None None] Set router 047491ca-4e78-49fb-8a33-c6b752f43147 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:26:46.593934 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49267529-d521-4075-9d93-ac963ab0c8ca req-fd39ff23-6bfb-493b-a938-e9f93c491629 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234531 Feb 10 15:26:46.642057 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2e5d-6a29-4a4c-8144-2dc89cb8f322 admin admin] Publish callbacks [] for router_gateway (047491ca-4e78-49fb-8a33-c6b752f43147), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:46.645572 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fd9a2-7824-4d5d-b9f3-fe3954cab56e req-57f2bc63-01a1-4e91-88ac-3b9bfb4689fa tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:46.654701 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea6fd9a2-7824-4d5d-b9f3-fe3954cab56e req-57f2bc63-01a1-4e91-88ac-3b9bfb4689fa tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 948 time: 0.0907528 Feb 10 15:26:46.720070 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea6fd9a2-7824-4d5d-b9f3-fe3954cab56e req-cb815e87-3b73-4a20-9962-a2c1b383e39c tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632930 Feb 10 15:26:46.832158 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-681ca60f-b41a-45b3-ab9e-4c728c10a031 req-15701049-02c8-4c8c-9662-24c6b77350c2 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183807 Feb 10 15:26:46.850766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab2e5d-6a29-4a4c-8144-2dc89cb8f322 admin admin] Deleting port 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:26:46.851098 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2e5d-6a29-4a4c-8144-2dc89cb8f322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (90f7378a-f00e-4c8f-9b30-e99a64d6b0a1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:47.113699 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-681ca60f-b41a-45b3-ab9e-4c728c10a031 req-5a5c62cd-8fcd-4e71-aa97-2dc6b6c13dbd service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727699 Feb 10 15:26:47.116374 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5609d4ef-b209-43f0-95da-1d3d732b7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:26:44Z', 'revision_number': 5, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port': {'id': '90f7378a-f00e-4c8f-9b30-e99a64d6b0a1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:16:53Z', 'updated_at': '2022-02-10T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:47.118913 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-f8ab2e5d-6a29-4a4c-8144-2dc89cb8f322 admin admin] For port 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=90f7378a-f00e-4c8f-9b30-e99a64d6b0a1,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:47.119401 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2e5d-6a29-4a4c-8144-2dc89cb8f322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (90f7378a-f00e-4c8f-9b30-e99a64d6b0a1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:47.132660 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab2e5d-6a29-4a4c-8144-2dc89cb8f322 admin admin] Calling delete_port for 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:26:47.161646 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609d4ef-b209-43f0-95da-1d3d732b7a51 None None] Checking router: 047491ca-4e78-49fb-8a33-c6b752f43147 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:26:47.171717 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609d4ef-b209-43f0-95da-1d3d732b7a51 None None] Routers {'047491ca-4e78-49fb-8a33-c6b752f43147'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:26:47.172529 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5609d4ef-b209-43f0-95da-1d3d732b7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:26:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['047491ca-4e78-49fb-8a33-c6b752f43147'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:47.278757 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-5609d4ef-b209-43f0-95da-1d3d732b7a51 None None] Set router 047491ca-4e78-49fb-8a33-c6b752f43147 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:26:47.345762 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5609d4ef-b209-43f0-95da-1d3d732b7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:26:46Z', 'revision_number': 6, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:47.380948 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609d4ef-b209-43f0-95da-1d3d732b7a51 None None] The sync data for ids ['047491ca-4e78-49fb-8a33-c6b752f43147'] in n-d-815324-7 is: [{'id': '047491ca-4e78-49fb-8a33-c6b752f43147', 'name': 'tempest-AttachVolumeShelveTestJSON-2083183607-router', 'tenant_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:16:50Z', 'updated_at': '2022-02-10T15:26:46Z', 'revision_number': 6, 'project_id': '4ad24befb1384c69ac214ad0a37e0b2b', 'gw_port_host': None}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:26:47.383210 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2e5d-6a29-4a4c-8144-2dc89cb8f322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (90f7378a-f00e-4c8f-9b30-e99a64d6b0a1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:47.431926 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab2e5d-6a29-4a4c-8144-2dc89cb8f322 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f7378a-f00e-4c8f-9b30-e99a64d6b0a1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:47.533275 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2e5d-6a29-4a4c-8144-2dc89cb8f322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (047491ca-4e78-49fb-8a33-c6b752f43147), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:47.660818 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2e5d-6a29-4a4c-8144-2dc89cb8f322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (047491ca-4e78-49fb-8a33-c6b752f43147), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:47.663065 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2e5d-6a29-4a4c-8144-2dc89cb8f322 admin admin] Publish callbacks [] for router_controller (047491ca-4e78-49fb-8a33-c6b752f43147), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:47.731842 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2e5d-6a29-4a4c-8144-2dc89cb8f322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (047491ca-4e78-49fb-8a33-c6b752f43147), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:47.732470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ab2e5d-6a29-4a4c-8144-2dc89cb8f322 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 047491ca-4e78-49fb-8a33-c6b752f43147 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:26:47.742527 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2e5d-6a29-4a4c-8144-2dc89cb8f322 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:47.742527 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f8ab2e5d-6a29-4a4c-8144-2dc89cb8f322 admin admin] 10.222.0.64 "DELETE /v2.0/routers/047491ca-4e78-49fb-8a33-c6b752f43147 HTTP/1.1" status: 204 len: 168 time: 1.5332615 Feb 10 15:26:47.742972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54580) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:47.812191 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee55b26-256c-4459-912c-e250e1b1974e req-22a6310d-3592-4443-af49-d2ff3aa4c9e0 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:47.813825 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ee55b26-256c-4459-912c-e250e1b1974e req-22a6310d-3592-4443-af49-d2ff3aa4c9e0 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1143656 Feb 10 15:26:47.841949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-b117622e-39f8-45f7-8450-3c80da6ac3b0 admin admin] Deleting subnet aa97da10-aa58-42f2-a53b-c9d35d81afde {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:26:47.854311 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:47.858646 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b117622e-39f8-45f7-8450-3c80da6ac3b0 admin admin] Publish callbacks [] for subnet (aa97da10-aa58-42f2-a53b-c9d35d81afde), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:47.939752 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b117622e-39f8-45f7-8450-3c80da6ac3b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (aa97da10-aa58-42f2-a53b-c9d35d81afde), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:47.950329 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ee55b26-256c-4459-912c-e250e1b1974e req-07e7a2ea-45f7-487f-a7e3-ffc2d751d9d4 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304862 Feb 10 15:26:48.007081 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead12c8-be6a-47dd-a94b-f7e2538664de req-059c2fa0-8c76-497c-8423-476ef54f635a tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:48.011135 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ead12c8-be6a-47dd-a94b-f7e2538664de req-059c2fa0-8c76-497c-8423-476ef54f635a tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 948 time: 0.1276526 Feb 10 15:26:48.154001 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ead12c8-be6a-47dd-a94b-f7e2538664de req-d67f679a-040d-47fa-a932-d5486ab1ba70 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393578 Feb 10 15:26:48.188257 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b117622e-39f8-45f7-8450-3c80da6ac3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (aa97da10-aa58-42f2-a53b-c9d35d81afde), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:48.260969 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b117622e-39f8-45f7-8450-3c80da6ac3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (aa97da10-aa58-42f2-a53b-c9d35d81afde), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:48.325995 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b117622e-39f8-45f7-8450-3c80da6ac3b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:48.328405 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa483536-a1de-4dcb-a152-5364e2a4b8eb None None] Network 6815c067-d5ad-4bf7-9e88-17529fe8111d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:26:48.331824 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b117622e-39f8-45f7-8450-3c80da6ac3b0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/aa97da10-aa58-42f2-a53b-c9d35d81afde HTTP/1.1" status: 204 len: 168 time: 0.5858173 Feb 10 15:26:48.331824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117622e-39f8-45f7-8450-3c80da6ac3b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa97da10-aa58-42f2-a53b-c9d35d81afde,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:48.332147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54590) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:48.345021 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:26:48.461030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:26:48.472385 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (6815c067-d5ad-4bf7-9e88-17529fe8111d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:48.488025 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:26:48.488687 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 90f7378a-f00e-4c8f-9b30-e99a64d6b0a1 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:26:48.489292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 192436c8-73b7-4b3f-ae35-0317f6f217a8 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:26:48.516506 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 192436c8-73b7-4b3f-ae35-0317f6f217a8 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:26:48.517319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 192436c8-73b7-4b3f-ae35-0317f6f217a8 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:26:48.584512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] Deleting port 8066da55-de0d-4c52-a32d-2c0362fd2233 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:26:48.585844 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8066da55-de0d-4c52-a32d-2c0362fd2233), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:48.673830 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56e6f64-6a27-4919-acd1-965ae3b7379d None None] DHCP port deletion for 6815c067-d5ad-4bf7-9e88-17529fe8111d request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:26:48.745070 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d56e6f64-6a27-4919-acd1-965ae3b7379d None None] Deleting port 8066da55-de0d-4c52-a32d-2c0362fd2233 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:26:48.745683 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d56e6f64-6a27-4919-acd1-965ae3b7379d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8066da55-de0d-4c52-a32d-2c0362fd2233), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:48.753901 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] For port 8066da55-de0d-4c52-a32d-2c0362fd2233, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8066da55-de0d-4c52-a32d-2c0362fd2233,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:48.754261 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8066da55-de0d-4c52-a32d-2c0362fd2233), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:48.785200 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] Calling delete_port for 8066da55-de0d-4c52-a32d-2c0362fd2233 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:26:48.854386 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d56e6f64-6a27-4919-acd1-965ae3b7379d None None] For port 8066da55-de0d-4c52-a32d-2c0362fd2233, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8066da55-de0d-4c52-a32d-2c0362fd2233,segment=NetworkSegment(d5649c97-1632-4556-b5ce-6f95bcf28a4f),segment_id=d5649c97-1632-4556-b5ce-6f95bcf28a4f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:48.855018 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d56e6f64-6a27-4919-acd1-965ae3b7379d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8066da55-de0d-4c52-a32d-2c0362fd2233), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:48.875194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d56e6f64-6a27-4919-acd1-965ae3b7379d None None] Calling delete_port for 8066da55-de0d-4c52-a32d-2c0362fd2233 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:26:48.935460 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (8066da55-de0d-4c52-a32d-2c0362fd2233), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:48.936234 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device e3444cab-0467-43bf-abfd-f2015b4f6ef4 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:26:48.970523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] Pushing event deleted for resources: {'Port': ['ID=8066da55-de0d-4c52-a32d-2c0362fd2233,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:48.975938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] No DVR routers for this DVR port 8066da55-de0d-4c52-a32d-2c0362fd2233 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:26:49.059297 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (6815c067-d5ad-4bf7-9e88-17529fe8111d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:49.089329 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:49.102471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port e3444cab-0467-43bf-abfd-f2015b4f6ef4, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=e3444cab-0467-43bf-abfd-f2015b4f6ef4,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:49.117650 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'e3444cab-0467-43bf-abfd-f2015b4f6ef4', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'e3444cab-0467-43bf-abfd-f2015b4f6ef4', 'mac_address': 'fa:16:3e:f1:f3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:26:49.119654 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6815c067-d5ad-4bf7-9e88-17529fe8111d']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:49.122046 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d56e6f64-6a27-4919-acd1-965ae3b7379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (8066da55-de0d-4c52-a32d-2c0362fd2233), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:49.144980 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e6f64-6a27-4919-acd1-965ae3b7379d None None] Pushing event deleted for resources: {'Port': ['ID=8066da55-de0d-4c52-a32d-2c0362fd2233,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:49.154185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5649c97-1632-4556-b5ce-6f95bcf28a4f') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:49.154498 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5649c97-1632-4556-b5ce-6f95bcf28a4f') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:26:49.182368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e6f64-6a27-4919-acd1-965ae3b7379d None None] No DVR routers for this DVR port 8066da55-de0d-4c52-a32d-2c0362fd2233 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:26:49.188629 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a44def-176b-47f9-8d8a-e011cf1550e1 req-51beac10-6e89-4b7e-bb81-59c053525741 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:49.190220 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41a44def-176b-47f9-8d8a-e011cf1550e1 req-51beac10-6e89-4b7e-bb81-59c053525741 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1276658 Feb 10 15:26:49.206786 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (d5649c97-1632-4556-b5ce-6f95bcf28a4f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:49.242257 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port e3444cab-0467-43bf-abfd-f2015b4f6ef4 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:49.242578 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e3444cab-0467-43bf-abfd-f2015b4f6ef4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:49.284244 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41a44def-176b-47f9-8d8a-e011cf1550e1 req-d7f83b5f-1119-4311-8172-f2f78ddc7576 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604193 Feb 10 15:26:49.293378 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (d5649c97-1632-4556-b5ce-6f95bcf28a4f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:49.299819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:26:49.300210 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (d5649c97-1632-4556-b5ce-6f95bcf28a4f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:26:49.302143 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:26:49.313346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3444cab-0467-43bf-abfd-f2015b4f6ef4 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:26:49.353649 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port e3444cab-0467-43bf-abfd-f2015b4f6ef4, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=e3444cab-0467-43bf-abfd-f2015b4f6ef4,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:49.359192 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e3444cab-0467-43bf-abfd-f2015b4f6ef4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:49.419869 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (6815c067-d5ad-4bf7-9e88-17529fe8111d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:49.443834 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:49.448599 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6815c067-d5ad-4bf7-9e88-17529fe8111d HTTP/1.1" status: 204 len: 168 time: 1.1150858 Feb 10 15:26:49.452043 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b117272-efb6-4776-9f7b-a0ad18d95569 admin admin] Pushing event deleted for resources: {'Network': ['ID=6815c067-d5ad-4bf7-9e88-17529fe8111d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:49.492996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546801b-79d9-46b2-9419-baf263faf136 req-04a09cdb-d30b-4634-9f7c-163be78366a3 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:49.505732 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f546801b-79d9-46b2-9419-baf263faf136 req-04a09cdb-d30b-4634-9f7c-163be78366a3 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 949 time: 0.1258597 Feb 10 15:26:49.609851 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f546801b-79d9-46b2-9419-baf263faf136 req-d35cce74-10f9-4e8d-84a3-b672ce3f406e tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966370 Feb 10 15:26:49.726541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=e3444cab-0467-43bf-abfd-f2015b4f6ef4,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:49.815875 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54608) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:49.831773 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['e3444cab-0467-43bf-abfd-f2015b4f6ef4'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:26:49.890326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54610) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:49.890702 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8c288c53-95b0-46b4-87ba-c9dbc49e1357 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ad24befb1384c69ac214ad0a37e0b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0735357 Feb 10 15:26:49.978833 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3ca1ba8-25e9-419a-a441-b2c2e9a01e67 admin admin] Publish callbacks [] for security_group (53db1a11-08d3-40d8-a259-cab72fdc290f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:50.020731 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3ca1ba8-25e9-419a-a441-b2c2e9a01e67 admin admin] Publish callbacks [] for security_group (53db1a11-08d3-40d8-a259-cab72fdc290f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:50.112910 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3ca1ba8-25e9-419a-a441-b2c2e9a01e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (53db1a11-08d3-40d8-a259-cab72fdc290f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:50.119939 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3ca1ba8-25e9-419a-a441-b2c2e9a01e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:50.122191 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d3ca1ba8-25e9-419a-a441-b2c2e9a01e67 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53db1a11-08d3-40d8-a259-cab72fdc290f HTTP/1.1" status: 204 len: 168 time: 0.2297056 Feb 10 15:26:50.142595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca1ba8-25e9-419a-a441-b2c2e9a01e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53db1a11-08d3-40d8-a259-cab72fdc290f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:50.299442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8066da55-de0d-4c52-a32d-2c0362fd2233 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:26:50.385062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 8066da55-de0d-4c52-a32d-2c0362fd2233 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:26:50.385460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8066da55-de0d-4c52-a32d-2c0362fd2233 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:26:50.561215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ba276-c021-42aa-8946-e233ddf24c46 req-2449b438-a624-4e38-aace-43e00e6281d7 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:50.584480 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e47ba276-c021-42aa-8946-e233ddf24c46 req-2449b438-a624-4e38-aace-43e00e6281d7 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1247880 Feb 10 15:26:50.674091 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e47ba276-c021-42aa-8946-e233ddf24c46 req-5364b7b1-da9a-48ed-87d4-9a9a8880d65b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885918 Feb 10 15:26:50.828745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d45ff-ef00-4f61-a0f4-71c719761301 req-281655ff-eeda-4a8b-a964-82acefdc23c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:50.830270 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b8d45ff-ef00-4f61-a0f4-71c719761301 req-281655ff-eeda-4a8b-a964-82acefdc23c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 949 time: 0.1034794 Feb 10 15:26:50.907291 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b8d45ff-ef00-4f61-a0f4-71c719761301 req-928b6e1b-6885-488a-824e-95c9a7185cf1 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678964 Feb 10 15:26:50.941291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device e3444cab-0467-43bf-abfd-f2015b4f6ef4 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:26:51.019890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port e3444cab-0467-43bf-abfd-f2015b4f6ef4 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:26:51.027841 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port e3444cab-0467-43bf-abfd-f2015b4f6ef4 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:51.028139 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e3444cab-0467-43bf-abfd-f2015b4f6ef4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:51.166662 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port e3444cab-0467-43bf-abfd-f2015b4f6ef4 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:26:51.167355 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e3444cab-0467-43bf-abfd-f2015b4f6ef4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:51.226847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3444cab-0467-43bf-abfd-f2015b4f6ef4'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:26:51.226847 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbeb5613-ec63-46bf-8d08-fb3e5c6150c3" -d '{"events": [{"server_uuid": "fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e", "name": "network-vif-plugged", "status": "completed", "tag": "e3444cab-0467-43bf-abfd-f2015b4f6ef4"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:26:51.258197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port e3444cab-0467-43bf-abfd-f2015b4f6ef4, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=e3444cab-0467-43bf-abfd-f2015b4f6ef4,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:51.277154 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e3444cab-0467-43bf-abfd-f2015b4f6ef4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:51.369904 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619ce7f4-7172-4a54-9951-836cdd2e205b x-openstack-request-id: req-619ce7f4-7172-4a54-9951-836cdd2e205b {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:26:51.372261 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e", "name": "network-vif-plugged", "status": "completed", "tag": "e3444cab-0467-43bf-abfd-f2015b4f6ef4", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:26:51.372776 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-619ce7f4-7172-4a54-9951-836cdd2e205b {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:26:51.374367 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3444cab-0467-43bf-abfd-f2015b4f6ef4', 'code': 200} Feb 10 15:26:51.438130 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=e3444cab-0467-43bf-abfd-f2015b4f6ef4,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:51.508099 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb5b93-369e-43d7-86e2-53301741f3e0 req-33dc557a-0d85-46dd-90f4-c6cf4ac4ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:51.510128 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eddb5b93-369e-43d7-86e2-53301741f3e0 req-33dc557a-0d85-46dd-90f4-c6cf4ac4ca87 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 1132 time: 0.0907745 Feb 10 15:26:51.629311 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eddb5b93-369e-43d7-86e2-53301741f3e0 req-f095621a-f8be-49c2-852d-3f7d200bd0fa service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120114 Feb 10 15:26:51.855205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd73ee9-83eb-430e-8d9a-3c8a1f0a40d3 req-47bc78f5-e2f3-43d1-9af5-3ab70ffa7111 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:51.865248 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdd73ee9-83eb-430e-8d9a-3c8a1f0a40d3 req-47bc78f5-e2f3-43d1-9af5-3ab70ffa7111 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.0952115 Feb 10 15:26:51.936851 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdd73ee9-83eb-430e-8d9a-3c8a1f0a40d3 req-8896dcc3-891b-4682-9eea-5ad9b1560e5b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702055 Feb 10 15:26:52.081714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e88c4-a13a-4b67-a41c-1f8f580392d6 req-afff1782-414a-4e27-97ab-803db0872bb1 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:52.083761 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-704e88c4-a13a-4b67-a41c-1f8f580392d6 req-afff1782-414a-4e27-97ab-803db0872bb1 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 950 time: 0.0659151 Feb 10 15:26:52.135518 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-704e88c4-a13a-4b67-a41c-1f8f580392d6 req-a803412b-4b52-44f1-83c6-05eb213e7710 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467796 Feb 10 15:26:52.674393 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-99e7b679-a5ef-44ed-b5f8-4f18dc498708 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1929002822&fields=id&tenant_id=0b16a35b27c34528b89e48e9d57bc923 HTTP/1.1" status: 200 len: 267 time: 0.0531220 Feb 10 15:26:52.831022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-1e8f9ea5-4d29-4342-8cf4-bdd6338d622d tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:52.832776 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-1e8f9ea5-4d29-4342-8cf4-bdd6338d622d tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/networks?id=fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 HTTP/1.1" status: 200 len: 816 time: 0.1572177 Feb 10 15:26:52.848434 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-9bd9774d-d862-46b1-bd06-401ec320ead4 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/quotas/0b16a35b27c34528b89e48e9d57bc923 HTTP/1.1" status: 200 len: 375 time: 0.0099204 Feb 10 15:26:53.017479 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-8bebc1b3-4dc6-4cfd-9532-818e008662bb tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b16a35b27c34528b89e48e9d57bc923&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1603911 Feb 10 15:26:53.273491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447113d-c1db-45fa-b793-5eaa96f549e5 req-a0fccf62-1e9c-45cf-ad24-c240f54fa083 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:53.281140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8447113d-c1db-45fa-b793-5eaa96f549e5 req-a0fccf62-1e9c-45cf-ad24-c240f54fa083 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1837614 Feb 10 15:26:53.338076 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-25dfa456-02a9-4d7a-a038-5429fa42f11d service neutron] 10.222.0.64 "GET /v2.0/networks/fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151679 Feb 10 15:26:53.358960 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8447113d-c1db-45fa-b793-5eaa96f549e5 req-5c3357cc-34c1-453a-bb5a-457ca65b50e2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768127 Feb 10 15:26:53.576396 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-2ee9407e-7c5c-4fcb-a476-9140f37728da service neutron] 10.222.0.64 "GET /v2.0/networks/fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163258 Feb 10 15:26:53.607804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332d3ae-4c4f-4549-a992-2ef4a003e5b1 req-d8b39250-4f75-45df-9bc8-2a74e3a67513 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:53.610516 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f332d3ae-4c4f-4549-a992-2ef4a003e5b1 req-d8b39250-4f75-45df-9bc8-2a74e3a67513 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 950 time: 0.1356719 Feb 10 15:26:53.676218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54722) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:53.693405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f332d3ae-4c4f-4549-a992-2ef4a003e5b1 req-ec77783a-4fbf-43e7-9f6b-f43870ab42c6 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721979 Feb 10 15:26:53.886858 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1639d4a2-b34e-4af1-a5fa-c46a0c336733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:54.012193 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1639d4a2-b34e-4af1-a5fa-c46a0c336733 admin admin] Publish callbacks [] for security_group (0b01acf0-a314-4b3d-8614-dd49cc7153be), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:54.018128 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1639d4a2-b34e-4af1-a5fa-c46a0c336733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0b01acf0-a314-4b3d-8614-dd49cc7153be), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:54.061931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639d4a2-b34e-4af1-a5fa-c46a0c336733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b01acf0-a314-4b3d-8614-dd49cc7153be,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:54.084568 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1639d4a2-b34e-4af1-a5fa-c46a0c336733 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc2627b966cc4965a1cc26a688d5ad50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071720 Feb 10 15:26:54.088406 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54752) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:54.155188 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-02a843e0-5c14-4bba-9271-d16a3093a431 req-1bfa4124-605f-4750-8f13-8af73130880f tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0480874 Feb 10 15:26:54.223880 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d133-dec8-4006-a7b9-1eee8f48a4a7 admin admin] Publish callbacks [] for security_group (0b01acf0-a314-4b3d-8614-dd49cc7153be), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:54.271488 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d133-dec8-4006-a7b9-1eee8f48a4a7 admin admin] Publish callbacks [] for security_group (0b01acf0-a314-4b3d-8614-dd49cc7153be), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:54.388776 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d133-dec8-4006-a7b9-1eee8f48a4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0b01acf0-a314-4b3d-8614-dd49cc7153be), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:54.391449 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d133-dec8-4006-a7b9-1eee8f48a4a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:54.392620 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7ee2d133-dec8-4006-a7b9-1eee8f48a4a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b01acf0-a314-4b3d-8614-dd49cc7153be HTTP/1.1" status: 204 len: 168 time: 0.3017540 Feb 10 15:26:54.412312 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2d133-dec8-4006-a7b9-1eee8f48a4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b01acf0-a314-4b3d-8614-dd49cc7153be,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:54.730867 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446a9d2-7a07-4318-a4c5-8ef25827079e req-afcdbbb8-91d1-47db-beaa-243d4b126e58 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:54.732953 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0446a9d2-7a07-4318-a4c5-8ef25827079e req-afcdbbb8-91d1-47db-beaa-243d4b126e58 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.0887291 Feb 10 15:26:54.885368 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0446a9d2-7a07-4318-a4c5-8ef25827079e req-4a98254c-6d9b-4b5c-b054-8b4a7be26afc tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383200 Feb 10 15:26:54.896478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-241ef833-f035-4734-b739-291c1f34a7ad tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:54.897138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-241ef833-f035-4734-b739-291c1f34a7ad tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:54.897738 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-241ef833-f035-4734-b739-291c1f34a7ad tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:54.898299 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-241ef833-f035-4734-b739-291c1f34a7ad tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:54.898938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-241ef833-f035-4734-b739-291c1f34a7ad tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:54.900067 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-241ef833-f035-4734-b739-291c1f34a7ad tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:54.900600 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-241ef833-f035-4734-b739-291c1f34a7ad tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:54.901211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-241ef833-f035-4734-b739-291c1f34a7ad tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:54.901819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-241ef833-f035-4734-b739-291c1f34a7ad tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:54.902381 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-241ef833-f035-4734-b739-291c1f34a7ad tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:54.902926 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-241ef833-f035-4734-b739-291c1f34a7ad tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:54.903485 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-241ef833-f035-4734-b739-291c1f34a7ad tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:54.913299 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-241ef833-f035-4734-b739-291c1f34a7ad tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e&device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e&device_id=bb75c043-a803-4495-b3ee-902b2496e05f&device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7&device_id=3769851c-964e-446f-8b62-0b4abed17966&device_id=117f9a95-e999-4ffe-9117-744275a97b00&device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 11310 time: 0.1765056 Feb 10 15:26:54.927627 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-c2f32275-9f42-4c3a-a735-1f869a660614 tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:54.928799 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54776) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:54.953542 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed1bedae-82f9-4d0a-b010-b65af0c9fbca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:55.051794 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-c2f32275-9f42-4c3a-a735-1f869a660614 tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Publish callbacks [] for security_group (f5dc49f5-9c02-4341-85d8-a1bc4d8f8879), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:55.057855 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-c2f32275-9f42-4c3a-a735-1f869a660614 tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f5dc49f5-9c02-4341-85d8-a1bc4d8f8879), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:55.151335 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed1bedae-82f9-4d0a-b010-b65af0c9fbca admin admin] Publish callbacks [] for security_group (c1320345-7889-465b-a218-62ed5cd0f047), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:55.152914 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f32275-9f42-4c3a-a735-1f869a660614 tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dc49f5-9c02-4341-85d8-a1bc4d8f8879,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:55.158896 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed1bedae-82f9-4d0a-b010-b65af0c9fbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c1320345-7889-465b-a218-62ed5cd0f047), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:55.209928 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ed1bedae-82f9-4d0a-b010-b65af0c9fbca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf03eb49fc4e4c25b4561790b2101521&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2800217 Feb 10 15:26:55.213630 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54782) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:26:55.253949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bedae-82f9-4d0a-b010-b65af0c9fbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1320345-7889-465b-a218-62ed5cd0f047,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:55.259503 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7bdf1aa5-8d1e-4adc-9f60-bb40e4a0f7f6 req-c2f32275-9f42-4c3a-a735-1f869a660614 tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=96837a9a-86c7-48cb-81fd-f377ef2c99a3&id=b50fe35e-e833-453d-b259-55e49f34ca47&id=a9bb245d-26fc-48bf-9fc2-298451c100c6&id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 632 time: 0.3452079 Feb 10 15:26:55.354563 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65cb50f8-adab-4e08-9f60-2323a1feab9b admin admin] Publish callbacks [] for security_group (c1320345-7889-465b-a218-62ed5cd0f047), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:55.360102 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-186af4e1-1dc7-4c21-b243-8140e07453d7 req-c45df24d-3c3c-49a1-b426-7eacef989796 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0434763 Feb 10 15:26:55.411111 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65cb50f8-adab-4e08-9f60-2323a1feab9b admin admin] Publish callbacks [] for security_group (c1320345-7889-465b-a218-62ed5cd0f047), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:55.488691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef01b5-77a7-46bb-a61e-4ab91ccf1715 req-ffee5564-001d-47b7-8e29-6d2b0eadd58c tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:55.490378 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20ef01b5-77a7-46bb-a61e-4ab91ccf1715 req-ffee5564-001d-47b7-8e29-6d2b0eadd58c tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 945 time: 0.1331811 Feb 10 15:26:55.538751 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65cb50f8-adab-4e08-9f60-2323a1feab9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c1320345-7889-465b-a218-62ed5cd0f047), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:55.542174 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65cb50f8-adab-4e08-9f60-2323a1feab9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:55.554118 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-65cb50f8-adab-4e08-9f60-2323a1feab9b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1320345-7889-465b-a218-62ed5cd0f047 HTTP/1.1" status: 204 len: 168 time: 0.3299270 Feb 10 15:26:55.635792 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb50f8-adab-4e08-9f60-2323a1feab9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1320345-7889-465b-a218-62ed5cd0f047,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:55.667435 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20ef01b5-77a7-46bb-a61e-4ab91ccf1715 req-350eb86a-c5d8-4e4d-b400-86177d6babf1 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/security-groups?id=96837a9a-86c7-48cb-81fd-f377ef2c99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518192 Feb 10 15:26:55.885003 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-38b94c8c-ae1d-4900-b611-81ce2f7e7d59 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:55.887037 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-38b94c8c-ae1d-4900-b611-81ce2f7e7d59 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.72 "GET /v2.0/networks?id=fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 HTTP/1.1" status: 200 len: 816 time: 0.3260849 Feb 10 15:26:55.962312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e8d2d-edaf-4dd6-b2c7-2d9a9d3dc94f req-bcfdad64-5ae2-493a-92e6-67d5529311d0 tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:55.965435 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e8d2d-edaf-4dd6-b2c7-2d9a9d3dc94f req-bcfdad64-5ae2-493a-92e6-67d5529311d0 tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:55.966085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e8d2d-edaf-4dd6-b2c7-2d9a9d3dc94f req-bcfdad64-5ae2-493a-92e6-67d5529311d0 tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:55.975305 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f4e8d2d-edaf-4dd6-b2c7-2d9a9d3dc94f req-bcfdad64-5ae2-493a-92e6-67d5529311d0 tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e&device_id=bb75c043-a803-4495-b3ee-902b2496e05f&device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 2976 time: 0.1769202 Feb 10 15:26:56.139886 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f4e8d2d-edaf-4dd6-b2c7-2d9a9d3dc94f req-cf4c2ae2-f78a-4476-a6fd-48dca76088b2 tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633132 Feb 10 15:26:56.243936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-1cfe1a30-8c05-4a8e-8fdf-6e59d3f28d09 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b16a35b27c34528b89e48e9d57bc923 HTTP/1.1" status: 200 len: 380 time: 0.3446991 Feb 10 15:26:56.255928 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Request body: {'port': {'device_id': '334a4244-980f-49c6-8047-13b619f5fd6e', 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'admin_state_up': True, 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'security_groups': ['13512d45-c23d-4741-a7df-11555b4c688d']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:26:56.467912 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8ac92-b884-4666-aa45-a24c2d74fc29 req-9ffc660d-f82e-4b38-9cb1-c25ef2989dcd tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:56.475256 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-71f8ac92-b884-4666-aa45-a24c2d74fc29 req-9ffc660d-f82e-4b38-9cb1-c25ef2989dcd tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.4062672 Feb 10 15:26:56.508101 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Made reservation on behalf of 0b16a35b27c34528b89e48e9d57bc923 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:26:56.512865 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:56.579208 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-71f8ac92-b884-4666-aa45-a24c2d74fc29 req-85235d1e-8fdc-496e-a5eb-283b103ad506 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971332 Feb 10 15:26:56.911169 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Allocated IP 172.20.0.13 (fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356/b50776bb-769d-4fdc-bcac-f783e32a05ab/3bd3c4c6-a166-4dfe-a5fc-6be93347198f) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:26:57.030821 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b7846217-fbd9-4e0c-bf89-7b85a4fd358e req-b96d8981-7151-47fa-9b21-7ac464f538f7 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.3319526 Feb 10 15:26:57.157336 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for port (3bd3c4c6-a166-4dfe-a5fc-6be93347198f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:57.240730 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (3bd3c4c6-a166-4dfe-a5fc-6be93347198f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:57.347262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Network fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:26:57.353823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:26:57.374420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:26:57.467874 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:57.468626 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:57.484071 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6516b-2fb9-48b2-9b7a-2c6b49bd7230 req-3418dd21-06b0-445a-98ce-70d7379d80b3 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:57.493729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-52e6516b-2fb9-48b2-9b7a-2c6b49bd7230 req-3418dd21-06b0-445a-98ce-70d7379d80b3 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 945 time: 0.7716434 Feb 10 15:26:57.522570 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Pushing event updated for resources: {'Port': ['ID=3bd3c4c6-a166-4dfe-a5fc-6be93347198f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:57.540727 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2888920 Feb 10 15:26:57.602061 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-52e6516b-2fb9-48b2-9b7a-2c6b49bd7230 req-096c8f6c-4d30-48ec-b88a-806ccc037a90 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/security-groups?id=96837a9a-86c7-48cb-81fd-f377ef2c99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072900 Feb 10 15:26:57.610428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:57.612060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:57.613446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:57.613944 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:57.615996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:57.619149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:57.619692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:57.620212 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:57.620717 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:57.621222 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:57.621704 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:57.622852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:57.623367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cd15f6-6421-4aaa-8376-d59d3b480c10 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:26:57.814381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1111ee-47d9-4f4f-868d-964379625395 req-622e345c-36f0-4f98-862a-b1d4a503f30d tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:57.818222 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3a1111ee-47d9-4f4f-868d-964379625395 req-622e345c-36f0-4f98-862a-b1d4a503f30d tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.72 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 945 time: 0.1202905 Feb 10 15:26:57.875714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67884cc4-c026-458a-9147-4c1d726a0197 req-4b5ae821-e238-45ff-bfc6-c4ba23353b19 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:57.884741 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67884cc4-c026-458a-9147-4c1d726a0197 req-4b5ae821-e238-45ff-bfc6-c4ba23353b19 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1210132 Feb 10 15:26:57.943662 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7d790165-02fa-4fed-ba45-2d8f5b557bbe None None] Provisioning complete for port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:26:57.944636 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7d790165-02fa-4fed-ba45-2d8f5b557bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3bd3c4c6-a166-4dfe-a5fc-6be93347198f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:57.976329 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67884cc4-c026-458a-9147-4c1d726a0197 req-122ba55c-bf16-4823-85a9-3e6df288923f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904403 Feb 10 15:26:58.053278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Request body: {'port': {'device_id': '334a4244-980f-49c6-8047-13b619f5fd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:26:58.069032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-3a1111ee-47d9-4f4f-868d-964379625395 req-251daa30-c495-47d0-a909-046de3588476 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Deleting port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:26:58.070557 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3a1111ee-47d9-4f4f-868d-964379625395 req-251daa30-c495-47d0-a909-046de3588476 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:58.098008 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7d790165-02fa-4fed-ba45-2d8f5b557bbe None None] Port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:26:58.292179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3a1111ee-47d9-4f4f-868d-964379625395 req-251daa30-c495-47d0-a909-046de3588476 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] For port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e,segment=NetworkSegment(ee715fad-778c-4faf-a6a1-48cdbb71b11f),segment_id=ee715fad-778c-4faf-a6a1-48cdbb71b11f)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:26:58.292941 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3a1111ee-47d9-4f4f-868d-964379625395 req-251daa30-c495-47d0-a909-046de3588476 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:58.357341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29008f-33a5-4390-a8c4-4b322a2de469 req-38f67b27-4e47-40ab-beaa-056143a93019 tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:58.366523 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db29008f-33a5-4390-a8c4-4b322a2de469 req-38f67b27-4e47-40ab-beaa-056143a93019 tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 1132 time: 0.3087125 Feb 10 15:26:58.420922 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3bd3c4c6-a166-4dfe-a5fc-6be93347198f), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:58.546658 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db29008f-33a5-4390-a8c4-4b322a2de469 req-cb68d9a3-bbbd-4ce0-978b-7c14591e093e tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726043 Feb 10 15:26:58.587437 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69d861-d0da-453b-a9b4-b4be42774180 req-6214e216-62ff-4f5a-b0ae-e38fd92b1887 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:58.594539 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd69d861-d0da-453b-a9b4-b4be42774180 req-6214e216-62ff-4f5a-b0ae-e38fd92b1887 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 932 time: 0.1983812 Feb 10 15:26:58.687140 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3a1111ee-47d9-4f4f-868d-964379625395 req-251daa30-c495-47d0-a909-046de3588476 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:58.688348 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3a1111ee-47d9-4f4f-868d-964379625395 req-251daa30-c495-47d0-a909-046de3588476 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (0469c326-5b3d-40a5-870e-f9a0b71778cc), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:58.689713 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [req-3a1111ee-47d9-4f4f-868d-964379625395 req-251daa30-c495-47d0-a909-046de3588476 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Floating IP 0469c326-5b3d-40a5-870e-f9a0b71778cc disassociated. External IP: 172.25.3.32, port: b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e. Feb 10 15:26:58.691426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-3a1111ee-47d9-4f4f-868d-964379625395 req-251daa30-c495-47d0-a909-046de3588476 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Calling delete_port for b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:26:58.724531 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd69d861-d0da-453b-a9b4-b4be42774180 req-9bf4fa12-c72a-4538-b172-ea20d258289f tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290159 Feb 10 15:26:58.867978 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3a1111ee-47d9-4f4f-868d-964379625395 req-251daa30-c495-47d0-a909-046de3588476 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:58.918621 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251daa30-c495-47d0-a909-046de3588476 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Pushing event deleted for resources: {'Port': ['ID=b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:59.011806 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc4922-def3-424c-b9cf-0b6ade7b0d7c req-fba8b20c-6ee1-4584-8b58-fbf0b2192b12 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:59.014015 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1dc4922-def3-424c-b9cf-0b6ade7b0d7c req-fba8b20c-6ee1-4584-8b58-fbf0b2192b12 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.3110898 Feb 10 15:26:59.029612 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefba18-ceac-49d7-b2e4-6f1c924e8a37 req-f104ec9f-85d6-472a-a97a-5d927eed4be1 tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:59.041351 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4eefba18-ceac-49d7-b2e4-6f1c924e8a37 req-f104ec9f-85d6-472a-a97a-5d927eed4be1 tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 1132 time: 0.2185767 Feb 10 15:26:59.100476 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c74f6-f3b9-41ad-b4c2-55111b40ff5f req-4c047882-e6e0-406e-9893-8af908dfa5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:59.101732 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d05c74f6-f3b9-41ad-b4c2-55111b40ff5f req-4c047882-e6e0-406e-9893-8af908dfa5d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c2365a3048c4b23a67221fc3c979c7a&device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 1127 time: 0.2636552 Feb 10 15:26:59.189145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd3c4c6-a166-4dfe-a5fc-6be93347198f {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:26:59.200142 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Publish callbacks [] for port (3bd3c4c6-a166-4dfe-a5fc-6be93347198f), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:59.224388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Transition to ACTIVE for port object 3bd3c4c6-a166-4dfe-a5fc-6be93347198f will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:26:59.238742 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (3bd3c4c6-a166-4dfe-a5fc-6be93347198f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:59.309395 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Pushing event updated for resources: {'Port': ['ID=3bd3c4c6-a166-4dfe-a5fc-6be93347198f,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:26:59.365603 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c74f6-f3b9-41ad-b4c2-55111b40ff5f req-372b0db2-cf2b-46c9-a150-6fda33503532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:59.367250 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d05c74f6-f3b9-41ad-b4c2-55111b40ff5f req-372b0db2-cf2b-46c9-a150-6fda33503532 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2e77de5-12dc-41aa-af99-c9787df5a7b0 HTTP/1.1" status: 200 len: 912 time: 0.2488589 Feb 10 15:26:59.433261 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1dc4922-def3-424c-b9cf-0b6ade7b0d7c req-2c93d8c1-0bd2-4812-afa8-331a2eb1b264 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4057453 Feb 10 15:26:59.748967 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d05c74f6-f3b9-41ad-b4c2-55111b40ff5f req-e33d32a2-c6c4-4353-96ab-754c7b224158 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe HTTP/1.1" status: 200 len: 1001 time: 0.3704157 Feb 10 15:26:59.815649 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5f9fe48-bec0-4e37-b8d8-1c62226109f3 req-7b30e8d8-4366-48af-be21-fbd10e7f8987 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/ports?device_id=3769851c-964e-446f-8b62-0b4abed17966 HTTP/1.1" status: 200 len: 210 time: 0.1559637 Feb 10 15:26:59.834026 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4eefba18-ceac-49d7-b2e4-6f1c924e8a37 req-39cedde1-37e3-47ac-9c7d-85e464191d34 tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7912641 Feb 10 15:26:59.846471 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Attempting to bind port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:26:59.853983 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Attempting to bind port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'c5cac21f-6088-4687-9a73-ab91462cc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:26:59.857311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Attempting to bind port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f on network fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:26:59.869316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a1111ee-47d9-4f4f-868d-964379625395 req-251daa30-c495-47d0-a909-046de3588476 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Router 68c720ea-17c0-4b88-a92c-602a065ac7f6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:26:59.902731 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f on network fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:26:59.905998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Attempting to bind port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f on network fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:26:59.935294 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:26:59.943076 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Checking segment: {'id': 'c5cac21f-6088-4687-9a73-ab91462cc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:26:59.943562 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Bound using segment: {'id': 'c5cac21f-6088-4687-9a73-ab91462cc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:26:59.944041 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Bound port: 3bd3c4c6-a166-4dfe-a5fc-6be93347198f, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cac21f-6088-4687-9a73-ab91462cc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:26:59.944437 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3bd3c4c6-a166-4dfe-a5fc-6be93347198f), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:26:59.965030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c74f6-f3b9-41ad-b4c2-55111b40ff5f req-14f12040-cd4b-4dcf-8ade-a0f14c3701f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:26:59.971467 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d05c74f6-f3b9-41ad-b4c2-55111b40ff5f req-14f12040-cd4b-4dcf-8ade-a0f14c3701f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3ce83f6-6325-453a-a2c7-3c49256a130b HTTP/1.1" status: 200 len: 850 time: 0.2025499 Feb 10 15:27:00.215397 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] For port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:27:00.220155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] For port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3bd3c4c6-a166-4dfe-a5fc-6be93347198f,segment=NetworkSegment(c5cac21f-6088-4687-9a73-ab91462cc8f8),segment_id=c5cac21f-6088-4687-9a73-ab91462cc8f8)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:27:00.231210 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (3bd3c4c6-a166-4dfe-a5fc-6be93347198f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:00.340220 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Pushing event updated for resources: {'Port': ['ID=3bd3c4c6-a166-4dfe-a5fc-6be93347198f,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:00.385855 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:00.397913 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:00.400594 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-66ac205a-3527-4b85-af5d-07790517f55f service neutron] 10.222.0.72 "PUT /v2.0/ports/3bd3c4c6-a166-4dfe-a5fc-6be93347198f HTTP/1.1" status: 200 len: 1092 time: 2.8148170 Feb 10 15:27:00.401369 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334a4244-980f-49c6-8047-13b619f5fd6e', 'tag': '3bd3c4c6-a166-4dfe-a5fc-6be93347198f'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:27:00.411069 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e499debd-a3d0-436e-aedb-6ad3da0c5038" -d '{"events": [{"name": "network-changed", "server_uuid": "334a4244-980f-49c6-8047-13b619f5fd6e", "tag": "3bd3c4c6-a166-4dfe-a5fc-6be93347198f"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:27:00.770037 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:27:00.814115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c74f6-f3b9-41ad-b4c2-55111b40ff5f req-9c00e324-a410-4cb0-b7c6-a4701c2fa62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:00.815857 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d05c74f6-f3b9-41ad-b4c2-55111b40ff5f req-9c00e324-a410-4cb0-b7c6-a4701c2fa62c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2e77de5-12dc-41aa-af99-c9787df5a7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8269808 Feb 10 15:27:00.829439 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:27:00.830381 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:27:00.864967 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54956) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:00.939068 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a1111ee-47d9-4f4f-868d-964379625395 req-251daa30-c495-47d0-a909-046de3588476 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:27:00.952489 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7601e-5379-44fc-b494-cc9ce2a4d842 None None] Sync routers for ids ['68c720ea-17c0-4b88-a92c-602a065ac7f6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:27:00.969701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7601e-5379-44fc-b494-cc9ce2a4d842 None None] Routers {'68c720ea-17c0-4b88-a92c-602a065ac7f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:27:00.974070 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1fe7601e-5379-44fc-b494-cc9ce2a4d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:26:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['68c720ea-17c0-4b88-a92c-602a065ac7f6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:01.098418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1111ee-47d9-4f4f-868d-964379625395 req-251daa30-c495-47d0-a909-046de3588476 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] No DVR routers for this DVR port b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:27:01.105921 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3a1111ee-47d9-4f4f-868d-964379625395 req-251daa30-c495-47d0-a909-046de3588476 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:01.113974 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3a1111ee-47d9-4f4f-868d-964379625395 req-251daa30-c495-47d0-a909-046de3588476 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.72 "DELETE /v2.0/ports/b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e HTTP/1.1" status: 204 len: 173 time: 3.2905471 Feb 10 15:27:01.116187 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3769851c-964e-446f-8b62-0b4abed17966', 'name': 'network-vif-deleted', 'tag': 'b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:27:01.127178 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24262696-6b15-4677-bb05-912bdddb9bd3" -d '{"events": [{"server_uuid": "3769851c-964e-446f-8b62-0b4abed17966", "name": "network-vif-deleted", "tag": "b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:27:01.223202 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2e5e1a3e-eae9-4062-8fd1-20d1ded3a93a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:01.285822 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-1fe7601e-5379-44fc-b494-cc9ce2a4d842 None None] Set router 68c720ea-17c0-4b88-a92c-602a065ac7f6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:27:01.344311 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2e5e1a3e-eae9-4062-8fd1-20d1ded3a93a admin admin] Publish callbacks [] for security_group (b453ffed-6223-4f2f-b787-aaec1b0d1197), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:01.349043 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2e5e1a3e-eae9-4062-8fd1-20d1ded3a93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b453ffed-6223-4f2f-b787-aaec1b0d1197), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:01.391465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a48a1-0192-42da-9390-1280d265afc4 req-2e3abec0-f02f-4983-963d-411a4f66f9a1 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:01.399965 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e3a48a1-0192-42da-9390-1280d265afc4 req-2e3abec0-f02f-4983-963d-411a4f66f9a1 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 944 time: 1.2982552 Feb 10 15:27:01.416065 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2e5e1a3e-eae9-4062-8fd1-20d1ded3a93a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23b6bd7cdf6047c48a70557e33539d70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5496979 Feb 10 15:27:01.418080 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d05c74f6-f3b9-41ad-b4c2-55111b40ff5f req-8b3e0c12-df71-4532-aa75-f8c48d42e105 service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824487 Feb 10 15:27:01.422581 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54964) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:01.495544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e1a3e-eae9-4062-8fd1-20d1ded3a93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b453ffed-6223-4f2f-b787-aaec1b0d1197,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:01.568063 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14be2841-4e48-4a37-8180-13b3e7b9c835 admin admin] Publish callbacks [] for security_group (b453ffed-6223-4f2f-b787-aaec1b0d1197), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:01.591885 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e3a48a1-0192-42da-9390-1280d265afc4 req-94e530ff-ac33-4ab6-91b5-b57495484145 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595199 Feb 10 15:27:01.604083 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14be2841-4e48-4a37-8180-13b3e7b9c835 admin admin] Publish callbacks [] for security_group (b453ffed-6223-4f2f-b787-aaec1b0d1197), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:01.631529 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-d1d6a854-d604-4f13-8897-2a225a4b1d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:01.641111 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-d1d6a854-d604-4f13-8897-2a225a4b1d79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b16a35b27c34528b89e48e9d57bc923&device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 1126 time: 1.1775632 Feb 10 15:27:01.772055 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d05c74f6-f3b9-41ad-b4c2-55111b40ff5f req-c2cd11e1-4250-4a1c-802d-7efbc5233c15 service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206043 Feb 10 15:27:01.790452 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14be2841-4e48-4a37-8180-13b3e7b9c835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b453ffed-6223-4f2f-b787-aaec1b0d1197), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:01.800459 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14be2841-4e48-4a37-8180-13b3e7b9c835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:01.804136 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-14be2841-4e48-4a37-8180-13b3e7b9c835 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b453ffed-6223-4f2f-b787-aaec1b0d1197 HTTP/1.1" status: 204 len: 168 time: 0.3781381 Feb 10 15:27:01.804448 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e307a2a-4440-4b28-b1b9-00bc0f1789ba x-openstack-request-id: req-3e307a2a-4440-4b28-b1b9-00bc0f1789ba {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:27:01.804448 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334a4244-980f-49c6-8047-13b619f5fd6e", "tag": "3bd3c4c6-a166-4dfe-a5fc-6be93347198f", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:27:01.804448 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e307a2a-4440-4b28-b1b9-00bc0f1789ba {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:27:01.804448 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334a4244-980f-49c6-8047-13b619f5fd6e', 'tag': '3bd3c4c6-a166-4dfe-a5fc-6be93347198f', 'status': 'completed', 'code': 200} Feb 10 15:27:01.829449 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-45718d55-fc1b-496c-82a5-f625757b709d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bd3c4c6-a166-4dfe-a5fc-6be93347198f HTTP/1.1" status: 200 len: 217 time: 0.1841693 Feb 10 15:27:01.863513 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be2841-4e48-4a37-8180-13b3e7b9c835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b453ffed-6223-4f2f-b787-aaec1b0d1197,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:01.893695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee50703-8508-4800-8b3d-dd8e3cbd4548 req-831b75d3-d5a6-4db1-b13e-d9ec7bb4c5da tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:01.910159 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7ee50703-8508-4800-8b3d-dd8e3cbd4548 req-831b75d3-d5a6-4db1-b13e-d9ec7bb4c5da tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.5061433 Feb 10 15:27:01.950926 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1fe7601e-5379-44fc-b494-cc9ce2a4d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'name': 'tempest-ServersTestManualDisk-462474041-router', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:44Z', 'updated_at': '2022-02-10T15:25:53Z', 'revision_number': 4, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'gw_port': {'id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:45Z', 'updated_at': '2022-02-10T15:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b4f42086-6695-46f7-8321-3648797733d8', 'name': '', 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'mac_address': 'fa:16:3e:56:b9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:51Z', 'updated_at': '2022-02-10T15:25:59Z', 'revision_number': 5, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'subnets': [{'id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:02.020133 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7601e-5379-44fc-b494-cc9ce2a4d842 None None] Checking router: 68c720ea-17c0-4b88-a92c-602a065ac7f6 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:27:02.031975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7601e-5379-44fc-b494-cc9ce2a4d842 None None] Routers {'68c720ea-17c0-4b88-a92c-602a065ac7f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:27:02.033186 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1fe7601e-5379-44fc-b494-cc9ce2a4d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:26:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['68c720ea-17c0-4b88-a92c-602a065ac7f6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:02.036007 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7ee50703-8508-4800-8b3d-dd8e3cbd4548 req-09c26d6b-9803-4703-9899-998078cfbcee tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238468 Feb 10 15:27:02.062187 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-69f27a5a-511e-49cf-a834-38f76ca990d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:02.062187 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-69f27a5a-511e-49cf-a834-38f76ca990d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b50776bb-769d-4fdc-bcac-f783e32a05ab HTTP/1.1" status: 200 len: 855 time: 0.2064848 Feb 10 15:27:02.205409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-1fe7601e-5379-44fc-b494-cc9ce2a4d842 None None] Set router 68c720ea-17c0-4b88-a92c-602a065ac7f6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:27:02.218646 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-72c066cf-05fc-4765-9024-eaafed881fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:02.222306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-72c066cf-05fc-4765-9024-eaafed881fc4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1566818 Feb 10 15:27:02.485275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-8e5426e6-9b18-464a-8c61-5895e9f85350 service neutron] 10.222.0.72 "GET /v2.0/networks/fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520363 Feb 10 15:27:02.522868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54990) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:02.547132 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54d43bc4-5f42-4d83-b414-a16e4fcad3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:02.701289 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1fe7601e-5379-44fc-b494-cc9ce2a4d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'name': 'tempest-ServersTestManualDisk-462474041-router', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:44Z', 'updated_at': '2022-02-10T15:25:53Z', 'revision_number': 4, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'gw_port': {'id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:45Z', 'updated_at': '2022-02-10T15:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b4f42086-6695-46f7-8321-3648797733d8', 'name': '', 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'mac_address': 'fa:16:3e:56:b9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:51Z', 'updated_at': '2022-02-10T15:25:59Z', 'revision_number': 5, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'subnets': [{'id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:02.768773 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-868eb161-307b-4413-aa2f-e97c85cdb955 req-f216debb-c0a7-45ba-8b8a-33ee01db128d service neutron] 10.222.0.72 "GET /v2.0/networks/fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789836 Feb 10 15:27:02.773940 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54d43bc4-5f42-4d83-b414-a16e4fcad3b1 admin admin] Publish callbacks [] for security_group (bb23393d-d59a-48d1-9d86-0a6df186ac6a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:02.780095 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54d43bc4-5f42-4d83-b414-a16e4fcad3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (bb23393d-d59a-48d1-9d86-0a6df186ac6a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:02.821687 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-54d43bc4-5f42-4d83-b414-a16e4fcad3b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=333a651927c94bccb9a375fd636ca915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2960064 Feb 10 15:27:02.822884 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54998) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:02.845907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d43bc4-5f42-4d83-b414-a16e4fcad3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb23393d-d59a-48d1-9d86-0a6df186ac6a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:02.877191 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55002) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:02.877383 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dcf751-0de1-4417-a372-cf03256683f4 x-openstack-request-id: req-97dcf751-0de1-4417-a372-cf03256683f4 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:27:02.877607 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3769851c-964e-446f-8b62-0b4abed17966", "name": "network-vif-deleted", "tag": "b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:27:02.878100 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97dcf751-0de1-4417-a372-cf03256683f4 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:27:02.878537 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3769851c-964e-446f-8b62-0b4abed17966', 'name': 'network-vif-deleted', 'tag': 'b039e4ca-8a20-4bea-82ba-3ad5f5f0a93e', 'status': 'completed', 'code': 200} Feb 10 15:27:02.882385 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7601e-5379-44fc-b494-cc9ce2a4d842 None None] The sync data for ids ['68c720ea-17c0-4b88-a92c-602a065ac7f6'] in n-d-815324-7 is: [{'id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'name': 'tempest-ServersTestManualDisk-462474041-router', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:44Z', 'updated_at': '2022-02-10T15:25:53Z', 'revision_number': 4, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'gw_port': {'id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:45Z', 'updated_at': '2022-02-10T15:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b4f42086-6695-46f7-8321-3648797733d8', 'name': '', 'network_id': '8470eb8b-00e7-4ffa-8679-e103ed191967', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'mac_address': 'fa:16:3e:56:b9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:51Z', 'updated_at': '2022-02-10T15:25:59Z', 'revision_number': 5, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'subnets': [{'id': '60f61cbe-9f08-4361-8b9a-22af98afc445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:27:03.216112 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b2ec8043-e53a-4123-bc45-3cc07f0e9c71 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for security_group (96837a9a-86c7-48cb-81fd-f377ef2c99a3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:03.326609 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b2ec8043-e53a-4123-bc45-3cc07f0e9c71 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for security_group (96837a9a-86c7-48cb-81fd-f377ef2c99a3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:03.332429 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499debd-a3d0-436e-aedb-6ad3da0c5038 req-db344fdf-1eaa-4875-ba15-4bc67a96fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:03.334150 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e499debd-a3d0-436e-aedb-6ad3da0c5038 req-db344fdf-1eaa-4875-ba15-4bc67a96fd95 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b16a35b27c34528b89e48e9d57bc923&device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 1126 time: 0.3490286 Feb 10 15:27:03.363074 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d33ae-8e8e-4b14-9006-2e962073b865 req-47bf97f3-7b68-4e6c-b772-eb65ecbbc62a tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:03.370225 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f3d33ae-8e8e-4b14-9006-2e962073b865 req-47bf97f3-7b68-4e6c-b772-eb65ecbbc62a tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 944 time: 0.3093526 Feb 10 15:27:03.437840 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6db5fe-9a8d-4113-a3ec-409e10ce97d4 None None] New status for floating IP 0469c326-5b3d-40a5-870e-f9a0b71778cc: DOWN {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:27:03.508939 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a88961ff-421d-41d4-87d4-03b41e50d9c8 admin admin] Publish callbacks [] for security_group (bb23393d-d59a-48d1-9d86-0a6df186ac6a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:03.590899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499debd-a3d0-436e-aedb-6ad3da0c5038 req-166a09f1-ce77-4ad8-bc1f-2b733bb38ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:03.592418 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e499debd-a3d0-436e-aedb-6ad3da0c5038 req-166a09f1-ce77-4ad8-bc1f-2b733bb38ce9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 HTTP/1.1" status: 200 len: 917 time: 0.2410042 Feb 10 15:27:03.605088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f3869-3008-4c08-a25a-2054bbc85727 req-b595723f-3158-4e92-be32-f86860508abc tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:03.611833 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d28f3869-3008-4c08-a25a-2054bbc85727 req-b595723f-3158-4e92-be32-f86860508abc tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.5995443 Feb 10 15:27:03.738084 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a88961ff-421d-41d4-87d4-03b41e50d9c8 admin admin] Publish callbacks [] for security_group (bb23393d-d59a-48d1-9d86-0a6df186ac6a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:03.743931 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e499debd-a3d0-436e-aedb-6ad3da0c5038 req-8f30c0db-a86c-450f-83a7-fc256aa3aea1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bd3c4c6-a166-4dfe-a5fc-6be93347198f HTTP/1.1" status: 200 len: 217 time: 0.1113596 Feb 10 15:27:03.826477 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499debd-a3d0-436e-aedb-6ad3da0c5038 req-1f0839be-8ac4-4722-83af-afd319e681ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:03.827997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e499debd-a3d0-436e-aedb-6ad3da0c5038 req-1f0839be-8ac4-4722-83af-afd319e681ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b50776bb-769d-4fdc-bcac-f783e32a05ab HTTP/1.1" status: 200 len: 855 time: 0.0626323 Feb 10 15:27:03.871964 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d28f3869-3008-4c08-a25a-2054bbc85727 req-d9a00f1e-a325-4ad4-9279-bccec8b19929 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592287 Feb 10 15:27:03.893834 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f3d33ae-8e8e-4b14-9006-2e962073b865 req-6fa74490-2069-4ab8-a47e-b3f724348d2b tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5227203 Feb 10 15:27:04.031546 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b2ec8043-e53a-4123-bc45-3cc07f0e9c71 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (96837a9a-86c7-48cb-81fd-f377ef2c99a3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:04.034553 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b2ec8043-e53a-4123-bc45-3cc07f0e9c71 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:04.038468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55014) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:04.038984 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b2ec8043-e53a-4123-bc45-3cc07f0e9c71 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "DELETE /v2.0/security-groups/96837a9a-86c7-48cb-81fd-f377ef2c99a3 HTTP/1.1" status: 204 len: 168 time: 1.1524658 Feb 10 15:27:04.060094 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-d2854dd2-4200-4755-bd41-5ef11b0876d2 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] show failed (client error): The resource could not be found. Feb 10 15:27:04.071510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec8043-e53a-4123-bc45-3cc07f0e9c71 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96837a9a-86c7-48cb-81fd-f377ef2c99a3,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:04.076156 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d2854dd2-4200-4755-bd41-5ef11b0876d2 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "GET /v2.0/security-groups/96837a9a-86c7-48cb-81fd-f377ef2c99a3 HTTP/1.1" status: 404 len: 347 time: 0.0342982 Feb 10 15:27:04.076423 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55016) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:04.147162 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499debd-a3d0-436e-aedb-6ad3da0c5038 req-d26c9687-c5c7-4d01-8927-151c16fa98f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:04.150863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e499debd-a3d0-436e-aedb-6ad3da0c5038 req-d26c9687-c5c7-4d01-8927-151c16fa98f1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2964969 Feb 10 15:27:04.175647 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f2b5a-a1cf-47c2-a158-5e01cc9ee550 req-5a839a74-4194-4e23-bcfd-52f8cb1d885b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:04.185236 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7c0f2b5a-a1cf-47c2-a158-5e01cc9ee550 req-5a839a74-4194-4e23-bcfd-52f8cb1d885b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1868622 Feb 10 15:27:04.223064 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a88961ff-421d-41d4-87d4-03b41e50d9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (bb23393d-d59a-48d1-9d86-0a6df186ac6a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:04.230216 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a88961ff-421d-41d4-87d4-03b41e50d9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:04.239625 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a88961ff-421d-41d4-87d4-03b41e50d9c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb23393d-d59a-48d1-9d86-0a6df186ac6a HTTP/1.1" status: 204 len: 168 time: 1.4153202 Feb 10 15:27:04.395420 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f0729aba-c003-4537-8f14-e12e92457148 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Deleting port 516c55f9-4645-4e6c-8134-d1cd164d4c9f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:27:04.401887 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7c0f2b5a-a1cf-47c2-a158-5e01cc9ee550 req-0499c9af-19dd-42df-829e-bfa6b9a3d7aa tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101259 Feb 10 15:27:04.402505 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f0729aba-c003-4537-8f14-e12e92457148 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (516c55f9-4645-4e6c-8134-d1cd164d4c9f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:04.402717 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88961ff-421d-41d4-87d4-03b41e50d9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb23393d-d59a-48d1-9d86-0a6df186ac6a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:04.453419 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e499debd-a3d0-436e-aedb-6ad3da0c5038 req-372b8eb4-a697-4879-8472-729756476e40 service neutron] 10.222.0.72 "GET /v2.0/networks/fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948582 Feb 10 15:27:04.636483 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e499debd-a3d0-436e-aedb-6ad3da0c5038 req-38a45d30-1cb3-46eb-88a0-c2568c8dccfa service neutron] 10.222.0.72 "GET /v2.0/networks/fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759732 Feb 10 15:27:04.690674 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f0729aba-c003-4537-8f14-e12e92457148 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (516c55f9-4645-4e6c-8134-d1cd164d4c9f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:04.691145 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f0729aba-c003-4537-8f14-e12e92457148 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for floatingip (516c55f9-4645-4e6c-8134-d1cd164d4c9f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:04.721382 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f0729aba-c003-4537-8f14-e12e92457148 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Calling delete_port for 516c55f9-4645-4e6c-8134-d1cd164d4c9f owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:27:05.191018 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f0729aba-c003-4537-8f14-e12e92457148 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (516c55f9-4645-4e6c-8134-d1cd164d4c9f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:05.221658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be45f7-53ae-4d8f-85ee-688f4747b538 req-5d2ae039-c2f2-4b0a-b91b-1ed8b8747b46 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:05.225774 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06be45f7-53ae-4d8f-85ee-688f4747b538 req-5d2ae039-c2f2-4b0a-b91b-1ed8b8747b46 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1734805 Feb 10 15:27:05.271000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0729aba-c003-4537-8f14-e12e92457148 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Pushing event deleted for resources: {'Port': ['ID=516c55f9-4645-4e6c-8134-d1cd164d4c9f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:05.278604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044102a-967f-4fbb-a523-8cb1673bd80d req-9f609905-033a-4bd0-839a-97991afc42ad tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:05.280530 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b044102a-967f-4fbb-a523-8cb1673bd80d req-9f609905-033a-4bd0-839a-97991afc42ad tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 944 time: 0.2688019 Feb 10 15:27:05.402047 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b044102a-967f-4fbb-a523-8cb1673bd80d req-0bb09362-e690-4adc-965a-dd034b76742a tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094427 Feb 10 15:27:05.482970 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06be45f7-53ae-4d8f-85ee-688f4747b538 req-542139ac-96f4-45fb-8424-aaf9adfac800 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929739 Feb 10 15:27:05.503172 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f0729aba-c003-4537-8f14-e12e92457148 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks [] for floatingip (0469c326-5b3d-40a5-870e-f9a0b71778cc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:05.511558 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f0729aba-c003-4537-8f14-e12e92457148 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:05.515256 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f0729aba-c003-4537-8f14-e12e92457148 tempest-ServersTestManualDisk-1625696996 tempest-ServersTestManualDisk-1625696996-project] 10.222.0.64 "DELETE /v2.0/floatingips/0469c326-5b3d-40a5-870e-f9a0b71778cc HTTP/1.1" status: 204 len: 168 time: 1.4351668 Feb 10 15:27:05.533230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55052) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:06.467275 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cad1d09f-4708-450d-8035-efba3f1faa2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (68c720ea-17c0-4b88-a92c-602a065ac7f6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:06.839055 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:07.008582 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e72ef-dd92-4c5b-a44f-7a002631d478 req-05be0d16-55f3-4f0a-9991-9167a3b75339 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:07.014889 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d7e72ef-dd92-4c5b-a44f-7a002631d478 req-05be0d16-55f3-4f0a-9991-9167a3b75339 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 944 time: 0.4581819 Feb 10 15:27:07.129145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150dafbc-af58-49e8-90ca-140b4c05e747 req-46303fdd-5a64-4c85-a971-c4d2c010a1b0 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:07.136679 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-150dafbc-af58-49e8-90ca-140b4c05e747 req-46303fdd-5a64-4c85-a971-c4d2c010a1b0 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.3361664 Feb 10 15:27:07.219154 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d7e72ef-dd92-4c5b-a44f-7a002631d478 req-204bbb11-0876-4425-ad16-f3efdf2439f4 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858835 Feb 10 15:27:07.264453 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-150dafbc-af58-49e8-90ca-140b4c05e747 req-55794f51-2fee-4bf1-b45d-3cdafa33e55c tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267250 Feb 10 15:27:07.497307 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-cad1d09f-4708-450d-8035-efba3f1faa2d admin admin] Deleting port b4f42086-6695-46f7-8321-3648797733d8 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:27:07.497916 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cad1d09f-4708-450d-8035-efba3f1faa2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b4f42086-6695-46f7-8321-3648797733d8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:07.601434 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-cad1d09f-4708-450d-8035-efba3f1faa2d admin admin] For port b4f42086-6695-46f7-8321-3648797733d8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b4f42086-6695-46f7-8321-3648797733d8,segment=NetworkSegment(ee715fad-778c-4faf-a6a1-48cdbb71b11f),segment_id=ee715fad-778c-4faf-a6a1-48cdbb71b11f)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:07.601834 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cad1d09f-4708-450d-8035-efba3f1faa2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b4f42086-6695-46f7-8321-3648797733d8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:07.615471 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-cad1d09f-4708-450d-8035-efba3f1faa2d admin admin] Calling delete_port for b4f42086-6695-46f7-8321-3648797733d8 owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:27:07.958168 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cad1d09f-4708-450d-8035-efba3f1faa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b4f42086-6695-46f7-8321-3648797733d8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:08.008592 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1d09f-4708-450d-8035-efba3f1faa2d admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f42086-6695-46f7-8321-3648797733d8,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:08.465288 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cad1d09f-4708-450d-8035-efba3f1faa2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (68c720ea-17c0-4b88-a92c-602a065ac7f6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:08.689980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc51e37-5bc2-485e-b8aa-e0c37f60495a req-41659d59-13e8-4d22-a20c-409c428f9b82 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:08.691613 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ebc51e37-5bc2-485e-b8aa-e0c37f60495a req-41659d59-13e8-4d22-a20c-409c428f9b82 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1460948 Feb 10 15:27:08.837142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb44aec-16d3-4644-b186-df8de57aa646 req-30033a9f-06a2-40de-a48c-01facba63eb6 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:08.838955 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cfb44aec-16d3-4644-b186-df8de57aa646 req-30033a9f-06a2-40de-a48c-01facba63eb6 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 944 time: 0.2919850 Feb 10 15:27:09.114486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ebc51e37-5bc2-485e-b8aa-e0c37f60495a req-42a7b16e-5312-4cf5-95b5-26fb1a93b7c5 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824005 Feb 10 15:27:09.165462 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cfb44aec-16d3-4644-b186-df8de57aa646 req-d5879f83-a672-4a73-b516-e19b09de9c6f tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497368 Feb 10 15:27:09.296124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad1d09f-4708-450d-8035-efba3f1faa2d admin admin] Router 68c720ea-17c0-4b88-a92c-602a065ac7f6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:27:09.826602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad1d09f-4708-450d-8035-efba3f1faa2d admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:27:09.834364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cad1d09f-4708-450d-8035-efba3f1faa2d admin admin] 10.222.0.64 "PUT /v2.0/routers/68c720ea-17c0-4b88-a92c-602a065ac7f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2970402 Feb 10 15:27:09.835087 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55142) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:09.840963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a1f345-fb91-40da-bccf-73d19bb7452c None None] Sync routers for ids ['68c720ea-17c0-4b88-a92c-602a065ac7f6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:27:09.860578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1f345-fb91-40da-bccf-73d19bb7452c None None] Routers {'68c720ea-17c0-4b88-a92c-602a065ac7f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:27:09.861616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-27a1f345-fb91-40da-bccf-73d19bb7452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:26:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['68c720ea-17c0-4b88-a92c-602a065ac7f6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:10.068811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-27a1f345-fb91-40da-bccf-73d19bb7452c None None] Set router 68c720ea-17c0-4b88-a92c-602a065ac7f6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:27:10.069664 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fe43d743-348e-4b43-a3c2-b2251f7e6637 admin admin] Publish callbacks [] for router (68c720ea-17c0-4b88-a92c-602a065ac7f6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:10.516085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-27a1f345-fb91-40da-bccf-73d19bb7452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'name': 'tempest-ServersTestManualDisk-462474041-router', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:44Z', 'updated_at': '2022-02-10T15:27:07Z', 'revision_number': 5, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'gw_port': {'id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:45Z', 'updated_at': '2022-02-10T15:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:10.533684 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902fd2b-7e1e-41b6-bd4c-711694770063 req-a3b46fc9-4fef-4228-a9b0-280f8b693b1c tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:10.543639 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2902fd2b-7e1e-41b6-bd4c-711694770063 req-a3b46fc9-4fef-4228-a9b0-280f8b693b1c tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 944 time: 0.1592557 Feb 10 15:27:10.564278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cd90e-e90b-4bd7-94ad-27b64f6d034a req-2add6573-7d64-40fb-8315-aa64d6ec8840 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:10.582417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d33cd90e-e90b-4bd7-94ad-27b64f6d034a req-2add6573-7d64-40fb-8315-aa64d6ec8840 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.2292364 Feb 10 15:27:10.609482 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a1f345-fb91-40da-bccf-73d19bb7452c None None] Checking router: 68c720ea-17c0-4b88-a92c-602a065ac7f6 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:27:10.645990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1f345-fb91-40da-bccf-73d19bb7452c None None] Routers {'68c720ea-17c0-4b88-a92c-602a065ac7f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:27:10.646983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-27a1f345-fb91-40da-bccf-73d19bb7452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:26:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['68c720ea-17c0-4b88-a92c-602a065ac7f6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:10.723865 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2902fd2b-7e1e-41b6-bd4c-711694770063 req-0b7228c1-22f0-425a-a42e-1b57fdabb552 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792917 Feb 10 15:27:10.741537 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fe43d743-348e-4b43-a3c2-b2251f7e6637 admin admin] Publish callbacks [] for router_gateway (68c720ea-17c0-4b88-a92c-602a065ac7f6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:10.793339 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d33cd90e-e90b-4bd7-94ad-27b64f6d034a req-c2a861ce-add2-4bd5-96e2-1c056aa3149e tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099693 Feb 10 15:27:10.880123 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-27a1f345-fb91-40da-bccf-73d19bb7452c None None] Set router 68c720ea-17c0-4b88-a92c-602a065ac7f6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:27:10.893143 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-fe43d743-348e-4b43-a3c2-b2251f7e6637 admin admin] Deleting port 11fcbefb-5199-4c36-9ce1-1fcb51345cff {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:27:10.893804 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fe43d743-348e-4b43-a3c2-b2251f7e6637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (11fcbefb-5199-4c36-9ce1-1fcb51345cff), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:11.021658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-fe43d743-348e-4b43-a3c2-b2251f7e6637 admin admin] For port 11fcbefb-5199-4c36-9ce1-1fcb51345cff, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=11fcbefb-5199-4c36-9ce1-1fcb51345cff,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:11.022035 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fe43d743-348e-4b43-a3c2-b2251f7e6637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (11fcbefb-5199-4c36-9ce1-1fcb51345cff), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:11.041358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-fe43d743-348e-4b43-a3c2-b2251f7e6637 admin admin] Calling delete_port for 11fcbefb-5199-4c36-9ce1-1fcb51345cff owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:27:11.264501 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:11.270875 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-27a1f345-fb91-40da-bccf-73d19bb7452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'name': 'tempest-ServersTestManualDisk-462474041-router', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:44Z', 'updated_at': '2022-02-10T15:27:07Z', 'revision_number': 5, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'gw_port': {'id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:45Z', 'updated_at': '2022-02-10T15:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:11.314138 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fe43d743-348e-4b43-a3c2-b2251f7e6637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (11fcbefb-5199-4c36-9ce1-1fcb51345cff), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:11.335348 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a1f345-fb91-40da-bccf-73d19bb7452c None None] The sync data for ids ['68c720ea-17c0-4b88-a92c-602a065ac7f6'] in n-d-815324-7 is: [{'id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'name': 'tempest-ServersTestManualDisk-462474041-router', 'tenant_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:44Z', 'updated_at': '2022-02-10T15:27:07Z', 'revision_number': 5, 'project_id': '4279a3b7317b47b08b9d352f9ec9bde1', 'gw_port': {'id': '11fcbefb-5199-4c36-9ce1-1fcb51345cff', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c720ea-17c0-4b88-a92c-602a065ac7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:45Z', 'updated_at': '2022-02-10T15:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:27:11.443393 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fe43d743-348e-4b43-a3c2-b2251f7e6637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (68c720ea-17c0-4b88-a92c-602a065ac7f6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:11.546018 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fe43d743-348e-4b43-a3c2-b2251f7e6637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (68c720ea-17c0-4b88-a92c-602a065ac7f6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:11.548203 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fe43d743-348e-4b43-a3c2-b2251f7e6637 admin admin] Publish callbacks [] for router_controller (68c720ea-17c0-4b88-a92c-602a065ac7f6), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:11.599158 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43d743-348e-4b43-a3c2-b2251f7e6637 admin admin] Pushing event deleted for resources: {'Port': ['ID=11fcbefb-5199-4c36-9ce1-1fcb51345cff,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:11.604889 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fe43d743-348e-4b43-a3c2-b2251f7e6637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (68c720ea-17c0-4b88-a92c-602a065ac7f6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:11.605415 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe43d743-348e-4b43-a3c2-b2251f7e6637 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68c720ea-17c0-4b88-a92c-602a065ac7f6 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:27:11.610367 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fe43d743-348e-4b43-a3c2-b2251f7e6637 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:11.614228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55190) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:11.615048 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fe43d743-348e-4b43-a3c2-b2251f7e6637 admin admin] 10.222.0.64 "DELETE /v2.0/routers/68c720ea-17c0-4b88-a92c-602a065ac7f6 HTTP/1.1" status: 204 len: 168 time: 1.7780404 Feb 10 15:27:11.711676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca7e048-fe51-42fe-b04a-103004b8fc9c admin admin] Deleting subnet 60f61cbe-9f08-4361-8b9a-22af98afc445 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:27:11.718698 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e048-fe51-42fe-b04a-103004b8fc9c admin admin] Publish callbacks [] for subnet (60f61cbe-9f08-4361-8b9a-22af98afc445), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:11.794718 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e048-fe51-42fe-b04a-103004b8fc9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (60f61cbe-9f08-4361-8b9a-22af98afc445), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:11.884463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55200) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:11.970863 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e048-fe51-42fe-b04a-103004b8fc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (60f61cbe-9f08-4361-8b9a-22af98afc445), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:12.040822 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1192203-c440-4aaf-826c-d30744ed8116 req-4a1d5033-7ced-4a39-933d-4fe4311a95d8 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:12.042888 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1192203-c440-4aaf-826c-d30744ed8116 req-4a1d5033-7ced-4a39-933d-4fe4311a95d8 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 944 time: 0.1350381 Feb 10 15:27:12.055821 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a293fc-d359-4cb9-b49b-0d6d816f7f99 req-7fc72b1d-9724-4b21-89a9-4faaeb8fd614 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:12.063452 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-87a293fc-d359-4cb9-b49b-0d6d816f7f99 req-7fc72b1d-9724-4b21-89a9-4faaeb8fd614 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.0894551 Feb 10 15:27:12.128262 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e048-fe51-42fe-b04a-103004b8fc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (60f61cbe-9f08-4361-8b9a-22af98afc445), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:12.159282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1192203-c440-4aaf-826c-d30744ed8116 req-a920f125-da46-4dea-9c1c-9e69fa56e599 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926902 Feb 10 15:27:12.192076 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-87a293fc-d359-4cb9-b49b-0d6d816f7f99 req-07958ddf-fdc5-4d46-b064-918ed2d551b1 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209195 Feb 10 15:27:12.231525 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7e048-fe51-42fe-b04a-103004b8fc9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60f61cbe-9f08-4361-8b9a-22af98afc445,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:12.248619 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9660f1-d157-4149-a348-573d704cf375 None None] Network 8470eb8b-00e7-4ffa-8679-e103ed191967 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:27:12.249331 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e048-fe51-42fe-b04a-103004b8fc9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:12.251099 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb79a-bf36-4f40-a549-455a30c5394e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:12.260132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55204) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:12.261665 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4ca7e048-fe51-42fe-b04a-103004b8fc9c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/60f61cbe-9f08-4361-8b9a-22af98afc445 HTTP/1.1" status: 204 len: 168 time: 0.6463511 Feb 10 15:27:12.441028 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (8470eb8b-00e7-4ffa-8679-e103ed191967), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:12.480633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b4f42086-6695-46f7-8321-3648797733d8 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:27:12.533741 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: b4f42086-6695-46f7-8321-3648797733d8 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:27:12.534097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b4f42086-6695-46f7-8321-3648797733d8 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:27:12.698464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] Deleting port 6b54cf90-4dca-49c8-bd34-078671c5cb3a {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:27:12.699535 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6b54cf90-4dca-49c8-bd34-078671c5cb3a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:12.723706 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb79a-bf36-4f40-a549-455a30c5394e admin admin] Publish callbacks [] for security_group (c68a61c9-d076-40ce-8e10-6ca0560dfcc7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:12.769077 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb79a-bf36-4f40-a549-455a30c5394e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c68a61c9-d076-40ce-8e10-6ca0560dfcc7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:12.807000 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] For port 6b54cf90-4dca-49c8-bd34-078671c5cb3a, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6b54cf90-4dca-49c8-bd34-078671c5cb3a,segment=NetworkSegment(ee715fad-778c-4faf-a6a1-48cdbb71b11f),segment_id=ee715fad-778c-4faf-a6a1-48cdbb71b11f)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:12.807371 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6b54cf90-4dca-49c8-bd34-078671c5cb3a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:12.845343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55212) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:12.845944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0d9eb79a-bf36-4f40-a549-455a30c5394e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=74c94a0f8cb147f98dbdacd39715aecd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9595113 Feb 10 15:27:12.846656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] Calling delete_port for 6b54cf90-4dca-49c8-bd34-078671c5cb3a owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:27:12.851938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9eb79a-bf36-4f40-a549-455a30c5394e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68a61c9-d076-40ce-8e10-6ca0560dfcc7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:12.944053 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22a0710-3ea0-4293-9d21-03e1f4613fd7 None None] DHCP port deletion for 8470eb8b-00e7-4ffa-8679-e103ed191967 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:27:12.959173 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b64d4627-d247-4f8f-8fcc-f191e7dd43fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:12.997875 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fbd5633-0bbf-46d3-bfb4-2b2da677b4e7 admin admin] Publish callbacks [] for security_group (c68a61c9-d076-40ce-8e10-6ca0560dfcc7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.023954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fbd5633-0bbf-46d3-bfb4-2b2da677b4e7 admin admin] Publish callbacks [] for security_group (c68a61c9-d076-40ce-8e10-6ca0560dfcc7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.054106 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (6b54cf90-4dca-49c8-bd34-078671c5cb3a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.058392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d22a0710-3ea0-4293-9d21-03e1f4613fd7 None None] Deleting port 6b54cf90-4dca-49c8-bd34-078671c5cb3a {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:27:13.058775 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d22a0710-3ea0-4293-9d21-03e1f4613fd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6b54cf90-4dca-49c8-bd34-078671c5cb3a), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.077989 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] No DVR routers for this DVR port 6b54cf90-4dca-49c8-bd34-078671c5cb3a on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:27:13.091287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device df8e0506-6812-4000-bbfc-941876828867 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:27:13.097879 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fbd5633-0bbf-46d3-bfb4-2b2da677b4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c68a61c9-d076-40ce-8e10-6ca0560dfcc7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.100972 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fbd5633-0bbf-46d3-bfb4-2b2da677b4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.104969 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8fbd5633-0bbf-46d3-bfb4-2b2da677b4e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c68a61c9-d076-40ce-8e10-6ca0560dfcc7 HTTP/1.1" status: 204 len: 168 time: 0.2545400 Feb 10 15:27:13.121683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd5633-0bbf-46d3-bfb4-2b2da677b4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68a61c9-d076-40ce-8e10-6ca0560dfcc7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:13.194859 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b54cf90-4dca-49c8-bd34-078671c5cb3a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:13.214062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d22a0710-3ea0-4293-9d21-03e1f4613fd7 None None] For port 6b54cf90-4dca-49c8-bd34-078671c5cb3a, host n-d-815324-7, got binding levels [] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:13.215122 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d22a0710-3ea0-4293-9d21-03e1f4613fd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6b54cf90-4dca-49c8-bd34-078671c5cb3a), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.236049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d22a0710-3ea0-4293-9d21-03e1f4613fd7 None None] Calling delete_port for 6b54cf90-4dca-49c8-bd34-078671c5cb3a owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:27:13.241931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.ipam_backend_mixin [None req-d22a0710-3ea0-4293-9d21-03e1f4613fd7 None None] Port 6b54cf90-4dca-49c8-bd34-078671c5cb3a was not found and therefore no delete operation was performed {{(pid=103370) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:27:13.244662 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d22a0710-3ea0-4293-9d21-03e1f4613fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (6b54cf90-4dca-49c8-bd34-078671c5cb3a), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.287348 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a0710-3ea0-4293-9d21-03e1f4613fd7 None None] Pushing event deleted for resources: {'Port': ['ID=6b54cf90-4dca-49c8-bd34-078671c5cb3a,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:13.306460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a0710-3ea0-4293-9d21-03e1f4613fd7 None None] No DVR routers for this DVR port 6b54cf90-4dca-49c8-bd34-078671c5cb3a on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:27:13.343476 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (8470eb8b-00e7-4ffa-8679-e103ed191967), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.376799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port df8e0506-6812-4000-bbfc-941876828867 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:13.377429 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (df8e0506-6812-4000-bbfc-941876828867), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.387142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8470eb8b-00e7-4ffa-8679-e103ed191967']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:13.432323 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port df8e0506-6812-4000-bbfc-941876828867, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=df8e0506-6812-4000-bbfc-941876828867,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:13.434258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cb3488-117a-47bf-8e24-ff1020e8c8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df8e0506-6812-4000-bbfc-941876828867'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:27:13.438184 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a1ac8e-6095-4b16-937d-082117ba5485" -d '{"events": [{"server_uuid": "44cb3488-117a-47bf-8e24-ff1020e8c8f7", "name": "network-vif-unplugged", "status": "completed", "tag": "df8e0506-6812-4000-bbfc-941876828867"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:27:13.443923 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee715fad-778c-4faf-a6a1-48cdbb71b11f') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:13.448250 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee715fad-778c-4faf-a6a1-48cdbb71b11f') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:13.449847 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (df8e0506-6812-4000-bbfc-941876828867), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.464351 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (ee715fad-778c-4faf-a6a1-48cdbb71b11f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.507665 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ee715fad-778c-4faf-a6a1-48cdbb71b11f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.532070 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=df8e0506-6812-4000-bbfc-941876828867,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:13.549551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26236d4-57ee-466c-a10e-c1ae3b7d5921 req-b535cad1-0f3e-47d7-b717-2d5078b81d5e tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:13.551726 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e26236d4-57ee-466c-a10e-c1ae3b7d5921 req-b535cad1-0f3e-47d7-b717-2d5078b81d5e tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 944 time: 0.1929033 Feb 10 15:27:13.561220 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f7c0f-1e3c-4b5d-bcb8-e5f27a828bd4 req-f2f7a62a-fd31-496c-8a3c-f147283b12a1 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:13.563336 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-280f7c0f-1e3c-4b5d-bcb8-e5f27a828bd4 req-f2f7a62a-fd31-496c-8a3c-f147283b12a1 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1817937 Feb 10 15:27:13.564559 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:27:13.565091 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (ee715fad-778c-4faf-a6a1-48cdbb71b11f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:27:13.568183 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:27:13.675246 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55228) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:13.682780 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e26236d4-57ee-466c-a10e-c1ae3b7d5921 req-15f3b21b-550f-4f4f-8503-d0e3eb139f5c tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154449 Feb 10 15:27:13.695417 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (8470eb8b-00e7-4ffa-8679-e103ed191967), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.702729 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.708999 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8470eb8b-00e7-4ffa-8679-e103ed191967 HTTP/1.1" status: 204 len: 168 time: 1.4379776 Feb 10 15:27:13.741525 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30e409cc-20ef-4fe4-87cc-0a8af15cc888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.780700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f470c6-8daf-4479-913b-ee4a8f90dd61 admin admin] Pushing event deleted for resources: {'Network': ['ID=8470eb8b-00e7-4ffa-8679-e103ed191967,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:13.794609 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-280f7c0f-1e3c-4b5d-bcb8-e5f27a828bd4 req-0ba67641-4c22-4147-b41e-6574fdb3a73e tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884153 Feb 10 15:27:13.830602 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e114ebd-29e4-41c5-b79d-cb501e490e2d x-openstack-request-id: req-6e114ebd-29e4-41c5-b79d-cb501e490e2d {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:27:13.830898 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cb3488-117a-47bf-8e24-ff1020e8c8f7", "name": "network-vif-unplugged", "status": "completed", "tag": "df8e0506-6812-4000-bbfc-941876828867", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:27:13.831152 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e114ebd-29e4-41c5-b79d-cb501e490e2d {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:27:13.831552 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cb3488-117a-47bf-8e24-ff1020e8c8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df8e0506-6812-4000-bbfc-941876828867', 'code': 200} Feb 10 15:27:13.884129 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30e409cc-20ef-4fe4-87cc-0a8af15cc888 admin admin] Publish callbacks [] for security_group (9858b36f-2127-495f-90ea-96c9fc590e7a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.888925 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30e409cc-20ef-4fe4-87cc-0a8af15cc888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9858b36f-2127-495f-90ea-96c9fc590e7a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:13.918409 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-30e409cc-20ef-4fe4-87cc-0a8af15cc888 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d178dfa4cad43a2ba195d8c96e0dee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2418194 Feb 10 15:27:13.921597 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55234) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:13.940801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e409cc-20ef-4fe4-87cc-0a8af15cc888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9858b36f-2127-495f-90ea-96c9fc590e7a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:13.985806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55236) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:13.999106 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-399fc6d8-4680-41d1-97b1-48b101e167a2 admin admin] Publish callbacks [] for security_group (9858b36f-2127-495f-90ea-96c9fc590e7a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:14.035492 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-399fc6d8-4680-41d1-97b1-48b101e167a2 admin admin] Publish callbacks [] for security_group (9858b36f-2127-495f-90ea-96c9fc590e7a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:14.038783 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-52211303-c48c-4090-a4d5-6f0afce723d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4279a3b7317b47b08b9d352f9ec9bde1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0517378 Feb 10 15:27:14.041872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55238) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:14.101856 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-399fc6d8-4680-41d1-97b1-48b101e167a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9858b36f-2127-495f-90ea-96c9fc590e7a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:14.105274 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-399fc6d8-4680-41d1-97b1-48b101e167a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:14.105438 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea66b838-2e36-4691-9c2f-30af36d6695a admin admin] Publish callbacks [] for security_group (b4167983-c241-4b01-b97a-99067207d4ba), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:14.106734 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-399fc6d8-4680-41d1-97b1-48b101e167a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9858b36f-2127-495f-90ea-96c9fc590e7a HTTP/1.1" status: 204 len: 168 time: 0.1837971 Feb 10 15:27:14.139204 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fc6d8-4680-41d1-97b1-48b101e167a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9858b36f-2127-495f-90ea-96c9fc590e7a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:14.143376 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea66b838-2e36-4691-9c2f-30af36d6695a admin admin] Publish callbacks [] for security_group (b4167983-c241-4b01-b97a-99067207d4ba), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:14.224897 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea66b838-2e36-4691-9c2f-30af36d6695a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b4167983-c241-4b01-b97a-99067207d4ba), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:14.230042 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea66b838-2e36-4691-9c2f-30af36d6695a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:14.246059 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ea66b838-2e36-4691-9c2f-30af36d6695a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4167983-c241-4b01-b97a-99067207d4ba HTTP/1.1" status: 204 len: 168 time: 0.1988654 Feb 10 15:27:14.258953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66b838-2e36-4691-9c2f-30af36d6695a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4167983-c241-4b01-b97a-99067207d4ba,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:14.376416 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6b54cf90-4dca-49c8-bd34-078671c5cb3a no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:27:14.700192 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 6b54cf90-4dca-49c8-bd34-078671c5cb3a {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:27:14.700192 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6b54cf90-4dca-49c8-bd34-078671c5cb3a not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:27:14.701511 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 11fcbefb-5199-4c36-9ce1-1fcb51345cff no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:27:14.727754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 11fcbefb-5199-4c36-9ce1-1fcb51345cff {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:27:14.728233 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 11fcbefb-5199-4c36-9ce1-1fcb51345cff not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:27:14.902989 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4f3c8-204e-4a2e-a28e-3d821fc3677f req-0a07fec1-cef6-4ce1-b2f1-9b3e5805a218 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:14.904624 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eae4f3c8-204e-4a2e-a28e-3d821fc3677f req-0a07fec1-cef6-4ce1-b2f1-9b3e5805a218 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 944 time: 0.0886796 Feb 10 15:27:14.989546 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eae4f3c8-204e-4a2e-a28e-3d821fc3677f req-26c45870-acc6-4a33-9987-3b35ea12ab79 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731320 Feb 10 15:27:14.999118 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57da426-17a4-406b-9486-90bde5031092 req-b8739830-12c4-400c-95e0-bc95ee796c74 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:15.001417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e57da426-17a4-406b-9486-90bde5031092 req-b8739830-12c4-400c-95e0-bc95ee796c74 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 948 time: 0.0956635 Feb 10 15:27:15.064786 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e57da426-17a4-406b-9486-90bde5031092 req-383f4820-8c57-407e-9be8-7cd8a3433780 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508628 Feb 10 15:27:15.071904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device df8e0506-6812-4000-bbfc-941876828867 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:27:15.194312 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ebb8a230-35a7-433f-b22c-3ec9e6c7bd5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:15.210723 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port df8e0506-6812-4000-bbfc-941876828867, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=df8e0506-6812-4000-bbfc-941876828867,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:15.226999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'df8e0506-6812-4000-bbfc-941876828867', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'df8e0506-6812-4000-bbfc-941876828867', 'mac_address': 'fa:16:3e:7d:41:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:27:15.288375 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port df8e0506-6812-4000-bbfc-941876828867 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:15.290341 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (df8e0506-6812-4000-bbfc-941876828867), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:15.310854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8e0506-6812-4000-bbfc-941876828867 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:27:15.340111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port df8e0506-6812-4000-bbfc-941876828867, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=df8e0506-6812-4000-bbfc-941876828867,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:15.344673 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (df8e0506-6812-4000-bbfc-941876828867), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:15.409538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=df8e0506-6812-4000-bbfc-941876828867,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:15.606065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55296) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:15.698530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['df8e0506-6812-4000-bbfc-941876828867'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:27:15.712281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d0f0c8e4-3ec5-4cc4-b4da-e2a1b9e0909e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-106094873-network', 'tenant_id': '4f98392d30c54e709159c7a818a25666'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:27:15.733808 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f0c8e4-3ec5-4cc4-b4da-e2a1b9e0909e admin admin] Made reservation on behalf of 4f98392d30c54e709159c7a818a25666 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:27:15.736740 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c8e4-3ec5-4cc4-b4da-e2a1b9e0909e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:15.747455 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c8e4-3ec5-4cc4-b4da-e2a1b9e0909e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:15.909165 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c8e4-3ec5-4cc4-b4da-e2a1b9e0909e admin admin] Publish callbacks [] for security_group (0a23a519-0a62-4d14-a30f-5e70d29bc772), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:15.914980 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c8e4-3ec5-4cc4-b4da-e2a1b9e0909e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0a23a519-0a62-4d14-a30f-5e70d29bc772), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:15.952990 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f0c8e4-3ec5-4cc4-b4da-e2a1b9e0909e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:27:15.959726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0c8e4-3ec5-4cc4-b4da-e2a1b9e0909e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a23a519-0a62-4d14-a30f-5e70d29bc772,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:15.967427 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c8e4-3ec5-4cc4-b4da-e2a1b9e0909e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:15.967778 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-d0f0c8e4-3ec5-4cc4-b4da-e2a1b9e0909e admin admin] Added segment 2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31 of type vlan for network fe24dc43-b768-42dc-8d77-d7d97f1c6d17 Feb 10 15:27:16.032930 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c8e4-3ec5-4cc4-b4da-e2a1b9e0909e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (fe24dc43-b768-42dc-8d77-d7d97f1c6d17), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:16.059254 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c8e4-3ec5-4cc4-b4da-e2a1b9e0909e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (fe24dc43-b768-42dc-8d77-d7d97f1c6d17), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:16.061761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f0c8e4-3ec5-4cc4-b4da-e2a1b9e0909e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:16.062447 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c8e4-3ec5-4cc4-b4da-e2a1b9e0909e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:16.174747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0c8e4-3ec5-4cc4-b4da-e2a1b9e0909e admin admin] Pushing event updated for resources: {'Network': ['ID=fe24dc43-b768-42dc-8d77-d7d97f1c6d17,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:16.185326 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network fe24dc43-b768-42dc-8d77-d7d97f1c6d17 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:27:16.190440 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d0f0c8e4-3ec5-4cc4-b4da-e2a1b9e0909e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5812297 Feb 10 15:27:16.191177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55330) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:16.206912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-71f3baac-1191-477c-ae8c-0058b004daf8 admin admin] Request body: {'subnet': {'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-106094873-subnet', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:27:16.256300 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f3baac-1191-477c-ae8c-0058b004daf8 admin admin] Made reservation on behalf of 4f98392d30c54e709159c7a818a25666 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:27:16.259808 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-71f3baac-1191-477c-ae8c-0058b004daf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:16.308318 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa4954-3526-46a7-93a8-348beb46c052 req-2bacabcc-a7af-4c59-89eb-f35933d4ff65 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:16.315742 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dffa4954-3526-46a7-93a8-348beb46c052 req-2bacabcc-a7af-4c59-89eb-f35933d4ff65 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 944 time: 0.2006707 Feb 10 15:27:16.395141 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aefaa-0cce-4038-b625-1b9fd9c28b24 req-ef4b22cc-85db-4e31-a714-51193c09ae76 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:16.399381 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:16.405974 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d81aefaa-0cce-4038-b625-1b9fd9c28b24 req-ef4b22cc-85db-4e31-a714-51193c09ae76 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 949 time: 0.2260749 Feb 10 15:27:16.493986 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dffa4954-3526-46a7-93a8-348beb46c052 req-544b00ca-4bb5-4c74-b19a-608f2d298b9b tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772945 Feb 10 15:27:16.512328 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d81aefaa-0cce-4038-b625-1b9fd9c28b24 req-82b2bcce-129f-4f50-bc0d-8c05f405f5fe tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039667 Feb 10 15:27:16.620274 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-71f3baac-1191-477c-ae8c-0058b004daf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (38372c24-f4b5-4c74-9308-eeba2014c423), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:16.691854 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3baac-1191-477c-ae8c-0058b004daf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38372c24-f4b5-4c74-9308-eeba2014c423,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:16.719759 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f3baac-1191-477c-ae8c-0058b004daf8 admin admin] Checking segment: {'id': '2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:27:16.720395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f3baac-1191-477c-ae8c-0058b004daf8 admin admin] Network hostable DHCP agents. Network: fe24dc43-b768-42dc-8d77-d7d97f1c6d17, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:27:16.739307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f3baac-1191-477c-ae8c-0058b004daf8 admin admin] Network fe24dc43-b768-42dc-8d77-d7d97f1c6d17 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:27:16.760194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-71f3baac-1191-477c-ae8c-0058b004daf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, fe24dc43-b768-42dc-8d77-d7d97f1c6d17) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:27:16.769311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1517e22-9361-497a-9d46-e4e3db4bb18a None None] Network fe24dc43-b768-42dc-8d77-d7d97f1c6d17 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:27:16.787567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3baac-1191-477c-ae8c-0058b004daf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:16.788474 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-71f3baac-1191-477c-ae8c-0058b004daf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:16.821882 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-71f3baac-1191-477c-ae8c-0058b004daf8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6294076 Feb 10 15:27:16.824669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55350) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:16.830152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-106094873-router', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:27:16.911841 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:16.913663 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:16.938568 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'project_id': '4f98392d30c54e709159c7a818a25666', 'fixed_ips': [{'subnet_id': '38372c24-f4b5-4c74-9308-eeba2014c423'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:27:16.941767 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:17.084572 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device df8e0506-6812-4000-bbfc-941876828867 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:27:17.099551 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Publish callbacks [] for router_controller (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:17.229441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port df8e0506-6812-4000-bbfc-941876828867 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:17.229978 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (df8e0506-6812-4000-bbfc-941876828867), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:17.262437 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Allocated IP 172.20.0.2 (fe24dc43-b768-42dc-8d77-d7d97f1c6d17/38372c24-f4b5-4c74-9308-eeba2014c423/89fc5fa4-072f-4b1a-b162-b8cf54d9a56b) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:27:17.345127 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Publish callbacks [] for router_gateway (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:17.385650 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port df8e0506-6812-4000-bbfc-941876828867 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:17.386049 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (df8e0506-6812-4000-bbfc-941876828867), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:17.446770 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cb3488-117a-47bf-8e24-ff1020e8c8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8e0506-6812-4000-bbfc-941876828867'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:27:17.449061 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcef37f-eecc-4fe1-8a8f-1ee39080a6c1" -d '{"events": [{"server_uuid": "44cb3488-117a-47bf-8e24-ff1020e8c8f7", "name": "network-vif-plugged", "status": "completed", "tag": "df8e0506-6812-4000-bbfc-941876828867"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:27:17.539666 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port df8e0506-6812-4000-bbfc-941876828867, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=df8e0506-6812-4000-bbfc-941876828867,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:17.569545 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (df8e0506-6812-4000-bbfc-941876828867), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:17.641540 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9ec89c-f98b-4519-a917-e99f28fb4588 x-openstack-request-id: req-1d9ec89c-f98b-4519-a917-e99f28fb4588 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:27:17.644696 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cb3488-117a-47bf-8e24-ff1020e8c8f7", "name": "network-vif-plugged", "status": "completed", "tag": "df8e0506-6812-4000-bbfc-941876828867", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:27:17.647060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55370) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:17.654286 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d9ec89c-f98b-4519-a917-e99f28fb4588 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:27:17.657384 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cb3488-117a-47bf-8e24-ff1020e8c8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8e0506-6812-4000-bbfc-941876828867', 'code': 200} Feb 10 15:27:17.717389 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Publish callbacks [] for router_gateway (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:17.810293 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:17.828298 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=df8e0506-6812-4000-bbfc-941876828867,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:17.866868 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecb764-8413-4f36-bfb5-11b81cbf5b56 req-198e7e3b-a5ae-45ad-8a5c-49d48a837c93 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:17.876284 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-faecb764-8413-4f36-bfb5-11b81cbf5b56 req-198e7e3b-a5ae-45ad-8a5c-49d48a837c93 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 944 time: 0.1771655 Feb 10 15:27:17.915838 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:17.918775 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfc084-66cf-4fbf-b8b4-1d0f0ed2742a req-db09a0ea-82c7-4076-9e26-d897ec3ddae5 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:17.930306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-13dfc084-66cf-4fbf-b8b4-1d0f0ed2742a req-db09a0ea-82c7-4076-9e26-d897ec3ddae5 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1523252 Feb 10 15:27:17.935441 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Publish callbacks [] for port (89fc5fa4-072f-4b1a-b162-b8cf54d9a56b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:17.943741 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (89fc5fa4-072f-4b1a-b162-b8cf54d9a56b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:17.965840 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8196b7b1-bd5d-499f-a116-ba9d17da4f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:17.994282 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Network fe24dc43-b768-42dc-8d77-d7d97f1c6d17 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:27:17.999457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:27:18.007040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:27:18.020150 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Pushing event updated for resources: {'Port': ['ID=89fc5fa4-072f-4b1a-b162-b8cf54d9a56b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:18.038341 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-faecb764-8413-4f36-bfb5-11b81cbf5b56 req-401b31ba-c030-4f96-abf4-436396f9c9dd tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605718 Feb 10 15:27:18.079943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Attempting to bind port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:27:18.080568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067a9f7-b9f0-4360-a6ec-50627259dd82 req-6d618908-44a9-4689-9285-a2881edf723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:18.081487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Attempting to bind port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:27:18.082078 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Attempting to bind port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b on network fe24dc43-b768-42dc-8d77-d7d97f1c6d17 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:27:18.082303 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3067a9f7-b9f0-4360-a6ec-50627259dd82 req-6d618908-44a9-4689-9285-a2881edf723d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 1132 time: 0.2695472 Feb 10 15:27:18.088390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:27:18.089893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Checking segment: {'id': '2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:27:18.090689 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:18.091446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Bound using segment: {'id': '2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:27:18.092196 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Bound port: 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:27:18.092907 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (89fc5fa4-072f-4b1a-b162-b8cf54d9a56b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:18.115721 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-13dfc084-66cf-4fbf-b8b4-1d0f0ed2742a req-efc7d668-08c7-4208-af00-56a976a82a77 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799870 Feb 10 15:27:18.141072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Allocated IP 172.25.3.102 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/36ac64bc-adce-49d3-ac92-675606aaf492) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:27:18.182176 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8196b7b1-bd5d-499f-a116-ba9d17da4f90 admin admin] Publish callbacks [] for security_group (3c7b4504-5a27-42b5-b650-b7b2ad5d594d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:18.186088 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] For port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:27:18.189692 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8196b7b1-bd5d-499f-a116-ba9d17da4f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3c7b4504-5a27-42b5-b650-b7b2ad5d594d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:18.190326 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] For port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=89fc5fa4-072f-4b1a-b162-b8cf54d9a56b,segment=NetworkSegment(2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31),segment_id=2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:27:18.200020 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (89fc5fa4-072f-4b1a-b162-b8cf54d9a56b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:18.223523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196b7b1-bd5d-499f-a116-ba9d17da4f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7b4504-5a27-42b5-b650-b7b2ad5d594d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:18.246168 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8196b7b1-bd5d-499f-a116-ba9d17da4f90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1cca2c5e5a2849869fa629292773995b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5940869 Feb 10 15:27:18.248689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55378) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:18.278042 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3067a9f7-b9f0-4360-a6ec-50627259dd82 req-544cffee-e6f7-4b81-9c56-f3b416a297e8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863000 Feb 10 15:27:18.281959 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20157f-572c-4205-a0d2-eea3acd7a6cf None None] Pushing event updated for resources: {'Port': ['ID=89fc5fa4-072f-4b1a-b162-b8cf54d9a56b,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:18.330274 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4103043d-eefa-4b8a-95ee-8b77877eb142 admin admin] Publish callbacks [] for security_group (3c7b4504-5a27-42b5-b650-b7b2ad5d594d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:18.362239 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4103043d-eefa-4b8a-95ee-8b77877eb142 admin admin] Publish callbacks [] for security_group (3c7b4504-5a27-42b5-b650-b7b2ad5d594d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:18.391518 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Publish callbacks [] for port (36ac64bc-adce-49d3-ac92-675606aaf492), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:18.415311 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4103043d-eefa-4b8a-95ee-8b77877eb142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3c7b4504-5a27-42b5-b650-b7b2ad5d594d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:18.419200 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4103043d-eefa-4b8a-95ee-8b77877eb142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:18.422848 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4103043d-eefa-4b8a-95ee-8b77877eb142 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c7b4504-5a27-42b5-b650-b7b2ad5d594d HTTP/1.1" status: 204 len: 168 time: 0.1709931 Feb 10 15:27:18.430201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103043d-eefa-4b8a-95ee-8b77877eb142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7b4504-5a27-42b5-b650-b7b2ad5d594d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:18.479853 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (36ac64bc-adce-49d3-ac92-675606aaf492), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:18.544857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:27:18.553859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:27:18.573071 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:27:18.577207 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Pushing event updated for resources: {'Port': ['ID=36ac64bc-adce-49d3-ac92-675606aaf492,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:18.915334 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55388) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:18.942027 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-09586539-ff58-40b7-bdd6-c94d055ac423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:18.947562 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:18.992835 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Publish callbacks [] for router_gateway (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:19.059478 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-09586539-ff58-40b7-bdd6-c94d055ac423 admin admin] Publish callbacks [] for security_group (b455b8ab-2893-42f8-a594-66c00b3546cf), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:19.067424 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-09586539-ff58-40b7-bdd6-c94d055ac423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b455b8ab-2893-42f8-a594-66c00b3546cf), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:19.176364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09586539-ff58-40b7-bdd6-c94d055ac423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b455b8ab-2893-42f8-a594-66c00b3546cf,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:19.221267 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-09586539-ff58-40b7-bdd6-c94d055ac423 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b4e5d2b7dce47c69523e3b9447ba6f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3036013 Feb 10 15:27:19.223258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55398) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:19.265122 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:19.341942 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fb886-794b-4258-bed8-5d2de937dca3 req-e75c6858-bb81-4aaf-bcfd-3fff4f134bab tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:19.343577 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-572fb886-794b-4258-bed8-5d2de937dca3 req-e75c6858-bb81-4aaf-bcfd-3fff4f134bab tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 944 time: 0.1761222 Feb 10 15:27:19.358828 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbefc4-233f-42ec-ab5b-c9c505e24928 req-23c5c483-16fb-4891-8c44-62342de63952 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:19.360385 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5dbefc4-233f-42ec-ab5b-c9c505e24928 req-23c5c483-16fb-4891-8c44-62342de63952 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1362641 Feb 10 15:27:19.393938 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4223894-08d2-4208-a335-3f6eacc7d81e admin admin] Publish callbacks [] for security_group (b455b8ab-2893-42f8-a594-66c00b3546cf), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:19.461463 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-572fb886-794b-4258-bed8-5d2de937dca3 req-ccedea59-e7c8-4df4-8778-244b03267490 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105661 Feb 10 15:27:19.472835 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4223894-08d2-4208-a335-3f6eacc7d81e admin admin] Publish callbacks [] for security_group (b455b8ab-2893-42f8-a594-66c00b3546cf), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:19.503792 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5dbefc4-233f-42ec-ab5b-c9c505e24928 req-aa14524a-da1d-47e9-a469-7d0ab9f15318 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277394 Feb 10 15:27:19.519809 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:27:19.547336 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4223894-08d2-4208-a335-3f6eacc7d81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b455b8ab-2893-42f8-a594-66c00b3546cf), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:19.567207 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4223894-08d2-4208-a335-3f6eacc7d81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:19.571293 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a4223894-08d2-4208-a335-3f6eacc7d81e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b455b8ab-2893-42f8-a594-66c00b3546cf HTTP/1.1" status: 204 len: 168 time: 0.3446083 Feb 10 15:27:19.580364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4223894-08d2-4208-a335-3f6eacc7d81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b455b8ab-2893-42f8-a594-66c00b3546cf,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:19.839805 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:27:19.858328 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Sync routers for ids ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:27:19.901168 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Routers {'46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:27:19.902626 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:27:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:19.910270 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:19.922960 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55408) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:19.924167 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3b81ff4e-2910-440d-92c0-53e4b5677cda admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0941098 Feb 10 15:27:19.930603 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e15c8-91aa-40a9-8426-e6b33635a6f7 None None] Network fe24dc43-b768-42dc-8d77-d7d97f1c6d17 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:27:20.048284 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-bab35ff8-01ec-4972-8cc6-fc7a84da4c29 None None] Provisioning complete for port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:20.048967 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bab35ff8-01ec-4972-8cc6-fc7a84da4c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (89fc5fa4-072f-4b1a-b162-b8cf54d9a56b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:20.113293 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Set router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:27:20.169862 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-bab35ff8-01ec-4972-8cc6-fc7a84da4c29 None None] Current status of the port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:20.170590 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bab35ff8-01ec-4972-8cc6-fc7a84da4c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (89fc5fa4-072f-4b1a-b162-b8cf54d9a56b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:20.223704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-bab35ff8-01ec-4972-8cc6-fc7a84da4c29 None None] For port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=89fc5fa4-072f-4b1a-b162-b8cf54d9a56b,segment=NetworkSegment(2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31),segment_id=2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:20.228325 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bab35ff8-01ec-4972-8cc6-fc7a84da4c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (89fc5fa4-072f-4b1a-b162-b8cf54d9a56b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:20.343097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab35ff8-01ec-4972-8cc6-fc7a84da4c29 None None] Pushing event updated for resources: {'Port': ['ID=89fc5fa4-072f-4b1a-b162-b8cf54d9a56b,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:20.426067 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:27:20.557404 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:20.557836 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (89fc5fa4-072f-4b1a-b162-b8cf54d9a56b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:20.589616 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'name': 'tempest-TaggedBootDevicesTest_v242-106094873-router', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:16Z', 'updated_at': '2022-02-10T15:27:18Z', 'revision_number': 3, 'project_id': '4f98392d30c54e709159c7a818a25666', 'gw_port': {'id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:05:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:17Z', 'updated_at': '2022-02-10T15:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:20.632959 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Checking router: 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:27:20.633618 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Updating router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f port 36ac64bc-adce-49d3-ac92-675606aaf492 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:27:20.671615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-98bda115-db16-482b-a55c-40fdae465e41 None None] Provisioning complete for port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:20.671994 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-98bda115-db16-482b-a55c-40fdae465e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (89fc5fa4-072f-4b1a-b162-b8cf54d9a56b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:20.680393 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (36ac64bc-adce-49d3-ac92-675606aaf492), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:20.988897 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c17d51-b6e1-4137-9d5a-3e4da404fef6 req-07d97f90-131b-46e4-9531-02cb966ada9d tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:20.999880 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28c17d51-b6e1-4137-9d5a-3e4da404fef6 req-07d97f90-131b-46e4-9531-02cb966ada9d tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 944 time: 0.3726358 Feb 10 15:27:21.001911 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-98bda115-db16-482b-a55c-40fdae465e41 None None] Current status of the port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:21.019374 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:21.100586 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423edef-f9aa-4e34-8fac-ce96d358fed0 req-fd2fc27a-70c4-407d-84f8-c37440952c99 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:21.102667 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b423edef-f9aa-4e34-8fac-ce96d358fed0 req-fd2fc27a-70c4-407d-84f8-c37440952c99 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.3947918 Feb 10 15:27:21.151005 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Publish callbacks [] for port (36ac64bc-adce-49d3-ac92-675606aaf492), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:21.171446 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (36ac64bc-adce-49d3-ac92-675606aaf492), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:21.233229 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28c17d51-b6e1-4137-9d5a-3e4da404fef6 req-b17fe0c1-71d5-4bc0-a6a2-73d9b4518ead tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610167 Feb 10 15:27:21.244596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b423edef-f9aa-4e34-8fac-ce96d358fed0 req-42024285-4d27-4d45-affa-f565e1b38444 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299260 Feb 10 15:27:21.248665 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:21.290481 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Attempting to bind port 36ac64bc-adce-49d3-ac92-675606aaf492 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:27:21.290481 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Attempting to bind port 36ac64bc-adce-49d3-ac92-675606aaf492 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:27:21.290481 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Attempting to bind port 36ac64bc-adce-49d3-ac92-675606aaf492 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:27:21.300600 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:27:21.302022 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:27:21.302437 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:21.302881 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:27:21.303552 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Bound port: 36ac64bc-adce-49d3-ac92-675606aaf492, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:27:21.304142 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (36ac64bc-adce-49d3-ac92-675606aaf492), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:21.308206 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19b568-c830-4d28-ae0b-a94fe67b7122 None None] Pushing event updated for resources: {'Port': ['ID=36ac64bc-adce-49d3-ac92-675606aaf492,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:21.359308 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19b568-c830-4d28-ae0b-a94fe67b7122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:21.359677 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19b568-c830-4d28-ae0b-a94fe67b7122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:21.360015 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19b568-c830-4d28-ae0b-a94fe67b7122 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:21.360349 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19b568-c830-4d28-ae0b-a94fe67b7122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:21.360706 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19b568-c830-4d28-ae0b-a94fe67b7122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:21.361048 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19b568-c830-4d28-ae0b-a94fe67b7122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:21.361573 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19b568-c830-4d28-ae0b-a94fe67b7122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:21.361702 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19b568-c830-4d28-ae0b-a94fe67b7122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:21.361989 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19b568-c830-4d28-ae0b-a94fe67b7122 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:21.362307 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19b568-c830-4d28-ae0b-a94fe67b7122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:21.363212 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19b568-c830-4d28-ae0b-a94fe67b7122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:21.363840 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19b568-c830-4d28-ae0b-a94fe67b7122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:21.364301 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19b568-c830-4d28-ae0b-a94fe67b7122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:21.451595 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] For port 36ac64bc-adce-49d3-ac92-675606aaf492, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:27:21.455189 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] For port 36ac64bc-adce-49d3-ac92-675606aaf492, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=36ac64bc-adce-49d3-ac92-675606aaf492,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:27:21.464270 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (36ac64bc-adce-49d3-ac92-675606aaf492), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:21.548308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20810313-d22f-4af6-92db-ecd638f41b1d req-6b4aa9f2-f176-49e2-9e47-b1904a8a9dfe tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:21.550331 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20810313-d22f-4af6-92db-ecd638f41b1d req-6b4aa9f2-f176-49e2-9e47-b1904a8a9dfe tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1296039 Feb 10 15:27:21.566985 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19b568-c830-4d28-ae0b-a94fe67b7122 None None] Pushing event updated for resources: {'Port': ['ID=36ac64bc-adce-49d3-ac92-675606aaf492,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:21.567144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Allocated IP 172.20.0.1 (fe24dc43-b768-42dc-8d77-d7d97f1c6d17/38372c24-f4b5-4c74-9308-eeba2014c423/f8e28e80-4a36-4e8c-bfb4-6772fa4812d8) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:27:21.586535 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Routers {'46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:27:21.587168 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:27:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:21.700390 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20810313-d22f-4af6-92db-ecd638f41b1d req-11d08e2f-a877-4135-8725-cc55cb35d692 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168191 Feb 10 15:27:21.784672 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Publish callbacks [] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:21.862245 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:21.925190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Pushing event updated for resources: {'Port': ['ID=f8e28e80-4a36-4e8c-bfb4-6772fa4812d8,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:21.957322 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Network fe24dc43-b768-42dc-8d77-d7d97f1c6d17 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:27:21.959539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:27:21.972484 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] Set router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:27:21.975700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:27:22.080197 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:22.322998 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'name': 'tempest-TaggedBootDevicesTest_v242-106094873-router', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:16Z', 'updated_at': '2022-02-10T15:27:18Z', 'revision_number': 3, 'project_id': '4f98392d30c54e709159c7a818a25666', 'gw_port': {'id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:05:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:17Z', 'updated_at': '2022-02-10T15:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:22.383118 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e97bf-bc27-46a1-9cbc-4580068740b8 None None] The sync data for ids ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'] in n-d-815324-7 is: [{'id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'name': 'tempest-TaggedBootDevicesTest_v242-106094873-router', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:16Z', 'updated_at': '2022-02-10T15:27:18Z', 'revision_number': 3, 'project_id': '4f98392d30c54e709159c7a818a25666', 'gw_port': {'id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:05:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:17Z', 'updated_at': '2022-02-10T15:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:27:22.446466 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:27:22.488984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e70563-68d6-4b5e-bdb1-0affccd1ef0b req-17dda339-0c6b-43ae-9f4f-d53577954921 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:22.491022 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-70e70563-68d6-4b5e-bdb1-0affccd1ef0b req-17dda339-0c6b-43ae-9f4f-d53577954921 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.2707198 Feb 10 15:27:22.534382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:22.534770 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (89fc5fa4-072f-4b1a-b162-b8cf54d9a56b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:22.545317 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:22.738792 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-70e70563-68d6-4b5e-bdb1-0affccd1ef0b req-70179ec2-96c5-4824-a860-c69cfff069e4 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944029 Feb 10 15:27:22.738959 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-115a0eba-1076-42b1-b579-7b9fa6d88d9d None None] Provisioning complete for port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:22.739317 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-115a0eba-1076-42b1-b579-7b9fa6d88d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:22.766235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ea6af-ecba-4ced-9ae2-bd0e8b27abc9 req-e70c66b3-ae19-41bb-baff-2766518181d8 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:22.773805 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b4ea6af-ecba-4ced-9ae2-bd0e8b27abc9 req-e70c66b3-ae19-41bb-baff-2766518181d8 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 944 time: 0.2816858 Feb 10 15:27:22.917080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3bd3c4c6-a166-4dfe-a5fc-6be93347198f details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:27:22.953017 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b4ea6af-ecba-4ced-9ae2-bd0e8b27abc9 req-9b83c06e-69f4-4829-b016-5cb361f5b5a6 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655343 Feb 10 15:27:23.015712 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Publish callbacks [] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:23.029210 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:23.174507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-115a0eba-1076-42b1-b579-7b9fa6d88d9d None None] Port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:27:23.208619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Pushing event updated for resources: {'Port': ['ID=f8e28e80-4a36-4e8c-bfb4-6772fa4812d8,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:23.274049 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:23.300803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3bd3c4c6-a166-4dfe-a5fc-6be93347198f,segment=NetworkSegment(c5cac21f-6088-4687-9a73-ab91462cc8f8),segment_id=c5cac21f-6088-4687-9a73-ab91462cc8f8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:23.315305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '3bd3c4c6-a166-4dfe-a5fc-6be93347198f', 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'port_id': '3bd3c4c6-a166-4dfe-a5fc-6be93347198f', 'mac_address': 'fa:16:3e:e6:a4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:27:23.317552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:23.411555 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:23.418041 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3bd3c4c6-a166-4dfe-a5fc-6be93347198f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:23.466459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd3c4c6-a166-4dfe-a5fc-6be93347198f {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:27:23.560295 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3bd3c4c6-a166-4dfe-a5fc-6be93347198f,segment=NetworkSegment(c5cac21f-6088-4687-9a73-ab91462cc8f8),segment_id=c5cac21f-6088-4687-9a73-ab91462cc8f8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:23.564043 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Network fe24dc43-b768-42dc-8d77-d7d97f1c6d17 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:27:23.570173 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:27:23.575673 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3bd3c4c6-a166-4dfe-a5fc-6be93347198f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:23.721673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=3bd3c4c6-a166-4dfe-a5fc-6be93347198f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:23.948317 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['3bd3c4c6-a166-4dfe-a5fc-6be93347198f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:27:23.997745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55546) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:24.228774 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5900e50e-0ed3-4e5b-8992-8b3998e03120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:24.255019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ade6249d-be6a-4b4a-8dbf-282ed3bb64d5 None None] Provisioning complete for port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:24.255399 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ade6249d-be6a-4b4a-8dbf-282ed3bb64d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:24.379254 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ade6249d-be6a-4b4a-8dbf-282ed3bb64d5 None None] Port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:27:24.413371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 36ac64bc-adce-49d3-ac92-675606aaf492 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:27:24.431250 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5900e50e-0ed3-4e5b-8992-8b3998e03120 admin admin] Publish callbacks [] for security_group (de4aaed8-53cf-4ead-8652-a0ae1cfb5fe4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:24.441571 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5900e50e-0ed3-4e5b-8992-8b3998e03120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (de4aaed8-53cf-4ead-8652-a0ae1cfb5fe4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:24.521235 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5900e50e-0ed3-4e5b-8992-8b3998e03120 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d869298a81ba44158228d67479bf456d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5200009 Feb 10 15:27:24.527322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55552) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:24.542902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 36ac64bc-adce-49d3-ac92-675606aaf492 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:24.543480 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (36ac64bc-adce-49d3-ac92-675606aaf492), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:24.584499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900e50e-0ed3-4e5b-8992-8b3998e03120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4aaed8-53cf-4ead-8652-a0ae1cfb5fe4,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:24.697473 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:27:24.700990 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c95ebc3-acc0-4928-867a-3b75774ec8ec admin admin] Publish callbacks [] for security_group (de4aaed8-53cf-4ead-8652-a0ae1cfb5fe4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:24.708805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb882a0-52d7-4c71-ac1b-dd0ffe4c3d15 req-44312d38-c5d5-4289-9e50-70a3933c50e4 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:24.716510 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ebb882a0-52d7-4c71-ac1b-dd0ffe4c3d15 req-44312d38-c5d5-4289-9e50-70a3933c50e4 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.1475215 Feb 10 15:27:24.723608 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 36ac64bc-adce-49d3-ac92-675606aaf492 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:24.724086 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (36ac64bc-adce-49d3-ac92-675606aaf492), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:24.727730 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9a44-3f40-45d3-b3fc-79e08de1dc1e req-c41b31c1-a0f6-40f0-aaf1-30c8fbd06f45 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:24.729576 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdfa9a44-3f40-45d3-b3fc-79e08de1dc1e req-c41b31c1-a0f6-40f0-aaf1-30c8fbd06f45 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1595814 Feb 10 15:27:24.761738 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c95ebc3-acc0-4928-867a-3b75774ec8ec admin admin] Publish callbacks [] for security_group (de4aaed8-53cf-4ead-8652-a0ae1cfb5fe4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:24.768176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 36ac64bc-adce-49d3-ac92-675606aaf492, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=36ac64bc-adce-49d3-ac92-675606aaf492,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:24.785546 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (36ac64bc-adce-49d3-ac92-675606aaf492), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:24.812989 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ebb882a0-52d7-4c71-ac1b-dd0ffe4c3d15 req-55f59efc-14d2-4929-a8f5-e02866b53085 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949967 Feb 10 15:27:24.893741 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c95ebc3-acc0-4928-867a-3b75774ec8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (de4aaed8-53cf-4ead-8652-a0ae1cfb5fe4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:24.896751 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c95ebc3-acc0-4928-867a-3b75774ec8ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:24.905700 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2c95ebc3-acc0-4928-867a-3b75774ec8ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de4aaed8-53cf-4ead-8652-a0ae1cfb5fe4 HTTP/1.1" status: 204 len: 168 time: 0.3752322 Feb 10 15:27:24.921766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=36ac64bc-adce-49d3-ac92-675606aaf492,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:24.962626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95ebc3-acc0-4928-867a-3b75774ec8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4aaed8-53cf-4ead-8652-a0ae1cfb5fe4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:25.120833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:27:25.139356 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-dc79cb55-9bf6-4c2b-9d1e-fd6ba81741bc admin admin] 10.222.0.64 "PUT /v2.0/routers/46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2191396 Feb 10 15:27:25.192222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdfa9a44-3f40-45d3-b3fc-79e08de1dc1e req-ea2364a2-9b0a-417c-a100-4ff58072d339 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359431 Feb 10 15:27:25.213754 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19bf2ced-7e0f-4523-866d-95562b8f471a req-ae87acba-3fa5-40f8-b870-c8ef2397328d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2113867 Feb 10 15:27:25.343201 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:27:25.358620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf2ced-7e0f-4523-866d-95562b8f471a req-3708f9c2-f6ea-4ab7-a840-41130ac71e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:25.360142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19bf2ced-7e0f-4523-866d-95562b8f471a req-3708f9c2-f6ea-4ab7-a840-41130ac71e87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c2365a3048c4b23a67221fc3c979c7a&device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 1127 time: 0.1013520 Feb 10 15:27:25.437383 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55572) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:25.460504 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-34265993-9335-4b6c-a64b-c562444fb069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:25.573885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf2ced-7e0f-4523-866d-95562b8f471a req-c3c708bc-b8d3-41c1-bbdd-45202b97d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:25.576241 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19bf2ced-7e0f-4523-866d-95562b8f471a req-c3c708bc-b8d3-41c1-bbdd-45202b97d9c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2e77de5-12dc-41aa-af99-c9787df5a7b0 HTTP/1.1" status: 200 len: 912 time: 0.1946225 Feb 10 15:27:25.626578 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-34265993-9335-4b6c-a64b-c562444fb069 admin admin] Publish callbacks [] for security_group (40766f86-e143-44d6-a803-71974353e95c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:25.634345 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-34265993-9335-4b6c-a64b-c562444fb069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (40766f86-e143-44d6-a803-71974353e95c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:25.645274 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Sync routers for ids ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:27:25.666676 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Routers {'46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:27:25.676281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:27:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:25.706339 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19bf2ced-7e0f-4523-866d-95562b8f471a req-0f1115f9-f992-4eb8-a377-d719e3489e35 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe HTTP/1.1" status: 200 len: 1001 time: 0.1223278 Feb 10 15:27:25.708699 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34265993-9335-4b6c-a64b-c562444fb069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40766f86-e143-44d6-a803-71974353e95c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:25.747995 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-34265993-9335-4b6c-a64b-c562444fb069 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb445cd757824d289cbdc597cc59affc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3083684 Feb 10 15:27:25.752148 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55574) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:25.807098 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf2ced-7e0f-4523-866d-95562b8f471a req-b14fddbc-c2cc-4d79-8d47-4196ed6a75f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:25.809005 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19bf2ced-7e0f-4523-866d-95562b8f471a req-b14fddbc-c2cc-4d79-8d47-4196ed6a75f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3ce83f6-6325-453a-a2c7-3c49256a130b HTTP/1.1" status: 200 len: 850 time: 0.0947371 Feb 10 15:27:25.879288 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-855046e0-090c-434c-aa98-c487260ec8bb admin admin] Publish callbacks [] for security_group (40766f86-e143-44d6-a803-71974353e95c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:25.909455 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-855046e0-090c-434c-aa98-c487260ec8bb admin admin] Publish callbacks [] for security_group (40766f86-e143-44d6-a803-71974353e95c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:25.992773 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-855046e0-090c-434c-aa98-c487260ec8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (40766f86-e143-44d6-a803-71974353e95c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:25.998010 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-855046e0-090c-434c-aa98-c487260ec8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:26.000800 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-855046e0-090c-434c-aa98-c487260ec8bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40766f86-e143-44d6-a803-71974353e95c HTTP/1.1" status: 204 len: 168 time: 0.2317383 Feb 10 15:27:26.016413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855046e0-090c-434c-aa98-c487260ec8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40766f86-e143-44d6-a803-71974353e95c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:26.032180 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf2ced-7e0f-4523-866d-95562b8f471a req-9ce23760-e4d9-4720-9ec9-caf7fd1d60e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:26.042617 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19bf2ced-7e0f-4523-866d-95562b8f471a req-9ce23760-e4d9-4720-9ec9-caf7fd1d60e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2e77de5-12dc-41aa-af99-c9787df5a7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2265289 Feb 10 15:27:26.118451 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Set router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:27:26.224129 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9ffd9-8b96-4af3-89f4-6abc8ac576bc req-41324dea-e4f5-4879-9162-8b7fa38aa706 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:26.231276 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ce9ffd9-8b96-4af3-89f4-6abc8ac576bc req-41324dea-e4f5-4879-9162-8b7fa38aa706 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.2780111 Feb 10 15:27:26.273065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55596) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:26.280550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-8da3e45d-7a82-434f-b8e9-6e273a3064c4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1563979389-network', 'tenant_id': '7eede3c8635540bd9c0033a348647038'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:27:26.294795 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19bf2ced-7e0f-4523-866d-95562b8f471a req-1c31db6f-ee7f-49d8-9c21-34ff71568399 service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362168 Feb 10 15:27:26.333852 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da3e45d-7a82-434f-b8e9-6e273a3064c4 admin admin] Made reservation on behalf of 7eede3c8635540bd9c0033a348647038 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:27:26.336222 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8da3e45d-7a82-434f-b8e9-6e273a3064c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:26.353180 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8da3e45d-7a82-434f-b8e9-6e273a3064c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:26.436502 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 36ac64bc-adce-49d3-ac92-675606aaf492 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:27:26.522565 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19bf2ced-7e0f-4523-866d-95562b8f471a req-eda464a5-e83d-47b8-a9a6-d2000b604288 service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148905 Feb 10 15:27:26.538204 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8da3e45d-7a82-434f-b8e9-6e273a3064c4 admin admin] Publish callbacks [] for security_group (a833ac18-2c97-4e3b-928b-ffc10ae2d926), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:26.546627 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8da3e45d-7a82-434f-b8e9-6e273a3064c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a833ac18-2c97-4e3b-928b-ffc10ae2d926), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:26.566727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da3e45d-7a82-434f-b8e9-6e273a3064c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:27:26.580224 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ce9ffd9-8b96-4af3-89f4-6abc8ac576bc req-78845b11-45c2-458f-9802-56480fb401c3 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373783 Feb 10 15:27:26.590985 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8da3e45d-7a82-434f-b8e9-6e273a3064c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (280322a2-e426-4ea5-b1c8-b67a6c1012e4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:26.590985 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-8da3e45d-7a82-434f-b8e9-6e273a3064c4 admin admin] Added segment 280322a2-e426-4ea5-b1c8-b67a6c1012e4 of type vlan for network f17b60dd-c625-467f-81d5-f3eb5ab28e0a Feb 10 15:27:26.629909 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 36ac64bc-adce-49d3-ac92-675606aaf492 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:26.630301 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (36ac64bc-adce-49d3-ac92-675606aaf492), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:26.631181 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8da3e45d-7a82-434f-b8e9-6e273a3064c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (f17b60dd-c625-467f-81d5-f3eb5ab28e0a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:26.639608 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746683b-feb0-4f77-985a-c35cd786ac63 req-7e31c17d-2857-4784-a3c2-29972927595f tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:26.654447 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8746683b-feb0-4f77-985a-c35cd786ac63 req-7e31c17d-2857-4784-a3c2-29972927595f tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.3025360 Feb 10 15:27:26.662498 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8da3e45d-7a82-434f-b8e9-6e273a3064c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (f17b60dd-c625-467f-81d5-f3eb5ab28e0a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:26.663526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da3e45d-7a82-434f-b8e9-6e273a3064c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:26.664218 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8da3e45d-7a82-434f-b8e9-6e273a3064c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:26.696676 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'name': 'tempest-TaggedBootDevicesTest_v242-106094873-router', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:16Z', 'updated_at': '2022-02-10T15:27:22Z', 'revision_number': 4, 'project_id': '4f98392d30c54e709159c7a818a25666', 'gw_port': {'id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:17Z', 'updated_at': '2022-02-10T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'f8e28e80-4a36-4e8c-bfb4-6772fa4812d8', 'name': '', 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'mac_address': 'fa:16:3e:f4:6c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:21Z', 'updated_at': '2022-02-10T15:27:22Z', 'revision_number': 2, 'project_id': '4f98392d30c54e709159c7a818a25666', 'subnets': [{'id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:26.743860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3e45d-7a82-434f-b8e9-6e273a3064c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a833ac18-2c97-4e3b-928b-ffc10ae2d926,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:26.751651 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8da3e45d-7a82-434f-b8e9-6e273a3064c4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4775057 Feb 10 15:27:26.754870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55606) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:26.761494 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d6e6b3cf-373e-415f-9afc-e39db88c18fa admin admin] Request body: {'subnet': {'network_id': 'f17b60dd-c625-467f-81d5-f3eb5ab28e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1563979389-subnet', 'tenant_id': '7eede3c8635540bd9c0033a348647038', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:27:26.770759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 36ac64bc-adce-49d3-ac92-675606aaf492 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:26.776060 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Checking router: 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:27:26.776345 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Updating router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:27:26.794913 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8746683b-feb0-4f77-985a-c35cd786ac63 req-93deb8dd-2d22-4156-bc10-b32b4a0ad6e4 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329355 Feb 10 15:27:26.808797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3e45d-7a82-434f-b8e9-6e273a3064c4 admin admin] Pushing event updated for resources: {'Network': ['ID=f17b60dd-c625-467f-81d5-f3eb5ab28e0a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:26.811770 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:26.829637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network f17b60dd-c625-467f-81d5-f3eb5ab28e0a details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:27:26.833952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e6b3cf-373e-415f-9afc-e39db88c18fa admin admin] Made reservation on behalf of 7eede3c8635540bd9c0033a348647038 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:27:26.838975 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b3cf-373e-415f-9afc-e39db88c18fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:26.934979 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3bd3c4c6-a166-4dfe-a5fc-6be93347198f up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:27:27.095996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:27:27.104596 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b3cf-373e-415f-9afc-e39db88c18fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (847f92f2-2ec6-4837-a4fd-f9995e573b3f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:27.108959 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:27.109962 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3bd3c4c6-a166-4dfe-a5fc-6be93347198f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:27.219051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6b3cf-373e-415f-9afc-e39db88c18fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=847f92f2-2ec6-4837-a4fd-f9995e573b3f,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:27.230368 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e6b3cf-373e-415f-9afc-e39db88c18fa admin admin] Checking segment: {'id': '280322a2-e426-4ea5-b1c8-b67a6c1012e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f17b60dd-c625-467f-81d5-f3eb5ab28e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:27:27.230733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e6b3cf-373e-415f-9afc-e39db88c18fa admin admin] Network hostable DHCP agents. Network: f17b60dd-c625-467f-81d5-f3eb5ab28e0a, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:27:27.271142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e6b3cf-373e-415f-9afc-e39db88c18fa admin admin] Network f17b60dd-c625-467f-81d5-f3eb5ab28e0a is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:27:27.282095 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-d6e6b3cf-373e-415f-9afc-e39db88c18fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, f17b60dd-c625-467f-81d5-f3eb5ab28e0a) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:27:27.290290 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e6b3cf-373e-415f-9afc-e39db88c18fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:27.290683 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b3cf-373e-415f-9afc-e39db88c18fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:27.310914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4991f2-0d19-4bd6-bf8c-d6af155eff49 None None] Network f17b60dd-c625-467f-81d5-f3eb5ab28e0a requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:27:27.315583 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d6e6b3cf-373e-415f-9afc-e39db88c18fa admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5589995 Feb 10 15:27:27.320909 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55622) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:27.342049 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1563979389-router', 'tenant_id': '7eede3c8635540bd9c0033a348647038', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:27:27.357492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:27.357896 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3bd3c4c6-a166-4dfe-a5fc-6be93347198f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:27.389267 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:27.390684 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:27.472914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334a4244-980f-49c6-8047-13b619f5fd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd3c4c6-a166-4dfe-a5fc-6be93347198f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:27:27.475155 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2df9894-3f79-4636-b57c-ec25ff7dabe9" -d '{"events": [{"server_uuid": "334a4244-980f-49c6-8047-13b619f5fd6e", "name": "network-vif-plugged", "status": "completed", "tag": "3bd3c4c6-a166-4dfe-a5fc-6be93347198f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:27:27.482340 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Publish callbacks [] for router_controller (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:27.515433 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3bd3c4c6-a166-4dfe-a5fc-6be93347198f,segment=NetworkSegment(c5cac21f-6088-4687-9a73-ab91462cc8f8),segment_id=c5cac21f-6088-4687-9a73-ab91462cc8f8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:27.537484 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3bd3c4c6-a166-4dfe-a5fc-6be93347198f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:27.605994 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fbda06-1bac-478a-a206-ae8c2b45e5dd x-openstack-request-id: req-41fbda06-1bac-478a-a206-ae8c2b45e5dd {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:27:27.606226 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334a4244-980f-49c6-8047-13b619f5fd6e", "name": "network-vif-plugged", "status": "completed", "tag": "3bd3c4c6-a166-4dfe-a5fc-6be93347198f", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:27:27.606330 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41fbda06-1bac-478a-a206-ae8c2b45e5dd {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:27:27.606672 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334a4244-980f-49c6-8047-13b619f5fd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd3c4c6-a166-4dfe-a5fc-6be93347198f', 'code': 200} Feb 10 15:27:27.697980 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Publish callbacks [] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:27.722701 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Publish callbacks [] for router_gateway (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:27.734692 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-f17b60dd-c625-467f-81d5-f3eb5ab28e0a', 'network_id': 'f17b60dd-c625-467f-81d5-f3eb5ab28e0a', 'project_id': '7eede3c8635540bd9c0033a348647038', 'fixed_ips': [{'subnet_id': '847f92f2-2ec6-4837-a4fd-f9995e573b3f'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:27:27.735569 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:27.741286 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:27.775963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=3bd3c4c6-a166-4dfe-a5fc-6be93347198f,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:27.821726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fec77-540d-4d43-bc0b-af2e4c4d8cd2 req-1fa053e2-c12c-4897-abc4-7acdefa4d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:27.823944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-927fec77-540d-4d43-bc0b-af2e4c4d8cd2 req-1fa053e2-c12c-4897-abc4-7acdefa4d99d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 1128 time: 0.1806996 Feb 10 15:27:27.843554 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f310f-fac4-43a7-ba27-a8ac7584869a req-63b8dc82-0a64-4c3c-850c-b658fa8a637b tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:27.850776 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef6f310f-fac4-43a7-ba27-a8ac7584869a req-63b8dc82-0a64-4c3c-850c-b658fa8a637b tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 946 time: 0.1234052 Feb 10 15:27:27.946409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-927fec77-540d-4d43-bc0b-af2e4c4d8cd2 req-acbea99c-0399-4e92-9bec-d597c6acb835 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925488 Feb 10 15:27:27.961108 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef6f310f-fac4-43a7-ba27-a8ac7584869a req-e18be208-9053-4f57-b5bf-801218565e98 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092749 Feb 10 15:27:28.009115 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95955964-beaf-4d99-9c4a-6d2893aa2dc3 None None] Pushing event updated for resources: {'Port': ['ID=f8e28e80-4a36-4e8c-bfb4-6772fa4812d8,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:28.132877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4034a-d72c-4b10-837e-2f665aa12c3f req-19bb2aff-d94e-4474-ad1e-4f8ef995e286 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:28.134950 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6be4034a-d72c-4b10-837e-2f665aa12c3f req-19bb2aff-d94e-4474-ad1e-4f8ef995e286 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1955004 Feb 10 15:27:28.174103 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Allocated IP 172.20.0.2 (f17b60dd-c625-467f-81d5-f3eb5ab28e0a/847f92f2-2ec6-4837-a4fd-f9995e573b3f/91866774-7260-4c90-8bf5-195e844d2fd8) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:27:28.199486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Attempting to bind port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:27:28.200145 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Attempting to bind port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:27:28.200517 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Attempting to bind port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 on network fe24dc43-b768-42dc-8d77-d7d97f1c6d17 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:27:28.212796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:27:28.213372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Checking segment: {'id': '2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:27:28.213964 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:28.214488 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Bound using segment: {'id': '2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:27:28.217744 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Bound port: f8e28e80-4a36-4e8c-bfb4-6772fa4812d8, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:27:28.219359 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:28.374599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] For port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:27:28.378573 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] For port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f8e28e80-4a36-4e8c-bfb4-6772fa4812d8,segment=NetworkSegment(2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31),segment_id=2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:27:28.399877 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:28.575857 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6be4034a-d72c-4b10-837e-2f665aa12c3f req-9d11c115-488e-493f-9b7a-92076ed63bd4 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191103 Feb 10 15:27:28.590278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Routers {'46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:27:28.590844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:27:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:28.600866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-455aa390-0193-4a20-b311-622d6765931a None None] Provisioning complete for port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:28.601287 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-455aa390-0193-4a20-b311-622d6765931a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:28.612599 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Publish callbacks [] for router_gateway (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:28.661732 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:28.694823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95955964-beaf-4d99-9c4a-6d2893aa2dc3 None None] Pushing event updated for resources: {'Port': ['ID=f8e28e80-4a36-4e8c-bfb4-6772fa4812d8,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:28.846242 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Publish callbacks [] for port (91866774-7260-4c90-8bf5-195e844d2fd8), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:28.878291 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Allocated IP 172.25.3.106 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/3453f1c1-8038-4d10-836b-708a3bca8d2f) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:27:28.892618 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (91866774-7260-4c90-8bf5-195e844d2fd8), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:29.017512 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Publish callbacks [] for port (3453f1c1-8038-4d10-836b-708a3bca8d2f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:29.077449 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Network f17b60dd-c625-467f-81d5-f3eb5ab28e0a is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:27:29.085853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:27:29.093978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:27:29.115330 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (3453f1c1-8038-4d10-836b-708a3bca8d2f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:29.177305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] Set router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:27:29.205157 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:27:29.216883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:27:29.229906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:27:29.259114 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47554f-94ba-4fc0-9205-2243a17cb575 req-84ee004a-bd22-4d1b-8b4c-cfbcad6b3bd2 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:29.264215 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f47554f-94ba-4fc0-9205-2243a17cb575 req-84ee004a-bd22-4d1b-8b4c-cfbcad6b3bd2 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 946 time: 0.2087376 Feb 10 15:27:29.267814 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Pushing event updated for resources: {'Port': ['ID=3453f1c1-8038-4d10-836b-708a3bca8d2f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:29.312275 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Pushing event updated for resources: {'Port': ['ID=91866774-7260-4c90-8bf5-195e844d2fd8,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:29.326585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:29.327278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:29.327953 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:29.328456 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:29.329050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:29.329584 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:29.330078 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:29.330566 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:29.331099 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:29.331585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:29.332150 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:29.332636 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:29.333196 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:29.374380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Attempting to bind port 91866774-7260-4c90-8bf5-195e844d2fd8 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:27:29.374699 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Attempting to bind port 91866774-7260-4c90-8bf5-195e844d2fd8 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '280322a2-e426-4ea5-b1c8-b67a6c1012e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f17b60dd-c625-467f-81d5-f3eb5ab28e0a'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:27:29.375039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Attempting to bind port 91866774-7260-4c90-8bf5-195e844d2fd8 on network f17b60dd-c625-467f-81d5-f3eb5ab28e0a {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:27:29.421880 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f47554f-94ba-4fc0-9205-2243a17cb575 req-1e199ffd-187b-4494-93bf-4d3c9f0b297c tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068697 Feb 10 15:27:29.440971 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-455aa390-0193-4a20-b311-622d6765931a None None] Current status of the port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:29.441373 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-455aa390-0193-4a20-b311-622d6765931a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:29.445596 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:27:29.446137 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Checking segment: {'id': '280322a2-e426-4ea5-b1c8-b67a6c1012e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f17b60dd-c625-467f-81d5-f3eb5ab28e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:27:29.446565 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:29.447188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Bound using segment: {'id': '280322a2-e426-4ea5-b1c8-b67a6c1012e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f17b60dd-c625-467f-81d5-f3eb5ab28e0a'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:27:29.447626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Bound port: 91866774-7260-4c90-8bf5-195e844d2fd8, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280322a2-e426-4ea5-b1c8-b67a6c1012e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f17b60dd-c625-467f-81d5-f3eb5ab28e0a'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:27:29.448010 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (91866774-7260-4c90-8bf5-195e844d2fd8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:29.745696 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-455aa390-0193-4a20-b311-622d6765931a None None] For port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f8e28e80-4a36-4e8c-bfb4-6772fa4812d8,segment=NetworkSegment(2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31),segment_id=2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:29.758891 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-455aa390-0193-4a20-b311-622d6765931a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:29.768065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] For port 91866774-7260-4c90-8bf5-195e844d2fd8, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:27:29.771563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] For port 91866774-7260-4c90-8bf5-195e844d2fd8, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=91866774-7260-4c90-8bf5-195e844d2fd8,segment=NetworkSegment(280322a2-e426-4ea5-b1c8-b67a6c1012e4),segment_id=280322a2-e426-4ea5-b1c8-b67a6c1012e4)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:27:29.819202 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (91866774-7260-4c90-8bf5-195e844d2fd8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:29.866286 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfa8bf-5024-4637-9718-f23af50114a3 req-2f7e3dae-a68e-4c8f-94af-e699a3e53e9e tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:29.867849 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-52dfa8bf-5024-4637-9718-f23af50114a3 req-2f7e3dae-a68e-4c8f-94af-e699a3e53e9e tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1595879 Feb 10 15:27:29.873074 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Publish callbacks [] for router_gateway (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:29.914001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455aa390-0193-4a20-b311-622d6765931a None None] Pushing event updated for resources: {'Port': ['ID=f8e28e80-4a36-4e8c-bfb4-6772fa4812d8,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:29.980255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-52dfa8bf-5024-4637-9718-f23af50114a3 req-844c73b8-5888-4906-a0bf-45475171af8d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634277 Feb 10 15:27:30.079044 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ac6a2f03-485c-4385-8787-20bf0e065302 None None] Provisioning complete for port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:30.079422 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2f03-485c-4385-8787-20bf0e065302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:30.198667 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:30.349446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ef82b-500c-49c3-8541-14257111ba7a None None] Pushing event updated for resources: {'Port': ['ID=91866774-7260-4c90-8bf5-195e844d2fd8,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:30.383756 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'name': 'tempest-TaggedBootDevicesTest_v242-106094873-router', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:16Z', 'updated_at': '2022-02-10T15:27:22Z', 'revision_number': 4, 'project_id': '4f98392d30c54e709159c7a818a25666', 'gw_port': {'id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:17Z', 'updated_at': '2022-02-10T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'f8e28e80-4a36-4e8c-bfb4-6772fa4812d8', 'name': '', 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'mac_address': 'fa:16:3e:f4:6c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:21Z', 'updated_at': '2022-02-10T15:27:28Z', 'revision_number': 4, 'project_id': '4f98392d30c54e709159c7a818a25666', 'subnets': [{'id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:30.390373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Router 5cb9b7f5-71d4-4c81-8c29-0434ce08cb92 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:27:30.416702 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cdbad9-7626-47ab-a880-47bd097c1fe3 None None] The sync data for ids ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'] in n-d-815324-7 is: [{'id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'name': 'tempest-TaggedBootDevicesTest_v242-106094873-router', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:16Z', 'updated_at': '2022-02-10T15:27:22Z', 'revision_number': 4, 'project_id': '4f98392d30c54e709159c7a818a25666', 'gw_port': {'id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:17Z', 'updated_at': '2022-02-10T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'f8e28e80-4a36-4e8c-bfb4-6772fa4812d8', 'name': '', 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'mac_address': 'fa:16:3e:f4:6c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:21Z', 'updated_at': '2022-02-10T15:27:28Z', 'revision_number': 4, 'project_id': '4f98392d30c54e709159c7a818a25666', 'subnets': [{'id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:27:30.535984 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a2f03-485c-4385-8787-20bf0e065302 None None] Current status of the port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:30.664929 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:27:30.685551 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Sync routers for ids ['5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:27:30.699427 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43db5d3-e62d-4414-92ac-034bfa0c2400 req-d8c27335-9513-496d-8756-531f9308d2ee tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:30.702796 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Routers {'5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:27:30.703431 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:27:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:30.714238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b43db5d3-e62d-4414-92ac-034bfa0c2400 req-d8c27335-9513-496d-8756-531f9308d2ee tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 946 time: 0.1015048 Feb 10 15:27:30.847566 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:30.851415 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7c4462a9-52bd-4729-ba2f-3b85a2f5c729 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5264380 Feb 10 15:27:30.853556 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55788) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:30.918234 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b43db5d3-e62d-4414-92ac-034bfa0c2400 req-3d1a8399-4e29-4c19-97b3-d7a9d03132b6 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045081 Feb 10 15:27:31.054831 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Set router 5cb9b7f5-71d4-4c81-8c29-0434ce08cb92 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:27:31.430103 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef7653-ff5d-4db2-8fa4-5c09eef5e9bd req-be17864a-db83-492e-8ac8-77b02f1c7bb9 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:31.436556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31ef7653-ff5d-4db2-8fa4-5c09eef5e9bd req-be17864a-db83-492e-8ac8-77b02f1c7bb9 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.2616079 Feb 10 15:27:31.472433 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9236daf-0dc6-48bf-bcca-f9903b238f5b req-4ff4510b-411e-469e-af8c-bada786488e1 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:31.485765 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9236daf-0dc6-48bf-bcca-f9903b238f5b req-4ff4510b-411e-469e-af8c-bada786488e1 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 946 time: 0.3752890 Feb 10 15:27:31.487915 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55820) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:31.499834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-661b9c5f-5a8d-4ae0-b3c4-3d1db9dbbb02 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Request body: {'floatingip': {'port_id': '3bd3c4c6-a166-4dfe-a5fc-6be93347198f'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:27:31.556238 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'name': 'tempest-TaggedBootDevicesTest_v242-1563979389-router', 'tenant_id': '7eede3c8635540bd9c0033a348647038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:27Z', 'updated_at': '2022-02-10T15:27:29Z', 'revision_number': 3, 'project_id': '7eede3c8635540bd9c0033a348647038', 'gw_port': {'id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:68:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:28Z', 'updated_at': '2022-02-10T15:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:31.609843 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-661b9c5f-5a8d-4ae0-b3c4-3d1db9dbbb02 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for floatingip (856021b6-9aa9-4ac1-984d-4863dc6c6d58), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:31.640930 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Checking router: 5cb9b7f5-71d4-4c81-8c29-0434ce08cb92 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:27:31.641530 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Updating router 5cb9b7f5-71d4-4c81-8c29-0434ce08cb92 port 3453f1c1-8038-4d10-836b-708a3bca8d2f binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:27:31.719350 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3453f1c1-8038-4d10-836b-708a3bca8d2f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:31.812160 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31ef7653-ff5d-4db2-8fa4-5c09eef5e9bd req-1246a1af-2955-43e1-b122-61265e4a5961 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247380 Feb 10 15:27:31.818732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55826) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:31.838707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f750ea87-a0e3-4a30-a221-c65a63ec4eef None None] Network f17b60dd-c625-467f-81d5-f3eb5ab28e0a requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:27:31.848808 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55828) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:32.070426 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-bc2cd02a-6212-4ff6-b4d9-966c82ae570b None None] Provisioning complete for port 91866774-7260-4c90-8bf5-195e844d2fd8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:32.072815 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc2cd02a-6212-4ff6-b4d9-966c82ae570b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (91866774-7260-4c90-8bf5-195e844d2fd8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:32.110236 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-682dee37-8ad3-44b0-9f40-67832ace3208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:32.348933 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Publish callbacks [] for port (3453f1c1-8038-4d10-836b-708a3bca8d2f), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:32.365836 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3453f1c1-8038-4d10-836b-708a3bca8d2f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:32.387197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-bc2cd02a-6212-4ff6-b4d9-966c82ae570b None None] Current status of the port 91866774-7260-4c90-8bf5-195e844d2fd8 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:32.388038 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc2cd02a-6212-4ff6-b4d9-966c82ae570b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (91866774-7260-4c90-8bf5-195e844d2fd8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:32.514451 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-bc2cd02a-6212-4ff6-b4d9-966c82ae570b None None] For port 91866774-7260-4c90-8bf5-195e844d2fd8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=91866774-7260-4c90-8bf5-195e844d2fd8,segment=NetworkSegment(280322a2-e426-4ea5-b1c8-b67a6c1012e4),segment_id=280322a2-e426-4ea5-b1c8-b67a6c1012e4)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:32.527451 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc2cd02a-6212-4ff6-b4d9-966c82ae570b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (91866774-7260-4c90-8bf5-195e844d2fd8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:32.545353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 91866774-7260-4c90-8bf5-195e844d2fd8 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:27:32.588186 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cdc1e-27a7-41ec-92cb-b3601df9075a None None] Pushing event updated for resources: {'Port': ['ID=3453f1c1-8038-4d10-836b-708a3bca8d2f,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:32.594559 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Attempting to bind port 3453f1c1-8038-4d10-836b-708a3bca8d2f on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:27:32.595181 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Attempting to bind port 3453f1c1-8038-4d10-836b-708a3bca8d2f by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:27:32.595705 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Attempting to bind port 3453f1c1-8038-4d10-836b-708a3bca8d2f on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:27:32.603584 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:27:32.604590 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:27:32.605471 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:32.606009 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:27:32.606920 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Bound port: 3453f1c1-8038-4d10-836b-708a3bca8d2f, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:27:32.607461 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3453f1c1-8038-4d10-836b-708a3bca8d2f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:32.686276 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] For port 3453f1c1-8038-4d10-836b-708a3bca8d2f, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:27:32.697171 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] For port 3453f1c1-8038-4d10-836b-708a3bca8d2f, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=3453f1c1-8038-4d10-836b-708a3bca8d2f,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:27:32.705409 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3453f1c1-8038-4d10-836b-708a3bca8d2f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:32.744252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cd02a-6212-4ff6-b4d9-966c82ae570b None None] Pushing event updated for resources: {'Port': ['ID=91866774-7260-4c90-8bf5-195e844d2fd8,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:32.760769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 91866774-7260-4c90-8bf5-195e844d2fd8 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:32.761334 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (91866774-7260-4c90-8bf5-195e844d2fd8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:32.831623 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Routers {'5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:27:32.834213 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:27:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:32.846024 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cdc1e-27a7-41ec-92cb-b3601df9075a None None] Pushing event updated for resources: {'Port': ['ID=3453f1c1-8038-4d10-836b-708a3bca8d2f,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:32.904941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ba633b79-0627-4d4b-9852-27f8b8eb08b3 None None] Provisioning complete for port 91866774-7260-4c90-8bf5-195e844d2fd8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:32.905504 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba633b79-0627-4d4b-9852-27f8b8eb08b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (91866774-7260-4c90-8bf5-195e844d2fd8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:32.934995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 91866774-7260-4c90-8bf5-195e844d2fd8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:32.936290 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:27:33.009291 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-034fce3f-ab52-431f-af07-bea24db85c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:33.029322 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] Set router 5cb9b7f5-71d4-4c81-8c29-0434ce08cb92 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:27:33.059241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:33.059622 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:33.065792 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:33.114374 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ba633b79-0627-4d4b-9852-27f8b8eb08b3 None None] Current status of the port 91866774-7260-4c90-8bf5-195e844d2fd8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:33.190052 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:33.340005 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'name': 'tempest-TaggedBootDevicesTest_v242-1563979389-router', 'tenant_id': '7eede3c8635540bd9c0033a348647038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:27Z', 'updated_at': '2022-02-10T15:27:29Z', 'revision_number': 3, 'project_id': '7eede3c8635540bd9c0033a348647038', 'gw_port': {'id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:68:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:28Z', 'updated_at': '2022-02-10T15:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:33.391030 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9ed1d-a1eb-437b-9460-3f8934291c44 None None] The sync data for ids ['5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'] in n-d-815324-7 is: [{'id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'name': 'tempest-TaggedBootDevicesTest_v242-1563979389-router', 'tenant_id': '7eede3c8635540bd9c0033a348647038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:27Z', 'updated_at': '2022-02-10T15:27:29Z', 'revision_number': 3, 'project_id': '7eede3c8635540bd9c0033a348647038', 'gw_port': {'id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:68:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:28Z', 'updated_at': '2022-02-10T15:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:27:33.434140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Allocated IP 172.20.0.1 (f17b60dd-c625-467f-81d5-f3eb5ab28e0a/847f92f2-2ec6-4837-a4fd-f9995e573b3f/01dfbd0d-7920-488e-927d-de666ebdb335) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:27:33.474134 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf3526-511e-41fc-af42-548705e45dae req-6d97be05-9502-493a-a13e-7c8eec46da2a tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:33.476749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ebf3526-511e-41fc-af42-548705e45dae req-6d97be05-9502-493a-a13e-7c8eec46da2a tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.4969697 Feb 10 15:27:33.520816 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-034fce3f-ab52-431f-af07-bea24db85c0a admin admin] Publish callbacks [] for security_group (a2139369-9b9c-430d-899d-05b26df53336), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:33.536896 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-034fce3f-ab52-431f-af07-bea24db85c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a2139369-9b9c-430d-899d-05b26df53336), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:33.555600 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-682dee37-8ad3-44b0-9f40-67832ace3208 admin admin] Publish callbacks [] for security_group (92df07a8-81ec-4fa1-b0ce-0ab5dd932dc9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:33.585241 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-682dee37-8ad3-44b0-9f40-67832ace3208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (92df07a8-81ec-4fa1-b0ce-0ab5dd932dc9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:33.593735 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Publish callbacks [] for port (01dfbd0d-7920-488e-927d-de666ebdb335), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:33.638388 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:33.666049 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-034fce3f-ab52-431f-af07-bea24db85c0a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b835b5abff9d4aa1a5388f5adf29bc37&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7825239 Feb 10 15:27:33.678803 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55852) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:33.716615 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.resource_extend [None req-661b9c5f-5a8d-4ae0-b3c4-3d1db9dbbb02 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:27:33.724303 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-682dee37-8ad3-44b0-9f40-67832ace3208 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9792e7fd091043538749c3a136a94fff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8878853 Feb 10 15:27:33.724303 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fce3f-ab52-431f-af07-bea24db85c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2139369-9b9c-430d-899d-05b26df53336,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:33.742969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Pushing event updated for resources: {'Port': ['ID=01dfbd0d-7920-488e-927d-de666ebdb335,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:33.770721 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Network f17b60dd-c625-467f-81d5-f3eb5ab28e0a is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:27:33.772922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55854) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:33.774902 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:27:33.793986 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ebf3526-511e-41fc-af42-548705e45dae req-296903e2-e41f-4a81-83b2-f8cfbfba19f1 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063285 Feb 10 15:27:33.813691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:27:33.877364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682dee37-8ad3-44b0-9f40-67832ace3208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92df07a8-81ec-4fa1-b0ce-0ab5dd932dc9,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:33.901419 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-661b9c5f-5a8d-4ae0-b3c4-3d1db9dbbb02 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:33.908519 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80466c2f-5246-44eb-97d5-6f9492ba8fcd admin admin] Publish callbacks [] for security_group (a2139369-9b9c-430d-899d-05b26df53336), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:33.933387 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:33.933617 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-661b9c5f-5a8d-4ae0-b3c4-3d1db9dbbb02 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (856021b6-9aa9-4ac1-984d-4863dc6c6d58), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:34.000614 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80466c2f-5246-44eb-97d5-6f9492ba8fcd admin admin] Publish callbacks [] for security_group (a2139369-9b9c-430d-899d-05b26df53336), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:34.098298 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c5dae6e-9240-46a9-97b7-e0591e82e7f7 admin admin] Publish callbacks [] for security_group (92df07a8-81ec-4fa1-b0ce-0ab5dd932dc9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:34.125652 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c5dae6e-9240-46a9-97b7-e0591e82e7f7 admin admin] Publish callbacks [] for security_group (92df07a8-81ec-4fa1-b0ce-0ab5dd932dc9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:34.181982 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c5dae6e-9240-46a9-97b7-e0591e82e7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (92df07a8-81ec-4fa1-b0ce-0ab5dd932dc9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:34.191013 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c5dae6e-9240-46a9-97b7-e0591e82e7f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:34.192298 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7c5dae6e-9240-46a9-97b7-e0591e82e7f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/92df07a8-81ec-4fa1-b0ce-0ab5dd932dc9 HTTP/1.1" status: 204 len: 168 time: 0.4143429 Feb 10 15:27:34.204061 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-661b9c5f-5a8d-4ae0-b3c4-3d1db9dbbb02 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Floating IP 856021b6-9aa9-4ac1-984d-4863dc6c6d58 associated. External IP: 172.25.3.246, port: 3bd3c4c6-a166-4dfe-a5fc-6be93347198f. Feb 10 15:27:34.248315 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dae6e-9240-46a9-97b7-e0591e82e7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92df07a8-81ec-4fa1-b0ce-0ab5dd932dc9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:34.257936 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80466c2f-5246-44eb-97d5-6f9492ba8fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a2139369-9b9c-430d-899d-05b26df53336), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:34.264958 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f324afbe-7172-47dc-bd97-be7d8798261e None None] Provisioning complete for port 01dfbd0d-7920-488e-927d-de666ebdb335 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:34.266566 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f324afbe-7172-47dc-bd97-be7d8798261e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:34.267117 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80466c2f-5246-44eb-97d5-6f9492ba8fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:34.268355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-80466c2f-5246-44eb-97d5-6f9492ba8fcd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2139369-9b9c-430d-899d-05b26df53336 HTTP/1.1" status: 204 len: 168 time: 0.5822434 Feb 10 15:27:34.304487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80466c2f-5246-44eb-97d5-6f9492ba8fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2139369-9b9c-430d-899d-05b26df53336,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:34.433941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f324afbe-7172-47dc-bd97-be7d8798261e None None] Port 01dfbd0d-7920-488e-927d-de666ebdb335 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:27:34.486847 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:34.668267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 91866774-7260-4c90-8bf5-195e844d2fd8 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:27:34.788666 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 91866774-7260-4c90-8bf5-195e844d2fd8 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:34.789284 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (91866774-7260-4c90-8bf5-195e844d2fd8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:34.914071 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661b9c5f-5a8d-4ae0-b3c4-3d1db9dbbb02 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:27:34.947976 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Publish callbacks [] for port (01dfbd0d-7920-488e-927d-de666ebdb335), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:34.959011 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:34.969603 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55876) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:34.971094 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 91866774-7260-4c90-8bf5-195e844d2fd8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:34.972294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 3453f1c1-8038-4d10-836b-708a3bca8d2f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:27:35.021677 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55878) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:35.040337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 3453f1c1-8038-4d10-836b-708a3bca8d2f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:35.041016 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3453f1c1-8038-4d10-836b-708a3bca8d2f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:35.084072 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c7dc9bda-65fb-4f70-bb2f-b009a4311678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:35.089987 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661b9c5f-5a8d-4ae0-b3c4-3d1db9dbbb02 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:27:35.092233 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45dceea3-9568-4f8b-9524-2bb95902b3a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:35.097674 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-661b9c5f-5a8d-4ae0-b3c4-3d1db9dbbb02 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:35.126270 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d31868-da63-4277-863d-b7f1e050ba11 None None] Sync routers for ids ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:27:35.128477 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:35.149281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d31868-da63-4277-863d-b7f1e050ba11 None None] Routers {'69ac2cec-52c3-4f09-808c-4fa7c12e4408'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:27:35.150198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-03d31868-da63-4277-863d-b7f1e050ba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:27:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:35.150349 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Pushing event updated for resources: {'Port': ['ID=01dfbd0d-7920-488e-927d-de666ebdb335,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:35.188095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-661b9c5f-5a8d-4ae0-b3c4-3d1db9dbbb02 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "PUT /v2.0/floatingips/856021b6-9aa9-4ac1-984d-4863dc6c6d58 HTTP/1.1" status: 200 len: 992 time: 3.6959605 Feb 10 15:27:35.202782 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334a4244-980f-49c6-8047-13b619f5fd6e', 'tag': '3bd3c4c6-a166-4dfe-a5fc-6be93347198f'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:27:35.205140 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7526902-3383-4e4f-bc47-79fb2f6075e0" -d '{"events": [{"name": "network-changed", "server_uuid": "334a4244-980f-49c6-8047-13b619f5fd6e", "tag": "3bd3c4c6-a166-4dfe-a5fc-6be93347198f"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:27:35.244625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227945aa-960d-4c71-9ebd-20918cfedfa6 req-318366cc-ab56-455b-8eba-c69bab9df5a3 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:35.246358 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-227945aa-960d-4c71-9ebd-20918cfedfa6 req-318366cc-ab56-455b-8eba-c69bab9df5a3 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1730480 Feb 10 15:27:35.286407 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 3453f1c1-8038-4d10-836b-708a3bca8d2f is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:35.287479 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3453f1c1-8038-4d10-836b-708a3bca8d2f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:35.324358 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 3453f1c1-8038-4d10-836b-708a3bca8d2f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=3453f1c1-8038-4d10-836b-708a3bca8d2f,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:35.344525 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-227945aa-960d-4c71-9ebd-20918cfedfa6 req-6c69c52f-0399-4343-bf34-e208841b4711 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911446 Feb 10 15:27:35.368599 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3453f1c1-8038-4d10-836b-708a3bca8d2f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:35.397049 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfbba0-4712-48ba-b1db-4acf8557afa0 req-3e777bb4-dc7c-4b73-bb53-0b3b28e47c91 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:35.400272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8291fbe-5ff9-403b-a015-994c60056be1 req-1bfef10b-0258-4d17-a049-de0a40588f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:35.402153 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8cfbba0-4712-48ba-b1db-4acf8557afa0 req-3e777bb4-dc7c-4b73-bb53-0b3b28e47c91 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 946 time: 0.1156163 Feb 10 15:27:35.412448 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8291fbe-5ff9-403b-a015-994c60056be1 req-1bfef10b-0258-4d17-a049-de0a40588f5b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=34b4d443692a43dda68ae9142e4aabb9&device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 1132 time: 0.2186317 Feb 10 15:27:35.447915 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1650c5-53e9-486d-aab4-741bb3cc610f x-openstack-request-id: req-db1650c5-53e9-486d-aab4-741bb3cc610f {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:27:35.448521 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334a4244-980f-49c6-8047-13b619f5fd6e", "tag": "3bd3c4c6-a166-4dfe-a5fc-6be93347198f", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:27:35.449028 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db1650c5-53e9-486d-aab4-741bb3cc610f {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:27:35.449799 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334a4244-980f-49c6-8047-13b619f5fd6e', 'tag': '3bd3c4c6-a166-4dfe-a5fc-6be93347198f', 'status': 'completed', 'code': 200} Feb 10 15:27:35.480236 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-03d31868-da63-4277-863d-b7f1e050ba11 None None] Set router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:27:35.526091 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8cfbba0-4712-48ba-b1db-4acf8557afa0 req-26cbaa7b-74ec-47f3-bc25-43d2561aacac tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183043 Feb 10 15:27:35.586790 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Network f17b60dd-c625-467f-81d5-f3eb5ab28e0a is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:27:35.588370 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:27:35.592316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=3453f1c1-8038-4d10-836b-708a3bca8d2f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:35.615154 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7526902-3383-4e4f-bc47-79fb2f6075e0 req-e57a2d34-ea81-4e37-865b-45ae6c634c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:35.617073 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7526902-3383-4e4f-bc47-79fb2f6075e0 req-e57a2d34-ea81-4e37-865b-45ae6c634c59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b16a35b27c34528b89e48e9d57bc923&device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 1128 time: 0.1300557 Feb 10 15:27:35.679812 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45dceea3-9568-4f8b-9524-2bb95902b3a2 admin admin] Publish callbacks [] for security_group (5ad397e7-8c87-40d1-beb9-07d3d2c87591), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:35.716452 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c7dc9bda-65fb-4f70-bb2f-b009a4311678 admin admin] Publish callbacks [] for security_group (11b96476-99ee-46ce-9037-b3b450a63c5e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:35.737504 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c7dc9bda-65fb-4f70-bb2f-b009a4311678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (11b96476-99ee-46ce-9037-b3b450a63c5e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:35.766016 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7526902-3383-4e4f-bc47-79fb2f6075e0 req-e3962822-8c91-425e-89b6-cd04b98cf78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:35.767833 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7526902-3383-4e4f-bc47-79fb2f6075e0 req-e3962822-8c91-425e-89b6-cd04b98cf78d service neutron] 10.222.0.72 "GET /v2.0/networks?id=fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 HTTP/1.1" status: 200 len: 917 time: 0.1428714 Feb 10 15:27:35.771053 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45dceea3-9568-4f8b-9524-2bb95902b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5ad397e7-8c87-40d1-beb9-07d3d2c87591), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:35.855974 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c7dc9bda-65fb-4f70-bb2f-b009a4311678 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=047aea433a3c401c878b62c435e132aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8631299 Feb 10 15:27:35.857511 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55892) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:35.904448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7526902-3383-4e4f-bc47-79fb2f6075e0 req-98d41e81-c732-4cb8-b3ee-fea2bd3b5a5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bd3c4c6-a166-4dfe-a5fc-6be93347198f HTTP/1.1" status: 200 len: 1000 time: 0.1289480 Feb 10 15:27:35.933568 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-03d31868-da63-4277-863d-b7f1e050ba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'name': 'tempest-ServersTestBootFromVolume-1261311671-router', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '69949631-3e14-4066-b71b-ca3f77a55571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:26:05Z', 'revision_number': 4, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'gw_port': {'id': '69949631-3e14-4066-b71b-ca3f77a55571', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:59Z', 'updated_at': '2022-02-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '856021b6-9aa9-4ac1-984d-4863dc6c6d58', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'port_id': '3bd3c4c6-a166-4dfe-a5fc-6be93347198f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'mac_address': 'fa:16:3e:e6:a4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334a4244-980f-49c6-8047-13b619f5fd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:26:08Z', 'updated_at': '2022-02-10T15:27:33Z', 'revision_number': 1, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8158f4-e9ca-4b74-a29c-9f5223ca34b2', 'name': '', 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'mac_address': 'fa:16:3e:e2:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:26:03Z', 'updated_at': '2022-02-10T15:26:08Z', 'revision_number': 5, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'subnets': [{'id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:35.961891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc9bda-65fb-4f70-bb2f-b009a4311678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b96476-99ee-46ce-9037-b3b450a63c5e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:35.972203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7526902-3383-4e4f-bc47-79fb2f6075e0 req-ca16dbbe-9b03-4858-8c4a-dbccd0662bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:35.973870 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7526902-3383-4e4f-bc47-79fb2f6075e0 req-ca16dbbe-9b03-4858-8c4a-dbccd0662bd9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b50776bb-769d-4fdc-bcac-f783e32a05ab HTTP/1.1" status: 200 len: 855 time: 0.0618510 Feb 10 15:27:35.982315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d31868-da63-4277-863d-b7f1e050ba11 None None] Checking router: 69ac2cec-52c3-4f09-808c-4fa7c12e4408 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:27:35.983056 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8291fbe-5ff9-403b-a015-994c60056be1 req-6d75a47f-fd06-4a19-bc65-fadbe0ff6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:35.985218 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8291fbe-5ff9-403b-a015-994c60056be1 req-6d75a47f-fd06-4a19-bc65-fadbe0ff6220 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.5389791 Feb 10 15:27:35.988097 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-45dceea3-9568-4f8b-9524-2bb95902b3a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7820bf274bcd4ca1848cee616fa4cd54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9538579 Feb 10 15:27:35.996859 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55894) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:36.004471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d31868-da63-4277-863d-b7f1e050ba11 None None] Routers {'69ac2cec-52c3-4f09-808c-4fa7c12e4408'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:27:36.005335 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-03d31868-da63-4277-863d-b7f1e050ba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:27:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:36.011626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-042a6df3-0b23-4272-aa08-40a76dda973e None None] Provisioning complete for port 01dfbd0d-7920-488e-927d-de666ebdb335 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:36.012282 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-042a6df3-0b23-4272-aa08-40a76dda973e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:36.025988 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dceea3-9568-4f8b-9524-2bb95902b3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad397e7-8c87-40d1-beb9-07d3d2c87591,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:36.053184 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Router 5cb9b7f5-71d4-4c81-8c29-0434ce08cb92 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:27:36.105663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-042a6df3-0b23-4272-aa08-40a76dda973e None None] Port 01dfbd0d-7920-488e-927d-de666ebdb335 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:27:36.120897 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7526902-3383-4e4f-bc47-79fb2f6075e0 req-ff83fc40-6212-48fd-8dad-d05af6bf0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:36.122614 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7526902-3383-4e4f-bc47-79fb2f6075e0 req-ff83fc40-6212-48fd-8dad-d05af6bf0951 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1378706 Feb 10 15:27:36.131468 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8291fbe-5ff9-403b-a015-994c60056be1 req-55db04c6-369a-4e6d-ad08-5cf8c69bb1fe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=df8e0506-6812-4000-bbfc-941876828867 HTTP/1.1" status: 200 len: 217 time: 0.0911031 Feb 10 15:27:36.132248 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-66252846-a349-4478-9be3-49da2bb50133 admin admin] Publish callbacks [] for security_group (5ad397e7-8c87-40d1-beb9-07d3d2c87591), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:36.182441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-03d31868-da63-4277-863d-b7f1e050ba11 None None] Set router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:27:36.207809 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-66252846-a349-4478-9be3-49da2bb50133 admin admin] Publish callbacks [] for security_group (5ad397e7-8c87-40d1-beb9-07d3d2c87591), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:36.271924 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Publish callbacks [] for security_group (11b96476-99ee-46ce-9037-b3b450a63c5e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:36.299733 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Publish callbacks [] for security_group (11b96476-99ee-46ce-9037-b3b450a63c5e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:36.303455 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7526902-3383-4e4f-bc47-79fb2f6075e0 req-b82661c1-9c1a-4899-b357-38b7a6c579a3 service neutron] 10.222.0.72 "GET /v2.0/networks/fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692083 Feb 10 15:27:36.312813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8291fbe-5ff9-403b-a015-994c60056be1 req-14911866-7b68-430b-84fb-ee0f292e2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:36.314207 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8291fbe-5ff9-403b-a015-994c60056be1 req-14911866-7b68-430b-84fb-ee0f292e2c66 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1676199 Feb 10 15:27:36.375351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 3453f1c1-8038-4d10-836b-708a3bca8d2f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:27:36.419279 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7526902-3383-4e4f-bc47-79fb2f6075e0 req-f961af80-86f6-4433-9bee-255d89dd21a2 service neutron] 10.222.0.72 "GET /v2.0/networks/fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047456 Feb 10 15:27:36.420606 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-66252846-a349-4478-9be3-49da2bb50133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5ad397e7-8c87-40d1-beb9-07d3d2c87591), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:36.423397 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-66252846-a349-4478-9be3-49da2bb50133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:36.425326 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-66252846-a349-4478-9be3-49da2bb50133 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ad397e7-8c87-40d1-beb9-07d3d2c87591 HTTP/1.1" status: 204 len: 168 time: 0.4246173 Feb 10 15:27:36.452860 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66252846-a349-4478-9be3-49da2bb50133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad397e7-8c87-40d1-beb9-07d3d2c87591,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:36.475257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:27:36.491058 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-39a962d2-3931-4fcc-9f1e-46fd53f6f4bd admin admin] 10.222.0.64 "PUT /v2.0/routers/5cb9b7f5-71d4-4c81-8c29-0434ce08cb92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6265025 Feb 10 15:27:36.491058 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8291fbe-5ff9-403b-a015-994c60056be1 req-2f896f68-b5ba-46a1-9e18-04e9e3a2c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:36.491058 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8291fbe-5ff9-403b-a015-994c60056be1 req-2f896f68-b5ba-46a1-9e18-04e9e3a2c34b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1576052 Feb 10 15:27:36.502388 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Sync routers for ids ['5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:27:36.509242 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (11b96476-99ee-46ce-9037-b3b450a63c5e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:36.514615 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:36.519989 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11b96476-99ee-46ce-9037-b3b450a63c5e HTTP/1.1" status: 204 len: 168 time: 0.5584509 Feb 10 15:27:36.526472 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Routers {'5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:27:36.529102 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:27:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:36.614606 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091843dc-cc27-435a-b752-aebbd5e30471 req-927947f2-c950-4761-af87-28d8292982ae tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:36.622086 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-091843dc-cc27-435a-b752-aebbd5e30471 req-927947f2-c950-4761-af87-28d8292982ae tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1175051 Feb 10 15:27:36.717225 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-091843dc-cc27-435a-b752-aebbd5e30471 req-a4977cd6-e190-4014-a5a9-10a9bb250cde tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883310 Feb 10 15:27:36.725560 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 3453f1c1-8038-4d10-836b-708a3bca8d2f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:36.725975 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3453f1c1-8038-4d10-836b-708a3bca8d2f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:36.736349 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8291fbe-5ff9-403b-a015-994c60056be1 req-3124437e-4191-4ed3-a151-72e387ee49ab service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324395 Feb 10 15:27:36.822870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-03d31868-da63-4277-863d-b7f1e050ba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'name': 'tempest-ServersTestBootFromVolume-1261311671-router', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '69949631-3e14-4066-b71b-ca3f77a55571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:26:05Z', 'revision_number': 4, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'gw_port': {'id': '69949631-3e14-4066-b71b-ca3f77a55571', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:59Z', 'updated_at': '2022-02-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '856021b6-9aa9-4ac1-984d-4863dc6c6d58', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'port_id': '3bd3c4c6-a166-4dfe-a5fc-6be93347198f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'mac_address': 'fa:16:3e:e6:a4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334a4244-980f-49c6-8047-13b619f5fd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:26:08Z', 'updated_at': '2022-02-10T15:27:33Z', 'revision_number': 1, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8158f4-e9ca-4b74-a29c-9f5223ca34b2', 'name': '', 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'mac_address': 'fa:16:3e:e2:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:26:03Z', 'updated_at': '2022-02-10T15:26:08Z', 'revision_number': 5, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'subnets': [{'id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:36.868079 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d31868-da63-4277-863d-b7f1e050ba11 None None] The sync data for ids ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'] in n-d-815324-7 is: [{'id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'name': 'tempest-ServersTestBootFromVolume-1261311671-router', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '69949631-3e14-4066-b71b-ca3f77a55571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:26:05Z', 'revision_number': 4, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'gw_port': {'id': '69949631-3e14-4066-b71b-ca3f77a55571', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:59Z', 'updated_at': '2022-02-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '856021b6-9aa9-4ac1-984d-4863dc6c6d58', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'port_id': '3bd3c4c6-a166-4dfe-a5fc-6be93347198f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'mac_address': 'fa:16:3e:e6:a4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334a4244-980f-49c6-8047-13b619f5fd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:26:08Z', 'updated_at': '2022-02-10T15:27:33Z', 'revision_number': 1, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8158f4-e9ca-4b74-a29c-9f5223ca34b2', 'name': '', 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'mac_address': 'fa:16:3e:e2:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:26:03Z', 'updated_at': '2022-02-10T15:26:08Z', 'revision_number': 5, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'subnets': [{'id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:27:36.883453 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8291fbe-5ff9-403b-a015-994c60056be1 req-5c276d5a-a6c2-4ec0-b65e-ec6fa15ca04d service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388769 Feb 10 15:27:36.897589 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b96476-99ee-46ce-9037-b3b450a63c5e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:36.926180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:36.926766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:36.927220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:36.928283 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:36.929395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:36.929860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:36.930340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:36.930776 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:36.932321 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:36.934452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:36.934950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:36.935455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:36.935906 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02d7df-62b8-4424-b8a3-e912aa8f97e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:27:37.022894 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Set router 5cb9b7f5-71d4-4c81-8c29-0434ce08cb92 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:27:37.251316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 3453f1c1-8038-4d10-836b-708a3bca8d2f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:37.260107 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:37.293016 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0662ca-a5d3-4cf9-b6f9-fc4d14c7de2b None None] New status for floating IP 856021b6-9aa9-4ac1-984d-4863dc6c6d58: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:27:37.389346 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'name': 'tempest-TaggedBootDevicesTest_v242-1563979389-router', 'tenant_id': '7eede3c8635540bd9c0033a348647038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:27Z', 'updated_at': '2022-02-10T15:27:34Z', 'revision_number': 4, 'project_id': '7eede3c8635540bd9c0033a348647038', 'gw_port': {'id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:28Z', 'updated_at': '2022-02-10T15:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '01dfbd0d-7920-488e-927d-de666ebdb335', 'name': '', 'network_id': 'f17b60dd-c625-467f-81d5-f3eb5ab28e0a', 'tenant_id': '7eede3c8635540bd9c0033a348647038', 'mac_address': 'fa:16:3e:7b:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '847f92f2-2ec6-4837-a4fd-f9995e573b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:33Z', 'updated_at': '2022-02-10T15:27:34Z', 'revision_number': 2, 'project_id': '7eede3c8635540bd9c0033a348647038', 'subnets': [{'id': '847f92f2-2ec6-4837-a4fd-f9995e573b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:37.464472 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Checking router: 5cb9b7f5-71d4-4c81-8c29-0434ce08cb92 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:27:37.465622 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Updating router 5cb9b7f5-71d4-4c81-8c29-0434ce08cb92 port 01dfbd0d-7920-488e-927d-de666ebdb335 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:27:37.537358 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:38.004829 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Publish callbacks [] for port (01dfbd0d-7920-488e-927d-de666ebdb335), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:38.013217 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:38.099403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9dc3a-67cd-420a-a7e9-58169fa94e78 req-157c6d94-5e3b-4363-b6c8-1458ece396c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:38.111959 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67f9dc3a-67cd-420a-a7e9-58169fa94e78 req-157c6d94-5e3b-4363-b6c8-1458ece396c8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1978123 Feb 10 15:27:38.131759 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f27ab-f1b5-470f-ad8f-15ffd028b771 None None] Pushing event updated for resources: {'Port': ['ID=01dfbd0d-7920-488e-927d-de666ebdb335,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:38.172167 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Attempting to bind port 01dfbd0d-7920-488e-927d-de666ebdb335 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:27:38.172543 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Attempting to bind port 01dfbd0d-7920-488e-927d-de666ebdb335 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '280322a2-e426-4ea5-b1c8-b67a6c1012e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f17b60dd-c625-467f-81d5-f3eb5ab28e0a'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:27:38.172940 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Attempting to bind port 01dfbd0d-7920-488e-927d-de666ebdb335 on network f17b60dd-c625-467f-81d5-f3eb5ab28e0a {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:27:38.180749 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:27:38.181703 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Checking segment: {'id': '280322a2-e426-4ea5-b1c8-b67a6c1012e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f17b60dd-c625-467f-81d5-f3eb5ab28e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:27:38.181947 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:38.182655 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Bound using segment: {'id': '280322a2-e426-4ea5-b1c8-b67a6c1012e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f17b60dd-c625-467f-81d5-f3eb5ab28e0a'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:27:38.184115 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Bound port: 01dfbd0d-7920-488e-927d-de666ebdb335, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280322a2-e426-4ea5-b1c8-b67a6c1012e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f17b60dd-c625-467f-81d5-f3eb5ab28e0a'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:27:38.186091 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:38.208058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67f9dc3a-67cd-420a-a7e9-58169fa94e78 req-95766178-9a95-4007-ac13-3fc0e01b3dd3 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890677 Feb 10 15:27:38.312680 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] For port 01dfbd0d-7920-488e-927d-de666ebdb335, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:27:38.317709 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] For port 01dfbd0d-7920-488e-927d-de666ebdb335, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=01dfbd0d-7920-488e-927d-de666ebdb335,segment=NetworkSegment(280322a2-e426-4ea5-b1c8-b67a6c1012e4),segment_id=280322a2-e426-4ea5-b1c8-b67a6c1012e4)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:27:38.328371 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:38.414867 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Routers {'5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:27:38.415728 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:27:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:38.503213 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f27ab-f1b5-470f-ad8f-15ffd028b771 None None] Pushing event updated for resources: {'Port': ['ID=01dfbd0d-7920-488e-927d-de666ebdb335,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:38.553162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f427ff66-6562-4360-be5f-7d9456b22b08 None None] Provisioning complete for port 01dfbd0d-7920-488e-927d-de666ebdb335 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:38.554604 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f427ff66-6562-4360-be5f-7d9456b22b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:38.624174 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] Set router 5cb9b7f5-71d4-4c81-8c29-0434ce08cb92 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:27:38.787721 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f427ff66-6562-4360-be5f-7d9456b22b08 None None] Current status of the port 01dfbd0d-7920-488e-927d-de666ebdb335 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:38.788896 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f427ff66-6562-4360-be5f-7d9456b22b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:38.858416 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f427ff66-6562-4360-be5f-7d9456b22b08 None None] For port 01dfbd0d-7920-488e-927d-de666ebdb335, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=01dfbd0d-7920-488e-927d-de666ebdb335,segment=NetworkSegment(280322a2-e426-4ea5-b1c8-b67a6c1012e4),segment_id=280322a2-e426-4ea5-b1c8-b67a6c1012e4)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:38.869629 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f427ff66-6562-4360-be5f-7d9456b22b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:38.948284 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427ff66-6562-4360-be5f-7d9456b22b08 None None] Pushing event updated for resources: {'Port': ['ID=01dfbd0d-7920-488e-927d-de666ebdb335,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:38.995082 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d42babcc-c0fa-4c94-8679-ede6060f2bfc None None] Provisioning complete for port 01dfbd0d-7920-488e-927d-de666ebdb335 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:38.995463 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d42babcc-c0fa-4c94-8679-ede6060f2bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:39.055476 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'name': 'tempest-TaggedBootDevicesTest_v242-1563979389-router', 'tenant_id': '7eede3c8635540bd9c0033a348647038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:27Z', 'updated_at': '2022-02-10T15:27:34Z', 'revision_number': 4, 'project_id': '7eede3c8635540bd9c0033a348647038', 'gw_port': {'id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:28Z', 'updated_at': '2022-02-10T15:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '01dfbd0d-7920-488e-927d-de666ebdb335', 'name': '', 'network_id': 'f17b60dd-c625-467f-81d5-f3eb5ab28e0a', 'tenant_id': '7eede3c8635540bd9c0033a348647038', 'mac_address': 'fa:16:3e:7b:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '847f92f2-2ec6-4837-a4fd-f9995e573b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:33Z', 'updated_at': '2022-02-10T15:27:38Z', 'revision_number': 4, 'project_id': '7eede3c8635540bd9c0033a348647038', 'subnets': [{'id': '847f92f2-2ec6-4837-a4fd-f9995e573b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:39.105391 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea236b58-a25d-4e78-8b7d-5dfbe973193d None None] The sync data for ids ['5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'] in n-d-815324-7 is: [{'id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'name': 'tempest-TaggedBootDevicesTest_v242-1563979389-router', 'tenant_id': '7eede3c8635540bd9c0033a348647038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:27Z', 'updated_at': '2022-02-10T15:27:34Z', 'revision_number': 4, 'project_id': '7eede3c8635540bd9c0033a348647038', 'gw_port': {'id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:28Z', 'updated_at': '2022-02-10T15:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '01dfbd0d-7920-488e-927d-de666ebdb335', 'name': '', 'network_id': 'f17b60dd-c625-467f-81d5-f3eb5ab28e0a', 'tenant_id': '7eede3c8635540bd9c0033a348647038', 'mac_address': 'fa:16:3e:7b:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '847f92f2-2ec6-4837-a4fd-f9995e573b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:33Z', 'updated_at': '2022-02-10T15:27:38Z', 'revision_number': 4, 'project_id': '7eede3c8635540bd9c0033a348647038', 'subnets': [{'id': '847f92f2-2ec6-4837-a4fd-f9995e573b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:27:39.195151 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d42babcc-c0fa-4c94-8679-ede6060f2bfc None None] Current status of the port 01dfbd0d-7920-488e-927d-de666ebdb335 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:39.434593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105adda-eccc-4d21-a813-81baca0fb387 req-38b86e01-0241-474e-b4a7-5e9e0cb187bb tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:39.441668 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1105adda-eccc-4d21-a813-81baca0fb387 req-38b86e01-0241-474e-b4a7-5e9e0cb187bb tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.0786192 Feb 10 15:27:39.566592 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1105adda-eccc-4d21-a813-81baca0fb387 req-84ce4c01-5fee-4040-98d1-245da8835835 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201344 Feb 10 15:27:40.081676 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56084) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:40.358591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-2848e9bb-7ed1-4eed-b75a-0a98332fcdc4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-98904370'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:27:40.398738 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2848e9bb-7ed1-4eed-b75a-0a98332fcdc4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Made reservation on behalf of 78c025e4a4444b629b03fa9441646af2 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:27:40.405464 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2848e9bb-7ed1-4eed-b75a-0a98332fcdc4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:40.417785 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2848e9bb-7ed1-4eed-b75a-0a98332fcdc4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:40.462844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 01dfbd0d-7920-488e-927d-de666ebdb335 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:27:40.580809 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 01dfbd0d-7920-488e-927d-de666ebdb335 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:40.587743 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:40.670218 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2848e9bb-7ed1-4eed-b75a-0a98332fcdc4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks [] for security_group (7ecc8691-63fe-4bdc-a420-350fe87142fb), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:40.677038 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2848e9bb-7ed1-4eed-b75a-0a98332fcdc4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7ecc8691-63fe-4bdc-a420-350fe87142fb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:40.737939 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2848e9bb-7ed1-4eed-b75a-0a98332fcdc4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:27:40.745714 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 01dfbd0d-7920-488e-927d-de666ebdb335 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:40.853781 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848e9bb-7ed1-4eed-b75a-0a98332fcdc4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecc8691-63fe-4bdc-a420-350fe87142fb,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:40.861187 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2848e9bb-7ed1-4eed-b75a-0a98332fcdc4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (562c96b2-f728-4fda-832e-4c370b56dc37), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:40.866229 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-2848e9bb-7ed1-4eed-b75a-0a98332fcdc4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Added segment 562c96b2-f728-4fda-832e-4c370b56dc37 of type vlan for network bf550c8d-f880-4f59-a779-592996dda45e Feb 10 15:27:40.991615 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2848e9bb-7ed1-4eed-b75a-0a98332fcdc4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (bf550c8d-f880-4f59-a779-592996dda45e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:41.003505 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d30b8-d697-4482-8773-a6b4402748dd req-031507e2-f9b9-486f-a807-928af163b89e tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:41.012910 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e90d30b8-d697-4482-8773-a6b4402748dd req-031507e2-f9b9-486f-a807-928af163b89e tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.2410290 Feb 10 15:27:41.079457 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2848e9bb-7ed1-4eed-b75a-0a98332fcdc4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (bf550c8d-f880-4f59-a779-592996dda45e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:41.085572 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2848e9bb-7ed1-4eed-b75a-0a98332fcdc4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:41.086181 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2848e9bb-7ed1-4eed-b75a-0a98332fcdc4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:41.119002 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e90d30b8-d697-4482-8773-a6b4402748dd req-8181db1f-2a73-46d7-af25-3d2a9335bf40 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049929 Feb 10 15:27:41.170330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2848e9bb-7ed1-4eed-b75a-0a98332fcdc4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0868049 Feb 10 15:27:41.173055 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56120) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:41.181008 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-bc415b2c-47c9-44b8-aa13-4659d159df42 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Request body: {'subnet': {'network_id': 'bf550c8d-f880-4f59-a779-592996dda45e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:27:41.221217 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:41.281583 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848e9bb-7ed1-4eed-b75a-0a98332fcdc4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Pushing event updated for resources: {'Network': ['ID=bf550c8d-f880-4f59-a779-592996dda45e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:41.299836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network bf550c8d-f880-4f59-a779-592996dda45e details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:27:41.345331 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc415b2c-47c9-44b8-aa13-4659d159df42 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Made reservation on behalf of 78c025e4a4444b629b03fa9441646af2 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:27:41.354371 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc415b2c-47c9-44b8-aa13-4659d159df42 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:41.656327 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc415b2c-47c9-44b8-aa13-4659d159df42 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (079934c6-df85-4334-8601-db424d40d43f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:41.796579 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc415b2c-47c9-44b8-aa13-4659d159df42 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Pushing event updated for resources: {'Subnet': ['ID=079934c6-df85-4334-8601-db424d40d43f,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:41.833051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc415b2c-47c9-44b8-aa13-4659d159df42 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Checking segment: {'id': '562c96b2-f728-4fda-832e-4c370b56dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf550c8d-f880-4f59-a779-592996dda45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:27:41.833618 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc415b2c-47c9-44b8-aa13-4659d159df42 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Network hostable DHCP agents. Network: bf550c8d-f880-4f59-a779-592996dda45e, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:27:41.877616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc415b2c-47c9-44b8-aa13-4659d159df42 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Network bf550c8d-f880-4f59-a779-592996dda45e is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:27:41.895617 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-bc415b2c-47c9-44b8-aa13-4659d159df42 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, bf550c8d-f880-4f59-a779-592996dda45e) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:27:41.911155 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc415b2c-47c9-44b8-aa13-4659d159df42 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:41.911397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4f5e8e-9274-40ed-b315-d5849bb64984 None None] Network bf550c8d-f880-4f59-a779-592996dda45e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:27:41.911829 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc415b2c-47c9-44b8-aa13-4659d159df42 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:41.942020 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bc415b2c-47c9-44b8-aa13-4659d159df42 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7677045 Feb 10 15:27:41.944764 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56154) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:41.953088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-c8508c60-9716-4da7-b3e1-76841385cf38 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Request body: {'port': {'network_id': 'bf550c8d-f880-4f59-a779-592996dda45e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-314416250'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:27:42.135831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8508c60-9716-4da7-b3e1-76841385cf38 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Made reservation on behalf of 78c025e4a4444b629b03fa9441646af2 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:27:42.141095 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8508c60-9716-4da7-b3e1-76841385cf38 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:42.146362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-bf550c8d-f880-4f59-a779-592996dda45e', 'network_id': 'bf550c8d-f880-4f59-a779-592996dda45e', 'project_id': '78c025e4a4444b629b03fa9441646af2', 'fixed_ips': [{'subnet_id': '079934c6-df85-4334-8601-db424d40d43f'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:27:42.151591 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:42.203677 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-c8508c60-9716-4da7-b3e1-76841385cf38 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] device_id is not set on port da9b7a28-db07-4d24-848c-1fb16b1ecdf5 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:27:42.392466 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Allocated IP 172.20.0.2 (bf550c8d-f880-4f59-a779-592996dda45e/079934c6-df85-4334-8601-db424d40d43f/da5e5bd6-afdc-4f88-bdea-fdddb823cd0c) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:27:42.499140 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d3ba0-a57f-47a9-ac4f-5e3407009e10 req-0967518b-8e0b-46a7-af75-9af1e122accb tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:42.501117 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-975d3ba0-a57f-47a9-ac4f-5e3407009e10 req-0967518b-8e0b-46a7-af75-9af1e122accb tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1963053 Feb 10 15:27:42.630852 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-975d3ba0-a57f-47a9-ac4f-5e3407009e10 req-583cdd78-bcc7-486f-a724-f2d0c89f5f67 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059906 Feb 10 15:27:42.705604 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Publish callbacks [] for port (da5e5bd6-afdc-4f88-bdea-fdddb823cd0c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:42.717530 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (da5e5bd6-afdc-4f88-bdea-fdddb823cd0c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:42.834063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-c8508c60-9716-4da7-b3e1-76841385cf38 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Allocated IP 172.20.0.11 (bf550c8d-f880-4f59-a779-592996dda45e/079934c6-df85-4334-8601-db424d40d43f/da9b7a28-db07-4d24-848c-1fb16b1ecdf5) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:27:42.877893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Network bf550c8d-f880-4f59-a779-592996dda45e is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:27:42.889864 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:27:42.899263 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-336f51c1-587f-4934-99c0-aa263bd7033f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:42.907891 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Pushing event updated for resources: {'Port': ['ID=da5e5bd6-afdc-4f88-bdea-fdddb823cd0c,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:42.913126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:27:43.043897 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Attempting to bind port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:27:43.046666 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Attempting to bind port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '562c96b2-f728-4fda-832e-4c370b56dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf550c8d-f880-4f59-a779-592996dda45e'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:27:43.049821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Attempting to bind port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c on network bf550c8d-f880-4f59-a779-592996dda45e {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:27:43.057031 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8508c60-9716-4da7-b3e1-76841385cf38 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks [] for port (da9b7a28-db07-4d24-848c-1fb16b1ecdf5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:43.064806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:27:43.065640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Checking segment: {'id': '562c96b2-f728-4fda-832e-4c370b56dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf550c8d-f880-4f59-a779-592996dda45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:27:43.066204 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:43.066749 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Bound using segment: {'id': '562c96b2-f728-4fda-832e-4c370b56dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf550c8d-f880-4f59-a779-592996dda45e'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:27:43.067372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Bound port: da5e5bd6-afdc-4f88-bdea-fdddb823cd0c, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562c96b2-f728-4fda-832e-4c370b56dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf550c8d-f880-4f59-a779-592996dda45e'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:27:43.067927 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (da5e5bd6-afdc-4f88-bdea-fdddb823cd0c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:43.110163 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8508c60-9716-4da7-b3e1-76841385cf38 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (da9b7a28-db07-4d24-848c-1fb16b1ecdf5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:43.198301 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8508c60-9716-4da7-b3e1-76841385cf38 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Network bf550c8d-f880-4f59-a779-592996dda45e is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:27:43.202040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-c8508c60-9716-4da7-b3e1-76841385cf38 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:27:43.206925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8508c60-9716-4da7-b3e1-76841385cf38 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:27:43.244494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] For port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:27:43.249048 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] For port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=da5e5bd6-afdc-4f88-bdea-fdddb823cd0c,segment=NetworkSegment(562c96b2-f728-4fda-832e-4c370b56dc37),segment_id=562c96b2-f728-4fda-832e-4c370b56dc37)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:27:43.261570 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (da5e5bd6-afdc-4f88-bdea-fdddb823cd0c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:43.294772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8508c60-9716-4da7-b3e1-76841385cf38 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:43.295849 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8508c60-9716-4da7-b3e1-76841385cf38 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:43.306199 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8508c60-9716-4da7-b3e1-76841385cf38 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Pushing event updated for resources: {'Port': ['ID=da9b7a28-db07-4d24-848c-1fb16b1ecdf5,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:43.338594 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56220) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:43.339100 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c8508c60-9716-4da7-b3e1-76841385cf38 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3915923 Feb 10 15:27:43.384431 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795c1af-2eb4-4a97-92e8-04d8d594b546 None None] Pushing event updated for resources: {'Port': ['ID=da5e5bd6-afdc-4f88-bdea-fdddb823cd0c,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:43.535550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c0211b91-bc08-44e4-9501-720177f97ea4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Deleting port da9b7a28-db07-4d24-848c-1fb16b1ecdf5 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:27:43.535984 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0211b91-bc08-44e4-9501-720177f97ea4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (da9b7a28-db07-4d24-848c-1fb16b1ecdf5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:43.697631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0211b91-bc08-44e4-9501-720177f97ea4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (da9b7a28-db07-4d24-848c-1fb16b1ecdf5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:43.731968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c0211b91-bc08-44e4-9501-720177f97ea4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Calling delete_port for da9b7a28-db07-4d24-848c-1fb16b1ecdf5 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:27:43.881475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b4882-7887-46bd-bb0b-ad64a0361ff6 req-86ec9f77-b9d3-43cc-9527-707426e6aa43 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:43.891650 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d89b4882-7887-46bd-bb0b-ad64a0361ff6 req-86ec9f77-b9d3-43cc-9527-707426e6aa43 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.0916653 Feb 10 15:27:44.003609 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0211b91-bc08-44e4-9501-720177f97ea4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (da9b7a28-db07-4d24-848c-1fb16b1ecdf5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:44.010572 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d89b4882-7887-46bd-bb0b-ad64a0361ff6 req-c46248b9-bdbb-44d3-86fc-71932d70f1ef tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088917 Feb 10 15:27:44.047388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0211b91-bc08-44e4-9501-720177f97ea4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Pushing event deleted for resources: {'Port': ['ID=da9b7a28-db07-4d24-848c-1fb16b1ecdf5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:44.106811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56244) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:44.190804 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0211b91-bc08-44e4-9501-720177f97ea4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:44.195741 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c0211b91-bc08-44e4-9501-720177f97ea4 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] 10.222.0.64 "DELETE /v2.0/ports/da9b7a28-db07-4d24-848c-1fb16b1ecdf5 HTTP/1.1" status: 204 len: 168 time: 0.8550808 Feb 10 15:27:44.198359 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56248) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:44.343438 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b0de0ccb-da01-4b00-8ea7-2c3e884c9bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:44.467956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device da5e5bd6-afdc-4f88-bdea-fdddb823cd0c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:27:44.500362 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0a158080-8711-42f1-806f-e2c7cd8b2f21 tempest-DHCPAgentSchedulersTestJSON-1396151288 tempest-DHCPAgentSchedulersTestJSON-1396151288-project-admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.3003592 Feb 10 15:27:44.502686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56252) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:44.509114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a13c752c-618d-4c17-9fd8-1dedbed66693 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-659705749'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:27:44.568969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13c752c-618d-4c17-9fd8-1dedbed66693 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Made reservation on behalf of 78c025e4a4444b629b03fa9441646af2 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:27:44.574744 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a13c752c-618d-4c17-9fd8-1dedbed66693 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:44.635621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:44.636022 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (da5e5bd6-afdc-4f88-bdea-fdddb823cd0c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:44.654143 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13c752c-618d-4c17-9fd8-1dedbed66693 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:27:44.666804 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b0de0ccb-da01-4b00-8ea7-2c3e884c9bf6 admin admin] Publish callbacks [] for security_group (14e1f8c0-f7a5-451e-8385-5e0ac5e4167b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:44.675056 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b0de0ccb-da01-4b00-8ea7-2c3e884c9bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (14e1f8c0-f7a5-451e-8385-5e0ac5e4167b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:44.680310 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a13c752c-618d-4c17-9fd8-1dedbed66693 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (36cd377c-1b28-4389-bab9-87c67eac1b0e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:44.680591 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-a13c752c-618d-4c17-9fd8-1dedbed66693 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Added segment 36cd377c-1b28-4389-bab9-87c67eac1b0e of type vlan for network d98fbe64-37d2-4e84-bc89-3eb89efa49af Feb 10 15:27:44.735563 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b0de0ccb-da01-4b00-8ea7-2c3e884c9bf6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=814749ce4d124e1b9705e52b57813ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6244702 Feb 10 15:27:44.748182 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56256) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:44.781025 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a13c752c-618d-4c17-9fd8-1dedbed66693 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (d98fbe64-37d2-4e84-bc89-3eb89efa49af), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:44.826960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:44.827351 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (da5e5bd6-afdc-4f88-bdea-fdddb823cd0c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:44.837929 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de0ccb-da01-4b00-8ea7-2c3e884c9bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e1f8c0-f7a5-451e-8385-5e0ac5e4167b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:44.858657 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a13c752c-618d-4c17-9fd8-1dedbed66693 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (d98fbe64-37d2-4e84-bc89-3eb89efa49af), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:44.866519 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13c752c-618d-4c17-9fd8-1dedbed66693 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:44.867582 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a13c752c-618d-4c17-9fd8-1dedbed66693 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:44.906472 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-df01d894-25e4-4534-afa8-8d7b2b0593d3 admin admin] Publish callbacks [] for security_group (14e1f8c0-f7a5-451e-8385-5e0ac5e4167b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:44.916919 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a13c752c-618d-4c17-9fd8-1dedbed66693 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4123871 Feb 10 15:27:44.919630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56258) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:44.934495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=da5e5bd6-afdc-4f88-bdea-fdddb823cd0c,segment=NetworkSegment(562c96b2-f728-4fda-832e-4c370b56dc37),segment_id=562c96b2-f728-4fda-832e-4c370b56dc37)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:44.947512 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (da5e5bd6-afdc-4f88-bdea-fdddb823cd0c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:44.979718 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-df01d894-25e4-4534-afa8-8d7b2b0593d3 admin admin] Publish callbacks [] for security_group (14e1f8c0-f7a5-451e-8385-5e0ac5e4167b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:45.091411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=da5e5bd6-afdc-4f88-bdea-fdddb823cd0c,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:45.101252 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-df01d894-25e4-4534-afa8-8d7b2b0593d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (14e1f8c0-f7a5-451e-8385-5e0ac5e4167b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:45.113516 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c752c-618d-4c17-9fd8-1dedbed66693 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Pushing event updated for resources: {'Network': ['ID=d98fbe64-37d2-4e84-bc89-3eb89efa49af,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:45.122507 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-df01d894-25e4-4534-afa8-8d7b2b0593d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:45.139243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network d98fbe64-37d2-4e84-bc89-3eb89efa49af details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:27:45.163539 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-df01d894-25e4-4534-afa8-8d7b2b0593d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14e1f8c0-f7a5-451e-8385-5e0ac5e4167b HTTP/1.1" status: 204 len: 168 time: 0.3937986 Feb 10 15:27:45.212961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cda251-ab48-4188-9828-157bddf9b1a3 None None] Network bf550c8d-f880-4f59-a779-592996dda45e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:27:45.300879 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01d894-25e4-4534-afa8-8d7b2b0593d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e1f8c0-f7a5-451e-8385-5e0ac5e4167b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:45.354883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dd035-c8c1-4448-a0bd-4165f1cec2db req-bbe28632-ae7c-49bb-9d85-8afad9577d8d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:45.356444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a8dd035-c8c1-4448-a0bd-4165f1cec2db req-bbe28632-ae7c-49bb-9d85-8afad9577d8d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1914914 Feb 10 15:27:45.378478 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ef7b287a-eb45-43c1-9af9-59fea81eead1 tempest-DHCPAgentSchedulersTestJSON-1396151288 tempest-DHCPAgentSchedulersTestJSON-1396151288-project-admin] 10.222.0.64 "GET /v2.0/agents/9495d417-adb8-4712-9f8c-db9ae6082262/dhcp-networks HTTP/1.1" status: 200 len: 9670 time: 0.4576912 Feb 10 15:27:45.379361 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56268) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:45.418475 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-728bed09-8b2c-4ca4-8e55-044a000bd067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:45.469003 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a8dd035-c8c1-4448-a0bd-4165f1cec2db req-a33bbaf2-faff-47d2-9548-02433d291064 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043301 Feb 10 15:27:45.504239 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-faf9e67b-c66e-4baf-9a70-65755120d58e None None] Provisioning complete for port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:45.504784 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-faf9e67b-c66e-4baf-9a70-65755120d58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (da5e5bd6-afdc-4f88-bdea-fdddb823cd0c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:45.533491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2eeabd-b3d9-47a8-af39-aff580e3aa2a tempest-DHCPAgentSchedulersTestJSON-1396151288 tempest-DHCPAgentSchedulersTestJSON-1396151288-project-admin] Network d98fbe64-37d2-4e84-bc89-3eb89efa49af is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:27:45.563862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56272) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:45.564154 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ba2eeabd-b3d9-47a8-af39-aff580e3aa2a tempest-DHCPAgentSchedulersTestJSON-1396151288 tempest-DHCPAgentSchedulersTestJSON-1396151288-project-admin] 10.222.0.64 "POST /v2.0/agents/9495d417-adb8-4712-9f8c-db9ae6082262/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1835754 Feb 10 15:27:45.595268 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3867edc-58c3-49ea-a953-0448a6424be9 None None] Network d98fbe64-37d2-4e84-bc89-3eb89efa49af requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:27:45.829480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56278) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:45.845603 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f956-cf09-40f9-aea4-8194e835de03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:45.907810 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-dd2e15dc-b7f0-4b28-9dde-bec30049d286 tempest-DHCPAgentSchedulersTestJSON-1396151288 tempest-DHCPAgentSchedulersTestJSON-1396151288-project-admin] 10.222.0.64 "GET /v2.0/agents/9495d417-adb8-4712-9f8c-db9ae6082262/dhcp-networks HTTP/1.1" status: 200 len: 10441 time: 0.3421662 Feb 10 15:27:45.911212 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56282) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:45.923521 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-faf9e67b-c66e-4baf-9a70-65755120d58e None None] Current status of the port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:45.985398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f956-cf09-40f9-aea4-8194e835de03 admin admin] Publish callbacks [] for security_group (852144e6-5681-4c5b-ae90-ca525f00e514), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:45.994639 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f956-cf09-40f9-aea4-8194e835de03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (852144e6-5681-4c5b-ae90-ca525f00e514), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:46.068542 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e2e9f956-cf09-40f9-aea4-8194e835de03 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=482428c5286140d49c517f25792c0697&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2377951 Feb 10 15:27:46.071615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56286) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:46.084816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9f956-cf09-40f9-aea4-8194e835de03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852144e6-5681-4c5b-ae90-ca525f00e514,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:46.106497 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-35ec22c1-425b-4d3b-9316-feb594284be7 tempest-DHCPAgentSchedulersTestJSON-1396151288 tempest-DHCPAgentSchedulersTestJSON-1396151288-project-admin] 10.222.0.64 "DELETE /v2.0/agents/9495d417-adb8-4712-9f8c-db9ae6082262/dhcp-networks/d98fbe64-37d2-4e84-bc89-3eb89efa49af HTTP/1.1" status: 204 len: 168 time: 0.1936843 Feb 10 15:27:46.108787 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56288) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:46.207488 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b6f66102-b7e1-437b-82cb-b772e5397a5f admin admin] Publish callbacks [] for security_group (852144e6-5681-4c5b-ae90-ca525f00e514), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:46.259226 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b6f66102-b7e1-437b-82cb-b772e5397a5f admin admin] Publish callbacks [] for security_group (852144e6-5681-4c5b-ae90-ca525f00e514), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:46.309434 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fa87d57c-6713-4cf3-ac4b-66b9df9168ed tempest-DHCPAgentSchedulersTestJSON-1396151288 tempest-DHCPAgentSchedulersTestJSON-1396151288-project-admin] 10.222.0.64 "GET /v2.0/agents/9495d417-adb8-4712-9f8c-db9ae6082262/dhcp-networks HTTP/1.1" status: 200 len: 9670 time: 0.1987677 Feb 10 15:27:46.314625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56292) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:46.331271 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:46.356824 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fc792897-2b94-4198-a644-0c6e8af7bf74 tempest-DHCPAgentSchedulersTestJSON-1396151288 tempest-DHCPAgentSchedulersTestJSON-1396151288-project-admin] 10.222.0.64 "GET /v2.0/networks/bf550c8d-f880-4f59-a779-592996dda45e/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0405095 Feb 10 15:27:46.360018 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56294) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:46.371022 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b6f66102-b7e1-437b-82cb-b772e5397a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (852144e6-5681-4c5b-ae90-ca525f00e514), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:46.373509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b6f66102-b7e1-437b-82cb-b772e5397a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:46.374665 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b6f66102-b7e1-437b-82cb-b772e5397a5f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/852144e6-5681-4c5b-ae90-ca525f00e514 HTTP/1.1" status: 204 len: 168 time: 0.3020406 Feb 10 15:27:46.391144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f66102-b7e1-437b-82cb-b772e5397a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852144e6-5681-4c5b-ae90-ca525f00e514,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:46.391941 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e29e035b-d4a1-433b-8784-4b33d0ffc27d tempest-DHCPAgentSchedulersTestJSON-1396151288 tempest-DHCPAgentSchedulersTestJSON-1396151288-project-admin] 10.222.0.64 "GET /v2.0/networks/bf550c8d-f880-4f59-a779-592996dda45e/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0302675 Feb 10 15:27:46.394152 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56298) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:46.513408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device da5e5bd6-afdc-4f88-bdea-fdddb823cd0c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:27:46.605528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-16365f60-1d66-4474-959d-0db55a6f4ae2 None None] Provisioning complete for port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:46.605898 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-16365f60-1d66-4474-959d-0db55a6f4ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (da5e5bd6-afdc-4f88-bdea-fdddb823cd0c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:46.774823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:46.775316 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (da5e5bd6-afdc-4f88-bdea-fdddb823cd0c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:46.890106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-16365f60-1d66-4474-959d-0db55a6f4ae2 None None] Current status of the port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:46.965846 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:47.009258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-25740bfb-4e63-41eb-9b5f-47806ea12006 None None] Could not find standard attr ID for object da9b7a28-db07-4d24-848c-1fb16b1ecdf5. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:27:47.390147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b9c182ad-fd00-439d-90c4-fab621ebdb79 tempest-DHCPAgentSchedulersTestJSON-1396151288 tempest-DHCPAgentSchedulersTestJSON-1396151288-project-admin] 10.222.0.64 "GET /v2.0/agents/9495d417-adb8-4712-9f8c-db9ae6082262/dhcp-networks HTTP/1.1" status: 200 len: 9670 time: 0.9946225 Feb 10 15:27:47.394915 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56320) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:47.431294 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe02cf-9d0d-4b90-aa13-dcb9044fd37f req-869ad6d9-d18d-4ada-b9ef-6eea2eabdb51 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:47.438700 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bcfe02cf-9d0d-4b90-aa13-dcb9044fd37f req-869ad6d9-d18d-4ada-b9ef-6eea2eabdb51 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.7869680 Feb 10 15:27:47.504631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bcfe02cf-9d0d-4b90-aa13-dcb9044fd37f req-728464a1-7fa7-4c2c-be64-9cab54c80d49 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604434 Feb 10 15:27:47.539574 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd134-a5e4-410e-9958-73c2e778cb5a tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (d98fbe64-37d2-4e84-bc89-3eb89efa49af), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:47.680547 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd134-a5e4-410e-9958-73c2e778cb5a tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (d98fbe64-37d2-4e84-bc89-3eb89efa49af), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:47.712581 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-5c3dd134-a5e4-410e-9958-73c2e778cb5a tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98fbe64-37d2-4e84-bc89-3eb89efa49af']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:47.726433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-5c3dd134-a5e4-410e-9958-73c2e778cb5a tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cd377c-1b28-4389-bab9-87c67eac1b0e') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:47.726734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-5c3dd134-a5e4-410e-9958-73c2e778cb5a tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cd377c-1b28-4389-bab9-87c67eac1b0e') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:47.741904 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd134-a5e4-410e-9958-73c2e778cb5a tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (36cd377c-1b28-4389-bab9-87c67eac1b0e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:47.786208 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd134-a5e4-410e-9958-73c2e778cb5a tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (36cd377c-1b28-4389-bab9-87c67eac1b0e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:47.802356 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3dd134-a5e4-410e-9958-73c2e778cb5a tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:27:47.805875 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd134-a5e4-410e-9958-73c2e778cb5a tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (36cd377c-1b28-4389-bab9-87c67eac1b0e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:27:47.810189 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:27:47.868154 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:47.942827 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd134-a5e4-410e-9958-73c2e778cb5a tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (d98fbe64-37d2-4e84-bc89-3eb89efa49af), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:47.957854 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd134-a5e4-410e-9958-73c2e778cb5a tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:47.965021 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5c3dd134-a5e4-410e-9958-73c2e778cb5a tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] 10.222.0.64 "DELETE /v2.0/networks/d98fbe64-37d2-4e84-bc89-3eb89efa49af HTTP/1.1" status: 204 len: 168 time: 0.5685651 Feb 10 15:27:47.967601 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56334) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:48.046479 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e85c1b-75bc-435c-927d-1fd26189180d tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] DELETE failed (client error): The resource could not be found. Feb 10 15:27:48.050270 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e85c1b-75bc-435c-927d-1fd26189180d tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:27:48.062575 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e3e85c1b-75bc-435c-927d-1fd26189180d tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] 10.222.0.64 "DELETE /v2.0/ports/da9b7a28-db07-4d24-848c-1fb16b1ecdf5 HTTP/1.1" status: 404 len: 333 time: 0.0925195 Feb 10 15:27:48.063928 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56338) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:48.064758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dd134-a5e4-410e-9958-73c2e778cb5a tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Pushing event deleted for resources: {'Network': ['ID=d98fbe64-37d2-4e84-bc89-3eb89efa49af,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:48.157227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12703fe-0f25-45f4-9574-851ff40ca220 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Deleting subnet 079934c6-df85-4334-8601-db424d40d43f {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:27:48.161109 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c12703fe-0f25-45f4-9574-851ff40ca220 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks [] for subnet (079934c6-df85-4334-8601-db424d40d43f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:48.236337 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c12703fe-0f25-45f4-9574-851ff40ca220 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (079934c6-df85-4334-8601-db424d40d43f), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:48.409054 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c12703fe-0f25-45f4-9574-851ff40ca220 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (079934c6-df85-4334-8601-db424d40d43f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:48.546697 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c12703fe-0f25-45f4-9574-851ff40ca220 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (079934c6-df85-4334-8601-db424d40d43f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:48.613197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12703fe-0f25-45f4-9574-851ff40ca220 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Pushing event deleted for resources: {'Subnet': ['ID=079934c6-df85-4334-8601-db424d40d43f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:48.633581 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c12703fe-0f25-45f4-9574-851ff40ca220 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:48.637946 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c12703fe-0f25-45f4-9574-851ff40ca220 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] 10.222.0.64 "DELETE /v2.0/subnets/079934c6-df85-4334-8601-db424d40d43f HTTP/1.1" status: 204 len: 168 time: 0.5695689 Feb 10 15:27:48.640506 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56358) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:48.645691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f9b463-7da6-4679-b160-0142f5c1ffae None None] Network bf550c8d-f880-4f59-a779-592996dda45e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:27:48.822513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b843e0-e514-485d-86a3-1a96ac108dbd req-b67e9140-2b3e-4f36-9b84-8112d2ef55f8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:48.839665 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37b843e0-e514-485d-86a3-1a96ac108dbd req-b67e9140-2b3e-4f36-9b84-8112d2ef55f8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1802609 Feb 10 15:27:48.899566 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (bf550c8d-f880-4f59-a779-592996dda45e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:48.974629 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:48.976596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37b843e0-e514-485d-86a3-1a96ac108dbd req-245e2526-f156-4fd8-bddf-5db1c693f62c tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341109 Feb 10 15:27:49.023507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Deleting port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:27:49.024061 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (da5e5bd6-afdc-4f88-bdea-fdddb823cd0c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:49.029155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5da789-a21e-4280-9d64-715619115758 None None] DHCP port deletion for bf550c8d-f880-4f59-a779-592996dda45e request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:27:49.109673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2f5da789-a21e-4280-9d64-715619115758 None None] Deleting port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:27:49.110444 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f5da789-a21e-4280-9d64-715619115758 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (da5e5bd6-afdc-4f88-bdea-fdddb823cd0c), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:49.186655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] For port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=da5e5bd6-afdc-4f88-bdea-fdddb823cd0c,segment=NetworkSegment(562c96b2-f728-4fda-832e-4c370b56dc37),segment_id=562c96b2-f728-4fda-832e-4c370b56dc37)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:49.186942 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (da5e5bd6-afdc-4f88-bdea-fdddb823cd0c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:49.199228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2f5da789-a21e-4280-9d64-715619115758 None None] For port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=da5e5bd6-afdc-4f88-bdea-fdddb823cd0c,segment=NetworkSegment(562c96b2-f728-4fda-832e-4c370b56dc37),segment_id=562c96b2-f728-4fda-832e-4c370b56dc37)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:49.201484 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f5da789-a21e-4280-9d64-715619115758 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (da5e5bd6-afdc-4f88-bdea-fdddb823cd0c), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:49.202120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Calling delete_port for da5e5bd6-afdc-4f88-bdea-fdddb823cd0c owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:27:49.234945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2f5da789-a21e-4280-9d64-715619115758 None None] Calling delete_port for da5e5bd6-afdc-4f88-bdea-fdddb823cd0c owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:27:49.344076 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (da5e5bd6-afdc-4f88-bdea-fdddb823cd0c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:49.361871 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f5da789-a21e-4280-9d64-715619115758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (da5e5bd6-afdc-4f88-bdea-fdddb823cd0c), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:49.383155 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Pushing event deleted for resources: {'Port': ['ID=da5e5bd6-afdc-4f88-bdea-fdddb823cd0c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:49.391879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5da789-a21e-4280-9d64-715619115758 None None] Pushing event deleted for resources: {'Port': ['ID=da5e5bd6-afdc-4f88-bdea-fdddb823cd0c,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:49.397894 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5da789-a21e-4280-9d64-715619115758 None None] No DVR routers for this DVR port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:27:49.422629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] No DVR routers for this DVR port da5e5bd6-afdc-4f88-bdea-fdddb823cd0c on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:27:49.550555 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (bf550c8d-f880-4f59-a779-592996dda45e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:49.582136 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf550c8d-f880-4f59-a779-592996dda45e']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:49.593917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562c96b2-f728-4fda-832e-4c370b56dc37') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:49.594923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562c96b2-f728-4fda-832e-4c370b56dc37') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:27:49.607983 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (562c96b2-f728-4fda-832e-4c370b56dc37), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:49.629964 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (562c96b2-f728-4fda-832e-4c370b56dc37), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:49.637820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:27:49.638274 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (562c96b2-f728-4fda-832e-4c370b56dc37), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:27:49.641926 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:27:49.729061 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (bf550c8d-f880-4f59-a779-592996dda45e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:49.758464 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:49.763582 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] 10.222.0.64 "DELETE /v2.0/networks/bf550c8d-f880-4f59-a779-592996dda45e HTTP/1.1" status: 204 len: 168 time: 1.1197181 Feb 10 15:27:49.799874 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342ebd8-91c1-4937-8675-e94997b94c51 tempest-DHCPAgentSchedulersTestJSON-194359755 tempest-DHCPAgentSchedulersTestJSON-194359755-project] Pushing event deleted for resources: {'Network': ['ID=bf550c8d-f880-4f59-a779-592996dda45e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:50.114836 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1984cd5-a549-47d7-9e1f-2e1306bac2cd req-3204fa9a-4066-4114-816e-9733c19134bb tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:50.118478 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1984cd5-a549-47d7-9e1f-2e1306bac2cd req-3204fa9a-4066-4114-816e-9733c19134bb tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.0613618 Feb 10 15:27:50.212132 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1984cd5-a549-47d7-9e1f-2e1306bac2cd req-065c3ccb-8e14-4c7d-aa50-b3a61520e4ae tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860491 Feb 10 15:27:50.255174 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56390) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:50.392540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device da5e5bd6-afdc-4f88-bdea-fdddb823cd0c no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:27:50.440020 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: da5e5bd6-afdc-4f88-bdea-fdddb823cd0c {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:27:50.441075 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device da5e5bd6-afdc-4f88-bdea-fdddb823cd0c not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:27:50.531025 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d840d45e-6fce-4bdf-b422-a3634ef1924a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78c025e4a4444b629b03fa9441646af2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2746177 Feb 10 15:27:50.533548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56394) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:50.620426 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f635ae8e-7e12-4c99-9e5e-dd8722a96cd6 admin admin] Publish callbacks [] for security_group (7ecc8691-63fe-4bdc-a420-350fe87142fb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:50.655765 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f635ae8e-7e12-4c99-9e5e-dd8722a96cd6 admin admin] Publish callbacks [] for security_group (7ecc8691-63fe-4bdc-a420-350fe87142fb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:50.719555 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f635ae8e-7e12-4c99-9e5e-dd8722a96cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7ecc8691-63fe-4bdc-a420-350fe87142fb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:50.723031 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f635ae8e-7e12-4c99-9e5e-dd8722a96cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:50.727251 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f635ae8e-7e12-4c99-9e5e-dd8722a96cd6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ecc8691-63fe-4bdc-a420-350fe87142fb HTTP/1.1" status: 204 len: 168 time: 0.1924710 Feb 10 15:27:50.736608 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635ae8e-7e12-4c99-9e5e-dd8722a96cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecc8691-63fe-4bdc-a420-350fe87142fb,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:51.273333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56414) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:51.291458 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3141014f-6bf2-465a-950f-c6a6792cb185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:51.435040 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3141014f-6bf2-465a-950f-c6a6792cb185 admin admin] Publish callbacks [] for security_group (fbe0e80a-5dab-43c4-b271-75275d5245a7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:51.442454 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3141014f-6bf2-465a-950f-c6a6792cb185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fbe0e80a-5dab-43c4-b271-75275d5245a7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:51.495340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56416) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:51.495904 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3141014f-6bf2-465a-950f-c6a6792cb185 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=73f8a0e8b3ec47efa1f914527010886a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2210429 Feb 10 15:27:51.499344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141014f-6bf2-465a-950f-c6a6792cb185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe0e80a-5dab-43c4-b271-75275d5245a7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:51.513702 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031291f1-3add-41a9-9fc7-72f0f954332d req-5d1bb649-8455-4a62-8b1c-9dea1152f9ae tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:51.528197 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-031291f1-3add-41a9-9fc7-72f0f954332d req-5d1bb649-8455-4a62-8b1c-9dea1152f9ae tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1443639 Feb 10 15:27:51.594322 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-031291f1-3add-41a9-9fc7-72f0f954332d req-2658f5a5-244a-4c6c-a9ca-46465c253268 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650952 Feb 10 15:27:51.615379 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-622062c0-f95d-4a9f-86f9-bd368271edfd admin admin] Publish callbacks [] for security_group (fbe0e80a-5dab-43c4-b271-75275d5245a7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:51.641620 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-622062c0-f95d-4a9f-86f9-bd368271edfd admin admin] Publish callbacks [] for security_group (fbe0e80a-5dab-43c4-b271-75275d5245a7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:51.695590 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-622062c0-f95d-4a9f-86f9-bd368271edfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fbe0e80a-5dab-43c4-b271-75275d5245a7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:51.701363 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-622062c0-f95d-4a9f-86f9-bd368271edfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:51.710119 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-622062c0-f95d-4a9f-86f9-bd368271edfd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fbe0e80a-5dab-43c4-b271-75275d5245a7 HTTP/1.1" status: 204 len: 168 time: 0.2110646 Feb 10 15:27:51.730283 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622062c0-f95d-4a9f-86f9-bd368271edfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe0e80a-5dab-43c4-b271-75275d5245a7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:52.799203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154d3c1-c353-4bc9-adbe-4013b2ca4d25 req-9252dc39-418d-491a-b9e5-74e90fd7c9f5 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:52.800784 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4154d3c1-c353-4bc9-adbe-4013b2ca4d25 req-9252dc39-418d-491a-b9e5-74e90fd7c9f5 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.0969265 Feb 10 15:27:52.890059 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4154d3c1-c353-4bc9-adbe-4013b2ca4d25 req-c46d1d02-5060-4872-a802-5612ed6e67f4 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789287 Feb 10 15:27:53.221358 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device df8e0506-6812-4000-bbfc-941876828867 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:27:53.363837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port df8e0506-6812-4000-bbfc-941876828867 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:53.364245 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (df8e0506-6812-4000-bbfc-941876828867), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:53.449725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cb3488-117a-47bf-8e24-ff1020e8c8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df8e0506-6812-4000-bbfc-941876828867'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:27:53.453140 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0a2b31-0c92-4634-a91d-2df64c3140ca" -d '{"events": [{"server_uuid": "44cb3488-117a-47bf-8e24-ff1020e8c8f7", "name": "network-vif-unplugged", "status": "completed", "tag": "df8e0506-6812-4000-bbfc-941876828867"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:27:53.473179 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port df8e0506-6812-4000-bbfc-941876828867, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=df8e0506-6812-4000-bbfc-941876828867,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:53.478996 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (df8e0506-6812-4000-bbfc-941876828867), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:53.593059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=df8e0506-6812-4000-bbfc-941876828867,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:53.703747 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c104ff7c-87c1-48dd-a820-6f875c60edd5 x-openstack-request-id: req-c104ff7c-87c1-48dd-a820-6f875c60edd5 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:27:53.704415 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cb3488-117a-47bf-8e24-ff1020e8c8f7", "name": "network-vif-unplugged", "status": "completed", "tag": "df8e0506-6812-4000-bbfc-941876828867", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:27:53.704983 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c104ff7c-87c1-48dd-a820-6f875c60edd5 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:27:53.705452 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cb3488-117a-47bf-8e24-ff1020e8c8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df8e0506-6812-4000-bbfc-941876828867', 'code': 200} Feb 10 15:27:54.150346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56488) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:54.175437 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c5e3-c785-4266-91d8-6b8cb77e089e req-9cf2b470-72fe-490a-972f-190745b11cc0 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:54.185651 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77e4c5e3-c785-4266-91d8-6b8cb77e089e req-9cf2b470-72fe-490a-972f-190745b11cc0 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 948 time: 0.1196263 Feb 10 15:27:54.238394 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77e4c5e3-c785-4266-91d8-6b8cb77e089e req-79d9523d-7fd9-4ccc-91c7-218271dd2c8b tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514445 Feb 10 15:27:54.368041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-26de1001-b59a-4245-8459-72a847573a5b tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-667249834'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:27:54.422215 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-26de1001-b59a-4245-8459-72a847573a5b tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (41c99e9c-4d8c-4a72-b758-76ee12b28a9c), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:54.424830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-26de1001-b59a-4245-8459-72a847573a5b tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (41c99e9c-4d8c-4a72-b758-76ee12b28a9c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:54.498163 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-26de1001-b59a-4245-8459-72a847573a5b tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router_controller (41c99e9c-4d8c-4a72-b758-76ee12b28a9c), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:54.507483 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-26de1001-b59a-4245-8459-72a847573a5b tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (41c99e9c-4d8c-4a72-b758-76ee12b28a9c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:54.528944 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-26de1001-b59a-4245-8459-72a847573a5b tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:54.533564 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56502) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:54.536008 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-26de1001-b59a-4245-8459-72a847573a5b tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3834436 Feb 10 15:27:54.649019 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5de75aa8-2ef0-4247-a5f3-b5eb9380e003 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router (41c99e9c-4d8c-4a72-b758-76ee12b28a9c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:54.920117 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5de75aa8-2ef0-4247-a5f3-b5eb9380e003 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (41c99e9c-4d8c-4a72-b758-76ee12b28a9c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:54.922910 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5de75aa8-2ef0-4247-a5f3-b5eb9380e003 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router_controller (41c99e9c-4d8c-4a72-b758-76ee12b28a9c), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:54.982286 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5de75aa8-2ef0-4247-a5f3-b5eb9380e003 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (41c99e9c-4d8c-4a72-b758-76ee12b28a9c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:54.983373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de75aa8-2ef0-4247-a5f3-b5eb9380e003 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41c99e9c-4d8c-4a72-b758-76ee12b28a9c {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:27:54.993485 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5de75aa8-2ef0-4247-a5f3-b5eb9380e003 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:54.998158 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56506) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:55.002857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2655ad43-b313-408e-a1c8-7648f852ac9e tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Request body: {'router': {'name': 'tempest-router-1066013868', 'distributed': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:27:55.005274 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5de75aa8-2ef0-4247-a5f3-b5eb9380e003 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] 10.222.0.64 "DELETE /v2.0/routers/41c99e9c-4d8c-4a72-b758-76ee12b28a9c HTTP/1.1" status: 204 len: 168 time: 0.4702992 Feb 10 15:27:55.032261 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2655ad43-b313-408e-a1c8-7648f852ac9e tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (911a4bea-1e5d-4a72-8503-fe080f7d72eb), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.033597 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2655ad43-b313-408e-a1c8-7648f852ac9e tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (911a4bea-1e5d-4a72-8503-fe080f7d72eb), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.102712 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2655ad43-b313-408e-a1c8-7648f852ac9e tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router_controller (911a4bea-1e5d-4a72-8503-fe080f7d72eb), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.109302 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2655ad43-b313-408e-a1c8-7648f852ac9e tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (911a4bea-1e5d-4a72-8503-fe080f7d72eb), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.131216 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2655ad43-b313-408e-a1c8-7648f852ac9e tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.136411 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2655ad43-b313-408e-a1c8-7648f852ac9e tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1372416 Feb 10 15:27:55.136621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56508) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:55.223617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device df8e0506-6812-4000-bbfc-941876828867 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:27:55.240597 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ef6a923-65ff-4c4b-a1ab-3ce7cad7cc65 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router (911a4bea-1e5d-4a72-8503-fe080f7d72eb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.455866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port df8e0506-6812-4000-bbfc-941876828867, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=df8e0506-6812-4000-bbfc-941876828867,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:55.493136 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'df8e0506-6812-4000-bbfc-941876828867', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'df8e0506-6812-4000-bbfc-941876828867', 'mac_address': 'fa:16:3e:7d:41:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:27:55.568889 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port df8e0506-6812-4000-bbfc-941876828867 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:55.569620 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (df8e0506-6812-4000-bbfc-941876828867), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.586236 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8e0506-6812-4000-bbfc-941876828867 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:27:55.608904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port df8e0506-6812-4000-bbfc-941876828867, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=df8e0506-6812-4000-bbfc-941876828867,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:55.617869 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (df8e0506-6812-4000-bbfc-941876828867), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.717350 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=df8e0506-6812-4000-bbfc-941876828867,revision_number=10']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:55.719282 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ef6a923-65ff-4c4b-a1ab-3ce7cad7cc65 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (911a4bea-1e5d-4a72-8503-fe080f7d72eb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.724038 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ef6a923-65ff-4c4b-a1ab-3ce7cad7cc65 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router_controller (911a4bea-1e5d-4a72-8503-fe080f7d72eb), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.802146 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ef6a923-65ff-4c4b-a1ab-3ce7cad7cc65 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (911a4bea-1e5d-4a72-8503-fe080f7d72eb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.802687 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef6a923-65ff-4c4b-a1ab-3ce7cad7cc65 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 911a4bea-1e5d-4a72-8503-fe080f7d72eb {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:27:55.808026 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ef6a923-65ff-4c4b-a1ab-3ce7cad7cc65 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.809275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1ef6a923-65ff-4c4b-a1ab-3ce7cad7cc65 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] 10.222.0.64 "DELETE /v2.0/routers/911a4bea-1e5d-4a72-8503-fe080f7d72eb HTTP/1.1" status: 204 len: 168 time: 0.6716626 Feb 10 15:27:55.812854 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56526) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:55.822026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-12812519-e655-42b6-bf1b-a25062fb38c9 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Request body: {'router': {'name': 'tempest-router-2013793086', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e7d011e6b49f49b58089c59bae5e9f81'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:27:55.850490 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2685b38-f259-40fb-acfe-b0a9f3532501 req-e19e697b-5ded-44d3-8cb9-506a06cfff20 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:55.853585 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2685b38-f259-40fb-acfe-b0a9f3532501 req-e19e697b-5ded-44d3-8cb9-506a06cfff20 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 948 time: 0.3742316 Feb 10 15:27:55.855683 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-12812519-e655-42b6-bf1b-a25062fb38c9 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (a62299b4-0977-425f-bcca-7a5656fb254c), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.857066 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-12812519-e655-42b6-bf1b-a25062fb38c9 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (a62299b4-0977-425f-bcca-7a5656fb254c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.888028 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe753d8-5c75-41a7-afd7-e1e8d5eb8fef req-0e700ad5-1323-44e7-913e-68526b42685d tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:55.898044 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6fe753d8-5c75-41a7-afd7-e1e8d5eb8fef req-0e700ad5-1323-44e7-913e-68526b42685d tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.2342308 Feb 10 15:27:55.947755 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-12812519-e655-42b6-bf1b-a25062fb38c9 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router_controller (a62299b4-0977-425f-bcca-7a5656fb254c), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.955017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-12812519-e655-42b6-bf1b-a25062fb38c9 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (a62299b4-0977-425f-bcca-7a5656fb254c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.968938 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['df8e0506-6812-4000-bbfc-941876828867'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:27:55.988208 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-12812519-e655-42b6-bf1b-a25062fb38c9 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:55.992603 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-12812519-e655-42b6-bf1b-a25062fb38c9 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1774216 Feb 10 15:27:55.995041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56530) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:56.003759 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7ee9704d-0383-48a8-89a2-d8261ca8a8d7 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:27:56.014729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6fe753d8-5c75-41a7-afd7-e1e8d5eb8fef req-26d70247-e1c3-421d-860b-c98e46dc8659 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077082 Feb 10 15:27:56.032675 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2685b38-f259-40fb-acfe-b0a9f3532501 req-919c48bd-d4ef-483e-ba7a-4f4e4871d3d3 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690395 Feb 10 15:27:56.808901 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ee9704d-0383-48a8-89a2-d8261ca8a8d7 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (a62299b4-0977-425f-bcca-7a5656fb254c), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:56.809300 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ee9704d-0383-48a8-89a2-d8261ca8a8d7 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router (a62299b4-0977-425f-bcca-7a5656fb254c), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:56.911447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7ee9704d-0383-48a8-89a2-d8261ca8a8d7 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103369) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 10 15:27:56.912345 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7ee9704d-0383-48a8-89a2-d8261ca8a8d7 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Router a62299b4-0977-425f-bcca-7a5656fb254c migrating from provider to provider. {{(pid=103369) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 10 15:27:56.912345 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ee9704d-0383-48a8-89a2-d8261ca8a8d7 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router_controller (a62299b4-0977-425f-bcca-7a5656fb254c), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:56.924036 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ee9704d-0383-48a8-89a2-d8261ca8a8d7 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router_controller (a62299b4-0977-425f-bcca-7a5656fb254c), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:56.931717 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ee9704d-0383-48a8-89a2-d8261ca8a8d7 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (a62299b4-0977-425f-bcca-7a5656fb254c), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:57.137724 n-d-815324-7 neutron-server[103369]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7ee9704d-0383-48a8-89a2-d8261ca8a8d7 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] No L3 agents can host the router a62299b4-0977-425f-bcca-7a5656fb254c Feb 10 15:27:57.223772 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device df8e0506-6812-4000-bbfc-941876828867 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:27:57.327878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port df8e0506-6812-4000-bbfc-941876828867 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:27:57.328542 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (df8e0506-6812-4000-bbfc-941876828867), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:57.405828 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db47b21-87d6-4e19-a210-dea41b87a9a4 req-c758332c-d1a6-4b53-ab4f-adf8fd6c22eb tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:57.414169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3db47b21-87d6-4e19-a210-dea41b87a9a4 req-c758332c-d1a6-4b53-ab4f-adf8fd6c22eb tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.2251258 Feb 10 15:27:57.429979 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0498b-01f2-4943-aef3-a0f9f074f6e3 req-25fbddda-6e6d-4544-8a90-cf1ed9dc890e tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:57.438272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32c0498b-01f2-4943-aef3-a0f9f074f6e3 req-25fbddda-6e6d-4544-8a90-cf1ed9dc890e tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 950 time: 0.1724045 Feb 10 15:27:57.448268 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9704d-0383-48a8-89a2-d8261ca8a8d7 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Hosts for router a62299b4-0977-425f-bcca-7a5656fb254c: [] {{(pid=103369) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 10 15:27:57.485129 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port df8e0506-6812-4000-bbfc-941876828867 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:27:57.485776 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (df8e0506-6812-4000-bbfc-941876828867), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:57.500373 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3db47b21-87d6-4e19-a210-dea41b87a9a4 req-78d2a913-8e5e-4c16-9d0e-f679d6c8b539 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847018 Feb 10 15:27:57.505070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9704d-0383-48a8-89a2-d8261ca8a8d7 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Hosts for other DVR routers connected to router a62299b4-0977-425f-bcca-7a5656fb254c: set() {{(pid=103369) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 10 15:27:57.507710 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7ee9704d-0383-48a8-89a2-d8261ca8a8d7 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:57.508960 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7ee9704d-0383-48a8-89a2-d8261ca8a8d7 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] 10.222.0.64 "PUT /v2.0/routers/a62299b4-0977-425f-bcca-7a5656fb254c HTTP/1.1" status: 200 len: 717 time: 1.5129578 Feb 10 15:27:57.517222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56550) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:57.533384 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cb3488-117a-47bf-8e24-ff1020e8c8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8e0506-6812-4000-bbfc-941876828867'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:27:57.535936 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c680815-4346-43a1-94d5-d84ffed977e2" -d '{"events": [{"server_uuid": "44cb3488-117a-47bf-8e24-ff1020e8c8f7", "name": "network-vif-plugged", "status": "completed", "tag": "df8e0506-6812-4000-bbfc-941876828867"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:27:57.573073 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32c0498b-01f2-4943-aef3-a0f9f074f6e3 req-7a0411d6-4aeb-4846-97f8-12b0e6669a54 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139619 Feb 10 15:27:57.574474 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port df8e0506-6812-4000-bbfc-941876828867, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=df8e0506-6812-4000-bbfc-941876828867,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:27:57.580157 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (df8e0506-6812-4000-bbfc-941876828867), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:57.632123 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2585d15c-0700-4b2f-8975-17c43a1fa5f7 x-openstack-request-id: req-2585d15c-0700-4b2f-8975-17c43a1fa5f7 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:27:57.633163 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cb3488-117a-47bf-8e24-ff1020e8c8f7", "name": "network-vif-plugged", "status": "completed", "tag": "df8e0506-6812-4000-bbfc-941876828867", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:27:57.634964 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2585d15c-0700-4b2f-8975-17c43a1fa5f7 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:27:57.635590 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cb3488-117a-47bf-8e24-ff1020e8c8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8e0506-6812-4000-bbfc-941876828867', 'code': 200} Feb 10 15:27:57.651068 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c36c4f48-502b-42f8-880f-859dfe91e09f tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] 10.222.0.64 "GET /v2.0/routers/a62299b4-0977-425f-bcca-7a5656fb254c HTTP/1.1" status: 200 len: 717 time: 0.1325302 Feb 10 15:27:57.653588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56556) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:57.709972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=df8e0506-6812-4000-bbfc-941876828867,revision_number=11']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:57.806375 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c5e41-493d-4db2-bcea-b16f2a42a1c2 req-e6025f23-3685-481d-a1b1-70ad934ac36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:57.807987 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c38c5e41-493d-4db2-bcea-b16f2a42a1c2 req-e6025f23-3685-481d-a1b1-70ad934ac36e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 1133 time: 0.0620220 Feb 10 15:27:57.916150 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c38c5e41-493d-4db2-bcea-b16f2a42a1c2 req-bf6575f3-dad6-40ff-afbd-f4ee4c1e8097 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013372 Feb 10 15:27:57.929234 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-087949f0-6348-4f7f-b748-ef46535ff900 tempest-RoutersTestDVR-241022112 tempest-RoutersTestDVR-241022112-project] 10.222.0.64 "GET /v2.0/routers/a62299b4-0977-425f-bcca-7a5656fb254c HTTP/1.1" status: 200 len: 683 time: 0.2740941 Feb 10 15:27:57.931717 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56564) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:58.011678 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-449c7ba5-c873-4c98-8770-a57314b76b45 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router (a62299b4-0977-425f-bcca-7a5656fb254c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:58.213729 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-449c7ba5-c873-4c98-8770-a57314b76b45 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (a62299b4-0977-425f-bcca-7a5656fb254c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:58.216137 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-449c7ba5-c873-4c98-8770-a57314b76b45 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router_controller (a62299b4-0977-425f-bcca-7a5656fb254c), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:58.270543 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-449c7ba5-c873-4c98-8770-a57314b76b45 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (a62299b4-0977-425f-bcca-7a5656fb254c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:58.271069 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449c7ba5-c873-4c98-8770-a57314b76b45 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a62299b4-0977-425f-bcca-7a5656fb254c {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:27:58.276057 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-449c7ba5-c873-4c98-8770-a57314b76b45 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:58.281249 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-449c7ba5-c873-4c98-8770-a57314b76b45 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] 10.222.0.64 "DELETE /v2.0/routers/a62299b4-0977-425f-bcca-7a5656fb254c HTTP/1.1" status: 204 len: 168 time: 0.3485124 Feb 10 15:27:58.281859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56576) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:58.286554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0960802e-96a5-4523-9cb5-add0b603ef0b tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Request body: {'router': {'name': 'tempest-router-1152078827', 'distributed': True}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:27:58.305560 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0960802e-96a5-4523-9cb5-add0b603ef0b tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (f403ab14-3510-41f8-92f4-2f4452a9600e), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:58.306541 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0960802e-96a5-4523-9cb5-add0b603ef0b tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (f403ab14-3510-41f8-92f4-2f4452a9600e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:58.359207 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0960802e-96a5-4523-9cb5-add0b603ef0b tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router_controller (f403ab14-3510-41f8-92f4-2f4452a9600e), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:58.364869 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0960802e-96a5-4523-9cb5-add0b603ef0b tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (f403ab14-3510-41f8-92f4-2f4452a9600e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:58.385373 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0960802e-96a5-4523-9cb5-add0b603ef0b tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:58.389425 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0960802e-96a5-4523-9cb5-add0b603ef0b tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1062775 Feb 10 15:27:58.389659 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56580) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:58.477409 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f4795a7d-e6fa-42ad-b94d-39c850324824 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router (f403ab14-3510-41f8-92f4-2f4452a9600e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:58.667854 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f4795a7d-e6fa-42ad-b94d-39c850324824 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (f403ab14-3510-41f8-92f4-2f4452a9600e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:58.670454 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f4795a7d-e6fa-42ad-b94d-39c850324824 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router_controller (f403ab14-3510-41f8-92f4-2f4452a9600e), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:58.806143 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f4795a7d-e6fa-42ad-b94d-39c850324824 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (f403ab14-3510-41f8-92f4-2f4452a9600e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:58.807062 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4795a7d-e6fa-42ad-b94d-39c850324824 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f403ab14-3510-41f8-92f4-2f4452a9600e {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:27:58.825280 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f4795a7d-e6fa-42ad-b94d-39c850324824 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:58.826755 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f4795a7d-e6fa-42ad-b94d-39c850324824 tempest-RoutersTestDVR-634006449 tempest-RoutersTestDVR-634006449-project-admin] 10.222.0.64 "DELETE /v2.0/routers/f403ab14-3510-41f8-92f4-2f4452a9600e HTTP/1.1" status: 204 len: 168 time: 0.4361153 Feb 10 15:27:58.858332 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f1cc3-6c20-4550-a50c-299751d829fa req-b3fc03d2-e6de-4b79-8f71-d886382f17d0 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:58.860496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-282f1cc3-6c20-4550-a50c-299751d829fa req-b3fc03d2-e6de-4b79-8f71-d886382f17d0 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 951 time: 0.1335499 Feb 10 15:27:58.872426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f016c6-1063-479a-be06-38b827fb1d82 req-089969bf-5ea1-4cc2-9cd4-26d97aabf8d7 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:27:58.874172 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-92f016c6-1063-479a-be06-38b827fb1d82 req-089969bf-5ea1-4cc2-9cd4-26d97aabf8d7 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1603990 Feb 10 15:27:58.993075 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-92f016c6-1063-479a-be06-38b827fb1d82 req-7ce5019b-5fd0-46f2-8bcd-adc4ffdc0741 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017396 Feb 10 15:27:58.999463 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-282f1cc3-6c20-4550-a50c-299751d829fa req-d23735b7-ec14-46da-bfb2-1f7644715bb2 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215615 Feb 10 15:27:59.159966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56604) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:59.300141 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1bf5d19d-1ba4-4577-94f7-bbfe1ddc7c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:59.397942 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1bf5d19d-1ba4-4577-94f7-bbfe1ddc7c1a admin admin] Publish callbacks [] for security_group (21d96863-f4ca-4e0a-b34d-7ea2fc6ec1ff), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:59.403284 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1bf5d19d-1ba4-4577-94f7-bbfe1ddc7c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (21d96863-f4ca-4e0a-b34d-7ea2fc6ec1ff), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:59.445009 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5d19d-1ba4-4577-94f7-bbfe1ddc7c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d96863-f4ca-4e0a-b34d-7ea2fc6ec1ff,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:27:59.451022 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1bf5d19d-1ba4-4577-94f7-bbfe1ddc7c1a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e7d011e6b49f49b58089c59bae5e9f81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2900150 Feb 10 15:27:59.453735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56608) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:27:59.523463 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43f5f813-c9e2-474d-b1e2-879a64dcbfad admin admin] Publish callbacks [] for security_group (21d96863-f4ca-4e0a-b34d-7ea2fc6ec1ff), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:59.554686 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43f5f813-c9e2-474d-b1e2-879a64dcbfad admin admin] Publish callbacks [] for security_group (21d96863-f4ca-4e0a-b34d-7ea2fc6ec1ff), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:59.624792 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43f5f813-c9e2-474d-b1e2-879a64dcbfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (21d96863-f4ca-4e0a-b34d-7ea2fc6ec1ff), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:59.631882 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43f5f813-c9e2-474d-b1e2-879a64dcbfad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:27:59.634357 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-43f5f813-c9e2-474d-b1e2-879a64dcbfad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21d96863-f4ca-4e0a-b34d-7ea2fc6ec1ff HTTP/1.1" status: 204 len: 168 time: 0.1795950 Feb 10 15:27:59.646579 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5f813-c9e2-474d-b1e2-879a64dcbfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d96863-f4ca-4e0a-b34d-7ea2fc6ec1ff,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:00.191460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56646) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:00.216144 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68b7d95b-98db-4ac8-abc1-221548d1f9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:00.308527 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6c45f-2367-4bbe-bf2a-0cae654d4636 req-b140b754-8e28-49fb-bf8a-341d44fb4ec0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:00.316535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6c45f-2367-4bbe-bf2a-0cae654d4636 req-b140b754-8e28-49fb-bf8a-341d44fb4ec0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:00.323295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6c45f-2367-4bbe-bf2a-0cae654d4636 req-b140b754-8e28-49fb-bf8a-341d44fb4ec0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:00.330365 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6c45f-2367-4bbe-bf2a-0cae654d4636 req-b140b754-8e28-49fb-bf8a-341d44fb4ec0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:00.337305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6c45f-2367-4bbe-bf2a-0cae654d4636 req-b140b754-8e28-49fb-bf8a-341d44fb4ec0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:00.344914 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6c45f-2367-4bbe-bf2a-0cae654d4636 req-b140b754-8e28-49fb-bf8a-341d44fb4ec0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:00.352237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6c45f-2367-4bbe-bf2a-0cae654d4636 req-b140b754-8e28-49fb-bf8a-341d44fb4ec0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:00.355207 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3cb6c45f-2367-4bbe-bf2a-0cae654d4636 req-b140b754-8e28-49fb-bf8a-341d44fb4ec0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5436 time: 0.1897855 Feb 10 15:28:00.367484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0395c-4384-45fb-8956-8cdbdece5585 req-841e4f15-1608-4ebc-92f7-53ee90abb09f tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:00.375860 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-71c0395c-4384-45fb-8956-8cdbdece5585 req-841e4f15-1608-4ebc-92f7-53ee90abb09f tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 951 time: 0.2649724 Feb 10 15:28:00.389771 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68b7d95b-98db-4ac8-abc1-221548d1f9e7 admin admin] Publish callbacks [] for security_group (432fa57f-4f9d-4ee9-b2a6-b022f3e99c93), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:00.395633 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68b7d95b-98db-4ac8-abc1-221548d1f9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (432fa57f-4f9d-4ee9-b2a6-b022f3e99c93), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:00.439811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7d95b-98db-4ac8-abc1-221548d1f9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432fa57f-4f9d-4ee9-b2a6-b022f3e99c93,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:00.485351 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-68b7d95b-98db-4ac8-abc1-221548d1f9e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c82ca524fda9428681e1daf3811865a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2918785 Feb 10 15:28:00.487874 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56650) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:00.503238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-71c0395c-4384-45fb-8956-8cdbdece5585 req-4a81fa71-0082-48d6-908e-f54ddb2e524b tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255934 Feb 10 15:28:00.572095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3cb6c45f-2367-4bbe-bf2a-0cae654d4636 req-690de18c-2d2e-494f-bf73-eb509e58dcfc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1869321 Feb 10 15:28:00.605352 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-62e80fa7-b20a-4eeb-acc4-5fe03bb17cca admin admin] Publish callbacks [] for security_group (432fa57f-4f9d-4ee9-b2a6-b022f3e99c93), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:00.635495 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-62e80fa7-b20a-4eeb-acc4-5fe03bb17cca admin admin] Publish callbacks [] for security_group (432fa57f-4f9d-4ee9-b2a6-b022f3e99c93), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:00.726594 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-62e80fa7-b20a-4eeb-acc4-5fe03bb17cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (432fa57f-4f9d-4ee9-b2a6-b022f3e99c93), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:00.729734 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-62e80fa7-b20a-4eeb-acc4-5fe03bb17cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:00.730893 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-62e80fa7-b20a-4eeb-acc4-5fe03bb17cca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/432fa57f-4f9d-4ee9-b2a6-b022f3e99c93 HTTP/1.1" status: 204 len: 168 time: 0.2390387 Feb 10 15:28:00.745891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e80fa7-b20a-4eeb-acc4-5fe03bb17cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432fa57f-4f9d-4ee9-b2a6-b022f3e99c93,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:00.844188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c93f19-6a94-47d5-ba8f-3705ac13a021 req-d01753df-2904-45d0-a819-b958d2b813e7 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:00.863705 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9c93f19-6a94-47d5-ba8f-3705ac13a021 req-d01753df-2904-45d0-a819-b958d2b813e7 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1949527 Feb 10 15:28:01.022008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9c93f19-6a94-47d5-ba8f-3705ac13a021 req-1ac0c1e6-c908-45fd-afba-6a8a9b87d5da tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524527 Feb 10 15:28:01.073582 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db700a-23de-4acb-9b69-7c426dcd878f req-bf96af45-05dd-4a9c-b53c-13cfcc50554a tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:01.082987 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29db700a-23de-4acb-9b69-7c426dcd878f req-bf96af45-05dd-4a9c-b53c-13cfcc50554a tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 1133 time: 0.1151328 Feb 10 15:28:01.181616 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29db700a-23de-4acb-9b69-7c426dcd878f req-d36eeaef-acbf-4751-aa6a-8846047fdc5f tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972428 Feb 10 15:28:01.610536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae44cb-75a4-45e8-bd05-a6f7d71a1891 req-1a4655cd-9a1e-4fcf-b375-77c3feecc7ca tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:01.619818 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b2ae44cb-75a4-45e8-bd05-a6f7d71a1891 req-1a4655cd-9a1e-4fcf-b375-77c3feecc7ca tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 1133 time: 0.0874143 Feb 10 15:28:01.724532 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b2ae44cb-75a4-45e8-bd05-a6f7d71a1891 req-92c5dd48-75ee-49ef-a73a-66f19c702f54 tempest-ServersAdminTestJSON-423383479 tempest-ServersAdminTestJSON-423383479-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840847 Feb 10 15:28:01.894865 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842ccb-c489-432f-b072-8c3ebf16bf49 req-883313e6-e0a3-4037-9d30-7cbf617ac81f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:01.900879 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842ccb-c489-432f-b072-8c3ebf16bf49 req-883313e6-e0a3-4037-9d30-7cbf617ac81f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:01.906455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842ccb-c489-432f-b072-8c3ebf16bf49 req-883313e6-e0a3-4037-9d30-7cbf617ac81f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:01.911820 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842ccb-c489-432f-b072-8c3ebf16bf49 req-883313e6-e0a3-4037-9d30-7cbf617ac81f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:01.929256 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842ccb-c489-432f-b072-8c3ebf16bf49 req-883313e6-e0a3-4037-9d30-7cbf617ac81f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:01.935009 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842ccb-c489-432f-b072-8c3ebf16bf49 req-883313e6-e0a3-4037-9d30-7cbf617ac81f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:01.962346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842ccb-c489-432f-b072-8c3ebf16bf49 req-883313e6-e0a3-4037-9d30-7cbf617ac81f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:01.970657 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b842ccb-c489-432f-b072-8c3ebf16bf49 req-883313e6-e0a3-4037-9d30-7cbf617ac81f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5436 time: 0.2395549 Feb 10 15:28:02.115431 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b842ccb-c489-432f-b072-8c3ebf16bf49 req-e8126b65-656d-49ce-864e-476304f775d3 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1436515 Feb 10 15:28:02.232086 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527da97-832d-47b3-985d-512f25a19046 req-28d66a7d-48f6-4dc4-9017-8c4fa59e6860 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:02.243806 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2527da97-832d-47b3-985d-512f25a19046 req-28d66a7d-48f6-4dc4-9017-8c4fa59e6860 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 950 time: 0.1148076 Feb 10 15:28:02.333534 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:28:02.344044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56702) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:02.418245 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2527da97-832d-47b3-985d-512f25a19046 req-ccf3b2a7-b574-4835-9a49-c9999eab68ab tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675444 Feb 10 15:28:02.456841 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe503ef-0910-4eda-aa9c-c47c306d6b86 req-a655b363-c5f0-481d-9be6-10179f6f2e94 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:02.458396 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fbe503ef-0910-4eda-aa9c-c47c306d6b86 req-a655b363-c5f0-481d-9be6-10179f6f2e94 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1766937 Feb 10 15:28:02.534395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c8d717c6-6813-4bf5-bea1-119958a546a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-659128489'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:02.553469 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fbe503ef-0910-4eda-aa9c-c47c306d6b86 req-b2c17204-1014-4253-a382-4121ce8ff3c4 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790207 Feb 10 15:28:02.579849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d717c6-6813-4bf5-bea1-119958a546a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:02.584071 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c8d717c6-6813-4bf5-bea1-119958a546a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:02.606132 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c8d717c6-6813-4bf5-bea1-119958a546a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:02.789987 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c8d717c6-6813-4bf5-bea1-119958a546a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for security_group (23992017-ef58-4749-84ba-695b3a0b0bce), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:02.796697 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c8d717c6-6813-4bf5-bea1-119958a546a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (23992017-ef58-4749-84ba-695b3a0b0bce), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:02.862379 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d717c6-6813-4bf5-bea1-119958a546a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:28:02.900937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d717c6-6813-4bf5-bea1-119958a546a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23992017-ef58-4749-84ba-695b3a0b0bce,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:02.930201 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c8d717c6-6813-4bf5-bea1-119958a546a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (1f50166f-b79b-4783-a728-7f1d6c2a7b92), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:02.930558 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-c8d717c6-6813-4bf5-bea1-119958a546a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Added segment 1f50166f-b79b-4783-a728-7f1d6c2a7b92 of type vlan for network 7a88351e-06f0-4f2f-982b-277a9503b2d6 Feb 10 15:28:03.008248 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c8d717c6-6813-4bf5-bea1-119958a546a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (7a88351e-06f0-4f2f-982b-277a9503b2d6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:03.041990 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c8d717c6-6813-4bf5-bea1-119958a546a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (7a88351e-06f0-4f2f-982b-277a9503b2d6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:03.049015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d717c6-6813-4bf5-bea1-119958a546a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:03.050559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c8d717c6-6813-4bf5-bea1-119958a546a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:03.174687 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d717c6-6813-4bf5-bea1-119958a546a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Network': ['ID=7a88351e-06f0-4f2f-982b-277a9503b2d6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:03.182140 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c8d717c6-6813-4bf5-bea1-119958a546a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8361959 Feb 10 15:28:03.186207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56718) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:03.195440 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:28:03.196891 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:03.442257 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:03.448230 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:03.689781 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (46ccb95c-104c-49dc-bd4d-9c22a194fe0a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:03.764136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-cb27f315-9714-4ee0-b8d7-4e3926778fb1 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:03.769896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-cb27f315-9714-4ee0-b8d7-4e3926778fb1 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:03.775310 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-cb27f315-9714-4ee0-b8d7-4e3926778fb1 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:03.780876 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-cb27f315-9714-4ee0-b8d7-4e3926778fb1 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:03.788758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-cb27f315-9714-4ee0-b8d7-4e3926778fb1 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:03.791379 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153d8ca-9a3b-4ac5-8965-c1446c2b2cda req-919551b9-e351-4308-b8a8-eec8321080a2 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:03.794966 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6153d8ca-9a3b-4ac5-8965-c1446c2b2cda req-919551b9-e351-4308-b8a8-eec8321080a2 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 950 time: 0.1374030 Feb 10 15:28:03.804566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-cb27f315-9714-4ee0-b8d7-4e3926778fb1 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:03.810355 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-cb27f315-9714-4ee0-b8d7-4e3926778fb1 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:03.822262 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-cb27f315-9714-4ee0-b8d7-4e3926778fb1 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.72 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5436 time: 0.5180523 Feb 10 15:28:03.864565 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dff38-104f-47ef-a0af-52a3f4dcad9b req-b12f8583-1e6a-4fc0-b1f6-6d9ee9d89714 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:03.880340 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dff38-104f-47ef-a0af-52a3f4dcad9b req-b12f8583-1e6a-4fc0-b1f6-6d9ee9d89714 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:03.893779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dff38-104f-47ef-a0af-52a3f4dcad9b req-b12f8583-1e6a-4fc0-b1f6-6d9ee9d89714 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:03.907343 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dff38-104f-47ef-a0af-52a3f4dcad9b req-b12f8583-1e6a-4fc0-b1f6-6d9ee9d89714 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:03.921091 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dff38-104f-47ef-a0af-52a3f4dcad9b req-b12f8583-1e6a-4fc0-b1f6-6d9ee9d89714 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:03.930222 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dff38-104f-47ef-a0af-52a3f4dcad9b req-b12f8583-1e6a-4fc0-b1f6-6d9ee9d89714 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:03.945484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dff38-104f-47ef-a0af-52a3f4dcad9b req-b12f8583-1e6a-4fc0-b1f6-6d9ee9d89714 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:03.947344 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca9dff38-104f-47ef-a0af-52a3f4dcad9b req-b12f8583-1e6a-4fc0-b1f6-6d9ee9d89714 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5436 time: 0.6635001 Feb 10 15:28:03.993119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-6153d8ca-9a3b-4ac5-8965-c1446c2b2cda req-c08b964e-43b5-4f19-a61c-560594d5cd5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Deleting port e3444cab-0467-43bf-abfd-f2015b4f6ef4 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:03.993583 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6153d8ca-9a3b-4ac5-8965-c1446c2b2cda req-c08b964e-43b5-4f19-a61c-560594d5cd5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e3444cab-0467-43bf-abfd-f2015b4f6ef4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:04.251101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-6153d8ca-9a3b-4ac5-8965-c1446c2b2cda req-c08b964e-43b5-4f19-a61c-560594d5cd5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] For port e3444cab-0467-43bf-abfd-f2015b4f6ef4, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=e3444cab-0467-43bf-abfd-f2015b4f6ef4,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:04.251845 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6153d8ca-9a3b-4ac5-8965-c1446c2b2cda req-c08b964e-43b5-4f19-a61c-560594d5cd5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e3444cab-0467-43bf-abfd-f2015b4f6ef4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:04.253700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=46ccb95c-104c-49dc-bd4d-9c22a194fe0a,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:04.287772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-7e399451-f62b-45ca-adb9-18a6f90987fe tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:04.291249 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-6153d8ca-9a3b-4ac5-8965-c1446c2b2cda req-c08b964e-43b5-4f19-a61c-560594d5cd5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Calling delete_port for e3444cab-0467-43bf-abfd-f2015b4f6ef4 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:04.292601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-7e399451-f62b-45ca-adb9-18a6f90987fe tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.72 "GET /v2.0/ports/9e1f9b81-9f36-4c16-9aae-871bc3c83e40?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3311014 Feb 10 15:28:04.387192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:04.387538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:04.387875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:04.388208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:04.388544 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:04.388890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:04.390755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:04.391103 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:04.391441 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:04.391769 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:04.393614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:04.393949 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:04.394277 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:04.444850 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:28:04.445243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network hostable DHCP agents. Network: 7a88351e-06f0-4f2f-982b-277a9503b2d6, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:28:04.489235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f649b-b6cc-4995-b4a9-5c2df2429df6 req-0650e9c5-8976-4875-af76-3846f4701bdf tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:04.500498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b8f649b-b6cc-4995-b4a9-5c2df2429df6 req-0650e9c5-8976-4875-af76-3846f4701bdf tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e HTTP/1.1" status: 200 len: 950 time: 0.8210177 Feb 10 15:28:04.567667 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6153d8ca-9a3b-4ac5-8965-c1446c2b2cda req-c08b964e-43b5-4f19-a61c-560594d5cd5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (e3444cab-0467-43bf-abfd-f2015b4f6ef4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:04.577483 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca9dff38-104f-47ef-a0af-52a3f4dcad9b req-22dffde6-c242-42a4-9032-7b6cc0ea4603 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5848458 Feb 10 15:28:04.580936 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['e1802fde-2c2a-4f21-ae57-dcca52c03fa1', 'e3444cab-0467-43bf-abfd-f2015b4f6ef4', 'df8e0506-6812-4000-bbfc-941876828867'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:28:04.689395 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:28:04.702693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b8f649b-b6cc-4995-b4a9-5c2df2429df6 req-35cd2a48-55bf-48f0-9e04-bd88dae41e5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012892 Feb 10 15:28:04.772918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b964e-43b5-4f19-a61c-560594d5cd5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Pushing event deleted for resources: {'Port': ['ID=e3444cab-0467-43bf-abfd-f2015b4f6ef4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:04.819564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-b5c2c2bc-e167-4f25-9983-082a4d9ea9f7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.72 "GET /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5051157 Feb 10 15:28:04.824936 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-6153d8ca-9a3b-4ac5-8965-c1446c2b2cda req-c08b964e-43b5-4f19-a61c-560594d5cd5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] No DVR routers for this DVR port e3444cab-0467-43bf-abfd-f2015b4f6ef4 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:04.828988 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6153d8ca-9a3b-4ac5-8965-c1446c2b2cda req-c08b964e-43b5-4f19-a61c-560594d5cd5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:04.831003 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-69657850-26b5-447a-8b9f-ba758841d1e3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:04.833571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 7a88351e-06f0-4f2f-982b-277a9503b2d6) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:04.837675 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6153d8ca-9a3b-4ac5-8965-c1446c2b2cda req-c08b964e-43b5-4f19-a61c-560594d5cd5d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.79 "DELETE /v2.0/ports/e3444cab-0467-43bf-abfd-f2015b4f6ef4 HTTP/1.1" status: 204 len: 173 time: 1.0381196 Feb 10 15:28:04.838184 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e', 'name': 'network-vif-deleted', 'tag': 'e3444cab-0467-43bf-abfd-f2015b4f6ef4'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:28:04.856187 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb4a180-7b59-430a-8685-c9c4bae28d2f" -d '{"events": [{"server_uuid": "fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e", "name": "network-vif-deleted", "tag": "e3444cab-0467-43bf-abfd-f2015b4f6ef4"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:28:04.869322 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e0d37b-b73d-4449-a1da-2ca4da7b0920 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:04.917531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:04.921063 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:04.982069 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3eae46-528c-4e1a-a4ab-24d67a049777 x-openstack-request-id: req-6a3eae46-528c-4e1a-a4ab-24d67a049777 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:28:04.982641 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e", "name": "network-vif-deleted", "tag": "e3444cab-0467-43bf-abfd-f2015b4f6ef4", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:28:04.984695 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a3eae46-528c-4e1a-a4ab-24d67a049777 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:28:04.985322 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6ac9d3-d9d6-44c8-bc3a-345e05f2f79e', 'name': 'network-vif-deleted', 'tag': 'e3444cab-0467-43bf-abfd-f2015b4f6ef4', 'status': 'completed', 'code': 200} Feb 10 15:28:05.017291 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799385f-c695-4885-9e7c-186d3984e857 req-c6fef19e-74a2-43d0-a1d6-1b33529fecd4 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:05.031415 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': '46ccb95c-104c-49dc-bd4d-9c22a194fe0a'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:28:05.033233 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:05.039755 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5799385f-c695-4885-9e7c-186d3984e857 req-c6fef19e-74a2-43d0-a1d6-1b33529fecd4 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.3044732 Feb 10 15:28:05.133644 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-69657850-26b5-447a-8b9f-ba758841d1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:05.164565 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-be0c5019-8525-4167-a781-ab0b158038d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9762487 Feb 10 15:28:05.167383 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56746) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:05.173411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ba82fe3b-9f5e-458a-91b1-bc254ed5f457 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'name': 'tempest-NetworksTestDHCPv6-1726689302'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:05.265428 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Allocated IP 2001:db8::2 (7a88351e-06f0-4f2f-982b-277a9503b2d6/46ccb95c-104c-49dc-bd4d-9c22a194fe0a/f7f2c5fb-b396-4402-be7b-3f7c8dd7b000) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:05.465908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba82fe3b-9f5e-458a-91b1-bc254ed5f457 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:05.471325 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba82fe3b-9f5e-458a-91b1-bc254ed5f457 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:05.517109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-ba82fe3b-9f5e-458a-91b1-bc254ed5f457 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 8ff6437a-3ded-4ef7-b31d-aab952e465f8 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:28:05.564047 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Publish callbacks [] for port (f7f2c5fb-b396-4402-be7b-3f7c8dd7b000), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:05.579081 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (f7f2c5fb-b396-4402-be7b-3f7c8dd7b000), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:05.601438 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:05.609218 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:05.642811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:05.788004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Pushing event updated for resources: {'Port': ['ID=f7f2c5fb-b396-4402-be7b-3f7c8dd7b000,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:05.789410 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-ba82fe3b-9f5e-458a-91b1-bc254ed5f457 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::b4 (7a88351e-06f0-4f2f-982b-277a9503b2d6/46ccb95c-104c-49dc-bd4d-9c22a194fe0a/8ff6437a-3ded-4ef7-b31d-aab952e465f8) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:05.857353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Attempting to bind port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:28:05.857648 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Attempting to bind port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:28:05.858019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Attempting to bind port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000 on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:28:05.889193 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:28:05.890414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:28:05.890847 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:05.892498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:28:05.894199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Bound port: f7f2c5fb-b396-4402-be7b-3f7c8dd7b000, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:28:05.894694 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f7f2c5fb-b396-4402-be7b-3f7c8dd7b000), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:06.078473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] For port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:28:06.088430 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba82fe3b-9f5e-458a-91b1-bc254ed5f457 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (8ff6437a-3ded-4ef7-b31d-aab952e465f8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:06.089043 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] For port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f7f2c5fb-b396-4402-be7b-3f7c8dd7b000,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:28:06.108586 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f7f2c5fb-b396-4402-be7b-3f7c8dd7b000), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:06.129891 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba82fe3b-9f5e-458a-91b1-bc254ed5f457 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8ff6437a-3ded-4ef7-b31d-aab952e465f8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:06.229425 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba82fe3b-9f5e-458a-91b1-bc254ed5f457 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:06.236572 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-69657850-26b5-447a-8b9f-ba758841d1e3 service neutron] For port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9e1f9b81-9f36-4c16-9aae-871bc3c83e40,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:06.239651 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-ba82fe3b-9f5e-458a-91b1-bc254ed5f457 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:06.249971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82fe3b-9f5e-458a-91b1-bc254ed5f457 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:06.263275 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba82fe3b-9f5e-458a-91b1-bc254ed5f457 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:06.277094 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba82fe3b-9f5e-458a-91b1-bc254ed5f457 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:06.301036 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82fe3b-9f5e-458a-91b1-bc254ed5f457 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=8ff6437a-3ded-4ef7-b31d-aab952e465f8,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:06.316414 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ba82fe3b-9f5e-458a-91b1-bc254ed5f457 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1454797 Feb 10 15:28:06.316633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56764) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:06.397587 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d0df8-1af2-4c88-a843-6502eeed590c None None] Pushing event updated for resources: {'Port': ['ID=f7f2c5fb-b396-4402-be7b-3f7c8dd7b000,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:06.484421 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddbee03-c756-4aa3-a4d8-306985e39dcf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:06.507394 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddbee03-c756-4aa3-a4d8-306985e39dcf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:06.511748 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dddbee03-c756-4aa3-a4d8-306985e39dcf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1917973 Feb 10 15:28:06.512362 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56770) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:06.514695 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5799385f-c695-4885-9e7c-186d3984e857 req-3f28f19d-ec80-4e52-92b9-8c61cd982faf tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4728355 Feb 10 15:28:06.663451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-69657850-26b5-447a-8b9f-ba758841d1e3 service neutron] For port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:28:06.739270 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-54a95c1e-3cd8-4a07-acc4-c261b6f7840c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 8ff6437a-3ded-4ef7-b31d-aab952e465f8 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:06.739859 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54a95c1e-3cd8-4a07-acc4-c261b6f7840c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8ff6437a-3ded-4ef7-b31d-aab952e465f8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:06.767584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21f7d3-857f-4824-92e6-81f95819cd4e req-18123b26-4f4e-4734-828a-f4c0edf0cd1d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:06.798071 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21f7d3-857f-4824-92e6-81f95819cd4e req-18123b26-4f4e-4734-828a-f4c0edf0cd1d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:06.814362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21f7d3-857f-4824-92e6-81f95819cd4e req-18123b26-4f4e-4734-828a-f4c0edf0cd1d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:06.828707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21f7d3-857f-4824-92e6-81f95819cd4e req-18123b26-4f4e-4734-828a-f4c0edf0cd1d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:06.844556 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21f7d3-857f-4824-92e6-81f95819cd4e req-18123b26-4f4e-4734-828a-f4c0edf0cd1d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:06.847489 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:06.860093 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21f7d3-857f-4824-92e6-81f95819cd4e req-18123b26-4f4e-4734-828a-f4c0edf0cd1d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:06.884303 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21f7d3-857f-4824-92e6-81f95819cd4e req-18123b26-4f4e-4734-828a-f4c0edf0cd1d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:06.888775 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce21f7d3-857f-4824-92e6-81f95819cd4e req-18123b26-4f4e-4734-828a-f4c0edf0cd1d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 5436 time: 0.6047449 Feb 10 15:28:06.966420 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54a95c1e-3cd8-4a07-acc4-c261b6f7840c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8ff6437a-3ded-4ef7-b31d-aab952e465f8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:07.004191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-54a95c1e-3cd8-4a07-acc4-c261b6f7840c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 8ff6437a-3ded-4ef7-b31d-aab952e465f8 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:07.007687 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-69657850-26b5-447a-8b9f-ba758841d1e3 service neutron] device_id is not set on port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:28:07.026569 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-69657850-26b5-447a-8b9f-ba758841d1e3 service neutron] Publish callbacks [] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:07.046157 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-69657850-26b5-447a-8b9f-ba758841d1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:07.058461 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce21f7d3-857f-4824-92e6-81f95819cd4e req-c31bd06f-dbbe-46a9-a8ea-a4e8227dba57 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&id=b50fe35e-e833-453d-b259-55e49f34ca47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1590691 Feb 10 15:28:07.112433 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 8c24031c-37a7-4018-9913-6d7f2261f999 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:07.195359 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69657850-26b5-447a-8b9f-ba758841d1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1f9b81-9f36-4c16-9aae-871bc3c83e40,revision_number=6']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:07.292312 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device e3444cab-0467-43bf-abfd-f2015b4f6ef4 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:07.304968 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54a95c1e-3cd8-4a07-acc4-c261b6f7840c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8ff6437a-3ded-4ef7-b31d-aab952e465f8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:07.330308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-69657850-26b5-447a-8b9f-ba758841d1e3 service neutron] No DVR routers for this DVR port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:07.372391 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: e3444cab-0467-43bf-abfd-f2015b4f6ef4 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:28:07.375261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device e3444cab-0467-43bf-abfd-f2015b4f6ef4 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:28:07.396216 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a95c1e-3cd8-4a07-acc4-c261b6f7840c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=8ff6437a-3ded-4ef7-b31d-aab952e465f8,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:07.437036 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571000cf-7082-4988-a4d2-ef3c5988ddbe req-d914c015-5039-405c-a6ea-5c9d0210db8f tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:07.444192 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 8c24031c-37a7-4018-9913-6d7f2261f999 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:07.444871 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:07.454065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-571000cf-7082-4988-a4d2-ef3c5988ddbe req-d914c015-5039-405c-a6ea-5c9d0210db8f tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 949 time: 0.3938134 Feb 10 15:28:07.458244 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54a95c1e-3cd8-4a07-acc4-c261b6f7840c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:07.464523 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-54a95c1e-3cd8-4a07-acc4-c261b6f7840c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/8ff6437a-3ded-4ef7-b31d-aab952e465f8 HTTP/1.1" status: 204 len: 168 time: 0.9515212 Feb 10 15:28:07.470436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56780) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:07.544454 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 8c24031c-37a7-4018-9913-6d7f2261f999, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=8c24031c-37a7-4018-9913-6d7f2261f999,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:07.545645 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c24031c-37a7-4018-9913-6d7f2261f999'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:28:07.552509 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441b4b4b-6120-4055-b8a0-69bc3c37e644" -d '{"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-unplugged", "status": "completed", "tag": "8c24031c-37a7-4018-9913-6d7f2261f999"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:28:07.562079 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:07.562802 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:07.571192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-69657850-26b5-447a-8b9f-ba758841d1e3 service neutron] In _notify_port_updated(), no bound segment for port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 on network eab9049c-4606-40f8-ad81-3a61ba10d119 {{(pid=103368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:28:07.572915 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-69657850-26b5-447a-8b9f-ba758841d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:07.572915 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-69657850-26b5-447a-8b9f-ba758841d1e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:07.574062 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-69657850-26b5-447a-8b9f-ba758841d1e3 service neutron] 10.222.0.72 "PUT /v2.0/ports/9e1f9b81-9f36-4c16-9aae-871bc3c83e40 HTTP/1.1" status: 200 len: 1028 time: 2.7535944 Feb 10 15:28:07.602890 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2ae889-3604-477e-9fa2-1e12ca4b4d5e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:07.612972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2ae889-3604-477e-9fa2-1e12ca4b4d5e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:07.623738 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ce2ae889-3604-477e-9fa2-1e12ca4b4d5e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1423860 Feb 10 15:28:07.624496 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56788) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:07.768492 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-571000cf-7082-4988-a4d2-ef3c5988ddbe req-7936d383-5848-4542-8d88-6d2ef9cfb84d tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115966 Feb 10 15:28:07.782758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=8c24031c-37a7-4018-9913-6d7f2261f999,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:07.784046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49d2b56-588c-4086-901f-23c24c38d6f3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet 46ccb95c-104c-49dc-bd4d-9c22a194fe0a {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:28:07.804378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] The host n-h1-815324-7 is not matching for port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 host ! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:28:07.804975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:28:07.805281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b6e42ccf-8143-40ce-8a14-cb8112823224 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:07.807983 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f49d2b56-588c-4086-901f-23c24c38d6f3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (46ccb95c-104c-49dc-bd4d-9c22a194fe0a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:07.870719 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-a9a5e6cb-5b1c-424d-a144-5c534e85970e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:07.872715 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-a9a5e6cb-5b1c-424d-a144-5c534e85970e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.72 "GET /v2.0/ports/8c24031c-37a7-4018-9913-6d7f2261f999?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2601969 Feb 10 15:28:07.890937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-1e6b34f2-21b8-424b-842a-a3e46a1ed413 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:07.899807 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954699e6-372a-4710-a418-03181f144608 x-openstack-request-id: req-954699e6-372a-4710-a418-03181f144608 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:28:07.900392 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-unplugged", "status": "completed", "tag": "8c24031c-37a7-4018-9913-6d7f2261f999", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:28:07.900392 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-954699e6-372a-4710-a418-03181f144608 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:28:07.900749 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c24031c-37a7-4018-9913-6d7f2261f999', 'code': 200} Feb 10 15:28:07.915721 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f49d2b56-588c-4086-901f-23c24c38d6f3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (46ccb95c-104c-49dc-bd4d-9c22a194fe0a), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:07.964753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port b6e42ccf-8143-40ce-8a14-cb8112823224 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:07.965047 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:07.979736 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fb8a74d0-86a9-429d-b026-29b820c74357 None None] Provisioning complete for port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:07.980121 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fb8a74d0-86a9-429d-b026-29b820c74357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:08.007166 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef41b91-8a14-4d9c-8ead-a83010bfa675 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:08.050211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60171e0-f389-4a07-9da1-93ceb47032b7 req-53a3b526-96ae-4c49-9b1d-1e196982973d tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:08.067812 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c60171e0-f389-4a07-9da1-93ceb47032b7 req-53a3b526-96ae-4c49-9b1d-1e196982973d tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.3588741 Feb 10 15:28:08.124338 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-1e6b34f2-21b8-424b-842a-a3e46a1ed413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:08.136689 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f49d2b56-588c-4086-901f-23c24c38d6f3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (46ccb95c-104c-49dc-bd4d-9c22a194fe0a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:08.182855 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port b6e42ccf-8143-40ce-8a14-cb8112823224, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b6e42ccf-8143-40ce-8a14-cb8112823224,segment=NetworkSegment(f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083),segment_id=f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:08.199153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a74d0-86a9-429d-b026-29b820c74357 None None] Port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:28:08.208204 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:08.210114 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:08.290106 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f49d2b56-588c-4086-901f-23c24c38d6f3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (46ccb95c-104c-49dc-bd4d-9c22a194fe0a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:08.316044 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f49d2b56-588c-4086-901f-23c24c38d6f3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:08.329095 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f49d2b56-588c-4086-901f-23c24c38d6f3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/46ccb95c-104c-49dc-bd4d-9c22a194fe0a HTTP/1.1" status: 204 len: 168 time: 0.6969543 Feb 10 15:28:08.330265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56794) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:08.486829 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-1e6b34f2-21b8-424b-842a-a3e46a1ed413 service neutron] For port 8c24031c-37a7-4018-9913-6d7f2261f999, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=8c24031c-37a7-4018-9913-6d7f2261f999,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:08.488560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d2b56-588c-4086-901f-23c24c38d6f3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=46ccb95c-104c-49dc-bd4d-9c22a194fe0a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:08.538858 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:08.539265 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:08.567478 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f7f2c5fb-b396-4402-be7b-3f7c8dd7b000 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:08.593499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-1e6b34f2-21b8-424b-842a-a3e46a1ed413 service neutron] For port 8c24031c-37a7-4018-9913-6d7f2261f999, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:28:08.600896 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-89d32f90-5be7-4754-b22f-27e8487c56b2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2232466 Feb 10 15:28:08.605901 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56798) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:08.629121 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-e1a73a5c-01fa-42b4-a9d7-11fae22f2fcd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:08.680103 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b26bee6-d3ff-4b7a-91d1-c5a03a29544c None None] Provisioning complete for port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:08.680489 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b26bee6-d3ff-4b7a-91d1-c5a03a29544c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f7f2c5fb-b396-4402-be7b-3f7c8dd7b000), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:08.686001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a416eb44-6bcc-457c-9754-469f13258f3c None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:08.692910 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-1e6b34f2-21b8-424b-842a-a3e46a1ed413 service neutron] device_id is not set on port 8c24031c-37a7-4018-9913-6d7f2261f999 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:28:08.698363 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=b6e42ccf-8143-40ce-8a14-cb8112823224,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:08.722117 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-1e6b34f2-21b8-424b-842a-a3e46a1ed413 service neutron] Publish callbacks [] for port (8c24031c-37a7-4018-9913-6d7f2261f999), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:08.765669 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-1e6b34f2-21b8-424b-842a-a3e46a1ed413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:08.806046 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c60171e0-f389-4a07-9da1-93ceb47032b7 req-7b656694-6b74-417c-adf7-3164dc5d8688 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7330561 Feb 10 15:28:08.862057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a73a5c-01fa-42b4-a9d7-11fae22f2fcd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:08.876101 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1a73a5c-01fa-42b4-a9d7-11fae22f2fcd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:08.923771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b26bee6-d3ff-4b7a-91d1-c5a03a29544c None None] Current status of the port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:08.924367 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b26bee6-d3ff-4b7a-91d1-c5a03a29544c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f7f2c5fb-b396-4402-be7b-3f7c8dd7b000), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:08.926210 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:08.926572 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f7f2c5fb-b396-4402-be7b-3f7c8dd7b000), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:08.974668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7d5e5af9-acf4-4315-8fe6-8555e819b8c7,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:09.040730 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:09.041956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device f5c81648-f7ad-4f7d-9c20-cafc5114a54f no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:09.071164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b34f2-21b8-424b-842a-a3e46a1ed413 service neutron] Pushing event updated for resources: {'Port': ['ID=8c24031c-37a7-4018-9913-6d7f2261f999,revision_number=7']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:09.159588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927d101-891b-45d2-969a-3acccfc38a25 req-3dfdd77f-cc90-40a7-b0de-ddb58a39f0ad tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:09.175769 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927d101-891b-45d2-969a-3acccfc38a25 req-3dfdd77f-cc90-40a7-b0de-ddb58a39f0ad tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:09.181206 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927d101-891b-45d2-969a-3acccfc38a25 req-3dfdd77f-cc90-40a7-b0de-ddb58a39f0ad tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:09.182871 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1a73a5c-01fa-42b4-a9d7-11fae22f2fcd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (405bbd57-49ec-4672-b347-b3cb802d8f11), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:09.195430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927d101-891b-45d2-969a-3acccfc38a25 req-3dfdd77f-cc90-40a7-b0de-ddb58a39f0ad tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:09.200908 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927d101-891b-45d2-969a-3acccfc38a25 req-3dfdd77f-cc90-40a7-b0de-ddb58a39f0ad tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:09.224112 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1927d101-891b-45d2-969a-3acccfc38a25 req-3dfdd77f-cc90-40a7-b0de-ddb58a39f0ad tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 3884 time: 0.4977152 Feb 10 15:28:09.227411 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-1e6b34f2-21b8-424b-842a-a3e46a1ed413 service neutron] No DVR routers for this DVR port 8c24031c-37a7-4018-9913-6d7f2261f999 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:09.262296 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b26bee6-d3ff-4b7a-91d1-c5a03a29544c None None] For port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f7f2c5fb-b396-4402-be7b-3f7c8dd7b000,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:09.288669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a73a5c-01fa-42b4-a9d7-11fae22f2fcd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=405bbd57-49ec-4672-b347-b3cb802d8f11,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:09.307826 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a73a5c-01fa-42b4-a9d7-11fae22f2fcd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:09.313299 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-e1a73a5c-01fa-42b4-a9d7-11fae22f2fcd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:09.325265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a73a5c-01fa-42b4-a9d7-11fae22f2fcd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:09.326898 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1a73a5c-01fa-42b4-a9d7-11fae22f2fcd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:09.371917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7adf6b-0916-4c4d-867b-bcf4458d741f req-ef60ddbf-c584-4959-9b9c-93f967464590 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:09.377586 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cd7adf6b-0916-4c4d-867b-bcf4458d741f req-ef60ddbf-c584-4959-9b9c-93f967464590 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 949 time: 0.8866212 Feb 10 15:28:09.428998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1927d101-891b-45d2-969a-3acccfc38a25 req-0482582c-14f4-4369-8a81-7133bf0bd67c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012541 Feb 10 15:28:09.450054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea805a-deb0-417b-b73f-404959684ccf req-78d50dd8-5091-4a66-a8be-944a147abb0b tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:09.458869 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cea805a-deb0-417b-b73f-404959684ccf req-78d50dd8-5091-4a66-a8be-944a147abb0b tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 949 time: 0.5164835 Feb 10 15:28:09.512442 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e1a73a5c-01fa-42b4-a9d7-11fae22f2fcd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9054632 Feb 10 15:28:09.517302 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56812) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:09.526329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2f4bfcde-7e0f-431c-ae03-c49a945f31c0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'name': 'tempest-NetworksTestDHCPv6-2043146231'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:09.561337 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cea805a-deb0-417b-b73f-404959684ccf req-c61ff7c0-c5a0-4ece-8bf0-04729cb27f1a tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996206 Feb 10 15:28:09.565917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-1e6b34f2-21b8-424b-842a-a3e46a1ed413 service neutron] In _notify_port_updated(), no bound segment for port 8c24031c-37a7-4018-9913-6d7f2261f999 on network eab9049c-4606-40f8-ad81-3a61ba10d119 {{(pid=103368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:28:09.567121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-1e6b34f2-21b8-424b-842a-a3e46a1ed413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:09.567989 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-1e6b34f2-21b8-424b-842a-a3e46a1ed413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:09.570235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-1e6b34f2-21b8-424b-842a-a3e46a1ed413 service neutron] 10.222.0.72 "PUT /v2.0/ports/8c24031c-37a7-4018-9913-6d7f2261f999 HTTP/1.1" status: 200 len: 1028 time: 1.6837258 Feb 10 15:28:09.639746 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-cd7adf6b-0916-4c4d-867b-bcf4458d741f req-c7117c6c-d50f-48ba-b78d-9bda2864b7d8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Deleting port e1802fde-2c2a-4f21-ae57-dcca52c03fa1 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:09.640167 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cd7adf6b-0916-4c4d-867b-bcf4458d741f req-c7117c6c-d50f-48ba-b78d-9bda2864b7d8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e1802fde-2c2a-4f21-ae57-dcca52c03fa1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:09.706550 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-218eaf98-a34d-4d37-afdd-4d495ed36177 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Deleting port 01758cd0-1814-4bd4-8753-5c2fa6819fba {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:09.707617 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-218eaf98-a34d-4d37-afdd-4d495ed36177 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (01758cd0-1814-4bd4-8753-5c2fa6819fba), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:09.716427 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:09.721551 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=7d5e5af9-acf4-4315-8fe6-8555e819b8c7,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:09.730893 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b26bee6-d3ff-4b7a-91d1-c5a03a29544c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f7f2c5fb-b396-4402-be7b-3f7c8dd7b000), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:09.811132 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4bfcde-7e0f-431c-ae03-c49a945f31c0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:09.829462 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f4bfcde-7e0f-431c-ae03-c49a945f31c0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:09.881767 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-2f4bfcde-7e0f-431c-ae03-c49a945f31c0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port ce7a5822-191a-4d73-b057-9d318fe06c63 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:28:09.895993 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-cd7adf6b-0916-4c4d-867b-bcf4458d741f req-c7117c6c-d50f-48ba-b78d-9bda2864b7d8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] For port e1802fde-2c2a-4f21-ae57-dcca52c03fa1, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=e1802fde-2c2a-4f21-ae57-dcca52c03fa1,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:09.897353 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cd7adf6b-0916-4c4d-867b-bcf4458d741f req-c7117c6c-d50f-48ba-b78d-9bda2864b7d8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e1802fde-2c2a-4f21-ae57-dcca52c03fa1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:09.909167 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e42ccf-8143-40ce-8a14-cb8112823224'}, {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d5e5af9-acf4-4315-8fe6-8555e819b8c7'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:28:09.911453 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a813e92-a11d-4a23-9eea-be736d50662d" -d '{"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e42ccf-8143-40ce-8a14-cb8112823224"}, {"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-unplugged", "status": "completed", "tag": "7d5e5af9-acf4-4315-8fe6-8555e819b8c7"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:28:09.961386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-cd7adf6b-0916-4c4d-867b-bcf4458d741f req-c7117c6c-d50f-48ba-b78d-9bda2864b7d8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Calling delete_port for e1802fde-2c2a-4f21-ae57-dcca52c03fa1 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:10.022899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-218eaf98-a34d-4d37-afdd-4d495ed36177 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] For port 01758cd0-1814-4bd4-8753-5c2fa6819fba, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=01758cd0-1814-4bd4-8753-5c2fa6819fba,segment=NetworkSegment(f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083),segment_id=f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:10.023274 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-218eaf98-a34d-4d37-afdd-4d495ed36177 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (01758cd0-1814-4bd4-8753-5c2fa6819fba), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:10.037576 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00245df7-f637-472a-a939-6280e628f97f None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:28:10.059020 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port f5c81648-f7ad-4f7d-9c20-cafc5114a54f is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:10.059234 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:10.087509 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 10 Feb 2022 15:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc41279-0864-441c-a47b-a40816bccb27 x-openstack-request-id: req-1bc41279-0864-441c-a47b-a40816bccb27 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:28:10.090644 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e42ccf-8143-40ce-8a14-cb8112823224", "code": 200}, {"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-unplugged", "status": "completed", "tag": "7d5e5af9-acf4-4315-8fe6-8555e819b8c7", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:28:10.091136 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1bc41279-0864-441c-a47b-a40816bccb27 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:28:10.091705 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e42ccf-8143-40ce-8a14-cb8112823224', 'code': 200} Feb 10 15:28:10.093180 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d5e5af9-acf4-4315-8fe6-8555e819b8c7', 'code': 200} Feb 10 15:28:10.118351 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-2f4bfcde-7e0f-431c-ae03-c49a945f31c0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::67 (7a88351e-06f0-4f2f-982b-277a9503b2d6/405bbd57-49ec-4672-b347-b3cb802d8f11/ce7a5822-191a-4d73-b057-9d318fe06c63) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:10.139747 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-218eaf98-a34d-4d37-afdd-4d495ed36177 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Calling delete_port for 01758cd0-1814-4bd4-8753-5c2fa6819fba owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:10.301477 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec52c5b-ecbf-4749-9bee-dc13f0e2a634 req-e339df53-d726-40eb-a669-5a3b8e7cf189 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:10.308407 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ec52c5b-ecbf-4749-9bee-dc13f0e2a634 req-e339df53-d726-40eb-a669-5a3b8e7cf189 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.2800486 Feb 10 15:28:10.346816 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port f5c81648-f7ad-4f7d-9c20-cafc5114a54f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=f5c81648-f7ad-4f7d-9c20-cafc5114a54f,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:10.363895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c50b3f21-32da-4d3c-b1f8-cd451908938d None None] Provisioning complete for port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:10.366092 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c50b3f21-32da-4d3c-b1f8-cd451908938d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f7f2c5fb-b396-4402-be7b-3f7c8dd7b000), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:10.436016 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ec52c5b-ecbf-4749-9bee-dc13f0e2a634 req-680b7012-4a47-4af5-bfe0-8f595949cf3c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266439 Feb 10 15:28:10.463805 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f7f2c5fb-b396-4402-be7b-3f7c8dd7b000 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:10.494187 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:10.496485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 19a58c1e-d08d-49d9-a4bc-f12168063f86 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:10.562291 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f4bfcde-7e0f-431c-ae03-c49a945f31c0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (ce7a5822-191a-4d73-b057-9d318fe06c63), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:10.618989 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cd7adf6b-0916-4c4d-867b-bcf4458d741f req-c7117c6c-d50f-48ba-b78d-9bda2864b7d8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (e1802fde-2c2a-4f21-ae57-dcca52c03fa1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:10.621025 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f4bfcde-7e0f-431c-ae03-c49a945f31c0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ce7a5822-191a-4d73-b057-9d318fe06c63), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:10.657940 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26bee6-d3ff-4b7a-91d1-c5a03a29544c None None] Pushing event updated for resources: {'Port': ['ID=f7f2c5fb-b396-4402-be7b-3f7c8dd7b000,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:10.672050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['df8e0506-6812-4000-bbfc-941876828867'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:28:10.676839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7117c6c-d50f-48ba-b78d-9bda2864b7d8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Pushing event deleted for resources: {'Port': ['ID=e1802fde-2c2a-4f21-ae57-dcca52c03fa1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:10.687225 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-218eaf98-a34d-4d37-afdd-4d495ed36177 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (01758cd0-1814-4bd4-8753-5c2fa6819fba), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:10.735021 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4bfcde-7e0f-431c-ae03-c49a945f31c0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:10.753059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eaf98-a34d-4d37-afdd-4d495ed36177 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event deleted for resources: {'Port': ['ID=01758cd0-1814-4bd4-8753-5c2fa6819fba,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:10.779745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-2f4bfcde-7e0f-431c-ae03-c49a945f31c0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:10.790594 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4bfcde-7e0f-431c-ae03-c49a945f31c0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:10.799911 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4bfcde-7e0f-431c-ae03-c49a945f31c0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:10.800987 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f4bfcde-7e0f-431c-ae03-c49a945f31c0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:10.820060 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2254cc87-fe59-4a81-909e-03a87fcd298d req-e01f8e77-8dac-466f-ac86-7710aff37509 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c043-a803-4495-b3ee-902b2496e05f HTTP/1.1" status: 200 len: 210 time: 0.1305707 Feb 10 15:28:10.890937 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2f4bfcde-7e0f-431c-ae03-c49a945f31c0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3705163 Feb 10 15:28:10.918880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56832) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:10.919841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7adf6b-0916-4c4d-867b-bcf4458d741f req-c7117c6c-d50f-48ba-b78d-9bda2864b7d8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] No DVR routers for this DVR port e1802fde-2c2a-4f21-ae57-dcca52c03fa1 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:10.931191 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cd7adf6b-0916-4c4d-867b-bcf4458d741f req-c7117c6c-d50f-48ba-b78d-9bda2864b7d8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:10.935597 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cd7adf6b-0916-4c4d-867b-bcf4458d741f req-c7117c6c-d50f-48ba-b78d-9bda2864b7d8 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.79 "DELETE /v2.0/ports/e1802fde-2c2a-4f21-ae57-dcca52c03fa1 HTTP/1.1" status: 204 len: 173 time: 1.5526261 Feb 10 15:28:10.987432 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38f145-0b59-486d-9f06-0c50f3bde577 req-9ce4f95b-0d79-4263-9815-8abcc282e6a4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:10.988692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb75c043-a803-4495-b3ee-902b2496e05f', 'name': 'network-vif-deleted', 'tag': 'e1802fde-2c2a-4f21-ae57-dcca52c03fa1'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:28:10.991336 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f07528a-dba7-4ff9-9167-23d41137a552" -d '{"events": [{"server_uuid": "bb75c043-a803-4495-b3ee-902b2496e05f", "name": "network-vif-deleted", "tag": "e1802fde-2c2a-4f21-ae57-dcca52c03fa1"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:28:11.004603 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38f145-0b59-486d-9f06-0c50f3bde577 req-9ce4f95b-0d79-4263-9815-8abcc282e6a4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:11.019119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bfcde-7e0f-431c-ae03-c49a945f31c0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=ce7a5822-191a-4d73-b057-9d318fe06c63,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:11.064098 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38f145-0b59-486d-9f06-0c50f3bde577 req-9ce4f95b-0d79-4263-9815-8abcc282e6a4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:11.069842 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a88d63c-8561-4643-8e21-229da2e3093e x-openstack-request-id: req-1a88d63c-8561-4643-8e21-229da2e3093e {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:28:11.071110 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb75c043-a803-4495-b3ee-902b2496e05f", "name": "network-vif-deleted", "tag": "e1802fde-2c2a-4f21-ae57-dcca52c03fa1", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:28:11.071566 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a88d63c-8561-4643-8e21-229da2e3093e {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:28:11.072069 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb75c043-a803-4495-b3ee-902b2496e05f', 'name': 'network-vif-deleted', 'tag': 'e1802fde-2c2a-4f21-ae57-dcca52c03fa1', 'status': 'completed', 'code': 200} Feb 10 15:28:11.084797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38f145-0b59-486d-9f06-0c50f3bde577 req-9ce4f95b-0d79-4263-9815-8abcc282e6a4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:11.097571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38f145-0b59-486d-9f06-0c50f3bde577 req-9ce4f95b-0d79-4263-9815-8abcc282e6a4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:11.102639 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a38f145-0b59-486d-9f06-0c50f3bde577 req-9ce4f95b-0d79-4263-9815-8abcc282e6a4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 3880 time: 0.5046062 Feb 10 15:28:11.105931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-218eaf98-a34d-4d37-afdd-4d495ed36177 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] No DVR routers for this DVR port 01758cd0-1814-4bd4-8753-5c2fa6819fba on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:11.106925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e69d341-8935-43c6-8b20-bb3e9d3eaeb9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:11.112096 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-218eaf98-a34d-4d37-afdd-4d495ed36177 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:11.119521 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-218eaf98-a34d-4d37-afdd-4d495ed36177 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.72 "DELETE /v2.0/ports/01758cd0-1814-4bd4-8753-5c2fa6819fba HTTP/1.1" status: 204 len: 173 time: 1.5436337 Feb 10 15:28:11.123266 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e69d341-8935-43c6-8b20-bb3e9d3eaeb9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:11.126719 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0e69d341-8935-43c6-8b20-bb3e9d3eaeb9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1886551 Feb 10 15:28:11.129124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56842) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:11.138478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-deleted', 'tag': '01758cd0-1814-4bd4-8753-5c2fa6819fba'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:28:11.140610 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c50b3f21-32da-4d3c-b1f8-cd451908938d None None] Current status of the port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:11.148853 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf9a70f-e55b-4e74-9f63-06f151fdf9eb" -d '{"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-deleted", "tag": "01758cd0-1814-4bd4-8753-5c2fa6819fba"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:28:11.271420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-00245df7-f637-472a-a939-6280e628f97f None None] Deleting port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:11.273496 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00245df7-f637-472a-a939-6280e628f97f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f7f2c5fb-b396-4402-be7b-3f7c8dd7b000), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:11.276733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=f5c81648-f7ad-4f7d-9c20-cafc5114a54f,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:11.296355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:11.297367 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f7f2c5fb-b396-4402-be7b-3f7c8dd7b000), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:11.313780 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device e1802fde-2c2a-4f21-ae57-dcca52c03fa1 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:11.346316 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:11.463436 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c50b3f21-32da-4d3c-b1f8-cd451908938d None None] Provisioning complete for port 8c24031c-37a7-4018-9913-6d7f2261f999 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:11.469092 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c50b3f21-32da-4d3c-b1f8-cd451908938d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:11.474774 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 19a58c1e-d08d-49d9-a4bc-f12168063f86 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:11.475380 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:11.539794 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a38f145-0b59-486d-9f06-0c50f3bde577 req-5f08eb0a-ee9f-4d5c-9f0c-0ef892cb616a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4160860 Feb 10 15:28:11.546047 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f6131-0a86-4ff7-827b-0223013a2bdc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port ce7a5822-191a-4d73-b057-9d318fe06c63 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:11.546525 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6131-0a86-4ff7-827b-0223013a2bdc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ce7a5822-191a-4d73-b057-9d318fe06c63), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:11.629354 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: e1802fde-2c2a-4f21-ae57-dcca52c03fa1 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:28:11.629710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device e1802fde-2c2a-4f21-ae57-dcca52c03fa1 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:28:11.766294 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119d87c6-5dd9-474f-bf9f-8d92705497b6 x-openstack-request-id: req-119d87c6-5dd9-474f-bf9f-8d92705497b6 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:28:11.772674 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-deleted", "tag": "01758cd0-1814-4bd4-8753-5c2fa6819fba", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:28:11.773347 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-119d87c6-5dd9-474f-bf9f-8d92705497b6 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:28:11.774044 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-deleted', 'tag': '01758cd0-1814-4bd4-8753-5c2fa6819fba', 'status': 'completed', 'code': 200} Feb 10 15:28:11.822142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-c6cccb8b-2c6e-4b36-8920-812ccd062883 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Deleting port b6e42ccf-8143-40ce-8a14-cb8112823224 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:11.822926 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-c6cccb8b-2c6e-4b36-8920-812ccd062883 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:11.829148 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6131-0a86-4ff7-827b-0223013a2bdc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ce7a5822-191a-4d73-b057-9d318fe06c63), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:11.872078 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 19a58c1e-d08d-49d9-a4bc-f12168063f86, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=19a58c1e-d08d-49d9-a4bc-f12168063f86,segment=NetworkSegment(fa6d6529-24e6-4435-821d-629c3a979366),segment_id=fa6d6529-24e6-4435-821d-629c3a979366)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:11.889872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f6131-0a86-4ff7-827b-0223013a2bdc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for ce7a5822-191a-4d73-b057-9d318fe06c63 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:11.900925 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:11.901904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 01758cd0-1814-4bd4-8753-5c2fa6819fba no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:11.925973 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f7f2c5fb-b396-4402-be7b-3f7c8dd7b000,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:11.964351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c50b3f21-32da-4d3c-b1f8-cd451908938d None None] Port 8c24031c-37a7-4018-9913-6d7f2261f999 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:28:12.126253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c81648-f7ad-4f7d-9c20-cafc5114a54f'}, {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19a58c1e-d08d-49d9-a4bc-f12168063f86'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:28:12.127273 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195dc5b-62c9-4a32-95a4-8801eedad0c5 req-2a871e97-b193-4ca0-84f0-d033bff01689 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:12.139676 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d713466f-7bd2-47ff-ba02-f6acf68b1d30" -d '{"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c81648-f7ad-4f7d-9c20-cafc5114a54f"}, {"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-unplugged", "status": "completed", "tag": "19a58c1e-d08d-49d9-a4bc-f12168063f86"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:28:12.144333 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 01758cd0-1814-4bd4-8753-5c2fa6819fba {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:28:12.145489 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 01758cd0-1814-4bd4-8753-5c2fa6819fba not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:28:12.150445 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3195dc5b-62c9-4a32-95a4-8801eedad0c5 req-2a871e97-b193-4ca0-84f0-d033bff01689 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.3706899 Feb 10 15:28:12.165148 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f7f2c5fb-b396-4402-be7b-3f7c8dd7b000), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:12.209419 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-00245df7-f637-472a-a939-6280e628f97f None None] For port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f7f2c5fb-b396-4402-be7b-3f7c8dd7b000,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:12.209824 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00245df7-f637-472a-a939-6280e628f97f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f7f2c5fb-b396-4402-be7b-3f7c8dd7b000), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:12.305060 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6131-0a86-4ff7-827b-0223013a2bdc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ce7a5822-191a-4d73-b057-9d318fe06c63), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:12.322253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-00245df7-f637-472a-a939-6280e628f97f None None] Calling delete_port for f7f2c5fb-b396-4402-be7b-3f7c8dd7b000 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:12.328633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=19a58c1e-d08d-49d9-a4bc-f12168063f86,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:12.360155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-c6cccb8b-2c6e-4b36-8920-812ccd062883 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] For port b6e42ccf-8143-40ce-8a14-cb8112823224, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b6e42ccf-8143-40ce-8a14-cb8112823224,segment=NetworkSegment(f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083),segment_id=f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:12.360689 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-c6cccb8b-2c6e-4b36-8920-812ccd062883 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:12.374101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f6131-0a86-4ff7-827b-0223013a2bdc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=ce7a5822-191a-4d73-b057-9d318fe06c63,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:12.410438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-c6cccb8b-2c6e-4b36-8920-812ccd062883 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Calling delete_port for b6e42ccf-8143-40ce-8a14-cb8112823224 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:12.461173 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 10 Feb 2022 15:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7969bc63-6201-4831-a920-5e3c63e80a2d x-openstack-request-id: req-7969bc63-6201-4831-a920-5e3c63e80a2d {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:28:12.465086 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c81648-f7ad-4f7d-9c20-cafc5114a54f", "code": 200}, {"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-unplugged", "status": "completed", "tag": "19a58c1e-d08d-49d9-a4bc-f12168063f86", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:28:12.468884 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6131-0a86-4ff7-827b-0223013a2bdc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:12.479815 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6b1f6131-0a86-4ff7-827b-0223013a2bdc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/ce7a5822-191a-4d73-b057-9d318fe06c63 HTTP/1.1" status: 204 len: 168 time: 1.3416567 Feb 10 15:28:12.480058 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7969bc63-6201-4831-a920-5e3c63e80a2d {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:28:12.480058 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c81648-f7ad-4f7d-9c20-cafc5114a54f', 'code': 200} Feb 10 15:28:12.480058 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19a58c1e-d08d-49d9-a4bc-f12168063f86', 'code': 200} Feb 10 15:28:12.480058 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=f7f2c5fb-b396-4402-be7b-3f7c8dd7b000,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:12.481904 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56870) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:12.645353 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00245df7-f637-472a-a939-6280e628f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (f7f2c5fb-b396-4402-be7b-3f7c8dd7b000), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:12.662625 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3195dc5b-62c9-4a32-95a4-8801eedad0c5 req-1b656d5e-a53b-4d12-9942-8271246188cd tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5143039 Feb 10 15:28:12.685769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc2001-eee8-4662-96fc-877a2e51fdb3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:12.688863 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc2001-eee8-4662-96fc-877a2e51fdb3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:12.698206 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-58cc2001-eee8-4662-96fc-877a2e51fdb3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2167370 Feb 10 15:28:12.698798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56878) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:12.700514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00245df7-f637-472a-a939-6280e628f97f None None] Pushing event deleted for resources: {'Port': ['ID=f7f2c5fb-b396-4402-be7b-3f7c8dd7b000,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:12.704625 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00245df7-f637-472a-a939-6280e628f97f None None] No DVR routers for this DVR port f7f2c5fb-b396-4402-be7b-3f7c8dd7b000 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:12.745726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d76fe4-c8ce-4c42-80e0-27d7c040b35e None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:12.832250 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd5091-9891-47a4-8af9-28534dc6c3eb req-f990a759-63ae-43f8-a514-da3f1af837a2 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:12.834437 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88fd5091-9891-47a4-8af9-28534dc6c3eb req-f990a759-63ae-43f8-a514-da3f1af837a2 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 951 time: 0.2434757 Feb 10 15:28:12.873968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-b167bbde-306f-462f-ab9c-eb5ea1916ff0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet 405bbd57-49ec-4672-b347-b3cb802d8f11 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:28:12.885675 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b167bbde-306f-462f-ab9c-eb5ea1916ff0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (405bbd57-49ec-4672-b347-b3cb802d8f11), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:12.888641 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f81a0320-03a2-4ba1-8793-cb0c5459279d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:12.945243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5aef69-61ff-4394-9aee-40c15f3256ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': '405bbd57-49ec-4672-b347-b3cb802d8f11'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:28:12.946203 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ab5aef69-61ff-4394-9aee-40c15f3256ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:12.981092 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b167bbde-306f-462f-ab9c-eb5ea1916ff0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (405bbd57-49ec-4672-b347-b3cb802d8f11), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:12.999443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36c334-7836-4fda-b72a-b704eaf8b456 req-8177ff7c-ad52-4719-82ac-80a1da74b052 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:13.005004 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36c334-7836-4fda-b72a-b704eaf8b456 req-8177ff7c-ad52-4719-82ac-80a1da74b052 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:13.011003 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36c334-7836-4fda-b72a-b704eaf8b456 req-8177ff7c-ad52-4719-82ac-80a1da74b052 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:13.016226 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36c334-7836-4fda-b72a-b704eaf8b456 req-8177ff7c-ad52-4719-82ac-80a1da74b052 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:13.023869 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c36c334-7836-4fda-b72a-b704eaf8b456 req-8177ff7c-ad52-4719-82ac-80a1da74b052 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 3143 time: 0.2358909 Feb 10 15:28:13.030383 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-c6cccb8b-2c6e-4b36-8920-812ccd062883 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b6e42ccf-8143-40ce-8a14-cb8112823224), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:13.042756 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88fd5091-9891-47a4-8af9-28534dc6c3eb req-62cd86d9-dd5a-4e64-b395-4e4be31c2d95 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760707 Feb 10 15:28:13.075689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cccb8b-2c6e-4b36-8920-812ccd062883 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event deleted for resources: {'Port': ['ID=b6e42ccf-8143-40ce-8a14-cb8112823224,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:13.114203 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b167bbde-306f-462f-ab9c-eb5ea1916ff0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (405bbd57-49ec-4672-b347-b3cb802d8f11), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:13.140426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-c6cccb8b-2c6e-4b36-8920-812ccd062883 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] No DVR routers for this DVR port b6e42ccf-8143-40ce-8a14-cb8112823224 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:13.143250 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-c6cccb8b-2c6e-4b36-8920-812ccd062883 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:13.146815 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-c6cccb8b-2c6e-4b36-8920-812ccd062883 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.72 "DELETE /v2.0/ports/b6e42ccf-8143-40ce-8a14-cb8112823224 HTTP/1.1" status: 204 len: 173 time: 1.9765978 Feb 10 15:28:13.156727 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c36c334-7836-4fda-b72a-b704eaf8b456 req-37a06c1f-8923-4538-90cc-ab5792e47be8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319094 Feb 10 15:28:13.282535 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b167bbde-306f-462f-ab9c-eb5ea1916ff0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (405bbd57-49ec-4672-b347-b3cb802d8f11), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server [None req-ab5aef69-61ff-4394-9aee-40c15f3256ea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 405bbd57-49ec-4672-b347-b3cb802d8f11: This subnet is being modified by another concurrent operation. Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:28:13.295515 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise exception Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 405bbd57-49ec-4672-b347-b3cb802d8f11: This subnet is being modified by another concurrent operation. Feb 10 15:28:13.299762 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Feb 10 15:28:13.322436 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b167bbde-306f-462f-ab9c-eb5ea1916ff0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:13.331690 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b167bbde-306f-462f-ab9c-eb5ea1916ff0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/405bbd57-49ec-4672-b347-b3cb802d8f11 HTTP/1.1" status: 204 len: 168 time: 0.6205003 Feb 10 15:28:13.332880 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56884) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:13.359859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167bbde-306f-462f-ab9c-eb5ea1916ff0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=405bbd57-49ec-4672-b347-b3cb802d8f11,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:13.511982 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a7a8522c-23a0-4031-a6f1-01c46af49628 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1544101 Feb 10 15:28:13.519669 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56890) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:13.566623 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea6717-d1d5-4fe4-a71a-304b1b4493c9 req-8a5fab13-df60-4992-909a-03da15d946bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:13.569315 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26ea6717-d1d5-4fe4-a71a-304b1b4493c9 req-8a5fab13-df60-4992-909a-03da15d946bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c2365a3048c4b23a67221fc3c979c7a&device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 1127 time: 0.1196802 Feb 10 15:28:13.589866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-dab3b01d-c944-40a6-95b4-dc4bd10d80c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:13.601917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-03dd6fde-38ff-4ace-bfec-7b8d582dc206 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Deleting port 19a58c1e-d08d-49d9-a4bc-f12168063f86 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:13.602589 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-03dd6fde-38ff-4ace-bfec-7b8d582dc206 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:13.766115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea6717-d1d5-4fe4-a71a-304b1b4493c9 req-d05ab0c5-e297-4328-bf24-866c30514d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:13.767849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26ea6717-d1d5-4fe4-a71a-304b1b4493c9 req-d05ab0c5-e297-4328-bf24-866c30514d5a service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2e77de5-12dc-41aa-af99-c9787df5a7b0 HTTP/1.1" status: 200 len: 912 time: 0.1880386 Feb 10 15:28:13.797563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787cefca-004a-4a00-bcc0-43182243b2de None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:28:13.831702 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-deleted', 'tag': 'b6e42ccf-8143-40ce-8a14-cb8112823224'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:28:13.834247 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06374eb7-7355-46c9-93e1-e6b131ea32cc" -d '{"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-deleted", "tag": "b6e42ccf-8143-40ce-8a14-cb8112823224"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:28:13.961996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50494b2e-33ba-44a9-bb6a-630eb9b99cb3 req-f542c153-18a4-4e53-98f4-ab2064e87440 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:13.971848 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50494b2e-33ba-44a9-bb6a-630eb9b99cb3 req-f542c153-18a4-4e53-98f4-ab2064e87440 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.5251715 Feb 10 15:28:14.009658 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26ea6717-d1d5-4fe4-a71a-304b1b4493c9 req-441340ed-da06-4686-b914-16090c4ba278 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe HTTP/1.1" status: 200 len: 1001 time: 0.2305498 Feb 10 15:28:14.027055 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab3b01d-c944-40a6-95b4-dc4bd10d80c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:14.030651 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dab3b01d-c944-40a6-95b4-dc4bd10d80c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:14.093315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-03dd6fde-38ff-4ace-bfec-7b8d582dc206 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] For port 19a58c1e-d08d-49d9-a4bc-f12168063f86, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=19a58c1e-d08d-49d9-a4bc-f12168063f86,segment=NetworkSegment(fa6d6529-24e6-4435-821d-629c3a979366),segment_id=fa6d6529-24e6-4435-821d-629c3a979366)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:14.093687 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-03dd6fde-38ff-4ace-bfec-7b8d582dc206 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:14.107448 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e37c-9381-41be-8238-aaf819025f02 req-c272935e-968d-4514-997b-fb1c90407d66 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:14.108935 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3958e37c-9381-41be-8238-aaf819025f02 req-c272935e-968d-4514-997b-fb1c90407d66 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 951 time: 0.2063518 Feb 10 15:28:14.128691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787cefca-004a-4a00-bcc0-43182243b2de None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:28:14.234894 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea6717-d1d5-4fe4-a71a-304b1b4493c9 req-4530e3ad-3747-4662-b5a5-9ab7fc90350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:14.236377 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26ea6717-d1d5-4fe4-a71a-304b1b4493c9 req-4530e3ad-3747-4662-b5a5-9ab7fc90350a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3ce83f6-6325-453a-a2c7-3c49256a130b HTTP/1.1" status: 200 len: 850 time: 0.2174039 Feb 10 15:28:14.247801 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-a60e42a1-bec8-4f23-837f-8edb37192986 req-b16c091c-1331-4513-8370-374cafcc445e service neutron] (103368) timed out ('10.222.0.72', 58314) {{(pid=103368) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 15:28:14.420627 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50494b2e-33ba-44a9-bb6a-630eb9b99cb3 req-d0fbe138-bd2a-4297-80a5-a266fda24102 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4475539 Feb 10 15:28:14.446422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea6717-d1d5-4fe4-a71a-304b1b4493c9 req-5d340f55-7382-4d92-a31f-958cbbbb9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:14.448608 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26ea6717-d1d5-4fe4-a71a-304b1b4493c9 req-5d340f55-7382-4d92-a31f-958cbbbb9cc8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2e77de5-12dc-41aa-af99-c9787df5a7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2024086 Feb 10 15:28:14.461044 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3021d-2f51-4068-9202-b6b5a65bf597 req-c3ac3aa9-87e2-45d2-a9aa-c3949d3485de tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:14.467253 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73d3021d-2f51-4068-9202-b6b5a65bf597 req-c3ac3aa9-87e2-45d2-a9aa-c3949d3485de tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 946 time: 0.4641638 Feb 10 15:28:14.569082 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-3958e37c-9381-41be-8238-aaf819025f02 req-8ed67014-cb90-40e1-b0e1-ebb2bb69fbc4 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Deleting port df8e0506-6812-4000-bbfc-941876828867 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:14.570949 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3958e37c-9381-41be-8238-aaf819025f02 req-8ed67014-cb90-40e1-b0e1-ebb2bb69fbc4 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (df8e0506-6812-4000-bbfc-941876828867), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:14.743018 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26ea6717-d1d5-4fe4-a71a-304b1b4493c9 req-bb5faad6-824b-4548-a8d0-67cc240365d1 service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866371 Feb 10 15:28:14.758433 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a4acd2-2a12-4933-b60c-0c24b0e61164 x-openstack-request-id: req-68a4acd2-2a12-4933-b60c-0c24b0e61164 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:28:14.765949 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-deleted", "tag": "b6e42ccf-8143-40ce-8a14-cb8112823224", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:28:14.766212 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-68a4acd2-2a12-4933-b60c-0c24b0e61164 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:28:14.766575 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-deleted', 'tag': 'b6e42ccf-8143-40ce-8a14-cb8112823224', 'status': 'completed', 'code': 200} Feb 10 15:28:14.802159 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-03dd6fde-38ff-4ace-bfec-7b8d582dc206 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:14.803203 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-03dd6fde-38ff-4ace-bfec-7b8d582dc206 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (81f1b54c-93b7-44bd-a439-3f6203763b8e), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:14.803751 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-03dd6fde-38ff-4ace-bfec-7b8d582dc206 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Floating IP 81f1b54c-93b7-44bd-a439-3f6203763b8e disassociated. External IP: 172.25.3.45, port: 19a58c1e-d08d-49d9-a4bc-f12168063f86. Feb 10 15:28:14.804136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-03dd6fde-38ff-4ace-bfec-7b8d582dc206 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Calling delete_port for 19a58c1e-d08d-49d9-a4bc-f12168063f86 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:14.840908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3958e37c-9381-41be-8238-aaf819025f02 req-8ed67014-cb90-40e1-b0e1-ebb2bb69fbc4 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] For port df8e0506-6812-4000-bbfc-941876828867, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=df8e0506-6812-4000-bbfc-941876828867,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:14.851690 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3958e37c-9381-41be-8238-aaf819025f02 req-8ed67014-cb90-40e1-b0e1-ebb2bb69fbc4 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (df8e0506-6812-4000-bbfc-941876828867), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:14.950386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-3958e37c-9381-41be-8238-aaf819025f02 req-8ed67014-cb90-40e1-b0e1-ebb2bb69fbc4 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Calling delete_port for df8e0506-6812-4000-bbfc-941876828867 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:14.996350 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73d3021d-2f51-4068-9202-b6b5a65bf597 req-ae34c000-b863-4787-b4c7-0844d2ac6d72 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5213604 Feb 10 15:28:15.046376 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26ea6717-d1d5-4fe4-a71a-304b1b4493c9 req-c3f3e7a2-7768-4757-af62-ec1d62c727ef service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925899 Feb 10 15:28:15.060683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81def433-dd51-45cc-8fea-6adeb0229245 req-19464244-f73a-4a2d-abe8-6586bb2c0cd2 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:15.062600 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81def433-dd51-45cc-8fea-6adeb0229245 req-19464244-f73a-4a2d-abe8-6586bb2c0cd2 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/ports?device_id=44cb3488-117a-47bf-8e24-ff1020e8c8f7 HTTP/1.1" status: 200 len: 951 time: 0.3062403 Feb 10 15:28:15.195394 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e90689c-19ae-4c7f-9120-64f2c4628f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:15.322737 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dab3b01d-c944-40a6-95b4-dc4bd10d80c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (3e81c04b-a208-477f-a1d7-41166834e60f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:15.361614 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81def433-dd51-45cc-8fea-6adeb0229245 req-5e0acc2d-f769-4859-ac8a-b6338ae082d3 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853765 Feb 10 15:28:15.543318 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f26d6-a3de-443a-bbea-df996f6b6592 req-10527cca-d138-4dad-897e-c6c85143775e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:15.551178 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f26d6-a3de-443a-bbea-df996f6b6592 req-10527cca-d138-4dad-897e-c6c85143775e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:15.561117 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f26d6-a3de-443a-bbea-df996f6b6592 req-10527cca-d138-4dad-897e-c6c85143775e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:15.571456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b57f26d6-a3de-443a-bbea-df996f6b6592 req-10527cca-d138-4dad-897e-c6c85143775e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 2410 time: 0.4308777 Feb 10 15:28:15.609287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab3b01d-c944-40a6-95b4-dc4bd10d80c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:15.610677 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3958e37c-9381-41be-8238-aaf819025f02 req-8ed67014-cb90-40e1-b0e1-ebb2bb69fbc4 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (df8e0506-6812-4000-bbfc-941876828867), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:15.649754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed67014-cb90-40e1-b0e1-ebb2bb69fbc4 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Pushing event deleted for resources: {'Port': ['ID=df8e0506-6812-4000-bbfc-941876828867,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:15.708492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-3958e37c-9381-41be-8238-aaf819025f02 req-8ed67014-cb90-40e1-b0e1-ebb2bb69fbc4 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] No DVR routers for this DVR port df8e0506-6812-4000-bbfc-941876828867 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:15.712281 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3958e37c-9381-41be-8238-aaf819025f02 req-8ed67014-cb90-40e1-b0e1-ebb2bb69fbc4 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:15.715855 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3958e37c-9381-41be-8238-aaf819025f02 req-8ed67014-cb90-40e1-b0e1-ebb2bb69fbc4 tempest-ServersAdminTestJSON-531540982 tempest-ServersAdminTestJSON-531540982-project] 10.222.0.79 "DELETE /v2.0/ports/df8e0506-6812-4000-bbfc-941876828867 HTTP/1.1" status: 204 len: 173 time: 1.5919640 Feb 10 15:28:15.716317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cb3488-117a-47bf-8e24-ff1020e8c8f7', 'name': 'network-vif-deleted', 'tag': 'df8e0506-6812-4000-bbfc-941876828867'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:28:15.721232 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1759d3a8-7cc6-4a9b-905f-4619d4947adc" -d '{"events": [{"server_uuid": "44cb3488-117a-47bf-8e24-ff1020e8c8f7", "name": "network-vif-deleted", "tag": "df8e0506-6812-4000-bbfc-941876828867"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:28:15.723721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-dab3b01d-c944-40a6-95b4-dc4bd10d80c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:15.755533 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecb685c-350e-4d4c-9291-e6124cb24014 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:15.828304 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3b01d-c944-40a6-95b4-dc4bd10d80c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=3e81c04b-a208-477f-a1d7-41166834e60f,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:15.839000 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab3b01d-c944-40a6-95b4-dc4bd10d80c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:15.839527 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dab3b01d-c944-40a6-95b4-dc4bd10d80c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:15.851970 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-03dd6fde-38ff-4ace-bfec-7b8d582dc206 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (19a58c1e-d08d-49d9-a4bc-f12168063f86), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:15.921191 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd6fde-38ff-4ace-bfec-7b8d582dc206 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event deleted for resources: {'Port': ['ID=19a58c1e-d08d-49d9-a4bc-f12168063f86,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:15.945489 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': '3e81c04b-a208-477f-a1d7-41166834e60f'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:28:15.951710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-dab3b01d-c944-40a6-95b4-dc4bd10d80c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3832438 Feb 10 15:28:15.951929 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:15.952179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56932) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:15.956280 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b57f26d6-a3de-443a-bbea-df996f6b6592 req-44db2315-db5f-447b-9935-98b9afa4c338 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3836439 Feb 10 15:28:15.963005 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-241520aa-e4c4-499f-866e-2165e2928137 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'name': 'tempest-NetworksTestDHCPv6-1850773782'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:15.965215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c89502-0579-4e51-9b13-9616c47e2a54 req-c11564de-4bb0-4eef-ac20-53a2c89f8266 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:15.966728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-13c89502-0579-4e51-9b13-9616c47e2a54 req-c11564de-4bb0-4eef-ac20-53a2c89f8266 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.3864229 Feb 10 15:28:16.172933 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a541a11e-9649-4f81-bdd5-138f56df4bd7 x-openstack-request-id: req-a541a11e-9649-4f81-bdd5-138f56df4bd7 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:28:16.173459 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cb3488-117a-47bf-8e24-ff1020e8c8f7", "name": "network-vif-deleted", "tag": "df8e0506-6812-4000-bbfc-941876828867", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:28:16.173459 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a541a11e-9649-4f81-bdd5-138f56df4bd7 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:28:16.173850 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cb3488-117a-47bf-8e24-ff1020e8c8f7', 'name': 'network-vif-deleted', 'tag': 'df8e0506-6812-4000-bbfc-941876828867', 'status': 'completed', 'code': 200} Feb 10 15:28:16.312391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241520aa-e4c4-499f-866e-2165e2928137 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:16.317139 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-241520aa-e4c4-499f-866e-2165e2928137 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:16.374850 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-241520aa-e4c4-499f-866e-2165e2928137 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 18ef308f-01fd-43e5-84c9-461e6a3f4dd3 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:28:16.402738 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:16.524512 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Allocated IP 2001:db8::2 (7a88351e-06f0-4f2f-982b-277a9503b2d6/3e81c04b-a208-477f-a1d7-41166834e60f/0d47c8ca-7793-428b-a018-da7fb2d8f24c) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:16.844471 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Publish callbacks [] for port (0d47c8ca-7793-428b-a018-da7fb2d8f24c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:16.852860 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (0d47c8ca-7793-428b-a018-da7fb2d8f24c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:16.865939 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-03dd6fde-38ff-4ace-bfec-7b8d582dc206 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Router deb3453c-dee8-4346-ba9e-d21e347b658e has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:28:16.895053 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:16.898802 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:16.906141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:16.949490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Pushing event updated for resources: {'Port': ['ID=0d47c8ca-7793-428b-a018-da7fb2d8f24c,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:16.973472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-241520aa-e4c4-499f-866e-2165e2928137 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::1f4 (7a88351e-06f0-4f2f-982b-277a9503b2d6/3e81c04b-a208-477f-a1d7-41166834e60f/18ef308f-01fd-43e5-84c9-461e6a3f4dd3) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:16.994889 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Attempting to bind port 0d47c8ca-7793-428b-a018-da7fb2d8f24c on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:28:16.995623 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Attempting to bind port 0d47c8ca-7793-428b-a018-da7fb2d8f24c by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:28:16.996252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Attempting to bind port 0d47c8ca-7793-428b-a018-da7fb2d8f24c on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:28:17.003335 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:28:17.004039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:28:17.004696 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:17.005602 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:28:17.006306 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Bound port: 0d47c8ca-7793-428b-a018-da7fb2d8f24c, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:28:17.007414 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0d47c8ca-7793-428b-a018-da7fb2d8f24c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:17.044996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-13c89502-0579-4e51-9b13-9616c47e2a54 req-858e3875-9c34-4543-8664-0033130ca9e2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8749361 Feb 10 15:28:17.211715 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3c976-0cf5-47ed-abeb-7fcee1894d46 req-f39447e0-badf-4c84-b8c3-f5ddf086976c tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:17.218684 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0c3c976-0cf5-47ed-abeb-7fcee1894d46 req-f39447e0-badf-4c84-b8c3-f5ddf086976c tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 946 time: 0.3744702 Feb 10 15:28:17.298212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56966) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:17.390455 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-241520aa-e4c4-499f-866e-2165e2928137 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (18ef308f-01fd-43e5-84c9-461e6a3f4dd3), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:17.468164 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] For port 0d47c8ca-7793-428b-a018-da7fb2d8f24c, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:28:17.471792 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] For port 0d47c8ca-7793-428b-a018-da7fb2d8f24c, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0d47c8ca-7793-428b-a018-da7fb2d8f24c,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:28:17.479182 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device df8e0506-6812-4000-bbfc-941876828867 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:17.482336 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0d47c8ca-7793-428b-a018-da7fb2d8f24c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:17.490649 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-241520aa-e4c4-499f-866e-2165e2928137 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (18ef308f-01fd-43e5-84c9-461e6a3f4dd3), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:17.545539 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0c3c976-0cf5-47ed-abeb-7fcee1894d46 req-824ea8d0-a3c3-4db2-a284-331e7b122d47 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258309 Feb 10 15:28:17.571187 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: df8e0506-6812-4000-bbfc-941876828867 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:28:17.572496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47614d8b-24a3-4feb-9d2a-9162d38d0cd1 req-a1ad438c-9e8a-43dd-a44c-8507544b2215 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:17.573159 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device df8e0506-6812-4000-bbfc-941876828867 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:28:17.579683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47614d8b-24a3-4feb-9d2a-9162d38d0cd1 req-a1ad438c-9e8a-43dd-a44c-8507544b2215 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:17.581662 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47614d8b-24a3-4feb-9d2a-9162d38d0cd1 req-a1ad438c-9e8a-43dd-a44c-8507544b2215 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 1677 time: 0.3989999 Feb 10 15:28:17.606444 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-03dd6fde-38ff-4ace-bfec-7b8d582dc206 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:28:17.618421 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a225d-7a34-4f27-afb2-0f2d7c9abcd9 None None] Sync routers for ids ['deb3453c-dee8-4346-ba9e-d21e347b658e'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:28:17.621185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241520aa-e4c4-499f-866e-2165e2928137 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:17.636849 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4a225d-7a34-4f27-afb2-0f2d7c9abcd9 None None] Routers {'deb3453c-dee8-4346-ba9e-d21e347b658e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:28:17.637490 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5b4a225d-7a34-4f27-afb2-0f2d7c9abcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:28:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['deb3453c-dee8-4346-ba9e-d21e347b658e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:17.638119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4513fbe-9f52-4bc0-b6aa-0eaff814e007 None None] Pushing event updated for resources: {'Port': ['ID=0d47c8ca-7793-428b-a018-da7fb2d8f24c,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:17.657762 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-241520aa-e4c4-499f-866e-2165e2928137 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:17.685189 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241520aa-e4c4-499f-866e-2165e2928137 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:17.709112 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241520aa-e4c4-499f-866e-2165e2928137 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:17.709793 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-241520aa-e4c4-499f-866e-2165e2928137 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:17.759288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241520aa-e4c4-499f-866e-2165e2928137 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=18ef308f-01fd-43e5-84c9-461e6a3f4dd3,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:17.784561 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-892032d3-6401-4db7-8d4b-74f30005b60a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=34b4d443692a43dda68ae9142e4aabb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4827654 Feb 10 15:28:17.784796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56974) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:17.799480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-03dd6fde-38ff-4ace-bfec-7b8d582dc206 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] No DVR routers for this DVR port 19a58c1e-d08d-49d9-a4bc-f12168063f86 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:17.805382 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-03dd6fde-38ff-4ace-bfec-7b8d582dc206 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:17.809301 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-03dd6fde-38ff-4ace-bfec-7b8d582dc206 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.72 "DELETE /v2.0/ports/19a58c1e-d08d-49d9-a4bc-f12168063f86 HTTP/1.1" status: 204 len: 173 time: 4.6431372 Feb 10 15:28:17.809440 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-deleted', 'tag': '19a58c1e-d08d-49d9-a4bc-f12168063f86'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:28:17.812311 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778c8808-d33e-492b-9266-61f15b34c7b4" -d '{"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-deleted", "tag": "19a58c1e-d08d-49d9-a4bc-f12168063f86"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:28:17.813351 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-5b4a225d-7a34-4f27-afb2-0f2d7c9abcd9 None None] Set router deb3453c-dee8-4346-ba9e-d21e347b658e gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:28:17.863894 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47614d8b-24a3-4feb-9d2a-9162d38d0cd1 req-88b1ab31-a496-4605-a2c2-3060f33d321d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711103 Feb 10 15:28:17.879699 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:17.910008 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-241520aa-e4c4-499f-866e-2165e2928137 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9552999 Feb 10 15:28:17.914743 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56980) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:17.993839 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52ab0b9a-3be7-41b7-815e-c2151e76bf5f admin admin] Publish callbacks [] for security_group (0c62e15e-1517-4dd0-98ad-a4c01b6b99ec), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:18.006125 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bd1e4b-3493-4d66-a12b-3f93c9ef43c7 x-openstack-request-id: req-29bd1e4b-3493-4d66-a12b-3f93c9ef43c7 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:28:18.006407 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-deleted", "tag": "19a58c1e-d08d-49d9-a4bc-f12168063f86", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:28:18.006666 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29bd1e4b-3493-4d66-a12b-3f93c9ef43c7 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:28:18.007071 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-deleted', 'tag': '19a58c1e-d08d-49d9-a4bc-f12168063f86', 'status': 'completed', 'code': 200} Feb 10 15:28:18.044938 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52ab0b9a-3be7-41b7-815e-c2151e76bf5f admin admin] Publish callbacks [] for security_group (0c62e15e-1517-4dd0-98ad-a4c01b6b99ec), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:18.188954 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34197377-7756-4640-b822-dfaad4520510 req-54a34787-6939-4abf-bffb-8d1f03ef5338 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:18.191194 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-34197377-7756-4640-b822-dfaad4520510 req-54a34787-6939-4abf-bffb-8d1f03ef5338 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.72 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 946 time: 0.1062331 Feb 10 15:28:18.252282 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684315af-7a1a-417c-b55e-c35114a3a5c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:18.269821 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684315af-7a1a-417c-b55e-c35114a3a5c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:18.272039 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-684315af-7a1a-417c-b55e-c35114a3a5c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3562219 Feb 10 15:28:18.274956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56986) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:18.341543 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5b4a225d-7a34-4f27-afb2-0f2d7c9abcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'name': 'tempest-TaggedBootDevicesTest-1824468618-router', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:05Z', 'updated_at': '2022-02-10T15:21:16Z', 'revision_number': 4, 'project_id': '77c5c19a68194da2886794ae5b561292', 'gw_port': {'id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:06Z', 'updated_at': '2022-02-10T15:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8e1a0706-53b7-4861-b71f-2cb8a3bd5319', 'name': '', 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'mac_address': 'fa:16:3e:25:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '528764d9-6755-465a-9863-88a28775553b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:14Z', 'updated_at': '2022-02-10T15:21:21Z', 'revision_number': 5, 'project_id': '77c5c19a68194da2886794ae5b561292', 'subnets': [{'id': '528764d9-6755-465a-9863-88a28775553b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:18.379701 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52ab0b9a-3be7-41b7-815e-c2151e76bf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0c62e15e-1517-4dd0-98ad-a4c01b6b99ec), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:18.383378 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52ab0b9a-3be7-41b7-815e-c2151e76bf5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:18.387411 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-52ab0b9a-3be7-41b7-815e-c2151e76bf5f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c62e15e-1517-4dd0-98ad-a4c01b6b99ec HTTP/1.1" status: 204 len: 168 time: 0.6016419 Feb 10 15:28:18.407513 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab0b9a-3be7-41b7-815e-c2151e76bf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c62e15e-1517-4dd0-98ad-a4c01b6b99ec,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:18.480684 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-7d1f5135-aeaf-46a8-bc11-82157649c776 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Deleting port f5c81648-f7ad-4f7d-9c20-cafc5114a54f {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:18.484936 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-7d1f5135-aeaf-46a8-bc11-82157649c776 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:18.581060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e685c0-adde-4baf-9b3d-467762819bc8 req-1782b63e-d1a5-41cd-b4f6-423ce14081e9 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:18.582675 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c4e685c0-adde-4baf-9b3d-467762819bc8 req-1782b63e-d1a5-41cd-b4f6-423ce14081e9 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.3085480 Feb 10 15:28:18.589253 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-a42ea770-4898-499c-a688-a108a19519f2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 18ef308f-01fd-43e5-84c9-461e6a3f4dd3 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:18.589604 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a42ea770-4898-499c-a688-a108a19519f2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (18ef308f-01fd-43e5-84c9-461e6a3f4dd3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:18.620285 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0d47c8ca-7793-428b-a018-da7fb2d8f24c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:18.624947 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a225d-7a34-4f27-afb2-0f2d7c9abcd9 None None] Checking router: deb3453c-dee8-4346-ba9e-d21e347b658e for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:28:18.648050 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4a225d-7a34-4f27-afb2-0f2d7c9abcd9 None None] Routers {'deb3453c-dee8-4346-ba9e-d21e347b658e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:28:18.648701 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5b4a225d-7a34-4f27-afb2-0f2d7c9abcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:28:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['deb3453c-dee8-4346-ba9e-d21e347b658e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:18.716259 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a42ea770-4898-499c-a688-a108a19519f2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (18ef308f-01fd-43e5-84c9-461e6a3f4dd3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:18.742695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-7d1f5135-aeaf-46a8-bc11-82157649c776 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] For port f5c81648-f7ad-4f7d-9c20-cafc5114a54f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=f5c81648-f7ad-4f7d-9c20-cafc5114a54f,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:18.743218 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-7d1f5135-aeaf-46a8-bc11-82157649c776 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:18.747348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-a42ea770-4898-499c-a688-a108a19519f2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 18ef308f-01fd-43e5-84c9-461e6a3f4dd3 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:18.790975 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c4e685c0-adde-4baf-9b3d-467762819bc8 req-29779b95-0d97-468e-b20d-ea452fab459c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310477 Feb 10 15:28:18.836711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 0d47c8ca-7793-428b-a018-da7fb2d8f24c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:18.837022 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0d47c8ca-7793-428b-a018-da7fb2d8f24c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:18.840681 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-7d1f5135-aeaf-46a8-bc11-82157649c776 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Calling delete_port for f5c81648-f7ad-4f7d-9c20-cafc5114a54f owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:19.051414 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-5b4a225d-7a34-4f27-afb2-0f2d7c9abcd9 None None] Set router deb3453c-dee8-4346-ba9e-d21e347b658e gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:28:19.089250 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:19.118278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57002) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:19.186264 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a42ea770-4898-499c-a688-a108a19519f2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (18ef308f-01fd-43e5-84c9-461e6a3f4dd3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:19.202875 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-34197377-7756-4640-b822-dfaad4520510 req-6154568c-6111-496a-9d4f-4e11030d2f20 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Deleting port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:19.203094 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-34197377-7756-4640-b822-dfaad4520510 req-6154568c-6111-496a-9d4f-4e11030d2f20 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3bd3c4c6-a166-4dfe-a5fc-6be93347198f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:19.207920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0d47c8ca-7793-428b-a018-da7fb2d8f24c is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:19.208623 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0d47c8ca-7793-428b-a018-da7fb2d8f24c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:19.229668 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4f1a6-618f-4061-921e-a7dde8124bfe req-823aca9f-4df9-428c-968c-b607bd0a20cb tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:19.237520 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90e4f1a6-618f-4061-921e-a7dde8124bfe req-823aca9f-4df9-428c-968c-b607bd0a20cb tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 946 time: 0.4761784 Feb 10 15:28:19.296101 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 0d47c8ca-7793-428b-a018-da7fb2d8f24c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0d47c8ca-7793-428b-a018-da7fb2d8f24c,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:19.307137 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0d47c8ca-7793-428b-a018-da7fb2d8f24c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:19.414391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-34197377-7756-4640-b822-dfaad4520510 req-6154568c-6111-496a-9d4f-4e11030d2f20 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] For port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=3bd3c4c6-a166-4dfe-a5fc-6be93347198f,segment=NetworkSegment(c5cac21f-6088-4687-9a73-ab91462cc8f8),segment_id=c5cac21f-6088-4687-9a73-ab91462cc8f8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:19.414936 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-34197377-7756-4640-b822-dfaad4520510 req-6154568c-6111-496a-9d4f-4e11030d2f20 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3bd3c4c6-a166-4dfe-a5fc-6be93347198f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:19.422165 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=0d47c8ca-7793-428b-a018-da7fb2d8f24c,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:19.458020 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78322d4-b713-47c3-8844-99aa000cb415 req-9dff7be3-9108-447b-9240-c66676502b35 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:19.464185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78322d4-b713-47c3-8844-99aa000cb415 req-9dff7be3-9108-447b-9240-c66676502b35 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:19.478285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e78322d4-b713-47c3-8844-99aa000cb415 req-9dff7be3-9108-447b-9240-c66676502b35 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 1677 time: 0.4169359 Feb 10 15:28:19.510136 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cec21c7a-7581-40f0-aaba-9b7b657c9e0b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b1fb7ba6f4d4a87be49d3a0906a19ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3770850 Feb 10 15:28:19.517180 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57010) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:19.655385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ea770-4898-499c-a688-a108a19519f2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=18ef308f-01fd-43e5-84c9-461e6a3f4dd3,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:19.660890 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5b4a225d-7a34-4f27-afb2-0f2d7c9abcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'name': 'tempest-TaggedBootDevicesTest-1824468618-router', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:05Z', 'updated_at': '2022-02-10T15:21:16Z', 'revision_number': 4, 'project_id': '77c5c19a68194da2886794ae5b561292', 'gw_port': {'id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:06Z', 'updated_at': '2022-02-10T15:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8e1a0706-53b7-4861-b71f-2cb8a3bd5319', 'name': '', 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'mac_address': 'fa:16:3e:25:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '528764d9-6755-465a-9863-88a28775553b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:14Z', 'updated_at': '2022-02-10T15:21:21Z', 'revision_number': 5, 'project_id': '77c5c19a68194da2886794ae5b561292', 'subnets': [{'id': '528764d9-6755-465a-9863-88a28775553b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:19.727642 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a225d-7a34-4f27-afb2-0f2d7c9abcd9 None None] The sync data for ids ['deb3453c-dee8-4346-ba9e-d21e347b658e'] in n-d-815324-7 is: [{'id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'name': 'tempest-TaggedBootDevicesTest-1824468618-router', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:05Z', 'updated_at': '2022-02-10T15:21:16Z', 'revision_number': 4, 'project_id': '77c5c19a68194da2886794ae5b561292', 'gw_port': {'id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:06Z', 'updated_at': '2022-02-10T15:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8e1a0706-53b7-4861-b71f-2cb8a3bd5319', 'name': '', 'network_id': '7158b96a-de60-4916-ac3c-296c21899b4e', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'mac_address': 'fa:16:3e:25:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '528764d9-6755-465a-9863-88a28775553b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:14Z', 'updated_at': '2022-02-10T15:21:21Z', 'revision_number': 5, 'project_id': '77c5c19a68194da2886794ae5b561292', 'subnets': [{'id': '528764d9-6755-465a-9863-88a28775553b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:28:19.729434 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90e4f1a6-618f-4061-921e-a7dde8124bfe req-65c3ea65-7a8d-4347-8431-6c4dc34001ad tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups?id=13512d45-c23d-4741-a7df-11555b4c688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4909720 Feb 10 15:28:19.734989 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5a53f5e-1a31-4530-9a99-bb0fcd31a9dc admin admin] Publish callbacks [] for security_group (f5dc49f5-9c02-4341-85d8-a1bc4d8f8879), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:19.736841 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-7d1f5135-aeaf-46a8-bc11-82157649c776 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (f5c81648-f7ad-4f7d-9c20-cafc5114a54f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:19.748543 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-cb9d1577-1daa-4867-8f56-8e5899a5a6c9 None None] Provisioning complete for port 0d47c8ca-7793-428b-a018-da7fb2d8f24c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:19.749679 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cb9d1577-1daa-4867-8f56-8e5899a5a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0d47c8ca-7793-428b-a018-da7fb2d8f24c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:19.785660 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a42ea770-4898-499c-a688-a108a19519f2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:19.801302 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a42ea770-4898-499c-a688-a108a19519f2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/18ef308f-01fd-43e5-84c9-461e6a3f4dd3 HTTP/1.1" status: 204 len: 168 time: 1.5241666 Feb 10 15:28:19.803592 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57012) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:19.978330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e78322d4-b713-47c3-8844-99aa000cb415 req-62ad9404-b154-4a99-8d3f-04dc7bd9dd0f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4991002 Feb 10 15:28:19.987304 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d1577-1daa-4867-8f56-8e5899a5a6c9 None None] Current status of the port 0d47c8ca-7793-428b-a018-da7fb2d8f24c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:20.021855 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f5135-aeaf-46a8-bc11-82157649c776 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event deleted for resources: {'Port': ['ID=f5c81648-f7ad-4f7d-9c20-cafc5114a54f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:20.038631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-34197377-7756-4640-b822-dfaad4520510 req-6154568c-6111-496a-9d4f-4e11030d2f20 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:20.039168 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-34197377-7756-4640-b822-dfaad4520510 req-6154568c-6111-496a-9d4f-4e11030d2f20 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (856021b6-9aa9-4ac1-984d-4863dc6c6d58), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:20.039600 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [req-34197377-7756-4640-b822-dfaad4520510 req-6154568c-6111-496a-9d4f-4e11030d2f20 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Floating IP 856021b6-9aa9-4ac1-984d-4863dc6c6d58 disassociated. External IP: 172.25.3.246, port: 3bd3c4c6-a166-4dfe-a5fc-6be93347198f. Feb 10 15:28:20.041418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-34197377-7756-4640-b822-dfaad4520510 req-6154568c-6111-496a-9d4f-4e11030d2f20 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Calling delete_port for 3bd3c4c6-a166-4dfe-a5fc-6be93347198f owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:20.055964 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9238ea8-be33-4300-aba0-c6bf4b4a04ff tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:20.061044 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-7d1f5135-aeaf-46a8-bc11-82157649c776 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] No DVR routers for this DVR port f5c81648-f7ad-4f7d-9c20-cafc5114a54f on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:20.064030 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-7d1f5135-aeaf-46a8-bc11-82157649c776 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:20.068628 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-7d1f5135-aeaf-46a8-bc11-82157649c776 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.72 "DELETE /v2.0/ports/f5c81648-f7ad-4f7d-9c20-cafc5114a54f HTTP/1.1" status: 204 len: 173 time: 2.2464380 Feb 10 15:28:20.071704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9238ea8-be33-4300-aba0-c6bf4b4a04ff tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:20.071950 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5a53f5e-1a31-4530-9a99-bb0fcd31a9dc admin admin] Publish callbacks [] for security_group (f5dc49f5-9c02-4341-85d8-a1bc4d8f8879), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:20.073995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-deleted', 'tag': 'f5c81648-f7ad-4f7d-9c20-cafc5114a54f'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:28:20.076882 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efc826b-db97-4e63-86e9-063a312a4973" -d '{"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-deleted", "tag": "f5c81648-f7ad-4f7d-9c20-cafc5114a54f"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:28:20.090317 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f9238ea8-be33-4300-aba0-c6bf4b4a04ff tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2828803 Feb 10 15:28:20.099566 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57020) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:20.180924 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861da453-967d-4cb0-8fc2-72328da649ef x-openstack-request-id: req-861da453-967d-4cb0-8fc2-72328da649ef {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:28:20.181516 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-deleted", "tag": "f5c81648-f7ad-4f7d-9c20-cafc5114a54f", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:28:20.181516 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-861da453-967d-4cb0-8fc2-72328da649ef {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:28:20.181976 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-deleted', 'tag': 'f5c81648-f7ad-4f7d-9c20-cafc5114a54f', 'status': 'completed', 'code': 200} Feb 10 15:28:20.222461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2165c5-a49a-4b09-bc93-6356bf41ae8a None None] New status for floating IP 81f1b54c-93b7-44bd-a439-3f6203763b8e: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:28:20.355630 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7940986e-2726-40c2-933e-06923d331b2f None None] Could not find standard attr ID for object 18ef308f-01fd-43e5-84c9-461e6a3f4dd3. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:28:20.387484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9f22c3-3ac1-41fd-be80-8e1915a3977f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet 3e81c04b-a208-477f-a1d7-41166834e60f {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:28:20.398604 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6f9f22c3-3ac1-41fd-be80-8e1915a3977f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (3e81c04b-a208-477f-a1d7-41166834e60f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:20.485963 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5a53f5e-1a31-4530-9a99-bb0fcd31a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f5dc49f5-9c02-4341-85d8-a1bc4d8f8879), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:20.494668 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5a53f5e-1a31-4530-9a99-bb0fcd31a9dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:20.495863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a5a53f5e-1a31-4530-9a99-bb0fcd31a9dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5dc49f5-9c02-4341-85d8-a1bc4d8f8879 HTTP/1.1" status: 204 len: 168 time: 0.9525812 Feb 10 15:28:20.530207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a53f5e-1a31-4530-9a99-bb0fcd31a9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dc49f5-9c02-4341-85d8-a1bc4d8f8879,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:20.542080 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-aef4c3db-de02-4ebc-8fa4-1ac25b8fd51f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Deleting port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:20.544910 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-aef4c3db-de02-4ebc-8fa4-1ac25b8fd51f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:20.621916 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0d47c8ca-7793-428b-a018-da7fb2d8f24c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:20.790915 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 0d47c8ca-7793-428b-a018-da7fb2d8f24c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:20.791453 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0d47c8ca-7793-428b-a018-da7fb2d8f24c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:20.808262 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-34197377-7756-4640-b822-dfaad4520510 req-6154568c-6111-496a-9d4f-4e11030d2f20 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3bd3c4c6-a166-4dfe-a5fc-6be93347198f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:20.825991 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-aef4c3db-de02-4ebc-8fa4-1ac25b8fd51f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] For port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7d5e5af9-acf4-4315-8fe6-8555e819b8c7,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:20.826975 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-aef4c3db-de02-4ebc-8fa4-1ac25b8fd51f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:20.862283 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-aef4c3db-de02-4ebc-8fa4-1ac25b8fd51f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Calling delete_port for 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:20.889601 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6f9f22c3-3ac1-41fd-be80-8e1915a3977f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (3e81c04b-a208-477f-a1d7-41166834e60f), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:20.909505 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4caa1fb1-1980-4ab3-8000-703df46e8bdc req-34a04ac1-9429-4a1b-b51c-86dfe4f302a9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0450196 Feb 10 15:28:20.920029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154568c-6111-496a-9d4f-4e11030d2f20 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Pushing event deleted for resources: {'Port': ['ID=3bd3c4c6-a166-4dfe-a5fc-6be93347198f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:20.962196 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0d47c8ca-7793-428b-a018-da7fb2d8f24c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:21.171162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3bd3c4c6-a166-4dfe-a5fc-6be93347198f no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:21.198078 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-15b526f5-0ef0-4344-8b62-7c95c050c1b4 req-318fff20-070b-4866-a367-76642486955b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0424337 Feb 10 15:28:21.198956 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-aef4c3db-de02-4ebc-8fa4-1ac25b8fd51f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (7d5e5af9-acf4-4315-8fe6-8555e819b8c7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:21.237474 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4c3db-de02-4ebc-8fa4-1ac25b8fd51f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event deleted for resources: {'Port': ['ID=7d5e5af9-acf4-4315-8fe6-8555e819b8c7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:21.253119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 3bd3c4c6-a166-4dfe-a5fc-6be93347198f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:28:21.253477 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 3bd3c4c6-a166-4dfe-a5fc-6be93347198f not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:28:21.311430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-aef4c3db-de02-4ebc-8fa4-1ac25b8fd51f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] No DVR routers for this DVR port 7d5e5af9-acf4-4315-8fe6-8555e819b8c7 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:21.314290 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-aef4c3db-de02-4ebc-8fa4-1ac25b8fd51f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:21.318401 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-514fa795-aa7c-4af0-90e2-e79d0051524b req-aef4c3db-de02-4ebc-8fa4-1ac25b8fd51f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.72 "DELETE /v2.0/ports/7d5e5af9-acf4-4315-8fe6-8555e819b8c7 HTTP/1.1" status: 204 len: 173 time: 1.2120266 Feb 10 15:28:21.357717 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6f9f22c3-3ac1-41fd-be80-8e1915a3977f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (3e81c04b-a208-477f-a1d7-41166834e60f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:21.420062 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34197377-7756-4640-b822-dfaad4520510 req-6154568c-6111-496a-9d4f-4e11030d2f20 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:28:21.493613 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6f9f22c3-3ac1-41fd-be80-8e1915a3977f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (3e81c04b-a208-477f-a1d7-41166834e60f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:21.528100 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f22c3-3ac1-41fd-be80-8e1915a3977f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=3e81c04b-a208-477f-a1d7-41166834e60f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:21.545420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd58b06-4b5b-4b19-80f4-360320fa77d5 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:21.619851 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6f9f22c3-3ac1-41fd-be80-8e1915a3977f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:21.626682 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6f9f22c3-3ac1-41fd-be80-8e1915a3977f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/3e81c04b-a208-477f-a1d7-41166834e60f HTTP/1.1" status: 204 len: 168 time: 1.5306003 Feb 10 15:28:21.629239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57056) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:21.763703 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57060) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:21.770563 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a0319848-2f49-4863-b29c-78f698c76634 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1397398 Feb 10 15:28:21.816504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fe1449-e278-4731-bdf7-bf69967fc20b None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:28:21.900675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34197377-7756-4640-b822-dfaad4520510 req-6154568c-6111-496a-9d4f-4e11030d2f20 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:28:21.913577 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf686d-7d92-44b7-8454-a89843301af4 None None] Sync routers for ids ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:28:21.927706 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf686d-7d92-44b7-8454-a89843301af4 None None] Routers {'69ac2cec-52c3-4f09-808c-4fa7c12e4408'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:28:21.929554 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c2bf686d-7d92-44b7-8454-a89843301af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:28:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:21.968620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe1449-e278-4731-bdf7-bf69967fc20b None None] Deleting port 0d47c8ca-7793-428b-a018-da7fb2d8f24c {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:21.969054 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e8fe1449-e278-4731-bdf7-bf69967fc20b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0d47c8ca-7793-428b-a018-da7fb2d8f24c), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:22.093413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d22deb4-63aa-48c9-a592-e0c2dd20d798 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:22.095261 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7d22deb4-63aa-48c9-a592-e0c2dd20d798 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3070590 Feb 10 15:28:22.096492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-34197377-7756-4640-b822-dfaad4520510 req-6154568c-6111-496a-9d4f-4e11030d2f20 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] No DVR routers for this DVR port 3bd3c4c6-a166-4dfe-a5fc-6be93347198f on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:22.104886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57072) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:22.107476 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-34197377-7756-4640-b822-dfaad4520510 req-6154568c-6111-496a-9d4f-4e11030d2f20 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:22.125093 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-34197377-7756-4640-b822-dfaad4520510 req-6154568c-6111-496a-9d4f-4e11030d2f20 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.72 "DELETE /v2.0/ports/3bd3c4c6-a166-4dfe-a5fc-6be93347198f HTTP/1.1" status: 204 len: 173 time: 3.9265831 Feb 10 15:28:22.155242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334a4244-980f-49c6-8047-13b619f5fd6e', 'name': 'network-vif-deleted', 'tag': '3bd3c4c6-a166-4dfe-a5fc-6be93347198f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:28:22.162653 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b59aaf2-58f2-41b0-8937-d0570f12c008" -d '{"events": [{"server_uuid": "334a4244-980f-49c6-8047-13b619f5fd6e", "name": "network-vif-deleted", "tag": "3bd3c4c6-a166-4dfe-a5fc-6be93347198f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:28:22.174037 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab54bea7-d442-4de6-b9a1-28304f0b52df req-919e9be4-d307-4f71-96c3-df759b5fa754 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0876660 Feb 10 15:28:22.190826 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-deleted', 'tag': '7d5e5af9-acf4-4315-8fe6-8555e819b8c7'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:28:22.193708 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e509bff-0fd2-4d58-8e7b-2d4852684129" -d '{"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-deleted", "tag": "7d5e5af9-acf4-4315-8fe6-8555e819b8c7"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:28:22.222259 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e8fe1449-e278-4731-bdf7-bf69967fc20b None None] For port 0d47c8ca-7793-428b-a018-da7fb2d8f24c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0d47c8ca-7793-428b-a018-da7fb2d8f24c,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:22.223708 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e8fe1449-e278-4731-bdf7-bf69967fc20b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0d47c8ca-7793-428b-a018-da7fb2d8f24c), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:22.285719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe1449-e278-4731-bdf7-bf69967fc20b None None] Calling delete_port for 0d47c8ca-7793-428b-a018-da7fb2d8f24c owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:22.322261 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8a2cd9-9b25-4c11-9287-397bfff16c50 x-openstack-request-id: req-1b8a2cd9-9b25-4c11-9287-397bfff16c50 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:28:22.322553 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334a4244-980f-49c6-8047-13b619f5fd6e", "name": "network-vif-deleted", "tag": "3bd3c4c6-a166-4dfe-a5fc-6be93347198f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:28:22.338421 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b8a2cd9-9b25-4c11-9287-397bfff16c50 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:28:22.339275 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334a4244-980f-49c6-8047-13b619f5fd6e', 'name': 'network-vif-deleted', 'tag': '3bd3c4c6-a166-4dfe-a5fc-6be93347198f', 'status': 'completed', 'code': 200} Feb 10 15:28:22.355627 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51316e62-f0c2-48f1-a89a-7d5a443a5376 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:22.392274 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-51316e62-f0c2-48f1-a89a-7d5a443a5376 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2862408 Feb 10 15:28:22.394812 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6bda3c-438d-401c-be77-79bc45704ec0 x-openstack-request-id: req-4c6bda3c-438d-401c-be77-79bc45704ec0 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:28:22.395321 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80de1df-4bd4-4b1e-acb4-89ee2946265f", "name": "network-vif-deleted", "tag": "7d5e5af9-acf4-4315-8fe6-8555e819b8c7", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:28:22.395595 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c6bda3c-438d-401c-be77-79bc45704ec0 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:28:22.396689 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80de1df-4bd4-4b1e-acb4-89ee2946265f', 'name': 'network-vif-deleted', 'tag': '7d5e5af9-acf4-4315-8fe6-8555e819b8c7', 'status': 'completed', 'code': 200} Feb 10 15:28:22.397398 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57088) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:22.419213 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-c2bf686d-7d92-44b7-8454-a89843301af4 None None] Set router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:28:22.507460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0d47c8ca-7793-428b-a018-da7fb2d8f24c no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:22.595242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57114) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:22.597464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0ba99696-9c59-40d0-ada2-5f090b1a5f6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1986680 Feb 10 15:28:22.600283 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-5ade3ef3-e5b1-47d1-851d-e5d363b7d6ac tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:22.684859 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab20b915-f67d-48f8-a0d4-29c29e2deaf8 req-a3b5b2ff-3168-4d09-a64c-a98ba9b64b3c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0860674 Feb 10 15:28:22.729658 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e8fe1449-e278-4731-bdf7-bf69967fc20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (0d47c8ca-7793-428b-a018-da7fb2d8f24c), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:22.810261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe1449-e278-4731-bdf7-bf69967fc20b None None] Pushing event deleted for resources: {'Port': ['ID=0d47c8ca-7793-428b-a018-da7fb2d8f24c,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:22.825347 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fe1449-e278-4731-bdf7-bf69967fc20b None None] No DVR routers for this DVR port 0d47c8ca-7793-428b-a018-da7fb2d8f24c on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:22.838034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0d47c8ca-7793-428b-a018-da7fb2d8f24c is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:22.838244 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0d47c8ca-7793-428b-a018-da7fb2d8f24c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:22.867637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ade3ef3-e5b1-47d1-851d-e5d363b7d6ac tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:22.871892 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5ade3ef3-e5b1-47d1-851d-e5d363b7d6ac tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:23.079761 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c2bf686d-7d92-44b7-8454-a89843301af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'name': 'tempest-ServersTestBootFromVolume-1261311671-router', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '69949631-3e14-4066-b71b-ca3f77a55571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:26:05Z', 'revision_number': 4, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'gw_port': {'id': '69949631-3e14-4066-b71b-ca3f77a55571', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:59Z', 'updated_at': '2022-02-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '4a8158f4-e9ca-4b74-a29c-9f5223ca34b2', 'name': '', 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'mac_address': 'fa:16:3e:e2:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:26:03Z', 'updated_at': '2022-02-10T15:26:08Z', 'revision_number': 5, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'subnets': [{'id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:23.167665 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf686d-7d92-44b7-8454-a89843301af4 None None] Checking router: 69ac2cec-52c3-4f09-808c-4fa7c12e4408 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:28:23.192355 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf686d-7d92-44b7-8454-a89843301af4 None None] Routers {'69ac2cec-52c3-4f09-808c-4fa7c12e4408'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:28:23.192767 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c2bf686d-7d92-44b7-8454-a89843301af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:28:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:23.340455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57138) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:23.362734 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5ade3ef3-e5b1-47d1-851d-e5d363b7d6ac tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (171073c4-73e3-4569-ab94-ded7346bbcf9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:23.369181 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1dc5456-60e6-403a-ac89-b73ee8d3a482 req-a30d9ed8-e052-4377-8145-5a48472396dc tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0648596 Feb 10 15:28:23.414811 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-c2bf686d-7d92-44b7-8454-a89843301af4 None None] Set router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:28:23.444142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ade3ef3-e5b1-47d1-851d-e5d363b7d6ac tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:23.455460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-5ade3ef3-e5b1-47d1-851d-e5d363b7d6ac tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:23.462349 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ade3ef3-e5b1-47d1-851d-e5d363b7d6ac tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:23.462949 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5ade3ef3-e5b1-47d1-851d-e5d363b7d6ac tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:23.466375 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfac2b5b-1212-44cd-87b1-4af6fc652b0c None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:23.510628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade3ef3-e5b1-47d1-851d-e5d363b7d6ac tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=171073c4-73e3-4569-ab94-ded7346bbcf9,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:23.527597 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57148) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:23.528832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5ade3ef3-e5b1-47d1-851d-e5d363b7d6ac tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9324472 Feb 10 15:28:23.533125 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9f1b4501-c5c0-4288-9d8a-a5f34a80a5d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'fixed_ips': [{'subnet_id': '171073c4-73e3-4569-ab94-ded7346bbcf9', 'ip_address': '2001:db8::3ee1:1339:bbd3:f30c'}], 'name': 'tempest-NetworksTestDHCPv6-1341412201'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:23.617902 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-83b83e2c-c393-45ce-b538-e836fec5c173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:23.793554 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': '171073c4-73e3-4569-ab94-ded7346bbcf9'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:28:23.794485 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:23.834861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1b4501-c5c0-4288-9d8a-a5f34a80a5d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:23.873499 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-83b83e2c-c393-45ce-b538-e836fec5c173 admin admin] Publish callbacks [] for security_group (4eabb4e8-6191-4c83-85b2-bc9885866294), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:23.880747 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-83b83e2c-c393-45ce-b538-e836fec5c173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4eabb4e8-6191-4c83-85b2-bc9885866294), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:23.977444 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c2bf686d-7d92-44b7-8454-a89843301af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'name': 'tempest-ServersTestBootFromVolume-1261311671-router', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '69949631-3e14-4066-b71b-ca3f77a55571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:26:05Z', 'revision_number': 4, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'gw_port': {'id': '69949631-3e14-4066-b71b-ca3f77a55571', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:59Z', 'updated_at': '2022-02-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '4a8158f4-e9ca-4b74-a29c-9f5223ca34b2', 'name': '', 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'mac_address': 'fa:16:3e:e2:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:26:03Z', 'updated_at': '2022-02-10T15:26:08Z', 'revision_number': 5, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'subnets': [{'id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:24.002509 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-83b83e2c-c393-45ce-b538-e836fec5c173 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee4cc235dc6c4579af45686fcbc4eb4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6603136 Feb 10 15:28:24.003773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b83e2c-c393-45ce-b538-e836fec5c173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eabb4e8-6191-4c83-85b2-bc9885866294,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:24.007375 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57152) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:24.089361 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b2a78868-bc65-4797-88c2-0f7befecc672 admin admin] Publish callbacks [] for security_group (4eabb4e8-6191-4c83-85b2-bc9885866294), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:24.107200 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21da6b62-2c29-45d8-91dc-598c71dafaeb req-7afea4d7-0afa-4e52-ba60-89c8c69cc692 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.1868777 Feb 10 15:28:24.119072 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b2a78868-bc65-4797-88c2-0f7befecc672 admin admin] Publish callbacks [] for security_group (4eabb4e8-6191-4c83-85b2-bc9885866294), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:24.143204 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf686d-7d92-44b7-8454-a89843301af4 None None] The sync data for ids ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'] in n-d-815324-7 is: [{'id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'name': 'tempest-ServersTestBootFromVolume-1261311671-router', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '69949631-3e14-4066-b71b-ca3f77a55571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:26:05Z', 'revision_number': 4, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'gw_port': {'id': '69949631-3e14-4066-b71b-ca3f77a55571', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:59Z', 'updated_at': '2022-02-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '4a8158f4-e9ca-4b74-a29c-9f5223ca34b2', 'name': '', 'network_id': 'fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'mac_address': 'fa:16:3e:e2:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:26:03Z', 'updated_at': '2022-02-10T15:26:08Z', 'revision_number': 5, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'subnets': [{'id': 'b50776bb-769d-4fdc-bcac-f783e32a05ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:28:24.229782 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b2a78868-bc65-4797-88c2-0f7befecc672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4eabb4e8-6191-4c83-85b2-bc9885866294), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:24.232690 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4501-c5c0-4288-9d8a-a5f34a80a5d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:24.233756 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b2a78868-bc65-4797-88c2-0f7befecc672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:24.235718 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b2a78868-bc65-4797-88c2-0f7befecc672 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4eabb4e8-6191-4c83-85b2-bc9885866294 HTTP/1.1" status: 204 len: 168 time: 0.2262564 Feb 10 15:28:24.250474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a78868-bc65-4797-88c2-0f7befecc672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eabb4e8-6191-4c83-85b2-bc9885866294,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:24.306227 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Allocated IP 2001:db8::2 (7a88351e-06f0-4f2f-982b-277a9503b2d6/171073c4-73e3-4569-ab94-ded7346bbcf9/866abac0-170b-4a31-baa7-d47c734111d2) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:24.311384 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-9f1b4501-c5c0-4288-9d8a-a5f34a80a5d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 7d69fda4-f830-4015-835a-385390bec486 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:28:24.733697 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Publish callbacks [] for port (866abac0-170b-4a31-baa7-d47c734111d2), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:24.764289 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22033cc4-cce5-4ee4-beee-d4f59bf7132d None None] New status for floating IP 856021b6-9aa9-4ac1-984d-4863dc6c6d58: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:28:24.872404 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-9f1b4501-c5c0-4288-9d8a-a5f34a80a5d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::3ee1:1339:bbd3:f30c (7a88351e-06f0-4f2f-982b-277a9503b2d6/171073c4-73e3-4569-ab94-ded7346bbcf9/7d69fda4-f830-4015-835a-385390bec486) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:25.083852 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (866abac0-170b-4a31-baa7-d47c734111d2), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:25.127600 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4501-c5c0-4288-9d8a-a5f34a80a5d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (7d69fda4-f830-4015-835a-385390bec486), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:25.144410 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30e3ee38-b0af-46d8-a96e-c389a26e545c req-bab04b86-5356-41ab-89a0-b2076d3f10d5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1199460 Feb 10 15:28:25.189733 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4501-c5c0-4288-9d8a-a5f34a80a5d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (7d69fda4-f830-4015-835a-385390bec486), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:25.215524 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:25.240814 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:25.249420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:25.278775 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9dda0139-122d-4658-a659-dfdd63e11476 req-27bcc6a7-4669-44b4-a2d6-d2e1b18c3fd5 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.5387349 Feb 10 15:28:25.289851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Pushing event updated for resources: {'Port': ['ID=866abac0-170b-4a31-baa7-d47c734111d2,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:25.297443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1b4501-c5c0-4288-9d8a-a5f34a80a5d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:25.339408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Attempting to bind port 866abac0-170b-4a31-baa7-d47c734111d2 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:28:25.339949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Attempting to bind port 866abac0-170b-4a31-baa7-d47c734111d2 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:28:25.340844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Attempting to bind port 866abac0-170b-4a31-baa7-d47c734111d2 on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:28:25.353542 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:28:25.353963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:28:25.356051 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:25.356487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:28:25.358965 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Bound port: 866abac0-170b-4a31-baa7-d47c734111d2, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:28:25.359401 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (866abac0-170b-4a31-baa7-d47c734111d2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:25.363964 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-9f1b4501-c5c0-4288-9d8a-a5f34a80a5d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:25.464663 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3ee38-b0af-46d8-a96e-c389a26e545c req-d046281c-7853-45b4-a86a-21b3c57360b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:25.468877 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30e3ee38-b0af-46d8-a96e-c389a26e545c req-d046281c-7853-45b4-a86a-21b3c57360b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c2365a3048c4b23a67221fc3c979c7a&device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 1127 time: 0.2183707 Feb 10 15:28:25.486139 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1b4501-c5c0-4288-9d8a-a5f34a80a5d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:25.495836 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1b4501-c5c0-4288-9d8a-a5f34a80a5d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:25.512337 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4501-c5c0-4288-9d8a-a5f34a80a5d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:25.576971 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b4501-c5c0-4288-9d8a-a5f34a80a5d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=7d69fda4-f830-4015-835a-385390bec486,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:25.613515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] For port 866abac0-170b-4a31-baa7-d47c734111d2, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:28:25.613745 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9f1b4501-c5c0-4288-9d8a-a5f34a80a5d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0823417 Feb 10 15:28:25.614231 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57180) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:25.620518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] For port 866abac0-170b-4a31-baa7-d47c734111d2, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=866abac0-170b-4a31-baa7-d47c734111d2,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:28:25.644109 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (866abac0-170b-4a31-baa7-d47c734111d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:25.810017 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f34ba57-5fc2-47c2-a221-2cb019f697d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:25.810962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3ee38-b0af-46d8-a96e-c389a26e545c req-f332ba85-c265-46e7-82be-b433147380f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:25.812502 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30e3ee38-b0af-46d8-a96e-c389a26e545c req-f332ba85-c265-46e7-82be-b433147380f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2e77de5-12dc-41aa-af99-c9787df5a7b0 HTTP/1.1" status: 200 len: 912 time: 0.3230109 Feb 10 15:28:25.825540 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f34ba57-5fc2-47c2-a221-2cb019f697d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:25.831123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0f34ba57-5fc2-47c2-a221-2cb019f697d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2138512 Feb 10 15:28:25.832054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57184) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:25.853311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a286e39-291b-421d-ba72-97825d9b0f21 None None] Pushing event updated for resources: {'Port': ['ID=866abac0-170b-4a31-baa7-d47c734111d2,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:26.006118 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30e3ee38-b0af-46d8-a96e-c389a26e545c req-0dfb5fdc-0722-4bf2-a4a3-b2dc3bb80862 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe HTTP/1.1" status: 200 len: 1001 time: 0.1864603 Feb 10 15:28:26.040819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-aea62b28-6249-4bf1-834e-5e0b90fb92d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 7d69fda4-f830-4015-835a-385390bec486 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:26.042000 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aea62b28-6249-4bf1-834e-5e0b90fb92d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7d69fda4-f830-4015-835a-385390bec486), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:26.112452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3ee38-b0af-46d8-a96e-c389a26e545c req-ba2e66a9-9a5f-4c69-bc0d-ce7cdd422932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:26.116802 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30e3ee38-b0af-46d8-a96e-c389a26e545c req-ba2e66a9-9a5f-4c69-bc0d-ce7cdd422932 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3ce83f6-6325-453a-a2c7-3c49256a130b HTTP/1.1" status: 200 len: 850 time: 0.1025488 Feb 10 15:28:26.236116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3ee38-b0af-46d8-a96e-c389a26e545c req-b714de4f-9350-408b-aa73-69cd5c4eff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:26.241102 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30e3ee38-b0af-46d8-a96e-c389a26e545c req-b714de4f-9350-408b-aa73-69cd5c4eff79 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2e77de5-12dc-41aa-af99-c9787df5a7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1191683 Feb 10 15:28:26.276008 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aea62b28-6249-4bf1-834e-5e0b90fb92d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7d69fda4-f830-4015-835a-385390bec486), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:26.293275 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-aea62b28-6249-4bf1-834e-5e0b90fb92d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 7d69fda4-f830-4015-835a-385390bec486 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:26.457087 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30e3ee38-b0af-46d8-a96e-c389a26e545c req-066811c8-8e41-4344-98d7-cca88569901a service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033422 Feb 10 15:28:26.545916 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22d3195a-2029-4c12-8759-155b4f730435 req-ea560699-ce46-4554-b2eb-1b3543a7d449 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.4294448 Feb 10 15:28:26.573620 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aea62b28-6249-4bf1-834e-5e0b90fb92d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (7d69fda4-f830-4015-835a-385390bec486), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:26.578859 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-30e3ee38-b0af-46d8-a96e-c389a26e545c req-67bf9a7b-64f8-4a9c-90bb-a6d815976525 service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122479 Feb 10 15:28:26.590142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-debc942b-10a6-42a4-a7d9-522d7fb6e7a1 req-758c5a99-1baf-4623-be8d-01c27b316b84 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.1030138 Feb 10 15:28:26.593203 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 866abac0-170b-4a31-baa7-d47c734111d2 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:26.655076 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea62b28-6249-4bf1-834e-5e0b90fb92d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=7d69fda4-f830-4015-835a-385390bec486,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:26.695243 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aea62b28-6249-4bf1-834e-5e0b90fb92d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:26.700913 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-aea62b28-6249-4bf1-834e-5e0b90fb92d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/7d69fda4-f830-4015-835a-385390bec486 HTTP/1.1" status: 204 len: 168 time: 0.8654857 Feb 10 15:28:26.701109 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 866abac0-170b-4a31-baa7-d47c734111d2 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:26.701109 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (866abac0-170b-4a31-baa7-d47c734111d2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:26.701415 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57194) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:26.793107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 866abac0-170b-4a31-baa7-d47c734111d2 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:26.793514 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (866abac0-170b-4a31-baa7-d47c734111d2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:26.798039 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3633ffd8-33bb-4294-9a46-6c0774eab3b0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:26.799477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3633ffd8-33bb-4294-9a46-6c0774eab3b0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:26.803638 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3633ffd8-33bb-4294-9a46-6c0774eab3b0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0989578 Feb 10 15:28:26.803998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57196) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:26.832730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 866abac0-170b-4a31-baa7-d47c734111d2, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=866abac0-170b-4a31-baa7-d47c734111d2,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:26.847403 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (866abac0-170b-4a31-baa7-d47c734111d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:26.881432 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0aaa02-c9b2-4496-bfc8-9407db733f05 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet 171073c4-73e3-4569-ab94-ded7346bbcf9 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:28:26.886409 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c0aaa02-c9b2-4496-bfc8-9407db733f05 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (171073c4-73e3-4569-ab94-ded7346bbcf9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:26.921837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=866abac0-170b-4a31-baa7-d47c734111d2,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:26.995305 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c0aaa02-c9b2-4496-bfc8-9407db733f05 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (171073c4-73e3-4569-ab94-ded7346bbcf9), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:27.123425 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c0aaa02-c9b2-4496-bfc8-9407db733f05 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (171073c4-73e3-4569-ab94-ded7346bbcf9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:27.200189 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c0aaa02-c9b2-4496-bfc8-9407db733f05 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (171073c4-73e3-4569-ab94-ded7346bbcf9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:27.231544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0aaa02-c9b2-4496-bfc8-9407db733f05 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=171073c4-73e3-4569-ab94-ded7346bbcf9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:27.236740 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9c0aaa02-c9b2-4496-bfc8-9407db733f05 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:27.243070 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57200) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:27.243523 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9c0aaa02-c9b2-4496-bfc8-9407db733f05 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/171073c4-73e3-4569-ab94-ded7346bbcf9 HTTP/1.1" status: 204 len: 168 time: 0.4381144 Feb 10 15:28:27.323677 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f2a64e91-7130-4247-9ef6-0c39508ed6e6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770481 Feb 10 15:28:27.324073 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57204) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:27.330455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-7b7ffd4f-90aa-4046-ad8c-7d283d299f4b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:27.522786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7ffd4f-90aa-4046-ad8c-7d283d299f4b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:27.526865 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7b7ffd4f-90aa-4046-ad8c-7d283d299f4b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:27.535208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da46135f-24d1-4ca4-9416-9b97626ba558 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:27.779196 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-909b7fda-54a6-4743-b7f8-ebb20e5d6ab3 req-b8685c0f-f14b-4b7e-baec-35e56c53be74 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0657337 Feb 10 15:28:27.845197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c8997311-854a-4776-b2fc-e2e6130ae78a None None] Provisioning complete for port 866abac0-170b-4a31-baa7-d47c734111d2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:27.845762 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c8997311-854a-4776-b2fc-e2e6130ae78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (866abac0-170b-4a31-baa7-d47c734111d2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:28.023071 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7b7ffd4f-90aa-4046-ad8c-7d283d299f4b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (be6630ee-488c-4861-8e1d-b970a9e7209c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:28.026930 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c8997311-854a-4776-b2fc-e2e6130ae78a None None] Current status of the port 866abac0-170b-4a31-baa7-d47c734111d2 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:28.048858 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97be5c9a-0a0b-42cd-a84b-25b46c807cf9 None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:28:28.121545 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-97be5c9a-0a0b-42cd-a84b-25b46c807cf9 None None] Deleting port 866abac0-170b-4a31-baa7-d47c734111d2 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:28.122026 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-97be5c9a-0a0b-42cd-a84b-25b46c807cf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (866abac0-170b-4a31-baa7-d47c734111d2), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:28.131775 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7ffd4f-90aa-4046-ad8c-7d283d299f4b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:28.149570 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-7b7ffd4f-90aa-4046-ad8c-7d283d299f4b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:28.156371 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7ffd4f-90aa-4046-ad8c-7d283d299f4b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:28.157233 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7b7ffd4f-90aa-4046-ad8c-7d283d299f4b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:28.228560 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ffd4f-90aa-4046-ad8c-7d283d299f4b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=be6630ee-488c-4861-8e1d-b970a9e7209c,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:28.287666 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-97be5c9a-0a0b-42cd-a84b-25b46c807cf9 None None] For port 866abac0-170b-4a31-baa7-d47c734111d2, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=866abac0-170b-4a31-baa7-d47c734111d2,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:28.289386 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-97be5c9a-0a0b-42cd-a84b-25b46c807cf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (866abac0-170b-4a31-baa7-d47c734111d2), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:28.323632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82f36295-2794-486a-9406-214e36cce2bf req-008b5d21-6e33-4e7b-a856-fcc3ab76d0e3 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0965075 Feb 10 15:28:28.343245 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7b7ffd4f-90aa-4046-ad8c-7d283d299f4b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0178356 Feb 10 15:28:28.347156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57248) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:28.366360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-15d46883-62db-433b-9998-be04e4b8498a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'fixed_ips': [{'subnet_id': 'be6630ee-488c-4861-8e1d-b970a9e7209c', 'ip_address': '2001:db8::57e9:c064:bc7b:182f'}], 'name': 'tempest-NetworksTestDHCPv6-111183422'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:28.372031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-97be5c9a-0a0b-42cd-a84b-25b46c807cf9 None None] Calling delete_port for 866abac0-170b-4a31-baa7-d47c734111d2 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:28.485433 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 866abac0-170b-4a31-baa7-d47c734111d2 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:28.554876 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d46883-62db-433b-9998-be04e4b8498a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:28.560473 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15d46883-62db-433b-9998-be04e4b8498a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:28.611607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-15d46883-62db-433b-9998-be04e4b8498a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 3ffcb24b-159f-446d-b146-7cc86b64618e yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:28:28.700577 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-97be5c9a-0a0b-42cd-a84b-25b46c807cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (866abac0-170b-4a31-baa7-d47c734111d2), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:28.899382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 866abac0-170b-4a31-baa7-d47c734111d2 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:28.900078 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (866abac0-170b-4a31-baa7-d47c734111d2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:28.918938 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be5c9a-0a0b-42cd-a84b-25b46c807cf9 None None] Pushing event deleted for resources: {'Port': ['ID=866abac0-170b-4a31-baa7-d47c734111d2,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:28.921099 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be5c9a-0a0b-42cd-a84b-25b46c807cf9 None None] No DVR routers for this DVR port 866abac0-170b-4a31-baa7-d47c734111d2 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:28.971126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb47424-5774-40f5-b28b-0c44f429b79f None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:29.009471 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-15d46883-62db-433b-9998-be04e4b8498a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::57e9:c064:bc7b:182f (7a88351e-06f0-4f2f-982b-277a9503b2d6/be6630ee-488c-4861-8e1d-b970a9e7209c/3ffcb24b-159f-446d-b146-7cc86b64618e) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:29.116086 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': 'be6630ee-488c-4861-8e1d-b970a9e7209c'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:28:29.117379 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:29.149834 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-02adf6b2-54ed-421e-98c5-6d80091aaa1e req-327d529d-ccce-41d8-881e-533fef4db883 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0453193 Feb 10 15:28:29.276762 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15d46883-62db-433b-9998-be04e4b8498a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (3ffcb24b-159f-446d-b146-7cc86b64618e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:29.318492 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15d46883-62db-433b-9998-be04e4b8498a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (3ffcb24b-159f-446d-b146-7cc86b64618e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:29.378106 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d46883-62db-433b-9998-be04e4b8498a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:29.379699 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-15d46883-62db-433b-9998-be04e4b8498a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:29.387322 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d46883-62db-433b-9998-be04e4b8498a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:29.389188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Allocated IP 2001:db8::2 (7a88351e-06f0-4f2f-982b-277a9503b2d6/be6630ee-488c-4861-8e1d-b970a9e7209c/c18be4ae-466b-4e34-97ba-60ea7f80e4f3) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:29.394185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d46883-62db-433b-9998-be04e4b8498a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:29.394955 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15d46883-62db-433b-9998-be04e4b8498a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:29.413202 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d46883-62db-433b-9998-be04e4b8498a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=3ffcb24b-159f-446d-b146-7cc86b64618e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:29.433664 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-15d46883-62db-433b-9998-be04e4b8498a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0843494 Feb 10 15:28:29.436152 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57266) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:29.518115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-56efb7d1-b2ae-418c-be48-f8b009f46931 req-f51ed993-5e22-43d5-b1f6-820304abda21 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0427129 Feb 10 15:28:29.557425 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f5466-6380-4d2b-b17c-6ea02f66931b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:29.559223 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1c6f5466-6380-4d2b-b17c-6ea02f66931b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1216605 Feb 10 15:28:29.562680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57274) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:29.604936 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Publish callbacks [] for port (c18be4ae-466b-4e34-97ba-60ea7f80e4f3), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:29.614308 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (c18be4ae-466b-4e34-97ba-60ea7f80e4f3), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:29.688142 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:29.696896 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:29.710330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Pushing event updated for resources: {'Port': ['ID=c18be4ae-466b-4e34-97ba-60ea7f80e4f3,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:29.712715 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:29.736188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-6a973e61-8837-45dc-8f52-d2e3f7807f0b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 3ffcb24b-159f-446d-b146-7cc86b64618e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:29.737116 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a973e61-8837-45dc-8f52-d2e3f7807f0b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3ffcb24b-159f-446d-b146-7cc86b64618e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:29.744411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:29.744979 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:29.745455 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:29.745932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:29.746413 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:29.746893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:29.751189 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:29.751808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:29.752398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:29.752954 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:29.753487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:29.753992 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:29.754494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:29.793759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Attempting to bind port c18be4ae-466b-4e34-97ba-60ea7f80e4f3 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:28:29.794130 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Attempting to bind port c18be4ae-466b-4e34-97ba-60ea7f80e4f3 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:28:29.794491 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Attempting to bind port c18be4ae-466b-4e34-97ba-60ea7f80e4f3 on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:28:29.800283 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:28:29.800676 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:28:29.801096 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:29.801487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:28:29.802513 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Bound port: c18be4ae-466b-4e34-97ba-60ea7f80e4f3, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:28:29.802953 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c18be4ae-466b-4e34-97ba-60ea7f80e4f3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:29.892875 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] For port c18be4ae-466b-4e34-97ba-60ea7f80e4f3, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:28:29.897860 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] For port c18be4ae-466b-4e34-97ba-60ea7f80e4f3, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c18be4ae-466b-4e34-97ba-60ea7f80e4f3,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:28:29.904010 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a973e61-8837-45dc-8f52-d2e3f7807f0b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3ffcb24b-159f-446d-b146-7cc86b64618e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:29.907543 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c18be4ae-466b-4e34-97ba-60ea7f80e4f3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:29.920814 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-6a973e61-8837-45dc-8f52-d2e3f7807f0b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 3ffcb24b-159f-446d-b146-7cc86b64618e owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:29.996537 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385294f6-84b1-41da-a6e8-0f18e0c3b27a None None] Pushing event updated for resources: {'Port': ['ID=c18be4ae-466b-4e34-97ba-60ea7f80e4f3,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:30.140019 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a973e61-8837-45dc-8f52-d2e3f7807f0b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3ffcb24b-159f-446d-b146-7cc86b64618e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:30.196845 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a973e61-8837-45dc-8f52-d2e3f7807f0b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=3ffcb24b-159f-446d-b146-7cc86b64618e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:30.284437 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a973e61-8837-45dc-8f52-d2e3f7807f0b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:30.288202 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6a973e61-8837-45dc-8f52-d2e3f7807f0b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/3ffcb24b-159f-446d-b146-7cc86b64618e HTTP/1.1" status: 204 len: 168 time: 0.7251182 Feb 10 15:28:30.290764 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57316) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:30.399903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-418ff225-b7d6-4b0d-a57e-cfd03b99ddff req-b4073ec2-cdf7-4635-85d3-6943fcba2b2f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.1068790 Feb 10 15:28:30.435197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a348066d-d8a8-4db2-b045-a12aa7a9ce8b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:30.436784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a348066d-d8a8-4db2-b045-a12aa7a9ce8b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:30.438496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a348066d-d8a8-4db2-b045-a12aa7a9ce8b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1467581 Feb 10 15:28:30.445139 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57318) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:30.498409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c18be4ae-466b-4e34-97ba-60ea7f80e4f3 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:30.576833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c18be4ae-466b-4e34-97ba-60ea7f80e4f3 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:30.577510 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c18be4ae-466b-4e34-97ba-60ea7f80e4f3), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:30.697594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c18be4ae-466b-4e34-97ba-60ea7f80e4f3 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:30.698391 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c18be4ae-466b-4e34-97ba-60ea7f80e4f3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:30.734865 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port c18be4ae-466b-4e34-97ba-60ea7f80e4f3, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c18be4ae-466b-4e34-97ba-60ea7f80e4f3,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:30.742554 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c18be4ae-466b-4e34-97ba-60ea7f80e4f3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:30.832269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=c18be4ae-466b-4e34-97ba-60ea7f80e4f3,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:30.992824 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2158bf92-1c34-4095-821a-c9bccd3e79da req-5e3dcf8c-47bd-48fc-960a-7609c21b5302 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0417752 Feb 10 15:28:31.037486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-3534e853-2a34-4798-a5d3-6f7b418fe613 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet be6630ee-488c-4861-8e1d-b970a9e7209c {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:28:31.041731 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3534e853-2a34-4798-a5d3-6f7b418fe613 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (be6630ee-488c-4861-8e1d-b970a9e7209c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:31.085289 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3534e853-2a34-4798-a5d3-6f7b418fe613 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (be6630ee-488c-4861-8e1d-b970a9e7209c), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:31.210309 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3534e853-2a34-4798-a5d3-6f7b418fe613 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (be6630ee-488c-4861-8e1d-b970a9e7209c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:31.307459 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3534e853-2a34-4798-a5d3-6f7b418fe613 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (be6630ee-488c-4861-8e1d-b970a9e7209c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:31.352479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534e853-2a34-4798-a5d3-6f7b418fe613 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=be6630ee-488c-4861-8e1d-b970a9e7209c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:31.358906 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3534e853-2a34-4798-a5d3-6f7b418fe613 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:31.364908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57332) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:31.365970 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3534e853-2a34-4798-a5d3-6f7b418fe613 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/be6630ee-488c-4861-8e1d-b970a9e7209c HTTP/1.1" status: 204 len: 168 time: 0.9169443 Feb 10 15:28:31.402509 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550d289a-7f48-4f18-9fcd-8256d7c72d90 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:31.417743 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57338) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:31.422684 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-adcf6f90-6c97-45af-a42c-209cc11e4944 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:31.428147 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-799ec3ea-6514-4b23-bbe9-f607b4636ddc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603387 Feb 10 15:28:31.607021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a893434f-d18a-47de-8642-d249194d1268 None None] Provisioning complete for port c18be4ae-466b-4e34-97ba-60ea7f80e4f3 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:31.609078 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a893434f-d18a-47de-8642-d249194d1268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c18be4ae-466b-4e34-97ba-60ea7f80e4f3), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:31.609656 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-991bcc21-2fda-4eb2-994a-b3604a80a543 req-56b66c0e-61ad-4147-9a39-38f162717d8c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0506828 Feb 10 15:28:31.628704 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcf6f90-6c97-45af-a42c-209cc11e4944 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:31.632710 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-adcf6f90-6c97-45af-a42c-209cc11e4944 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:31.736490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a893434f-d18a-47de-8642-d249194d1268 None None] Current status of the port c18be4ae-466b-4e34-97ba-60ea7f80e4f3 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:31.775083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c56d91-c2a5-4620-b684-1d00dd50882c None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:28:31.855801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e1c56d91-c2a5-4620-b684-1d00dd50882c None None] Deleting port c18be4ae-466b-4e34-97ba-60ea7f80e4f3 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:31.856236 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e1c56d91-c2a5-4620-b684-1d00dd50882c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c18be4ae-466b-4e34-97ba-60ea7f80e4f3), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:31.938203 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e1c56d91-c2a5-4620-b684-1d00dd50882c None None] For port c18be4ae-466b-4e34-97ba-60ea7f80e4f3, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c18be4ae-466b-4e34-97ba-60ea7f80e4f3,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:31.938634 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e1c56d91-c2a5-4620-b684-1d00dd50882c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c18be4ae-466b-4e34-97ba-60ea7f80e4f3), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:31.955672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e1c56d91-c2a5-4620-b684-1d00dd50882c None None] Calling delete_port for c18be4ae-466b-4e34-97ba-60ea7f80e4f3 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:31.970626 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-a834b4f4-9f5b-4454-9904-f57fc702f7f9 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=834ca1ac5a114b04ab69ec176b0d415f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231030 Feb 10 15:28:32.027189 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-adcf6f90-6c97-45af-a42c-209cc11e4944 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (b89a92f7-82d4-46ec-b083-fd2fdf953b15), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:32.053531 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e1c56d91-c2a5-4620-b684-1d00dd50882c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (c18be4ae-466b-4e34-97ba-60ea7f80e4f3), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:32.068445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c56d91-c2a5-4620-b684-1d00dd50882c None None] No DVR routers for this DVR port c18be4ae-466b-4e34-97ba-60ea7f80e4f3 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:32.112965 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c56d91-c2a5-4620-b684-1d00dd50882c None None] Pushing event deleted for resources: {'Port': ['ID=c18be4ae-466b-4e34-97ba-60ea7f80e4f3,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:32.135743 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcf6f90-6c97-45af-a42c-209cc11e4944 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:32.178951 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-adcf6f90-6c97-45af-a42c-209cc11e4944 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:32.182678 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf6f90-6c97-45af-a42c-209cc11e4944 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:32.188690 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd980e-873a-4cbf-b8eb-406f189984d9 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:32.195228 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-adcf6f90-6c97-45af-a42c-209cc11e4944 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:32.246131 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-adcf6f90-6c97-45af-a42c-209cc11e4944 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8224914 Feb 10 15:28:32.246383 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57386) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:32.253599 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-651bfa0b-5602-4386-b43c-a86e9db1ccae req-c5dab9ff-b5a6-40a1-b15d-47788fa046dc tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0830855 Feb 10 15:28:32.253856 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-268c41a2-da86-417f-bb4f-4c2ba1b8f146 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'fixed_ips': [{'subnet_id': 'b89a92f7-82d4-46ec-b083-fd2fdf953b15', 'ip_address': '2001:db8::1971:3d9b:1068:c0e8'}], 'name': 'tempest-NetworksTestDHCPv6-1211549757'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:32.282429 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf6f90-6c97-45af-a42c-209cc11e4944 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=b89a92f7-82d4-46ec-b083-fd2fdf953b15,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:32.349392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-2be962a8-7fa4-4ac3-bfb9-04be8a5f1378 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:32.350964 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-2be962a8-7fa4-4ac3-bfb9-04be8a5f1378 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3727818 Feb 10 15:28:32.366120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': 'b89a92f7-82d4-46ec-b083-fd2fdf953b15'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:28:32.367339 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:32.367479 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-326262c8-c5b9-44c6-b698-da270a6d03ec tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/quotas/834ca1ac5a114b04ab69ec176b0d415f HTTP/1.1" status: 200 len: 375 time: 0.0109901 Feb 10 15:28:32.434810 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-a5f25951-edff-4c40-ba9f-4bb47eee2d9f tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=834ca1ac5a114b04ab69ec176b0d415f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611305 Feb 10 15:28:32.471238 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c18be4ae-466b-4e34-97ba-60ea7f80e4f3 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:32.471943 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268c41a2-da86-417f-bb4f-4c2ba1b8f146 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:32.497126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: c18be4ae-466b-4e34-97ba-60ea7f80e4f3 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:28:32.497518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c18be4ae-466b-4e34-97ba-60ea7f80e4f3 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:28:32.578916 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Allocated IP 2001:db8::2 (7a88351e-06f0-4f2f-982b-277a9503b2d6/b89a92f7-82d4-46ec-b083-fd2fdf953b15/0bfe7c13-367f-4b6c-bd1c-8599ef0d2540) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:32.594560 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-268c41a2-da86-417f-bb4f-4c2ba1b8f146 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:32.618686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-268c41a2-da86-417f-bb4f-4c2ba1b8f146 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 986de4b7-e91c-4b81-83fc-828dfd7c4fc9 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:28:32.844716 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c935aa11-502a-4caf-82e5-760cdac463fb req-880b7f61-e83b-43c0-a037-87cd08e0ab40 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0440638 Feb 10 15:28:32.889665 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Publish callbacks [] for port (0bfe7c13-367f-4b6c-bd1c-8599ef0d2540), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:32.898430 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (0bfe7c13-367f-4b6c-bd1c-8599ef0d2540), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:32.918614 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37e95909-c580-4202-a039-35dc061b8da7 req-1df5483d-aabc-4501-afd5-5aa05bbc185f tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=834ca1ac5a114b04ab69ec176b0d415f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729077 Feb 10 15:28:32.946179 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:32.949841 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:32.959736 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:32.991472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-268c41a2-da86-417f-bb4f-4c2ba1b8f146 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::1971:3d9b:1068:c0e8 (7a88351e-06f0-4f2f-982b-277a9503b2d6/b89a92f7-82d4-46ec-b083-fd2fdf953b15/986de4b7-e91c-4b81-83fc-828dfd7c4fc9) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:33.001467 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Pushing event updated for resources: {'Port': ['ID=0bfe7c13-367f-4b6c-bd1c-8599ef0d2540,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:33.058398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Attempting to bind port 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:28:33.058796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Attempting to bind port 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:28:33.059167 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Attempting to bind port 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:28:33.073270 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:28:33.073681 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:28:33.074718 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:33.075132 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:28:33.076872 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Bound port: 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:28:33.077274 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0bfe7c13-367f-4b6c-bd1c-8599ef0d2540), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:33.081083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95909-c580-4202-a039-35dc061b8da7 req-d1a09423-f59a-441e-b7f2-da3cdca91042 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:33.082680 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37e95909-c580-4202-a039-35dc061b8da7 req-d1a09423-f59a-441e-b7f2-da3cdca91042 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527941 Feb 10 15:28:33.103607 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37e95909-c580-4202-a039-35dc061b8da7 req-f8100628-395c-429d-97b1-270f8b033225 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/quotas/834ca1ac5a114b04ab69ec176b0d415f HTTP/1.1" status: 200 len: 375 time: 0.0141256 Feb 10 15:28:33.163742 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37e95909-c580-4202-a039-35dc061b8da7 req-ff5fe2af-cf9c-41a2-b477-35cc9fd6f4dc tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=834ca1ac5a114b04ab69ec176b0d415f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468845 Feb 10 15:28:33.183680 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-268c41a2-da86-417f-bb4f-4c2ba1b8f146 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (986de4b7-e91c-4b81-83fc-828dfd7c4fc9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:33.224969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] For port 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:28:33.229511 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] For port 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0bfe7c13-367f-4b6c-bd1c-8599ef0d2540,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:28:33.232366 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-268c41a2-da86-417f-bb4f-4c2ba1b8f146 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (986de4b7-e91c-4b81-83fc-828dfd7c4fc9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:33.243465 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0bfe7c13-367f-4b6c-bd1c-8599ef0d2540), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:33.281478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c41a2-da86-417f-bb4f-4c2ba1b8f146 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:33.323041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-268c41a2-da86-417f-bb4f-4c2ba1b8f146 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:33.327288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c41a2-da86-417f-bb4f-4c2ba1b8f146 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:33.337963 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268c41a2-da86-417f-bb4f-4c2ba1b8f146 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:33.339192 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-268c41a2-da86-417f-bb4f-4c2ba1b8f146 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:33.386321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c17985-4eed-47cf-ab9c-1394c215f899 None None] Pushing event updated for resources: {'Port': ['ID=0bfe7c13-367f-4b6c-bd1c-8599ef0d2540,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:33.417648 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c41a2-da86-417f-bb4f-4c2ba1b8f146 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=986de4b7-e91c-4b81-83fc-828dfd7c4fc9,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:33.448792 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-268c41a2-da86-417f-bb4f-4c2ba1b8f146 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2005315 Feb 10 15:28:33.449316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57416) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:33.459604 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ebba7829-7486-49a6-a85c-bd8e4f8de4f4 req-071f7f20-c80d-4993-8e16-d2f384543b9d tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0835423 Feb 10 15:28:33.537344 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631025fb-939e-452c-b0a9-ef4bf4c5bcd3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:33.543792 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631025fb-939e-452c-b0a9-ef4bf4c5bcd3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:33.545622 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-631025fb-939e-452c-b0a9-ef4bf4c5bcd3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0931478 Feb 10 15:28:33.548371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57420) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:33.568198 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-491c5edc-f286-4305-8cb4-4587d9e16a2b req-7db47339-2cd7-4736-bdfd-b808efced028 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 210 time: 0.0708506 Feb 10 15:28:33.731137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d92708ad-7652-48da-a965-1dfebb87dcf7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 986de4b7-e91c-4b81-83fc-828dfd7c4fc9 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:33.732098 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d92708ad-7652-48da-a965-1dfebb87dcf7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (986de4b7-e91c-4b81-83fc-828dfd7c4fc9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:33.903105 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d92708ad-7652-48da-a965-1dfebb87dcf7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (986de4b7-e91c-4b81-83fc-828dfd7c4fc9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:33.919500 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d92708ad-7652-48da-a965-1dfebb87dcf7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 986de4b7-e91c-4b81-83fc-828dfd7c4fc9 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:34.013277 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc10ddb3-9ff2-483a-a762-82211ccb8277 req-d4e56f58-0cb7-4c32-95d0-7b6482355ded tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0507405 Feb 10 15:28:34.180687 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d92708ad-7652-48da-a965-1dfebb87dcf7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (986de4b7-e91c-4b81-83fc-828dfd7c4fc9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:34.213097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92708ad-7652-48da-a965-1dfebb87dcf7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=986de4b7-e91c-4b81-83fc-828dfd7c4fc9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:34.242238 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d92708ad-7652-48da-a965-1dfebb87dcf7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:34.248614 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d92708ad-7652-48da-a965-1dfebb87dcf7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/986de4b7-e91c-4b81-83fc-828dfd7c4fc9 HTTP/1.1" status: 204 len: 168 time: 0.6977513 Feb 10 15:28:34.248972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57440) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:34.306870 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65de973c-6fe9-490c-ad10-14f45f223640 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:34.308181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65de973c-6fe9-490c-ad10-14f45f223640 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:34.312720 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57442) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:34.321128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-65de973c-6fe9-490c-ad10-14f45f223640 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0711017 Feb 10 15:28:34.369986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43b4fd7-fb7f-4fd9-8df1-97ca432fcda8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet b89a92f7-82d4-46ec-b083-fd2fdf953b15 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:28:34.373796 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d43b4fd7-fb7f-4fd9-8df1-97ca432fcda8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (b89a92f7-82d4-46ec-b083-fd2fdf953b15), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:34.498772 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d43b4fd7-fb7f-4fd9-8df1-97ca432fcda8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (b89a92f7-82d4-46ec-b083-fd2fdf953b15), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:34.555403 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:34.683747 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdddb4f9-0fbd-43fc-b2b1-740510f7a70c req-5dd5ebef-7520-47ae-93f5-7a83cb5b8c90 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0791311 Feb 10 15:28:34.715460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:34.715836 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0bfe7c13-367f-4b6c-bd1c-8599ef0d2540), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:34.769049 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-1495b338-0bf5-44ad-960e-4912cd654a1a tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=834ca1ac5a114b04ab69ec176b0d415f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449536 Feb 10 15:28:34.783255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1c1b6f2-f27d-43e7-8ef0-a4ba727571e9 req-2617428c-bf17-433d-8756-d06748821941 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 210 time: 0.0829983 Feb 10 15:28:34.868181 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:34.869363 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0bfe7c13-367f-4b6c-bd1c-8599ef0d2540), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:35.193689 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f00a16f9-66d3-40c0-82ce-9cb5ffd57460 req-062684e5-96ae-445c-a980-bfdde0b7a456 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0744398 Feb 10 15:28:35.211363 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9c0799be-48c0-4d34-aa39-8d0d5cd3d22a None None] Provisioning complete for port 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:35.211954 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c0799be-48c0-4d34-aa39-8d0d5cd3d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0bfe7c13-367f-4b6c-bd1c-8599ef0d2540), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:35.362043 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d43b4fd7-fb7f-4fd9-8df1-97ca432fcda8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (b89a92f7-82d4-46ec-b083-fd2fdf953b15), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:35.391184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9c0799be-48c0-4d34-aa39-8d0d5cd3d22a None None] Current status of the port 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:35.393009 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c0799be-48c0-4d34-aa39-8d0d5cd3d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0bfe7c13-367f-4b6c-bd1c-8599ef0d2540), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:35.434638 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37e95909-c580-4202-a039-35dc061b8da7 req-fb7f058e-cd27-4553-9e03-34200ce049ef tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=834ca1ac5a114b04ab69ec176b0d415f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840099 Feb 10 15:28:35.509741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-665d6daa-7ba9-46e0-a02e-3fb2c084d773 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:35.511964 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-665d6daa-7ba9-46e0-a02e-3fb2c084d773 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7376182 Feb 10 15:28:35.558502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Request body: {'port': {'device_id': '0f51d16d-80a1-419b-88a1-0d40b6cbf4c8', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '834ca1ac5a114b04ab69ec176b0d415f'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:35.623159 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95909-c580-4202-a039-35dc061b8da7 req-9ee7b101-d268-4570-8076-9035eb7d465a tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:35.624762 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37e95909-c580-4202-a039-35dc061b8da7 req-9ee7b101-d268-4570-8076-9035eb7d465a tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812043 Feb 10 15:28:35.684924 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:28:35.685480 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:28:35.687318 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-9c0799be-48c0-4d34-aa39-8d0d5cd3d22a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:28:35.687728 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-9c0799be-48c0-4d34-aa39-8d0d5cd3d22a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:28:35.691085 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d43b4fd7-fb7f-4fd9-8df1-97ca432fcda8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (b89a92f7-82d4-46ec-b083-fd2fdf953b15), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:35.710477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-37e95909-c580-4202-a039-35dc061b8da7 req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Request body: {'port': {'device_id': '1b2663a5-57b1-42a1-8558-613771b3802b', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '834ca1ac5a114b04ab69ec176b0d415f'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:35.861920 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d43b4fd7-fb7f-4fd9-8df1-97ca432fcda8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:35.866135 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d43b4fd7-fb7f-4fd9-8df1-97ca432fcda8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/b89a92f7-82d4-46ec-b083-fd2fdf953b15 HTTP/1.1" status: 204 len: 168 time: 1.5523794 Feb 10 15:28:35.871380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40a4cc1-5de1-4c4e-9536-3fe83332d2ce None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:35.872379 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57458) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:35.879013 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e8ae2f4-eee7-48ad-ae56-f32f04c247c4 req-560fa477-196d-46fe-b591-f5f653e8be7c tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0639672 Feb 10 15:28:35.881763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b4fd7-fb7f-4fd9-8df1-97ca432fcda8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=b89a92f7-82d4-46ec-b083-fd2fdf953b15,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:35.936059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e95909-c580-4202-a039-35dc061b8da7 req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Made reservation on behalf of 834ca1ac5a114b04ab69ec176b0d415f for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:35.940413 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37e95909-c580-4202-a039-35dc061b8da7 req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:35.947025 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-db0b2637-152d-4ae3-8792-42a0b59f5441 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664997 Feb 10 15:28:35.952077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57460) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:35.952892 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37e95909-c580-4202-a039-35dc061b8da7 req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:35.965458 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Made reservation on behalf of 834ca1ac5a114b04ab69ec176b0d415f for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:35.968922 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:35.979221 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d20db543-152c-459f-a7a2-fac6b8d8cdc5 req-cf1f45ef-89d2-4e3d-a1a1-21d798cfd0de tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 210 time: 0.0308597 Feb 10 15:28:36.003538 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:36.117943 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df45d3-9a03-4a0e-b865-29e6880c2797 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:36.120173 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f3df45d3-9a03-4a0e-b865-29e6880c2797 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1372705 Feb 10 15:28:36.122105 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57462) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:36.123883 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2851a9e-1ce6-47e2-aa04-32903a1ed7bc None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:28:36.160132 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37e95909-c580-4202-a039-35dc061b8da7 req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks [] for security_group (80581a4c-485f-4db5-a39a-0797aeac3e39), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:36.165123 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37e95909-c580-4202-a039-35dc061b8da7 req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (80581a4c-485f-4db5-a39a-0797aeac3e39), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:36.186836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d2851a9e-1ce6-47e2-aa04-32903a1ed7bc None None] Deleting port 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:36.187984 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d2851a9e-1ce6-47e2-aa04-32903a1ed7bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0bfe7c13-367f-4b6c-bd1c-8599ef0d2540), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:36.209144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80581a4c-485f-4db5-a39a-0797aeac3e39,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:36.214359 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.db.api [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 834ca1ac5a114b04ab69ec176b0d415f {{(pid=103369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:28:36.214691 n-d-815324-7 neutron-server[103369]: DEBUG oslo_db.api [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:28:36.249360 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9c0799be-48c0-4d34-aa39-8d0d5cd3d22a None None] Current status of the port 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:36.249699 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c0799be-48c0-4d34-aa39-8d0d5cd3d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0bfe7c13-367f-4b6c-bd1c-8599ef0d2540), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:36.258258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0090af-8831-4cb9-a58a-baf55744779b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:36.266904 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-da0090af-8831-4cb9-a58a-baf55744779b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1433811 Feb 10 15:28:36.269245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57466) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:36.394930 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bcb24164-e421-47c3-9af6-dba2ae7ee28b req-1e4f40e9-fe76-447f-ab0f-78a257ee62e0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0585992 Feb 10 15:28:36.400876 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fbc320b6-1b92-45aa-ae45-ce95df8df068 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1267354 Feb 10 15:28:36.403230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57472) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:36.421513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4280c047-455c-46be-bc01-508f28a955ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:36.432256 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:36.432803 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0bfe7c13-367f-4b6c-bd1c-8599ef0d2540), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:36.460021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d2851a9e-1ce6-47e2-aa04-32903a1ed7bc None None] For port 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0bfe7c13-367f-4b6c-bd1c-8599ef0d2540,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:36.460542 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d2851a9e-1ce6-47e2-aa04-32903a1ed7bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0bfe7c13-367f-4b6c-bd1c-8599ef0d2540), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:36.476539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9c0799be-48c0-4d34-aa39-8d0d5cd3d22a None None] For port 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0bfe7c13-367f-4b6c-bd1c-8599ef0d2540,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:36.483518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d2851a9e-1ce6-47e2-aa04-32903a1ed7bc None None] Calling delete_port for 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:36.494894 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c0799be-48c0-4d34-aa39-8d0d5cd3d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0bfe7c13-367f-4b6c-bd1c-8599ef0d2540), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:36.526489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-37e95909-c580-4202-a039-35dc061b8da7 req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Allocated IP 192.168.233.9 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/632cf89b-c995-4029-ad2c-5bd061f5b9d6) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:36.618501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4280c047-455c-46be-bc01-508f28a955ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:36.623677 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4280c047-455c-46be-bc01-508f28a955ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:36.719317 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:36.796263 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37e95909-c580-4202-a039-35dc061b8da7 req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks [] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:36.818967 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-43df8f66-0df2-4511-90a2-09ec33229bde None None] Could not find standard attr ID for object 986de4b7-e91c-4b81-83fc-828dfd7c4fc9. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:28:36.869808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0799be-48c0-4d34-aa39-8d0d5cd3d22a None None] Pushing event updated for resources: {'Port': ['ID=0bfe7c13-367f-4b6c-bd1c-8599ef0d2540,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:36.874451 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:28:36.874939 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:28:36.877543 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:36.901522 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d2851a9e-1ce6-47e2-aa04-32903a1ed7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (0bfe7c13-367f-4b6c-bd1c-8599ef0d2540), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:36.948918 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37e95909-c580-4202-a039-35dc061b8da7 req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:36.965526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2851a9e-1ce6-47e2-aa04-32903a1ed7bc None None] Pushing event deleted for resources: {'Port': ['ID=0bfe7c13-367f-4b6c-bd1c-8599ef0d2540,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:36.974096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2851a9e-1ce6-47e2-aa04-32903a1ed7bc None None] No DVR routers for this DVR port 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:37.068972 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d61a147-d845-4e72-9821-e4d39e42ce4c req-cfd6726c-682e-4be9-9002-7acb4dbfd4ef tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0516086 Feb 10 15:28:37.075669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Pushing event updated for resources: {'Port': ['ID=632cf89b-c995-4029-ad2c-5bd061f5b9d6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:37.091991 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4280c047-455c-46be-bc01-508f28a955ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (c5baf68b-4ccb-4645-9dc7-72181ca17b11), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:37.108493 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:37.108881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:37.119007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:37.119359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:37.119784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:37.120194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:37.120468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:37.120898 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:37.121790 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:37.122129 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:37.122459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:37.122787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:37.123110 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:37.131411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e95909-c580-4202-a039-35dc061b8da7 req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:37.136544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-37e95909-c580-4202-a039-35dc061b8da7 req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:37.139288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e95909-c580-4202-a039-35dc061b8da7 req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:37.192911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4280c047-455c-46be-bc01-508f28a955ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:37.208178 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-4280c047-455c-46be-bc01-508f28a955ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:37.216101 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4280c047-455c-46be-bc01-508f28a955ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:37.216790 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4280c047-455c-46be-bc01-508f28a955ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:37.219588 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eef578d-fc47-4f8b-b3f6-e5e780153f2d None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:37.239936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4280c047-455c-46be-bc01-508f28a955ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8319688 Feb 10 15:28:37.242660 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280c047-455c-46be-bc01-508f28a955ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=c5baf68b-4ccb-4645-9dc7-72181ca17b11,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:37.244009 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57478) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:37.251720 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f20f7f91-a79d-498b-ac44-29b772ebb6cb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'fixed_ips': [{'subnet_id': 'c5baf68b-4ccb-4645-9dc7-72181ca17b11', 'ip_address': '2001:db8::d7b9:2992:30a8:a0b4'}], 'name': 'tempest-NetworksTestDHCPv6-299616049'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:37.263712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95909-c580-4202-a039-35dc061b8da7 req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:37.264348 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37e95909-c580-4202-a039-35dc061b8da7 req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:37.273652 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ef0e9-29e6-411f-b4c7-20540b1e90f5 req-cc94fc44-9e45-4bba-ab91-7a7cd4e8bd3c tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:37.275287 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-506ef0e9-29e6-411f-b4c7-20540b1e90f5 req-cc94fc44-9e45-4bba-ab91-7a7cd4e8bd3c tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 934 time: 0.1411479 Feb 10 15:28:37.292864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Allocated IP 192.168.233.184 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/fba18fc2-5af8-4951-8b2f-0d92547d5ca9) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:37.353859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57480) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:37.360837 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37e95909-c580-4202-a039-35dc061b8da7 req-14c3d7e2-4f77-4c9a-9893-82958de0ee73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6673975 Feb 10 15:28:37.364745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-bff05924-3462-465f-a4b1-e008c39e2a4a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1987127926'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:37.402596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-506ef0e9-29e6-411f-b4c7-20540b1e90f5 req-2faa40b2-9c91-478a-b970-1cf868a9eac1 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200922 Feb 10 15:28:37.413998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff05924-3462-465f-a4b1-e008c39e2a4a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Made reservation on behalf of 4f98392d30c54e709159c7a818a25666 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:37.428086 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bff05924-3462-465f-a4b1-e008c39e2a4a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:37.497094 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': 'c5baf68b-4ccb-4645-9dc7-72181ca17b11'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:28:37.498374 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:37.501925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Request body: {'port': {'device_id': '1b2663a5-57b1-42a1-8558-613771b3802b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:37.525658 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Port 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 update to ACTIVE by agent not found {{(pid=103370) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 15:28:37.621585 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-10fac310-3687-4d30-b63d-bea91ab926f9 req-51dae738-3f9a-4a08-83fb-5483ad05bc09 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0745175 Feb 10 15:28:37.670195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:37.684142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff05924-3462-465f-a4b1-e008c39e2a4a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:28:37.694965 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bff05924-3462-465f-a4b1-e008c39e2a4a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:37.695577 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-bff05924-3462-465f-a4b1-e008c39e2a4a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Added segment 200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10 of type vlan for network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 Feb 10 15:28:37.710049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:28:37.710500 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0bfe7c13-367f-4b6c-bd1c-8599ef0d2540 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:28:37.726085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-65f85fba-45dc-4569-93b7-7f1d545ea62c None None] Provisioning complete for port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:37.726536 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-65f85fba-45dc-4569-93b7-7f1d545ea62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:37.757191 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bff05924-3462-465f-a4b1-e008c39e2a4a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:37.802409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Allocated IP 2001:db8::2 (7a88351e-06f0-4f2f-982b-277a9503b2d6/c5baf68b-4ccb-4645-9dc7-72181ca17b11/74d87f54-adda-4125-8ba0-91dd65f4a69a) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:37.808810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-65f85fba-45dc-4569-93b7-7f1d545ea62c None None] Port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:28:37.818925 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bff05924-3462-465f-a4b1-e008c39e2a4a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:37.824257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff05924-3462-465f-a4b1-e008c39e2a4a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:37.824987 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bff05924-3462-465f-a4b1-e008c39e2a4a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:37.907429 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:37.914742 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bff05924-3462-465f-a4b1-e008c39e2a4a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5549700 Feb 10 15:28:37.915193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57488) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:37.920952 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-738d78c2-a8f2-456c-b07b-95c105fe975a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1539309804'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:37.955280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57492) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:37.971789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20f7f91-a79d-498b-ac44-29b772ebb6cb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:37.996413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738d78c2-a8f2-456c-b07b-95c105fe975a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Made reservation on behalf of 4f98392d30c54e709159c7a818a25666 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:38.003501 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-738d78c2-a8f2-456c-b07b-95c105fe975a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:38.066549 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738d78c2-a8f2-456c-b07b-95c105fe975a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:28:38.089965 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-738d78c2-a8f2-456c-b07b-95c105fe975a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e3427f5c-e71d-45cc-8c7a-3dd79865d9ce), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:38.090735 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-738d78c2-a8f2-456c-b07b-95c105fe975a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Added segment e3427f5c-e71d-45cc-8c7a-3dd79865d9ce of type vlan for network f634ab50-40ab-4861-a47c-548f31d17b11 Feb 10 15:28:38.098631 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Publish callbacks [] for port (74d87f54-adda-4125-8ba0-91dd65f4a69a), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:38.106131 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (74d87f54-adda-4125-8ba0-91dd65f4a69a), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:38.151004 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f20f7f91-a79d-498b-ac44-29b772ebb6cb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:38.166122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Pushing event updated for resources: {'Port': ['ID=74d87f54-adda-4125-8ba0-91dd65f4a69a,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:38.180752 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:38.182153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:38.185334 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:38.186016 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-f20f7f91-a79d-498b-ac44-29b772ebb6cb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port d05e37b3-82c7-446d-bee4-22e143e0b115 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:28:38.192173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff05924-3462-465f-a4b1-e008c39e2a4a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event updated for resources: {'Network': ['ID=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:38.238411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:28:38.274329 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5e8760a-c2ba-4a89-93bf-6ca9d2cca3d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:38.323235 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-738d78c2-a8f2-456c-b07b-95c105fe975a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (f634ab50-40ab-4861-a47c-548f31d17b11), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:38.325416 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Attempting to bind port 74d87f54-adda-4125-8ba0-91dd65f4a69a on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:28:38.325778 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Attempting to bind port 74d87f54-adda-4125-8ba0-91dd65f4a69a by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:28:38.326144 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Attempting to bind port 74d87f54-adda-4125-8ba0-91dd65f4a69a on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:28:38.332665 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:28:38.333099 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:28:38.333498 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:38.333890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:28:38.334361 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Bound port: 74d87f54-adda-4125-8ba0-91dd65f4a69a, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:28:38.334738 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (74d87f54-adda-4125-8ba0-91dd65f4a69a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:38.363260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4075398-a35b-4d08-a713-a0ef7bc9bb4c req-218a0b03-6ebc-4dd9-96f1-564dd6c0ee3d tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0786183 Feb 10 15:28:38.408181 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] For port 74d87f54-adda-4125-8ba0-91dd65f4a69a, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:28:38.412871 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] For port 74d87f54-adda-4125-8ba0-91dd65f4a69a, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=74d87f54-adda-4125-8ba0-91dd65f4a69a,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:28:38.420236 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (74d87f54-adda-4125-8ba0-91dd65f4a69a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:38.423661 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-738d78c2-a8f2-456c-b07b-95c105fe975a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (f634ab50-40ab-4861-a47c-548f31d17b11), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:38.443308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738d78c2-a8f2-456c-b07b-95c105fe975a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:38.446613 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-738d78c2-a8f2-456c-b07b-95c105fe975a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:38.475827 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa4fda-262e-40d1-b9b2-4f2d9c429887 None None] Pushing event updated for resources: {'Port': ['ID=74d87f54-adda-4125-8ba0-91dd65f4a69a,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:38.532135 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks [] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:38.613604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d78c2-a8f2-456c-b07b-95c105fe975a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event updated for resources: {'Network': ['ID=f634ab50-40ab-4861-a47c-548f31d17b11,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:38.624523 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-f20f7f91-a79d-498b-ac44-29b772ebb6cb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::d7b9:2992:30a8:a0b4 (7a88351e-06f0-4f2f-982b-277a9503b2d6/c5baf68b-4ccb-4645-9dc7-72181ca17b11/d05e37b3-82c7-446d-bee4-22e143e0b115) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:38.632110 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network f634ab50-40ab-4861-a47c-548f31d17b11 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:28:38.646110 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:38.779143 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-738d78c2-a8f2-456c-b07b-95c105fe975a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8600521 Feb 10 15:28:38.881126 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57506) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:38.891155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-06a136ee-b7b4-4603-96a3-519fe3319bb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Request body: {'subnet': {'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:38.921444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632cf89b-c995-4029-ad2c-5bd061f5b9d6 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:28:38.930701 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Publish callbacks [] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.009865 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-225c12f9-4b53-4172-9bd3-e0c59fdf225b req-ec4642aa-2057-42be-ab3e-7b69c92bf677 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.2600613 Feb 10 15:28:39.013486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a136ee-b7b4-4603-96a3-519fe3319bb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Made reservation on behalf of 4f98392d30c54e709159c7a818a25666 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:39.017657 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-06a136ee-b7b4-4603-96a3-519fe3319bb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.027639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:39.033990 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Transition to ACTIVE for port object 632cf89b-c995-4029-ad2c-5bd061f5b9d6 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:28:39.039730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:39.052057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:39.055016 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.063388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Pushing event updated for resources: {'Port': ['ID=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:39.123974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe788f-1cfb-4269-8f48-2f1b1d78af0b req-33f7d5e8-d6ca-436e-a05f-b193e55fa596 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:39.125311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b8fe788f-1cfb-4269-8f48-2f1b1d78af0b req-33f7d5e8-d6ca-436e-a05f-b193e55fa596 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 934 time: 0.5307839 Feb 10 15:28:39.155695 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5e8760a-c2ba-4a89-93bf-6ca9d2cca3d1 admin admin] Publish callbacks [] for security_group (f32dc298-c137-437e-9658-fd3375e1013a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.176489 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5e8760a-c2ba-4a89-93bf-6ca9d2cca3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f32dc298-c137-437e-9658-fd3375e1013a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.223230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8760a-c2ba-4a89-93bf-6ca9d2cca3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32dc298-c137-437e-9658-fd3375e1013a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:39.265971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Pushing event updated for resources: {'Port': ['ID=632cf89b-c995-4029-ad2c-5bd061f5b9d6,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:39.287362 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d5e8760a-c2ba-4a89-93bf-6ca9d2cca3d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e17529f97c274683b52028d9114b7d6a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3303268 Feb 10 15:28:39.296207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57508) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:39.326563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:39.327040 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.330116 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b8fe788f-1cfb-4269-8f48-2f1b1d78af0b req-ea5b6ded-a5a9-4a1b-8f1d-2e73d5b361fb tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905653 Feb 10 15:28:39.336812 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:28:39.419940 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-0e217a64-840f-46c0-9e31-418aa9ef1e4d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8692880 Feb 10 15:28:39.438772 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44840080-ed8d-4b71-8e23-e998361638df admin admin] Publish callbacks [] for security_group (f32dc298-c137-437e-9658-fd3375e1013a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.439992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Request body: {'port': {'device_id': '0f51d16d-80a1-419b-88a1-0d40b6cbf4c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:39.486925 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44840080-ed8d-4b71-8e23-e998361638df admin admin] Publish callbacks [] for security_group (f32dc298-c137-437e-9658-fd3375e1013a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.572424 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8e87075a-c689-495b-aef2-9211bae1674e None None] Provisioning complete for port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:39.572946 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e87075a-c689-495b-aef2-9211bae1674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.578690 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f20f7f91-a79d-498b-ac44-29b772ebb6cb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (d05e37b3-82c7-446d-bee4-22e143e0b115), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.589239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Attempting to bind port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:28:39.594584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Attempting to bind port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:28:39.596213 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Attempting to bind port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:28:39.669872 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8e87075a-c689-495b-aef2-9211bae1674e None None] Port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:28:39.678890 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:28:39.679226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Attempting to bind port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:28:39.683328 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44840080-ed8d-4b71-8e23-e998361638df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f32dc298-c137-437e-9658-fd3375e1013a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.685919 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44840080-ed8d-4b71-8e23-e998361638df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.689386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-44840080-ed8d-4b71-8e23-e998361638df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f32dc298-c137-437e-9658-fd3375e1013a HTTP/1.1" status: 204 len: 168 time: 0.3874702 Feb 10 15:28:39.744188 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ee81e27-3b60-468a-9a08-c6031bd3ef2b req-f24c79ce-2b5d-4a06-903f-7a23013e05f0 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.1730638 Feb 10 15:28:39.769278 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f20f7f91-a79d-498b-ac44-29b772ebb6cb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d05e37b3-82c7-446d-bee4-22e143e0b115), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.775752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:28:39.776102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:28:39.776495 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:28:39.776966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Bound port: 632cf89b-c995-4029-ad2c-5bd061f5b9d6, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:28:39.777327 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.802903 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44840080-ed8d-4b71-8e23-e998361638df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32dc298-c137-437e-9658-fd3375e1013a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:39.803388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20f7f91-a79d-498b-ac44-29b772ebb6cb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:39.808984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-f20f7f91-a79d-498b-ac44-29b772ebb6cb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:39.831898 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-06a136ee-b7b4-4603-96a3-519fe3319bb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (72c12823-d91c-4e2c-9209-5935b1cee3d2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.841804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 74d87f54-adda-4125-8ba0-91dd65f4a69a up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:39.889045 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f7f91-a79d-498b-ac44-29b772ebb6cb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:39.907369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20f7f91-a79d-498b-ac44-29b772ebb6cb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:39.911764 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f20f7f91-a79d-498b-ac44-29b772ebb6cb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.961035 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f20f7f91-a79d-498b-ac44-29b772ebb6cb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7144117 Feb 10 15:28:39.966859 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:39.990238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57520) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:40.007606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-92a0208a-da7c-491d-bebc-137e7c485daa tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'fixed_ips': [{'subnet_id': 'c5baf68b-4ccb-4645-9dc7-72181ca17b11', 'ip_address': '2001:db8::d7b9:2992:30a8:a0b4'}], 'name': 'tempest-NetworksTestDHCPv6-1743068999'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:40.014173 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a136ee-b7b4-4603-96a3-519fe3319bb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event updated for resources: {'Subnet': ['ID=72c12823-d91c-4e2c-9209-5935b1cee3d2,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:40.056617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 74d87f54-adda-4125-8ba0-91dd65f4a69a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:40.057073 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (74d87f54-adda-4125-8ba0-91dd65f4a69a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:40.068879 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f7f91-a79d-498b-ac44-29b772ebb6cb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=d05e37b3-82c7-446d-bee4-22e143e0b115,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:40.118626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a136ee-b7b4-4603-96a3-519fe3319bb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Checking segment: {'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:28:40.119145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a136ee-b7b4-4603-96a3-519fe3319bb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Network hostable DHCP agents. Network: a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:28:40.159340 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a136ee-b7b4-4603-96a3-519fe3319bb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:28:40.179020 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-06a136ee-b7b4-4603-96a3-519fe3319bb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:40.193844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a136ee-b7b4-4603-96a3-519fe3319bb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:40.194472 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-06a136ee-b7b4-4603-96a3-519fe3319bb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:40.204703 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eaf062-cdb9-44c6-852f-79c7524bf1d3 None None] Network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:40.321200 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bfed7dd8-ee40-48f8-b5e0-d4a2979e18be req-202dffe1-09ee-482f-8192-915daec1acec tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.1156876 Feb 10 15:28:40.349801 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-06a136ee-b7b4-4603-96a3-519fe3319bb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4628639 Feb 10 15:28:40.353219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57530) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:40.358656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-df5fd531-6443-45a6-8dee-7482a0d17e38 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Request body: {'subnet': {'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:40.396399 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] For port 632cf89b-c995-4029-ad2c-5bd061f5b9d6, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:28:40.435128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] For port 632cf89b-c995-4029-ad2c-5bd061f5b9d6, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=632cf89b-c995-4029-ad2c-5bd061f5b9d6,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:28:40.444459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371', 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371', 'project_id': '4f98392d30c54e709159c7a818a25666', 'fixed_ips': [{'subnet_id': '72c12823-d91c-4e2c-9209-5935b1cee3d2'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:28:40.446226 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:40.509872 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57534) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:40.510134 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a595be57-8c3d-4d35-9d79-9392471581ea None None] Provisioning complete for port 74d87f54-adda-4125-8ba0-91dd65f4a69a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:40.510254 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a595be57-8c3d-4d35-9d79-9392471581ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (74d87f54-adda-4125-8ba0-91dd65f4a69a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:40.534361 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:40.610052 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 74d87f54-adda-4125-8ba0-91dd65f4a69a is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:40.610621 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (74d87f54-adda-4125-8ba0-91dd65f4a69a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:40.660629 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5583790-fc6e-4350-815b-6d323d8ebbd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:40.690055 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a595be57-8c3d-4d35-9d79-9392471581ea None None] Current status of the port 74d87f54-adda-4125-8ba0-91dd65f4a69a is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:40.690342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a0208a-da7c-491d-bebc-137e7c485daa tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:40.690465 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a595be57-8c3d-4d35-9d79-9392471581ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (74d87f54-adda-4125-8ba0-91dd65f4a69a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:40.695959 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-92a0208a-da7c-491d-bebc-137e7c485daa tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:40.751965 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5fd531-6443-45a6-8dee-7482a0d17e38 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Made reservation on behalf of 4f98392d30c54e709159c7a818a25666 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:40.760870 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-df5fd531-6443-45a6-8dee-7482a0d17e38 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:40.761140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:40.761140 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:40.761474 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a595be57-8c3d-4d35-9d79-9392471581ea None None] For port 74d87f54-adda-4125-8ba0-91dd65f4a69a, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=74d87f54-adda-4125-8ba0-91dd65f4a69a,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:40.765057 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37e95909-c580-4202-a039-35dc061b8da7 req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] 10.222.0.79 "PUT /v2.0/ports/632cf89b-c995-4029-ad2c-5bd061f5b9d6 HTTP/1.1" status: 200 len: 1094 time: 3.3632805 Feb 10 15:28:40.798571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8f2f5-60f3-4d50-a465-f4cf49430b46 req-1ce22214-5494-4fec-816a-0040bee553db tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:40.800490 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89b8f2f5-60f3-4d50-a465-f4cf49430b46 req-1ce22214-5494-4fec-816a-0040bee553db tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 946 time: 0.2875123 Feb 10 15:28:40.826424 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a595be57-8c3d-4d35-9d79-9392471581ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (74d87f54-adda-4125-8ba0-91dd65f4a69a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.017044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2663a5-57b1-42a1-8558-613771b3802b', 'tag': '632cf89b-c995-4029-ad2c-5bd061f5b9d6'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:28:41.019601 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e83cf7-7e35-4b9f-b5ec-43edc86a3300" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2663a5-57b1-42a1-8558-613771b3802b", "tag": "632cf89b-c995-4029-ad2c-5bd061f5b9d6"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:28:41.022655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea56b0-1157-4e3e-b28e-77d58f0cea22 service neutron] Pushing event updated for resources: {'Port': ['ID=632cf89b-c995-4029-ad2c-5bd061f5b9d6,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:41.041670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-92a0208a-da7c-491d-bebc-137e7c485daa tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 172bda14-887f-414d-8fab-5078892ce423 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:28:41.071075 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89b8f2f5-60f3-4d50-a465-f4cf49430b46 req-47b85ebf-7bfa-4367-b527-21a8386bc9be tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391500 Feb 10 15:28:41.103518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a10d494e-d64e-4021-9b14-10f702b78549 None None] Provisioning complete for port d05e37b3-82c7-446d-bee4-22e143e0b115 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:41.108503 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a10d494e-d64e-4021-9b14-10f702b78549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d05e37b3-82c7-446d-bee4-22e143e0b115), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.149059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Allocated IP 10.1.1.2 (a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371/72c12823-d91c-4e2c-9209-5935b1cee3d2/e5cf3ef4-487b-44ba-8527-cce694f69ed5) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:41.152073 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-59be4ca1-c2d8-4700-8461-cfbcbf245cf4 req-5c8989bf-d5b0-41f7-a43a-0b4e6e01ce4f tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.2172027 Feb 10 15:28:41.225428 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5576875e-2496-4d66-bab4-3f665b73ab87 x-openstack-request-id: req-5576875e-2496-4d66-bab4-3f665b73ab87 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:28:41.225917 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2663a5-57b1-42a1-8558-613771b3802b", "tag": "632cf89b-c995-4029-ad2c-5bd061f5b9d6", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:28:41.226046 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5576875e-2496-4d66-bab4-3f665b73ab87 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:28:41.226344 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2663a5-57b1-42a1-8558-613771b3802b', 'tag': '632cf89b-c995-4029-ad2c-5bd061f5b9d6', 'status': 'completed', 'code': 200} Feb 10 15:28:41.233501 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5583790-fc6e-4350-815b-6d323d8ebbd1 admin admin] Publish callbacks [] for security_group (b42a3c85-e4a6-43c5-a9f5-531818dd6248), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.242811 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5583790-fc6e-4350-815b-6d323d8ebbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b42a3c85-e4a6-43c5-a9f5-531818dd6248), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.250076 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba18fc2-5af8-4951-8b2f-0d92547d5ca9 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:28:41.272052 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Publish callbacks [] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.272587 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:28:41.273132 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:28:41.337470 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5583790-fc6e-4350-815b-6d323d8ebbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42a3c85-e4a6-43c5-a9f5-531818dd6248,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:41.337736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95909-c580-4202-a039-35dc061b8da7 req-c4ed9473-ee96-45ae-a656-4288b91546a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:41.344677 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b5583790-fc6e-4350-815b-6d323d8ebbd1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7ebd7f83efe4df3addfb4f70f2e9a71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8304300 Feb 10 15:28:41.347269 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57548) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:41.353636 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37e95909-c580-4202-a039-35dc061b8da7 req-c4ed9473-ee96-45ae-a656-4288b91546a9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=834ca1ac5a114b04ab69ec176b0d415f&device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 1128 time: 0.3185530 Feb 10 15:28:41.359718 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a10d494e-d64e-4021-9b14-10f702b78549 None None] Port d05e37b3-82c7-446d-bee4-22e143e0b115 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:28:41.362917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Transition to ACTIVE for port object fba18fc2-5af8-4951-8b2f-0d92547d5ca9 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:28:41.400599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595be57-8c3d-4d35-9d79-9392471581ea None None] Pushing event updated for resources: {'Port': ['ID=74d87f54-adda-4125-8ba0-91dd65f4a69a,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:41.405329 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.494148 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Publish callbacks [] for port (e5cf3ef4-487b-44ba-8527-cce694f69ed5), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.508395 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (e5cf3ef4-487b-44ba-8527-cce694f69ed5), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.514229 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-df5fd531-6443-45a6-8dee-7482a0d17e38 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (a71818b0-4a92-4bfc-9f7d-7c4e8bafed44), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.565776 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:41.570030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:41.574146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:41.622629 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4e2f-3a5e-481d-91dd-78de1b2832ca admin admin] Publish callbacks [] for security_group (b42a3c85-e4a6-43c5-a9f5-531818dd6248), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.630736 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Pushing event updated for resources: {'Port': ['ID=e5cf3ef4-487b-44ba-8527-cce694f69ed5,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:41.648229 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Attempting to bind port e5cf3ef4-487b-44ba-8527-cce694f69ed5 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:28:41.648611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Attempting to bind port e5cf3ef4-487b-44ba-8527-cce694f69ed5 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:28:41.649019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Attempting to bind port e5cf3ef4-487b-44ba-8527-cce694f69ed5 on network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:28:41.654789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:28:41.655171 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Checking segment: {'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:28:41.655581 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.655981 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Bound using segment: {'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:28:41.656461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Bound port: e5cf3ef4-487b-44ba-8527-cce694f69ed5, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:28:41.656871 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e5cf3ef4-487b-44ba-8527-cce694f69ed5), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.668265 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4e2f-3a5e-481d-91dd-78de1b2832ca admin admin] Publish callbacks [] for security_group (b42a3c85-e4a6-43c5-a9f5-531818dd6248), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.734336 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] For port e5cf3ef4-487b-44ba-8527-cce694f69ed5, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:28:41.737748 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] For port e5cf3ef4-487b-44ba-8527-cce694f69ed5, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e5cf3ef4-487b-44ba-8527-cce694f69ed5,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:28:41.752396 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e5cf3ef4-487b-44ba-8527-cce694f69ed5), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.822710 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4e2f-3a5e-481d-91dd-78de1b2832ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b42a3c85-e4a6-43c5-a9f5-531818dd6248), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.827238 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4e2f-3a5e-481d-91dd-78de1b2832ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.832129 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a4dd4e2f-3a5e-481d-91dd-78de1b2832ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b42a3c85-e4a6-43c5-a9f5-531818dd6248 HTTP/1.1" status: 204 len: 168 time: 0.4837925 Feb 10 15:28:41.835948 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5865109c-2ef1-4ec6-a02c-ab2b03bebc02 req-886fd5f2-bd71-435a-aa72-e4d521ff54c8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.2305284 Feb 10 15:28:41.871419 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fd531-6443-45a6-8dee-7482a0d17e38 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event updated for resources: {'Subnet': ['ID=a71818b0-4a92-4bfc-9f7d-7c4e8bafed44,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:41.880026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd4e2f-3a5e-481d-91dd-78de1b2832ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42a3c85-e4a6-43c5-a9f5-531818dd6248,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:41.884248 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5fd531-6443-45a6-8dee-7482a0d17e38 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Checking segment: {'id': 'e3427f5c-e71d-45cc-8c7a-3dd79865d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:28:41.884626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5fd531-6443-45a6-8dee-7482a0d17e38 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Network hostable DHCP agents. Network: f634ab50-40ab-4861-a47c-548f31d17b11, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:28:41.896964 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.912548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5fd531-6443-45a6-8dee-7482a0d17e38 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Network f634ab50-40ab-4861-a47c-548f31d17b11 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:28:41.919204 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37e95909-c580-4202-a039-35dc061b8da7 req-fae484d8-3056-4f4b-9320-c5fc8a04f8ac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=632cf89b-c995-4029-ad2c-5bd061f5b9d6 HTTP/1.1" status: 200 len: 217 time: 0.5492747 Feb 10 15:28:41.945031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-df5fd531-6443-45a6-8dee-7482a0d17e38 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, f634ab50-40ab-4861-a47c-548f31d17b11) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:41.953895 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5fd531-6443-45a6-8dee-7482a0d17e38 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:41.954294 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-df5fd531-6443-45a6-8dee-7482a0d17e38 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:41.983646 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-df5fd531-6443-45a6-8dee-7482a0d17e38 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6291070 Feb 10 15:28:41.984586 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57558) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:41.991159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4b71a620-3230-4acd-9301-efeb1ae2f846 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Request body: {'port': {'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371', 'name': 'tempest-TaggedBootDevicesTest_v242-386983751', 'fixed_ips': [{'subnet_id': '72c12823-d91c-4e2c-9209-5935b1cee3d2'}]}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:42.001937 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb869cd-c99e-4567-86ad-8eca5bbd4253 None None] Network f634ab50-40ab-4861-a47c-548f31d17b11 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:42.016770 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 74d87f54-adda-4125-8ba0-91dd65f4a69a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:42.122607 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c47be-90ee-4816-a8d7-62bf17cff8e1 None None] Pushing event updated for resources: {'Port': ['ID=e5cf3ef4-487b-44ba-8527-cce694f69ed5,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:42.286318 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b71a620-3230-4acd-9301-efeb1ae2f846 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Made reservation on behalf of 4f98392d30c54e709159c7a818a25666 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:42.291532 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Pushing event updated for resources: {'Port': ['ID=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:42.340780 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 74d87f54-adda-4125-8ba0-91dd65f4a69a up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:42.347855 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95909-c580-4202-a039-35dc061b8da7 req-e94b7376-fece-4ff9-9a05-2ac48bcbd3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:42.357128 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37e95909-c580-4202-a039-35dc061b8da7 req-e94b7376-fece-4ff9-9a05-2ac48bcbd3c6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.4221516 Feb 10 15:28:42.412207 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a0208a-da7c-491d-bebc-137e7c485daa tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 15:28:42.412734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a0208a-da7c-491d-bebc-137e7c485daa tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:28:42.552372 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-92a0208a-da7c-491d-bebc-137e7c485daa tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.5546048 Feb 10 15:28:42.554156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57566) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:42.571406 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9bb07dc3-6859-47ae-bce0-da5c09300b5b req-7c8aabd8-5fee-4348-b747-0993e65a08f9 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.1893728 Feb 10 15:28:42.597172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-f634ab50-40ab-4861-a47c-548f31d17b11', 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11', 'project_id': '4f98392d30c54e709159c7a818a25666', 'fixed_ips': [{'subnet_id': 'a71818b0-4a92-4bfc-9f7d-7c4e8bafed44'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:28:42.606408 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:42.635415 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Attempting to bind port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:28:42.635887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Attempting to bind port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:28:42.636094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Attempting to bind port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:28:42.681099 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:28:42.681431 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Attempting to bind port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:28:42.688277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95909-c580-4202-a039-35dc061b8da7 req-f6d3215a-de19-44ab-b979-980ab3382120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:42.689850 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37e95909-c580-4202-a039-35dc061b8da7 req-f6d3215a-de19-44ab-b979-980ab3382120 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3058662 Feb 10 15:28:42.696941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:28:42.697287 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:28:42.697674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:28:42.698740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Bound port: fba18fc2-5af8-4951-8b2f-0d92547d5ca9, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:28:42.698740 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:42.732360 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 74d87f54-adda-4125-8ba0-91dd65f4a69a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:42.734287 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (74d87f54-adda-4125-8ba0-91dd65f4a69a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:42.795232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac9de7-4ff8-4c2a-9774-8d704fb3b926 req-01114634-80e8-4910-9b2c-052d7dfd1f70 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:42.800727 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9aac9de7-4ff8-4c2a-9774-8d704fb3b926 req-01114634-80e8-4910-9b2c-052d7dfd1f70 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 946 time: 0.4913604 Feb 10 15:28:42.850926 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b71595-0f5c-4d30-b2ec-ce4d656ce734 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:42.853856 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b71a620-3230-4acd-9301-efeb1ae2f846 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:42.865580 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b71595-0f5c-4d30-b2ec-ce4d656ce734 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:42.874604 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-92b71595-0f5c-4d30-b2ec-ce4d656ce734 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3030350 Feb 10 15:28:42.876121 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57580) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:42.914610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-4b71a620-3230-4acd-9301-efeb1ae2f846 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] device_id is not set on port 10381f00-aac9-4d90-9e10-af3f92aa505c yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:28:43.156258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] For port fba18fc2-5af8-4951-8b2f-0d92547d5ca9, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:28:43.162825 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37e95909-c580-4202-a039-35dc061b8da7 req-f9a95e45-d609-4856-bb58-cddb2cbbed6d service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621799 Feb 10 15:28:43.202011 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-4b71a620-3230-4acd-9301-efeb1ae2f846 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Allocated IP 10.1.1.208 (a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371/72c12823-d91c-4e2c-9209-5935b1cee3d2/10381f00-aac9-4d90-9e10-af3f92aa505c) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:43.232317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] For port fba18fc2-5af8-4951-8b2f-0d92547d5ca9, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:28:43.281972 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:43.423090 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-edd20245-b9ac-42dd-b1ff-860df74dc509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:43.463810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Allocated IP 10.2.2.2 (f634ab50-40ab-4861-a47c-548f31d17b11/a71818b0-4a92-4bfc-9f7d-7c4e8bafed44/df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:43.513888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:43.514501 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:43.515896 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] 10.222.0.79 "PUT /v2.0/ports/fba18fc2-5af8-4951-8b2f-0d92547d5ca9 HTTP/1.1" status: 200 len: 1096 time: 4.0872803 Feb 10 15:28:43.516349 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f51d16d-80a1-419b-88a1-0d40b6cbf4c8', 'tag': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:28:43.533625 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a939df-b763-4d04-b3da-9cf5677b0b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f51d16d-80a1-419b-88a1-0d40b6cbf4c8", "tag": "fba18fc2-5af8-4951-8b2f-0d92547d5ca9"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:28:43.581463 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 74d87f54-adda-4125-8ba0-91dd65f4a69a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:43.644346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0b19cf20-dace-40c8-97ca-cf094084d659 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port d05e37b3-82c7-446d-bee4-22e143e0b115 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:43.644790 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0b19cf20-dace-40c8-97ca-cf094084d659 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d05e37b3-82c7-446d-bee4-22e143e0b115), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:43.666130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5382f9a-b2c5-4f8d-9d71-91ba19bb4288 req-056c6d0d-6554-4591-b2fb-0a68b042a136 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.1893413 Feb 10 15:28:43.671718 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9aac9de7-4ff8-4c2a-9774-8d704fb3b926 req-4aa874e9-bf77-4f80-8bfd-c5c4c57f2cf9 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8625729 Feb 10 15:28:43.765549 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b71a620-3230-4acd-9301-efeb1ae2f846 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:43.833881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9093771-3ff5-42ff-aa44-097cede55f9f service neutron] Pushing event updated for resources: {'Port': ['ID=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:43.866307 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Publish callbacks [] for port (df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:43.878606 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:43.916669 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fe357d-fe07-4897-b33f-4c058deaac8f x-openstack-request-id: req-b6fe357d-fe07-4897-b33f-4c058deaac8f {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:28:43.917894 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f51d16d-80a1-419b-88a1-0d40b6cbf4c8", "tag": "fba18fc2-5af8-4951-8b2f-0d92547d5ca9", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:28:43.919540 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6fe357d-fe07-4897-b33f-4c058deaac8f {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:28:43.920192 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f51d16d-80a1-419b-88a1-0d40b6cbf4c8', 'tag': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9', 'status': 'completed', 'code': 200} Feb 10 15:28:43.926371 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37e95909-c580-4202-a039-35dc061b8da7 req-d249da0f-5ae0-453f-ae67-4fbc29f18869 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7532070 Feb 10 15:28:43.950044 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc336de5-f60c-46e0-bc53-0a1cf8b62edb req-6180fec1-d185-4bf8-a1eb-5deb49948d6a tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.1044469 Feb 10 15:28:43.965506 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Network f634ab50-40ab-4861-a47c-548f31d17b11 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:43.977999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:43.980886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:44.007188 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b71a620-3230-4acd-9301-efeb1ae2f846 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:44.023301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Pushing event updated for resources: {'Port': ['ID=df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:44.081466 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Attempting to bind port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:28:44.081844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Attempting to bind port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'e3427f5c-e71d-45cc-8c7a-3dd79865d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:28:44.082213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Attempting to bind port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 on network f634ab50-40ab-4861-a47c-548f31d17b11 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:28:44.099181 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:28:44.099852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Checking segment: {'id': 'e3427f5c-e71d-45cc-8c7a-3dd79865d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:28:44.103658 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:44.104170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Bound using segment: {'id': 'e3427f5c-e71d-45cc-8c7a-3dd79865d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:28:44.104580 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Bound port: df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3427f5c-e71d-45cc-8c7a-3dd79865d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:28:44.105000 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:44.115339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b71a620-3230-4acd-9301-efeb1ae2f846 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:44.119249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbb2a42-2fc8-440b-a9c7-88a73ff3f648 None None] Network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:44.137407 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-4b71a620-3230-4acd-9301-efeb1ae2f846 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:44.142184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b71a620-3230-4acd-9301-efeb1ae2f846 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:44.255227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b71a620-3230-4acd-9301-efeb1ae2f846 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:44.256186 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b71a620-3230-4acd-9301-efeb1ae2f846 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:44.293735 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0b19cf20-dace-40c8-97ca-cf094084d659 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d05e37b3-82c7-446d-bee4-22e143e0b115), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:44.298047 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-e257d8d6-e1b4-42b0-93dd-13756a7d7d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:44.300011 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-e257d8d6-e1b4-42b0-93dd-13756a7d7d71 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=834ca1ac5a114b04ab69ec176b0d415f&device_id=0f51d16d-80a1-419b-88a1-0d40b6cbf4c8 HTTP/1.1" status: 200 len: 1130 time: 0.6813979 Feb 10 15:28:44.328467 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0b19cf20-dace-40c8-97ca-cf094084d659 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for d05e37b3-82c7-446d-bee4-22e143e0b115 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:44.342662 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4b71a620-3230-4acd-9301-efeb1ae2f846 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3543181 Feb 10 15:28:44.347437 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71a620-3230-4acd-9301-efeb1ae2f846 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event updated for resources: {'Port': ['ID=10381f00-aac9-4d90-9e10-af3f92aa505c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:44.352741 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e5cf3ef4-487b-44ba-8527-cce694f69ed5 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:44.362746 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57608) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:44.372163 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-26547ed1-ede9-435f-88fb-399218120708 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=fba18fc2-5af8-4951-8b2f-0d92547d5ca9 HTTP/1.1" status: 200 len: 217 time: 0.0618312 Feb 10 15:28:44.376299 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-cc3ae9dc-c8a2-4060-8c67-403f705f6044 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Request body: {'port': {'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371', 'name': 'tempest-TaggedBootDevicesTest_v242-1141451477', 'fixed_ips': [{'subnet_id': '72c12823-d91c-4e2c-9209-5935b1cee3d2'}]}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:44.381052 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d4ccafec-25c3-4d05-9cfb-e4c7cc7c8903 None None] Provisioning complete for port e5cf3ef4-487b-44ba-8527-cce694f69ed5 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:44.381565 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4ccafec-25c3-4d05-9cfb-e4c7cc7c8903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e5cf3ef4-487b-44ba-8527-cce694f69ed5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:44.383676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83cf7-7e35-4b9f-b5ec-43edc86a3300 req-e10667bb-b7d4-4f5e-8105-159d91117ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:44.385460 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3e83cf7-7e35-4b9f-b5ec-43edc86a3300 req-e10667bb-b7d4-4f5e-8105-159d91117ab8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=834ca1ac5a114b04ab69ec176b0d415f&device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 1128 time: 0.3637009 Feb 10 15:28:44.496748 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] For port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:28:44.503031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] For port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0,segment=NetworkSegment(e3427f5c-e71d-45cc-8c7a-3dd79865d9ce),segment_id=e3427f5c-e71d-45cc-8c7a-3dd79865d9ce)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:28:44.538367 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:44.615772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3ae9dc-c8a2-4060-8c67-403f705f6044 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Made reservation on behalf of 4f98392d30c54e709159c7a818a25666 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:44.621618 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cc3ae9dc-c8a2-4060-8c67-403f705f6044 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:44.651265 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e5cf3ef4-487b-44ba-8527-cce694f69ed5 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:44.651726 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e5cf3ef4-487b-44ba-8527-cce694f69ed5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:44.652092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-cc3ae9dc-c8a2-4060-8c67-403f705f6044 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] device_id is not set on port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:28:44.669861 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-efe1881e-d4cc-4304-8ac0-85395dfb7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:44.671460 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-efe1881e-d4cc-4304-8ac0-85395dfb7f7d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.2851086 Feb 10 15:28:44.690789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41982b-8ae8-42ba-a132-7f91d215cf1d None None] Pushing event updated for resources: {'Port': ['ID=df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:44.737418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83cf7-7e35-4b9f-b5ec-43edc86a3300 req-7578fd27-cd72-4964-9788-29cbdf7e545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:44.738986 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3e83cf7-7e35-4b9f-b5ec-43edc86a3300 req-7578fd27-cd72-4964-9788-29cbdf7e545b service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.3204947 Feb 10 15:28:44.796471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d4ccafec-25c3-4d05-9cfb-e4c7cc7c8903 None None] Current status of the port e5cf3ef4-487b-44ba-8527-cce694f69ed5 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:44.816667 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4ccafec-25c3-4d05-9cfb-e4c7cc7c8903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e5cf3ef4-487b-44ba-8527-cce694f69ed5), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:45.009580 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3e83cf7-7e35-4b9f-b5ec-43edc86a3300 req-507988c1-82e8-4e96-b86b-c0c1c87bf4d8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=632cf89b-c995-4029-ad2c-5bd061f5b9d6 HTTP/1.1" status: 200 len: 217 time: 0.2373934 Feb 10 15:28:45.013974 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0b19cf20-dace-40c8-97ca-cf094084d659 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d05e37b3-82c7-446d-bee4-22e143e0b115), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:45.025750 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d4ccafec-25c3-4d05-9cfb-e4c7cc7c8903 None None] For port e5cf3ef4-487b-44ba-8527-cce694f69ed5, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e5cf3ef4-487b-44ba-8527-cce694f69ed5,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:45.057514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-84d446a0-8476-48ea-beaa-aa0a389a4c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:45.059021 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4ccafec-25c3-4d05-9cfb-e4c7cc7c8903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e5cf3ef4-487b-44ba-8527-cce694f69ed5), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:45.069838 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-84d446a0-8476-48ea-beaa-aa0a389a4c48 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3886211 Feb 10 15:28:45.197539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e5cf3ef4-487b-44ba-8527-cce694f69ed5 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:45.212767 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e5cf3ef4-487b-44ba-8527-cce694f69ed5), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:45.230918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19cf20-dace-40c8-97ca-cf094084d659 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=d05e37b3-82c7-446d-bee4-22e143e0b115,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:45.262455 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0b19cf20-dace-40c8-97ca-cf094084d659 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:45.265895 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0b19cf20-dace-40c8-97ca-cf094084d659 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/d05e37b3-82c7-446d-bee4-22e143e0b115 HTTP/1.1" status: 204 len: 168 time: 2.3028789 Feb 10 15:28:45.272104 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57628) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:45.298637 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6bc3b48f-66fb-459e-803c-8c30c022db72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:45.305232 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccafec-25c3-4d05-9cfb-e4c7cc7c8903 None None] Pushing event updated for resources: {'Port': ['ID=e5cf3ef4-487b-44ba-8527-cce694f69ed5,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:45.371917 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:28:45.372287 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:28:45.398016 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-03fd7bc3-eca2-47f5-82e8-dfdc4eda9b38 None None] Provisioning complete for port 10381f00-aac9-4d90-9e10-af3f92aa505c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:45.398402 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-03fd7bc3-eca2-47f5-82e8-dfdc4eda9b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:45.465625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83cf7-7e35-4b9f-b5ec-43edc86a3300 req-1e34872b-ad2b-42d7-9a6d-2951e20d639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:45.467354 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3e83cf7-7e35-4b9f-b5ec-43edc86a3300 req-1e34872b-ad2b-42d7-9a6d-2951e20d639e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.3954208 Feb 10 15:28:45.494450 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-03fd7bc3-eca2-47f5-82e8-dfdc4eda9b38 None None] Port 10381f00-aac9-4d90-9e10-af3f92aa505c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:28:45.502128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9676ab43-7355-4243-9666-6289fa10dd16 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:45.504069 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9676ab43-7355-4243-9666-6289fa10dd16 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:45.506630 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9676ab43-7355-4243-9666-6289fa10dd16 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2243521 Feb 10 15:28:45.525926 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-03fd7bc3-eca2-47f5-82e8-dfdc4eda9b38 None None] Provisioning complete for port e5cf3ef4-487b-44ba-8527-cce694f69ed5 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:45.526307 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-03fd7bc3-eca2-47f5-82e8-dfdc4eda9b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e5cf3ef4-487b-44ba-8527-cce694f69ed5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:45.537304 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57634) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:45.657536 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-03fd7bc3-eca2-47f5-82e8-dfdc4eda9b38 None None] Current status of the port e5cf3ef4-487b-44ba-8527-cce694f69ed5 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:45.707099 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-ef73918c-91b9-4063-b661-bdde4ac96221 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205638 Feb 10 15:28:45.730450 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83cf7-7e35-4b9f-b5ec-43edc86a3300 req-dfb57a9f-2fec-498d-8e64-0f6cf1ee0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:45.732309 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3e83cf7-7e35-4b9f-b5ec-43edc86a3300 req-dfb57a9f-2fec-498d-8e64-0f6cf1ee0389 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2566967 Feb 10 15:28:45.752179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdf2034-80d8-4558-8489-8571fc8cdf3b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet c5baf68b-4ccb-4645-9dc7-72181ca17b11 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:28:45.776417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03f7920b-8726-4b96-bbaa-354b2955af76 req-ccdb2bb9-034f-4032-bd89-fd1f5e0892f4 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.9451292 Feb 10 15:28:45.867778 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bcdf2034-80d8-4558-8489-8571fc8cdf3b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (c5baf68b-4ccb-4645-9dc7-72181ca17b11), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:45.882907 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3e83cf7-7e35-4b9f-b5ec-43edc86a3300 req-1f32a28e-cfba-4234-ab9b-2342cc429eaf service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273849 Feb 10 15:28:45.937680 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e5cf3ef4-487b-44ba-8527-cce694f69ed5 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:45.951340 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-815cb22a-9933-454a-9228-8a14fa0caba6 req-990c0bfe-2689-406d-811c-74b347556033 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0814750 Feb 10 15:28:45.981637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-af14b756-9273-4f8a-94dc-addd224e35c3 None None] Provisioning complete for port 10381f00-aac9-4d90-9e10-af3f92aa505c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:45.982025 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-af14b756-9273-4f8a-94dc-addd224e35c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:46.028031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-cc3ae9dc-c8a2-4060-8c67-403f705f6044 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Allocated IP 10.1.1.247 (a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371/72c12823-d91c-4e2c-9209-5935b1cee3d2/60ef18b7-07cd-4dd7-936a-aa71c8c7559e) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:46.029913 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba6f6837-90f5-4aae-a510-274aa5f82249 req-dd830d13-d4eb-459a-bd2d-70c1a1183728 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146458 Feb 10 15:28:46.039112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22010a40-583e-4fa3-94c3-b17eae8a7a84 req-12eca90f-f03b-4c6d-9082-55f96812376a tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:46.046582 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22010a40-583e-4fa3-94c3-b17eae8a7a84 req-12eca90f-f03b-4c6d-9082-55f96812376a tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 946 time: 1.1797452 Feb 10 15:28:46.054469 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bcdf2034-80d8-4558-8489-8571fc8cdf3b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (c5baf68b-4ccb-4645-9dc7-72181ca17b11), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:46.083251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-af14b756-9273-4f8a-94dc-addd224e35c3 None None] Port 10381f00-aac9-4d90-9e10-af3f92aa505c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:28:46.299590 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3e83cf7-7e35-4b9f-b5ec-43edc86a3300 req-f2b5cca7-1eca-4eba-8fca-79122e45701c service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965836 Feb 10 15:28:46.303400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22010a40-583e-4fa3-94c3-b17eae8a7a84 req-8739a4ce-4a26-4dc4-a267-f72e1658d150 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553711 Feb 10 15:28:46.315387 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:46.381542 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e5cf3ef4-487b-44ba-8527-cce694f69ed5 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:46.401566 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cc3ae9dc-c8a2-4060-8c67-403f705f6044 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:46.437122 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bcdf2034-80d8-4558-8489-8571fc8cdf3b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (c5baf68b-4ccb-4645-9dc7-72181ca17b11), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:46.495315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e5cf3ef4-487b-44ba-8527-cce694f69ed5 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:46.495703 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e5cf3ef4-487b-44ba-8527-cce694f69ed5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:46.514170 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cc3ae9dc-c8a2-4060-8c67-403f705f6044 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:46.538259 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bcdf2034-80d8-4558-8489-8571fc8cdf3b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (c5baf68b-4ccb-4645-9dc7-72181ca17b11), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:46.580830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3ae9dc-c8a2-4060-8c67-403f705f6044 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:46.585219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-cc3ae9dc-c8a2-4060-8c67-403f705f6044 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:46.587067 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ae9dc-c8a2-4060-8c67-403f705f6044 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event updated for resources: {'Port': ['ID=60ef18b7-07cd-4dd7-936a-aa71c8c7559e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:46.589397 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ae9dc-c8a2-4060-8c67-403f705f6044 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:46.613478 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bcdf2034-80d8-4558-8489-8571fc8cdf3b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:46.618523 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bcdf2034-80d8-4558-8489-8571fc8cdf3b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/c5baf68b-4ccb-4645-9dc7-72181ca17b11 HTTP/1.1" status: 204 len: 168 time: 1.0796778 Feb 10 15:28:46.621170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57642) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:46.634884 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575a107d-9925-4fe8-a373-5aa753a85f6d None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:46.638490 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf2034-80d8-4558-8489-8571fc8cdf3b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=c5baf68b-4ccb-4645-9dc7-72181ca17b11,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:46.659267 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ae9dc-c8a2-4060-8c67-403f705f6044 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:46.660193 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cc3ae9dc-c8a2-4060-8c67-403f705f6044 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:46.692998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cc3ae9dc-c8a2-4060-8c67-403f705f6044 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3220015 Feb 10 15:28:46.717175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57646) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:46.723079 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a3bd928a-555f-47e8-815b-f79cb65e4f8f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:46.727481 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b15662ac-1548-4841-be63-f90380fa1c8f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051366 Feb 10 15:28:46.737121 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a939df-b763-4d04-b3da-9cf5677b0b6b req-8e95be34-1cff-46a0-8879-6a786630baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:46.739378 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-62a939df-b763-4d04-b3da-9cf5677b0b6b req-8e95be34-1cff-46a0-8879-6a786630baf9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=834ca1ac5a114b04ab69ec176b0d415f&device_id=0f51d16d-80a1-419b-88a1-0d40b6cbf4c8 HTTP/1.1" status: 200 len: 1130 time: 0.5964408 Feb 10 15:28:46.867460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f646730-1f83-4c38-9187-b49cbb7eca28 None None] Network f634ab50-40ab-4861-a47c-548f31d17b11 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:46.940169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a939df-b763-4d04-b3da-9cf5677b0b6b req-9b1eece2-5c0a-4744-90e0-0af41d3b9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:46.950154 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-62a939df-b763-4d04-b3da-9cf5677b0b6b req-9b1eece2-5c0a-4744-90e0-0af41d3b9f93 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.2040241 Feb 10 15:28:47.014856 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c424fc0d-32f7-4606-9a19-a389b89cc1dd req-2dcf78ce-5aab-4dd1-96c8-35c67a0f95de tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0726523 Feb 10 15:28:47.024429 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bd928a-555f-47e8-815b-f79cb65e4f8f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:47.049193 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a3bd928a-555f-47e8-815b-f79cb65e4f8f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:47.071561 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-62a939df-b763-4d04-b3da-9cf5677b0b6b req-e6089235-174b-463c-8e23-1d763c3c4602 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=fba18fc2-5af8-4951-8b2f-0d92547d5ca9 HTTP/1.1" status: 200 len: 217 time: 0.1148088 Feb 10 15:28:47.075847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8f012f04-7cfa-47f6-970e-15d5df9fb4fb None None] Provisioning complete for port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:47.076464 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f012f04-7cfa-47f6-970e-15d5df9fb4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:47.131002 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57656) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:47.183009 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-308d1a0a-497f-4de9-ae9a-047ba64b8aff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1090347804', 'description': 'tempest-description--1485547587'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:47.183764 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a939df-b763-4d04-b3da-9cf5677b0b6b req-48e57bf2-78c5-4b1f-8803-376047bd5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:47.185618 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-62a939df-b763-4d04-b3da-9cf5677b0b6b req-48e57bf2-78c5-4b1f-8803-376047bd5c86 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1054683 Feb 10 15:28:47.206293 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e5cf3ef4-487b-44ba-8527-cce694f69ed5 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:47.208075 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:47.302966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a939df-b763-4d04-b3da-9cf5677b0b6b req-02c44d40-5fbb-4b4d-a3e1-885f6933563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:47.306396 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8f012f04-7cfa-47f6-970e-15d5df9fb4fb None None] Current status of the port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:47.307924 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-62a939df-b763-4d04-b3da-9cf5677b0b6b req-02c44d40-5fbb-4b4d-a3e1-885f6933563b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1156220 Feb 10 15:28:47.313427 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f012f04-7cfa-47f6-970e-15d5df9fb4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:47.335805 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bcacdf-8756-446c-b411-6db9680984ea None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:28:47.337515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 632cf89b-c995-4029-ad2c-5bd061f5b9d6 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:28:47.341618 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e41c0dc5-497b-48af-a5f3-2d39a9905dd1 req-1708685c-fe7d-4c1b-b6dd-b99d5fa7c20a tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.1279840 Feb 10 15:28:47.393429 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-308d1a0a-497f-4de9-ae9a-047ba64b8aff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:47.440055 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-62a939df-b763-4d04-b3da-9cf5677b0b6b req-4a85d15f-cba9-44d4-909f-c04ab5cd675e service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249487 Feb 10 15:28:47.505649 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8f012f04-7cfa-47f6-970e-15d5df9fb4fb None None] For port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0,segment=NetworkSegment(e3427f5c-e71d-45cc-8c7a-3dd79865d9ce),segment_id=e3427f5c-e71d-45cc-8c7a-3dd79865d9ce)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:47.518589 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f012f04-7cfa-47f6-970e-15d5df9fb4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:47.531276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:47.532078 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:47.578345 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.resource_extend [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:28:47.604571 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-62a939df-b763-4d04-b3da-9cf5677b0b6b req-14683170-8ba9-4698-9a13-cdfbb85db60f service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566715 Feb 10 15:28:47.619431 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0605af2-12ff-41c6-962f-65e10a0b8a73 req-87525a5a-88f6-4348-937e-c5880f3e105f tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:47.621012 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a0605af2-12ff-41c6-962f-65e10a0b8a73 req-87525a5a-88f6-4348-937e-c5880f3e105f tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 946 time: 0.1725600 Feb 10 15:28:47.701990 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-308d1a0a-497f-4de9-ae9a-047ba64b8aff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for security_group (561377d6-7dae-47e7-be27-f937cdff5633), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:47.713769 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-308d1a0a-497f-4de9-ae9a-047ba64b8aff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (561377d6-7dae-47e7-be27-f937cdff5633), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:47.741476 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a3bd928a-555f-47e8-815b-f79cb65e4f8f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (d11f6133-2629-4ef8-ba58-d246cb3f77e9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:47.782907 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ce95063d-baa6-4413-98a7-be9bf6f2c8b7 None None] Provisioning complete for port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:47.783290 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ce95063d-baa6-4413-98a7-be9bf6f2c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:47.789482 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-61bcacdf-8756-446c-b411-6db9680984ea None None] Deleting port 74d87f54-adda-4125-8ba0-91dd65f4a69a {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:47.789991 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-61bcacdf-8756-446c-b411-6db9680984ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (74d87f54-adda-4125-8ba0-91dd65f4a69a), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:47.797189 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-308d1a0a-497f-4de9-ae9a-047ba64b8aff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:47.798916 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-308d1a0a-497f-4de9-ae9a-047ba64b8aff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6657491 Feb 10 15:28:47.801895 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57660) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:47.810569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f012f04-7cfa-47f6-970e-15d5df9fb4fb None None] Pushing event updated for resources: {'Port': ['ID=df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:47.812154 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-693452ef-4e98-410f-8a03-27ab1be4b57a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Request body: {'security_group_rule': {'security_group_id': '561377d6-7dae-47e7-be27-f937cdff5633', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:47.820510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d1a0a-497f-4de9-ae9a-047ba64b8aff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561377d6-7dae-47e7-be27-f937cdff5633,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:47.829460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a0605af2-12ff-41c6-962f-65e10a0b8a73 req-15e4a573-cef8-481f-b848-cdbffea8ad13 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709347 Feb 10 15:28:47.839825 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd928a-555f-47e8-815b-f79cb65e4f8f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:47.842870 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-a3bd928a-555f-47e8-815b-f79cb65e4f8f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:47.847646 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bd928a-555f-47e8-815b-f79cb65e4f8f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:47.848471 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a3bd928a-555f-47e8-815b-f79cb65e4f8f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:47.851769 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd928a-555f-47e8-815b-f79cb65e4f8f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=d11f6133-2629-4ef8-ba58-d246cb3f77e9,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:47.877452 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a3bd928a-555f-47e8-815b-f79cb65e4f8f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1588802 Feb 10 15:28:47.878464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57662) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:47.885993 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b5fe3ffd-fe72-4714-a1bb-0ab8e9b8a366 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'fixed_ips': [{'subnet_id': 'd11f6133-2629-4ef8-ba58-d246cb3f77e9', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1536010490'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:47.907588 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-693452ef-4e98-410f-8a03-27ab1be4b57a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for security_group_rule (7e90e1b6-3bab-4428-a3a6-c1899f3600bd), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:47.908076 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 632cf89b-c995-4029-ad2c-5bd061f5b9d6, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=632cf89b-c995-4029-ad2c-5bd061f5b9d6,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:47.911602 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ce95063d-baa6-4413-98a7-be9bf6f2c8b7 None None] Port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:28:47.914254 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:47.990093 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-693452ef-4e98-410f-8a03-27ab1be4b57a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for security_group_rule (7e90e1b6-3bab-4428-a3a6-c1899f3600bd), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:47.995517 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-693452ef-4e98-410f-8a03-27ab1be4b57a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (7e90e1b6-3bab-4428-a3a6-c1899f3600bd), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.016914 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693452ef-4e98-410f-8a03-27ab1be4b57a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e90e1b6-3bab-4428-a3a6-c1899f3600bd,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:48.028824 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-693452ef-4e98-410f-8a03-27ab1be4b57a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.030243 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-693452ef-4e98-410f-8a03-27ab1be4b57a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2266977 Feb 10 15:28:48.033886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57664) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:48.034394 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fe3ffd-fe72-4714-a1bb-0ab8e9b8a366 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:48.039631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-4b5dbdf6-5730-4c70-9e90-f232b0117107 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Request body: {'security_group_rule': {'security_group_id': '561377d6-7dae-47e7-be27-f937cdff5633', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:48.070896 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b5dbdf6-5730-4c70-9e90-f232b0117107 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for security_group_rule (1f58a1e7-70ec-4b10-906c-80ff96b00faa), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.134489 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5fe3ffd-fe72-4714-a1bb-0ab8e9b8a366 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.157668 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b5dbdf6-5730-4c70-9e90-f232b0117107 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for security_group_rule (1f58a1e7-70ec-4b10-906c-80ff96b00faa), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.163343 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b5dbdf6-5730-4c70-9e90-f232b0117107 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (1f58a1e7-70ec-4b10-906c-80ff96b00faa), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.187135 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dbdf6-5730-4c70-9e90-f232b0117107 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f58a1e7-70ec-4b10-906c-80ff96b00faa,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:48.198090 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b5dbdf6-5730-4c70-9e90-f232b0117107 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.199583 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4b5dbdf6-5730-4c70-9e90-f232b0117107 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1643898 Feb 10 15:28:48.203643 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57672) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:48.226437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:48.236814 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e0ca6a0-1c8f-4efa-833f-598631c960c5 req-a1451d6c-2ac9-4775-a06d-128c2520571a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0594184 Feb 10 15:28:48.247610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-b5fe3ffd-fe72-4714-a1bb-0ab8e9b8a366 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port a46fd4be-a578-4d50-b26e-a1c6bd89f0ca yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:28:48.290528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '632cf89b-c995-4029-ad2c-5bd061f5b9d6', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '632cf89b-c995-4029-ad2c-5bd061f5b9d6', 'mac_address': 'fa:16:3e:b8:5d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:28:48.294620 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.316287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d0255949-3e70-4e32-bfbc-3c248f707445 None None] Provisioning complete for port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:48.316622 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d0255949-3e70-4e32-bfbc-3c248f707445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.346546 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:48.409195 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fe3ffd-fe72-4714-a1bb-0ab8e9b8a366 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:28:48.409762 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5fe3ffd-fe72-4714-a1bb-0ab8e9b8a366 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:28:48.433260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b5fe3ffd-fe72-4714-a1bb-0ab8e9b8a366 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5519214 Feb 10 15:28:48.435768 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57676) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:48.436258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-61bcacdf-8756-446c-b411-6db9680984ea None None] For port 74d87f54-adda-4125-8ba0-91dd65f4a69a, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=74d87f54-adda-4125-8ba0-91dd65f4a69a,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:48.436772 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-61bcacdf-8756-446c-b411-6db9680984ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (74d87f54-adda-4125-8ba0-91dd65f4a69a), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.496181 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-61bcacdf-8756-446c-b411-6db9680984ea None None] Calling delete_port for 74d87f54-adda-4125-8ba0-91dd65f4a69a owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:48.506699 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eff2ba7b-9d24-4314-b3a6-3232aa680085 req-93f3b516-ec02-4421-9968-07ebce2d5ce2 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0353291 Feb 10 15:28:48.516679 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7439add-95b4-4635-8719-66ca821da7e2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:48.518878 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e7439add-95b4-4635-8719-66ca821da7e2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0820022 Feb 10 15:28:48.521497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57678) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:48.545253 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.592564 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac1e3b-fde1-47e1-92d5-850b685cca7c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:48.593634 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac1e3b-fde1-47e1-92d5-850b685cca7c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:48.595359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b2ac1e3b-fde1-47e1-92d5-850b685cca7c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0727603 Feb 10 15:28:48.598587 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57680) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:48.611679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:48.652223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:48.652629 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.677199 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Allocated IP 172.25.3.252 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/987a95b6-153b-484a-8411-6ceeed3e5163) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:48.692837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632cf89b-c995-4029-ad2c-5bd061f5b9d6 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:28:48.703271 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcdce7d0-24d0-4b26-a345-cb4271b7f77d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet d11f6133-2629-4ef8-ba58-d246cb3f77e9 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:28:48.708687 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcdce7d0-24d0-4b26-a345-cb4271b7f77d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (d11f6133-2629-4ef8-ba58-d246cb3f77e9), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.732825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 632cf89b-c995-4029-ad2c-5bd061f5b9d6, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=632cf89b-c995-4029-ad2c-5bd061f5b9d6,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:48.740961 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.802833 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-61bcacdf-8756-446c-b411-6db9680984ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (74d87f54-adda-4125-8ba0-91dd65f4a69a), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.810478 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:48.810857 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.814598 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcdce7d0-24d0-4b26-a345-cb4271b7f77d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (d11f6133-2629-4ef8-ba58-d246cb3f77e9), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.853673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d0255949-3e70-4e32-bfbc-3c248f707445 None None] Current status of the port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:48.872929 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bcacdf-8756-446c-b411-6db9680984ea None None] No DVR routers for this DVR port 74d87f54-adda-4125-8ba0-91dd65f4a69a on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:28:48.885928 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=632cf89b-c995-4029-ad2c-5bd061f5b9d6,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:48.900052 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5cea8c-eb44-4241-85bf-46e9f6e1a323 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:48.930660 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for port (987a95b6-153b-484a-8411-6ceeed3e5163), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.946166 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcdce7d0-24d0-4b26-a345-cb4271b7f77d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (d11f6133-2629-4ef8-ba58-d246cb3f77e9), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:48.974911 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcacdf-8756-446c-b411-6db9680984ea None None] Pushing event deleted for resources: {'Port': ['ID=74d87f54-adda-4125-8ba0-91dd65f4a69a,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:48.993323 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (987a95b6-153b-484a-8411-6ceeed3e5163), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:49.040676 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:49.074344 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['632cf89b-c995-4029-ad2c-5bd061f5b9d6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:28:49.083935 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:49.086973 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:49.113298 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event updated for resources: {'Port': ['ID=987a95b6-153b-484a-8411-6ceeed3e5163,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:49.127159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd86112-16d8-400e-9505-bcaafd99847d req-94ef63ea-c66c-4972-a9f7-c64ac5ccebd1 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:49.128148 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:49.135533 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cfd86112-16d8-400e-9505-bcaafd99847d req-94ef63ea-c66c-4972-a9f7-c64ac5ccebd1 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 947 time: 0.1445358 Feb 10 15:28:49.138120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:49.157213 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcdce7d0-24d0-4b26-a345-cb4271b7f77d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (d11f6133-2629-4ef8-ba58-d246cb3f77e9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:49.193856 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdce7d0-24d0-4b26-a345-cb4271b7f77d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=d11f6133-2629-4ef8-ba58-d246cb3f77e9,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:49.205732 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcdce7d0-24d0-4b26-a345-cb4271b7f77d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:49.210349 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fcdce7d0-24d0-4b26-a345-cb4271b7f77d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/d11f6133-2629-4ef8-ba58-d246cb3f77e9 HTTP/1.1" status: 204 len: 168 time: 0.6105492 Feb 10 15:28:49.214215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57688) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:49.234699 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588eabf2-f7ea-4814-9ca6-035ef83aeb02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': 'd11f6133-2629-4ef8-ba58-d246cb3f77e9'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:28:49.235633 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-588eabf2-f7ea-4814-9ca6-035ef83aeb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:49.278644 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4e664f13-266c-4607-951a-939c440910f4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631917 Feb 10 15:28:49.284544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57692) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:49.296185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cfd86112-16d8-400e-9505-bcaafd99847d req-ccdcc792-d1ad-45ab-966e-b0ee0661c16c tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552656 Feb 10 15:28:49.299501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-de1d73dc-cf0e-4004-ac99-722b59f5d81e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:49.336378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 74d87f54-adda-4125-8ba0-91dd65f4a69a no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:28:49.347875 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fba18fc2-5af8-4951-8b2f-0d92547d5ca9 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:28:49.428126 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c99b7f4-fc81-42c4-bcea-6ab421b853aa req-0b1a123f-7190-4981-9562-7c1077b382e7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0414238 Feb 10 15:28:49.484782 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 74d87f54-adda-4125-8ba0-91dd65f4a69a {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:28:49.485465 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 74d87f54-adda-4125-8ba0-91dd65f4a69a not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:28:49.686548 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7372326d-1fce-41a4-b3c3-123afceea15b req-829fe768-b7ec-4c34-9fee-55106cf2e3af tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0609457 Feb 10 15:28:49.728861 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for floatingip (b46bf11b-c135-45a0-a20c-08b303c5f394), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:49.733150 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fba18fc2-5af8-4951-8b2f-0d92547d5ca9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:49.747588 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9', 'mac_address': 'fa:16:3e:7e:96:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:28:49.810389 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:49.810789 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:49.821375 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (987a95b6-153b-484a-8411-6ceeed3e5163), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:49.828700 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba18fc2-5af8-4951-8b2f-0d92547d5ca9 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:28:49.853123 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fba18fc2-5af8-4951-8b2f-0d92547d5ca9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:49.858838 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1d73dc-cf0e-4004-ac99-722b59f5d81e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:28:49.859799 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:49.862422 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de1d73dc-cf0e-4004-ac99-722b59f5d81e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:49.924538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:50.105836 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for port (987a95b6-153b-484a-8411-6ceeed3e5163), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:50.143213 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (987a95b6-153b-484a-8411-6ceeed3e5163), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:50.233437 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de1d73dc-cf0e-4004-ac99-722b59f5d81e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (7c7c1725-37aa-4021-9383-7fd06bc86fc2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:50.241909 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event updated for resources: {'Port': ['ID=987a95b6-153b-484a-8411-6ceeed3e5163,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:50.290980 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1d73dc-cf0e-4004-ac99-722b59f5d81e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:50.291880 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (b46bf11b-c135-45a0-a20c-08b303c5f394), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:50.299371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-de1d73dc-cf0e-4004-ac99-722b59f5d81e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:50.305880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1d73dc-cf0e-4004-ac99-722b59f5d81e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:50.308579 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de1d73dc-cf0e-4004-ac99-722b59f5d81e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:50.315860 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941e5e92-60c8-40be-90ef-fb207961874c None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:50.321776 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d73dc-cf0e-4004-ac99-722b59f5d81e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=7c7c1725-37aa-4021-9383-7fd06bc86fc2,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:50.334502 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:50.335803 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-46ae3aa9-56e2-49fe-9037-7394361ce302 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1313522 Feb 10 15:28:50.342067 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57706) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:50.343314 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-de1d73dc-cf0e-4004-ac99-722b59f5d81e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0577488 Feb 10 15:28:50.351674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1669bae0-96c8-4509-86ae-48a672fce3a0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-880539671', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:28:50.396162 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1669bae0-96c8-4509-86ae-48a672fce3a0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (19ea983e-b594-40e4-b03f-868faac41556), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:50.397609 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1669bae0-96c8-4509-86ae-48a672fce3a0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (19ea983e-b594-40e4-b03f-868faac41556), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:50.420763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['fba18fc2-5af8-4951-8b2f-0d92547d5ca9'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:28:50.595015 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1669bae0-96c8-4509-86ae-48a672fce3a0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for router_controller (19ea983e-b594-40e4-b03f-868faac41556), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:50.601972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': '7c7c1725-37aa-4021-9383-7fd06bc86fc2'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:28:50.602895 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:50.628853 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5383348-cd19-4353-be41-f845bad68855 req-8d21b0e2-c561-4c06-ab71-fed994c68e3d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0446677 Feb 10 15:28:50.639599 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1669bae0-96c8-4509-86ae-48a672fce3a0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (19ea983e-b594-40e4-b03f-868faac41556), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:50.683832 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5b437-69ee-4337-bf21-3f4d6c8f900e req-19f5c4df-188e-465e-9387-3e94e394ed3b tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:50.685590 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fbc5b437-69ee-4337-bf21-3f4d6c8f900e req-19f5c4df-188e-465e-9387-3e94e394ed3b tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 947 time: 0.2676694 Feb 10 15:28:50.704554 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1669bae0-96c8-4509-86ae-48a672fce3a0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:50.705748 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1669bae0-96c8-4509-86ae-48a672fce3a0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3618186 Feb 10 15:28:50.709289 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57726) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:50.802452 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fbc5b437-69ee-4337-bf21-3f4d6c8f900e req-10e5bad7-2280-4357-adf1-8f1a148c8769 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092472 Feb 10 15:28:50.854539 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-5e006817-cc4a-4bc7-99a6-a171fde1a8e4 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1090347804&fields=id&tenant_id=4f98392d30c54e709159c7a818a25666 HTTP/1.1" status: 200 len: 267 time: 0.1036217 Feb 10 15:28:50.861351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Allocated IP 2001:db8::2 (7a88351e-06f0-4f2f-982b-277a9503b2d6/7c7c1725-37aa-4021-9383-7fd06bc86fc2/a31fa8ec-7e66-49ab-a578-cadb68b48755) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:50.958875 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b8bf0864-b793-428b-87a9-ddf27352c716 req-64f53df3-60ee-4403-8c13-733061e0e7ed tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0395749 Feb 10 15:28:50.984934 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aef9700d-90c6-4a56-b7de-6d9f94e173c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:50.995767 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aef9700d-90c6-4a56-b7de-6d9f94e173c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports/10381f00-aac9-4d90-9e10-af3f92aa505c HTTP/1.1" status: 200 len: 936 time: 0.1323040 Feb 10 15:28:51.109566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-29090bb8-00df-480b-97af-1cc8798a5bd6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:51.116859 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-29090bb8-00df-480b-97af-1cc8798a5bd6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports/60ef18b7-07cd-4dd7-936a-aa71c8c7559e HTTP/1.1" status: 200 len: 937 time: 0.1202006 Feb 10 15:28:51.132908 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Publish callbacks [] for port (a31fa8ec-7e66-49ab-a578-cadb68b48755), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:51.146527 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (a31fa8ec-7e66-49ab-a578-cadb68b48755), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:51.159370 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-2a3cbf92-9422-4e5d-97f9-852efe4b7dea tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?network_id=f634ab50-40ab-4861-a47c-548f31d17b11&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0401917 Feb 10 15:28:51.182359 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:51.201546 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-3b1cd4ca-ab07-45af-82ca-30d92e40e8ea tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?network_id=f634ab50-40ab-4861-a47c-548f31d17b11&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0411232 Feb 10 15:28:51.248949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:51.252539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:51.275577 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:51.279922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Pushing event updated for resources: {'Port': ['ID=a31fa8ec-7e66-49ab-a578-cadb68b48755,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:51.353023 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-7d67bcd6-590c-4f80-95fb-ccb5d9fc2a0f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:51.358126 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-7d67bcd6-590c-4f80-95fb-ccb5d9fc2a0f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:51.363193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-7d67bcd6-590c-4f80-95fb-ccb5d9fc2a0f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:51.368588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-7d67bcd6-590c-4f80-95fb-ccb5d9fc2a0f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/networks?id=fe24dc43-b768-42dc-8d77-d7d97f1c6d17&id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&id=f634ab50-40ab-4861-a47c-548f31d17b11&id=f634ab50-40ab-4861-a47c-548f31d17b11 HTTP/1.1" status: 200 len: 1995 time: 0.1660023 Feb 10 15:28:51.373677 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fba18fc2-5af8-4951-8b2f-0d92547d5ca9 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:51.377641 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Attempting to bind port a31fa8ec-7e66-49ab-a578-cadb68b48755 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:28:51.378024 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Attempting to bind port a31fa8ec-7e66-49ab-a578-cadb68b48755 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:28:51.378394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Attempting to bind port a31fa8ec-7e66-49ab-a578-cadb68b48755 on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:28:51.410781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:28:51.411343 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:28:51.411753 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:51.412158 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:28:51.412793 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Bound port: a31fa8ec-7e66-49ab-a578-cadb68b48755, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:28:51.413057 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a31fa8ec-7e66-49ab-a578-cadb68b48755), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:51.425628 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-53516483-49e4-488b-8b7e-0e9ee01bd8fc tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/quotas/4f98392d30c54e709159c7a818a25666 HTTP/1.1" status: 200 len: 375 time: 0.0507860 Feb 10 15:28:51.500459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:28:51.508664 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:51.509282 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:51.511561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] For port a31fa8ec-7e66-49ab-a578-cadb68b48755, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:28:51.517257 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] For port a31fa8ec-7e66-49ab-a578-cadb68b48755, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a31fa8ec-7e66-49ab-a578-cadb68b48755,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:28:51.550501 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a31fa8ec-7e66-49ab-a578-cadb68b48755), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:51.565741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::1 (7a88351e-06f0-4f2f-982b-277a9503b2d6/7c7c1725-37aa-4021-9383-7fd06bc86fc2/60df8d7e-9761-4787-8152-17e25d0cb1bd) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:28:51.575507 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-216038be-842c-47c4-ae91-45abd2be9eae tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f98392d30c54e709159c7a818a25666&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1443732 Feb 10 15:28:51.624787 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e070a2f-a983-461a-8e3f-696d61cc0af6 None None] Pushing event updated for resources: {'Port': ['ID=a31fa8ec-7e66-49ab-a578-cadb68b48755,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:51.669355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:51.669910 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:51.721943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fba18fc2-5af8-4951-8b2f-0d92547d5ca9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:51.723408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f51d16d-80a1-419b-88a1-0d40b6cbf4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:28:51.731950 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e612d7-3794-4850-846f-49336588ae38" -d '{"events": [{"server_uuid": "0f51d16d-80a1-419b-88a1-0d40b6cbf4c8", "name": "network-vif-plugged", "status": "completed", "tag": "fba18fc2-5af8-4951-8b2f-0d92547d5ca9"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:28:51.738178 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:51.739707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 632cf89b-c995-4029-ad2c-5bd061f5b9d6 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:51.825978 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:51.838317 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:51.851027 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:28:51.856135 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:51.856674 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:51.870237 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47e14135-b05e-44f4-8945-b491e6278878 req-1d0223a1-7d37-40ed-ae3c-fb6d5f70272b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0827594 Feb 10 15:28:51.952992 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:52.014328 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde94b3a-e8d5-4315-b4f6-144628065099 x-openstack-request-id: req-cde94b3a-e8d5-4315-b4f6-144628065099 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:28:52.014676 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f51d16d-80a1-419b-88a1-0d40b6cbf4c8", "name": "network-vif-plugged", "status": "completed", "tag": "fba18fc2-5af8-4951-8b2f-0d92547d5ca9", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:28:52.015063 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cde94b3a-e8d5-4315-b4f6-144628065099 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:28:52.015522 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f51d16d-80a1-419b-88a1-0d40b6cbf4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9', 'code': 200} Feb 10 15:28:52.016171 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:52.016773 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:52.070229 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 632cf89b-c995-4029-ad2c-5bd061f5b9d6, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=632cf89b-c995-4029-ad2c-5bd061f5b9d6,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:52.075808 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:52.085147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:52.123245 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:52.127998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:28:52.129932 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a657b57e-bc76-49d8-9711-975f2f3ff293 service neutron] 10.222.0.64 "GET /v2.0/networks/fe24dc43-b768-42dc-8d77-d7d97f1c6d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497298 Feb 10 15:28:52.135369 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (19ea983e-b594-40e4-b03f-868faac41556), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:52.141501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=60df8d7e-9761-4787-8152-17e25d0cb1bd,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:52.162587 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=632cf89b-c995-4029-ad2c-5bd061f5b9d6,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:52.280329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe32275-66ab-484f-9452-17a6e10a31a8 req-e6157c81-0f99-4dc6-8fcd-1642eb7d08a3 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:52.285171 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2687e06-8800-4b77-8eae-dce820faa255 req-df54c924-bad8-4020-89e2-b4ed2e8bad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:52.287823 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b2687e06-8800-4b77-8eae-dce820faa255 req-df54c924-bad8-4020-89e2-b4ed2e8bad8c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0f51d16d-80a1-419b-88a1-0d40b6cbf4c8 HTTP/1.1" status: 200 len: 1132 time: 0.1955521 Feb 10 15:28:52.289472 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dbe32275-66ab-484f-9452-17a6e10a31a8 req-e6157c81-0f99-4dc6-8fcd-1642eb7d08a3 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 948 time: 0.1197228 Feb 10 15:28:52.349550 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dbe32275-66ab-484f-9452-17a6e10a31a8 req-60fe4b93-7f81-43d9-ae62-88f4094f9afb tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584497 Feb 10 15:28:52.356155 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:52.406566 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-27510bb2-1b31-477a-aa18-e6ee8baad3fe service neutron] 10.222.0.64 "GET /v2.0/networks/fe24dc43-b768-42dc-8d77-d7d97f1c6d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652211 Feb 10 15:28:52.445855 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b2687e06-8800-4b77-8eae-dce820faa255 req-d74dc031-ca2a-4360-b1ae-de2b746c101f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513493 Feb 10 15:28:52.490647 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e03f425e-4b13-452d-a390-ba2fbeaa3d0c service neutron] 10.222.0.64 "GET /v2.0/ports/10381f00-aac9-4d90-9e10-af3f92aa505c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0752439 Feb 10 15:28:52.548464 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a31fa8ec-7e66-49ab-a578-cadb68b48755 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:52.631962 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa7fccbf-158e-43fb-9807-d36d96c007b1 service neutron] 10.222.0.64 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401188 Feb 10 15:28:52.685822 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port a31fa8ec-7e66-49ab-a578-cadb68b48755 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:52.686336 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a31fa8ec-7e66-49ab-a578-cadb68b48755), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:52.691930 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74fa6d4e-551b-4ff0-8943-275971b40b26 req-8fe7b95a-42d0-4f97-bd84-a55533cd7b1b tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0809531 Feb 10 15:28:52.804506 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:52.816485 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:52.817921 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (19ea983e-b594-40e4-b03f-868faac41556), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:52.824671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a31fa8ec-7e66-49ab-a578-cadb68b48755 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:52.826121 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a31fa8ec-7e66-49ab-a578-cadb68b48755), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:52.851854 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-885c7cd8-6bf4-4982-b3a0-93a970f53b65 service neutron] 10.222.0.64 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186978 Feb 10 15:28:52.914915 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=60df8d7e-9761-4787-8152-17e25d0cb1bd,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:52.920567 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port a31fa8ec-7e66-49ab-a578-cadb68b48755, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a31fa8ec-7e66-49ab-a578-cadb68b48755,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:52.929795 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a31fa8ec-7e66-49ab-a578-cadb68b48755), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:52.948393 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-195ac8eb-6805-49af-a088-c2bc9dd17a44 service neutron] 10.222.0.64 "GET /v2.0/ports/60ef18b7-07cd-4dd7-936a-aa71c8c7559e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0821927 Feb 10 15:28:53.036120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=a31fa8ec-7e66-49ab-a578-cadb68b48755,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:53.082943 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ae0fcb5-6a13-4051-8441-c7da5fd0d0a9 req-b7b838a5-3a7f-4ad9-9297-807c2673297a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0752389 Feb 10 15:28:53.090651 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:28:53.094865 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:28:53.112270 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-9e3def33-4df1-4b8d-8d3b-140f315545e2 service neutron] 10.222.0.64 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565533 Feb 10 15:28:53.296141 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a49ff3d1-e85f-4e2a-af70-829c1171eeef service neutron] 10.222.0.64 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737187 Feb 10 15:28:53.371152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Router 19ea983e-b594-40e4-b03f-868faac41556 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:28:53.432208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-146aeeb3-8901-47c6-8dda-b1960678da18 None None] Provisioning complete for port a31fa8ec-7e66-49ab-a578-cadb68b48755 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:53.432771 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-146aeeb3-8901-47c6-8dda-b1960678da18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a31fa8ec-7e66-49ab-a578-cadb68b48755), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:53.506818 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-955e4144-b56c-4d6a-8e77-5ad70b361226 service neutron] 10.222.0.64 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919572 Feb 10 15:28:53.611294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-146aeeb3-8901-47c6-8dda-b1960678da18 None None] Current status of the port a31fa8ec-7e66-49ab-a578-cadb68b48755 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:53.701108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:28:53.708482 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b18fd917-1f58-4a49-9f0a-e1dd8e94d098 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "PUT /v2.0/routers/19ea983e-b594-40e4-b03f-868faac41556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9981134 Feb 10 15:28:53.711842 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57770) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:53.714240 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Sync routers for ids ['19ea983e-b594-40e4-b03f-868faac41556'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:28:53.727479 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Routers {'19ea983e-b594-40e4-b03f-868faac41556'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:28:53.728100 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:28:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['19ea983e-b594-40e4-b03f-868faac41556'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:53.759550 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-23d2b446-54ac-4265-ac88-f9215192a81f None None] Provisioning complete for port 60df8d7e-9761-4787-8152-17e25d0cb1bd triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:53.759940 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-23d2b446-54ac-4265-ac88-f9215192a81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:53.877798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db2fdc4-6be1-4ef6-a46f-1a21a61338f8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:53.887651 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1db2fdc4-6be1-4ef6-a46f-1a21a61338f8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports/60df8d7e-9761-4787-8152-17e25d0cb1bd HTTP/1.1" status: 200 len: 911 time: 0.1715214 Feb 10 15:28:53.888330 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57774) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:53.915745 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-23d2b446-54ac-4265-ac88-f9215192a81f None None] Port 60df8d7e-9761-4787-8152-17e25d0cb1bd cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:28:53.971796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-b9a5aeab-9893-402e-9654-3ee56973a7f2 service neutron] 10.222.0.64 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403217 Feb 10 15:28:54.017099 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2663a5-57b1-42a1-8558-613771b3802b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632cf89b-c995-4029-ad2c-5bd061f5b9d6'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:28:54.019827 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebc73be-8b0f-4f68-a0b7-7d6f32d1a6b3" -d '{"events": [{"server_uuid": "1b2663a5-57b1-42a1-8558-613771b3802b", "name": "network-vif-plugged", "status": "completed", "tag": "632cf89b-c995-4029-ad2c-5bd061f5b9d6"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:28:54.059351 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6234ef29-8fbd-4696-8b76-43200c5e86da tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:54.074707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6234ef29-8fbd-4696-8b76-43200c5e86da tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:54.076298 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6234ef29-8fbd-4696-8b76-43200c5e86da tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1869977 Feb 10 15:28:54.080504 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57778) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:54.189927 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aef0ad-90ee-4fe4-8214-d9c7a435791b req-0905395a-9113-40f4-b665-1e714b0b3677 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:54.198663 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-40aef0ad-90ee-4fe4-8214-d9c7a435791b req-0905395a-9113-40f4-b665-1e714b0b3677 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 948 time: 0.6582692 Feb 10 15:28:54.201262 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Set router 19ea983e-b594-40e4-b03f-868faac41556 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:28:54.253316 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-d50d8526-1ac7-41c6-bc9c-0d0a2268f2cf service neutron] 10.222.0.64 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661407 Feb 10 15:28:54.269355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-91f49089-bdff-4a20-9874-e20b76b56410 None None] Provisioning complete for port 60df8d7e-9761-4787-8152-17e25d0cb1bd triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:54.271824 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-91f49089-bdff-4a20-9874-e20b76b56410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:54.326432 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-40aef0ad-90ee-4fe4-8214-d9c7a435791b req-4ed5da44-f6eb-4adb-a67a-31faac62ef09 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266682 Feb 10 15:28:54.419972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-91f49089-bdff-4a20-9874-e20b76b56410 None None] Port 60df8d7e-9761-4787-8152-17e25d0cb1bd cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:28:54.518183 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-b83e8de6-17f5-4d5a-a81e-0d238d692ac2 service neutron] 10.222.0.64 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526991 Feb 10 15:28:54.544730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a31fa8ec-7e66-49ab-a578-cadb68b48755 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:28:54.675326 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port a31fa8ec-7e66-49ab-a578-cadb68b48755 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:54.677498 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a31fa8ec-7e66-49ab-a578-cadb68b48755), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:54.695563 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ea983e-b594-40e4-b03f-868faac41556', 'name': 'tempest-NetworksTestDHCPv6-router-880539671', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:28:50Z', 'updated_at': '2022-02-10T15:28:52Z', 'revision_number': 2, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'gw_port_host': None, '_interfaces': [{'id': '60df8d7e-9761-4787-8152-17e25d0cb1bd', 'name': '', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'mac_address': 'fa:16:3e:30:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ea983e-b594-40e4-b03f-868faac41556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '7c7c1725-37aa-4021-9383-7fd06bc86fc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:28:51Z', 'updated_at': '2022-02-10T15:28:52Z', 'revision_number': 2, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'subnets': [{'id': '7c7c1725-37aa-4021-9383-7fd06bc86fc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:54.749281 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Checking router: 19ea983e-b594-40e4-b03f-868faac41556 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:28:54.749935 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Updating router 19ea983e-b594-40e4-b03f-868faac41556 port 60df8d7e-9761-4787-8152-17e25d0cb1bd binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:28:54.844936 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:54.883749 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a31fa8ec-7e66-49ab-a578-cadb68b48755 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:54.895938 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cd610c4-4f47-459d-9d94-946a3a3a0845 req-92475faa-05a8-451f-ad54-f80779a63d6e tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/ports?device_id=334a4244-980f-49c6-8047-13b619f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.2052076 Feb 10 15:28:54.918602 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-f7b86bb9-9cc7-49b8-a32a-a31fd31ca576 service neutron] 10.222.0.64 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961804 Feb 10 15:28:54.971421 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fd7c86-e724-4903-8e1c-61e368d46a87 x-openstack-request-id: req-24fd7c86-e724-4903-8e1c-61e368d46a87 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:28:54.971714 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2663a5-57b1-42a1-8558-613771b3802b", "name": "network-vif-plugged", "status": "completed", "tag": "632cf89b-c995-4029-ad2c-5bd061f5b9d6", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:28:54.971965 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24fd7c86-e724-4903-8e1c-61e368d46a87 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:28:54.972354 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2663a5-57b1-42a1-8558-613771b3802b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632cf89b-c995-4029-ad2c-5bd061f5b9d6', 'code': 200} Feb 10 15:28:55.089604 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-c5ff4449-f415-4ab7-81f1-767d9ea5ec53 service neutron] 10.222.0.64 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638303 Feb 10 15:28:55.136893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d72e0da-69d3-4bd8-bf61-858af7441a82 req-adcd6f57-02c8-43f1-b7d5-d96b93348872 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0451126 Feb 10 15:28:55.154758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060d879-7b2a-4137-8d53-96485dbb649f req-b95dbefa-ca21-4e04-af42-b8bb3c3bcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:55.156252 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1060d879-7b2a-4137-8d53-96485dbb649f req-b95dbefa-ca21-4e04-af42-b8bb3c3bcbbc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 1130 time: 0.1271493 Feb 10 15:28:55.230519 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-405110f8-99ff-40ce-bdd8-0a0d5480b6da service neutron] 10.222.0.64 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398106 Feb 10 15:28:55.354609 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea082b7e-6130-4bf1-a423-f82970e1b9ff service neutron] 10.222.0.64 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224589 Feb 10 15:28:55.395192 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Publish callbacks [] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:55.407105 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:55.430372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-95365724-7ffa-495b-862a-98687e8a42b9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:55.439379 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-95365724-7ffa-495b-862a-98687e8a42b9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports/10381f00-aac9-4d90-9e10-af3f92aa505c HTTP/1.1" status: 200 len: 936 time: 0.0830305 Feb 10 15:28:55.511203 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9d4dd-7862-43bd-91d2-a188b5db9e72 None None] Pushing event updated for resources: {'Port': ['ID=60df8d7e-9761-4787-8152-17e25d0cb1bd,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:55.539789 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-cd425719-f5af-4c17-91b7-6b804b393f86 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:55.556258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-cd425719-f5af-4c17-91b7-6b804b393f86 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports/60ef18b7-07cd-4dd7-936a-aa71c8c7559e HTTP/1.1" status: 200 len: 937 time: 0.1152554 Feb 10 15:28:55.669026 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9d4dd-7862-43bd-91d2-a188b5db9e72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:55.675067 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9d4dd-7862-43bd-91d2-a188b5db9e72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:55.676412 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9d4dd-7862-43bd-91d2-a188b5db9e72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:55.676791 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9d4dd-7862-43bd-91d2-a188b5db9e72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:55.677136 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9d4dd-7862-43bd-91d2-a188b5db9e72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:55.677663 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9d4dd-7862-43bd-91d2-a188b5db9e72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:55.678122 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9d4dd-7862-43bd-91d2-a188b5db9e72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:55.678456 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9d4dd-7862-43bd-91d2-a188b5db9e72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:55.678785 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9d4dd-7862-43bd-91d2-a188b5db9e72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:55.679120 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9d4dd-7862-43bd-91d2-a188b5db9e72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:55.679450 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9d4dd-7862-43bd-91d2-a188b5db9e72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:55.679777 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9d4dd-7862-43bd-91d2-a188b5db9e72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:55.680102 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9d4dd-7862-43bd-91d2-a188b5db9e72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:28:55.683576 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Attempting to bind port 60df8d7e-9761-4787-8152-17e25d0cb1bd on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:28:55.683948 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Attempting to bind port 60df8d7e-9761-4787-8152-17e25d0cb1bd by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:28:55.684309 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Attempting to bind port 60df8d7e-9761-4787-8152-17e25d0cb1bd on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:28:55.691433 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:28:55.692460 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:28:55.692903 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:55.693302 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:28:55.693784 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Bound port: 60df8d7e-9761-4787-8152-17e25d0cb1bd, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:28:55.694174 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:55.719459 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbddf10-4373-4ca7-a99a-9ea1bee73b87 req-35bdd5a3-41ed-4bce-8850-04f955ce55b4 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:55.727173 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dcbddf10-4373-4ca7-a99a-9ea1bee73b87 req-35bdd5a3-41ed-4bce-8850-04f955ce55b4 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 948 time: 0.1951497 Feb 10 15:28:55.799250 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] For port 60df8d7e-9761-4787-8152-17e25d0cb1bd, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:28:55.804805 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] For port 60df8d7e-9761-4787-8152-17e25d0cb1bd, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=60df8d7e-9761-4787-8152-17e25d0cb1bd,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:28:55.808798 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2761e666-f2ba-404a-978c-1d0c9d893f2a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (19ea983e-b594-40e4-b03f-868faac41556), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:55.811969 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:55.845295 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dcbddf10-4373-4ca7-a99a-9ea1bee73b87 req-0e06d1a1-7ae4-42ed-891c-fc2874607dff tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170144 Feb 10 15:28:55.889137 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Routers {'19ea983e-b594-40e4-b03f-868faac41556'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:28:55.889756 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:28:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['19ea983e-b594-40e4-b03f-868faac41556'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:56.006442 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] Set router 19ea983e-b594-40e4-b03f-868faac41556 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:28:56.047112 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c3228c80-38ff-4215-aa44-3b4dc5585500 None None] Provisioning complete for port 60df8d7e-9761-4787-8152-17e25d0cb1bd triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:56.047636 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c3228c80-38ff-4215-aa44-3b4dc5585500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:56.061750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fdd33-1137-4f7d-b312-9e29c9a1332a req-235507f3-8eea-479a-a59f-40ed5c4cd456 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:56.079765 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc1fdd33-1137-4f7d-b312-9e29c9a1332a req-235507f3-8eea-479a-a59f-40ed5c4cd456 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1268728 Feb 10 15:28:56.131266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c3228c80-38ff-4215-aa44-3b4dc5585500 None None] Current status of the port 60df8d7e-9761-4787-8152-17e25d0cb1bd is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:56.131610 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c3228c80-38ff-4215-aa44-3b4dc5585500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:56.171252 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1060d879-7b2a-4137-8d53-96485dbb649f req-1ff9ecbc-499e-4408-9dbb-fab96373683b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9926193 Feb 10 15:28:56.208961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c3228c80-38ff-4215-aa44-3b4dc5585500 None None] For port 60df8d7e-9761-4787-8152-17e25d0cb1bd, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=60df8d7e-9761-4787-8152-17e25d0cb1bd,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:56.214669 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c3228c80-38ff-4215-aa44-3b4dc5585500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:56.230468 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc1fdd33-1137-4f7d-b312-9e29c9a1332a req-78fbf557-03b0-484b-b983-a494a5265b27 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498208 Feb 10 15:28:56.390353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3228c80-38ff-4215-aa44-3b4dc5585500 None None] Pushing event updated for resources: {'Port': ['ID=60df8d7e-9761-4787-8152-17e25d0cb1bd,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:56.430149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-2761e666-f2ba-404a-978c-1d0c9d893f2a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 60df8d7e-9761-4787-8152-17e25d0cb1bd {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:56.431484 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2761e666-f2ba-404a-978c-1d0c9d893f2a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:56.503150 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ea983e-b594-40e4-b03f-868faac41556', 'name': 'tempest-NetworksTestDHCPv6-router-880539671', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:28:50Z', 'updated_at': '2022-02-10T15:28:52Z', 'revision_number': 2, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'gw_port_host': None, '_interfaces': [{'id': '60df8d7e-9761-4787-8152-17e25d0cb1bd', 'name': '', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'mac_address': 'fa:16:3e:30:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ea983e-b594-40e4-b03f-868faac41556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '7c7c1725-37aa-4021-9383-7fd06bc86fc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:28:51Z', 'updated_at': '2022-02-10T15:28:55Z', 'revision_number': 4, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'subnets': [{'id': '7c7c1725-37aa-4021-9383-7fd06bc86fc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:56.529319 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-936476b5-db3f-45e8-a1b9-3d2b67864b90 req-57b0aa7e-a373-4e0c-afd2-c24a580edb3b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0580428 Feb 10 15:28:56.538440 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a67415d-f54b-47e7-9d50-8ef05c7797cf None None] The sync data for ids ['19ea983e-b594-40e4-b03f-868faac41556'] in n-d-815324-7 is: [{'id': '19ea983e-b594-40e4-b03f-868faac41556', 'name': 'tempest-NetworksTestDHCPv6-router-880539671', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:28:50Z', 'updated_at': '2022-02-10T15:28:52Z', 'revision_number': 2, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'gw_port_host': None, '_interfaces': [{'id': '60df8d7e-9761-4787-8152-17e25d0cb1bd', 'name': '', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'mac_address': 'fa:16:3e:30:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ea983e-b594-40e4-b03f-868faac41556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '7c7c1725-37aa-4021-9383-7fd06bc86fc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:28:51Z', 'updated_at': '2022-02-10T15:28:55Z', 'revision_number': 4, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'subnets': [{'id': '7c7c1725-37aa-4021-9383-7fd06bc86fc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:28:56.541123 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9d4dd-7862-43bd-91d2-a188b5db9e72 None None] Pushing event updated for resources: {'Port': ['ID=60df8d7e-9761-4787-8152-17e25d0cb1bd,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:56.557148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-490346ee-fc52-4376-9733-0bc38497b990 None None] Provisioning complete for port 60df8d7e-9761-4787-8152-17e25d0cb1bd triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:28:56.560027 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-490346ee-fc52-4376-9733-0bc38497b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:56.643670 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57842) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:56.653275 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-2761e666-f2ba-404a-978c-1d0c9d893f2a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] For port 60df8d7e-9761-4787-8152-17e25d0cb1bd, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=60df8d7e-9761-4787-8152-17e25d0cb1bd,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:56.653533 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2761e666-f2ba-404a-978c-1d0c9d893f2a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:56.678390 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-2761e666-f2ba-404a-978c-1d0c9d893f2a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 60df8d7e-9761-4787-8152-17e25d0cb1bd owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:56.756742 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4dbe7498-a323-4f8a-a3d5-f97901ebf7ad tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for security_group (13512d45-c23d-4741-a7df-11555b4c688d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:56.808531 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4dbe7498-a323-4f8a-a3d5-f97901ebf7ad tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for security_group (13512d45-c23d-4741-a7df-11555b4c688d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:56.810153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-490346ee-fc52-4376-9733-0bc38497b990 None None] Current status of the port 60df8d7e-9761-4787-8152-17e25d0cb1bd is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:28:56.891781 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4dbe7498-a323-4f8a-a3d5-f97901ebf7ad tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (13512d45-c23d-4741-a7df-11555b4c688d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:56.895917 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4dbe7498-a323-4f8a-a3d5-f97901ebf7ad tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:56.899817 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4dbe7498-a323-4f8a-a3d5-f97901ebf7ad tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "DELETE /v2.0/security-groups/13512d45-c23d-4741-a7df-11555b4c688d HTTP/1.1" status: 204 len: 168 time: 0.2543228 Feb 10 15:28:56.900688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57854) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:56.940144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe7498-a323-4f8a-a3d5-f97901ebf7ad tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13512d45-c23d-4741-a7df-11555b4c688d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:56.948203 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-71a9426a-3655-4861-9ae5-8163ecda8b40 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] show failed (client error): The resource could not be found. Feb 10 15:28:56.963925 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-71a9426a-3655-4861-9ae5-8163ecda8b40 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "GET /v2.0/security-groups/13512d45-c23d-4741-a7df-11555b4c688d HTTP/1.1" status: 404 len: 347 time: 0.0582662 Feb 10 15:28:56.964633 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57856) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:57.191123 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2761e666-f2ba-404a-978c-1d0c9d893f2a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (60df8d7e-9761-4787-8152-17e25d0cb1bd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:57.194748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03b08f-d1e7-4478-b35d-37f4ee69ab89 req-1cb6d13b-e2eb-4586-951d-ab60753dbf8d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:57.196562 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd03b08f-d1e7-4478-b35d-37f4ee69ab89 req-1cb6d13b-e2eb-4586-951d-ab60753dbf8d tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 948 time: 0.1226401 Feb 10 15:28:57.242065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761e666-f2ba-404a-978c-1d0c9d893f2a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=60df8d7e-9761-4787-8152-17e25d0cb1bd,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:57.278765 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd03b08f-d1e7-4478-b35d-37f4ee69ab89 req-0884b4a4-68b4-4fab-a1cc-44169f3d53f5 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740569 Feb 10 15:28:57.289018 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-31e09169-a3d4-4618-90df-3dfdfcb8a7f5 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Deleting port 4277cad2-e4cc-42f8-bfd7-750698e88415 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:57.290825 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31e09169-a3d4-4618-90df-3dfdfcb8a7f5 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4277cad2-e4cc-42f8-bfd7-750698e88415), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:57.583865 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31e09169-a3d4-4618-90df-3dfdfcb8a7f5 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4277cad2-e4cc-42f8-bfd7-750698e88415), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:57.584194 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31e09169-a3d4-4618-90df-3dfdfcb8a7f5 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for floatingip (4277cad2-e4cc-42f8-bfd7-750698e88415), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:57.631048 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-31e09169-a3d4-4618-90df-3dfdfcb8a7f5 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Calling delete_port for 4277cad2-e4cc-42f8-bfd7-750698e88415 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:57.677956 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2761e666-f2ba-404a-978c-1d0c9d893f2a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (19ea983e-b594-40e4-b03f-868faac41556), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:57.830840 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266934b5-a4b0-4201-a74f-a0e7d2fdbc9f req-919c6c89-59b6-4bae-b3c0-58f2ea584f4f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:57.833284 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-266934b5-a4b0-4201-a74f-a0e7d2fdbc9f req-919c6c89-59b6-4bae-b3c0-58f2ea584f4f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.72 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.4173801 Feb 10 15:28:57.835800 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918ee4c-7ad3-4605-bb0a-dbef61964ae7 req-03e7d1eb-b8df-4695-8e90-ee634042555e tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:57.837401 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e918ee4c-7ad3-4605-bb0a-dbef61964ae7 req-03e7d1eb-b8df-4695-8e90-ee634042555e tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.1233306 Feb 10 15:28:57.964989 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2761e666-f2ba-404a-978c-1d0c9d893f2a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Router 19ea983e-b594-40e4-b03f-868faac41556 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:28:57.987059 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e918ee4c-7ad3-4605-bb0a-dbef61964ae7 req-5a02537d-9aca-4460-b991-db4f80f77e4c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306996 Feb 10 15:28:58.037768 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be5b317a-39b1-4414-b257-2466f3a2b690 req-484ab032-df41-45c3-96d0-24213bb57982 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0966690 Feb 10 15:28:58.062341 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31e09169-a3d4-4618-90df-3dfdfcb8a7f5 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4277cad2-e4cc-42f8-bfd7-750698e88415), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:58.120042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e09169-a3d4-4618-90df-3dfdfcb8a7f5 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Pushing event deleted for resources: {'Port': ['ID=4277cad2-e4cc-42f8-bfd7-750698e88415,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:58.144116 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9101c5b-c638-4cb4-88eb-5d2b316f2f2b req-eb0dab1a-665f-4fb4-acba-84dc0cbddd29 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0662553 Feb 10 15:28:58.216173 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31e09169-a3d4-4618-90df-3dfdfcb8a7f5 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks [] for floatingip (856021b6-9aa9-4ac1-984d-4863dc6c6d58), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:58.219498 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31e09169-a3d4-4618-90df-3dfdfcb8a7f5 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:58.220663 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-31e09169-a3d4-4618-90df-3dfdfcb8a7f5 tempest-ServersTestBootFromVolume-839181956 tempest-ServersTestBootFromVolume-839181956-project] 10.222.0.64 "DELETE /v2.0/floatingips/856021b6-9aa9-4ac1-984d-4863dc6c6d58 HTTP/1.1" status: 204 len: 168 time: 1.2546706 Feb 10 15:28:58.223812 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57880) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:58.234710 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2761e666-f2ba-404a-978c-1d0c9d893f2a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:28:58.246748 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2761e666-f2ba-404a-978c-1d0c9d893f2a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "PUT /v2.0/routers/19ea983e-b594-40e4-b03f-868faac41556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1630337 Feb 10 15:28:58.249499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57882) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:58.296305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-5b4acaa2-3b39-4d08-be52-3486402871a0 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:58.309268 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-5b4acaa2-3b39-4d08-be52-3486402871a0 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports/10381f00-aac9-4d90-9e10-af3f92aa505c HTTP/1.1" status: 200 len: 936 time: 0.3526280 Feb 10 15:28:58.400507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-266934b5-a4b0-4201-a74f-a0e7d2fdbc9f req-fe32a2c0-075c-43ea-b58c-9dc974b4c7b1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Deleting port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:28:58.400879 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-266934b5-a4b0-4201-a74f-a0e7d2fdbc9f req-fe32a2c0-075c-43ea-b58c-9dc974b4c7b1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:58.477195 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cff284-2f1a-4f8c-8f46-f99593bd864a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:58.477441 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cff284-2f1a-4f8c-8f46-f99593bd864a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:58.482916 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-33cff284-2f1a-4f8c-8f46-f99593bd864a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2289422 Feb 10 15:28:58.483154 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57892) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:58.495286 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-c15382d6-7b48-4120-8757-119d21e1a3a7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:58.495286 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-c15382d6-7b48-4120-8757-119d21e1a3a7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports/60ef18b7-07cd-4dd7-936a-aa71c8c7559e HTTP/1.1" status: 200 len: 937 time: 0.1841803 Feb 10 15:28:58.592795 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-805fb388-83ff-42f0-ad98-af21f5607349 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet 7c7c1725-37aa-4021-9383-7fd06bc86fc2 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:28:58.600918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-266934b5-a4b0-4201-a74f-a0e7d2fdbc9f req-fe32a2c0-075c-43ea-b58c-9dc974b4c7b1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] For port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe,segment=NetworkSegment(02b03b18-2845-4f07-9538-3c72b5e282ed),segment_id=02b03b18-2845-4f07-9538-3c72b5e282ed)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:28:58.601411 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-266934b5-a4b0-4201-a74f-a0e7d2fdbc9f req-fe32a2c0-075c-43ea-b58c-9dc974b4c7b1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:58.604706 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-805fb388-83ff-42f0-ad98-af21f5607349 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (7c7c1725-37aa-4021-9383-7fd06bc86fc2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:58.748836 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-805fb388-83ff-42f0-ad98-af21f5607349 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (7c7c1725-37aa-4021-9383-7fd06bc86fc2), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:58.994189 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70838323-5277-4b11-b1d7-fdfacf8fbabf None None] Sync routers for ids ['19ea983e-b594-40e4-b03f-868faac41556'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:28:59.017846 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70838323-5277-4b11-b1d7-fdfacf8fbabf None None] Routers {'19ea983e-b594-40e4-b03f-868faac41556'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:28:59.019277 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-70838323-5277-4b11-b1d7-fdfacf8fbabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:28:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['19ea983e-b594-40e4-b03f-868faac41556'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:59.179418 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-266934b5-a4b0-4201-a74f-a0e7d2fdbc9f req-fe32a2c0-075c-43ea-b58c-9dc974b4c7b1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:59.179911 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-266934b5-a4b0-4201-a74f-a0e7d2fdbc9f req-fe32a2c0-075c-43ea-b58c-9dc974b4c7b1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (73b82142-a534-4550-8acf-7c4d48d9b3f8), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:59.180232 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [req-266934b5-a4b0-4201-a74f-a0e7d2fdbc9f req-fe32a2c0-075c-43ea-b58c-9dc974b4c7b1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Floating IP 73b82142-a534-4550-8acf-7c4d48d9b3f8 disassociated. External IP: 172.25.3.178, port: d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe. Feb 10 15:28:59.180579 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-266934b5-a4b0-4201-a74f-a0e7d2fdbc9f req-fe32a2c0-075c-43ea-b58c-9dc974b4c7b1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Calling delete_port for d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:28:59.234221 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-805fb388-83ff-42f0-ad98-af21f5607349 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (7c7c1725-37aa-4021-9383-7fd06bc86fc2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:59.264497 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-70838323-5277-4b11-b1d7-fdfacf8fbabf None None] Set router 19ea983e-b594-40e4-b03f-868faac41556 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:28:59.289462 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c41fa4-8188-41fc-92bc-ee670c013d2a req-d5a7701e-6add-404e-9044-1f4df4293cb9 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:59.291097 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-83c41fa4-8188-41fc-92bc-ee670c013d2a req-d5a7701e-6add-404e-9044-1f4df4293cb9 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 948 time: 0.2768042 Feb 10 15:28:59.310927 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d4db0-713b-4fff-87f4-610428c5f373 req-b922aa28-ac65-46df-b5c9-cfeda382645c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:28:59.329558 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d78d4db0-713b-4fff-87f4-610428c5f373 req-b922aa28-ac65-46df-b5c9-cfeda382645c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 945 time: 0.2179556 Feb 10 15:28:59.389513 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-70838323-5277-4b11-b1d7-fdfacf8fbabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ea983e-b594-40e4-b03f-868faac41556', 'name': 'tempest-NetworksTestDHCPv6-router-880539671', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:28:50Z', 'updated_at': '2022-02-10T15:28:57Z', 'revision_number': 3, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:59.432418 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70838323-5277-4b11-b1d7-fdfacf8fbabf None None] Checking router: 19ea983e-b594-40e4-b03f-868faac41556 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:28:59.432696 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-83c41fa4-8188-41fc-92bc-ee670c013d2a req-c5d371ce-1d22-42da-97e4-3eec7015c5eb tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986061 Feb 10 15:28:59.446043 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70838323-5277-4b11-b1d7-fdfacf8fbabf None None] Routers {'19ea983e-b594-40e4-b03f-868faac41556'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:28:59.446989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-70838323-5277-4b11-b1d7-fdfacf8fbabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:28:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['19ea983e-b594-40e4-b03f-868faac41556'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:28:59.604886 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d78d4db0-713b-4fff-87f4-610428c5f373 req-45518098-0c3e-44e2-9fdb-a3400e920187 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9bb245d-26fc-48bf-9fc2-298451c100c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743444 Feb 10 15:28:59.617102 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-805fb388-83ff-42f0-ad98-af21f5607349 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (7c7c1725-37aa-4021-9383-7fd06bc86fc2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:59.655551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fb388-83ff-42f0-ad98-af21f5607349 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7c1725-37aa-4021-9383-7fd06bc86fc2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:28:59.678950 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-805fb388-83ff-42f0-ad98-af21f5607349 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:59.683118 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-805fb388-83ff-42f0-ad98-af21f5607349 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/7c7c1725-37aa-4021-9383-7fd06bc86fc2 HTTP/1.1" status: 204 len: 168 time: 1.1879325 Feb 10 15:28:59.686246 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57942) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:28:59.768934 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4ac5e92-a08a-48e9-8078-e2b22b813c33 req-8672e2d8-536e-4ced-8276-d2c0bf4f4060 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0985296 Feb 10 15:28:59.807257 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-403651f8-05a6-4999-acea-68153cdcbe27 req-568139da-6fc8-4705-8d24-cf84bba279a3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0487819 Feb 10 15:28:59.936890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f9c881-4b37-4d5c-a430-14ebfe68b776 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:28:59.942721 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5718204a-92db-4493-aed2-95fa972abc4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (69ac2cec-52c3-4f09-808c-4fa7c12e4408), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:28:59.984307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-70838323-5277-4b11-b1d7-fdfacf8fbabf None None] Set router 19ea983e-b594-40e4-b03f-868faac41556 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:29:00.001555 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-266934b5-a4b0-4201-a74f-a0e7d2fdbc9f req-fe32a2c0-075c-43ea-b58c-9dc974b4c7b1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:00.079959 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-70838323-5277-4b11-b1d7-fdfacf8fbabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ea983e-b594-40e4-b03f-868faac41556', 'name': 'tempest-NetworksTestDHCPv6-router-880539671', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:28:50Z', 'updated_at': '2022-02-10T15:28:57Z', 'revision_number': 3, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:00.101219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32a2c0-075c-43ea-b58c-9dc974b4c7b1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event deleted for resources: {'Port': ['ID=d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:00.144598 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70838323-5277-4b11-b1d7-fdfacf8fbabf None None] The sync data for ids ['19ea983e-b594-40e4-b03f-868faac41556'] in n-d-815324-7 is: [{'id': '19ea983e-b594-40e4-b03f-868faac41556', 'name': 'tempest-NetworksTestDHCPv6-router-880539671', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:28:50Z', 'updated_at': '2022-02-10T15:28:57Z', 'revision_number': 3, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:29:00.297179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2c292-e981-4c51-b8bd-45a3cc934bae req-a7f6210b-05d0-48cc-9153-b4f465dfeb88 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:00.299438 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ac2c292-e981-4c51-b8bd-45a3cc934bae req-a7f6210b-05d0-48cc-9153-b4f465dfeb88 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f51d16d-80a1-419b-88a1-0d40b6cbf4c8 HTTP/1.1" status: 200 len: 950 time: 0.3739374 Feb 10 15:29:00.414241 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-fc457994-5cba-4cb0-a207-108336f144e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:00.423057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-fc457994-5cba-4cb0-a207-108336f144e2 service neutron] 10.222.0.72 "GET /v2.0/ports/10381f00-aac9-4d90-9e10-af3f92aa505c HTTP/1.1" status: 200 len: 1032 time: 0.1226759 Feb 10 15:29:00.440130 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-31709c42-31fe-43b7-985d-a9049b0d1b81 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7520604 Feb 10 15:29:00.448119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57960) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:00.539432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957dea52-e0b8-4af3-acc8-be019837fc48 None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:29:00.619917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57962) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:00.670851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-957dea52-e0b8-4af3-acc8-be019837fc48 None None] Deleting port a31fa8ec-7e66-49ab-a578-cadb68b48755 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:00.673120 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-957dea52-e0b8-4af3-acc8-be019837fc48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a31fa8ec-7e66-49ab-a578-cadb68b48755), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:00.728752 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ac2c292-e981-4c51-b8bd-45a3cc934bae req-7bf1e1aa-e43f-4940-9862-8e911d7e1269 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202297 Feb 10 15:29:00.783736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-2874925f-90d6-491f-ae50-9663b26af70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:00.791457 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be3e9aeb-c45f-49fa-b658-efa71883598a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for router (19ea983e-b594-40e4-b03f-868faac41556), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:00.818109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-2874925f-90d6-491f-ae50-9663b26af70a service neutron] 10.222.0.72 "GET /v2.0/ports/60ef18b7-07cd-4dd7-936a-aa71c8c7559e HTTP/1.1" status: 200 len: 1033 time: 0.3436439 Feb 10 15:29:00.885311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-957dea52-e0b8-4af3-acc8-be019837fc48 None None] For port a31fa8ec-7e66-49ab-a578-cadb68b48755, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a31fa8ec-7e66-49ab-a578-cadb68b48755,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:00.885723 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-957dea52-e0b8-4af3-acc8-be019837fc48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a31fa8ec-7e66-49ab-a578-cadb68b48755), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:00.947398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 60df8d7e-9761-4787-8152-17e25d0cb1bd no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:29:00.971531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-957dea52-e0b8-4af3-acc8-be019837fc48 None None] Calling delete_port for a31fa8ec-7e66-49ab-a578-cadb68b48755 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:01.105844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 60df8d7e-9761-4787-8152-17e25d0cb1bd {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:29:01.106490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 60df8d7e-9761-4787-8152-17e25d0cb1bd not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:29:01.125726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a31fa8ec-7e66-49ab-a578-cadb68b48755 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:29:01.200006 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a196f65a-4f22-4eaf-92a7-beb8d3cb7d52 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:01.206008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a196f65a-4f22-4eaf-92a7-beb8d3cb7d52 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:01.212034 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a196f65a-4f22-4eaf-92a7-beb8d3cb7d52 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:01.213753 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a196f65a-4f22-4eaf-92a7-beb8d3cb7d52 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.72 "GET /v2.0/networks?id=fe24dc43-b768-42dc-8d77-d7d97f1c6d17&id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&id=f634ab50-40ab-4861-a47c-548f31d17b11&id=f634ab50-40ab-4861-a47c-548f31d17b11 HTTP/1.1" status: 200 len: 1995 time: 0.3844397 Feb 10 15:29:01.356493 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be3e9aeb-c45f-49fa-b658-efa71883598a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (19ea983e-b594-40e4-b03f-868faac41556), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:01.366701 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4a940e2-6b24-49ff-9b74-04b4683c5d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:01.371341 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be3e9aeb-c45f-49fa-b658-efa71883598a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for router_controller (19ea983e-b594-40e4-b03f-868faac41556), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:01.382604 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:29:01.431903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49bc2b52-ca80-424e-b9f7-dd398076f0cd req-47594011-018d-4330-93d4-c8879192f32a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 210 time: 0.2155993 Feb 10 15:29:01.444150 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be3e9aeb-c45f-49fa-b658-efa71883598a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (19ea983e-b594-40e4-b03f-868faac41556), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:01.444827 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3e9aeb-c45f-49fa-b658-efa71883598a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Fanout notify agent at l3_agent the message router_deleted on router 19ea983e-b594-40e4-b03f-868faac41556 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:29:01.476049 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be3e9aeb-c45f-49fa-b658-efa71883598a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:01.477457 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-be3e9aeb-c45f-49fa-b658-efa71883598a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/routers/19ea983e-b594-40e4-b03f-868faac41556 HTTP/1.1" status: 204 len: 168 time: 1.0270181 Feb 10 15:29:01.486091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-266934b5-a4b0-4201-a74f-a0e7d2fdbc9f req-fe32a2c0-075c-43ea-b58c-9dc974b4c7b1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Router 78e49bdf-fde5-493b-9f6e-3336ae90a42d has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:29:01.487444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57984) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:01.495413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-83cbb1b8-4ed6-47dc-9704-423a1ce3bc52 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:01.723871 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:29:01.724240 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:29:01.726116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No active binding found for port a31fa8ec-7e66-49ab-a578-cadb68b48755 {{(pid=103370) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 15:29:01.726492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] The host n-d-815324-7 is not matching for port a31fa8ec-7e66-49ab-a578-cadb68b48755 host None! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:29:01.726873 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a31fa8ec-7e66-49ab-a578-cadb68b48755 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:29:01.740962 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-957dea52-e0b8-4af3-acc8-be019837fc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (a31fa8ec-7e66-49ab-a578-cadb68b48755), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:01.777270 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5c531f5c-af0c-4fe8-8e29-c697f581d70e req-b3750c59-97a2-4688-86b6-d9a3aef54a46 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0840204 Feb 10 15:29:01.805160 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-c3d07078-1261-40c0-8dc3-bb0f80c60ae1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f98392d30c54e709159c7a818a25666 HTTP/1.1" status: 200 len: 380 time: 0.5769274 Feb 10 15:29:01.824205 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dea52-e0b8-4af3-acc8-be019837fc48 None None] Pushing event deleted for resources: {'Port': ['ID=a31fa8ec-7e66-49ab-a578-cadb68b48755,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:01.851671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Request body: {'port': {'device_id': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'admin_state_up': True, 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'security_groups': ['561377d6-7dae-47e7-be27-f937cdff5633']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:01.867420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957dea52-e0b8-4af3-acc8-be019837fc48 None None] No DVR routers for this DVR port a31fa8ec-7e66-49ab-a578-cadb68b48755 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:29:01.952116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cbb1b8-4ed6-47dc-9704-423a1ce3bc52 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:01.963498 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-83cbb1b8-4ed6-47dc-9704-423a1ce3bc52 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:02.013774 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-090d457c-c0b4-48e6-b095-cbad18d3b70a req-8e46c038-75ea-4d6c-b802-cc41cfb5eb63 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0672894 Feb 10 15:29:02.111082 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4a940e2-6b24-49ff-9b74-04b4683c5d2d admin admin] Publish callbacks [] for security_group (edeabe63-1318-4227-9233-092bd4517848), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:02.135005 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-5718204a-92db-4493-aed2-95fa972abc4e admin admin] Deleting port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:02.135672 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5718204a-92db-4493-aed2-95fa972abc4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:02.162903 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4a940e2-6b24-49ff-9b74-04b4683c5d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (edeabe63-1318-4227-9233-092bd4517848), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:02.236017 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d4a940e2-6b24-49ff-9b74-04b4683c5d2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0a83c89d02f494d90c719d14ae79a63&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6067519 Feb 10 15:29:02.249458 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58006) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:02.340671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a940e2-6b24-49ff-9b74-04b4683c5d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edeabe63-1318-4227-9233-092bd4517848,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:02.382911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Made reservation on behalf of 4f98392d30c54e709159c7a818a25666 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:02.386745 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:02.444561 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-5718204a-92db-4493-aed2-95fa972abc4e admin admin] For port 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4a8158f4-e9ca-4b74-a29c-9f5223ca34b2,segment=NetworkSegment(c5cac21f-6088-4687-9a73-ab91462cc8f8),segment_id=c5cac21f-6088-4687-9a73-ab91462cc8f8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:02.445122 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5718204a-92db-4493-aed2-95fa972abc4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:02.478138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-5718204a-92db-4493-aed2-95fa972abc4e admin admin] Calling delete_port for 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:02.491591 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9d1ea65-a238-4c7b-bc31-87bc04d138a7 admin admin] Publish callbacks [] for security_group (edeabe63-1318-4227-9233-092bd4517848), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:02.659003 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9d1ea65-a238-4c7b-bc31-87bc04d138a7 admin admin] Publish callbacks [] for security_group (edeabe63-1318-4227-9233-092bd4517848), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:02.739946 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e8d4b33-bf47-4728-81a6-9c032ab2a231 req-7889f70c-330f-4f25-89f6-4ac8938ecbfe tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 210 time: 0.1386819 Feb 10 15:29:02.969871 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9d1ea65-a238-4c7b-bc31-87bc04d138a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (edeabe63-1318-4227-9233-092bd4517848), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:02.972975 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b9d1ea65-a238-4c7b-bc31-87bc04d138a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:02.974417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b9d1ea65-a238-4c7b-bc31-87bc04d138a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/edeabe63-1318-4227-9233-092bd4517848 HTTP/1.1" status: 204 len: 168 time: 0.7189503 Feb 10 15:29:02.978044 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Allocated IP 172.20.0.12 (fe24dc43-b768-42dc-8d77-d7d97f1c6d17/38372c24-f4b5-4c74-9308-eeba2014c423/eb2899da-920f-41e8-8572-65874205aae6) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:03.002288 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c88694de-7939-4e1f-8158-625adb190a9b req-438fc358-d97f-4551-84de-4aee9897f273 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0772691 Feb 10 15:29:03.017020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-266934b5-a4b0-4201-a74f-a0e7d2fdbc9f req-fe32a2c0-075c-43ea-b58c-9dc974b4c7b1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:29:03.027550 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1ea65-a238-4c7b-bc31-87bc04d138a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeabe63-1318-4227-9233-092bd4517848,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:03.036542 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d1afd-0d2a-41c4-a7ac-aee95422db6a None None] Sync routers for ids ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:29:03.066388 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d1afd-0d2a-41c4-a7ac-aee95422db6a None None] Routers {'78e49bdf-fde5-493b-9f6e-3336ae90a42d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:29:03.067145 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-957d1afd-0d2a-41c4-a7ac-aee95422db6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:28:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:03.258649 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-266934b5-a4b0-4201-a74f-a0e7d2fdbc9f req-fe32a2c0-075c-43ea-b58c-9dc974b4c7b1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] No DVR routers for this DVR port d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:29:03.264804 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-266934b5-a4b0-4201-a74f-a0e7d2fdbc9f req-fe32a2c0-075c-43ea-b58c-9dc974b4c7b1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:03.276599 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-266934b5-a4b0-4201-a74f-a0e7d2fdbc9f req-fe32a2c0-075c-43ea-b58c-9dc974b4c7b1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.72 "DELETE /v2.0/ports/d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe HTTP/1.1" status: 204 len: 173 time: 5.4073410 Feb 10 15:29:03.278644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f9a95-e999-4ffe-9117-744275a97b00', 'name': 'network-vif-deleted', 'tag': 'd1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:03.284534 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d33d172-82df-47ec-9d46-3c0c6860df08" -d '{"events": [{"server_uuid": "117f9a95-e999-4ffe-9117-744275a97b00", "name": "network-vif-deleted", "tag": "d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:03.309436 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e3bf0c0-63d3-4d11-ae00-3af469a98d5b req-4d8bfb29-7815-4a83-8e02-824e931846c5 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.1207843 Feb 10 15:29:03.370929 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2b7fc6-589f-4e3e-9de3-2701360aacf7 x-openstack-request-id: req-be2b7fc6-589f-4e3e-9de3-2701360aacf7 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:03.371097 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117f9a95-e999-4ffe-9117-744275a97b00", "name": "network-vif-deleted", "tag": "d1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:03.371339 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be2b7fc6-589f-4e3e-9de3-2701360aacf7 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:03.371732 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117f9a95-e999-4ffe-9117-744275a97b00', 'name': 'network-vif-deleted', 'tag': 'd1adb08c-5ec5-4e5d-99cf-7bb7be8e4dfe', 'status': 'completed', 'code': 200} Feb 10 15:29:03.513023 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-957d1afd-0d2a-41c4-a7ac-aee95422db6a None None] Set router 78e49bdf-fde5-493b-9f6e-3336ae90a42d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:29:03.636436 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-83cbb1b8-4ed6-47dc-9704-423a1ce3bc52 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (5418b436-8ccd-4803-92be-69a9540a4c82), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:03.644244 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5718204a-92db-4493-aed2-95fa972abc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4a8158f4-e9ca-4b74-a29c-9f5223ca34b2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:03.687551 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for port (eb2899da-920f-41e8-8572-65874205aae6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:03.737079 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718204a-92db-4493-aed2-95fa972abc4e admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8158f4-e9ca-4b74-a29c-9f5223ca34b2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:03.784891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbb1b8-4ed6-47dc-9704-423a1ce3bc52 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=5418b436-8ccd-4803-92be-69a9540a4c82,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:03.832589 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58044) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:03.904179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cbb1b8-4ed6-47dc-9704-423a1ce3bc52 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:03.906552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-83cbb1b8-4ed6-47dc-9704-423a1ce3bc52 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:03.918308 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467ea88f-135b-4099-a1a3-5f409a2b5b38 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:29:03.929849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cbb1b8-4ed6-47dc-9704-423a1ce3bc52 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:03.933749 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-83cbb1b8-4ed6-47dc-9704-423a1ce3bc52 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:03.982258 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b6c90f31-689b-4573-ba43-9f77126daf50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:03.997854 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-83cbb1b8-4ed6-47dc-9704-423a1ce3bc52 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5079560 Feb 10 15:29:04.003213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58046) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:04.031523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-306306c6-e5cc-428b-bb06-bcfe72fe5a88 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-431716903', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:04.063114 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-520cd64e-e24c-4f7c-bcbb-b3cf4f12eee7 req-29efa99d-68e4-4cb2-a8af-6cf7269760d5 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a95-e999-4ffe-9117-744275a97b00 HTTP/1.1" status: 200 len: 210 time: 0.1149757 Feb 10 15:29:04.136534 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (eb2899da-920f-41e8-8572-65874205aae6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:04.194545 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-957d1afd-0d2a-41c4-a7ac-aee95422db6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8f585296-9c11-4706-b3f6-ac491733bd8a', 'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'mac_address': 'fa:16:3e:60:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:18Z', 'updated_at': '2022-02-10T15:24:36Z', 'revision_number': 5, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'subnets': [{'id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:04.267549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': '5418b436-8ccd-4803-92be-69a9540a4c82'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:29:04.268439 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:04.326755 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b6c90f31-689b-4573-ba43-9f77126daf50 admin admin] Publish callbacks [] for security_group (d4684acc-db3b-4796-afbd-9887f7bec747), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:04.334881 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b6c90f31-689b-4573-ba43-9f77126daf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d4684acc-db3b-4796-afbd-9887f7bec747), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:04.353336 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d1afd-0d2a-41c4-a7ac-aee95422db6a None None] Checking router: 78e49bdf-fde5-493b-9f6e-3336ae90a42d for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:29:04.374715 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-306306c6-e5cc-428b-bb06-bcfe72fe5a88 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (6368c07f-4639-4ead-94a2-dda21dbbebea), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:04.381543 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-306306c6-e5cc-428b-bb06-bcfe72fe5a88 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (6368c07f-4639-4ead-94a2-dda21dbbebea), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:04.398965 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d1afd-0d2a-41c4-a7ac-aee95422db6a None None] Routers {'78e49bdf-fde5-493b-9f6e-3336ae90a42d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:29:04.399817 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-957d1afd-0d2a-41c4-a7ac-aee95422db6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:28:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:04.413897 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b6c90f31-689b-4573-ba43-9f77126daf50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f3c57ba74ac49ecadaf306dcd3c235c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5756121 Feb 10 15:29:04.419520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58066) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:04.427731 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Network fe24dc43-b768-42dc-8d77-d7d97f1c6d17 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:04.504909 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:04.509367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:04.529647 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c90f31-689b-4573-ba43-9f77126daf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4684acc-db3b-4796-afbd-9887f7bec747,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:04.572722 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fb48334-0348-43df-b438-e9da4a56f315 admin admin] Publish callbacks [] for security_group (d4684acc-db3b-4796-afbd-9887f7bec747), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:04.630575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event updated for resources: {'Port': ['ID=eb2899da-920f-41e8-8572-65874205aae6,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:04.632606 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fb48334-0348-43df-b438-e9da4a56f315 admin admin] Publish callbacks [] for security_group (d4684acc-db3b-4796-afbd-9887f7bec747), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:04.669880 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-957d1afd-0d2a-41c4-a7ac-aee95422db6a None None] Set router 78e49bdf-fde5-493b-9f6e-3336ae90a42d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:29:04.685015 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01a6eac5-b85c-463c-ae28-1149c4b1d7c3 req-ca2916d1-7191-430d-8cf7-da12cc06a17f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.2146633 Feb 10 15:29:04.702677 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Allocated IP 2001:db8::2 (7a88351e-06f0-4f2f-982b-277a9503b2d6/5418b436-8ccd-4803-92be-69a9540a4c82/fc86ecc2-f3ea-403f-8a98-4744e594e116) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:04.724199 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:04.732718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:04.734121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:04.735111 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:04.736263 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:04.737585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:04.738196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:04.738782 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:04.739357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:04.739918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:04.740906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:04.741496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:04.742051 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:04.783520 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fb48334-0348-43df-b438-e9da4a56f315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d4684acc-db3b-4796-afbd-9887f7bec747), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:04.787634 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fb48334-0348-43df-b438-e9da4a56f315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:04.789073 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2fb48334-0348-43df-b438-e9da4a56f315 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4684acc-db3b-4796-afbd-9887f7bec747 HTTP/1.1" status: 204 len: 168 time: 0.3665559 Feb 10 15:29:04.830205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb48334-0348-43df-b438-e9da4a56f315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4684acc-db3b-4796-afbd-9887f7bec747,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:05.011354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:05.013346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:05.026312 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-306306c6-e5cc-428b-bb06-bcfe72fe5a88 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for router_controller (6368c07f-4639-4ead-94a2-dda21dbbebea), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:05.056238 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-306306c6-e5cc-428b-bb06-bcfe72fe5a88 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (6368c07f-4639-4ead-94a2-dda21dbbebea), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:05.109014 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Publish callbacks [] for port (fc86ecc2-f3ea-403f-8a98-4744e594e116), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:05.129408 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (fc86ecc2-f3ea-403f-8a98-4744e594e116), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:05.135922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac29ab-80d3-434c-a027-874e63442a3e req-0bbf7d24-fc68-47a7-975d-9fb1b12d2c8a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:05.143492 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66ac29ab-80d3-434c-a027-874e63442a3e req-0bbf7d24-fc68-47a7-975d-9fb1b12d2c8a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 932 time: 0.7936933 Feb 10 15:29:05.198843 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e2e4ffd0-2894-40af-a70a-3e29e9d52740 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3657191 Feb 10 15:29:05.242919 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58084) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:05.243149 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5718204a-92db-4493-aed2-95fa972abc4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (69ac2cec-52c3-4f09-808c-4fa7c12e4408), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:05.256071 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-bf36b111-f4c9-4065-a374-06280a9a3174 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Request body: {'port': {'device_id': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371', 'admin_state_up': True, 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'security_groups': ['561377d6-7dae-47e7-be27-f937cdff5633']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:05.274112 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:05.279337 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-306306c6-e5cc-428b-bb06-bcfe72fe5a88 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:05.285964 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-306306c6-e5cc-428b-bb06-bcfe72fe5a88 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2750740 Feb 10 15:29:05.288125 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58086) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:05.288612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Pushing event updated for resources: {'Port': ['ID=fc86ecc2-f3ea-403f-8a98-4744e594e116,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:05.294667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:05.319396 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:05.341036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1a2fdf12-6bec-4d67-af44-b8905c132628 None None] Provisioning complete for port eb2899da-920f-41e8-8572-65874205aae6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:05.341036 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a2fdf12-6bec-4d67-af44-b8905c132628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eb2899da-920f-41e8-8572-65874205aae6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:05.470713 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1a2fdf12-6bec-4d67-af44-b8905c132628 None None] Port eb2899da-920f-41e8-8572-65874205aae6 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:29:05.541732 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fba18fc2-5af8-4951-8b2f-0d92547d5ca9 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:29:05.550067 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-02ed1d1e-9217-48a2-9944-df48e84604f7 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group (a9bb245d-26fc-48bf-9fc2-298451c100c6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:05.574591 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Attempting to bind port fc86ecc2-f3ea-403f-8a98-4744e594e116 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:29:05.575236 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Attempting to bind port fc86ecc2-f3ea-403f-8a98-4744e594e116 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:29:05.575850 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Attempting to bind port fc86ecc2-f3ea-403f-8a98-4744e594e116 on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:05.594323 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-957d1afd-0d2a-41c4-a7ac-aee95422db6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8f585296-9c11-4706-b3f6-ac491733bd8a', 'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'mac_address': 'fa:16:3e:60:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:18Z', 'updated_at': '2022-02-10T15:24:36Z', 'revision_number': 5, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'subnets': [{'id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:05.602382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:05.603378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:05.603958 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:05.604523 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:05.605326 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Bound port: fc86ecc2-f3ea-403f-8a98-4744e594e116, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:29:05.605885 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fc86ecc2-f3ea-403f-8a98-4744e594e116), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:05.653461 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d1afd-0d2a-41c4-a7ac-aee95422db6a None None] The sync data for ids ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'] in n-d-815324-7 is: [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8f585296-9c11-4706-b3f6-ac491733bd8a', 'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'mac_address': 'fa:16:3e:60:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:18Z', 'updated_at': '2022-02-10T15:24:36Z', 'revision_number': 5, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'subnets': [{'id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:29:05.733796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] For port fc86ecc2-f3ea-403f-8a98-4744e594e116, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:05.741621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] For port fc86ecc2-f3ea-403f-8a98-4744e594e116, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fc86ecc2-f3ea-403f-8a98-4744e594e116,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:05.741890 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66ac29ab-80d3-434c-a027-874e63442a3e req-318bc6ac-a63c-4fe0-925a-781ae2798815 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5933990 Feb 10 15:29:05.771348 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-02ed1d1e-9217-48a2-9944-df48e84604f7 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group (a9bb245d-26fc-48bf-9fc2-298451c100c6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:05.802579 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fc86ecc2-f3ea-403f-8a98-4744e594e116), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:05.984821 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-265ccf24-ee33-43cd-be25-f2555a55fda0 req-138bdd28-64fe-4bf0-8340-bcd18915be2e tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0818415 Feb 10 15:29:06.057336 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-02ed1d1e-9217-48a2-9944-df48e84604f7 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a9bb245d-26fc-48bf-9fc2-298451c100c6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:06.069338 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-02ed1d1e-9217-48a2-9944-df48e84604f7 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:06.071639 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-02ed1d1e-9217-48a2-9944-df48e84604f7 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "DELETE /v2.0/security-groups/a9bb245d-26fc-48bf-9fc2-298451c100c6 HTTP/1.1" status: 204 len: 168 time: 0.8271768 Feb 10 15:29:06.074027 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbacd03-924c-4d51-bbe3-5f6e428f53c5 None None] Pushing event updated for resources: {'Port': ['ID=fc86ecc2-f3ea-403f-8a98-4744e594e116,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:06.075621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-bf36b111-f4c9-4065-a374-06280a9a3174 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Made reservation on behalf of 4f98392d30c54e709159c7a818a25666 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:06.079234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58114) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:06.085360 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-bf36b111-f4c9-4065-a374-06280a9a3174 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:06.140539 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-afa24cf6-d6d6-4dc7-98b6-b8409a77ff51 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] show failed (client error): The resource could not be found. Feb 10 15:29:06.163551 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-afa24cf6-d6d6-4dc7-98b6-b8409a77ff51 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups/a9bb245d-26fc-48bf-9fc2-298451c100c6 HTTP/1.1" status: 404 len: 347 time: 0.0751166 Feb 10 15:29:06.169205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58120) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:06.225012 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fba18fc2-5af8-4951-8b2f-0d92547d5ca9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:06.252986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9', 'mac_address': 'fa:16:3e:7e:96:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:29:06.277765 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed1d1e-9217-48a2-9944-df48e84604f7 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bb245d-26fc-48bf-9fc2-298451c100c6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:06.367035 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829fdede-197f-4829-a75d-fd9e5ac54522 None None] New status for floating IP 73b82142-a534-4550-8acf-7c4d48d9b3f8: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:29:06.737879 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:06.761422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 is: ACTIVE; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:06.762474 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:06.786247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fba18fc2-5af8-4951-8b2f-0d92547d5ca9 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:06.845069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fba18fc2-5af8-4951-8b2f-0d92547d5ca9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:06.884780 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:07.031987 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:07.047360 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:07.072837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['fba18fc2-5af8-4951-8b2f-0d92547d5ca9'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:29:07.366277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::1 (7a88351e-06f0-4f2f-982b-277a9503b2d6/5418b436-8ccd-4803-92be-69a9540a4c82/a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:07.452130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-bf36b111-f4c9-4065-a374-06280a9a3174 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Allocated IP 10.1.1.71 (a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371/72c12823-d91c-4e2c-9209-5935b1cee3d2/0c0f6301-441b-4266-aaf6-c93025a59799) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:07.494075 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43ba0822-c4ec-4c9b-b570-a6c79da5a5ea req-99a31a8e-727f-42ef-9b05-81de3ca384e9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.2636409 Feb 10 15:29:07.548518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5718204a-92db-4493-aed2-95fa972abc4e admin admin] Router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:29:07.572287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff98c9-2dbc-4f59-97f6-5f52634922d0 req-e64ca009-2844-47c9-83a6-2368095439c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:07.574198 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3ff98c9-2dbc-4f59-97f6-5f52634922d0 req-e64ca009-2844-47c9-83a6-2368095439c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 932 time: 0.3425090 Feb 10 15:29:07.639258 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:07.729435 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:07.810243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:07.811955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:07.814184 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:07.814733 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (6368c07f-4639-4ead-94a2-dda21dbbebea), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:07.876930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:07.886166 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5718204a-92db-4493-aed2-95fa972abc4e admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:29:07.896870 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5019a48c-de9f-4942-8330-9f0438311acf None None] Sync routers for ids ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:29:07.920606 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5019a48c-de9f-4942-8330-9f0438311acf None None] Routers {'69ac2cec-52c3-4f09-808c-4fa7c12e4408'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:29:07.921256 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5019a48c-de9f-4942-8330-9f0438311acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:28:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:07.942881 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-bf36b111-f4c9-4065-a374-06280a9a3174 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for port (0c0f6301-441b-4266-aaf6-c93025a59799), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:07.993860 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5718204a-92db-4493-aed2-95fa972abc4e admin admin] 10.222.0.64 "PUT /v2.0/routers/69ac2cec-52c3-4f09-808c-4fa7c12e4408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7690105 Feb 10 15:29:07.996392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-acda7fa0-f9b4-4332-835e-92fb983381ab tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Deleting port 0b0de065-8c8a-40d7-bd89-9be77a88b7f0 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:07.996815 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acda7fa0-f9b4-4332-835e-92fb983381ab tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0b0de065-8c8a-40d7-bd89-9be77a88b7f0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:07.999667 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58180) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:08.069222 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:08.111131 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-5019a48c-de9f-4942-8330-9f0438311acf None None] Set router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:29:08.118718 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acda7fa0-f9b4-4332-835e-92fb983381ab tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0b0de065-8c8a-40d7-bd89-9be77a88b7f0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:08.118718 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acda7fa0-f9b4-4332-835e-92fb983381ab tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for floatingip (0b0de065-8c8a-40d7-bd89-9be77a88b7f0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:08.134139 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-acda7fa0-f9b4-4332-835e-92fb983381ab tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Calling delete_port for 0b0de065-8c8a-40d7-bd89-9be77a88b7f0 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:08.233750 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3ff98c9-2dbc-4f59-97f6-5f52634922d0 req-597bce5b-68c2-454b-8c36-826f2770a394 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6359837 Feb 10 15:29:08.254814 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-bf36b111-f4c9-4065-a374-06280a9a3174 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (0c0f6301-441b-4266-aaf6-c93025a59799), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:08.320201 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53a9c6d9-1bd4-4dca-ae76-978565eba1f2 admin admin] Publish callbacks [] for router (69ac2cec-52c3-4f09-808c-4fa7c12e4408), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:08.349152 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5dafbfbf-ab91-4489-b8ec-7f79987cd2ef None None] Provisioning complete for port fc86ecc2-f3ea-403f-8a98-4744e594e116 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:08.350358 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5dafbfbf-ab91-4489-b8ec-7f79987cd2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fc86ecc2-f3ea-403f-8a98-4744e594e116), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:08.408885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-bf36b111-f4c9-4065-a374-06280a9a3174 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:08.422130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-bf36b111-f4c9-4065-a374-06280a9a3174 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:08.436011 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-bf36b111-f4c9-4065-a374-06280a9a3174 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:08.465441 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5019a48c-de9f-4942-8330-9f0438311acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'name': 'tempest-ServersTestBootFromVolume-1261311671-router', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '69949631-3e14-4066-b71b-ca3f77a55571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:29:03Z', 'revision_number': 5, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'gw_port': {'id': '69949631-3e14-4066-b71b-ca3f77a55571', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:59Z', 'updated_at': '2022-02-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:08.500572 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36b111-f4c9-4065-a374-06280a9a3174 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event updated for resources: {'Port': ['ID=0c0f6301-441b-4266-aaf6-c93025a59799,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:08.528077 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5019a48c-de9f-4942-8330-9f0438311acf None None] Checking router: 69ac2cec-52c3-4f09-808c-4fa7c12e4408 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:29:08.548063 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5019a48c-de9f-4942-8330-9f0438311acf None None] Routers {'69ac2cec-52c3-4f09-808c-4fa7c12e4408'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:29:08.548990 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5019a48c-de9f-4942-8330-9f0438311acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:28:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:08.564040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5dafbfbf-ab91-4489-b8ec-7f79987cd2ef None None] Current status of the port fc86ecc2-f3ea-403f-8a98-4744e594e116 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:08.564758 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5dafbfbf-ab91-4489-b8ec-7f79987cd2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fc86ecc2-f3ea-403f-8a98-4744e594e116), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:08.599510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-bf36b111-f4c9-4065-a374-06280a9a3174 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:08.605456 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-bf36b111-f4c9-4065-a374-06280a9a3174 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:08.666373 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fc86ecc2-f3ea-403f-8a98-4744e594e116 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:08.672332 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5dafbfbf-ab91-4489-b8ec-7f79987cd2ef None None] For port fc86ecc2-f3ea-403f-8a98-4744e594e116, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fc86ecc2-f3ea-403f-8a98-4744e594e116,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:08.701920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-bf36b111-f4c9-4065-a374-06280a9a3174 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4830003 Feb 10 15:29:08.710522 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5dafbfbf-ab91-4489-b8ec-7f79987cd2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fc86ecc2-f3ea-403f-8a98-4744e594e116), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:08.743610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-4afa7e10-a567-4b09-bf42-4c540cce361a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Request body: {'port': {'device_id': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371', 'admin_state_up': True, 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'security_groups': ['561377d6-7dae-47e7-be27-f937cdff5633']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:08.751677 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53a9c6d9-1bd4-4dca-ae76-978565eba1f2 admin admin] Publish callbacks [] for router_gateway (69ac2cec-52c3-4f09-808c-4fa7c12e4408), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:08.814629 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-5019a48c-de9f-4942-8330-9f0438311acf None None] Set router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:29:08.849316 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-816fa1cc-6072-43d9-a963-fda85c35c318 req-8a68393f-a258-4619-b036-61bb749ff3e0 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.1639149 Feb 10 15:29:09.005540 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:09.012057 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:09.013156 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (6368c07f-4639-4ead-94a2-dda21dbbebea), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:09.044715 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acda7fa0-f9b4-4332-835e-92fb983381ab tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (0b0de065-8c8a-40d7-bd89-9be77a88b7f0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:09.070816 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafbfbf-ab91-4489-b8ec-7f79987cd2ef None None] Pushing event updated for resources: {'Port': ['ID=fc86ecc2-f3ea-403f-8a98-4744e594e116,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:09.079577 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-72f34b2c-e937-4afc-a6ed-afe6788ccf5d None None] Provisioning complete for port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:09.089332 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda7fa0-f9b4-4332-835e-92fb983381ab tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event deleted for resources: {'Port': ['ID=0b0de065-8c8a-40d7-bd89-9be77a88b7f0,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:09.090096 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-72f34b2c-e937-4afc-a6ed-afe6788ccf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:09.120437 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port fc86ecc2-f3ea-403f-8a98-4744e594e116 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:09.135775 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fc86ecc2-f3ea-403f-8a98-4744e594e116), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:09.163790 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:09.221275 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-4afa7e10-a567-4b09-bf42-4c540cce361a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Made reservation on behalf of 4f98392d30c54e709159c7a818a25666 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:09.224869 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-4afa7e10-a567-4b09-bf42-4c540cce361a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:09.241234 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-72f34b2c-e937-4afc-a6ed-afe6788ccf5d None None] Port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:29:09.291508 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5019a48c-de9f-4942-8330-9f0438311acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'name': 'tempest-ServersTestBootFromVolume-1261311671-router', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '69949631-3e14-4066-b71b-ca3f77a55571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:29:03Z', 'revision_number': 5, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'gw_port': {'id': '69949631-3e14-4066-b71b-ca3f77a55571', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:59Z', 'updated_at': '2022-02-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:09.344705 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acda7fa0-f9b4-4332-835e-92fb983381ab tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for floatingip (73b82142-a534-4550-8acf-7c4d48d9b3f8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:09.352701 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acda7fa0-f9b4-4332-835e-92fb983381ab tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:09.359197 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-acda7fa0-f9b4-4332-835e-92fb983381ab tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "DELETE /v2.0/floatingips/73b82142-a534-4550-8acf-7c4d48d9b3f8 HTTP/1.1" status: 204 len: 168 time: 3.1745698 Feb 10 15:29:09.390889 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-53a9c6d9-1bd4-4dca-ae76-978565eba1f2 admin admin] Deleting port 69949631-3e14-4066-b71b-ca3f77a55571 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:09.391240 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53a9c6d9-1bd4-4dca-ae76-978565eba1f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (69949631-3e14-4066-b71b-ca3f77a55571), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:09.425367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fba18fc2-5af8-4951-8b2f-0d92547d5ca9 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:09.428061 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5019a48c-de9f-4942-8330-9f0438311acf None None] The sync data for ids ['69ac2cec-52c3-4f09-808c-4fa7c12e4408'] in n-d-815324-7 is: [{'id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'name': 'tempest-ServersTestBootFromVolume-1261311671-router', 'tenant_id': '0b16a35b27c34528b89e48e9d57bc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '69949631-3e14-4066-b71b-ca3f77a55571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:25:58Z', 'updated_at': '2022-02-10T15:29:03Z', 'revision_number': 5, 'project_id': '0b16a35b27c34528b89e48e9d57bc923', 'gw_port': {'id': '69949631-3e14-4066-b71b-ca3f77a55571', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ac2cec-52c3-4f09-808c-4fa7c12e4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:25:59Z', 'updated_at': '2022-02-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:29:09.511320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4c764dfe-d5f9-41c3-9e97-af28a593df1c None None] Provisioning complete for port 0c0f6301-441b-4266-aaf6-c93025a59799 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:09.516977 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4c764dfe-d5f9-41c3-9e97-af28a593df1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0c0f6301-441b-4266-aaf6-c93025a59799), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:09.521325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port fc86ecc2-f3ea-403f-8a98-4744e594e116 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:09.613443 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:09.616818 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:09.658231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4c764dfe-d5f9-41c3-9e97-af28a593df1c None None] Port 0c0f6301-441b-4266-aaf6-c93025a59799 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:29:09.687552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:09.688585 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:09.730893 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59e8c7-04ad-4be7-a4cc-370c9f7e003d req-bcc6803f-0a09-42c1-9cc6-17c42eebf3ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:09.744788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59e8c7-04ad-4be7-a4cc-370c9f7e003d req-bcc6803f-0a09-42c1-9cc6-17c42eebf3ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:09.782498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db59e8c7-04ad-4be7-a4cc-370c9f7e003d req-bcc6803f-0a09-42c1-9cc6-17c42eebf3ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 1653 time: 0.2843976 Feb 10 15:29:09.815349 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-53a9c6d9-1bd4-4dca-ae76-978565eba1f2 admin admin] For port 69949631-3e14-4066-b71b-ca3f77a55571, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=69949631-3e14-4066-b71b-ca3f77a55571,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:09.817760 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53a9c6d9-1bd4-4dca-ae76-978565eba1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (69949631-3e14-4066-b71b-ca3f77a55571), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:09.857451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-4afa7e10-a567-4b09-bf42-4c540cce361a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Allocated IP 10.1.1.236 (a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371/72c12823-d91c-4e2c-9209-5935b1cee3d2/d48f39b5-f797-4352-8b28-81d1efe23bf4) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:09.877311 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-53a9c6d9-1bd4-4dca-ae76-978565eba1f2 admin admin] Calling delete_port for 69949631-3e14-4066-b71b-ca3f77a55571 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:09.919404 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:09.919813 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:10.065324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fba18fc2-5af8-4951-8b2f-0d92547d5ca9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:10.074547 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f51d16d-80a1-419b-88a1-0d40b6cbf4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:10.091260 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6724f3-b495-427c-bbdb-2ec67b311d0e" -d '{"events": [{"server_uuid": "0f51d16d-80a1-419b-88a1-0d40b6cbf4c8", "name": "network-vif-plugged", "status": "completed", "tag": "fba18fc2-5af8-4951-8b2f-0d92547d5ca9"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:10.107099 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:10.215952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58234) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:10.228303 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-4afa7e10-a567-4b09-bf42-4c540cce361a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:10.240471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d5cc101c-9b25-474e-a216-3434e601a9a8 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1026502635', 'description': 'tempest-description--810174121'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:10.248833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:10.256909 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53a9c6d9-1bd4-4dca-ae76-978565eba1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (69949631-3e14-4066-b71b-ca3f77a55571), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:10.313165 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c6864cf3-77dd-48a6-94d5-e5c9a9fffc0e None None] Provisioning complete for port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:10.313548 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c6864cf3-77dd-48a6-94d5-e5c9a9fffc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:10.326895 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9c6d9-1bd4-4dca-ae76-978565eba1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=69949631-3e14-4066-b71b-ca3f77a55571,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:10.365452 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e8686b1-6eb2-4954-9fe7-f320fb95fd13 req-b9d6b293-5ceb-424e-8269-c2da7192c3f7 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0726399 Feb 10 15:29:10.372886 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db59e8c7-04ad-4be7-a4cc-370c9f7e003d req-c3247f86-9625-4190-ab66-31aa2cc4151a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053987 Feb 10 15:29:10.376054 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-4afa7e10-a567-4b09-bf42-4c540cce361a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:10.455076 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c6864cf3-77dd-48a6-94d5-e5c9a9fffc0e None None] Port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:29:10.495394 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25218283-4175-4d78-b95e-630dbf552ee2 x-openstack-request-id: req-25218283-4175-4d78-b95e-630dbf552ee2 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:10.495929 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f51d16d-80a1-419b-88a1-0d40b6cbf4c8", "name": "network-vif-plugged", "status": "completed", "tag": "fba18fc2-5af8-4951-8b2f-0d92547d5ca9", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:10.496365 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25218283-4175-4d78-b95e-630dbf552ee2 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:10.497064 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f51d16d-80a1-419b-88a1-0d40b6cbf4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9', 'code': 200} Feb 10 15:29:10.514263 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5cc101c-9b25-474e-a216-3434e601a9a8 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:10.522946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-4afa7e10-a567-4b09-bf42-4c540cce361a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:10.524518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-4afa7e10-a567-4b09-bf42-4c540cce361a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:10.527132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-4afa7e10-a567-4b09-bf42-4c540cce361a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:10.584380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa7e10-a567-4b09-bf42-4c540cce361a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event updated for resources: {'Port': ['ID=d48f39b5-f797-4352-8b28-81d1efe23bf4,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:10.638025 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-4afa7e10-a567-4b09-bf42-4c540cce361a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:10.641542 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-4afa7e10-a567-4b09-bf42-4c540cce361a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:10.671101 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fc86ecc2-f3ea-403f-8a98-4744e594e116 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:10.679856 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-4afa7e10-a567-4b09-bf42-4c540cce361a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9525766 Feb 10 15:29:10.687209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a6b8a11f-1348-476e-ba12-35a9537fa2ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Request body: {'port': {'device_id': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11', 'admin_state_up': True, 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'security_groups': ['561377d6-7dae-47e7-be27-f937cdff5633']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:10.771987 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53a9c6d9-1bd4-4dca-ae76-978565eba1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (69ac2cec-52c3-4f09-808c-4fa7c12e4408), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:10.802324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port fc86ecc2-f3ea-403f-8a98-4744e594e116 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:10.803201 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fc86ecc2-f3ea-403f-8a98-4744e594e116), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:10.911333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a6b8a11f-1348-476e-ba12-35a9537fa2ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Made reservation on behalf of 4f98392d30c54e709159c7a818a25666 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:10.986287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port fc86ecc2-f3ea-403f-8a98-4744e594e116 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:10.997264 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:29:11.021292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:29:11.021895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4a8158f4-e9ca-4b74-a29c-9f5223ca34b2 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:29:11.052621 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53a9c6d9-1bd4-4dca-ae76-978565eba1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (69ac2cec-52c3-4f09-808c-4fa7c12e4408), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:11.069413 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53a9c6d9-1bd4-4dca-ae76-978565eba1f2 admin admin] Publish callbacks [] for router_controller (69ac2cec-52c3-4f09-808c-4fa7c12e4408), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:11.070877 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5cc101c-9b25-474e-a216-3434e601a9a8 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group (888992f7-2eed-4cfd-9b31-d441624fc9dd), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:11.106767 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-40c6e5e3-7431-47c1-ab1a-92aa3c84e341 None None] Provisioning complete for port d48f39b5-f797-4352-8b28-81d1efe23bf4 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:11.107145 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-40c6e5e3-7431-47c1-ab1a-92aa3c84e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:11.107370 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5cc101c-9b25-474e-a216-3434e601a9a8 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (888992f7-2eed-4cfd-9b31-d441624fc9dd), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:11.125693 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a6b8a11f-1348-476e-ba12-35a9537fa2ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:11.194271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-40c6e5e3-7431-47c1-ab1a-92aa3c84e341 None None] Port d48f39b5-f797-4352-8b28-81d1efe23bf4 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:29:11.229251 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:11.276762 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc101c-9b25-474e-a216-3434e601a9a8 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=888992f7-2eed-4cfd-9b31-d441624fc9dd,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:11.298250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Router 6368c07f-4639-4ead-94a2-dda21dbbebea is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:29:11.317041 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d5cc101c-9b25-474e-a216-3434e601a9a8 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:11.319781 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d5cc101c-9b25-474e-a216-3434e601a9a8 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0893419 Feb 10 15:29:11.322473 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58270) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:11.326897 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53a9c6d9-1bd4-4dca-ae76-978565eba1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (69ac2cec-52c3-4f09-808c-4fa7c12e4408), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:11.327643 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a9c6d9-1bd4-4dca-ae76-978565eba1f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69ac2cec-52c3-4f09-808c-4fa7c12e4408 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:29:11.335322 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53a9c6d9-1bd4-4dca-ae76-978565eba1f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:11.343788 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-53a9c6d9-1bd4-4dca-ae76-978565eba1f2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/69ac2cec-52c3-4f09-808c-4fa7c12e4408 HTTP/1.1" status: 204 len: 168 time: 3.3388574 Feb 10 15:29:11.345601 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58272) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:11.349320 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-225508d0-e614-441a-bf81-f76873f3f0a4 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Request body: {'security_group_rule': {'security_group_id': '888992f7-2eed-4cfd-9b31-d441624fc9dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:11.577182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:29:11.586540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Sync routers for ids ['6368c07f-4639-4ead-94a2-dda21dbbebea'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:29:11.593053 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-439f0971-555a-4a49-b0f1-832322e8d695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "PUT /v2.0/routers/6368c07f-4639-4ead-94a2-dda21dbbebea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3002367 Feb 10 15:29:11.593711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58282) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:11.606291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Routers {'6368c07f-4639-4ead-94a2-dda21dbbebea'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:29:11.610758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:28:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6368c07f-4639-4ead-94a2-dda21dbbebea'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:11.678785 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07a13b46-4b1c-49c7-bce0-6bfd2b65351b req-6e1c52de-8c07-4ae6-9b5a-a3192f255a2b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.1628137 Feb 10 15:29:11.772472 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-225508d0-e614-441a-bf81-f76873f3f0a4 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group_rule (ed576331-073f-443c-95af-cdb00fde58fb), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:11.790181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a6b8a11f-1348-476e-ba12-35a9537fa2ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Allocated IP 10.2.2.100 (f634ab50-40ab-4861-a47c-548f31d17b11/a71818b0-4a92-4bfc-9f7d-7c4e8bafed44/d9efcebb-7395-4dcf-b2e7-6607820b2b36) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:11.796601 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa68c441-fb21-402f-818f-b6fb1cb991c9 admin admin] Deleting subnet b50776bb-769d-4fdc-bcac-f783e32a05ab {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:29:11.845384 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebebbb30-7ff5-465c-a3dc-c6399519f847 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:11.851479 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ebebbb30-7ff5-465c-a3dc-c6399519f847 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports/a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef HTTP/1.1" status: 200 len: 911 time: 0.2351046 Feb 10 15:29:11.860099 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa68c441-fb21-402f-818f-b6fb1cb991c9 admin admin] Publish callbacks [] for subnet (b50776bb-769d-4fdc-bcac-f783e32a05ab), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:11.867534 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58284) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:11.949824 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e6165-a488-463b-9225-01e62f12ca79 req-8b9799d9-6b77-4005-b501-2bf1409609fd tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:11.966717 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e6165-a488-463b-9225-01e62f12ca79 req-8b9799d9-6b77-4005-b501-2bf1409609fd tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:11.972976 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e6165-a488-463b-9225-01e62f12ca79 req-8b9799d9-6b77-4005-b501-2bf1409609fd tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:11.989591 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c85e6165-a488-463b-9225-01e62f12ca79 req-8b9799d9-6b77-4005-b501-2bf1409609fd tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 2374 time: 0.3334870 Feb 10 15:29:12.023487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Set router 6368c07f-4639-4ead-94a2-dda21dbbebea gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:29:12.091572 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa68c441-fb21-402f-818f-b6fb1cb991c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (b50776bb-769d-4fdc-bcac-f783e32a05ab), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:12.171076 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c85e6165-a488-463b-9225-01e62f12ca79 req-7fc7fa75-aa89-4931-add8-50919309aaa6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629272 Feb 10 15:29:12.228147 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a6b8a11f-1348-476e-ba12-35a9537fa2ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:12.297402 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a6b8a11f-1348-476e-ba12-35a9537fa2ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:12.402625 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa68c441-fb21-402f-818f-b6fb1cb991c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (b50776bb-769d-4fdc-bcac-f783e32a05ab), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:12.417446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a6b8a11f-1348-476e-ba12-35a9537fa2ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Network f634ab50-40ab-4861-a47c-548f31d17b11 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:12.421366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8a11f-1348-476e-ba12-35a9537fa2ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event updated for resources: {'Port': ['ID=d9efcebb-7395-4dcf-b2e7-6607820b2b36,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:12.427187 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a6b8a11f-1348-476e-ba12-35a9537fa2ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:12.439669 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a6b8a11f-1348-476e-ba12-35a9537fa2ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:12.518820 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a6b8a11f-1348-476e-ba12-35a9537fa2ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:12.521904 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a6b8a11f-1348-476e-ba12-35a9537fa2ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:12.578772 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 69949631-3e14-4066-b71b-ca3f77a55571 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:29:12.584766 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-225508d0-e614-441a-bf81-f76873f3f0a4 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group_rule (ed576331-073f-443c-95af-cdb00fde58fb), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:12.588943 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a6b8a11f-1348-476e-ba12-35a9537fa2ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9006474 Feb 10 15:29:12.595286 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dcf539-7093-4c69-98db-54ffc12eecdf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:12.601826 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dcf539-7093-4c69-98db-54ffc12eecdf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:12.607445 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-41dcf539-7093-4c69-98db-54ffc12eecdf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7322333 Feb 10 15:29:12.607795 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 69949631-3e14-4066-b71b-ca3f77a55571 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:29:12.608518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 69949631-3e14-4066-b71b-ca3f77a55571 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:29:12.608721 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa68c441-fb21-402f-818f-b6fb1cb991c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (b50776bb-769d-4fdc-bcac-f783e32a05ab), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:12.620978 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58304) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:12.625629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-225508d0-e614-441a-bf81-f76873f3f0a4 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (ed576331-073f-443c-95af-cdb00fde58fb), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:12.629720 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-211b60f4-6250-4554-99c4-e1b35f177b67 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Request body: {'port': {'device_id': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11', 'admin_state_up': True, 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'security_groups': ['561377d6-7dae-47e7-be27-f937cdff5633']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:12.645097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8effab2-1b88-45ec-9f37-8ffa8f607dd4 None None] Network fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:29:12.797507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6368c07f-4639-4ead-94a2-dda21dbbebea', 'name': 'tempest-NetworksTestDHCPv6-router-431716903', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:29:04Z', 'updated_at': '2022-02-10T15:29:07Z', 'revision_number': 2, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'gw_port_host': None, '_interfaces': [{'id': 'a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef', 'name': '', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'mac_address': 'fa:16:3e:d8:00:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6368c07f-4639-4ead-94a2-dda21dbbebea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5418b436-8ccd-4803-92be-69a9540a4c82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:29:07Z', 'updated_at': '2022-02-10T15:29:08Z', 'revision_number': 2, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'subnets': [{'id': '5418b436-8ccd-4803-92be-69a9540a4c82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:12.838257 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa68c441-fb21-402f-818f-b6fb1cb991c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:12.844406 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-aa68c441-fb21-402f-818f-b6fb1cb991c9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b50776bb-769d-4fdc-bcac-f783e32a05ab HTTP/1.1" status: 204 len: 168 time: 1.4859407 Feb 10 15:29:12.860918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58308) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:12.886205 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Checking router: 6368c07f-4639-4ead-94a2-dda21dbbebea for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:29:12.886474 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Updating router 6368c07f-4639-4ead-94a2-dda21dbbebea port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:29:12.924327 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:12.956387 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4ab77da6-b268-40d4-8016-067731d5e416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:13.091544 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:13.130908 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-af14ee57-5ed9-4590-8f80-4140abe97539 req-c1ffcc63-6f6e-4eaa-82b0-6d90e32197f9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.2686675 Feb 10 15:29:13.187026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-211b60f4-6250-4554-99c4-e1b35f177b67 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Made reservation on behalf of 4f98392d30c54e709159c7a818a25666 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:13.207686 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-211b60f4-6250-4554-99c4-e1b35f177b67 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:13.214632 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04151c9d-2422-4ad9-8847-305c0a1e1472 None None] DHCP port deletion for fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:29:13.235156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7d61a1d0-2fe8-4127-9a3a-bf315f3091ff None None] Provisioning complete for port d9efcebb-7395-4dcf-b2e7-6607820b2b36 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:13.235588 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7d61a1d0-2fe8-4127-9a3a-bf315f3091ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:13.363124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] Deleting port bae025b4-c1d8-49db-b7e4-683b51d9905b {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:13.363838 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (bae025b4-c1d8-49db-b7e4-683b51d9905b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:13.389922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7d61a1d0-2fe8-4127-9a3a-bf315f3091ff None None] Port d9efcebb-7395-4dcf-b2e7-6607820b2b36 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:29:13.557689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-04151c9d-2422-4ad9-8847-305c0a1e1472 None None] Deleting port bae025b4-c1d8-49db-b7e4-683b51d9905b {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:13.558339 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04151c9d-2422-4ad9-8847-305c0a1e1472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (bae025b4-c1d8-49db-b7e4-683b51d9905b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:13.587035 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] For port bae025b4-c1d8-49db-b7e4-683b51d9905b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=bae025b4-c1d8-49db-b7e4-683b51d9905b,segment=NetworkSegment(c5cac21f-6088-4687-9a73-ab91462cc8f8),segment_id=c5cac21f-6088-4687-9a73-ab91462cc8f8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:13.587718 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (bae025b4-c1d8-49db-b7e4-683b51d9905b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:13.601399 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68c441-fb21-402f-818f-b6fb1cb991c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b50776bb-769d-4fdc-bcac-f783e32a05ab,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:13.618760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] Calling delete_port for bae025b4-c1d8-49db-b7e4-683b51d9905b owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:13.635990 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-225508d0-e614-441a-bf81-f76873f3f0a4 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:13.640182 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-225508d0-e614-441a-bf81-f76873f3f0a4 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2948265 Feb 10 15:29:13.640182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225508d0-e614-441a-bf81-f76873f3f0a4 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed576331-073f-443c-95af-cdb00fde58fb,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:13.651325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58326) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:13.666579 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-818975ec-d61e-4f1f-9b24-07fc7a4a5dd6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Request body: {'security_group_rule': {'security_group_id': '888992f7-2eed-4cfd-9b31-d441624fc9dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:13.700860 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-04151c9d-2422-4ad9-8847-305c0a1e1472 None None] For port bae025b4-c1d8-49db-b7e4-683b51d9905b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=bae025b4-c1d8-49db-b7e4-683b51d9905b,segment=NetworkSegment(c5cac21f-6088-4687-9a73-ab91462cc8f8),segment_id=c5cac21f-6088-4687-9a73-ab91462cc8f8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:13.701494 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04151c9d-2422-4ad9-8847-305c0a1e1472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (bae025b4-c1d8-49db-b7e4-683b51d9905b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:13.724021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-04151c9d-2422-4ad9-8847-305c0a1e1472 None None] Calling delete_port for bae025b4-c1d8-49db-b7e4-683b51d9905b owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:13.745346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (bae025b4-c1d8-49db-b7e4-683b51d9905b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:13.811703 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=bae025b4-c1d8-49db-b7e4-683b51d9905b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:13.826299 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-818975ec-d61e-4f1f-9b24-07fc7a4a5dd6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group_rule (c164bc0e-ffbc-4091-9d74-e2ca59902a10), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:13.876283 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Publish callbacks [] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:13.887411 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] No DVR routers for this DVR port bae025b4-c1d8-49db-b7e4-683b51d9905b on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:29:13.913990 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:14.023740 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879abe44-1744-43ea-8b97-90ed64195e54 req-074417b3-41f2-4081-9834-dab34b8cb1f5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:14.037326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879abe44-1744-43ea-8b97-90ed64195e54 req-074417b3-41f2-4081-9834-dab34b8cb1f5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:14.055500 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879abe44-1744-43ea-8b97-90ed64195e54 req-074417b3-41f2-4081-9834-dab34b8cb1f5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:14.084844 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-818975ec-d61e-4f1f-9b24-07fc7a4a5dd6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group_rule (c164bc0e-ffbc-4091-9d74-e2ca59902a10), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:14.090339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879abe44-1744-43ea-8b97-90ed64195e54 req-074417b3-41f2-4081-9834-dab34b8cb1f5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:14.105693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-879abe44-1744-43ea-8b97-90ed64195e54 req-074417b3-41f2-4081-9834-dab34b8cb1f5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 3095 time: 0.6919253 Feb 10 15:29:14.115606 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-818975ec-d61e-4f1f-9b24-07fc7a4a5dd6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (c164bc0e-ffbc-4091-9d74-e2ca59902a10), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:14.119644 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-3081713d-42f1-436f-ab59-ad69253cdbf4 req-bfc97171-485b-4d39-931d-24fc995a9c33 service neutron] (103368) timed out ('10.222.0.79', 62026) {{(pid=103368) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 15:29:14.173470 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec426df7-394c-4372-80ee-34cf91be4c6e None None] Pushing event updated for resources: {'Port': ['ID=a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:14.216899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818975ec-d61e-4f1f-9b24-07fc7a4a5dd6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c164bc0e-ffbc-4091-9d74-e2ca59902a10,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:14.231791 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-818975ec-d61e-4f1f-9b24-07fc7a4a5dd6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:14.234349 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-818975ec-d61e-4f1f-9b24-07fc7a4a5dd6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5820382 Feb 10 15:29:14.242896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58336) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:14.255181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:14.258973 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Attempting to bind port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:29:14.263114 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Attempting to bind port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:29:14.266076 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Attempting to bind port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:14.274400 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04151c9d-2422-4ad9-8847-305c0a1e1472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (bae025b4-c1d8-49db-b7e4-683b51d9905b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:14.323811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:14.324206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:14.325395 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:14.325837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:14.327257 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Bound port: a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:29:14.327704 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:14.341020 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:14.403819 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:14.474333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:14.499887 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5cac21f-6088-4687-9a73-ab91462cc8f8') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:14.507922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5cac21f-6088-4687-9a73-ab91462cc8f8') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:14.554636 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (c5cac21f-6088-4687-9a73-ab91462cc8f8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:14.570977 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (c5cac21f-6088-4687-9a73-ab91462cc8f8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:14.577854 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:29:14.578574 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (c5cac21f-6088-4687-9a73-ab91462cc8f8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:14.599489 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04151c9d-2422-4ad9-8847-305c0a1e1472 None None] No DVR routers for this DVR port bae025b4-c1d8-49db-b7e4-683b51d9905b on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:29:14.603994 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04151c9d-2422-4ad9-8847-305c0a1e1472 None None] Pushing event deleted for resources: {'Port': ['ID=bae025b4-c1d8-49db-b7e4-683b51d9905b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:14.609377 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device bae025b4-c1d8-49db-b7e4-683b51d9905b no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:29:14.672823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] For port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:14.681247 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2faf1e1c-50dd-4808-af12-cc066137bf9c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (6368c07f-4639-4ead-94a2-dda21dbbebea), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:14.694343 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] For port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:29:14.700105 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:29:14.707976 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:14.716402 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:14.745418 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64bab0a5-46f2-40f6-84c2-2be273a99749 req-9d8c302a-bdb7-49a2-8488-222aa4d82599 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0570385 Feb 10 15:29:14.774577 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:14.800791 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] 10.222.0.64 "DELETE /v2.0/networks/fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356 HTTP/1.1" status: 204 len: 168 time: 1.9241886 Feb 10 15:29:14.817927 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-211b60f4-6250-4554-99c4-e1b35f177b67 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Allocated IP 10.2.2.200 (f634ab50-40ab-4861-a47c-548f31d17b11/a71818b0-4a92-4bfc-9f7d-7c4e8bafed44/7b42454b-11bc-437e-a789-f42095c9d310) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:14.824419 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-879abe44-1744-43ea-8b97-90ed64195e54 req-515e7e06-b9c4-440a-94f5-a9667293d287 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6891010 Feb 10 15:29:14.825248 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19385bf-5888-40c8-a3e9-afd19575c6ea admin admin] Pushing event deleted for resources: {'Network': ['ID=fa9bf8fb-00ec-4e2e-a3ed-276c0e7c5356,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:14.948117 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: bae025b4-c1d8-49db-b7e4-683b51d9905b {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:29:14.948466 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device bae025b4-c1d8-49db-b7e4-683b51d9905b not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:29:14.953106 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:15.001876 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Routers {'6368c07f-4639-4ead-94a2-dda21dbbebea'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:29:15.002848 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:28:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6368c07f-4639-4ead-94a2-dda21dbbebea'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:15.102228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Allocated IP 172.25.3.127 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/502d99f0-c3c4-493b-9e21-7076bd5f6a18) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:15.217315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] Set router 6368c07f-4639-4ead-94a2-dda21dbbebea gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:29:15.252232 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for port (502d99f0-c3c4-493b-9e21-7076bd5f6a18), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:15.306641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58364) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:15.318016 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-211b60f4-6250-4554-99c4-e1b35f177b67 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for port (7b42454b-11bc-437e-a789-f42095c9d310), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:15.388359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7b63f91e-7650-4136-a0d0-1d3e5c33d68e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b16a35b27c34528b89e48e9d57bc923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0805635 Feb 10 15:29:15.391014 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58368) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:15.416441 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (502d99f0-c3c4-493b-9e21-7076bd5f6a18), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:15.476434 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-94acbd8d-2619-4ced-a270-45fbf79645fc admin admin] Publish callbacks [] for security_group (2e42e93e-ed99-40d8-87d3-ba04aed21800), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:15.489078 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-211b60f4-6250-4554-99c4-e1b35f177b67 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (7b42454b-11bc-437e-a789-f42095c9d310), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:15.494760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event updated for resources: {'Port': ['ID=502d99f0-c3c4-493b-9e21-7076bd5f6a18,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:15.517014 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:15.525817 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:15.531782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:15.549741 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-94acbd8d-2619-4ced-a270-45fbf79645fc admin admin] Publish callbacks [] for security_group (2e42e93e-ed99-40d8-87d3-ba04aed21800), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:15.580600 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-211b60f4-6250-4554-99c4-e1b35f177b67 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Network f634ab50-40ab-4861-a47c-548f31d17b11 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:15.588515 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-211b60f4-6250-4554-99c4-e1b35f177b67 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:15.624387 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-211b60f4-6250-4554-99c4-e1b35f177b67 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:15.636722 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-46114809-7902-4732-b6dd-127e9f713948 None None] Provisioning complete for port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:15.637203 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-46114809-7902-4732-b6dd-127e9f713948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:15.695077 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62c2223f-3664-4fa1-a3de-472c26a0a672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:15.702920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec426df7-394c-4372-80ee-34cf91be4c6e None None] Pushing event updated for resources: {'Port': ['ID=a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:15.728043 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-211b60f4-6250-4554-99c4-e1b35f177b67 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:15.728779 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-211b60f4-6250-4554-99c4-e1b35f177b67 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:15.751232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b60f4-6250-4554-99c4-e1b35f177b67 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event updated for resources: {'Port': ['ID=7b42454b-11bc-437e-a789-f42095c9d310,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:15.791226 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-211b60f4-6250-4554-99c4-e1b35f177b67 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1992557 Feb 10 15:29:15.820681 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6368c07f-4639-4ead-94a2-dda21dbbebea', 'name': 'tempest-NetworksTestDHCPv6-router-431716903', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:29:04Z', 'updated_at': '2022-02-10T15:29:07Z', 'revision_number': 2, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'gw_port_host': None, '_interfaces': [{'id': 'a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef', 'name': '', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'mac_address': 'fa:16:3e:d8:00:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6368c07f-4639-4ead-94a2-dda21dbbebea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5418b436-8ccd-4803-92be-69a9540a4c82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:29:07Z', 'updated_at': '2022-02-10T15:29:14Z', 'revision_number': 4, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'subnets': [{'id': '5418b436-8ccd-4803-92be-69a9540a4c82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:15.833146 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Request body: {'port': {'device_id': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:15.853527 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for floatingip (6dd9b49c-e538-4f09-ad24-789fa6bfe741), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:15.948684 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-94acbd8d-2619-4ced-a270-45fbf79645fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2e42e93e-ed99-40d8-87d3-ba04aed21800), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:15.951625 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-94acbd8d-2619-4ced-a270-45fbf79645fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:15.953161 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-94acbd8d-2619-4ced-a270-45fbf79645fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e42e93e-ed99-40d8-87d3-ba04aed21800 HTTP/1.1" status: 204 len: 168 time: 0.5600631 Feb 10 15:29:15.982812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49364e4-0244-451a-bbdb-816ed6d51854 None None] The sync data for ids ['6368c07f-4639-4ead-94a2-dda21dbbebea'] in n-d-815324-7 is: [{'id': '6368c07f-4639-4ead-94a2-dda21dbbebea', 'name': 'tempest-NetworksTestDHCPv6-router-431716903', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:29:04Z', 'updated_at': '2022-02-10T15:29:07Z', 'revision_number': 2, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'gw_port_host': None, '_interfaces': [{'id': 'a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef', 'name': '', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'mac_address': 'fa:16:3e:d8:00:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6368c07f-4639-4ead-94a2-dda21dbbebea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5418b436-8ccd-4803-92be-69a9540a4c82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:29:07Z', 'updated_at': '2022-02-10T15:29:14Z', 'revision_number': 4, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'subnets': [{'id': '5418b436-8ccd-4803-92be-69a9540a4c82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:29:16.006815 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eb2899da-920f-41e8-8572-65874205aae6), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:16.016486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4de9497a-4a13-4a3e-bca2-487b270fff3a req-67508e73-64a8-4fac-998f-6b70ae72af7f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0844204 Feb 10 15:29:16.058652 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acbd8d-2619-4ced-a270-45fbf79645fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e42e93e-ed99-40d8-87d3-ba04aed21800,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:16.091612 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (502d99f0-c3c4-493b-9e21-7076bd5f6a18), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:16.112924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-2faf1e1c-50dd-4808-af12-cc066137bf9c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:16.133229 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2faf1e1c-50dd-4808-af12-cc066137bf9c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:16.170153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-46114809-7902-4732-b6dd-127e9f713948 None None] Current status of the port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:16.170559 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-46114809-7902-4732-b6dd-127e9f713948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:16.341131 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:29:16.349944 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-46114809-7902-4732-b6dd-127e9f713948 None None] For port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:16.362073 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-46114809-7902-4732-b6dd-127e9f713948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:16.483611 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:16.575506 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-27873ce9-ccf4-4ed5-af3b-f649e0a8a75f None None] Provisioning complete for port 7b42454b-11bc-437e-a789-f42095c9d310 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:16.575891 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-27873ce9-ccf4-4ed5-af3b-f649e0a8a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7b42454b-11bc-437e-a789-f42095c9d310), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:16.679126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-27873ce9-ccf4-4ed5-af3b-f649e0a8a75f None None] Port 7b42454b-11bc-437e-a789-f42095c9d310 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:29:16.714384 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46114809-7902-4732-b6dd-127e9f713948 None None] Pushing event updated for resources: {'Port': ['ID=a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:16.722950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-2faf1e1c-50dd-4808-af12-cc066137bf9c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] For port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:16.723336 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2faf1e1c-50dd-4808-af12-cc066137bf9c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:16.757222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-27873ce9-ccf4-4ed5-af3b-f649e0a8a75f None None] Provisioning complete for port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:16.757867 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-27873ce9-ccf4-4ed5-af3b-f649e0a8a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:16.841494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:16.902102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-2faf1e1c-50dd-4808-af12-cc066137bf9c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:17.058098 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:17.059835 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:17.103311 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for port (502d99f0-c3c4-493b-9e21-7076bd5f6a18), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:17.218712 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded18987-613d-4dca-8b17-8c584c5472c9 req-0d5b70d2-e183-4970-9e79-5f92bdcca785 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:17.239959 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded18987-613d-4dca-8b17-8c584c5472c9 req-0d5b70d2-e183-4970-9e79-5f92bdcca785 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:17.262432 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded18987-613d-4dca-8b17-8c584c5472c9 req-0d5b70d2-e183-4970-9e79-5f92bdcca785 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:17.287285 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded18987-613d-4dca-8b17-8c584c5472c9 req-0d5b70d2-e183-4970-9e79-5f92bdcca785 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:17.305710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded18987-613d-4dca-8b17-8c584c5472c9 req-0d5b70d2-e183-4970-9e79-5f92bdcca785 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:17.317555 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ded18987-613d-4dca-8b17-8c584c5472c9 req-0d5b70d2-e183-4970-9e79-5f92bdcca785 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 3816 time: 0.8406417 Feb 10 15:29:17.341447 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-27873ce9-ccf4-4ed5-af3b-f649e0a8a75f None None] Current status of the port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:17.394463 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (502d99f0-c3c4-493b-9e21-7076bd5f6a18), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:17.440763 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d6eea31-25cb-4a90-b584-b0cdee04be64 req-1148f0a8-d0c5-4e61-b69f-3af3111ee53d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.1204457 Feb 10 15:29:17.453644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:17.517284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2899da-920f-41e8-8572-65874205aae6 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:17.539308 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Publish callbacks [] for port (eb2899da-920f-41e8-8572-65874205aae6), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:17.596875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58420) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:17.619264 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Transition to ACTIVE for port object eb2899da-920f-41e8-8572-65874205aae6 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:29:17.626543 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2faf1e1c-50dd-4808-af12-cc066137bf9c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:17.641337 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (6dd9b49c-e538-4f09-ad24-789fa6bfe741), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:17.641739 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (eb2899da-920f-41e8-8572-65874205aae6), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:17.650150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event updated for resources: {'Port': ['ID=502d99f0-c3c4-493b-9e21-7076bd5f6a18,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:17.696351 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf1e1c-50dd-4808-af12-cc066137bf9c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:17.734936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Pushing event updated for resources: {'Port': ['ID=eb2899da-920f-41e8-8572-65874205aae6,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:17.750233 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ded18987-613d-4dca-8b17-8c584c5472c9 req-8be2b896-577b-4bbd-898c-560d75ae9bc4 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4085553 Feb 10 15:29:17.757679 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:17.764529 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f5c21b55-2d3d-4db6-b95b-9c4b8832132f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5140283 Feb 10 15:29:18.001374 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-418105452-network', 'tenant_id': '59d797e9d4f84d73bb9a3e89b8b6b79d'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:18.129513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Attempting to bind port eb2899da-920f-41e8-8572-65874205aae6 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:29:18.129977 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Attempting to bind port eb2899da-920f-41e8-8572-65874205aae6 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:29:18.130576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Attempting to bind port eb2899da-920f-41e8-8572-65874205aae6 on network fe24dc43-b768-42dc-8d77-d7d97f1c6d17 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:18.146754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Port eb2899da-920f-41e8-8572-65874205aae6 on network fe24dc43-b768-42dc-8d77-d7d97f1c6d17 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:29:18.148340 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Attempting to bind port eb2899da-920f-41e8-8572-65874205aae6 on network fe24dc43-b768-42dc-8d77-d7d97f1c6d17 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:18.161391 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] Made reservation on behalf of 59d797e9d4f84d73bb9a3e89b8b6b79d for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:18.162115 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2faf1e1c-50dd-4808-af12-cc066137bf9c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (6368c07f-4639-4ead-94a2-dda21dbbebea), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:18.171266 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:18.204733 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:18.236227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:18.236850 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Checking segment: {'id': '2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:18.236970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Bound using segment: {'id': '2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:18.237437 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Bound port: eb2899da-920f-41e8-8572-65874205aae6, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:29:18.237848 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eb2899da-920f-41e8-8572-65874205aae6), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:18.429337 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:18.511532 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2faf1e1c-50dd-4808-af12-cc066137bf9c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Router 6368c07f-4639-4ead-94a2-dda21dbbebea has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:29:18.657944 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faf1e1c-50dd-4808-af12-cc066137bf9c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:29:18.666563 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2faf1e1c-50dd-4808-af12-cc066137bf9c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "PUT /v2.0/routers/6368c07f-4639-4ead-94a2-dda21dbbebea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0355003 Feb 10 15:29:18.670843 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58448) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:18.743415 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a911ae-562d-43c3-930f-54b9a339cc39 None None] Sync routers for ids ['6368c07f-4639-4ead-94a2-dda21dbbebea'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:29:18.748799 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] Publish callbacks [] for security_group (1afae839-71f0-4e28-8528-aed999623035), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:18.773174 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a911ae-562d-43c3-930f-54b9a339cc39 None None] Routers {'6368c07f-4639-4ead-94a2-dda21dbbebea'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:29:18.773638 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c353580-a0c2-4779-933c-9e625728d94a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:18.773831 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-44a911ae-562d-43c3-930f-54b9a339cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:29:16Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6368c07f-4639-4ead-94a2-dda21dbbebea'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:18.775077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c353580-a0c2-4779-933c-9e625728d94a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:18.779101 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4c353580-a0c2-4779-933c-9e625728d94a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1048510 Feb 10 15:29:18.822695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58450) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:18.831919 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41ff01cf-80dd-4b49-88d7-714a59e57b7a req-90c608c4-5f2d-4701-8fbd-6ed8cc1389ee tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.1819727 Feb 10 15:29:18.850421 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1afae839-71f0-4e28-8528-aed999623035), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:18.906338 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-170f2db4-e185-4d66-86aa-b863a79f0f85 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1026502635&fields=id&tenant_id=9c2365a3048c4b23a67221fc3c979c7a HTTP/1.1" status: 200 len: 267 time: 0.4659586 Feb 10 15:29:18.930141 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] For port eb2899da-920f-41e8-8572-65874205aae6, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:18.938359 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:18.939981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-b011511d-433a-4214-b5bb-10c80806fdbe tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet 5418b436-8ccd-4803-92be-69a9540a4c82 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:29:18.950866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:29:18.969060 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b011511d-433a-4214-b5bb-10c80806fdbe tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (5418b436-8ccd-4803-92be-69a9540a4c82), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:19.048435 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-44a911ae-562d-43c3-930f-54b9a339cc39 None None] Set router 6368c07f-4639-4ead-94a2-dda21dbbebea gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:29:19.052321 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] For port eb2899da-920f-41e8-8572-65874205aae6, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=eb2899da-920f-41e8-8572-65874205aae6,segment=NetworkSegment(2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31),segment_id=2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:19.053638 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afae839-71f0-4e28-8528-aed999623035,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:19.082190 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (302664ef-4999-4e52-a4e4-de3995379697), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:19.082541 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] Added segment 302664ef-4999-4e52-a4e4-de3995379697 of type vlan for network db0f184d-0c8f-4d59-ba81-688af906aad0 Feb 10 15:29:19.089214 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b011511d-433a-4214-b5bb-10c80806fdbe tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (5418b436-8ccd-4803-92be-69a9540a4c82), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:19.135259 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (eb2899da-920f-41e8-8572-65874205aae6), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:19.210448 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-44a911ae-562d-43c3-930f-54b9a339cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6368c07f-4639-4ead-94a2-dda21dbbebea', 'name': 'tempest-NetworksTestDHCPv6-router-431716903', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:29:04Z', 'updated_at': '2022-02-10T15:29:17Z', 'revision_number': 3, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:19.271556 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (db0f184d-0c8f-4d59-ba81-688af906aad0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:19.275203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:19.276039 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:19.277668 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] 10.222.0.72 "PUT /v2.0/ports/eb2899da-920f-41e8-8572-65874205aae6 HTTP/1.1" status: 200 len: 1092 time: 3.4787090 Feb 10 15:29:19.284088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'tag': 'eb2899da-920f-41e8-8572-65874205aae6'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:19.286736 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243fdefe-047c-44ac-b01c-19f27de532b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "tag": "eb2899da-920f-41e8-8572-65874205aae6"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:19.308633 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a911ae-562d-43c3-930f-54b9a339cc39 None None] Checking router: 6368c07f-4639-4ead-94a2-dda21dbbebea for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:29:19.319223 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b011511d-433a-4214-b5bb-10c80806fdbe tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (5418b436-8ccd-4803-92be-69a9540a4c82), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:19.338242 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a911ae-562d-43c3-930f-54b9a339cc39 None None] Routers {'6368c07f-4639-4ead-94a2-dda21dbbebea'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:29:19.338991 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-44a911ae-562d-43c3-930f-54b9a339cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:29:16Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6368c07f-4639-4ead-94a2-dda21dbbebea'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:19.480210 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b011511d-433a-4214-b5bb-10c80806fdbe tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (5418b436-8ccd-4803-92be-69a9540a4c82), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:19.505515 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-44a911ae-562d-43c3-930f-54b9a339cc39 None None] Set router 6368c07f-4639-4ead-94a2-dda21dbbebea gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:29:19.527264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011511d-433a-4214-b5bb-10c80806fdbe tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=5418b436-8ccd-4803-92be-69a9540a4c82,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:19.543973 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b011511d-433a-4214-b5bb-10c80806fdbe tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:19.547448 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b011511d-433a-4214-b5bb-10c80806fdbe tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/5418b436-8ccd-4803-92be-69a9540a4c82 HTTP/1.1" status: 204 len: 168 time: 0.7494352 Feb 10 15:29:19.551413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58458) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:19.560320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188d62d9-435d-411c-8d14-a99442f662f3 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:29:19.710702 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-44a911ae-562d-43c3-930f-54b9a339cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6368c07f-4639-4ead-94a2-dda21dbbebea', 'name': 'tempest-NetworksTestDHCPv6-router-431716903', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:29:04Z', 'updated_at': '2022-02-10T15:29:17Z', 'revision_number': 3, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:19.747337 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9faef037-4a95-4d33-820f-c1060f1d4516 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1946783 Feb 10 15:29:19.750195 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58460) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:19.789708 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a911ae-562d-43c3-930f-54b9a339cc39 None None] The sync data for ids ['6368c07f-4639-4ead-94a2-dda21dbbebea'] in n-d-815324-7 is: [{'id': '6368c07f-4639-4ead-94a2-dda21dbbebea', 'name': 'tempest-NetworksTestDHCPv6-router-431716903', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:29:04Z', 'updated_at': '2022-02-10T15:29:17Z', 'revision_number': 3, 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'gw_port_host': None}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:29:19.877839 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.resource_extend [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:29:19.914420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-7c9ed969-5d28-4b2d-954a-e4c36a86fb51 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:19.918552 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-7c9ed969-5d28-4b2d-954a-e4c36a86fb51 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/networks?id=d2e77de5-12dc-41aa-af99-c9787df5a7b0 HTTP/1.1" status: 200 len: 811 time: 1.0110219 Feb 10 15:29:19.926802 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Request body: {'port': {'device_id': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:19.929811 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8e130ceb-1d0c-4413-887b-9a8c61a20f3e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for router (6368c07f-4639-4ead-94a2-dda21dbbebea), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:19.933417 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (db0f184d-0c8f-4d59-ba81-688af906aad0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:19.934486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:19.939167 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:19.967313 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062563a-5d64-4eea-9868-cb82c859795e service neutron] Pushing event updated for resources: {'Port': ['ID=eb2899da-920f-41e8-8572-65874205aae6,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:19.990942 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9622447-64e9-422c-a8b8-7e7f6da77f44 req-93dc3513-a5d7-4e01-8d2f-6fd4c9f925f6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:19.997202 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9622447-64e9-422c-a8b8-7e7f6da77f44 req-93dc3513-a5d7-4e01-8d2f-6fd4c9f925f6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:20.004158 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9622447-64e9-422c-a8b8-7e7f6da77f44 req-93dc3513-a5d7-4e01-8d2f-6fd4c9f925f6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:20.009665 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9622447-64e9-422c-a8b8-7e7f6da77f44 req-93dc3513-a5d7-4e01-8d2f-6fd4c9f925f6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:20.017804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9622447-64e9-422c-a8b8-7e7f6da77f44 req-93dc3513-a5d7-4e01-8d2f-6fd4c9f925f6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:20.020479 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a9622447-64e9-422c-a8b8-7e7f6da77f44 req-93dc3513-a5d7-4e01-8d2f-6fd4c9f925f6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 3828 time: 0.9916058 Feb 10 15:29:20.036001 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-03c5e67c-d05f-412d-a60b-9a61dc4cc72c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/quotas/9c2365a3048c4b23a67221fc3c979c7a HTTP/1.1" status: 200 len: 375 time: 0.0934474 Feb 10 15:29:20.132952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a9622447-64e9-422c-a8b8-7e7f6da77f44 req-6566c5f0-2d49-4940-9563-ef0079ae42ea tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826111 Feb 10 15:29:20.168897 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5625131 Feb 10 15:29:20.172871 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58464) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:20.194546 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8715a469-3bfe-4f32-bcb1-13be720b6c9e None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:29:20.210140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a1451907-bbb7-44a5-a328-a6ff26a3ab48 admin admin] Request body: {'subnet': {'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-418105452-subnet', 'tenant_id': '59d797e9d4f84d73bb9a3e89b8b6b79d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:20.252018 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808dd47-0045-4a18-bd04-1fc7bdb9a0fd admin admin] Pushing event updated for resources: {'Network': ['ID=db0f184d-0c8f-4d59-ba81-688af906aad0,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:20.271100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network db0f184d-0c8f-4d59-ba81-688af906aad0 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:29:20.284879 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-b06f447a-d6e4-4476-9132-808e29166951 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c2365a3048c4b23a67221fc3c979c7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2313290 Feb 10 15:29:20.286350 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:20.325369 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8e130ceb-1d0c-4413-887b-9a8c61a20f3e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (6368c07f-4639-4ead-94a2-dda21dbbebea), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:20.328562 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8e130ceb-1d0c-4413-887b-9a8c61a20f3e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for router_controller (6368c07f-4639-4ead-94a2-dda21dbbebea), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:20.434599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1451907-bbb7-44a5-a328-a6ff26a3ab48 admin admin] Made reservation on behalf of 59d797e9d4f84d73bb9a3e89b8b6b79d for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:20.448474 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a1451907-bbb7-44a5-a328-a6ff26a3ab48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:20.463994 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-750d56f7-f848-4fec-9269-16acf26e9541 service neutron] 10.222.0.64 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608782 Feb 10 15:29:20.471390 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e168d6-768e-4ed2-9de5-301798634736 x-openstack-request-id: req-a5e168d6-768e-4ed2-9de5-301798634736 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:20.472502 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "tag": "eb2899da-920f-41e8-8572-65874205aae6", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:20.473201 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5e168d6-768e-4ed2-9de5-301798634736 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:20.474506 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'tag': 'eb2899da-920f-41e8-8572-65874205aae6', 'status': 'completed', 'code': 200} Feb 10 15:29:20.476341 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8715a469-3bfe-4f32-bcb1-13be720b6c9e None None] Deleting port fc86ecc2-f3ea-403f-8a98-4744e594e116 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:20.476764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8715a469-3bfe-4f32-bcb1-13be720b6c9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fc86ecc2-f3ea-403f-8a98-4744e594e116), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:20.652451 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8715a469-3bfe-4f32-bcb1-13be720b6c9e None None] For port fc86ecc2-f3ea-403f-8a98-4744e594e116, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fc86ecc2-f3ea-403f-8a98-4744e594e116,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:20.661029 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8715a469-3bfe-4f32-bcb1-13be720b6c9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fc86ecc2-f3ea-403f-8a98-4744e594e116), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:20.679827 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8e130ceb-1d0c-4413-887b-9a8c61a20f3e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (6368c07f-4639-4ead-94a2-dda21dbbebea), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:20.680956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e130ceb-1d0c-4413-887b-9a8c61a20f3e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Fanout notify agent at l3_agent the message router_deleted on router 6368c07f-4639-4ead-94a2-dda21dbbebea {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:29:20.688053 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fc86ecc2-f3ea-403f-8a98-4744e594e116 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:29:20.770513 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8e130ceb-1d0c-4413-887b-9a8c61a20f3e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:20.771683 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8e130ceb-1d0c-4413-887b-9a8c61a20f3e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/routers/6368c07f-4639-4ead-94a2-dda21dbbebea HTTP/1.1" status: 204 len: 168 time: 1.0205715 Feb 10 15:29:20.783460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8715a469-3bfe-4f32-bcb1-13be720b6c9e None None] Calling delete_port for fc86ecc2-f3ea-403f-8a98-4744e594e116 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:20.786139 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fdefe-047c-44ac-b01c-19f27de532b3 req-f076ceb1-bd7a-40d0-b906-ad3b648d5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:20.786630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fdefe-047c-44ac-b01c-19f27de532b3 req-f076ceb1-bd7a-40d0-b906-ad3b648d5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:20.787100 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fdefe-047c-44ac-b01c-19f27de532b3 req-f076ceb1-bd7a-40d0-b906-ad3b648d5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:20.787568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fdefe-047c-44ac-b01c-19f27de532b3 req-f076ceb1-bd7a-40d0-b906-ad3b648d5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:20.788034 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fdefe-047c-44ac-b01c-19f27de532b3 req-f076ceb1-bd7a-40d0-b906-ad3b648d5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:20.790144 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-243fdefe-047c-44ac-b01c-19f27de532b3 req-f076ceb1-bd7a-40d0-b906-ad3b648d5a7b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f98392d30c54e709159c7a818a25666&device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 4394 time: 0.3656301 Feb 10 15:29:20.792363 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58474) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:20.802951 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-b872d2f8-5c04-4cf4-804a-3a9528df0f23 service neutron] 10.222.0.64 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255243 Feb 10 15:29:20.805264 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14d67ca6-c079-4676-9a77-a6ac14772938 req-b33e5dcc-3e04-4d14-9fa1-bd84b8c2c94a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.1469223 Feb 10 15:29:20.992489 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8715a469-3bfe-4f32-bcb1-13be720b6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (fc86ecc2-f3ea-403f-8a98-4744e594e116), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:21.106988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715a469-3bfe-4f32-bcb1-13be720b6c9e None None] Pushing event deleted for resources: {'Port': ['ID=fc86ecc2-f3ea-403f-8a98-4744e594e116,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:21.113532 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Port fc86ecc2-f3ea-403f-8a98-4744e594e116 update to DOWN by agent not found {{(pid=103370) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 15:29:21.114502 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:29:21.136947 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8715a469-3bfe-4f32-bcb1-13be720b6c9e None None] No DVR routers for this DVR port fc86ecc2-f3ea-403f-8a98-4744e594e116 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:29:21.200987 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:29:21.201723 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a6c0d7af-0864-4523-b5d5-8ea0c7ec6cef not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:29:21.290277 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a1451907-bbb7-44a5-a328-a6ff26a3ab48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (3a250eeb-5302-4bb8-bc76-0eaf714b38cb), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:21.318431 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-515cc636-9ee9-4e23-a38a-0f3076684edf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5227761 Feb 10 15:29:21.373809 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58486) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:21.389705 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e4e1bce-3b44-4d5b-b7d2-e3cdaf8776b4 req-9a96ded6-43db-4519-8e8b-0da6992cf56f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 210 time: 0.1176844 Feb 10 15:29:21.649655 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8b991-4b0f-4b9e-ac02-7113b9dbeda8 req-14f00a26-ecd5-4c0d-bfe3-67efc8b24571 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:21.655331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8b991-4b0f-4b9e-ac02-7113b9dbeda8 req-14f00a26-ecd5-4c0d-bfe3-67efc8b24571 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:21.670294 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8b991-4b0f-4b9e-ac02-7113b9dbeda8 req-14f00a26-ecd5-4c0d-bfe3-67efc8b24571 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:21.676179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8b991-4b0f-4b9e-ac02-7113b9dbeda8 req-14f00a26-ecd5-4c0d-bfe3-67efc8b24571 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:21.680470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1451907-bbb7-44a5-a328-a6ff26a3ab48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a250eeb-5302-4bb8-bc76-0eaf714b38cb,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:21.686443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8b991-4b0f-4b9e-ac02-7113b9dbeda8 req-14f00a26-ecd5-4c0d-bfe3-67efc8b24571 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:21.688586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1451907-bbb7-44a5-a328-a6ff26a3ab48 admin admin] Checking segment: {'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:21.688992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1451907-bbb7-44a5-a328-a6ff26a3ab48 admin admin] Network hostable DHCP agents. Network: db0f184d-0c8f-4d59-ba81-688af906aad0, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:29:21.708193 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81b8b991-4b0f-4b9e-ac02-7113b9dbeda8 req-14f00a26-ecd5-4c0d-bfe3-67efc8b24571 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 3828 time: 0.3174143 Feb 10 15:29:21.713767 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a2c461-d1b3-4476-a2b0-c745f311e215 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:21.717683 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-57a2c461-d1b3-4476-a2b0-c745f311e215 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3405757 Feb 10 15:29:21.718969 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58502) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:21.727408 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fdefe-047c-44ac-b01c-19f27de532b3 req-115aa69d-5136-42de-b94e-674fada9fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:21.727881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fdefe-047c-44ac-b01c-19f27de532b3 req-115aa69d-5136-42de-b94e-674fada9fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:21.728338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fdefe-047c-44ac-b01c-19f27de532b3 req-115aa69d-5136-42de-b94e-674fada9fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:21.730056 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-243fdefe-047c-44ac-b01c-19f27de532b3 req-115aa69d-5136-42de-b94e-674fada9fa98 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4f98392d30c54e709159c7a818a25666&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4849007 Feb 10 15:29:21.732142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1451907-bbb7-44a5-a328-a6ff26a3ab48 admin admin] Network db0f184d-0c8f-4d59-ba81-688af906aad0 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:29:21.750315 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-a1451907-bbb7-44a5-a328-a6ff26a3ab48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, db0f184d-0c8f-4d59-ba81-688af906aad0) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:21.761564 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6eab1a-9c62-43fb-a099-41c3de916c44 None None] Network db0f184d-0c8f-4d59-ba81-688af906aad0 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:29:21.785073 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1451907-bbb7-44a5-a328-a6ff26a3ab48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:21.785664 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a1451907-bbb7-44a5-a328-a6ff26a3ab48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:21.915889 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81b8b991-4b0f-4b9e-ac02-7113b9dbeda8 req-b22cdac8-0630-4ead-91a4-b672bbd44e7f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065828 Feb 10 15:29:21.919360 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a1451907-bbb7-44a5-a328-a6ff26a3ab48 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7448039 Feb 10 15:29:21.921339 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7178f054-3c22-4879-9ebf-c9dc847dcab0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1390619 Feb 10 15:29:21.929450 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58506) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:21.938361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-96921235-574a-4827-b6d2-54d4ec7f48b4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:22.010832 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-db0f184d-0c8f-4d59-ba81-688af906aad0', 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0', 'project_id': '59d797e9d4f84d73bb9a3e89b8b6b79d', 'fixed_ips': [{'subnet_id': '3a250eeb-5302-4bb8-bc76-0eaf714b38cb'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:29:22.013459 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:22.045239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10381f00-aac9-4d90-9e10-af3f92aa505c {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:22.047324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fdefe-047c-44ac-b01c-19f27de532b3 req-3946a0c0-b4a8-40ec-8962-a3e443c169e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:22.057478 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-243fdefe-047c-44ac-b01c-19f27de532b3 req-3946a0c0-b4a8-40ec-8962-a3e443c169e0 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3173215 Feb 10 15:29:22.162077 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Publish callbacks [] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:22.183052 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9704e2a7-e9e5-43c6-abf8-31e2d70a94da req-b123cb6d-8181-4943-9af1-99f28c113adc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0899348 Feb 10 15:29:22.297960 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Transition to ACTIVE for port object 10381f00-aac9-4d90-9e10-af3f92aa505c will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:29:22.305485 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:22.380855 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Pushing event updated for resources: {'Port': ['ID=10381f00-aac9-4d90-9e10-af3f92aa505c,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:22.484036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Allocated IP 172.20.0.2 (db0f184d-0c8f-4d59-ba81-688af906aad0/3a250eeb-5302-4bb8-bc76-0eaf714b38cb/69c57000-5211-4e04-8950-8032b8744789) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:22.643368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96921235-574a-4827-b6d2-54d4ec7f48b4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:22.658756 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-96921235-574a-4827-b6d2-54d4ec7f48b4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:22.761567 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dbe0a157-7631-4e19-88f1-1b760846e46f req-229825fd-89bd-44cf-8ce5-53dee2a7b9fe tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 210 time: 0.1501400 Feb 10 15:29:22.830003 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Attempting to bind port 10381f00-aac9-4d90-9e10-af3f92aa505c on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:29:22.833161 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Attempting to bind port 10381f00-aac9-4d90-9e10-af3f92aa505c by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:29:22.833607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Attempting to bind port 10381f00-aac9-4d90-9e10-af3f92aa505c on network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:22.843764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Publish callbacks [] for port (69c57000-5211-4e04-8950-8032b8744789), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:22.862084 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (69c57000-5211-4e04-8950-8032b8744789), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:22.940631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Port 10381f00-aac9-4d90-9e10-af3f92aa505c on network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:29:22.941054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Attempting to bind port 10381f00-aac9-4d90-9e10-af3f92aa505c on network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:23.023771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Pushing event updated for resources: {'Port': ['ID=69c57000-5211-4e04-8950-8032b8744789,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:23.110910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Network db0f184d-0c8f-4d59-ba81-688af906aad0 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:23.125158 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:23.140444 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:23.279219 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Attempting to bind port 69c57000-5211-4e04-8950-8032b8744789 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:29:23.282370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Attempting to bind port 69c57000-5211-4e04-8950-8032b8744789 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:29:23.282895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Attempting to bind port 69c57000-5211-4e04-8950-8032b8744789 on network db0f184d-0c8f-4d59-ba81-688af906aad0 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:23.297788 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:23.300758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Checking segment: {'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:23.301001 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:23.301503 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Bound using segment: {'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:23.303087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Bound port: 69c57000-5211-4e04-8950-8032b8744789, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:29:23.303747 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69c57000-5211-4e04-8950-8032b8744789), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:23.378116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-261272ec-e65d-4802-9a15-8c7780b5e85d tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:23.379791 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-261272ec-e65d-4802-9a15-8c7780b5e85d tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.72 "GET /v2.0/networks?id=d2e77de5-12dc-41aa-af99-c9787df5a7b0 HTTP/1.1" status: 200 len: 811 time: 0.4008367 Feb 10 15:29:23.431768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:23.432427 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Checking segment: {'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:23.433122 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Bound using segment: {'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:23.433766 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Bound port: 10381f00-aac9-4d90-9e10-af3f92aa505c, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:29:23.434316 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:23.460618 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] For port 69c57000-5211-4e04-8950-8032b8744789, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:23.465135 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] For port 69c57000-5211-4e04-8950-8032b8744789, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=69c57000-5211-4e04-8950-8032b8744789,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:23.473947 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (69c57000-5211-4e04-8950-8032b8744789), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:23.531654 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-25a02314-7484-42e8-aa79-8903dad0613f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c2365a3048c4b23a67221fc3c979c7a HTTP/1.1" status: 200 len: 380 time: 0.1401005 Feb 10 15:29:23.551676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-c8f6e89c-f108-4dd0-a98d-8a0dec46fb2a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Request body: {'port': {'device_id': 'e1c47942-1b01-4742-9e7a-261d6a2d8491', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'admin_state_up': True, 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'security_groups': ['888992f7-2eed-4cfd-9b31-d441624fc9dd']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:23.579370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedad64a-f86e-43ed-9585-f4f459809e84 None None] Pushing event updated for resources: {'Port': ['ID=69c57000-5211-4e04-8950-8032b8744789,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:23.705716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-c8f6e89c-f108-4dd0-a98d-8a0dec46fb2a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Made reservation on behalf of 9c2365a3048c4b23a67221fc3c979c7a for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:23.710309 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-c8f6e89c-f108-4dd0-a98d-8a0dec46fb2a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:23.810464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fab5e3-105d-46c0-948c-1e5116740750 req-bd2cf3b5-7640-4f61-9ce1-3aff12c1b4ee tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:23.817944 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fab5e3-105d-46c0-948c-1e5116740750 req-bd2cf3b5-7640-4f61-9ce1-3aff12c1b4ee tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:23.825063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fab5e3-105d-46c0-948c-1e5116740750 req-bd2cf3b5-7640-4f61-9ce1-3aff12c1b4ee tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:23.836641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fab5e3-105d-46c0-948c-1e5116740750 req-bd2cf3b5-7640-4f61-9ce1-3aff12c1b4ee tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:23.844963 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fab5e3-105d-46c0-948c-1e5116740750 req-bd2cf3b5-7640-4f61-9ce1-3aff12c1b4ee tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:23.852703 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fab5e3-105d-46c0-948c-1e5116740750 req-bd2cf3b5-7640-4f61-9ce1-3aff12c1b4ee tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:23.868987 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5fab5e3-105d-46c0-948c-1e5116740750 req-bd2cf3b5-7640-4f61-9ce1-3aff12c1b4ee tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 4605 time: 0.4385471 Feb 10 15:29:23.928728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-bde82cf8-abbe-4584-856a-35af4ddf4f5f tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:23.935695 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-bde82cf8-abbe-4584-856a-35af4ddf4f5f tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/networks?id=db0f184d-0c8f-4d59-ba81-688af906aad0 HTTP/1.1" status: 200 len: 815 time: 0.5065084 Feb 10 15:29:23.983299 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-c8f6e89c-f108-4dd0-a98d-8a0dec46fb2a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Allocated IP 172.20.0.4 (d2e77de5-12dc-41aa-af99-c9787df5a7b0/f3ce83f6-6325-453a-a2c7-3c49256a130b/dab03e46-b223-43a9-afaf-bb5ef19b1b5f) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:24.002121 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-290ff9a9-de7a-4476-bc36-ad2da382b035 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/quotas/59d797e9d4f84d73bb9a3e89b8b6b79d HTTP/1.1" status: 200 len: 375 time: 0.0651028 Feb 10 15:29:24.076896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] For port 10381f00-aac9-4d90-9e10-af3f92aa505c, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:24.181370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] For port 10381f00-aac9-4d90-9e10-af3f92aa505c, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=10381f00-aac9-4d90-9e10-af3f92aa505c,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:24.207243 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5fab5e3-105d-46c0-948c-1e5116740750 req-3cdc0b1e-18fe-45c3-95e6-7b520fb65f9a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3355587 Feb 10 15:29:24.232282 n-d-815324-7 neutron-server[103368]: DEBUG neutron.objects.ports [None req-96921235-574a-4827-b6d2-54d4ec7f48b4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:29:24.235382 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:24.248236 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-96921235-574a-4827-b6d2-54d4ec7f48b4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (6b5d16fb-8041-43a6-b28e-d6f3aeb2ea1e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:24.280043 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-c8f6e89c-f108-4dd0-a98d-8a0dec46fb2a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for port (dab03e46-b223-43a9-afaf-bb5ef19b1b5f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:24.353895 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-c8f6e89c-f108-4dd0-a98d-8a0dec46fb2a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (dab03e46-b223-43a9-afaf-bb5ef19b1b5f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:24.407541 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96921235-574a-4827-b6d2-54d4ec7f48b4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:24.489069 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-c8f6e89c-f108-4dd0-a98d-8a0dec46fb2a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Network d2e77de5-12dc-41aa-af99-c9787df5a7b0 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:24.506113 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-c8f6e89c-f108-4dd0-a98d-8a0dec46fb2a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:24.526179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-c8f6e89c-f108-4dd0-a98d-8a0dec46fb2a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:24.529240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6e89c-f108-4dd0-a98d-8a0dec46fb2a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event updated for resources: {'Port': ['ID=dab03e46-b223-43a9-afaf-bb5ef19b1b5f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:24.568736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-96921235-574a-4827-b6d2-54d4ec7f48b4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:24.580827 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-38fce5e1-5a0e-4b86-a3cc-637812e33679 req-89df284c-3157-4fbf-b0c1-50be6b9dc523 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.1820433 Feb 10 15:29:24.592500 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:24.592500 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:24.592936 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8661c800-3d39-4350-a447-5cee0c4d7c13 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:29:24.602761 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] 10.222.0.72 "PUT /v2.0/ports/10381f00-aac9-4d90-9e10-af3f92aa505c HTTP/1.1" status: 200 len: 1135 time: 4.7073619 Feb 10 15:29:24.608754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'tag': '10381f00-aac9-4d90-9e10-af3f92aa505c'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:24.611148 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c93f757-2d8e-4d41-b67c-8038c0c1f5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "tag": "10381f00-aac9-4d90-9e10-af3f92aa505c"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:24.639953 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96921235-574a-4827-b6d2-54d4ec7f48b4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:24.640556 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-96921235-574a-4827-b6d2-54d4ec7f48b4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:24.718340 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-028af1d9-a3e1-45fe-ab7a-ab3cc7e527e3 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d797e9d4f84d73bb9a3e89b8b6b79d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7148206 Feb 10 15:29:24.782150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Request body: {'port': {'device_id': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:24.798983 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-c8f6e89c-f108-4dd0-a98d-8a0dec46fb2a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:24.804549 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-c8f6e89c-f108-4dd0-a98d-8a0dec46fb2a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:24.892019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-96921235-574a-4827-b6d2-54d4ec7f48b4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9555681 Feb 10 15:29:24.907151 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-c8f6e89c-f108-4dd0-a98d-8a0dec46fb2a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3644109 Feb 10 15:29:24.907151 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58552) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:24.938751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-eea73be9-02a8-4175-8146-9b78616456dc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:24.943589 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 69c57000-5211-4e04-8950-8032b8744789 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:24.971480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Request body: {'port': {'device_id': 'e1c47942-1b01-4742-9e7a-261d6a2d8491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:24.984513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96921235-574a-4827-b6d2-54d4ec7f48b4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=6b5d16fb-8041-43a6-b28e-d6f3aeb2ea1e,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:24.998234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c9d12-e217-45bc-b140-2197c3ab3596 service neutron] Pushing event updated for resources: {'Port': ['ID=10381f00-aac9-4d90-9e10-af3f92aa505c,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:25.238142 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 69c57000-5211-4e04-8950-8032b8744789 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:25.239058 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69c57000-5211-4e04-8950-8032b8744789), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:25.278021 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (dab03e46-b223-43a9-afaf-bb5ef19b1b5f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:25.298848 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:25.311254 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': '6b5d16fb-8041-43a6-b28e-d6f3aeb2ea1e'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:29:25.312448 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:25.333006 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-935abd3d-70e1-461b-9f41-de0e8b42762c None None] Provisioning complete for port dab03e46-b223-43a9-afaf-bb5ef19b1b5f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:25.333686 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-935abd3d-70e1-461b-9f41-de0e8b42762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dab03e46-b223-43a9-afaf-bb5ef19b1b5f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:25.523978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-935abd3d-70e1-461b-9f41-de0e8b42762c None None] Port dab03e46-b223-43a9-afaf-bb5ef19b1b5f cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:29:25.543255 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 69c57000-5211-4e04-8950-8032b8744789 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:25.543656 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69c57000-5211-4e04-8950-8032b8744789), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:25.574899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea73be9-02a8-4175-8146-9b78616456dc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:25.579071 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eea73be9-02a8-4175-8146-9b78616456dc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:25.585073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 69c57000-5211-4e04-8950-8032b8744789, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=69c57000-5211-4e04-8950-8032b8744789,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:25.591390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abc3e55-b1cf-423e-a6c1-89816964c00a None None] Network db0f184d-0c8f-4d59-ba81-688af906aad0 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:29:25.597797 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (69c57000-5211-4e04-8950-8032b8744789), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:25.751382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0e3d7f59-dbaf-4d49-819e-ba282f9a1521 None None] Provisioning complete for port 69c57000-5211-4e04-8950-8032b8744789 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:25.763122 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e3d7f59-dbaf-4d49-819e-ba282f9a1521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69c57000-5211-4e04-8950-8032b8744789), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:25.825810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Allocated IP 2001:db8::f816:3eff:fe93:fc33 (7a88351e-06f0-4f2f-982b-277a9503b2d6/6b5d16fb-8041-43a6-b28e-d6f3aeb2ea1e/009a2c05-497a-4495-9ee4-7ab4dcef4bcb) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:25.845750 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-48f771d2-3250-48cf-ae86-38e846b975b3 service neutron] 10.222.0.64 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0133784 Feb 10 15:29:25.884064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=69c57000-5211-4e04-8950-8032b8744789,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:26.106476 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51753ed6-97c9-46dd-9b81-c9e9cecc55c4 req-7c91da11-f6f1-4d19-a76e-6177a8383512 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:26.117266 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51753ed6-97c9-46dd-9b81-c9e9cecc55c4 req-7c91da11-f6f1-4d19-a76e-6177a8383512 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 931 time: 1.1222653 Feb 10 15:29:26.235882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab03e46-b223-43a9-afaf-bb5ef19b1b5f {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:26.310401 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Publish callbacks [] for port (dab03e46-b223-43a9-afaf-bb5ef19b1b5f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:26.418202 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Transition to ACTIVE for port object dab03e46-b223-43a9-afaf-bb5ef19b1b5f will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:29:26.457742 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (dab03e46-b223-43a9-afaf-bb5ef19b1b5f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:26.514420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0e3d7f59-dbaf-4d49-819e-ba282f9a1521 None None] Current status of the port 69c57000-5211-4e04-8950-8032b8744789 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:26.556525 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51753ed6-97c9-46dd-9b81-c9e9cecc55c4 req-5fc8135b-559a-4d54-bfe1-749e0d111661 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=888992f7-2eed-4cfd-9b31-d441624fc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4315643 Feb 10 15:29:26.594700 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-f6655ea4-4900-4d14-a32e-6bf545721c60 service neutron] 10.222.0.64 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7467885 Feb 10 15:29:26.665203 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eea73be9-02a8-4175-8146-9b78616456dc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (f5a0fae2-4352-4c46-848f-be55a665b02a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:26.719811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 69c57000-5211-4e04-8950-8032b8744789 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:26.779709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Pushing event updated for resources: {'Port': ['ID=dab03e46-b223-43a9-afaf-bb5ef19b1b5f,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:26.799243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea73be9-02a8-4175-8146-9b78616456dc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:26.807788 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-eea73be9-02a8-4175-8146-9b78616456dc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:26.814517 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea73be9-02a8-4175-8146-9b78616456dc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:26.814517 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eea73be9-02a8-4175-8146-9b78616456dc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:26.832987 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ef18b7-07cd-4dd7-936a-aa71c8c7559e {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:26.849510 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Publish callbacks [] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:26.866305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Transition to ACTIVE for port object 60ef18b7-07cd-4dd7-936a-aa71c8c7559e will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:29:26.875788 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ad3edb-197a-41ac-a20b-c6ec8fcd235e x-openstack-request-id: req-d0ad3edb-197a-41ac-a20b-c6ec8fcd235e {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:26.876839 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "tag": "10381f00-aac9-4d90-9e10-af3f92aa505c", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:26.877361 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0ad3edb-197a-41ac-a20b-c6ec8fcd235e {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:26.891830 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'tag': '10381f00-aac9-4d90-9e10-af3f92aa505c', 'status': 'completed', 'code': 200} Feb 10 15:29:26.898424 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:26.944119 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Publish callbacks [] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:27.026107 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:27.285713 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf15428f-b8f4-4c19-8caa-f4193c8523f0 req-fa0960b2-fbb6-4314-841d-93a43934680f tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0495510 Feb 10 15:29:27.349795 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:27.374496 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 69c57000-5211-4e04-8950-8032b8744789 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:27.375260 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69c57000-5211-4e04-8950-8032b8744789), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:27.412312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Pushing event updated for resources: {'Port': ['ID=60ef18b7-07cd-4dd7-936a-aa71c8c7559e,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:27.483016 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:27.492040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:27.494151 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8a8fd479-a82b-4693-b785-0c416ca1b0e3 None None] Provisioning complete for port 69c57000-5211-4e04-8950-8032b8744789 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:27.494567 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8a8fd479-a82b-4693-b785-0c416ca1b0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69c57000-5211-4e04-8950-8032b8744789), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:27.562305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Pushing event updated for resources: {'Port': ['ID=009a2c05-497a-4495-9ee4-7ab4dcef4bcb,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:27.602385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973bac0-1ff3-428e-a193-63a58e45052c req-4a417cec-7cad-439f-a1f1-f38a146d340b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:27.651014 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973bac0-1ff3-428e-a193-63a58e45052c req-4a417cec-7cad-439f-a1f1-f38a146d340b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:27.664993 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973bac0-1ff3-428e-a193-63a58e45052c req-4a417cec-7cad-439f-a1f1-f38a146d340b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:27.671001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Attempting to bind port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:29:27.671294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Attempting to bind port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:29:27.671667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Attempting to bind port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:27.696981 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:27.697341 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:27.705669 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:27.706648 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:27.707264 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Bound port: 009a2c05-497a-4495-9ee4-7ab4dcef4bcb, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:29:27.707690 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:27.714393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973bac0-1ff3-428e-a193-63a58e45052c req-4a417cec-7cad-439f-a1f1-f38a146d340b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:27.764477 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973bac0-1ff3-428e-a193-63a58e45052c req-4a417cec-7cad-439f-a1f1-f38a146d340b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:27.801827 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973bac0-1ff3-428e-a193-63a58e45052c req-4a417cec-7cad-439f-a1f1-f38a146d340b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:27.816192 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8a8fd479-a82b-4693-b785-0c416ca1b0e3 None None] Current status of the port 69c57000-5211-4e04-8950-8032b8744789 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:27.820750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973bac0-1ff3-428e-a193-63a58e45052c req-4a417cec-7cad-439f-a1f1-f38a146d340b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:27.829721 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b973bac0-1ff3-428e-a193-63a58e45052c req-4a417cec-7cad-439f-a1f1-f38a146d340b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5383 time: 0.6796536 Feb 10 15:29:27.880479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Attempting to bind port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:29:27.885525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Attempting to bind port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:29:27.886607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Attempting to bind port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e on network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:27.918201 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea73be9-02a8-4175-8146-9b78616456dc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=f5a0fae2-4352-4c46-848f-be55a665b02a,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:27.991784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e on network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:29:27.992457 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Attempting to bind port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e on network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:28.013287 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-eea73be9-02a8-4175-8146-9b78616456dc tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1050429 Feb 10 15:29:28.014486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:28.015106 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Checking segment: {'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:28.015668 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Bound using segment: {'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:28.016370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Bound port: 60ef18b7-07cd-4dd7-936a-aa71c8c7559e, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:29:28.016974 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:28.023208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58590) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:28.029067 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-306dee12-b31c-4293-a33a-b11b999580f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'mac_address': 'fa:16:3e:b2:8a:8a', 'name': 'tempest-NetworksTestDHCPv6-814281300'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:28.071580 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] For port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:28.084172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] For port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=009a2c05-497a-4495-9ee4-7ab4dcef4bcb,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:28.134523 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:28.138058 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Attempting to bind port dab03e46-b223-43a9-afaf-bb5ef19b1b5f on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:29:28.149799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b973bac0-1ff3-428e-a193-63a58e45052c req-5585df5a-607c-4db7-b041-c7f4cbb24d76 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2712631 Feb 10 15:29:28.153378 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Attempting to bind port dab03e46-b223-43a9-afaf-bb5ef19b1b5f by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:29:28.154588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Attempting to bind port dab03e46-b223-43a9-afaf-bb5ef19b1b5f on network d2e77de5-12dc-41aa-af99-c9787df5a7b0 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:28.192841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93f757-2d8e-4d41-b67c-8038c0c1f5dd req-b711b480-e85f-4d9c-8d5b-bfd826da44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:28.195540 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93f757-2d8e-4d41-b67c-8038c0c1f5dd req-b711b480-e85f-4d9c-8d5b-bfd826da44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:28.208670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93f757-2d8e-4d41-b67c-8038c0c1f5dd req-b711b480-e85f-4d9c-8d5b-bfd826da44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:28.208670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93f757-2d8e-4d41-b67c-8038c0c1f5dd req-b711b480-e85f-4d9c-8d5b-bfd826da44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:28.208670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93f757-2d8e-4d41-b67c-8038c0c1f5dd req-b711b480-e85f-4d9c-8d5b-bfd826da44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:28.208670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93f757-2d8e-4d41-b67c-8038c0c1f5dd req-b711b480-e85f-4d9c-8d5b-bfd826da44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:28.208670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93f757-2d8e-4d41-b67c-8038c0c1f5dd req-b711b480-e85f-4d9c-8d5b-bfd826da44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:28.208670 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6c93f757-2d8e-4d41-b67c-8038c0c1f5dd req-b711b480-e85f-4d9c-8d5b-bfd826da44da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f98392d30c54e709159c7a818a25666&device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 6240 time: 0.2782774 Feb 10 15:29:28.208670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Port dab03e46-b223-43a9-afaf-bb5ef19b1b5f on network d2e77de5-12dc-41aa-af99-c9787df5a7b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:29:28.208670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Attempting to bind port dab03e46-b223-43a9-afaf-bb5ef19b1b5f on network d2e77de5-12dc-41aa-af99-c9787df5a7b0 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:28.263719 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] For port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:28.267383 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] For port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=60ef18b7-07cd-4dd7-936a-aa71c8c7559e,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:28.283949 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:28.336552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:28.347946 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Checking segment: {'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:28.348978 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Bound using segment: {'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:28.355042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Bound port: dab03e46-b223-43a9-afaf-bb5ef19b1b5f, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b03b18-2845-4f07-9538-3c72b5e282ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:29:28.355624 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (dab03e46-b223-43a9-afaf-bb5ef19b1b5f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:28.450245 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 69c57000-5211-4e04-8950-8032b8744789 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:28.505414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bc2b2-5d7a-4f9c-9fe1-68a0bc4cd51d None None] Pushing event updated for resources: {'Port': ['ID=009a2c05-497a-4495-9ee4-7ab4dcef4bcb,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:28.604259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:28.605396 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:28.606358 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] 10.222.0.72 "PUT /v2.0/ports/60ef18b7-07cd-4dd7-936a-aa71c8c7559e HTTP/1.1" status: 200 len: 1136 time: 3.9705989 Feb 10 15:29:28.636247 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93f757-2d8e-4d41-b67c-8038c0c1f5dd req-0ed524a2-be38-46ca-a687-26e7149d5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:28.636937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93f757-2d8e-4d41-b67c-8038c0c1f5dd req-0ed524a2-be38-46ca-a687-26e7149d5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:28.637578 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93f757-2d8e-4d41-b67c-8038c0c1f5dd req-0ed524a2-be38-46ca-a687-26e7149d5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:28.639821 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6c93f757-2d8e-4d41-b67c-8038c0c1f5dd req-0ed524a2-be38-46ca-a687-26e7149d5a98 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4f98392d30c54e709159c7a818a25666&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4196222 Feb 10 15:29:28.642803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] For port dab03e46-b223-43a9-afaf-bb5ef19b1b5f, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:28.684248 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] For port dab03e46-b223-43a9-afaf-bb5ef19b1b5f, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=dab03e46-b223-43a9-afaf-bb5ef19b1b5f,segment=NetworkSegment(02b03b18-2845-4f07-9538-3c72b5e282ed),segment_id=02b03b18-2845-4f07-9538-3c72b5e282ed)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:28.688868 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Request body: {'port': {'device_id': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:28.707090 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (dab03e46-b223-43a9-afaf-bb5ef19b1b5f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:28.793024 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529526c5-45f8-43b3-ab60-323c8492c64e req-e8bb2bcf-7381-49b6-bc12-3dcaaa04725a tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:28.806038 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-529526c5-45f8-43b3-ab60-323c8492c64e req-e8bb2bcf-7381-49b6-bc12-3dcaaa04725a tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/networks?id=db0f184d-0c8f-4d59-ba81-688af906aad0 HTTP/1.1" status: 200 len: 815 time: 0.9703350 Feb 10 15:29:28.834424 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:28.836548 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:28.838272 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] 10.222.0.72 "PUT /v2.0/ports/dab03e46-b223-43a9-afaf-bb5ef19b1b5f HTTP/1.1" status: 200 len: 1091 time: 3.8876574 Feb 10 15:29:28.948396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'tag': '60ef18b7-07cd-4dd7-936a-aa71c8c7559e'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:28.950667 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba31fc1-3e4c-49f3-a115-b311edaee9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "tag": "60ef18b7-07cd-4dd7-936a-aa71c8c7559e"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:28.953231 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0c0f6301-441b-4266-aaf6-c93025a59799), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:28.976241 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-529526c5-45f8-43b3-ab60-323c8492c64e req-a2549f45-8cd6-48a0-8e9a-6fef0ee0f9ee tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/quotas/59d797e9d4f84d73bb9a3e89b8b6b79d HTTP/1.1" status: 200 len: 375 time: 0.1689837 Feb 10 15:29:28.983197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149b76b-734c-4315-acd1-deb515f6810f service neutron] Pushing event updated for resources: {'Port': ['ID=60ef18b7-07cd-4dd7-936a-aa71c8c7559e,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:28.995759 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c47942-1b01-4742-9e7a-261d6a2d8491', 'tag': 'dab03e46-b223-43a9-afaf-bb5ef19b1b5f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:29.003384 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47791dcd-0a73-436b-be35-86e0479682e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c47942-1b01-4742-9e7a-261d6a2d8491", "tag": "dab03e46-b223-43a9-afaf-bb5ef19b1b5f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:29.309533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97c40c-2468-4e2f-9d8d-0abcc58abe9a service neutron] Pushing event updated for resources: {'Port': ['ID=dab03e46-b223-43a9-afaf-bb5ef19b1b5f,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:29.371537 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306dee12-b31c-4293-a33a-b11b999580f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:29.373011 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93f757-2d8e-4d41-b67c-8038c0c1f5dd req-51d8c685-a3bd-4ed9-b8a9-b9a0441e342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:29.375313 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6c93f757-2d8e-4d41-b67c-8038c0c1f5dd req-51d8c685-a3bd-4ed9-b8a9-b9a0441e342b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7206421 Feb 10 15:29:29.394896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-c61b01a9-81e2-4c3e-b21c-e922b8af5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:29.400187 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-c61b01a9-81e2-4c3e-b21c-e922b8af5152 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c2365a3048c4b23a67221fc3c979c7a&device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 1125 time: 0.3497984 Feb 10 15:29:29.412093 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae3d05-7b7f-490c-9e6b-67f16169d520 req-4cb57a01-f9fc-42e9-9fc2-c3e8c8137a6d tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:29.414145 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6bae3d05-7b7f-490c-9e6b-67f16169d520 req-4cb57a01-f9fc-42e9-9fc2-c3e8c8137a6d tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 943 time: 0.8372250 Feb 10 15:29:29.467315 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-8da48a64-806c-4ca7-bd91-ec215ea4d3f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dab03e46-b223-43a9-afaf-bb5ef19b1b5f HTTP/1.1" status: 200 len: 217 time: 0.0600796 Feb 10 15:29:29.566835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-e643d5d5-b839-4c62-9b80-428bfae507a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:29.576533 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-e643d5d5-b839-4c62-9b80-428bfae507a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3ce83f6-6325-453a-a2c7-3c49256a130b HTTP/1.1" status: 200 len: 850 time: 0.0945907 Feb 10 15:29:29.713185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-86f111e7-c0ea-4c0a-83ed-946fff8cf11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:29.715141 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-86f111e7-c0ea-4c0a-83ed-946fff8cf11e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2e77de5-12dc-41aa-af99-c9787df5a7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1270511 Feb 10 15:29:30.050844 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-02f55fe5-0d39-451a-9afd-d241abc06aee service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275430 Feb 10 15:29:30.195888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-f4d707a2-e54c-48e1-8033-9ed7f45aff88 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:30.198038 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-f4d707a2-e54c-48e1-8033-9ed7f45aff88 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.79 "GET /v2.0/networks?id=db0f184d-0c8f-4d59-ba81-688af906aad0 HTTP/1.1" status: 200 len: 815 time: 0.3486342 Feb 10 15:29:30.220446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-5bb03029-c34f-4de9-92e2-1949f00c97a7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Request body: {'port': {'device_id': 'cdcdef51-4323-4eeb-aeaa-aa8e86a631d8', 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0', 'admin_state_up': True, 'tenant_id': '59d797e9d4f84d73bb9a3e89b8b6b79d'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:30.225882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-529526c5-45f8-43b3-ab60-323c8492c64e req-8f8e614f-1d11-4c99-ad15-8c1597d4f4c7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d797e9d4f84d73bb9a3e89b8b6b79d&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2485211 Feb 10 15:29:30.363196 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-22cef27d-9da7-4dea-ae8a-8747374fb945 req-c746f8a8-2cdb-463f-822d-39dcc49690a4 service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965891 Feb 10 15:29:30.364123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-529526c5-45f8-43b3-ab60-323c8492c64e req-6214f3e2-f170-49b7-89d7-bcbddee373ed service neutron] 10.222.0.64 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199987 Feb 10 15:29:30.397790 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e32c7f-e63f-4157-9b31-037cdb4d6a6b None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:29:30.410424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6bae3d05-7b7f-490c-9e6b-67f16169d520 req-c836aaa5-8096-429e-8eab-e0a835e7807b tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=888992f7-2eed-4cfd-9b31-d441624fc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9851129 Feb 10 15:29:30.488934 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-5bb03029-c34f-4de9-92e2-1949f00c97a7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Made reservation on behalf of 59d797e9d4f84d73bb9a3e89b8b6b79d for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:30.492365 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-5bb03029-c34f-4de9-92e2-1949f00c97a7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:30.539269 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-529526c5-45f8-43b3-ab60-323c8492c64e req-e95d8f3a-6806-484c-8eff-5ca7981fab5a service neutron] 10.222.0.64 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350853 Feb 10 15:29:30.560334 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-306dee12-b31c-4293-a33a-b11b999580f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:30.647148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-306dee12-b31c-4293-a33a-b11b999580f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 76a6646d-1ef0-41bd-9dab-fc35b8400834 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:29:30.691115 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 009a2c05-497a-4495-9ee4-7ab4dcef4bcb up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:30.696074 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Provisioning complete for port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:30.696452 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:30.906963 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9da42a-2aa0-4f66-8609-e24862b1e560 x-openstack-request-id: req-9e9da42a-2aa0-4f66-8609-e24862b1e560 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:30.916313 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "tag": "60ef18b7-07cd-4dd7-936a-aa71c8c7559e", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:30.920530 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e9da42a-2aa0-4f66-8609-e24862b1e560 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:30.920530 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'tag': '60ef18b7-07cd-4dd7-936a-aa71c8c7559e', 'status': 'completed', 'code': 200} Feb 10 15:29:30.985358 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:30.985358 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:31.041562 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b356dcd7-91c9-40a7-b267-55593b2e8477 req-e62bbf9c-cd2b-415b-8db5-bd3c8296710a tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.1900330 Feb 10 15:29:31.048664 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-5bb03029-c34f-4de9-92e2-1949f00c97a7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Allocated IP 172.20.0.11 (db0f184d-0c8f-4d59-ba81-688af906aad0/3a250eeb-5302-4bb8-bc76-0eaf714b38cb/b19e4b8d-339d-4a68-b285-02678255079f) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:31.072638 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81835abc-a45d-453b-8eb2-132ac50fb107 x-openstack-request-id: req-81835abc-a45d-453b-8eb2-132ac50fb107 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:31.074434 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c47942-1b01-4742-9e7a-261d6a2d8491", "tag": "dab03e46-b223-43a9-afaf-bb5ef19b1b5f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:31.074804 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81835abc-a45d-453b-8eb2-132ac50fb107 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:31.076475 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c47942-1b01-4742-9e7a-261d6a2d8491', 'tag': 'dab03e46-b223-43a9-afaf-bb5ef19b1b5f', 'status': 'completed', 'code': 200} Feb 10 15:29:31.350113 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Current status of the port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:31.353512 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:31.356619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31fc1-3e4c-49f3-a115-b311edaee9aa req-28bac469-1047-4d5b-9a93-af0cafa79135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:31.363454 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31fc1-3e4c-49f3-a115-b311edaee9aa req-28bac469-1047-4d5b-9a93-af0cafa79135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:31.363454 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31fc1-3e4c-49f3-a115-b311edaee9aa req-28bac469-1047-4d5b-9a93-af0cafa79135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:31.363454 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31fc1-3e4c-49f3-a115-b311edaee9aa req-28bac469-1047-4d5b-9a93-af0cafa79135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:31.363454 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31fc1-3e4c-49f3-a115-b311edaee9aa req-28bac469-1047-4d5b-9a93-af0cafa79135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:31.368224 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31fc1-3e4c-49f3-a115-b311edaee9aa req-28bac469-1047-4d5b-9a93-af0cafa79135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:31.368925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31fc1-3e4c-49f3-a115-b311edaee9aa req-28bac469-1047-4d5b-9a93-af0cafa79135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:31.371065 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9ba31fc1-3e4c-49f3-a115-b311edaee9aa req-28bac469-1047-4d5b-9a93-af0cafa79135 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f98392d30c54e709159c7a818a25666&device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 6313 time: 0.4517214 Feb 10 15:29:31.381782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47791dcd-0a73-436b-be35-86e0479682e6 req-d7fe150f-58ea-4a2d-8f36-08e7a3cf39af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:31.389389 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-47791dcd-0a73-436b-be35-86e0479682e6 req-d7fe150f-58ea-4a2d-8f36-08e7a3cf39af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c2365a3048c4b23a67221fc3c979c7a&device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 1125 time: 0.3105013 Feb 10 15:29:31.430169 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c7974-afcc-4a73-b306-33ad54a46e74 None None] Update dhcp port {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'fixed_ips': [{'subnet_id': '6b5d16fb-8041-43a6-b28e-d6f3aeb2ea1e', 'ip_address': '2001:db8::f816:3eff:fe93:fc33'}, {'subnet_id': 'f5a0fae2-4352-4c46-848f-be55a665b02a'}], 'binding:host_id': 'n-d-815324-7'}, 'id': '009a2c05-497a-4495-9ee4-7ab4dcef4bcb'} from n-d-815324-7. {{(pid=103370) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 15:29:31.435986 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-52c95035-b393-48db-963c-eddc01a47f9b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:31.443496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-52c95035-b393-48db-963c-eddc01a47f9b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/networks?id=db0f184d-0c8f-4d59-ba81-688af906aad0 HTTP/1.1" status: 200 len: 815 time: 0.1735463 Feb 10 15:29:31.482616 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0f6301-441b-4266-aaf6-c93025a59799 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:31.553107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] For port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=009a2c05-497a-4495-9ee4-7ab4dcef4bcb,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:31.575981 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:31.576395 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:31.579254 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device dab03e46-b223-43a9-afaf-bb5ef19b1b5f details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:29:31.587411 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:31.591946 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Publish callbacks [] for port (0c0f6301-441b-4266-aaf6-c93025a59799), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:31.625185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47791dcd-0a73-436b-be35-86e0479682e6 req-263bc8b7-67f6-4c96-b365-fd86c17711e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:31.629806 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-47791dcd-0a73-436b-be35-86e0479682e6 req-263bc8b7-67f6-4c96-b365-fd86c17711e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2e77de5-12dc-41aa-af99-c9787df5a7b0 HTTP/1.1" status: 200 len: 912 time: 0.2270803 Feb 10 15:29:31.676057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Transition to ACTIVE for port object 0c0f6301-441b-4266-aaf6-c93025a59799 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:29:31.676057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-ed96d176-f539-4a9e-9519-5f4d47e0cde0 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/quotas/59d797e9d4f84d73bb9a3e89b8b6b79d HTTP/1.1" status: 200 len: 375 time: 0.2125776 Feb 10 15:29:31.777506 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Pushing event updated for resources: {'Port': ['ID=009a2c05-497a-4495-9ee4-7ab4dcef4bcb,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:31.786358 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (0c0f6301-441b-4266-aaf6-c93025a59799), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:31.835370 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-47791dcd-0a73-436b-be35-86e0479682e6 req-6545872f-edf6-4d68-8bb6-b0a92a76d039 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dab03e46-b223-43a9-afaf-bb5ef19b1b5f HTTP/1.1" status: 200 len: 217 time: 0.1606238 Feb 10 15:29:31.879672 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d84c7974-afcc-4a73-b306-33ad54a46e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:31.963463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ecf3b-ee7e-4664-bc24-7a7e8d84bf8d req-d8962c5c-301e-4c91-b2f0-3704049c4561 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:31.970632 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ecf3b-ee7e-4664-bc24-7a7e8d84bf8d req-d8962c5c-301e-4c91-b2f0-3704049c4561 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:31.981078 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ecf3b-ee7e-4664-bc24-7a7e8d84bf8d req-d8962c5c-301e-4c91-b2f0-3704049c4561 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:31.988677 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ecf3b-ee7e-4664-bc24-7a7e8d84bf8d req-d8962c5c-301e-4c91-b2f0-3704049c4561 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:31.996832 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ecf3b-ee7e-4664-bc24-7a7e8d84bf8d req-d8962c5c-301e-4c91-b2f0-3704049c4561 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:32.003218 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ecf3b-ee7e-4664-bc24-7a7e8d84bf8d req-d8962c5c-301e-4c91-b2f0-3704049c4561 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:32.009305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ecf3b-ee7e-4664-bc24-7a7e8d84bf8d req-d8962c5c-301e-4c91-b2f0-3704049c4561 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:32.011424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-258ecf3b-ee7e-4664-bc24-7a7e8d84bf8d req-d8962c5c-301e-4c91-b2f0-3704049c4561 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5383 time: 0.7463717 Feb 10 15:29:32.041615 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-306dee12-b31c-4293-a33a-b11b999580f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 172.20.0.6 (7a88351e-06f0-4f2f-982b-277a9503b2d6/f5a0fae2-4352-4c46-848f-be55a665b02a/76a6646d-1ef0-41bd-9dab-fc35b8400834) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:32.069842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Pushing event updated for resources: {'Port': ['ID=0c0f6301-441b-4266-aaf6-c93025a59799,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:32.079621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-306dee12-b31c-4293-a33a-b11b999580f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::f816:3eff:feb2:8a8a (7a88351e-06f0-4f2f-982b-277a9503b2d6/6b5d16fb-8041-43a6-b28e-d6f3aeb2ea1e/76a6646d-1ef0-41bd-9dab-fc35b8400834) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:32.107635 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-db3c0fdf-ad0f-4e9c-8511-7f6d3cf9a69b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d797e9d4f84d73bb9a3e89b8b6b79d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4182465 Feb 10 15:29:32.129014 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.resource_extend [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:29:32.316569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port dab03e46-b223-43a9-afaf-bb5ef19b1b5f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=dab03e46-b223-43a9-afaf-bb5ef19b1b5f,segment=NetworkSegment(02b03b18-2845-4f07-9538-3c72b5e282ed),segment_id=02b03b18-2845-4f07-9538-3c72b5e282ed)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:32.380320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'dab03e46-b223-43a9-afaf-bb5ef19b1b5f', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'port_id': 'dab03e46-b223-43a9-afaf-bb5ef19b1b5f', 'mac_address': 'fa:16:3e:19:d3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:29:32.382936 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:32.383387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:32.383833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:32.384273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:32.387592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:32.388063 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:32.388510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:32.388996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:32.389455 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:32.389892 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:32.390335 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:32.392239 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:32.392726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d205990-8e81-4c41-8fb9-f17cded49ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:32.411468 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-5bb03029-c34f-4de9-92e2-1949f00c97a7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks [] for port (b19e4b8d-339d-4a68-b285-02678255079f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:32.455172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31fc1-3e4c-49f3-a115-b311edaee9aa req-4849b9f3-7bf4-426d-8807-95286a057dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:32.456522 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31fc1-3e4c-49f3-a115-b311edaee9aa req-4849b9f3-7bf4-426d-8807-95286a057dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:32.457354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31fc1-3e4c-49f3-a115-b311edaee9aa req-4849b9f3-7bf4-426d-8807-95286a057dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:32.459798 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9ba31fc1-3e4c-49f3-a115-b311edaee9aa req-4849b9f3-7bf4-426d-8807-95286a057dd5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4f98392d30c54e709159c7a818a25666&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0691397 Feb 10 15:29:32.462412 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-5bb03029-c34f-4de9-92e2-1949f00c97a7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b19e4b8d-339d-4a68-b285-02678255079f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:32.465861 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47791dcd-0a73-436b-be35-86e0479682e6 req-2b60c027-cf4f-427b-850e-86bee4235709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:32.468918 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-47791dcd-0a73-436b-be35-86e0479682e6 req-2b60c027-cf4f-427b-850e-86bee4235709 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3ce83f6-6325-453a-a2c7-3c49256a130b HTTP/1.1" status: 200 len: 850 time: 0.6183877 Feb 10 15:29:32.560156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb03029-c34f-4de9-92e2-1949f00c97a7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Pushing event updated for resources: {'Port': ['ID=b19e4b8d-339d-4a68-b285-02678255079f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:32.581547 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:29:32.582118 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:29:32.657765 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-5bb03029-c34f-4de9-92e2-1949f00c97a7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Network db0f184d-0c8f-4d59-ba81-688af906aad0 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:32.664236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-5bb03029-c34f-4de9-92e2-1949f00c97a7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:32.671619 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-306dee12-b31c-4293-a33a-b11b999580f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (76a6646d-1ef0-41bd-9dab-fc35b8400834), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:32.678515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port dab03e46-b223-43a9-afaf-bb5ef19b1b5f is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:32.679010 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (dab03e46-b223-43a9-afaf-bb5ef19b1b5f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:32.754363 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab03e46-b223-43a9-afaf-bb5ef19b1b5f {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:32.755663 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-5bb03029-c34f-4de9-92e2-1949f00c97a7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:32.759878 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-306dee12-b31c-4293-a33a-b11b999580f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (76a6646d-1ef0-41bd-9dab-fc35b8400834), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:32.778720 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Attempting to bind port 0c0f6301-441b-4266-aaf6-c93025a59799 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:29:32.779354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Attempting to bind port 0c0f6301-441b-4266-aaf6-c93025a59799 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:29:32.779876 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Attempting to bind port 0c0f6301-441b-4266-aaf6-c93025a59799 on network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:32.800497 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port dab03e46-b223-43a9-afaf-bb5ef19b1b5f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=dab03e46-b223-43a9-afaf-bb5ef19b1b5f,segment=NetworkSegment(02b03b18-2845-4f07-9538-3c72b5e282ed),segment_id=02b03b18-2845-4f07-9538-3c72b5e282ed)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:32.816549 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (dab03e46-b223-43a9-afaf-bb5ef19b1b5f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:32.825543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-258ecf3b-ee7e-4664-bc24-7a7e8d84bf8d req-66eab08c-dbd0-4593-b25a-8a21af2e08c2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8042760 Feb 10 15:29:32.899134 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-5bb03029-c34f-4de9-92e2-1949f00c97a7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:32.900205 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-5bb03029-c34f-4de9-92e2-1949f00c97a7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:32.923877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Port 0c0f6301-441b-4266-aaf6-c93025a59799 on network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:29:32.924104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Attempting to bind port 0c0f6301-441b-4266-aaf6-c93025a59799 on network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:32.948810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=dab03e46-b223-43a9-afaf-bb5ef19b1b5f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:32.979923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47791dcd-0a73-436b-be35-86e0479682e6 req-3de51281-a3f8-416b-8dc5-40ef9c15b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:32.983365 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-47791dcd-0a73-436b-be35-86e0479682e6 req-3de51281-a3f8-416b-8dc5-40ef9c15b4de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2e77de5-12dc-41aa-af99-c9787df5a7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4348874 Feb 10 15:29:32.986267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-d84c7974-afcc-4a73-b306-33ad54a46e74 None None] Allocated IP 172.20.0.2 (7a88351e-06f0-4f2f-982b-277a9503b2d6/f5a0fae2-4352-4c46-848f-be55a665b02a/009a2c05-497a-4495-9ee4-7ab4dcef4bcb) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:32.995610 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-5bb03029-c34f-4de9-92e2-1949f00c97a7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7813039 Feb 10 15:29:33.001883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306dee12-b31c-4293-a33a-b11b999580f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:33.074002 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:33.074861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Checking segment: {'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:33.075463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Bound using segment: {'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:33.077185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Bound port: 0c0f6301-441b-4266-aaf6-c93025a59799, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:29:33.077944 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0c0f6301-441b-4266-aaf6-c93025a59799), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:33.084129 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306dee12-b31c-4293-a33a-b11b999580f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=76a6646d-1ef0-41bd-9dab-fc35b8400834,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:33.099957 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-306dee12-b31c-4293-a33a-b11b999580f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:33.102801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['dab03e46-b223-43a9-afaf-bb5ef19b1b5f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:29:33.113650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.72', 58626) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:33.130742 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306dee12-b31c-4293-a33a-b11b999580f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:33.159118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Request body: {'port': {'device_id': 'cdcdef51-4323-4eeb-aeaa-aa8e86a631d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:33.211381 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:33.257663 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306dee12-b31c-4293-a33a-b11b999580f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:33.260074 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-306dee12-b31c-4293-a33a-b11b999580f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:33.313049 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31fc1-3e4c-49f3-a115-b311edaee9aa req-39fc5b60-d2e5-4a9a-928e-7d54ce14483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:33.315504 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9ba31fc1-3e4c-49f3-a115-b311edaee9aa req-39fc5b60-d2e5-4a9a-928e-7d54ce14483b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8425970 Feb 10 15:29:33.393192 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b19e4b8d-339d-4a68-b285-02678255079f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:33.416072 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-47791dcd-0a73-436b-be35-86e0479682e6 req-48430e16-5251-4c86-9dca-c1787e609d2b service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994820 Feb 10 15:29:33.425449 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 009a2c05-497a-4495-9ee4-7ab4dcef4bcb up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:33.479201 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8834b0ce-f85d-4db5-a302-69890c40cbbf None None] Provisioning complete for port b19e4b8d-339d-4a68-b285-02678255079f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:33.479581 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8834b0ce-f85d-4db5-a302-69890c40cbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b19e4b8d-339d-4a68-b285-02678255079f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:33.512478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58648) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:33.519216 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8834b0ce-f85d-4db5-a302-69890c40cbbf None None] Port b19e4b8d-339d-4a68-b285-02678255079f cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:29:33.522127 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-306dee12-b31c-4293-a33a-b11b999580f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.4972444 Feb 10 15:29:33.524528 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-5ae6eee8-5033-4895-8980-434a539ce693 service neutron] 10.222.0.64 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3716493 Feb 10 15:29:33.557767 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:33.558398 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:33.715458 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-70293389-d815-4872-a456-84adeda4907e service neutron] 10.222.0.64 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483865 Feb 10 15:29:33.743326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] For port 0c0f6301-441b-4266-aaf6-c93025a59799, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:33.751162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ac8a6-e67a-4578-9aa2-6328b0071961 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:33.755446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22030848-2003-4074-b020-bd629920722c req-324ba3e7-a809-4805-b286-e00a9b34866a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:33.762948 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22030848-2003-4074-b020-bd629920722c req-324ba3e7-a809-4805-b286-e00a9b34866a tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 944 time: 0.6466067 Feb 10 15:29:33.767557 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ac8a6-e67a-4578-9aa2-6328b0071961 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:33.772879 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-067ac8a6-e67a-4578-9aa2-6328b0071961 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2587924 Feb 10 15:29:33.800145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58650) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:33.837382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d84c7974-afcc-4a73-b306-33ad54a46e74 None None] For port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=009a2c05-497a-4495-9ee4-7ab4dcef4bcb,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:33.899335 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-47791dcd-0a73-436b-be35-86e0479682e6 req-9f850821-91b0-4b44-a973-efccf25f84e1 service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420259 Feb 10 15:29:33.915846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] For port 0c0f6301-441b-4266-aaf6-c93025a59799, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0c0f6301-441b-4266-aaf6-c93025a59799,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:33.955567 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (0c0f6301-441b-4266-aaf6-c93025a59799), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:33.973536 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:34.016819 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19e4b8d-339d-4a68-b285-02678255079f {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:34.044294 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Publish callbacks [] for port (b19e4b8d-339d-4a68-b285-02678255079f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:34.075649 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Transition to ACTIVE for port object b19e4b8d-339d-4a68-b285-02678255079f will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:29:34.083126 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (b19e4b8d-339d-4a68-b285-02678255079f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:34.137654 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d84c7974-afcc-4a73-b306-33ad54a46e74 None None] Publish callbacks [] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:34.145708 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d84c7974-afcc-4a73-b306-33ad54a46e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:34.198499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Pushing event updated for resources: {'Port': ['ID=0c0f6301-441b-4266-aaf6-c93025a59799,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:34.225672 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b19e4b8d-339d-4a68-b285-02678255079f,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:34.227163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ed787d70-8164-4a8c-a96b-a1b81237a813 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:34.246133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ed787d70-8164-4a8c-a96b-a1b81237a813 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.72 "GET /v2.0/networks?id=db0f184d-0c8f-4d59-ba81-688af906aad0 HTTP/1.1" status: 200 len: 815 time: 1.1046102 Feb 10 15:29:34.260260 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-529526c5-45f8-43b3-ab60-323c8492c64e req-0ac8f8a5-1d6c-42c9-90a2-f7d9e0a868a5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Request body: {'port': {'device_id': '39178a2d-31b3-48fb-b059-f8f74e81b9d1', 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0', 'admin_state_up': True, 'tenant_id': '59d797e9d4f84d73bb9a3e89b8b6b79d'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:34.270877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:34.270877 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:34.271243 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-575f3790-a8cf-4afb-b194-93bc2d8c64bd service neutron] 10.222.0.72 "PUT /v2.0/ports/0c0f6301-441b-4266-aaf6-c93025a59799 HTTP/1.1" status: 200 len: 1090 time: 5.6026337 Feb 10 15:29:34.277893 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'tag': '0c0f6301-441b-4266-aaf6-c93025a59799'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:34.282466 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01550733-cdde-4620-9fe1-2438cc6c25fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "tag": "0c0f6301-441b-4266-aaf6-c93025a59799"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:34.305944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22030848-2003-4074-b020-bd629920722c req-057c3ca5-65a6-4bd6-9b8d-244a897206d2 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=888992f7-2eed-4cfd-9b31-d441624fc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5401006 Feb 10 15:29:34.348469 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Request body: {'port': {'device_id': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:34.358727 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c7974-afcc-4a73-b306-33ad54a46e74 None None] Pushing event updated for resources: {'Port': ['ID=009a2c05-497a-4495-9ee4-7ab4dcef4bcb,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:34.477228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Attempting to bind port b19e4b8d-339d-4a68-b285-02678255079f on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:29:34.478035 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Attempting to bind port b19e4b8d-339d-4a68-b285-02678255079f by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:29:34.478035 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Attempting to bind port b19e4b8d-339d-4a68-b285-02678255079f on network db0f184d-0c8f-4d59-ba81-688af906aad0 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:34.492457 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Port b19e4b8d-339d-4a68-b285-02678255079f on network db0f184d-0c8f-4d59-ba81-688af906aad0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:29:34.492812 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Attempting to bind port b19e4b8d-339d-4a68-b285-02678255079f on network db0f184d-0c8f-4d59-ba81-688af906aad0 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:34.518065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:34.519394 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Checking segment: {'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:34.519971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Bound using segment: {'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:34.520583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Bound port: b19e4b8d-339d-4a68-b285-02678255079f, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:29:34.521164 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b19e4b8d-339d-4a68-b285-02678255079f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:34.661917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] For port b19e4b8d-339d-4a68-b285-02678255079f, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:34.666109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] For port b19e4b8d-339d-4a68-b285-02678255079f, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=b19e4b8d-339d-4a68-b285-02678255079f,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:34.686176 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (b19e4b8d-339d-4a68-b285-02678255079f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:34.688356 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9aa4dadf-8bf0-409e-8fb7-b7f3083aac23 req-724e1f61-3ae8-486d-b4b9-6f9138990467 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.2530894 Feb 10 15:29:34.780082 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-cb9aeca0-5150-4f67-a1d2-77b58c63b1be tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 76a6646d-1ef0-41bd-9dab-fc35b8400834 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:34.780670 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cb9aeca0-5150-4f67-a1d2-77b58c63b1be tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (76a6646d-1ef0-41bd-9dab-fc35b8400834), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:34.868997 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:34.887297 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:34.895279 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] 10.222.0.79 "PUT /v2.0/ports/b19e4b8d-339d-4a68-b285-02678255079f HTTP/1.1" status: 200 len: 1092 time: 1.7567773 Feb 10 15:29:34.895941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcdef51-4323-4eeb-aeaa-aa8e86a631d8', 'tag': 'b19e4b8d-339d-4a68-b285-02678255079f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:34.898324 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01732aba-f930-406a-ba01-4bc1c333e67e" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcdef51-4323-4eeb-aeaa-aa8e86a631d8", "tag": "b19e4b8d-339d-4a68-b285-02678255079f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:35.045008 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233eac0b-74ae-44ea-8a28-b1a6ca19b4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b19e4b8d-339d-4a68-b285-02678255079f,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:35.104988 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-f16d17a0-4e69-4cbd-8d5b-931503d13b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.114095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6ab56b4-1d81-4d06-96aa-8c83e9e20350 req-a957379c-82f1-4938-8532-22b686731b1c tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 210 time: 0.2687695 Feb 10 15:29:35.116682 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-f16d17a0-4e69-4cbd-8d5b-931503d13b74 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d797e9d4f84d73bb9a3e89b8b6b79d&device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 1126 time: 0.1531994 Feb 10 15:29:35.242887 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-de3f7b75-90b2-4eb9-be23-1ff7e69fa30e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b19e4b8d-339d-4a68-b285-02678255079f HTTP/1.1" status: 200 len: 217 time: 0.1178038 Feb 10 15:29:35.263769 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:35.287827 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e166582-105b-4e74-9582-2fbc1dba1879 x-openstack-request-id: req-5e166582-105b-4e74-9582-2fbc1dba1879 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:35.288254 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "tag": "0c0f6301-441b-4266-aaf6-c93025a59799", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:35.288561 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e166582-105b-4e74-9582-2fbc1dba1879 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:35.289030 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'tag': '0c0f6301-441b-4266-aaf6-c93025a59799', 'status': 'completed', 'code': 200} Feb 10 15:29:35.453496 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c35a24-5c6c-4aee-bd74-1ff1bceb6a22 x-openstack-request-id: req-56c35a24-5c6c-4aee-bd74-1ff1bceb6a22 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:35.470213 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcdef51-4323-4eeb-aeaa-aa8e86a631d8", "tag": "b19e4b8d-339d-4a68-b285-02678255079f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:35.470596 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56c35a24-5c6c-4aee-bd74-1ff1bceb6a22 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:35.471967 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcdef51-4323-4eeb-aeaa-aa8e86a631d8', 'tag': 'b19e4b8d-339d-4a68-b285-02678255079f', 'status': 'completed', 'code': 200} Feb 10 15:29:35.495598 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 009a2c05-497a-4495-9ee4-7ab4dcef4bcb up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:35.519738 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device dab03e46-b223-43a9-afaf-bb5ef19b1b5f up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:35.530315 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-570b597e-7261-4490-b334-cb7fea94f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.532278 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-570b597e-7261-4490-b334-cb7fea94f534 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a250eeb-5302-4bb8-bc76-0eaf714b38cb HTTP/1.1" status: 200 len: 854 time: 0.2393625 Feb 10 15:29:35.571540 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529526c5-45f8-43b3-ab60-323c8492c64e req-0ac8f8a5-1d6c-42c9-90a2-f7d9e0a868a5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Made reservation on behalf of 59d797e9d4f84d73bb9a3e89b8b6b79d for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:35.577079 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-529526c5-45f8-43b3-ab60-323c8492c64e req-0ac8f8a5-1d6c-42c9-90a2-f7d9e0a868a5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:35.623464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01550733-cdde-4620-9fe1-2438cc6c25fd req-dfbfa7b7-1e7c-4154-b722-1c8a8d655254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.625530 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01550733-cdde-4620-9fe1-2438cc6c25fd req-dfbfa7b7-1e7c-4154-b722-1c8a8d655254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.627120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01550733-cdde-4620-9fe1-2438cc6c25fd req-dfbfa7b7-1e7c-4154-b722-1c8a8d655254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.628846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01550733-cdde-4620-9fe1-2438cc6c25fd req-dfbfa7b7-1e7c-4154-b722-1c8a8d655254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.630216 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01550733-cdde-4620-9fe1-2438cc6c25fd req-dfbfa7b7-1e7c-4154-b722-1c8a8d655254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.631056 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01550733-cdde-4620-9fe1-2438cc6c25fd req-dfbfa7b7-1e7c-4154-b722-1c8a8d655254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.633527 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01550733-cdde-4620-9fe1-2438cc6c25fd req-dfbfa7b7-1e7c-4154-b722-1c8a8d655254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.637072 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205b4b2-323e-49ee-b544-5c681830278e req-0ecb840a-c969-423a-b21f-5a2ad674a807 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.637825 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01550733-cdde-4620-9fe1-2438cc6c25fd req-dfbfa7b7-1e7c-4154-b722-1c8a8d655254 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f98392d30c54e709159c7a818a25666&device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 6411 time: 0.3940134 Feb 10 15:29:35.653352 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205b4b2-323e-49ee-b544-5c681830278e req-0ecb840a-c969-423a-b21f-5a2ad674a807 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.660692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205b4b2-323e-49ee-b544-5c681830278e req-0ecb840a-c969-423a-b21f-5a2ad674a807 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.666043 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205b4b2-323e-49ee-b544-5c681830278e req-0ecb840a-c969-423a-b21f-5a2ad674a807 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.672303 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205b4b2-323e-49ee-b544-5c681830278e req-0ecb840a-c969-423a-b21f-5a2ad674a807 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.677861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205b4b2-323e-49ee-b544-5c681830278e req-0ecb840a-c969-423a-b21f-5a2ad674a807 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.684061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205b4b2-323e-49ee-b544-5c681830278e req-0ecb840a-c969-423a-b21f-5a2ad674a807 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.704434 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e205b4b2-323e-49ee-b544-5c681830278e req-0ecb840a-c969-423a-b21f-5a2ad674a807 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5395 time: 1.2002776 Feb 10 15:29:35.725269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port dab03e46-b223-43a9-afaf-bb5ef19b1b5f completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:29:35.746913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port dab03e46-b223-43a9-afaf-bb5ef19b1b5f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:35.747290 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dab03e46-b223-43a9-afaf-bb5ef19b1b5f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:35.885338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-ecf5dbf2-802f-426d-b79f-41d3e2d1e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:35.887781 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-ecf5dbf2-802f-426d-b79f-41d3e2d1e959 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db0f184d-0c8f-4d59-ba81-688af906aad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3484867 Feb 10 15:29:35.924962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port dab03e46-b223-43a9-afaf-bb5ef19b1b5f is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:35.925415 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (dab03e46-b223-43a9-afaf-bb5ef19b1b5f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:35.992538 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cb9aeca0-5150-4f67-a1d2-77b58c63b1be tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (76a6646d-1ef0-41bd-9dab-fc35b8400834), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:35.994873 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port dab03e46-b223-43a9-afaf-bb5ef19b1b5f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=dab03e46-b223-43a9-afaf-bb5ef19b1b5f,segment=NetworkSegment(02b03b18-2845-4f07-9538-3c72b5e282ed),segment_id=02b03b18-2845-4f07-9538-3c72b5e282ed)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:35.998722 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c47942-1b01-4742-9e7a-261d6a2d8491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab03e46-b223-43a9-afaf-bb5ef19b1b5f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:36.005879 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6df219-f41e-4a56-8973-eaac33054be0" -d '{"events": [{"server_uuid": "e1c47942-1b01-4742-9e7a-261d6a2d8491", "name": "network-vif-plugged", "status": "completed", "tag": "dab03e46-b223-43a9-afaf-bb5ef19b1b5f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:36.013399 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e205b4b2-323e-49ee-b544-5c681830278e req-00a83854-14a5-4ddd-bbec-3ad3550a51c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2866893 Feb 10 15:29:36.025691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:36.026130 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:36.045682 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (dab03e46-b223-43a9-afaf-bb5ef19b1b5f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:36.169871 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-cb9aeca0-5150-4f67-a1d2-77b58c63b1be tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 76a6646d-1ef0-41bd-9dab-fc35b8400834 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:36.206664 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01550733-cdde-4620-9fe1-2438cc6c25fd req-6a33360c-8261-40a3-90f3-1317193b770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:36.210326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01550733-cdde-4620-9fe1-2438cc6c25fd req-6a33360c-8261-40a3-90f3-1317193b770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:36.210815 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01550733-cdde-4620-9fe1-2438cc6c25fd req-6a33360c-8261-40a3-90f3-1317193b770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:36.212510 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01550733-cdde-4620-9fe1-2438cc6c25fd req-6a33360c-8261-40a3-90f3-1317193b770b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4f98392d30c54e709159c7a818a25666&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5613551 Feb 10 15:29:36.261082 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=dab03e46-b223-43a9-afaf-bb5ef19b1b5f,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:36.294988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-261b2743-8e2e-4514-8a51-3d67a25786c0 None None] Provisioning complete for port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:36.295306 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-261b2743-8e2e-4514-8a51-3d67a25786c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:36.449118 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-70fc8f57-55ad-460b-bdc8-dd87738a234f req-64dd62cb-b3f9-40c1-8bde-38050d795f23 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.2036762 Feb 10 15:29:36.472504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a8c2c-3cab-43fa-be71-c1e13e2a970a req-f1ab638f-3039-4e9e-9947-98ef80d75e02 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:36.474386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee2a8c2c-3cab-43fa-be71-c1e13e2a970a req-f1ab638f-3039-4e9e-9947-98ef80d75e02 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 944 time: 0.7688630 Feb 10 15:29:36.516316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:36.566462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-261b2743-8e2e-4514-8a51-3d67a25786c0 None None] Current status of the port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:36.623155 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dc0118-e405-4eae-946b-ccd85289268e x-openstack-request-id: req-47dc0118-e405-4eae-946b-ccd85289268e {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:36.625352 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c47942-1b01-4742-9e7a-261d6a2d8491", "name": "network-vif-plugged", "status": "completed", "tag": "dab03e46-b223-43a9-afaf-bb5ef19b1b5f", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:36.625615 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47dc0118-e405-4eae-946b-ccd85289268e {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:36.630972 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c47942-1b01-4742-9e7a-261d6a2d8491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab03e46-b223-43a9-afaf-bb5ef19b1b5f', 'code': 200} Feb 10 15:29:36.680939 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-d85eacf8-78df-4ecd-a963-94e775478c25 service neutron] 10.222.0.79 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7853014 Feb 10 15:29:36.701330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-508ec1ce-0cd5-4e6f-8bfc-b8d888a9eb2b None None] Provisioning complete for port 76a6646d-1ef0-41bd-9dab-fc35b8400834 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:36.701716 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-508ec1ce-0cd5-4e6f-8bfc-b8d888a9eb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (76a6646d-1ef0-41bd-9dab-fc35b8400834), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:36.748026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-508ec1ce-0cd5-4e6f-8bfc-b8d888a9eb2b None None] Port 76a6646d-1ef0-41bd-9dab-fc35b8400834 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:29:36.785226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-a25752a5-06f0-4563-b675-f5032a692a3f tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:36.787613 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-a25752a5-06f0-4563-b675-f5032a692a3f tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.79 "GET /v2.0/networks?id=db0f184d-0c8f-4d59-ba81-688af906aad0 HTTP/1.1" status: 200 len: 815 time: 0.6400485 Feb 10 15:29:36.803615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Request body: {'port': {'device_id': '0bf493a5-5e44-49f0-bebc-9b6037d05a61', 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0', 'admin_state_up': True, 'tenant_id': '59d797e9d4f84d73bb9a3e89b8b6b79d'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:36.818139 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cb9aeca0-5150-4f67-a1d2-77b58c63b1be tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (76a6646d-1ef0-41bd-9dab-fc35b8400834), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:36.829695 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:36.860777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01550733-cdde-4620-9fe1-2438cc6c25fd req-9374f403-9530-4d4b-b769-e7740172ef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:36.863166 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01550733-cdde-4620-9fe1-2438cc6c25fd req-9374f403-9530-4d4b-b769-e7740172ef96 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5804892 Feb 10 15:29:36.873294 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-529526c5-45f8-43b3-ab60-323c8492c64e req-0ac8f8a5-1d6c-42c9-90a2-f7d9e0a868a5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Allocated IP 172.20.0.6 (db0f184d-0c8f-4d59-ba81-688af906aad0/3a250eeb-5302-4bb8-bc76-0eaf714b38cb/12bbfd7f-9f19-4aa3-b3ef-441208e049fe) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:36.921891 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2cac0460-a65e-47c0-ae7d-98cbf21c55a7 req-862c2af9-ec5b-4578-bff8-e50ed8a3b246 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 210 time: 0.1196399 Feb 10 15:29:36.960952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887a0dc-ea58-4dfe-a7b7-99868e9dac9c req-49cd79f2-b35d-429c-910c-86854dc7b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:36.970476 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7887a0dc-ea58-4dfe-a7b7-99868e9dac9c req-49cd79f2-b35d-429c-910c-86854dc7b1f0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 1127 time: 0.2706468 Feb 10 15:29:36.978859 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4c8a7a2d-1317-43f6-9df5-99829b0dd7c1 req-c86829d8-b370-415a-a8e6-6230e3528886 service neutron] 10.222.0.79 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893243 Feb 10 15:29:36.979196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9aeca0-5150-4f67-a1d2-77b58c63b1be tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=76a6646d-1ef0-41bd-9dab-fc35b8400834,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:37.200548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48f39b5-f797-4352-8b28-81d1efe23bf4 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:37.282836 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Publish callbacks [] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:37.299279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Transition to ACTIVE for port object d48f39b5-f797-4352-8b28-81d1efe23bf4 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:29:37.322898 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee2a8c2c-3cab-43fa-be71-c1e13e2a970a req-aa840e27-eccb-4123-a1f9-491456e0ca78 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=888992f7-2eed-4cfd-9b31-d441624fc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8383665 Feb 10 15:29:37.548251 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7887a0dc-ea58-4dfe-a7b7-99868e9dac9c req-51389a08-5f95-4814-bbbf-89e2ca6153bf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=888992f7-2eed-4cfd-9b31-d441624fc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5680153 Feb 10 15:29:37.552994 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Made reservation on behalf of 59d797e9d4f84d73bb9a3e89b8b6b79d for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:37.556549 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:37.562513 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-529526c5-45f8-43b3-ab60-323c8492c64e req-0ac8f8a5-1d6c-42c9-90a2-f7d9e0a868a5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks [] for port (12bbfd7f-9f19-4aa3-b3ef-441208e049fe), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:37.576571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01732aba-f930-406a-ba01-4bc1c333e67e req-f57286e3-608f-4698-9c42-ffa6739e62b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:37.578174 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01732aba-f930-406a-ba01-4bc1c333e67e req-f57286e3-608f-4698-9c42-ffa6739e62b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d797e9d4f84d73bb9a3e89b8b6b79d&device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 1126 time: 0.1043935 Feb 10 15:29:37.611729 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:37.631145 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cb9aeca0-5150-4f67-a1d2-77b58c63b1be tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:37.644501 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cb9aeca0-5150-4f67-a1d2-77b58c63b1be tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/76a6646d-1ef0-41bd-9dab-fc35b8400834 HTTP/1.1" status: 204 len: 168 time: 3.8383794 Feb 10 15:29:37.647472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58708) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:37.724832 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-529526c5-45f8-43b3-ab60-323c8492c64e req-0ac8f8a5-1d6c-42c9-90a2-f7d9e0a868a5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (12bbfd7f-9f19-4aa3-b3ef-441208e049fe), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:37.805888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01732aba-f930-406a-ba01-4bc1c333e67e req-f7404512-9e3e-4e92-9549-411190b983eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:37.808183 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01732aba-f930-406a-ba01-4bc1c333e67e req-f7404512-9e3e-4e92-9549-411190b983eb service neutron] 10.222.0.79 "GET /v2.0/networks?id=db0f184d-0c8f-4d59-ba81-688af906aad0 HTTP/1.1" status: 200 len: 916 time: 0.2217746 Feb 10 15:29:37.824902 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Allocated IP 172.20.0.7 (db0f184d-0c8f-4d59-ba81-688af906aad0/3a250eeb-5302-4bb8-bc76-0eaf714b38cb/803e0b1d-251d-409a-ac1c-f292dbb09498) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:37.857379 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d48f39b5-f797-4352-8b28-81d1efe23bf4,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:37.897096 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01732aba-f930-406a-ba01-4bc1c333e67e req-e0725a91-3da8-4c55-ad51-533dc65adee8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b19e4b8d-339d-4a68-b285-02678255079f HTTP/1.1" status: 200 len: 217 time: 0.0787234 Feb 10 15:29:38.020142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01732aba-f930-406a-ba01-4bc1c333e67e req-27d09a9d-b26b-4ac8-9523-050388c49c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:38.021842 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01732aba-f930-406a-ba01-4bc1c333e67e req-27d09a9d-b26b-4ac8-9523-050388c49c56 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a250eeb-5302-4bb8-bc76-0eaf714b38cb HTTP/1.1" status: 200 len: 854 time: 0.1130483 Feb 10 15:29:38.215715 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks [] for port (803e0b1d-251d-409a-ac1c-f292dbb09498), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:38.261227 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (803e0b1d-251d-409a-ac1c-f292dbb09498), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:38.323140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01732aba-f930-406a-ba01-4bc1c333e67e req-d33d3b27-3bb5-46a8-837a-47ff36f686bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:38.324845 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01732aba-f930-406a-ba01-4bc1c333e67e req-d33d3b27-3bb5-46a8-837a-47ff36f686bf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db0f184d-0c8f-4d59-ba81-688af906aad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2926872 Feb 10 15:29:38.356037 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529526c5-45f8-43b3-ab60-323c8492c64e req-0ac8f8a5-1d6c-42c9-90a2-f7d9e0a868a5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Network db0f184d-0c8f-4d59-ba81-688af906aad0 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:38.366156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51a67a-a12b-4659-a068-76abfd84fda1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:38.367362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51a67a-a12b-4659-a068-76abfd84fda1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:38.368748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51a67a-a12b-4659-a068-76abfd84fda1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:38.373514 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ad51a67a-a12b-4659-a068-76abfd84fda1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6279244 Feb 10 15:29:38.375730 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-30400ec8-c8f4-4510-b0fb-d6aeb8492ed6 req-5e5b7b4c-11ad-40b4-aaec-eb2270fdcb91 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.5580668 Feb 10 15:29:38.376877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58716) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:38.377575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8f8a5-1d6c-42c9-90a2-f7d9e0a868a5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Pushing event updated for resources: {'Port': ['ID=12bbfd7f-9f19-4aa3-b3ef-441208e049fe,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:38.381189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-529526c5-45f8-43b3-ab60-323c8492c64e req-0ac8f8a5-1d6c-42c9-90a2-f7d9e0a868a5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:38.383529 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-529526c5-45f8-43b3-ab60-323c8492c64e req-0ac8f8a5-1d6c-42c9-90a2-f7d9e0a868a5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:38.478732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Pushing event updated for resources: {'Port': ['ID=803e0b1d-251d-409a-ac1c-f292dbb09498,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:38.494537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Network db0f184d-0c8f-4d59-ba81-688af906aad0 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:38.527357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529526c5-45f8-43b3-ab60-323c8492c64e req-0ac8f8a5-1d6c-42c9-90a2-f7d9e0a868a5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:38.528022 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-529526c5-45f8-43b3-ab60-323c8492c64e req-0ac8f8a5-1d6c-42c9-90a2-f7d9e0a868a5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:38.536329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:38.545597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:38.546518 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:38.547429 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:38.547990 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:38.548537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:38.549102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:38.550298 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:38.550837 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:38.551381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:38.551920 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:38.552679 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:38.553305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:38.553836 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:29:38.558097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:38.571765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-046e9be6-7dad-4b6e-9950-cb7d42fca6d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet 6b5d16fb-8041-43a6-b28e-d6f3aeb2ea1e {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:29:38.575352 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-046e9be6-7dad-4b6e-9950-cb7d42fca6d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (6b5d16fb-8041-43a6-b28e-d6f3aeb2ea1e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:38.641087 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01732aba-f930-406a-ba01-4bc1c333e67e req-3e1de82d-ed2c-4ca2-be5c-92137881ddb6 service neutron] 10.222.0.79 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053203 Feb 10 15:29:38.677303 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36344b-ecfa-4875-9149-a47fc98b218f req-eaa28bca-0447-4407-bea5-4709bea40f5c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:38.691888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:38.692988 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:38.706391 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36344b-ecfa-4875-9149-a47fc98b218f req-eaa28bca-0447-4407-bea5-4709bea40f5c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:38.720149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36344b-ecfa-4875-9149-a47fc98b218f req-eaa28bca-0447-4407-bea5-4709bea40f5c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:38.743717 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36344b-ecfa-4875-9149-a47fc98b218f req-eaa28bca-0447-4407-bea5-4709bea40f5c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:38.759232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36344b-ecfa-4875-9149-a47fc98b218f req-eaa28bca-0447-4407-bea5-4709bea40f5c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:38.767201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36344b-ecfa-4875-9149-a47fc98b218f req-eaa28bca-0447-4407-bea5-4709bea40f5c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:38.774695 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-67efc2ea-0a93-41b3-bf62-07dde4ab1949 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9756193 Feb 10 15:29:38.787301 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36344b-ecfa-4875-9149-a47fc98b218f req-eaa28bca-0447-4407-bea5-4709bea40f5c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:38.789353 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df36344b-ecfa-4875-9149-a47fc98b218f req-eaa28bca-0447-4407-bea5-4709bea40f5c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5395 time: 1.6190944 Feb 10 15:29:38.798636 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-529526c5-45f8-43b3-ab60-323c8492c64e req-0ac8f8a5-1d6c-42c9-90a2-f7d9e0a868a5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5515318 Feb 10 15:29:38.824114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Request body: {'port': {'device_id': '0bf493a5-5e44-49f0-bebc-9b6037d05a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:38.923660 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Request body: {'port': {'device_id': '39178a2d-31b3-48fb-b059-f8f74e81b9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:38.937195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-53234f0a-12d7-4814-8bd5-5443768a9124 None None] Provisioning complete for port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:38.937799 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-53234f0a-12d7-4814-8bd5-5443768a9124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (12bbfd7f-9f19-4aa3-b3ef-441208e049fe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:38.938266 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (803e0b1d-251d-409a-ac1c-f292dbb09498), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:38.967327 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-046e9be6-7dad-4b6e-9950-cb7d42fca6d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (6b5d16fb-8041-43a6-b28e-d6f3aeb2ea1e), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:38.992196 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01732aba-f930-406a-ba01-4bc1c333e67e req-425f152f-3549-4e8e-b558-eaf59fae5028 service neutron] 10.222.0.79 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436425 Feb 10 15:29:39.057265 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-53234f0a-12d7-4814-8bd5-5443768a9124 None None] Port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:29:39.129848 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (12bbfd7f-9f19-4aa3-b3ef-441208e049fe), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:39.150364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df36344b-ecfa-4875-9149-a47fc98b218f req-71e7732a-db7a-4411-9ace-cf9a7bfceca2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2960899 Feb 10 15:29:39.297794 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8773195d-840e-484b-b883-67bcb51a6d01 None None] Provisioning complete for port 803e0b1d-251d-409a-ac1c-f292dbb09498 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:39.305178 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8773195d-840e-484b-b883-67bcb51a6d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (803e0b1d-251d-409a-ac1c-f292dbb09498), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:39.410942 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8773195d-840e-484b-b883-67bcb51a6d01 None None] Port 803e0b1d-251d-409a-ac1c-f292dbb09498 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:29:39.427094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa678ac-2dec-4655-8e01-238e37e7414a req-f425ad87-8aa0-4c7d-8278-6581993dd400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:39.428827 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9aa678ac-2dec-4655-8e01-238e37e7414a req-f425ad87-8aa0-4c7d-8278-6581993dd400 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=834ca1ac5a114b04ab69ec176b0d415f&device_id=0f51d16d-80a1-419b-88a1-0d40b6cbf4c8 HTTP/1.1" status: 200 len: 1132 time: 0.3080842 Feb 10 15:29:39.433942 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12bbfd7f-9f19-4aa3-b3ef-441208e049fe {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:39.443118 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Publish callbacks [] for port (12bbfd7f-9f19-4aa3-b3ef-441208e049fe), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:39.456589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Transition to ACTIVE for port object 12bbfd7f-9f19-4aa3-b3ef-441208e049fe will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:29:39.522667 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (12bbfd7f-9f19-4aa3-b3ef-441208e049fe), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:39.569208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Attempting to bind port d48f39b5-f797-4352-8b28-81d1efe23bf4 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:29:39.569556 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Attempting to bind port d48f39b5-f797-4352-8b28-81d1efe23bf4 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:29:39.569934 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Attempting to bind port d48f39b5-f797-4352-8b28-81d1efe23bf4 on network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:39.573000 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device b19e4b8d-339d-4a68-b285-02678255079f details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:29:39.588723 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Port d48f39b5-f797-4352-8b28-81d1efe23bf4 on network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:29:39.589060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Attempting to bind port d48f39b5-f797-4352-8b28-81d1efe23bf4 on network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:39.626045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:39.626402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Checking segment: {'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:39.626789 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Bound using segment: {'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:39.627309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Bound port: d48f39b5-f797-4352-8b28-81d1efe23bf4, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:29:39.628263 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:39.655185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299c1a6-dcd5-4922-af06-e7c6386aaf66 req-bda76eb7-257c-4651-b1ee-6ced7bdfa029 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:39.656783 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8299c1a6-dcd5-4922-af06-e7c6386aaf66 req-bda76eb7-257c-4651-b1ee-6ced7bdfa029 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 931 time: 1.0173075 Feb 10 15:29:39.734126 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] For port d48f39b5-f797-4352-8b28-81d1efe23bf4, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:39.738654 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] For port d48f39b5-f797-4352-8b28-81d1efe23bf4, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d48f39b5-f797-4352-8b28-81d1efe23bf4,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:39.808487 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:39.819446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port b19e4b8d-339d-4a68-b285-02678255079f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=b19e4b8d-339d-4a68-b285-02678255079f,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:39.820783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa678ac-2dec-4655-8e01-238e37e7414a req-f078d1e6-879d-4771-bad2-a7826d29909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:39.828416 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9aa678ac-2dec-4655-8e01-238e37e7414a req-f078d1e6-879d-4771-bad2-a7826d29909d service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.3719344 Feb 10 15:29:39.841374 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'b19e4b8d-339d-4a68-b285-02678255079f', 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0', 'port_id': 'b19e4b8d-339d-4a68-b285-02678255079f', 'mac_address': 'fa:16:3e:04:99:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a250eeb-5302-4bb8-bc76-0eaf714b38cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:29:39.869542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91eb315-2567-43f3-a8fe-5cf85742fde5 req-ad7ee2d9-b4ae-45ab-b566-62856777b32c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:39.873779 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d91eb315-2567-43f3-a8fe-5cf85742fde5 req-ad7ee2d9-b4ae-45ab-b566-62856777b32c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 945 time: 0.3711293 Feb 10 15:29:39.890267 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:39.891966 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:39.896797 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port b19e4b8d-339d-4a68-b285-02678255079f is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:39.897196 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b19e4b8d-339d-4a68-b285-02678255079f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:39.899783 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-92991da0-509b-4407-872c-1500048d23d5 service neutron] 10.222.0.72 "PUT /v2.0/ports/d48f39b5-f797-4352-8b28-81d1efe23bf4 HTTP/1.1" status: 200 len: 1091 time: 5.5623744 Feb 10 15:29:39.903234 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8299c1a6-dcd5-4922-af06-e7c6386aaf66 req-5d09ace1-8677-4957-aac6-f8b223d24216 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261561 Feb 10 15:29:39.927145 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19e4b8d-339d-4a68-b285-02678255079f {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:39.988183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Request body: {'port': {'device_id': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:39.993616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port b19e4b8d-339d-4a68-b285-02678255079f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=b19e4b8d-339d-4a68-b285-02678255079f,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:40.005142 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b19e4b8d-339d-4a68-b285-02678255079f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:40.033116 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'tag': 'd48f39b5-f797-4352-8b28-81d1efe23bf4'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:40.035565 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32840c1-c9b7-460e-acb1-26d543ba8923" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "tag": "d48f39b5-f797-4352-8b28-81d1efe23bf4"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:40.070495 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9aa678ac-2dec-4655-8e01-238e37e7414a req-5d236b4e-d4ce-45ad-aa4a-e46ce8af8713 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=fba18fc2-5af8-4951-8b2f-0d92547d5ca9 HTTP/1.1" status: 200 len: 217 time: 0.2312999 Feb 10 15:29:40.091029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Attempting to bind port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:29:40.091365 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Attempting to bind port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:29:40.091691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Attempting to bind port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe on network db0f184d-0c8f-4d59-ba81-688af906aad0 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:40.100523 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d91eb315-2567-43f3-a8fe-5cf85742fde5 req-1555d737-1cf9-4d5e-adbb-d0ed9edbe2c5 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=888992f7-2eed-4cfd-9b31-d441624fc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370823 Feb 10 15:29:40.132586 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe on network db0f184d-0c8f-4d59-ba81-688af906aad0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:29:40.132933 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Attempting to bind port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe on network db0f184d-0c8f-4d59-ba81-688af906aad0 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:40.154484 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=b19e4b8d-339d-4a68-b285-02678255079f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:40.162846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:40.163198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Checking segment: {'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:40.163587 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Bound using segment: {'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:40.164026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Bound port: 12bbfd7f-9f19-4aa3-b3ef-441208e049fe, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:29:40.164390 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (12bbfd7f-9f19-4aa3-b3ef-441208e049fe), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:40.181584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=12bbfd7f-9f19-4aa3-b3ef-441208e049fe,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:40.280445 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa678ac-2dec-4655-8e01-238e37e7414a req-5c794f28-5a1d-4d14-b495-719b90a09728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:40.281977 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9aa678ac-2dec-4655-8e01-238e37e7414a req-5c794f28-5a1d-4d14-b495-719b90a09728 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1948097 Feb 10 15:29:40.324960 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dcb5ed-5489-4fb8-915e-a955b9754466 x-openstack-request-id: req-71dcb5ed-5489-4fb8-915e-a955b9754466 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:40.325300 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "tag": "d48f39b5-f797-4352-8b28-81d1efe23bf4", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:40.325501 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71dcb5ed-5489-4fb8-915e-a955b9754466 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:40.325906 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'tag': 'd48f39b5-f797-4352-8b28-81d1efe23bf4', 'status': 'completed', 'code': 200} Feb 10 15:29:40.399640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b19e4b8d-339d-4a68-b285-02678255079f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:29:40.414287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] For port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:40.417589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] For port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=12bbfd7f-9f19-4aa3-b3ef-441208e049fe,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:40.422448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5d1e5f06-642b-4bad-b17d-e4734209f86a req-3bba351b-1654-4785-9675-1b488d4cf8eb tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.1335647 Feb 10 15:29:40.440898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92991da0-509b-4407-872c-1500048d23d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d48f39b5-f797-4352-8b28-81d1efe23bf4,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:40.462586 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (12bbfd7f-9f19-4aa3-b3ef-441208e049fe), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:40.503413 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:40.511558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803e0b1d-251d-409a-ac1c-f292dbb09498 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:40.533470 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Publish callbacks [] for port (803e0b1d-251d-409a-ac1c-f292dbb09498), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:40.566388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Transition to ACTIVE for port object 803e0b1d-251d-409a-ac1c-f292dbb09498 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:29:40.573633 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-046e9be6-7dad-4b6e-9950-cb7d42fca6d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (6b5d16fb-8041-43a6-b28e-d6f3aeb2ea1e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:40.598971 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (803e0b1d-251d-409a-ac1c-f292dbb09498), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:40.657004 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:40.657666 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:40.659151 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-529526c5-45f8-43b3-ab60-323c8492c64e req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] 10.222.0.72 "PUT /v2.0/ports/12bbfd7f-9f19-4aa3-b3ef-441208e049fe HTTP/1.1" status: 200 len: 1091 time: 1.7471459 Feb 10 15:29:40.728932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Pushing event updated for resources: {'Port': ['ID=803e0b1d-251d-409a-ac1c-f292dbb09498,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:40.741604 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa678ac-2dec-4655-8e01-238e37e7414a req-c72498f5-5fea-486d-860f-b984220349b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:40.744008 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9aa678ac-2dec-4655-8e01-238e37e7414a req-c72498f5-5fea-486d-860f-b984220349b2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3934495 Feb 10 15:29:40.780737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b1add-8837-40cf-a1f5-350f46894237 req-ec7e57ef-f0d6-4650-9a4c-edfbedc8f1b6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:40.780737 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-188b1add-8837-40cf-a1f5-350f46894237 req-ec7e57ef-f0d6-4650-9a4c-edfbedc8f1b6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 945 time: 0.4529324 Feb 10 15:29:40.854933 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58736) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:40.867583 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-06a96611-956f-4cab-808c-7b409fcfae53 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Request body: {'floatingip': {'port_id': 'dab03e46-b223-43a9-afaf-bb5ef19b1b5f'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:40.886376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e7b8f-cb5b-4c2e-aaca-bd0130bbd1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=12bbfd7f-9f19-4aa3-b3ef-441208e049fe,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:40.975688 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32840c1-c9b7-460e-acb1-26d543ba8923 req-acec660a-2e27-490f-8d58-ac7bedfa08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:40.976342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32840c1-c9b7-460e-acb1-26d543ba8923 req-acec660a-2e27-490f-8d58-ac7bedfa08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:40.976915 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32840c1-c9b7-460e-acb1-26d543ba8923 req-acec660a-2e27-490f-8d58-ac7bedfa08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:40.977441 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32840c1-c9b7-460e-acb1-26d543ba8923 req-acec660a-2e27-490f-8d58-ac7bedfa08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:40.977965 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32840c1-c9b7-460e-acb1-26d543ba8923 req-acec660a-2e27-490f-8d58-ac7bedfa08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:40.978483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32840c1-c9b7-460e-acb1-26d543ba8923 req-acec660a-2e27-490f-8d58-ac7bedfa08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:40.979003 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32840c1-c9b7-460e-acb1-26d543ba8923 req-acec660a-2e27-490f-8d58-ac7bedfa08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:40.982582 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e32840c1-c9b7-460e-acb1-26d543ba8923 req-acec660a-2e27-490f-8d58-ac7bedfa08dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f98392d30c54e709159c7a818a25666&device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 6509 time: 0.6996453 Feb 10 15:29:41.011188 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-06a96611-956f-4cab-808c-7b409fcfae53 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for floatingip (6dd9b49c-e538-4f09-ad24-789fa6bfe741), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:41.239979 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:41.251288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Attempting to bind port 803e0b1d-251d-409a-ac1c-f292dbb09498 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:29:41.251545 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Attempting to bind port 803e0b1d-251d-409a-ac1c-f292dbb09498 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:29:41.251873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Attempting to bind port 803e0b1d-251d-409a-ac1c-f292dbb09498 on network db0f184d-0c8f-4d59-ba81-688af906aad0 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:41.291576 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-046e9be6-7dad-4b6e-9950-cb7d42fca6d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (6b5d16fb-8041-43a6-b28e-d6f3aeb2ea1e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:41.294899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Port 803e0b1d-251d-409a-ac1c-f292dbb09498 on network db0f184d-0c8f-4d59-ba81-688af906aad0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:29:41.295229 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Attempting to bind port 803e0b1d-251d-409a-ac1c-f292dbb09498 on network db0f184d-0c8f-4d59-ba81-688af906aad0 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:41.316037 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9aa678ac-2dec-4655-8e01-238e37e7414a req-33c0b7be-8a38-4b42-99ae-c51fc8525d4f service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637023 Feb 10 15:29:41.322494 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:41.322836 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Checking segment: {'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:41.323218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Bound using segment: {'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:41.323648 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Bound port: 803e0b1d-251d-409a-ac1c-f292dbb09498, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302664ef-4999-4e52-a4e4-de3995379697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:29:41.323999 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (803e0b1d-251d-409a-ac1c-f292dbb09498), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:41.351462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9193ca8e-9171-40e5-9596-87edb00c3d6e None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:29:41.364033 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-046e9be6-7dad-4b6e-9950-cb7d42fca6d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:41.376054 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-046e9be6-7dad-4b6e-9950-cb7d42fca6d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/6b5d16fb-8041-43a6-b28e-d6f3aeb2ea1e HTTP/1.1" status: 204 len: 168 time: 2.9187462 Feb 10 15:29:41.387803 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58752) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:41.419985 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32840c1-c9b7-460e-acb1-26d543ba8923 req-3a4d7ed0-2777-4ad6-963e-fb94cce20759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:41.420453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32840c1-c9b7-460e-acb1-26d543ba8923 req-3a4d7ed0-2777-4ad6-963e-fb94cce20759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:41.420955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32840c1-c9b7-460e-acb1-26d543ba8923 req-3a4d7ed0-2777-4ad6-963e-fb94cce20759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:41.422569 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e32840c1-c9b7-460e-acb1-26d543ba8923 req-3a4d7ed0-2777-4ad6-963e-fb94cce20759 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4f98392d30c54e709159c7a818a25666&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4314311 Feb 10 15:29:41.520987 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3c28b5-7505-4f6b-bea4-a48d96a7e7a9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet f5a0fae2-4352-4c46-848f-be55a665b02a {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:29:41.533937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea0488-bd77-4a61-beb9-649f99249cae req-ac07ee0a-dad2-4c5d-8e7a-298e27f15f27 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:41.539480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea0488-bd77-4a61-beb9-649f99249cae req-ac07ee0a-dad2-4c5d-8e7a-298e27f15f27 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:41.545496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea0488-bd77-4a61-beb9-649f99249cae req-ac07ee0a-dad2-4c5d-8e7a-298e27f15f27 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:41.552848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea0488-bd77-4a61-beb9-649f99249cae req-ac07ee0a-dad2-4c5d-8e7a-298e27f15f27 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:41.558289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea0488-bd77-4a61-beb9-649f99249cae req-ac07ee0a-dad2-4c5d-8e7a-298e27f15f27 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:41.565229 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea0488-bd77-4a61-beb9-649f99249cae req-ac07ee0a-dad2-4c5d-8e7a-298e27f15f27 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:41.571898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea0488-bd77-4a61-beb9-649f99249cae req-ac07ee0a-dad2-4c5d-8e7a-298e27f15f27 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:41.574034 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f5ea0488-bd77-4a61-beb9-649f99249cae req-ac07ee0a-dad2-4c5d-8e7a-298e27f15f27 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5407 time: 0.9385231 Feb 10 15:29:41.576306 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529526c5-45f8-43b3-ab60-323c8492c64e req-1e7c47c3-2751-470f-badf-b5224a8e3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:41.577865 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-529526c5-45f8-43b3-ab60-323c8492c64e req-1e7c47c3-2751-470f-badf-b5224a8e3684 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59d797e9d4f84d73bb9a3e89b8b6b79d&device_id=39178a2d-31b3-48fb-b059-f8f74e81b9d1 HTTP/1.1" status: 200 len: 1125 time: 0.8262534 Feb 10 15:29:41.598484 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8f3c28b5-7505-4f6b-bea4-a48d96a7e7a9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (f5a0fae2-4352-4c46-848f-be55a665b02a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:41.599671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device b19e4b8d-339d-4a68-b285-02678255079f up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:41.610423 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9aa678ac-2dec-4655-8e01-238e37e7414a req-d9b4ade7-65dc-4ed9-94a5-481dd29aea37 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816596 Feb 10 15:29:41.673905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e9be6-7dad-4b6e-9950-cb7d42fca6d7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=6b5d16fb-8041-43a6-b28e-d6f3aeb2ea1e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:41.707256 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port b19e4b8d-339d-4a68-b285-02678255079f completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:29:41.711355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port b19e4b8d-339d-4a68-b285-02678255079f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:41.711733 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b19e4b8d-339d-4a68-b285-02678255079f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:41.719744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] For port 803e0b1d-251d-409a-ac1c-f292dbb09498, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:41.771701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] For port 803e0b1d-251d-409a-ac1c-f292dbb09498, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=803e0b1d-251d-409a-ac1c-f292dbb09498,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:41.799989 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (803e0b1d-251d-409a-ac1c-f292dbb09498), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:41.803434 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-529526c5-45f8-43b3-ab60-323c8492c64e req-61a295fb-61d7-4ff3-9b6c-9b7692eb1e6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12bbfd7f-9f19-4aa3-b3ef-441208e049fe HTTP/1.1" status: 200 len: 217 time: 0.1497898 Feb 10 15:29:41.834637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32840c1-c9b7-460e-acb1-26d543ba8923 req-907ce5e6-a769-40fd-9715-ae6ceeb49721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:41.836489 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e32840c1-c9b7-460e-acb1-26d543ba8923 req-907ce5e6-a769-40fd-9715-ae6ceeb49721 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4053681 Feb 10 15:29:41.899359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:41.900453 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:41.903044 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] 10.222.0.79 "PUT /v2.0/ports/803e0b1d-251d-409a-ac1c-f292dbb09498 HTTP/1.1" status: 200 len: 1091 time: 3.0834546 Feb 10 15:29:41.903628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf493a5-5e44-49f0-bebc-9b6037d05a61', 'tag': '803e0b1d-251d-409a-ac1c-f292dbb09498'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:41.906380 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9830910-2c1e-4b20-a6d5-0dd7988da50e" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf493a5-5e44-49f0-bebc-9b6037d05a61", "tag": "803e0b1d-251d-409a-ac1c-f292dbb09498"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:41.929459 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f5ea0488-bd77-4a61-beb9-649f99249cae req-4f0e0984-94b2-436c-8625-3b358f298857 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3336432 Feb 10 15:29:41.929782 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port b19e4b8d-339d-4a68-b285-02678255079f is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:41.930281 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b19e4b8d-339d-4a68-b285-02678255079f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:41.939478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55257c03-fd5e-4995-8f42-47056b118255 req-9b39c498-4cb9-4cc2-a7c7-c3e2b5df9f1c tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:41.941609 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-55257c03-fd5e-4995-8f42-47056b118255 req-9b39c498-4cb9-4cc2-a7c7-c3e2b5df9f1c tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 943 time: 0.7046683 Feb 10 15:29:42.003361 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8f3c28b5-7505-4f6b-bea4-a48d96a7e7a9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (f5a0fae2-4352-4c46-848f-be55a665b02a), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:42.030822 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port b19e4b8d-339d-4a68-b285-02678255079f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=b19e4b8d-339d-4a68-b285-02678255079f,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:42.032048 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcdef51-4323-4eeb-aeaa-aa8e86a631d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19e4b8d-339d-4a68-b285-02678255079f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:42.036395 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde7c017-3877-47eb-9bbf-1a445075cd2e" -d '{"events": [{"server_uuid": "cdcdef51-4323-4eeb-aeaa-aa8e86a631d8", "name": "network-vif-plugged", "status": "completed", "tag": "b19e4b8d-339d-4a68-b285-02678255079f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:42.046897 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b19e4b8d-339d-4a68-b285-02678255079f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:42.075555 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83ed34-d1a3-44aa-956a-6ab914588d7f service neutron] Pushing event updated for resources: {'Port': ['ID=803e0b1d-251d-409a-ac1c-f292dbb09498,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:42.114269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-c344122d-57d4-41be-8d48-629f93c22f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:42.123967 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-c344122d-57d4-41be-8d48-629f93c22f14 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d797e9d4f84d73bb9a3e89b8b6b79d&device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 1125 time: 0.1641753 Feb 10 15:29:42.148300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=b19e4b8d-339d-4a68-b285-02678255079f,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:42.203835 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-71d22db1-5be1-4a0d-b86f-16bf06a11cf4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=803e0b1d-251d-409a-ac1c-f292dbb09498 HTTP/1.1" status: 200 len: 217 time: 0.0724099 Feb 10 15:29:42.278732 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-abfe25c4-8083-44ee-9ba5-3574b347193d req-423aa5dd-6f5d-40c6-8373-4c7953f162bc tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.1102142 Feb 10 15:29:42.282009 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-21f357da-d8e5-4923-ba4a-c1f4158b47c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:42.283475 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-21f357da-d8e5-4923-ba4a-c1f4158b47c0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a250eeb-5302-4bb8-bc76-0eaf714b38cb HTTP/1.1" status: 200 len: 854 time: 0.0704043 Feb 10 15:29:42.359540 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39178a2d-31b3-48fb-b059-f8f74e81b9d1', 'tag': '12bbfd7f-9f19-4aa3-b3ef-441208e049fe'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:42.362497 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a10d9f-f0e6-468f-bdd6-fd0c48c606b6" -d '{"events": [{"name": "network-changed", "server_uuid": "39178a2d-31b3-48fb-b059-f8f74e81b9d1", "tag": "12bbfd7f-9f19-4aa3-b3ef-441208e049fe"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:42.375372 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-55257c03-fd5e-4995-8f42-47056b118255 req-30e22fb0-2d11-4ebd-92fa-45e4877a882d tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012566 Feb 10 15:29:42.387107 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529526c5-45f8-43b3-ab60-323c8492c64e req-39893cd3-9408-4a4c-b572-21bb9b9d2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:42.391273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-3be20507-cd60-42b5-8bb5-93881b5ad39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:42.391643 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-529526c5-45f8-43b3-ab60-323c8492c64e req-39893cd3-9408-4a4c-b572-21bb9b9d2974 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a250eeb-5302-4bb8-bc76-0eaf714b38cb HTTP/1.1" status: 200 len: 854 time: 0.5681345 Feb 10 15:29:42.393102 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-3be20507-cd60-42b5-8bb5-93881b5ad39e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db0f184d-0c8f-4d59-ba81-688af906aad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1033876 Feb 10 15:29:42.397328 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48b8fec-4055-4d86-bc95-d79bfc2f43b8 x-openstack-request-id: req-a48b8fec-4055-4d86-bc95-d79bfc2f43b8 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:42.397677 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf493a5-5e44-49f0-bebc-9b6037d05a61", "tag": "803e0b1d-251d-409a-ac1c-f292dbb09498", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:42.397934 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a48b8fec-4055-4d86-bc95-d79bfc2f43b8 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:42.398341 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf493a5-5e44-49f0-bebc-9b6037d05a61', 'tag': '803e0b1d-251d-409a-ac1c-f292dbb09498', 'status': 'completed', 'code': 200} Feb 10 15:29:42.509368 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c196c04-7897-4ced-bc35-5213532b71a5 x-openstack-request-id: req-6c196c04-7897-4ced-bc35-5213532b71a5 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:42.509932 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcdef51-4323-4eeb-aeaa-aa8e86a631d8", "name": "network-vif-plugged", "status": "completed", "tag": "b19e4b8d-339d-4a68-b285-02678255079f", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:42.509932 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c196c04-7897-4ced-bc35-5213532b71a5 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:42.510295 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcdef51-4323-4eeb-aeaa-aa8e86a631d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19e4b8d-339d-4a68-b285-02678255079f', 'code': 200} Feb 10 15:29:42.707630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913ac3b-104d-4da2-9675-62c16d43f9c3 req-8975e782-6ae6-42cf-bd40-8ecd72cc06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:42.709178 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0913ac3b-104d-4da2-9675-62c16d43f9c3 req-8975e782-6ae6-42cf-bd40-8ecd72cc06c6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 1128 time: 0.1192427 Feb 10 15:29:42.711334 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-dd559076-636c-47de-bbf5-5f149a08dcdd service neutron] 10.222.0.79 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121557 Feb 10 15:29:42.720995 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e859f037-ea8e-46bf-bfe0-24e8526794ac x-openstack-request-id: req-e859f037-ea8e-46bf-bfe0-24e8526794ac {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:42.722076 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39178a2d-31b3-48fb-b059-f8f74e81b9d1", "tag": "12bbfd7f-9f19-4aa3-b3ef-441208e049fe", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:42.722308 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e859f037-ea8e-46bf-bfe0-24e8526794ac {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:42.722802 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39178a2d-31b3-48fb-b059-f8f74e81b9d1', 'tag': '12bbfd7f-9f19-4aa3-b3ef-441208e049fe', 'status': 'completed', 'code': 200} Feb 10 15:29:42.741584 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a3dbe4b0-ba9d-43e1-810e-71087f8747a6 None None] Provisioning complete for port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:42.742866 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3dbe4b0-ba9d-43e1-810e-71087f8747a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:42.779856 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8f3c28b5-7505-4f6b-bea4-a48d96a7e7a9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (f5a0fae2-4352-4c46-848f-be55a665b02a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:42.842474 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0913ac3b-104d-4da2-9675-62c16d43f9c3 req-6e8224ba-ddfb-4599-bec2-c57a10d0fd19 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214759 Feb 10 15:29:42.861473 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4146e59a-781f-4e8b-aaaf-d1da0934104b req-80d93ac4-6029-4a30-a11b-0ebaa5211a68 service neutron] 10.222.0.79 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331058 Feb 10 15:29:42.864703 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a3dbe4b0-ba9d-43e1-810e-71087f8747a6 None None] Current status of the port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:42.869563 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e764e502-9395-4d6b-ae7d-b33b7710840b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:42.899819 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8f3c28b5-7505-4f6b-bea4-a48d96a7e7a9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (f5a0fae2-4352-4c46-848f-be55a665b02a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:42.917659 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9efcebb-7395-4dcf-b2e7-6607820b2b36 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:42.950735 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Publish callbacks [] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:42.956518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c28b5-7505-4f6b-bea4-a48d96a7e7a9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a0fae2-4352-4c46-848f-be55a665b02a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:42.959428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529526c5-45f8-43b3-ab60-323c8492c64e req-1c6e96d3-2209-4934-9d36-19efb6fdad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:42.961000 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-529526c5-45f8-43b3-ab60-323c8492c64e req-1c6e96d3-2209-4934-9d36-19efb6fdad14 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=db0f184d-0c8f-4d59-ba81-688af906aad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5134523 Feb 10 15:29:42.965187 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8f3c28b5-7505-4f6b-bea4-a48d96a7e7a9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:42.967539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f66e7c-4bfc-458b-b6bc-6e8cdaef8e33 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:29:42.970550 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8f3c28b5-7505-4f6b-bea4-a48d96a7e7a9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/f5a0fae2-4352-4c46-848f-be55a665b02a HTTP/1.1" status: 204 len: 168 time: 1.5676947 Feb 10 15:29:42.970913 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58782) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:43.018024 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b2ebe126-6952-40fb-b979-54c5ee36d222 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428224 Feb 10 15:29:43.019596 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58786) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:43.029361 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-1a027f82-d3d1-4f41-880c-6c2c17aac9bd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:43.208975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a027f82-d3d1-4f41-880c-6c2c17aac9bd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:43.212563 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a027f82-d3d1-4f41-880c-6c2c17aac9bd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:43.266271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0502ef27-28cf-4c72-a9db-22d3a2edf54c None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:29:43.304475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9830910-2c1e-4b20-a6d5-0dd7988da50e req-660eb401-e7b3-431c-a05e-8046be90f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:43.307556 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9830910-2c1e-4b20-a6d5-0dd7988da50e req-660eb401-e7b3-431c-a05e-8046be90f66a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d797e9d4f84d73bb9a3e89b8b6b79d&device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 1125 time: 0.1296089 Feb 10 15:29:43.347227 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0502ef27-28cf-4c72-a9db-22d3a2edf54c None None] Deleting port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:43.349922 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0502ef27-28cf-4c72-a9db-22d3a2edf54c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:43.417328 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 009a2c05-497a-4495-9ee4-7ab4dcef4bcb no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:29:43.422898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Transition to ACTIVE for port object d9efcebb-7395-4dcf-b2e7-6607820b2b36 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:29:43.477291 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-af028f4a-8b7b-48d6-9541-8feeec0bbd3b req-97212b37-e5e2-47ef-8b71-e0b5929c9908 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0633366 Feb 10 15:29:43.478192 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:43.490766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0502ef27-28cf-4c72-a9db-22d3a2edf54c None None] For port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=009a2c05-497a-4495-9ee4-7ab4dcef4bcb,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:43.491166 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0502ef27-28cf-4c72-a9db-22d3a2edf54c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:43.508073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0502ef27-28cf-4c72-a9db-22d3a2edf54c None None] Calling delete_port for 009a2c05-497a-4495-9ee4-7ab4dcef4bcb owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:43.598113 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:43.598730 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:43.628829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9830910-2c1e-4b20-a6d5-0dd7988da50e req-87ef7245-2ca3-403d-bba5-db4d7595b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:43.630762 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9830910-2c1e-4b20-a6d5-0dd7988da50e req-87ef7245-2ca3-403d-bba5-db4d7595b9b8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=db0f184d-0c8f-4d59-ba81-688af906aad0 HTTP/1.1" status: 200 len: 916 time: 0.2616777 Feb 10 15:29:43.664906 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=009a2c05-497a-4495-9ee4-7ab4dcef4bcb,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:43.682731 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:43.728403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Pushing event updated for resources: {'Port': ['ID=d9efcebb-7395-4dcf-b2e7-6607820b2b36,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:43.742821 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.resource_extend [None req-06a96611-956f-4cab-808c-7b409fcfae53 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:29:43.810667 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731d26-cba7-41aa-801a-bd10d5ab0316 req-d7ec1098-7dc4-40aa-b364-b24d6839c30d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:43.812709 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9830910-2c1e-4b20-a6d5-0dd7988da50e req-84f85f18-6cb6-4fca-91b9-726fc0036158 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=803e0b1d-251d-409a-ac1c-f292dbb09498 HTTP/1.1" status: 200 len: 217 time: 0.0969644 Feb 10 15:29:43.816079 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731d26-cba7-41aa-801a-bd10d5ab0316 req-d7ec1098-7dc4-40aa-b364-b24d6839c30d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:43.821570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=009a2c05-497a-4495-9ee4-7ab4dcef4bcb,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:43.821779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731d26-cba7-41aa-801a-bd10d5ab0316 req-d7ec1098-7dc4-40aa-b364-b24d6839c30d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:43.828093 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731d26-cba7-41aa-801a-bd10d5ab0316 req-d7ec1098-7dc4-40aa-b364-b24d6839c30d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:43.833321 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0502ef27-28cf-4c72-a9db-22d3a2edf54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (009a2c05-497a-4495-9ee4-7ab4dcef4bcb), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:43.833509 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731d26-cba7-41aa-801a-bd10d5ab0316 req-d7ec1098-7dc4-40aa-b364-b24d6839c30d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:43.839392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731d26-cba7-41aa-801a-bd10d5ab0316 req-d7ec1098-7dc4-40aa-b364-b24d6839c30d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:43.844417 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731d26-cba7-41aa-801a-bd10d5ab0316 req-d7ec1098-7dc4-40aa-b364-b24d6839c30d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:43.847249 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd731d26-cba7-41aa-801a-bd10d5ab0316 req-d7ec1098-7dc4-40aa-b364-b24d6839c30d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5407 time: 0.4558392 Feb 10 15:29:43.867438 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502ef27-28cf-4c72-a9db-22d3a2edf54c None None] Pushing event deleted for resources: {'Port': ['ID=009a2c05-497a-4495-9ee4-7ab4dcef4bcb,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:43.889542 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502ef27-28cf-4c72-a9db-22d3a2edf54c None None] No DVR routers for this DVR port 009a2c05-497a-4495-9ee4-7ab4dcef4bcb on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:29:43.906540 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-529526c5-45f8-43b3-ab60-323c8492c64e req-0a299a92-5d52-4c32-9bcc-6b1097e5e6ff service neutron] 10.222.0.72 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9330244 Feb 10 15:29:43.961643 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-06a96611-956f-4cab-808c-7b409fcfae53 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:43.975343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9830910-2c1e-4b20-a6d5-0dd7988da50e req-b248ae10-d1b1-44f7-abe5-ed1f364d75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:43.978000 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9830910-2c1e-4b20-a6d5-0dd7988da50e req-b248ae10-d1b1-44f7-abe5-ed1f364d75b3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a250eeb-5302-4bb8-bc76-0eaf714b38cb HTTP/1.1" status: 200 len: 854 time: 0.1305609 Feb 10 15:29:44.000577 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-06a96611-956f-4cab-808c-7b409fcfae53 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (6dd9b49c-e538-4f09-ad24-789fa6bfe741), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:44.025663 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae81786-7b47-4a47-ad7c-82cfb1d6f351 req-133ac803-f6e5-4dc4-8e20-3692cbf8a9d8 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:44.027286 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dae81786-7b47-4a47-ad7c-82cfb1d6f351 req-133ac803-f6e5-4dc4-8e20-3692cbf8a9d8 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 943 time: 0.3568606 Feb 10 15:29:44.055646 n-d-815324-7 neutron-server[103369]: DEBUG neutron.objects.ports [None req-1a027f82-d3d1-4f41-880c-6c2c17aac9bd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103369) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:29:44.075674 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a027f82-d3d1-4f41-880c-6c2c17aac9bd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (4d19f2ce-02a1-4251-975b-dd64c6d2adc9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:44.122190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a027f82-d3d1-4f41-880c-6c2c17aac9bd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:44.131302 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-1a027f82-d3d1-4f41-880c-6c2c17aac9bd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:44.137747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a027f82-d3d1-4f41-880c-6c2c17aac9bd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:44.138334 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a027f82-d3d1-4f41-880c-6c2c17aac9bd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:44.145845 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74785f0f-bb53-4186-ad41-df45ae35fb7d None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:29:44.154997 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9830910-2c1e-4b20-a6d5-0dd7988da50e req-fb2976d4-d2fc-46a5-9cc1-89afbbb5f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:44.156912 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9830910-2c1e-4b20-a6d5-0dd7988da50e req-fb2976d4-d2fc-46a5-9cc1-89afbbb5f610 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db0f184d-0c8f-4d59-ba81-688af906aad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1276226 Feb 10 15:29:44.157984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a027f82-d3d1-4f41-880c-6c2c17aac9bd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=4d19f2ce-02a1-4251-975b-dd64c6d2adc9,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:44.168568 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd731d26-cba7-41aa-801a-bd10d5ab0316 req-5eb1084a-f4d4-40ca-8060-ab8a398fe6a1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2842653 Feb 10 15:29:44.185270 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Attempting to bind port d9efcebb-7395-4dcf-b2e7-6607820b2b36 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:29:44.185876 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Attempting to bind port d9efcebb-7395-4dcf-b2e7-6607820b2b36 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'e3427f5c-e71d-45cc-8c7a-3dd79865d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:29:44.186394 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Attempting to bind port d9efcebb-7395-4dcf-b2e7-6607820b2b36 on network f634ab50-40ab-4861-a47c-548f31d17b11 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:44.194108 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1a027f82-d3d1-4f41-880c-6c2c17aac9bd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1734443 Feb 10 15:29:44.198465 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58794) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:44.203808 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-dec07336-2a91-4c53-a619-0be60d6887c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:44.252531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Port d9efcebb-7395-4dcf-b2e7-6607820b2b36 on network f634ab50-40ab-4861-a47c-548f31d17b11 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:29:44.253281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Attempting to bind port d9efcebb-7395-4dcf-b2e7-6607820b2b36 on network f634ab50-40ab-4861-a47c-548f31d17b11 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:44.302453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': '4d19f2ce-02a1-4251-975b-dd64c6d2adc9'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:29:44.303987 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:44.366928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-529526c5-45f8-43b3-ab60-323c8492c64e req-7352b237-4f8c-4c79-b4d6-9c1afdd777c3 service neutron] 10.222.0.72 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366155 Feb 10 15:29:44.368826 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:44.370614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Checking segment: {'id': 'e3427f5c-e71d-45cc-8c7a-3dd79865d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:44.371987 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Bound using segment: {'id': 'e3427f5c-e71d-45cc-8c7a-3dd79865d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:44.375818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Bound port: d9efcebb-7395-4dcf-b2e7-6607820b2b36, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3427f5c-e71d-45cc-8c7a-3dd79865d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:29:44.376511 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:44.417477 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9830910-2c1e-4b20-a6d5-0dd7988da50e req-44f2bd84-d8bd-497d-9ed9-3025ca9b9fd9 service neutron] 10.222.0.79 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537072 Feb 10 15:29:44.450781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec07336-2a91-4c53-a619-0be60d6887c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:44.454406 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dec07336-2a91-4c53-a619-0be60d6887c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:44.472099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dae81786-7b47-4a47-ad7c-82cfb1d6f351 req-e39c839a-083d-4030-b54b-5821b623b593 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672104 Feb 10 15:29:44.551615 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-06a96611-956f-4cab-808c-7b409fcfae53 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Floating IP 6dd9b49c-e538-4f09-ad24-789fa6bfe741 associated. External IP: 172.25.3.127, port: dab03e46-b223-43a9-afaf-bb5ef19b1b5f. Feb 10 15:29:44.572910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Allocated IP 2001:db8::f816:3eff:fe22:a2ed (7a88351e-06f0-4f2f-982b-277a9503b2d6/4d19f2ce-02a1-4251-975b-dd64c6d2adc9/ed3096d8-0565-41de-9afa-94a72d0847d8) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:44.707709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] For port d9efcebb-7395-4dcf-b2e7-6607820b2b36, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:44.710881 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] For port d9efcebb-7395-4dcf-b2e7-6607820b2b36, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d9efcebb-7395-4dcf-b2e7-6607820b2b36,segment=NetworkSegment(e3427f5c-e71d-45cc-8c7a-3dd79865d9ce),segment_id=e3427f5c-e71d-45cc-8c7a-3dd79865d9ce)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:44.733571 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dec07336-2a91-4c53-a619-0be60d6887c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (ce0a89e5-2ae0-41f7-b34c-5b9b53c81d3b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:44.764962 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:44.783326 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Publish callbacks [] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:44.794331 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:44.801743 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9149e6d1-d8fe-421a-9bdb-d1ea2a54186b req-0378047d-8b46-4681-80ed-065beb35e541 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0874517 Feb 10 15:29:44.852636 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:44.853295 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:44.854874 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] 10.222.0.72 "PUT /v2.0/ports/d9efcebb-7395-4dcf-b2e7-6607820b2b36 HTTP/1.1" status: 200 len: 1091 time: 4.8714082 Feb 10 15:29:44.858809 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'tag': 'd9efcebb-7395-4dcf-b2e7-6607820b2b36'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:44.861152 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61ac0f7-783f-494b-b314-7ef771dd1b08" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "tag": "d9efcebb-7395-4dcf-b2e7-6607820b2b36"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:44.872070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec07336-2a91-4c53-a619-0be60d6887c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:44.873670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-dec07336-2a91-4c53-a619-0be60d6887c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:44.882506 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec07336-2a91-4c53-a619-0be60d6887c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:44.882984 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dec07336-2a91-4c53-a619-0be60d6887c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:44.883178 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a10d9f-f0e6-468f-bdd6-fd0c48c606b6 req-ec4aef56-9153-4f9d-b64f-6f16d8deeeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:44.885734 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1a10d9f-f0e6-468f-bdd6-fd0c48c606b6 req-ec4aef56-9153-4f9d-b64f-6f16d8deeeac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59d797e9d4f84d73bb9a3e89b8b6b79d&device_id=39178a2d-31b3-48fb-b059-f8f74e81b9d1 HTTP/1.1" status: 200 len: 1125 time: 0.4277227 Feb 10 15:29:44.901477 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9830910-2c1e-4b20-a6d5-0dd7988da50e req-a3e8a0dc-60ff-4865-848c-1eb415755fb5 service neutron] 10.222.0.79 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750891 Feb 10 15:29:44.907473 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec07336-2a91-4c53-a619-0be60d6887c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=ce0a89e5-2ae0-41f7-b34c-5b9b53c81d3b,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:44.926896 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dec07336-2a91-4c53-a619-0be60d6887c5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7271547 Feb 10 15:29:44.927715 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58820) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:44.934615 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Request body: {'port': {'device_id': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:44.940335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-73aeb388-1521-48d0-ad92-b56682f6a38e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'mac_address': 'fa:16:3e:a0:7d:55', 'name': 'tempest-NetworksTestDHCPv6-1791999901'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:44.953806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:44.962034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:44.967557 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:45.038187 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Pushing event updated for resources: {'Port': ['ID=ed3096d8-0565-41de-9afa-94a72d0847d8,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:45.066801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Attempting to bind port ed3096d8-0565-41de-9afa-94a72d0847d8 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:29:45.067173 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Attempting to bind port ed3096d8-0565-41de-9afa-94a72d0847d8 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:29:45.067540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Attempting to bind port ed3096d8-0565-41de-9afa-94a72d0847d8 on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:45.079752 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:45.080132 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:45.081206 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:45.081603 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:45.082076 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Bound port: ed3096d8-0565-41de-9afa-94a72d0847d8, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:29:45.082464 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:45.157228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73aeb388-1521-48d0-ad92-b56682f6a38e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:45.173696 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a10d9f-f0e6-468f-bdd6-fd0c48c606b6 req-6224e071-865d-48e2-a751-a4a661dc59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.175944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1a10d9f-f0e6-468f-bdd6-fd0c48c606b6 req-6224e071-865d-48e2-a751-a4a661dc59ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=db0f184d-0c8f-4d59-ba81-688af906aad0 HTTP/1.1" status: 200 len: 916 time: 0.1717744 Feb 10 15:29:45.176642 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94635607-3cc8-4dfa-a3c4-ea6b55bc06dd service neutron] Pushing event updated for resources: {'Port': ['ID=d9efcebb-7395-4dcf-b2e7-6607820b2b36,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:45.180325 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078bdff5-f3b8-4817-98ea-2f5ff7ab607b x-openstack-request-id: req-078bdff5-f3b8-4817-98ea-2f5ff7ab607b {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:45.180885 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "tag": "d9efcebb-7395-4dcf-b2e7-6607820b2b36", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:45.181023 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-078bdff5-f3b8-4817-98ea-2f5ff7ab607b {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:45.181442 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'tag': 'd9efcebb-7395-4dcf-b2e7-6607820b2b36', 'status': 'completed', 'code': 200} Feb 10 15:29:45.218120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac0f7-783f-494b-b314-7ef771dd1b08 req-0a23f092-b3b3-4b3c-9f03-a1affd9d8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.218616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac0f7-783f-494b-b314-7ef771dd1b08 req-0a23f092-b3b3-4b3c-9f03-a1affd9d8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.219080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac0f7-783f-494b-b314-7ef771dd1b08 req-0a23f092-b3b3-4b3c-9f03-a1affd9d8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.219552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac0f7-783f-494b-b314-7ef771dd1b08 req-0a23f092-b3b3-4b3c-9f03-a1affd9d8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.220005 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac0f7-783f-494b-b314-7ef771dd1b08 req-0a23f092-b3b3-4b3c-9f03-a1affd9d8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.220462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac0f7-783f-494b-b314-7ef771dd1b08 req-0a23f092-b3b3-4b3c-9f03-a1affd9d8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.221433 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7b42454b-11bc-437e-a789-f42095c9d310), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:45.221753 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac0f7-783f-494b-b314-7ef771dd1b08 req-0a23f092-b3b3-4b3c-9f03-a1affd9d8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.224125 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e61ac0f7-783f-494b-b314-7ef771dd1b08 req-0a23f092-b3b3-4b3c-9f03-a1affd9d8ecc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f98392d30c54e709159c7a818a25666&device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 6607 time: 0.2188487 Feb 10 15:29:45.272628 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06d6d5-8247-433c-9b2e-0bb189705cbc req-07d0497b-3682-4f4b-9272-02f14be31f72 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.273219 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] For port ed3096d8-0565-41de-9afa-94a72d0847d8, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:45.277295 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] For port ed3096d8-0565-41de-9afa-94a72d0847d8, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ed3096d8-0565-41de-9afa-94a72d0847d8,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:45.278995 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-081bf0a0-b05c-4446-8589-b854cd47520d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:45.283115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a06d6d5-8247-433c-9b2e-0bb189705cbc req-07d0497b-3682-4f4b-9272-02f14be31f72 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f51d16d-80a1-419b-88a1-0d40b6cbf4c8 HTTP/1.1" status: 200 len: 950 time: 0.8383882 Feb 10 15:29:45.284622 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1a10d9f-f0e6-468f-bdd6-fd0c48c606b6 req-6271d0f8-0490-410e-9301-4287d05a57f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12bbfd7f-9f19-4aa3-b3ef-441208e049fe HTTP/1.1" status: 200 len: 217 time: 0.0591900 Feb 10 15:29:45.294955 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:45.357377 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a10d9f-f0e6-468f-bdd6-fd0c48c606b6 req-feba9318-8c0d-4376-bd24-431313068907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.358900 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1a10d9f-f0e6-468f-bdd6-fd0c48c606b6 req-feba9318-8c0d-4376-bd24-431313068907 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a250eeb-5302-4bb8-bc76-0eaf714b38cb HTTP/1.1" status: 200 len: 854 time: 0.0512345 Feb 10 15:29:45.378290 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f436089-6686-4f8b-8ee1-18a94dbe279c None None] Pushing event updated for resources: {'Port': ['ID=ed3096d8-0565-41de-9afa-94a72d0847d8,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:45.552458 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 12bbfd7f-9f19-4aa3-b3ef-441208e049fe details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:29:45.571580 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2fbb0-4e62-4486-8345-3a74e2220cf0 req-1662a5a0-a210-4f6e-bb82-053dce1f70c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.576843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2fbb0-4e62-4486-8345-3a74e2220cf0 req-1662a5a0-a210-4f6e-bb82-053dce1f70c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.582270 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2fbb0-4e62-4486-8345-3a74e2220cf0 req-1662a5a0-a210-4f6e-bb82-053dce1f70c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.587490 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2fbb0-4e62-4486-8345-3a74e2220cf0 req-1662a5a0-a210-4f6e-bb82-053dce1f70c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.592982 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2fbb0-4e62-4486-8345-3a74e2220cf0 req-1662a5a0-a210-4f6e-bb82-053dce1f70c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.598805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2fbb0-4e62-4486-8345-3a74e2220cf0 req-1662a5a0-a210-4f6e-bb82-053dce1f70c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.609163 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fba18fc2-5af8-4951-8b2f-0d92547d5ca9 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:29:45.612625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2fbb0-4e62-4486-8345-3a74e2220cf0 req-1662a5a0-a210-4f6e-bb82-053dce1f70c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:45.625495 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31e2fbb0-4e62-4486-8345-3a74e2220cf0 req-1662a5a0-a210-4f6e-bb82-053dce1f70c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5419 time: 0.2634954 Feb 10 15:29:45.642710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a06d6d5-8247-433c-9b2e-0bb189705cbc req-3048b6f6-b70e-4aee-8624-1d708f10d162 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448217 Feb 10 15:29:45.786507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=12bbfd7f-9f19-4aa3-b3ef-441208e049fe,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:45.803057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '12bbfd7f-9f19-4aa3-b3ef-441208e049fe', 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0', 'port_id': '12bbfd7f-9f19-4aa3-b3ef-441208e049fe', 'mac_address': 'fa:16:3e:5c:1d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a250eeb-5302-4bb8-bc76-0eaf714b38cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:29:45.900605 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:45.900748 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (12bbfd7f-9f19-4aa3-b3ef-441208e049fe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:45.917442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12bbfd7f-9f19-4aa3-b3ef-441208e049fe {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:45.927337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:45.927735 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:45.953611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=12bbfd7f-9f19-4aa3-b3ef-441208e049fe,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:45.962915 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (12bbfd7f-9f19-4aa3-b3ef-441208e049fe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:45.970315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b42454b-11bc-437e-a789-f42095c9d310 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:45.970887 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f51d16d-80a1-419b-88a1-0d40b6cbf4c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:45.973213 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ca1933-c9f3-48ec-a9da-9cacee8bb296" -d '{"events": [{"server_uuid": "0f51d16d-80a1-419b-88a1-0d40b6cbf4c8", "name": "network-vif-unplugged", "status": "completed", "tag": "fba18fc2-5af8-4951-8b2f-0d92547d5ca9"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:45.981844 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-73aeb388-1521-48d0-ad92-b56682f6a38e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:46.000324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac0f7-783f-494b-b314-7ef771dd1b08 req-00d0a77c-3ae0-4488-b3f7-857bf1510f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:46.001151 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac0f7-783f-494b-b314-7ef771dd1b08 req-00d0a77c-3ae0-4488-b3f7-857bf1510f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:46.001785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac0f7-783f-494b-b314-7ef771dd1b08 req-00d0a77c-3ae0-4488-b3f7-857bf1510f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:46.005129 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e61ac0f7-783f-494b-b314-7ef771dd1b08 req-00d0a77c-3ae0-4488-b3f7-857bf1510f7b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4f98392d30c54e709159c7a818a25666&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7613215 Feb 10 15:29:46.018915 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fba18fc2-5af8-4951-8b2f-0d92547d5ca9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:46.029443 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Publish callbacks [] for port (7b42454b-11bc-437e-a789-f42095c9d310), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:46.029674 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:46.037454 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a10d9f-f0e6-468f-bdd6-fd0c48c606b6 req-33053874-4073-4c08-9b6c-911c2195205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:46.039152 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1a10d9f-f0e6-468f-bdd6-fd0c48c606b6 req-33053874-4073-4c08-9b6c-911c2195205c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=db0f184d-0c8f-4d59-ba81-688af906aad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6260149 Feb 10 15:29:46.046616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-73aeb388-1521-48d0-ad92-b56682f6a38e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 360fe39b-1fd9-4900-82c1-09b9d6c4d890 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:29:46.047245 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=12bbfd7f-9f19-4aa3-b3ef-441208e049fe,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:46.111903 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:46.159061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Transition to ACTIVE for port object 7b42454b-11bc-437e-a789-f42095c9d310 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:29:46.169444 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['12bbfd7f-9f19-4aa3-b3ef-441208e049fe'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:29:46.173685 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a96611-956f-4cab-808c-7b409fcfae53 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Router 78e49bdf-fde5-493b-9f6e-3336ae90a42d has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:29:46.187121 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (7b42454b-11bc-437e-a789-f42095c9d310), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:46.232235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703156dd-c6d6-4b88-8138-083fafbd7354 req-49747424-eee9-4a00-814d-29db0fab150b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:46.233798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-703156dd-c6d6-4b88-8138-083fafbd7354 req-49747424-eee9-4a00-814d-29db0fab150b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 943 time: 0.2722192 Feb 10 15:29:46.263999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac0f7-783f-494b-b314-7ef771dd1b08 req-8d5c5b57-2c25-40f4-b555-4bb271c63f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:46.265412 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e61ac0f7-783f-494b-b314-7ef771dd1b08 req-8d5c5b57-2c25-40f4-b555-4bb271c63f69 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2489977 Feb 10 15:29:46.282655 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1a10d9f-f0e6-468f-bdd6-fd0c48c606b6 req-44aa8def-dece-4364-9e31-e25e0a5f07b2 service neutron] 10.222.0.72 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369668 Feb 10 15:29:46.300173 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31e2fbb0-4e62-4486-8345-3a74e2220cf0 req-1930b9b6-acb0-44de-8c20-119d1ad34ad3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6518238 Feb 10 15:29:46.383250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-73aeb388-1521-48d0-ad92-b56682f6a38e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 172.20.0.4 (7a88351e-06f0-4f2f-982b-277a9503b2d6/ce0a89e5-2ae0-41f7-b34c-5b9b53c81d3b/360fe39b-1fd9-4900-82c1-09b9d6c4d890) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:46.399840 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-73aeb388-1521-48d0-ad92-b56682f6a38e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::f816:3eff:fea0:7d55 (7a88351e-06f0-4f2f-982b-277a9503b2d6/4d19f2ce-02a1-4251-975b-dd64c6d2adc9/360fe39b-1fd9-4900-82c1-09b9d6c4d890) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:46.539691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Pushing event updated for resources: {'Port': ['ID=7b42454b-11bc-437e-a789-f42095c9d310,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:46.680575 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:46.737709 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-73aeb388-1521-48d0-ad92-b56682f6a38e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (360fe39b-1fd9-4900-82c1-09b9d6c4d890), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:46.801832 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-703156dd-c6d6-4b88-8138-083fafbd7354 req-efc1b3e1-718c-4bbc-88c1-9349300e9078 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347819 Feb 10 15:29:46.823409 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-73aeb388-1521-48d0-ad92-b56682f6a38e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (360fe39b-1fd9-4900-82c1-09b9d6c4d890), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:46.926883 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aeb388-1521-48d0-ad92-b56682f6a38e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:46.930164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-73aeb388-1521-48d0-ad92-b56682f6a38e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:46.935394 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aeb388-1521-48d0-ad92-b56682f6a38e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:46.939531 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aeb388-1521-48d0-ad92-b56682f6a38e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=360fe39b-1fd9-4900-82c1-09b9d6c4d890,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:46.992533 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd49128-b412-4d26-a554-fdbfac02637d None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:29:47.012132 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aeb388-1521-48d0-ad92-b56682f6a38e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:47.013259 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-73aeb388-1521-48d0-ad92-b56682f6a38e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:47.059593 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-73aeb388-1521-48d0-ad92-b56682f6a38e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1280651 Feb 10 15:29:47.060502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58842) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:47.069888 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7069be-12df-4a30-abe4-d2ace883bb47 x-openstack-request-id: req-af7069be-12df-4a30-abe4-d2ace883bb47 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:47.070185 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f51d16d-80a1-419b-88a1-0d40b6cbf4c8", "name": "network-vif-unplugged", "status": "completed", "tag": "fba18fc2-5af8-4951-8b2f-0d92547d5ca9", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:47.070441 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af7069be-12df-4a30-abe4-d2ace883bb47 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:47.070840 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f51d16d-80a1-419b-88a1-0d40b6cbf4c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9', 'code': 200} Feb 10 15:29:47.122468 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-34e5dd31-2b79-4fde-b397-dcb88b3a014f None None] Provisioning complete for port ed3096d8-0565-41de-9afa-94a72d0847d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:47.122881 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-34e5dd31-2b79-4fde-b397-dcb88b3a014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:47.188186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ae0ca6-6db9-4ec8-91a7-d72412d08530 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:47.195891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ae0ca6-6db9-4ec8-91a7-d72412d08530 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:47.202590 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-03ae0ca6-6db9-4ec8-91a7-d72412d08530 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1373162 Feb 10 15:29:47.203225 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58852) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:47.299004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-34e5dd31-2b79-4fde-b397-dcb88b3a014f None None] Current status of the port ed3096d8-0565-41de-9afa-94a72d0847d8 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:47.300634 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-34e5dd31-2b79-4fde-b397-dcb88b3a014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:47.375508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a7bc0-d043-4002-967a-bf334ab48530 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 360fe39b-1fd9-4900-82c1-09b9d6c4d890 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:47.375877 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7bc0-d043-4002-967a-bf334ab48530 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (360fe39b-1fd9-4900-82c1-09b9d6c4d890), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:47.379443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-34e5dd31-2b79-4fde-b397-dcb88b3a014f None None] For port ed3096d8-0565-41de-9afa-94a72d0847d8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ed3096d8-0565-41de-9afa-94a72d0847d8,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:47.388318 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-34e5dd31-2b79-4fde-b397-dcb88b3a014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:47.457765 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ed3096d8-0565-41de-9afa-94a72d0847d8 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:47.522037 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7bc0-d043-4002-967a-bf334ab48530 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (360fe39b-1fd9-4900-82c1-09b9d6c4d890), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:47.535652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a7bc0-d043-4002-967a-bf334ab48530 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 360fe39b-1fd9-4900-82c1-09b9d6c4d890 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:47.540619 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a79e418-88a9-43b4-9178-2d024fee31b1 None None] Update dhcp port {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'fixed_ips': [{'subnet_id': '4d19f2ce-02a1-4251-975b-dd64c6d2adc9', 'ip_address': '2001:db8::f816:3eff:fe22:a2ed'}, {'subnet_id': 'ce0a89e5-2ae0-41f7-b34c-5b9b53c81d3b'}], 'binding:host_id': 'n-d-815324-7'}, 'id': 'ed3096d8-0565-41de-9afa-94a72d0847d8'} from n-d-815324-7. {{(pid=103370) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 15:29:47.579105 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4a79e418-88a9-43b4-9178-2d024fee31b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:47.581215 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 12bbfd7f-9f19-4aa3-b3ef-441208e049fe up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:47.598175 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b166cec-88de-4e19-8141-5a9df29edc0a req-b1f5222b-2434-4379-bacf-412983bda6db tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0605326 Feb 10 15:29:47.622009 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1a10d9f-f0e6-468f-bdd6-fd0c48c606b6 req-57552896-97f2-450d-8b54-9308c2e9797f service neutron] 10.222.0.72 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2955155 Feb 10 15:29:47.641590 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5dd31-2b79-4fde-b397-dcb88b3a014f None None] Pushing event updated for resources: {'Port': ['ID=ed3096d8-0565-41de-9afa-94a72d0847d8,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:47.646153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Attempting to bind port 7b42454b-11bc-437e-a789-f42095c9d310 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:29:47.647326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Attempting to bind port 7b42454b-11bc-437e-a789-f42095c9d310 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'e3427f5c-e71d-45cc-8c7a-3dd79865d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:29:47.648261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Attempting to bind port 7b42454b-11bc-437e-a789-f42095c9d310 on network f634ab50-40ab-4861-a47c-548f31d17b11 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:47.650395 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 803e0b1d-251d-409a-ac1c-f292dbb09498 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:29:47.657948 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Port 7b42454b-11bc-437e-a789-f42095c9d310 on network f634ab50-40ab-4861-a47c-548f31d17b11 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:29:47.658426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Attempting to bind port 7b42454b-11bc-437e-a789-f42095c9d310 on network f634ab50-40ab-4861-a47c-548f31d17b11 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:29:47.661838 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a96611-956f-4cab-808c-7b409fcfae53 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:29:47.670266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ed3096d8-0565-41de-9afa-94a72d0847d8 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:47.670652 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:47.671537 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-06a96611-956f-4cab-808c-7b409fcfae53 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:47.696888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e701d-b237-4fe9-8668-b1ec20c795fc None None] Sync routers for ids ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:29:47.702040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:29:47.702587 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Checking segment: {'id': 'e3427f5c-e71d-45cc-8c7a-3dd79865d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:29:47.703106 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Bound using segment: {'id': 'e3427f5c-e71d-45cc-8c7a-3dd79865d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:29:47.703669 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Bound port: 7b42454b-11bc-437e-a789-f42095c9d310, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3427f5c-e71d-45cc-8c7a-3dd79865d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:29:47.704136 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7b42454b-11bc-437e-a789-f42095c9d310), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:47.719149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e701d-b237-4fe9-8668-b1ec20c795fc None None] Routers {'78e49bdf-fde5-493b-9f6e-3336ae90a42d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:29:47.719784 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-017e701d-b237-4fe9-8668-b1ec20c795fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:29:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:47.726381 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32f362-c0e1-4458-950d-98c317f55a2c req-7c2eeb01-5089-48d1-b283-8a394e497b9a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:47.734426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32f362-c0e1-4458-950d-98c317f55a2c req-7c2eeb01-5089-48d1-b283-8a394e497b9a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:47.740310 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32f362-c0e1-4458-950d-98c317f55a2c req-7c2eeb01-5089-48d1-b283-8a394e497b9a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:47.745612 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32f362-c0e1-4458-950d-98c317f55a2c req-7c2eeb01-5089-48d1-b283-8a394e497b9a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:47.762086 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32f362-c0e1-4458-950d-98c317f55a2c req-7c2eeb01-5089-48d1-b283-8a394e497b9a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:47.768167 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32f362-c0e1-4458-950d-98c317f55a2c req-7c2eeb01-5089-48d1-b283-8a394e497b9a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:47.773877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32f362-c0e1-4458-950d-98c317f55a2c req-7c2eeb01-5089-48d1-b283-8a394e497b9a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:47.782386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f32f362-c0e1-4458-950d-98c317f55a2c req-7c2eeb01-5089-48d1-b283-8a394e497b9a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2514992 Feb 10 15:29:47.786415 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7bc0-d043-4002-967a-bf334ab48530 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (360fe39b-1fd9-4900-82c1-09b9d6c4d890), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:47.821161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a7bc0-d043-4002-967a-bf334ab48530 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=360fe39b-1fd9-4900-82c1-09b9d6c4d890,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:47.854675 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-06a96611-956f-4cab-808c-7b409fcfae53 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "PUT /v2.0/floatingips/6dd9b49c-e538-4f09-ad24-789fa6bfe741 HTTP/1.1" status: 200 len: 991 time: 6.9906282 Feb 10 15:29:47.860431 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c47942-1b01-4742-9e7a-261d6a2d8491', 'tag': 'dab03e46-b223-43a9-afaf-bb5ef19b1b5f'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:47.864659 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c3965f-033f-4758-91f5-4561e2ff374e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c47942-1b01-4742-9e7a-261d6a2d8491", "tag": "dab03e46-b223-43a9-afaf-bb5ef19b1b5f"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:47.872369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:29:47.906558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:47.906936 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (12bbfd7f-9f19-4aa3-b3ef-441208e049fe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:47.932020 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] For port 7b42454b-11bc-437e-a789-f42095c9d310, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:29:47.938553 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] For port 7b42454b-11bc-437e-a789-f42095c9d310, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7b42454b-11bc-437e-a789-f42095c9d310,segment=NetworkSegment(e3427f5c-e71d-45cc-8c7a-3dd79865d9ce),segment_id=e3427f5c-e71d-45cc-8c7a-3dd79865d9ce)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:29:47.958278 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7bc0-d043-4002-967a-bf334ab48530 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:47.964091 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (7b42454b-11bc-437e-a789-f42095c9d310), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:47.970572 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fd1a7bc0-d043-4002-967a-bf334ab48530 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/360fe39b-1fd9-4900-82c1-09b9d6c4d890 HTTP/1.1" status: 204 len: 168 time: 0.7628257 Feb 10 15:29:47.971455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58862) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:48.006596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f32f362-c0e1-4458-950d-98c317f55a2c req-0c77b5cd-61b4-4a69-af7d-49e59585cf10 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2112908 Feb 10 15:29:48.056414 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb97cd-2f31-4906-b95a-dd6488aef504 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:48.058660 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb97cd-2f31-4906-b95a-dd6488aef504 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:48.061069 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb97cd-2f31-4906-b95a-dd6488aef504 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:48.065765 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e5fb97cd-2f31-4906-b95a-dd6488aef504 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0931616 Feb 10 15:29:48.066417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58864) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:48.084008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:48.084907 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:48.086431 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] 10.222.0.72 "PUT /v2.0/ports/7b42454b-11bc-437e-a789-f42095c9d310 HTTP/1.1" status: 200 len: 1091 time: 3.1582365 Feb 10 15:29:48.133993 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7faa3f-c947-4da6-af43-888954849037 req-5b7d47d4-cca0-42bf-9cf1-8cbedcc90487 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:48.135731 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b7faa3f-c947-4da6-af43-888954849037 req-5b7d47d4-cca0-42bf-9cf1-8cbedcc90487 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 943 time: 0.1926448 Feb 10 15:29:48.156594 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:48.192563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8296cb-598e-48de-a1b2-494e640a3db7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet 4d19f2ce-02a1-4251-975b-dd64c6d2adc9 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:29:48.196075 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa053e06-9fa9-4a16-84ca-8df27f3126cf service neutron] Pushing event updated for resources: {'Port': ['ID=7b42454b-11bc-437e-a789-f42095c9d310,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:48.218143 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c8296cb-598e-48de-a1b2-494e640a3db7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (4d19f2ce-02a1-4251-975b-dd64c6d2adc9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:48.235986 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92de8f9-620d-4a00-aca3-f4085318c9de x-openstack-request-id: req-c92de8f9-620d-4a00-aca3-f4085318c9de {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:48.236408 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c47942-1b01-4742-9e7a-261d6a2d8491", "tag": "dab03e46-b223-43a9-afaf-bb5ef19b1b5f", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:48.237288 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c92de8f9-620d-4a00-aca3-f4085318c9de {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:48.237806 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c47942-1b01-4742-9e7a-261d6a2d8491', 'tag': 'dab03e46-b223-43a9-afaf-bb5ef19b1b5f', 'status': 'completed', 'code': 200} Feb 10 15:29:48.276474 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ed3096d8-0565-41de-9afa-94a72d0847d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:48.303757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 803e0b1d-251d-409a-ac1c-f292dbb09498, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=803e0b1d-251d-409a-ac1c-f292dbb09498,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:48.318429 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c8296cb-598e-48de-a1b2-494e640a3db7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (4d19f2ce-02a1-4251-975b-dd64c6d2adc9), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:48.331649 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b7faa3f-c947-4da6-af43-888954849037 req-f909bd7a-4dd1-4497-8b35-4b1ac26ebd5d tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474941 Feb 10 15:29:48.335360 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-017e701d-b237-4fe9-8668-b1ec20c795fc None None] Set router 78e49bdf-fde5-493b-9f6e-3336ae90a42d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:29:48.352123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e6313b96-b839-4709-a314-b4d9c8919854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:48.354332 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e6313b96-b839-4709-a314-b4d9c8919854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:48.357231 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e6313b96-b839-4709-a314-b4d9c8919854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:48.357715 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e6313b96-b839-4709-a314-b4d9c8919854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:48.358193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e6313b96-b839-4709-a314-b4d9c8919854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:48.358657 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e6313b96-b839-4709-a314-b4d9c8919854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:48.359120 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e6313b96-b839-4709-a314-b4d9c8919854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:48.361329 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-e6313b96-b839-4709-a314-b4d9c8919854 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f98392d30c54e709159c7a818a25666&device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 6705 time: 0.2239664 Feb 10 15:29:48.383669 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '803e0b1d-251d-409a-ac1c-f292dbb09498', 'network_id': 'db0f184d-0c8f-4d59-ba81-688af906aad0', 'port_id': '803e0b1d-251d-409a-ac1c-f292dbb09498', 'mac_address': 'fa:16:3e:0d:e5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a250eeb-5302-4bb8-bc76-0eaf714b38cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:29:48.421344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3965f-033f-4758-91f5-4561e2ff374e req-6749db20-945d-4880-aefd-1d503153d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:48.422982 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9c3965f-033f-4758-91f5-4561e2ff374e req-6749db20-945d-4880-aefd-1d503153d3b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c2365a3048c4b23a67221fc3c979c7a&device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 1127 time: 0.1761918 Feb 10 15:29:48.425314 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-c528fd61-b23c-4c09-af1d-1bb6b7a01942 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb2899da-920f-41e8-8572-65874205aae6 HTTP/1.1" status: 200 len: 217 time: 0.0546212 Feb 10 15:29:48.467360 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c8296cb-598e-48de-a1b2-494e640a3db7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (4d19f2ce-02a1-4251-975b-dd64c6d2adc9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:48.513621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-214e93c7-88fd-4bf5-8ce4-65174ac4f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:48.515490 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-214e93c7-88fd-4bf5-8ce4-65174ac4f8dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38372c24-f4b5-4c74-9308-eeba2014c423 HTTP/1.1" status: 200 len: 855 time: 0.0603540 Feb 10 15:29:48.526522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:48.527000 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (12bbfd7f-9f19-4aa3-b3ef-441208e049fe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:48.546372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 803e0b1d-251d-409a-ac1c-f292dbb09498 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:48.546853 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (803e0b1d-251d-409a-ac1c-f292dbb09498), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:48.549170 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c8296cb-598e-48de-a1b2-494e640a3db7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (4d19f2ce-02a1-4251-975b-dd64c6d2adc9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server [None req-4a79e418-88a9-43b4-9178-2d024fee31b1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d19f2ce-02a1-4251-975b-dd64c6d2adc9: This subnet is being modified by another concurrent operation. Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:29:48.579600 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise exception Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d19f2ce-02a1-4251-975b-dd64c6d2adc9: This subnet is being modified by another concurrent operation. Feb 10 15:29:48.583636 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Feb 10 15:29:48.605746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803e0b1d-251d-409a-ac1c-f292dbb09498 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:48.625196 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=12bbfd7f-9f19-4aa3-b3ef-441208e049fe,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:48.634910 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8296cb-598e-48de-a1b2-494e640a3db7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=4d19f2ce-02a1-4251-975b-dd64c6d2adc9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:48.648882 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c8296cb-598e-48de-a1b2-494e640a3db7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:48.649149 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (12bbfd7f-9f19-4aa3-b3ef-441208e049fe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:48.664309 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4c8296cb-598e-48de-a1b2-494e640a3db7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/4d19f2ce-02a1-4251-975b-dd64c6d2adc9 HTTP/1.1" status: 204 len: 168 time: 0.5946820 Feb 10 15:29:48.664843 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58880) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:48.673797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-69bf6cc0-c4bd-4ed7-bfb5-2fa4874ca0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:48.674923 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 803e0b1d-251d-409a-ac1c-f292dbb09498, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=803e0b1d-251d-409a-ac1c-f292dbb09498,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:48.678616 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-69bf6cc0-c4bd-4ed7-bfb5-2fa4874ca0df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe24dc43-b768-42dc-8d77-d7d97f1c6d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1443286 Feb 10 15:29:48.731505 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ef8b6c-d520-49b0-9244-70bb511080a0 None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:29:48.739593 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (803e0b1d-251d-409a-ac1c-f292dbb09498), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:48.759796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-105b0edd-c402-450f-ab05-c8c2d876ba7b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet ce0a89e5-2ae0-41f7-b34c-5b9b53c81d3b {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:29:48.764986 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-105b0edd-c402-450f-ab05-c8c2d876ba7b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (ce0a89e5-2ae0-41f7-b34c-5b9b53c81d3b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:48.821595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-105b0edd-c402-450f-ab05-c8c2d876ba7b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (ce0a89e5-2ae0-41f7-b34c-5b9b53c81d3b), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:48.838939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-439bd000-b46b-4dec-b93e-748cdcf1a7d3 None None] Provisioning complete for port ed3096d8-0565-41de-9afa-94a72d0847d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:48.839247 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-439bd000-b46b-4dec-b93e-748cdcf1a7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:48.842140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-0f0f47b2-605a-4ab1-9355-7318404048ff service neutron] 10.222.0.72 "GET /v2.0/networks/fe24dc43-b768-42dc-8d77-d7d97f1c6d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477289 Feb 10 15:29:48.859809 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3965f-033f-4758-91f5-4561e2ff374e req-df7b36a7-f2a4-4d4c-840c-61ef51d24fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:48.859809 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9c3965f-033f-4758-91f5-4561e2ff374e req-df7b36a7-f2a4-4d4c-840c-61ef51d24fcb service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2e77de5-12dc-41aa-af99-c9787df5a7b0 HTTP/1.1" status: 200 len: 912 time: 0.4242325 Feb 10 15:29:48.897588 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-105b0edd-c402-450f-ab05-c8c2d876ba7b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (ce0a89e5-2ae0-41f7-b34c-5b9b53c81d3b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:48.916329 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6414be33-b9dc-4ef4-9d31-fdc3903cc904 req-5095b3fd-a995-4083-a5ff-e378edbf41e9 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f80de1df-4bd4-4b1e-acb4-89ee2946265f HTTP/1.1" status: 200 len: 210 time: 0.0728445 Feb 10 15:29:49.016502 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=12bbfd7f-9f19-4aa3-b3ef-441208e049fe,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:49.041489 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-105b0edd-c402-450f-ab05-c8c2d876ba7b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (ce0a89e5-2ae0-41f7-b34c-5b9b53c81d3b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:49.087664 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39178a2d-31b3-48fb-b059-f8f74e81b9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bbfd7f-9f19-4aa3-b3ef-441208e049fe'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:49.089389 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-77afcc72-1ba8-4cdc-b5fe-4605f1d0f912 service neutron] 10.222.0.72 "GET /v2.0/networks/fe24dc43-b768-42dc-8d77-d7d97f1c6d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962893 Feb 10 15:29:49.089949 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79834b66-7fb5-4eff-9f42-6433c525c1af" -d '{"events": [{"server_uuid": "39178a2d-31b3-48fb-b059-f8f74e81b9d1", "name": "network-vif-plugged", "status": "completed", "tag": "12bbfd7f-9f19-4aa3-b3ef-441208e049fe"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:49.098919 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9c3965f-033f-4758-91f5-4561e2ff374e req-7174ff75-fda1-43bf-8a7e-26d6c63de7b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dab03e46-b223-43a9-afaf-bb5ef19b1b5f HTTP/1.1" status: 200 len: 999 time: 0.1937184 Feb 10 15:29:49.126763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b0edd-c402-450f-ab05-c8c2d876ba7b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0a89e5-2ae0-41f7-b34c-5b9b53c81d3b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:49.133293 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-105b0edd-c402-450f-ab05-c8c2d876ba7b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:49.141316 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-105b0edd-c402-450f-ab05-c8c2d876ba7b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/ce0a89e5-2ae0-41f7-b34c-5b9b53c81d3b HTTP/1.1" status: 204 len: 168 time: 0.4750967 Feb 10 15:29:49.144044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58888) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:49.171276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3965f-033f-4758-91f5-4561e2ff374e req-7d02d7a6-5147-4765-9a0e-252e8b676fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:49.173081 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9c3965f-033f-4758-91f5-4561e2ff374e req-7d02d7a6-5147-4765-9a0e-252e8b676fd7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3ce83f6-6325-453a-a2c7-3c49256a130b HTTP/1.1" status: 200 len: 850 time: 0.0654404 Feb 10 15:29:49.199793 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-89f55eb3-4036-449c-b0b6-e2b69e61b4b6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545225 Feb 10 15:29:49.203333 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58892) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:49.211521 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c06e335e-4119-41a8-8147-32d087134285 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:49.315494 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:49.319704 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-cd3e18a7-dc98-4900-b8e8-03470f867d80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=10381f00-aac9-4d90-9e10-af3f92aa505c HTTP/1.1" status: 200 len: 217 time: 0.2114346 Feb 10 15:29:49.329762 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5960fd32-b52b-4380-acd2-b0a24ec03e42 x-openstack-request-id: req-5960fd32-b52b-4380-acd2-b0a24ec03e42 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:49.337101 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39178a2d-31b3-48fb-b059-f8f74e81b9d1", "name": "network-vif-plugged", "status": "completed", "tag": "12bbfd7f-9f19-4aa3-b3ef-441208e049fe", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:49.339278 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5960fd32-b52b-4380-acd2-b0a24ec03e42 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:49.339921 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39178a2d-31b3-48fb-b059-f8f74e81b9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bbfd7f-9f19-4aa3-b3ef-441208e049fe', 'code': 200} Feb 10 15:29:49.352529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['803e0b1d-251d-409a-ac1c-f292dbb09498'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:29:49.483537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06e335e-4119-41a8-8147-32d087134285 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:49.519586 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c06e335e-4119-41a8-8147-32d087134285 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:49.526878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-284a37aa-194f-42d7-9ec9-84052767754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:49.528776 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-284a37aa-194f-42d7-9ec9-84052767754c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72c12823-d91c-4e2c-9209-5935b1cee3d2 HTTP/1.1" status: 200 len: 797 time: 0.2081177 Feb 10 15:29:49.591347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321482d-3bb9-4e4e-9cc3-c31fc29f6871 req-b4115522-a458-4bba-a202-59f74e46bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:49.592890 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9321482d-3bb9-4e4e-9cc3-c31fc29f6871 req-b4115522-a458-4bba-a202-59f74e46bc63 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=39178a2d-31b3-48fb-b059-f8f74e81b9d1 HTTP/1.1" status: 200 len: 1127 time: 0.2561309 Feb 10 15:29:49.604174 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3965f-033f-4758-91f5-4561e2ff374e req-2922dbf3-c956-438d-8829-db4183b29291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:49.606116 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9c3965f-033f-4758-91f5-4561e2ff374e req-2922dbf3-c956-438d-8829-db4183b29291 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2e77de5-12dc-41aa-af99-c9787df5a7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3660715 Feb 10 15:29:49.631740 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189aacd7-2c23-4e89-94b9-b0e869612c57 req-5ca40776-0d12-4613-a333-baebc78385ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:49.649652 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189aacd7-2c23-4e89-94b9-b0e869612c57 req-5ca40776-0d12-4613-a333-baebc78385ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:49.659631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189aacd7-2c23-4e89-94b9-b0e869612c57 req-5ca40776-0d12-4613-a333-baebc78385ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:49.669154 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189aacd7-2c23-4e89-94b9-b0e869612c57 req-5ca40776-0d12-4613-a333-baebc78385ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:49.678273 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189aacd7-2c23-4e89-94b9-b0e869612c57 req-5ca40776-0d12-4613-a333-baebc78385ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:49.685124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189aacd7-2c23-4e89-94b9-b0e869612c57 req-5ca40776-0d12-4613-a333-baebc78385ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:49.692176 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189aacd7-2c23-4e89-94b9-b0e869612c57 req-5ca40776-0d12-4613-a333-baebc78385ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:49.705211 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-189aacd7-2c23-4e89-94b9-b0e869612c57 req-5ca40776-0d12-4613-a333-baebc78385ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.5283806 Feb 10 15:29:49.721412 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9321482d-3bb9-4e4e-9cc3-c31fc29f6871 req-690cf401-9d98-4882-8056-1551a4776c24 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193442 Feb 10 15:29:49.854798 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ed3096d8-0565-41de-9afa-94a72d0847d8 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:29:49.892429 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-189aacd7-2c23-4e89-94b9-b0e869612c57 req-336c38aa-ac52-4cda-8cd7-df8cfdfdae87 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1851962 Feb 10 15:29:49.948437 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-de6842d4-b154-47c1-8d00-f12bdef7cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:49.950782 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-de6842d4-b154-47c1-8d00-f12bdef7cc12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4122088 Feb 10 15:29:49.954558 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c06e335e-4119-41a8-8147-32d087134285 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (80bf9d73-a758-46a0-ac6d-a1a817f7c398), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:49.968962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58918) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:50.010501 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=803e0b1d-251d-409a-ac1c-f292dbb09498,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:50.067701 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954cd4c-ae74-4ba0-883a-6658d44ce237 req-b29a570d-4696-4e64-b7d2-71a7b145189a tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:50.069325 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a954cd4c-ae74-4ba0-883a-6658d44ce237 req-b29a570d-4696-4e64-b7d2-71a7b145189a tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 944 time: 0.4922128 Feb 10 15:29:50.076021 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06e335e-4119-41a8-8147-32d087134285 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:50.089929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-c06e335e-4119-41a8-8147-32d087134285 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:50.093783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58924) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:50.152133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a954cd4c-ae74-4ba0-883a-6658d44ce237 req-76e06339-9238-4604-babc-90bfa7078af7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741472 Feb 10 15:29:50.155614 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06e335e-4119-41a8-8147-32d087134285 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:50.156203 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c06e335e-4119-41a8-8147-32d087134285 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:50.180545 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9c3965f-033f-4758-91f5-4561e2ff374e req-5cbd514f-57a8-49a1-8253-78c145ad188d service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643893 Feb 10 15:29:50.218169 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c06e335e-4119-41a8-8147-32d087134285 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0136614 Feb 10 15:29:50.219369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e335e-4119-41a8-8147-32d087134285 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=80bf9d73-a758-46a0-ac6d-a1a817f7c398,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:50.226351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58926) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:50.234035 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6945d000-d75d-4f2d-b6d5-b054c427987b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:50.245370 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be292eb4-0d25-47d1-a63b-dc47353c56f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:50.294265 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ed3096d8-0565-41de-9afa-94a72d0847d8 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:50.294662 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:50.308847 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69321be2-241b-4d69-8934-57a87df9a98b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for security_group (5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:50.316535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-439bd000-b46b-4dec-b93e-748cdcf1a7d3 None None] Current status of the port ed3096d8-0565-41de-9afa-94a72d0847d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:50.328591 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef8b6c-d520-49b0-9244-70bb511080a0 None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:29:50.349037 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-017e701d-b237-4fe9-8668-b1ec20c795fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '6dd9b49c-e538-4f09-ad24-789fa6bfe741', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'port_id': 'dab03e46-b223-43a9-afaf-bb5ef19b1b5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'mac_address': 'fa:16:3e:19:d3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c47942-1b01-4742-9e7a-261d6a2d8491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:29:15Z', 'updated_at': '2022-02-10T15:29:43Z', 'revision_number': 1, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f585296-9c11-4706-b3f6-ac491733bd8a', 'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'mac_address': 'fa:16:3e:60:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:18Z', 'updated_at': '2022-02-10T15:24:36Z', 'revision_number': 5, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'subnets': [{'id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:50.411516 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69321be2-241b-4d69-8934-57a87df9a98b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for security_group (5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:50.415719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e701d-b237-4fe9-8668-b1ec20c795fc None None] Checking router: 78e49bdf-fde5-493b-9f6e-3336ae90a42d for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:29:50.417814 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-439bd000-b46b-4dec-b93e-748cdcf1a7d3 None None] Could not find standard attr ID for object 360fe39b-1fd9-4900-82c1-09b9d6c4d890. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:29:50.450491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'tag': '7b42454b-11bc-437e-a789-f42095c9d310'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:50.456130 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "tag": "7b42454b-11bc-437e-a789-f42095c9d310"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:50.501254 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port ed3096d8-0565-41de-9afa-94a72d0847d8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ed3096d8-0565-41de-9afa-94a72d0847d8,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:50.502219 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e701d-b237-4fe9-8668-b1ec20c795fc None None] Routers {'78e49bdf-fde5-493b-9f6e-3336ae90a42d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:29:50.503819 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-017e701d-b237-4fe9-8668-b1ec20c795fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:29:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:50.513221 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-b93fae2d-9a09-47a8-9b54-7be060ebe4b6 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503650 Feb 10 15:29:50.555810 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:50.594658 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8157a73-3635-43f0-b82d-ff80d1974299 x-openstack-request-id: req-a8157a73-3635-43f0-b82d-ff80d1974299 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:50.595026 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "tag": "7b42454b-11bc-437e-a789-f42095c9d310", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:50.595204 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8157a73-3635-43f0-b82d-ff80d1974299 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:50.595627 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'tag': '7b42454b-11bc-437e-a789-f42095c9d310', 'status': 'completed', 'code': 200} Feb 10 15:29:50.632084 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=ed3096d8-0565-41de-9afa-94a72d0847d8,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:50.637911 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be292eb4-0d25-47d1-a63b-dc47353c56f5 admin admin] Publish callbacks [] for security_group (f98cacb0-0132-4c43-850e-d1265c544973), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:50.648973 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be292eb4-0d25-47d1-a63b-dc47353c56f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f98cacb0-0132-4c43-850e-d1265c544973), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:50.655809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69321be2-241b-4d69-8934-57a87df9a98b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:50.659149 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-69321be2-241b-4d69-8934-57a87df9a98b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:50.660524 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-69321be2-241b-4d69-8934-57a87df9a98b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "DELETE /v2.0/security-groups/5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa HTTP/1.1" status: 204 len: 168 time: 0.5658164 Feb 10 15:29:50.692576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58942) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:50.763664 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-1e515e03-addb-4eed-9626-f7939ccfc9c0 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793556 Feb 10 15:29:50.792453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be292eb4-0d25-47d1-a63b-dc47353c56f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98cacb0-0132-4c43-850e-d1265c544973,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:50.816828 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-472d9fc6-f0fa-49e3-8beb-4bb8d66cf757 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] show failed (client error): The resource could not be found. Feb 10 15:29:50.820515 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-472d9fc6-f0fa-49e3-8beb-4bb8d66cf757 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "GET /v2.0/security-groups/5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa HTTP/1.1" status: 404 len: 347 time: 0.1187632 Feb 10 15:29:50.835794 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-be292eb4-0d25-47d1-a63b-dc47353c56f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63b472585f0245db98cffdd5a8b87904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8623674 Feb 10 15:29:50.840206 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58944) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:50.841431 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58946) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:50.864306 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69321be2-241b-4d69-8934-57a87df9a98b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f00d9d3-c97a-4546-bc1e-d8f8c2703bfa,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:50.909453 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9c3965f-033f-4758-91f5-4561e2ff374e req-c73135a2-225e-4071-a88f-7d2f9718969b service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7198348 Feb 10 15:29:50.910016 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6945d000-d75d-4f2d-b6d5-b054c427987b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:50.914717 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6945d000-d75d-4f2d-b6d5-b054c427987b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:50.920215 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-4a55cb5b-4d04-4db2-8823-9fe7bd48d7be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=60ef18b7-07cd-4dd7-936a-aa71c8c7559e HTTP/1.1" status: 200 len: 217 time: 0.1424623 Feb 10 15:29:50.926787 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-017e701d-b237-4fe9-8668-b1ec20c795fc None None] Set router 78e49bdf-fde5-493b-9f6e-3336ae90a42d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:29:51.097991 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-00cde97c-71c9-40cd-b80d-a541f8ee64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:51.099496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-00cde97c-71c9-40cd-b80d-a541f8ee64cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72c12823-d91c-4e2c-9209-5935b1cee3d2 HTTP/1.1" status: 200 len: 797 time: 0.1674938 Feb 10 15:29:51.167516 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84b9cc39-16bb-43cc-b846-a8d527f8a12d admin admin] Publish callbacks [] for security_group (f98cacb0-0132-4c43-850e-d1265c544973), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:51.175065 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d59b8-91eb-46ee-8682-f5152cf77256 req-5a67d595-1359-490b-a161-a9f3f17f6e76 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:51.181178 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d59b8-91eb-46ee-8682-f5152cf77256 req-5a67d595-1359-490b-a161-a9f3f17f6e76 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:51.186559 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d59b8-91eb-46ee-8682-f5152cf77256 req-5a67d595-1359-490b-a161-a9f3f17f6e76 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:51.193243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d59b8-91eb-46ee-8682-f5152cf77256 req-5a67d595-1359-490b-a161-a9f3f17f6e76 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:51.198804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d59b8-91eb-46ee-8682-f5152cf77256 req-5a67d595-1359-490b-a161-a9f3f17f6e76 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:51.204416 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d59b8-91eb-46ee-8682-f5152cf77256 req-5a67d595-1359-490b-a161-a9f3f17f6e76 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:51.204751 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84b9cc39-16bb-43cc-b846-a8d527f8a12d admin admin] Publish callbacks [] for security_group (f98cacb0-0132-4c43-850e-d1265c544973), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:51.211078 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d59b8-91eb-46ee-8682-f5152cf77256 req-5a67d595-1359-490b-a161-a9f3f17f6e76 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:51.213430 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-801d59b8-91eb-46ee-8682-f5152cf77256 req-5a67d595-1359-490b-a161-a9f3f17f6e76 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.1726804 Feb 10 15:29:51.229177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9e200-329e-43a2-a949-16c40f0c49ce tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Deleting port fd31fcc4-771c-4f41-bae2-23a37e0ac500 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:51.229685 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ee9e200-329e-43a2-a949-16c40f0c49ce tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fd31fcc4-771c-4f41-bae2-23a37e0ac500), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:51.310262 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-801d59b8-91eb-46ee-8682-f5152cf77256 req-c6a5182d-6c60-4b99-bf55-756fe1bc2f68 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815861 Feb 10 15:29:51.333434 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84b9cc39-16bb-43cc-b846-a8d527f8a12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f98cacb0-0132-4c43-850e-d1265c544973), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:51.336165 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84b9cc39-16bb-43cc-b846-a8d527f8a12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:51.337512 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-84b9cc39-16bb-43cc-b846-a8d527f8a12d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f98cacb0-0132-4c43-850e-d1265c544973 HTTP/1.1" status: 204 len: 168 time: 0.4917688 Feb 10 15:29:51.361462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9cc39-16bb-43cc-b846-a8d527f8a12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98cacb0-0132-4c43-850e-d1265c544973,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:51.438581 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ee9e200-329e-43a2-a949-16c40f0c49ce tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fd31fcc4-771c-4f41-bae2-23a37e0ac500), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:51.438810 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ee9e200-329e-43a2-a949-16c40f0c49ce tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for floatingip (fd31fcc4-771c-4f41-bae2-23a37e0ac500), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:51.472902 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9e200-329e-43a2-a949-16c40f0c49ce tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Calling delete_port for fd31fcc4-771c-4f41-bae2-23a37e0ac500 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:51.550804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-c7838c55-1eba-45df-830d-7f14ea9cffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:51.552630 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-c7838c55-1eba-45df-830d-7f14ea9cffb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4409175 Feb 10 15:29:51.674698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 632cf89b-c995-4029-ad2c-5bd061f5b9d6 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:29:51.770351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd65a3ac-5891-4135-a049-8fdcdcefc025 None None] Update dhcp port {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'fixed_ips': [{'subnet_id': '80bf9d73-a758-46a0-ac6d-a1a817f7c398'}], 'binding:host_id': 'n-d-815324-7'}, 'id': 'ed3096d8-0565-41de-9afa-94a72d0847d8'} from n-d-815324-7. {{(pid=103370) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 15:29:51.823329 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ee9e200-329e-43a2-a949-16c40f0c49ce tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fd31fcc4-771c-4f41-bae2-23a37e0ac500), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:51.858264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9e200-329e-43a2-a949-16c40f0c49ce tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event deleted for resources: {'Port': ['ID=fd31fcc4-771c-4f41-bae2-23a37e0ac500,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:51.864381 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cfffd-729a-4a51-ba96-fbcc70aafc6e req-72dcbbb6-6d14-4766-b866-b65b01b802b4 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:51.887008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b1cfffd-729a-4a51-ba96-fbcc70aafc6e req-72dcbbb6-6d14-4766-b866-b65b01b802b4 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 944 time: 0.5919442 Feb 10 15:29:51.888692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58972) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:51.926988 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a3a5c99b-eea8-4364-85b7-f18b148cc153 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626859 Feb 10 15:29:51.935050 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ee9e200-329e-43a2-a949-16c40f0c49ce tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for floatingip (81f1b54c-93b7-44bd-a439-3f6203763b8e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:51.938349 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ee9e200-329e-43a2-a949-16c40f0c49ce tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:51.942549 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6ee9e200-329e-43a2-a949-16c40f0c49ce tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "DELETE /v2.0/floatingips/81f1b54c-93b7-44bd-a439-3f6203763b8e HTTP/1.1" status: 204 len: 168 time: 1.0977674 Feb 10 15:29:51.943445 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58976) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:51.969988 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78ac1b54-6183-4e97-b071-fd09e85ab985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:51.996579 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd65a3ac-5891-4135-a049-8fdcdcefc025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:52.160370 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b1cfffd-729a-4a51-ba96-fbcc70aafc6e req-a019fcf0-cdb5-4600-8c6e-53233ae23698 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723160 Feb 10 15:29:52.160933 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f4f879ab-ae74-44cb-ba45-91333f18111c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Deleting port 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:52.161491 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f4f879ab-ae74-44cb-ba45-91333f18111c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:52.180679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 632cf89b-c995-4029-ad2c-5bd061f5b9d6, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=632cf89b-c995-4029-ad2c-5bd061f5b9d6,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:52.254645 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-986fbce5-ee75-4272-928b-e96ee8942e23 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000331 Feb 10 15:29:52.268599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '632cf89b-c995-4029-ad2c-5bd061f5b9d6', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': '632cf89b-c995-4029-ad2c-5bd061f5b9d6', 'mac_address': 'fa:16:3e:b8:5d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:29:52.302149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-017e701d-b237-4fe9-8668-b1ec20c795fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '6dd9b49c-e538-4f09-ad24-789fa6bfe741', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'port_id': 'dab03e46-b223-43a9-afaf-bb5ef19b1b5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'mac_address': 'fa:16:3e:19:d3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c47942-1b01-4742-9e7a-261d6a2d8491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:29:15Z', 'updated_at': '2022-02-10T15:29:43Z', 'revision_number': 1, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f585296-9c11-4706-b3f6-ac491733bd8a', 'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'mac_address': 'fa:16:3e:60:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:18Z', 'updated_at': '2022-02-10T15:24:36Z', 'revision_number': 5, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'subnets': [{'id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:52.312898 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f4f879ab-ae74-44cb-ba45-91333f18111c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:52.329558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f4f879ab-ae74-44cb-ba45-91333f18111c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Calling delete_port for 9e1f9b81-9f36-4c16-9aae-871bc3c83e40 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:52.343914 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-0299057c-d28f-4ed4-8a6f-3ccb5280440d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=0c0f6301-441b-4266-aaf6-c93025a59799 HTTP/1.1" status: 200 len: 217 time: 0.0784984 Feb 10 15:29:52.344170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e701d-b237-4fe9-8668-b1ec20c795fc None None] The sync data for ids ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'] in n-d-815324-7 is: [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '6dd9b49c-e538-4f09-ad24-789fa6bfe741', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'port_id': 'dab03e46-b223-43a9-afaf-bb5ef19b1b5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'mac_address': 'fa:16:3e:19:d3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c47942-1b01-4742-9e7a-261d6a2d8491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:29:15Z', 'updated_at': '2022-02-10T15:29:43Z', 'revision_number': 1, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f585296-9c11-4706-b3f6-ac491733bd8a', 'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'mac_address': 'fa:16:3e:60:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:18Z', 'updated_at': '2022-02-10T15:24:36Z', 'revision_number': 5, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'subnets': [{'id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:29:52.433213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 is: ACTIVE; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:52.433609 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:52.480105 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 632cf89b-c995-4029-ad2c-5bd061f5b9d6 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:29:52.503868 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 632cf89b-c995-4029-ad2c-5bd061f5b9d6, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=632cf89b-c995-4029-ad2c-5bd061f5b9d6,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:52.505912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-bd65a3ac-5891-4135-a049-8fdcdcefc025 None None] Allocated IP 172.20.0.2 (7a88351e-06f0-4f2f-982b-277a9503b2d6/80bf9d73-a758-46a0-ac6d-a1a817f7c398/ed3096d8-0565-41de-9afa-94a72d0847d8) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:52.519169 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:52.559705 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f4f879ab-ae74-44cb-ba45-91333f18111c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9e1f9b81-9f36-4c16-9aae-871bc3c83e40), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:52.602529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f879ab-ae74-44cb-ba45-91333f18111c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event deleted for resources: {'Port': ['ID=9e1f9b81-9f36-4c16-9aae-871bc3c83e40,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:52.680367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.objects.ports [None req-6945d000-d75d-4f2d-b6d5-b054c427987b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:29:52.701585 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78ac1b54-6183-4e97-b071-fd09e85ab985 admin admin] Publish callbacks [] for security_group (6eaa374d-c487-4f09-9e82-a6dee050de50), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:52.752227 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4750ddb0-93cf-42a3-a75b-d4b3d8ffa4d9 None None] New status for floating IP 6dd9b49c-e538-4f09-ad24-789fa6bfe741: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:29:52.833360 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f4f879ab-ae74-44cb-ba45-91333f18111c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:52.842782 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f4f879ab-ae74-44cb-ba45-91333f18111c tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "DELETE /v2.0/ports/9e1f9b81-9f36-4c16-9aae-871bc3c83e40 HTTP/1.1" status: 204 len: 168 time: 0.8985593 Feb 10 15:29:52.845974 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58998) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:53.059888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-fd6413b3-2245-44da-861e-3b828104a70d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Deleting port 8c24031c-37a7-4018-9913-6d7f2261f999 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:53.060357 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd6413b3-2245-44da-861e-3b828104a70d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:53.066748 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['632cf89b-c995-4029-ad2c-5bd061f5b9d6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:29:53.135079 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=632cf89b-c995-4029-ad2c-5bd061f5b9d6,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:53.166646 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-bd65a3ac-5891-4135-a049-8fdcdcefc025 None None] For port ed3096d8-0565-41de-9afa-94a72d0847d8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ed3096d8-0565-41de-9afa-94a72d0847d8,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:53.248149 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd6413b3-2245-44da-861e-3b828104a70d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:53.282787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-fd6413b3-2245-44da-861e-3b828104a70d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Calling delete_port for 8c24031c-37a7-4018-9913-6d7f2261f999 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:53.315346 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd65a3ac-5891-4135-a049-8fdcdcefc025 None None] Publish callbacks [] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:53.329105 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd65a3ac-5891-4135-a049-8fdcdcefc025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:53.340498 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:29:53.395998 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65a3ac-5891-4135-a049-8fdcdcefc025 None None] Pushing event updated for resources: {'Port': ['ID=ed3096d8-0565-41de-9afa-94a72d0847d8,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:53.485864 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78ac1b54-6183-4e97-b071-fd09e85ab985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6eaa374d-c487-4f09-9e82-a6dee050de50), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:53.512431 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-f7bbb6dd-0633-4bd3-a781-3af6ea990e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:53.513920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-f7bbb6dd-0633-4bd3-a781-3af6ea990e77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72c12823-d91c-4e2c-9209-5935b1cee3d2 HTTP/1.1" status: 200 len: 797 time: 1.1339569 Feb 10 15:29:53.543672 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd6413b3-2245-44da-861e-3b828104a70d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8c24031c-37a7-4018-9913-6d7f2261f999), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:53.593515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 632cf89b-c995-4029-ad2c-5bd061f5b9d6 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:53.683045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bda76f-8197-4cbd-b8bf-8c0afe7c1f36 req-11e2bf11-df7b-45b0-9add-6c960ea495e5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:53.688410 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bda76f-8197-4cbd-b8bf-8c0afe7c1f36 req-11e2bf11-df7b-45b0-9add-6c960ea495e5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:53.694377 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bda76f-8197-4cbd-b8bf-8c0afe7c1f36 req-11e2bf11-df7b-45b0-9add-6c960ea495e5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:53.699741 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bda76f-8197-4cbd-b8bf-8c0afe7c1f36 req-11e2bf11-df7b-45b0-9add-6c960ea495e5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:53.705077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bda76f-8197-4cbd-b8bf-8c0afe7c1f36 req-11e2bf11-df7b-45b0-9add-6c960ea495e5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:53.711649 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bda76f-8197-4cbd-b8bf-8c0afe7c1f36 req-11e2bf11-df7b-45b0-9add-6c960ea495e5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:53.717170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bda76f-8197-4cbd-b8bf-8c0afe7c1f36 req-11e2bf11-df7b-45b0-9add-6c960ea495e5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:53.719130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66bda76f-8197-4cbd-b8bf-8c0afe7c1f36 req-11e2bf11-df7b-45b0-9add-6c960ea495e5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 1.2237601 Feb 10 15:29:53.735453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:53.735842 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:53.736105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-78ac1b54-6183-4e97-b071-fd09e85ab985 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e65468c5a7b4ced8aae8124c743cb0e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8394284 Feb 10 15:29:53.751489 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59008) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:53.769882 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac1b54-6183-4e97-b071-fd09e85ab985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaa374d-c487-4f09-9e82-a6dee050de50,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:53.785864 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd6413b3-2245-44da-861e-3b828104a70d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:53.796747 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fd6413b3-2245-44da-861e-3b828104a70d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "DELETE /v2.0/ports/8c24031c-37a7-4018-9913-6d7f2261f999 HTTP/1.1" status: 204 len: 168 time: 0.9490278 Feb 10 15:29:53.797741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6413b3-2245-44da-861e-3b828104a70d tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event deleted for resources: {'Port': ['ID=8c24031c-37a7-4018-9913-6d7f2261f999,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:53.803758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59010) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:53.902877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdff92-782c-41bf-8fc0-a9a87f0fe07d req-353ce9b9-2fd8-4b0e-89cc-ac3a3c1f7830 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:53.904542 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-09fdff92-782c-41bf-8fc0-a9a87f0fe07d req-353ce9b9-2fd8-4b0e-89cc-ac3a3c1f7830 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 944 time: 0.4459879 Feb 10 15:29:53.913325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:53.914274 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:53.920914 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef30400-a6da-4fd4-a045-013b4a852981 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Deleting subnet 4e75eccc-5fe7-471c-bd31-4a60dca30e51 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:29:53.928638 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cef30400-a6da-4fd4-a045-013b4a852981 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for subnet (4e75eccc-5fe7-471c-bd31-4a60dca30e51), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:53.941123 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2663a5-57b1-42a1-8558-613771b3802b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632cf89b-c995-4029-ad2c-5bd061f5b9d6'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:53.945133 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04be9ce9-8e48-4908-841c-050210b87c15" -d '{"events": [{"server_uuid": "1b2663a5-57b1-42a1-8558-613771b3802b", "name": "network-vif-plugged", "status": "completed", "tag": "632cf89b-c995-4029-ad2c-5bd061f5b9d6"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:53.970333 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 632cf89b-c995-4029-ad2c-5bd061f5b9d6, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=632cf89b-c995-4029-ad2c-5bd061f5b9d6,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:53.980682 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:53.981871 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 803e0b1d-251d-409a-ac1c-f292dbb09498 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:53.998972 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cef30400-a6da-4fd4-a045-013b4a852981 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (4e75eccc-5fe7-471c-bd31-4a60dca30e51), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:54.073489 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-380ea449-de97-4f9b-a658-b280a3734284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:54.081406 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-380ea449-de97-4f9b-a658-b280a3734284 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5389695 Feb 10 15:29:54.102721 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cef30400-a6da-4fd4-a045-013b4a852981 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (4e75eccc-5fe7-471c-bd31-4a60dca30e51), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:54.152728 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=632cf89b-c995-4029-ad2c-5bd061f5b9d6,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:54.183454 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cef30400-a6da-4fd4-a045-013b4a852981 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (4e75eccc-5fe7-471c-bd31-4a60dca30e51), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:54.223776 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef30400-a6da-4fd4-a045-013b4a852981 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event deleted for resources: {'Subnet': ['ID=4e75eccc-5fe7-471c-bd31-4a60dca30e51,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:54.225749 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 803e0b1d-251d-409a-ac1c-f292dbb09498 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:29:54.232458 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cef30400-a6da-4fd4-a045-013b4a852981 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:54.240065 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cef30400-a6da-4fd4-a045-013b4a852981 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "DELETE /v2.0/subnets/4e75eccc-5fe7-471c-bd31-4a60dca30e51 HTTP/1.1" status: 204 len: 168 time: 0.4343376 Feb 10 15:29:54.241502 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 803e0b1d-251d-409a-ac1c-f292dbb09498 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:54.241731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59014) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:54.242098 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (803e0b1d-251d-409a-ac1c-f292dbb09498), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:54.283500 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66bda76f-8197-4cbd-b8bf-8c0afe7c1f36 req-417c6438-3ddb-451e-a386-881e4f9753a3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5379424 Feb 10 15:29:54.308543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f208111b-b469-4cfa-a912-20b4dd6b9bf8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Deleting subnet 919e9d3c-57c2-4b71-a66c-06e10818c5df {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:29:54.311364 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33640ae0-4b2a-47a7-a8e3-961c0deda1d4 admin admin] Publish callbacks [] for security_group (6eaa374d-c487-4f09-9e82-a6dee050de50), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:54.314396 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f208111b-b469-4cfa-a912-20b4dd6b9bf8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for subnet (919e9d3c-57c2-4b71-a66c-06e10818c5df), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:54.363936 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f208111b-b469-4cfa-a912-20b4dd6b9bf8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (919e9d3c-57c2-4b71-a66c-06e10818c5df), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:54.428825 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6945d000-d75d-4f2d-b6d5-b054c427987b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:54.438710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 803e0b1d-251d-409a-ac1c-f292dbb09498 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:54.439433 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (803e0b1d-251d-409a-ac1c-f292dbb09498), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:54.468338 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-09fdff92-782c-41bf-8fc0-a9a87f0fe07d req-1a717c34-c09c-454d-8f5c-54a3f8ada1ea tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5509210 Feb 10 15:29:54.473599 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33640ae0-4b2a-47a7-a8e3-961c0deda1d4 admin admin] Publish callbacks [] for security_group (6eaa374d-c487-4f09-9e82-a6dee050de50), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:54.515891 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 803e0b1d-251d-409a-ac1c-f292dbb09498, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=803e0b1d-251d-409a-ac1c-f292dbb09498,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:54.524638 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (803e0b1d-251d-409a-ac1c-f292dbb09498), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:54.539160 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f208111b-b469-4cfa-a912-20b4dd6b9bf8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (919e9d3c-57c2-4b71-a66c-06e10818c5df), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:54.609884 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-5c2d61dd-7a20-4200-afe9-e0207f4ae016 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895318 Feb 10 15:29:54.622933 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c36cba-e06e-4dce-9f61-93d78b8f0b82 x-openstack-request-id: req-f9c36cba-e06e-4dce-9f61-93d78b8f0b82 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:54.623221 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2663a5-57b1-42a1-8558-613771b3802b", "name": "network-vif-plugged", "status": "completed", "tag": "632cf89b-c995-4029-ad2c-5bd061f5b9d6", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:54.623479 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9c36cba-e06e-4dce-9f61-93d78b8f0b82 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:54.623927 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2663a5-57b1-42a1-8558-613771b3802b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632cf89b-c995-4029-ad2c-5bd061f5b9d6', 'code': 200} Feb 10 15:29:54.624843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=803e0b1d-251d-409a-ac1c-f292dbb09498,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:54.650186 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd4cdf3-dd04-4274-a005-a1381a565561 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:29:54.749611 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33640ae0-4b2a-47a7-a8e3-961c0deda1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6eaa374d-c487-4f09-9e82-a6dee050de50), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:54.753199 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33640ae0-4b2a-47a7-a8e3-961c0deda1d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:54.755456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-33640ae0-4b2a-47a7-a8e3-961c0deda1d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6eaa374d-c487-4f09-9e82-a6dee050de50 HTTP/1.1" status: 204 len: 168 time: 1.0026820 Feb 10 15:29:54.796284 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d068d5-04dd-45af-99c8-0ca5e3828e5b None None] Network 241f314e-851f-4a4e-975e-db3f4aeb2f85 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:29:54.845941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5c9f1761-7647-49f6-9304-1bc904ec84d0 None None] Provisioning complete for port ed3096d8-0565-41de-9afa-94a72d0847d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:54.846360 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c9f1761-7647-49f6-9304-1bc904ec84d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:54.885934 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33640ae0-4b2a-47a7-a8e3-961c0deda1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaa374d-c487-4f09-9e82-a6dee050de50,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:54.948075 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-6945d000-d75d-4f2d-b6d5-b054c427987b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] For port ed3096d8-0565-41de-9afa-94a72d0847d8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ed3096d8-0565-41de-9afa-94a72d0847d8,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:54.996057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-81df949c-4a07-4de9-a3bd-9bfc5279020a service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583145 Feb 10 15:29:54.996337 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f208111b-b469-4cfa-a912-20b4dd6b9bf8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (919e9d3c-57c2-4b71-a66c-06e10818c5df), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:55.053649 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208111b-b469-4cfa-a912-20b4dd6b9bf8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event deleted for resources: {'Subnet': ['ID=919e9d3c-57c2-4b71-a66c-06e10818c5df,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:55.073271 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f208111b-b469-4cfa-a912-20b4dd6b9bf8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:55.082002 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f208111b-b469-4cfa-a912-20b4dd6b9bf8 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "DELETE /v2.0/subnets/919e9d3c-57c2-4b71-a66c-06e10818c5df HTTP/1.1" status: 204 len: 168 time: 0.8385580 Feb 10 15:29:55.088312 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59028) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:55.096252 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-1e6a1392-96fb-448a-871a-d9c164a6ae92 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=d48f39b5-f797-4352-8b28-81d1efe23bf4 HTTP/1.1" status: 200 len: 217 time: 0.0921493 Feb 10 15:29:55.102648 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6945d000-d75d-4f2d-b6d5-b054c427987b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:55.133039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5c9f1761-7647-49f6-9304-1bc904ec84d0 None None] Current status of the port ed3096d8-0565-41de-9afa-94a72d0847d8 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:55.133692 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c9f1761-7647-49f6-9304-1bc904ec84d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:55.163013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-b937654d-e6cc-4eeb-923d-dd741a48b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:55.165125 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-b937654d-e6cc-4eeb-923d-dd741a48b9a8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72c12823-d91c-4e2c-9209-5935b1cee3d2 HTTP/1.1" status: 200 len: 797 time: 0.0597947 Feb 10 15:29:55.167240 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6945d000-d75d-4f2d-b6d5-b054c427987b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:55.193987 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6945d000-d75d-4f2d-b6d5-b054c427987b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (c3e630b6-7854-4ab0-af13-b26ad59c7289), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:55.220300 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6945d000-d75d-4f2d-b6d5-b054c427987b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:55.258974 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-5c9f1761-7647-49f6-9304-1bc904ec84d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:29:55.259469 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-5c9f1761-7647-49f6-9304-1bc904ec84d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:29:55.292395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (241f314e-851f-4a4e-975e-db3f4aeb2f85), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:55.319112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-6945d000-d75d-4f2d-b6d5-b054c427987b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:55.324135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6945d000-d75d-4f2d-b6d5-b054c427987b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:55.324781 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6945d000-d75d-4f2d-b6d5-b054c427987b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:55.447628 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad7112d-fd5e-4bf3-b950-47a68fa96abc None None] DHCP port deletion for 241f314e-851f-4a4e-975e-db3f4aeb2f85 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:29:55.451739 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Deleting port 744598d4-d749-4f7d-9011-e18512affe18 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:55.452091 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (744598d4-d749-4f7d-9011-e18512affe18), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:55.547410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7251828-7237-4448-b5e6-b5df2416c17c None None] Network eab9049c-4606-40f8-ad81-3a61ba10d119 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:29:55.555677 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ed3096d8-0565-41de-9afa-94a72d0847d8 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:55.556998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6945d000-d75d-4f2d-b6d5-b054c427987b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.3289504 Feb 10 15:29:55.559340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59050) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:55.565692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-39658cbb-a58d-4c34-9bc5-12454acffdba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'mac_address': 'fa:16:3e:41:29:63', 'name': 'tempest-NetworksTestDHCPv6-1253851291'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:29:55.577169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] For port 744598d4-d749-4f7d-9011-e18512affe18, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=744598d4-d749-4f7d-9011-e18512affe18,segment=NetworkSegment(f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083),segment_id=f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:55.577570 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (744598d4-d749-4f7d-9011-e18512affe18), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:55.625985 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Calling delete_port for 744598d4-d749-4f7d-9011-e18512affe18 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:55.721595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945d000-d75d-4f2d-b6d5-b054c427987b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=ed3096d8-0565-41de-9afa-94a72d0847d8,revision_number=8']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:55.783231 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945d000-d75d-4f2d-b6d5-b054c427987b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=c3e630b6-7854-4ab0-af13-b26ad59c7289,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:55.864216 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5c9f1761-7647-49f6-9304-1bc904ec84d0 None None] Current status of the port ed3096d8-0565-41de-9afa-94a72d0847d8 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:55.864755 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c9f1761-7647-49f6-9304-1bc904ec84d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:55.865890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-4af2dd17-aa84-44da-963b-9700ae190120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:55.867628 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-4af2dd17-aa84-44da-963b-9700ae190120 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6915295 Feb 10 15:29:55.902983 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69000b2-7e2c-4c40-be6f-ab2371f24f69 req-41231dbb-f34e-4f62-8b69-bd2cd222a1c5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:55.911368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69000b2-7e2c-4c40-be6f-ab2371f24f69 req-41231dbb-f34e-4f62-8b69-bd2cd222a1c5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:55.920066 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69000b2-7e2c-4c40-be6f-ab2371f24f69 req-41231dbb-f34e-4f62-8b69-bd2cd222a1c5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:55.925097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39658cbb-a58d-4c34-9bc5-12454acffdba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:29:55.927876 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69000b2-7e2c-4c40-be6f-ab2371f24f69 req-41231dbb-f34e-4f62-8b69-bd2cd222a1c5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:55.934063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69000b2-7e2c-4c40-be6f-ab2371f24f69 req-41231dbb-f34e-4f62-8b69-bd2cd222a1c5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:55.939938 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5c9f1761-7647-49f6-9304-1bc904ec84d0 None None] For port ed3096d8-0565-41de-9afa-94a72d0847d8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ed3096d8-0565-41de-9afa-94a72d0847d8,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:55.940842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69000b2-7e2c-4c40-be6f-ab2371f24f69 req-41231dbb-f34e-4f62-8b69-bd2cd222a1c5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:55.943015 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7112d-fd5e-4bf3-b950-47a68fa96abc None None] Deleting port 744598d4-d749-4f7d-9011-e18512affe18 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:55.943620 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6ad7112d-fd5e-4bf3-b950-47a68fa96abc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (744598d4-d749-4f7d-9011-e18512affe18), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:55.953934 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69000b2-7e2c-4c40-be6f-ab2371f24f69 req-41231dbb-f34e-4f62-8b69-bd2cd222a1c5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:55.956775 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f69000b2-7e2c-4c40-be6f-ab2371f24f69 req-41231dbb-f34e-4f62-8b69-bd2cd222a1c5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.4333739 Feb 10 15:29:55.989053 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (744598d4-d749-4f7d-9011-e18512affe18), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:56.035303 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] No DVR routers for this DVR port 744598d4-d749-4f7d-9011-e18512affe18 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:29:56.040437 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6ad7112d-fd5e-4bf3-b950-47a68fa96abc None None] For port 744598d4-d749-4f7d-9011-e18512affe18, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=744598d4-d749-4f7d-9011-e18512affe18,segment=NetworkSegment(f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083),segment_id=f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:56.041478 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6ad7112d-fd5e-4bf3-b950-47a68fa96abc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (744598d4-d749-4f7d-9011-e18512affe18), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:56.060059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7112d-fd5e-4bf3-b950-47a68fa96abc None None] Calling delete_port for 744598d4-d749-4f7d-9011-e18512affe18 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:56.131870 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-a2e50bbe-01c3-4f4c-85b6-7e3acea55200 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449927 Feb 10 15:29:56.152207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860a97f-e6db-453c-ac32-b3923af79521 req-8d31fc5a-3bb7-421e-a119-55bcb7f923fe tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:56.154301 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a860a97f-e6db-453c-ac32-b3923af79521 req-8d31fc5a-3bb7-421e-a119-55bcb7f923fe tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 945 time: 0.4719117 Feb 10 15:29:56.169188 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6ad7112d-fd5e-4bf3-b950-47a68fa96abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (744598d4-d749-4f7d-9011-e18512affe18), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:56.183248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ed3096d8-0565-41de-9afa-94a72d0847d8 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:56.183764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:56.233403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (241f314e-851f-4a4e-975e-db3f4aeb2f85), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:56.239378 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a860a97f-e6db-453c-ac32-b3923af79521 req-ae5681c1-93cd-41ca-a43e-0fa55cf13ea9 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711539 Feb 10 15:29:56.269460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event deleted for resources: {'Port': ['ID=744598d4-d749-4f7d-9011-e18512affe18,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:56.272307 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c9f1761-7647-49f6-9304-1bc904ec84d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:56.275081 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad7112d-fd5e-4bf3-b950-47a68fa96abc None None] No DVR routers for this DVR port 744598d4-d749-4f7d-9011-e18512affe18 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:29:56.296983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a95d71-03c8-43eb-ae03-7e2937a58b4a None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:29:56.298606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241f314e-851f-4a4e-975e-db3f4aeb2f85']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:56.299228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7112d-fd5e-4bf3-b950-47a68fa96abc None None] Pushing event deleted for resources: {'Port': ['ID=744598d4-d749-4f7d-9011-e18512affe18,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:56.342010 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:56.342316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:56.384531 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:56.412130 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39658cbb-a58d-4c34-9bc5-12454acffdba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:56.414497 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-bb950249-6655-4f9d-80a5-47e39ebfe5ac service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709310 Feb 10 15:29:56.429558 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:56.442761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-39658cbb-a58d-4c34-9bc5-12454acffdba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 3337eda9-685f-45d8-9441-f5f014ee739f yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:29:56.448320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2ab51-07d4-467d-bd44-fb85e9731495 None None] DHCP port deletion for eab9049c-4606-40f8-ad81-3a61ba10d119 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:29:56.449958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:29:56.450395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (f5d00fc6-d17e-4b96-b45f-5e0e3fdb9083), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:29:56.454069 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:29:56.497681 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-768e5a73-56b5-4512-8caa-95cd7bf7b2ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9efcebb-7395-4dcf-b2e7-6607820b2b36 HTTP/1.1" status: 200 len: 217 time: 0.0735385 Feb 10 15:29:56.587059 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f69000b2-7e2c-4c40-be6f-ab2371f24f69 req-2050a66e-93d4-493a-9176-93fd64650f03 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4494357 Feb 10 15:29:56.604039 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (241f314e-851f-4a4e-975e-db3f4aeb2f85), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:56.614052 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:56.616919 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "DELETE /v2.0/networks/241f314e-851f-4a4e-975e-db3f4aeb2f85 HTTP/1.1" status: 204 len: 168 time: 1.5272176 Feb 10 15:29:56.626753 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59072) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:56.658051 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-0ccef4ab-31b6-48f5-aa5a-9da50ee97168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:56.660272 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf493a5-5e44-49f0-bebc-9b6037d05a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803e0b1d-251d-409a-ac1c-f292dbb09498'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:29:56.663164 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025991c3-a95b-49d8-b3fa-80236cc3fa32" -d '{"events": [{"server_uuid": "0bf493a5-5e44-49f0-bebc-9b6037d05a61", "name": "network-vif-plugged", "status": "completed", "tag": "803e0b1d-251d-409a-ac1c-f292dbb09498"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:29:56.664261 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-0ccef4ab-31b6-48f5-aa5a-9da50ee97168 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a71818b0-4a92-4bfc-9f7d-7c4e8bafed44 HTTP/1.1" status: 200 len: 797 time: 0.1589713 Feb 10 15:29:56.714872 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f1761-7647-49f6-9304-1bc904ec84d0 None None] Pushing event updated for resources: {'Port': ['ID=ed3096d8-0565-41de-9afa-94a72d0847d8,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:56.719518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2f3e8a2a-89a0-4f62-a309-c587c4a44e13 None None] Provisioning complete for port ed3096d8-0565-41de-9afa-94a72d0847d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:56.719954 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f3e8a2a-89a0-4f62-a309-c587c4a44e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:56.738744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1a75c-7ad0-44b6-a8c8-713c92a0ae90 tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event deleted for resources: {'Network': ['ID=241f314e-851f-4a4e-975e-db3f4aeb2f85,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:56.792266 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a317227a-9e10-4882-8b1b-0d691961d99a x-openstack-request-id: req-a317227a-9e10-4882-8b1b-0d691961d99a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:29:56.792670 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf493a5-5e44-49f0-bebc-9b6037d05a61", "name": "network-vif-plugged", "status": "completed", "tag": "803e0b1d-251d-409a-ac1c-f292dbb09498", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:29:56.792828 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a317227a-9e10-4882-8b1b-0d691961d99a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:29:56.794921 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf493a5-5e44-49f0-bebc-9b6037d05a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803e0b1d-251d-409a-ac1c-f292dbb09498', 'code': 200} Feb 10 15:29:56.860050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ed3096d8-0565-41de-9afa-94a72d0847d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:56.919921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-39658cbb-a58d-4c34-9bc5-12454acffdba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 172.20.0.14 (7a88351e-06f0-4f2f-982b-277a9503b2d6/80bf9d73-a758-46a0-ac6d-a1a817f7c398/3337eda9-685f-45d8-9441-f5f014ee739f) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:56.929164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-39658cbb-a58d-4c34-9bc5-12454acffdba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::f816:3eff:fe41:2963 (7a88351e-06f0-4f2f-982b-277a9503b2d6/c3e630b6-7854-4ab0-af13-b26ad59c7289/3337eda9-685f-45d8-9441-f5f014ee739f) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:29:56.937696 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (eab9049c-4606-40f8-ad81-3a61ba10d119), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:56.968558 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-f0c60316-5d3f-4b0a-8d72-42b784ac3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:56.970789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-f0c60316-5d3f-4b0a-8d72-42b784ac3da4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f634ab50-40ab-4861-a47c-548f31d17b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2860494 Feb 10 15:29:57.042000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3ec29-81db-436d-951d-b3742d2149fb req-ae7ed528-a587-4690-a3c6-c17501c1915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:57.044371 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8cf3ec29-81db-436d-951d-b3742d2149fb req-ae7ed528-a587-4690-a3c6-c17501c1915b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 1127 time: 0.1001925 Feb 10 15:29:57.135041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-42c2ab51-07d4-467d-bd44-fb85e9731495 None None] Deleting port 3444c17b-f5aa-407f-a310-e3d85f722911 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:57.135330 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-42c2ab51-07d4-467d-bd44-fb85e9731495 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3444c17b-f5aa-407f-a310-e3d85f722911), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:57.170150 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8cf3ec29-81db-436d-951d-b3742d2149fb req-5eb6bc87-7967-443d-ac04-1d446aa4e2e7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181951 Feb 10 15:29:57.170816 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Deleting port 3444c17b-f5aa-407f-a310-e3d85f722911 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:57.171177 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3444c17b-f5aa-407f-a310-e3d85f722911), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:57.286541 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39658cbb-a58d-4c34-9bc5-12454acffdba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (3337eda9-685f-45d8-9441-f5f014ee739f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:57.292993 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] For port 3444c17b-f5aa-407f-a310-e3d85f722911, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=3444c17b-f5aa-407f-a310-e3d85f722911,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:57.293368 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3444c17b-f5aa-407f-a310-e3d85f722911), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:57.314938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Calling delete_port for 3444c17b-f5aa-407f-a310-e3d85f722911 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:57.365132 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2f3e8a2a-89a0-4f62-a309-c587c4a44e13 None None] Current status of the port ed3096d8-0565-41de-9afa-94a72d0847d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:57.391610 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39658cbb-a58d-4c34-9bc5-12454acffdba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3337eda9-685f-45d8-9441-f5f014ee739f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:57.402522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-42c2ab51-07d4-467d-bd44-fb85e9731495 None None] For port 3444c17b-f5aa-407f-a310-e3d85f722911, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=3444c17b-f5aa-407f-a310-e3d85f722911,segment=NetworkSegment(648d7c18-eacb-41da-a6fa-7cec74b025c6),segment_id=648d7c18-eacb-41da-a6fa-7cec74b025c6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:29:57.407164 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-42c2ab51-07d4-467d-bd44-fb85e9731495 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3444c17b-f5aa-407f-a310-e3d85f722911), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:57.447333 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-5edf4cf5-b4d7-4e83-96a7-788ec5ad5a17 service neutron] 10.222.0.72 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658458 Feb 10 15:29:57.449569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-42c2ab51-07d4-467d-bd44-fb85e9731495 None None] Calling delete_port for 3444c17b-f5aa-407f-a310-e3d85f722911 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:57.465158 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ed3096d8-0565-41de-9afa-94a72d0847d8 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:29:57.504961 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39658cbb-a58d-4c34-9bc5-12454acffdba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:29:57.531811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-39658cbb-a58d-4c34-9bc5-12454acffdba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:29:57.539948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39658cbb-a58d-4c34-9bc5-12454acffdba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:29:57.648775 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a68ed2-a527-4c0e-998b-e5a4a4f9c9d9 req-e3928f15-0a6f-4cd8-be0b-740b6e3ac624 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:57.650155 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-71a68ed2-a527-4c0e-998b-e5a4a4f9c9d9 req-e3928f15-0a6f-4cd8-be0b-740b6e3ac624 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 945 time: 0.2175846 Feb 10 15:29:57.674452 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (3444c17b-f5aa-407f-a310-e3d85f722911), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:57.700221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39658cbb-a58d-4c34-9bc5-12454acffdba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=3337eda9-685f-45d8-9441-f5f014ee739f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:57.731801 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] No DVR routers for this DVR port 3444c17b-f5aa-407f-a310-e3d85f722911 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:29:57.764482 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39658cbb-a58d-4c34-9bc5-12454acffdba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:57.765319 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39658cbb-a58d-4c34-9bc5-12454acffdba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:57.770740 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event deleted for resources: {'Port': ['ID=3444c17b-f5aa-407f-a310-e3d85f722911,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:57.833359 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-39658cbb-a58d-4c34-9bc5-12454acffdba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2695239 Feb 10 15:29:57.835139 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59118) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:57.865114 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (eab9049c-4606-40f8-ad81-3a61ba10d119), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:57.888564 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab9049c-4606-40f8-ad81-3a61ba10d119']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:57.901900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648d7c18-eacb-41da-a6fa-7cec74b025c6') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:57.902206 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648d7c18-eacb-41da-a6fa-7cec74b025c6') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:29:57.912990 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (648d7c18-eacb-41da-a6fa-7cec74b025c6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:57.929630 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (648d7c18-eacb-41da-a6fa-7cec74b025c6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:57.936808 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:29:57.937374 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (648d7c18-eacb-41da-a6fa-7cec74b025c6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:57.959114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deab4d70-4aae-465c-8cbc-94c0776a76e8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:57.967228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deab4d70-4aae-465c-8cbc-94c0776a76e8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:57.972880 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-deab4d70-4aae-465c-8cbc-94c0776a76e8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1367638 Feb 10 15:29:57.974307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59122) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:29:58.023283 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:29:58.104968 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-b130ac11-e4e9-4d0d-9dc1-bdfdd256617b service neutron] 10.222.0.72 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432066 Feb 10 15:29:58.114598 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (eab9049c-4606-40f8-ad81-3a61ba10d119), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:58.149932 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:58.154745 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] 10.222.0.64 "DELETE /v2.0/networks/eab9049c-4606-40f8-ad81-3a61ba10d119 HTTP/1.1" status: 204 len: 168 time: 1.5260494 Feb 10 15:29:58.196237 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-01fb14fa-9b79-4d3d-95ac-f3f402fba0a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 3337eda9-685f-45d8-9441-f5f014ee739f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:29:58.196237 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01fb14fa-9b79-4d3d-95ac-f3f402fba0a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3337eda9-685f-45d8-9441-f5f014ee739f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:58.215097 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-71a68ed2-a527-4c0e-998b-e5a4a4f9c9d9 req-1e833fff-8f35-453c-9963-91f5a34c533d tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540643 Feb 10 15:29:58.218399 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-42cbef0d-ab49-4ec6-bd57-0ca72fbb5796 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b42454b-11bc-437e-a789-f42095c9d310 HTTP/1.1" status: 200 len: 217 time: 0.0924504 Feb 10 15:29:58.219188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb6443-b836-40d1-b932-664cc863d16b tempest-TaggedBootDevicesTest-576534945 tempest-TaggedBootDevicesTest-576534945-project] Pushing event deleted for resources: {'Network': ['ID=eab9049c-4606-40f8-ad81-3a61ba10d119,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:58.280735 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b1d3a366-d902-4835-bd8c-b9a984dc741d None None] Provisioning complete for port ed3096d8-0565-41de-9afa-94a72d0847d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:58.286846 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a366-d902-4835-bd8c-b9a984dc741d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:58.365262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-dfd5cca6-a313-4ef7-b722-8a64d743c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:58.366800 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-dfd5cca6-a313-4ef7-b722-8a64d743c82c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a71818b0-4a92-4bfc-9f7d-7c4e8bafed44 HTTP/1.1" status: 200 len: 797 time: 0.1278665 Feb 10 15:29:58.382166 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01fb14fa-9b79-4d3d-95ac-f3f402fba0a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3337eda9-685f-45d8-9441-f5f014ee739f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:58.401262 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-01fb14fa-9b79-4d3d-95ac-f3f402fba0a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 3337eda9-685f-45d8-9441-f5f014ee739f owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:29:58.422749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e78a6-9d48-45ef-9fba-21167680b84e req-28018df5-a29d-4578-afbd-cc2cdafabbad tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:58.431175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e78a6-9d48-45ef-9fba-21167680b84e req-28018df5-a29d-4578-afbd-cc2cdafabbad tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:58.437197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e78a6-9d48-45ef-9fba-21167680b84e req-28018df5-a29d-4578-afbd-cc2cdafabbad tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:58.443100 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e78a6-9d48-45ef-9fba-21167680b84e req-28018df5-a29d-4578-afbd-cc2cdafabbad tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:58.449123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e78a6-9d48-45ef-9fba-21167680b84e req-28018df5-a29d-4578-afbd-cc2cdafabbad tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:58.454535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e78a6-9d48-45ef-9fba-21167680b84e req-28018df5-a29d-4578-afbd-cc2cdafabbad tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:58.460702 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e78a6-9d48-45ef-9fba-21167680b84e req-28018df5-a29d-4578-afbd-cc2cdafabbad tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:58.462705 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-824e78a6-9d48-45ef-9fba-21167680b84e req-28018df5-a29d-4578-afbd-cc2cdafabbad tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.4533386 Feb 10 15:29:58.475909 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ed3096d8-0565-41de-9afa-94a72d0847d8 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:29:58.476524 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:58.544022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-0919562e-fc16-4bb1-9a95-fcacecbcf124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:58.555007 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-0919562e-fc16-4bb1-9a95-fcacecbcf124 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f634ab50-40ab-4861-a47c-548f31d17b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1696181 Feb 10 15:29:58.687464 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b1d3a366-d902-4835-bd8c-b9a984dc741d None None] Current status of the port ed3096d8-0565-41de-9afa-94a72d0847d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:58.706677 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-42c2ab51-07d4-467d-bd44-fb85e9731495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (3444c17b-f5aa-407f-a310-e3d85f722911), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:58.730874 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42c2ab51-07d4-467d-bd44-fb85e9731495 None None] Network eab9049c-4606-40f8-ad81-3a61ba10d119 is not hosted by any dhcp agent {{(pid=103370) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 15:29:58.731344 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c2ab51-07d4-467d-bd44-fb85e9731495 None None] No DVR routers for this DVR port 3444c17b-f5aa-407f-a310-e3d85f722911 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:29:58.786216 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01fb14fa-9b79-4d3d-95ac-f3f402fba0a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3337eda9-685f-45d8-9441-f5f014ee739f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:58.845046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb14fa-9b79-4d3d-95ac-f3f402fba0a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=3337eda9-685f-45d8-9441-f5f014ee739f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:58.874014 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ed3096d8-0565-41de-9afa-94a72d0847d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:29:58.888746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2ab51-07d4-467d-bd44-fb85e9731495 None None] Pushing event deleted for resources: {'Port': ['ID=3444c17b-f5aa-407f-a310-e3d85f722911,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:58.900329 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-bf0169f4-8a63-4fe9-b756-799e865f3811 None None] Could not find standard attr ID for object 3337eda9-685f-45d8-9441-f5f014ee739f. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:29:58.913973 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-824e78a6-9d48-45ef-9fba-21167680b84e req-bb56c032-23ae-44fb-9d71-3b0c6ab7dad9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4263952 Feb 10 15:29:58.917283 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-bf0169f4-8a63-4fe9-b756-799e865f3811 None None] Could not find standard attr ID for object 360fe39b-1fd9-4900-82c1-09b9d6c4d890. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:29:58.980024 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 744598d4-d749-4f7d-9011-e18512affe18 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:29:58.994404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-5df0330e-ab0a-4729-964e-fc7f5407334d service neutron] 10.222.0.72 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253168 Feb 10 15:29:59.020358 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01fb14fa-9b79-4d3d-95ac-f3f402fba0a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:59.025931 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-01fb14fa-9b79-4d3d-95ac-f3f402fba0a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/3337eda9-685f-45d8-9441-f5f014ee739f HTTP/1.1" status: 204 len: 168 time: 1.0480845 Feb 10 15:29:59.026200 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59138) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:59.031011 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 744598d4-d749-4f7d-9011-e18512affe18 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:29:59.031378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 744598d4-d749-4f7d-9011-e18512affe18 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:29:59.031818 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 3444c17b-f5aa-407f-a310-e3d85f722911 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:29:59.086856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 3444c17b-f5aa-407f-a310-e3d85f722911 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:29:59.087266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 3444c17b-f5aa-407f-a310-e3d85f722911 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:29:59.089702 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca73912-5299-424f-90d0-a194f5db9abd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:59.091582 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca73912-5299-424f-90d0-a194f5db9abd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:59.093798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca73912-5299-424f-90d0-a194f5db9abd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:59.098191 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dca73912-5299-424f-90d0-a194f5db9abd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0681570 Feb 10 15:29:59.098644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59140) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:59.158147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-fa5fc302-7acf-4ffb-a2ef-ccd02a758618 service neutron] 10.222.0.72 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627533 Feb 10 15:29:59.159829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb213a3-887f-4e0c-b58f-196501f5ad30 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet 80bf9d73-a758-46a0-ac6d-a1a817f7c398 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:29:59.164421 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3cb213a3-887f-4e0c-b58f-196501f5ad30 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (80bf9d73-a758-46a0-ac6d-a1a817f7c398), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:59.250587 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3cb213a3-887f-4e0c-b58f-196501f5ad30 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (80bf9d73-a758-46a0-ac6d-a1a817f7c398), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:59.396405 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-8adf656a-352d-47b6-a8c7-918c4ac08945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:59.397318 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-8adf656a-352d-47b6-a8c7-918c4ac08945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:59.400245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-8adf656a-352d-47b6-a8c7-918c4ac08945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:59.402792 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-8adf656a-352d-47b6-a8c7-918c4ac08945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:59.403350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-8adf656a-352d-47b6-a8c7-918c4ac08945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:59.403824 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-8adf656a-352d-47b6-a8c7-918c4ac08945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:59.405622 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-8adf656a-352d-47b6-a8c7-918c4ac08945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:59.412565 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3cb213a3-887f-4e0c-b58f-196501f5ad30 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (80bf9d73-a758-46a0-ac6d-a1a817f7c398), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:59.416601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-8adf656a-352d-47b6-a8c7-918c4ac08945 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f98392d30c54e709159c7a818a25666&device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 6705 time: 0.1772935 Feb 10 15:29:59.573225 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3cb213a3-887f-4e0c-b58f-196501f5ad30 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (80bf9d73-a758-46a0-ac6d-a1a817f7c398), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:59.600299 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bef2f-6e6f-4b6b-ad2a-ce7293b7ecba req-02148dba-4393-49a8-98e3-c526606e0d90 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:59.609390 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-664bef2f-6e6f-4b6b-ad2a-ce7293b7ecba req-02148dba-4393-49a8-98e3-c526606e0d90 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 945 time: 0.1916327 Feb 10 15:29:59.610111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb213a3-887f-4e0c-b58f-196501f5ad30 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=80bf9d73-a758-46a0-ac6d-a1a817f7c398,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:29:59.621265 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3cb213a3-887f-4e0c-b58f-196501f5ad30 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:59.630190 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3cb213a3-887f-4e0c-b58f-196501f5ad30 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/80bf9d73-a758-46a0-ac6d-a1a817f7c398 HTTP/1.1" status: 204 len: 168 time: 0.5304704 Feb 10 15:29:59.630836 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59154) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:29:59.707183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-a0ce16f4-dff3-49aa-bc52-4e96c709fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:59.708724 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-a0ce16f4-dff3-49aa-bc52-4e96c709fdef service neutron] 10.222.0.72 "GET /v2.0/networks?id=f634ab50-40ab-4861-a47c-548f31d17b11 HTTP/1.1" status: 200 len: 903 time: 0.2678125 Feb 10 15:29:59.733648 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c0348c-918b-4278-a9c7-f9a9d681cc97 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet c3e630b6-7854-4ab0-af13-b26ad59c7289 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:29:59.740505 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f7c0348c-918b-4278-a9c7-f9a9d681cc97 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (c3e630b6-7854-4ab0-af13-b26ad59c7289), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:59.802282 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def411e9-b09c-469d-80b4-6fb6f587b15b None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:29:59.815680 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-fb2961b1-6d5c-4d9d-b5ae-ed4a2e8453ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b42454b-11bc-437e-a789-f42095c9d310 HTTP/1.1" status: 200 len: 217 time: 0.0914202 Feb 10 15:29:59.826915 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-664bef2f-6e6f-4b6b-ad2a-ce7293b7ecba req-ebcd5912-7f54-4841-b2fe-b21989775e6c tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160099 Feb 10 15:29:59.827259 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f7c0348c-918b-4278-a9c7-f9a9d681cc97 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (c3e630b6-7854-4ab0-af13-b26ad59c7289), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:59.947550 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f7c0348c-918b-4278-a9c7-f9a9d681cc97 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (c3e630b6-7854-4ab0-af13-b26ad59c7289), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:29:59.954193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-3d24a02f-753c-4117-98ac-29392daf232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:29:59.970187 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-3d24a02f-753c-4117-98ac-29392daf232a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a71818b0-4a92-4bfc-9f7d-7c4e8bafed44 HTTP/1.1" status: 200 len: 797 time: 0.1338358 Feb 10 15:30:00.069004 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f7c0348c-918b-4278-a9c7-f9a9d681cc97 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (c3e630b6-7854-4ab0-af13-b26ad59c7289), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:00.155507 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f7c0348c-918b-4278-a9c7-f9a9d681cc97 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:00.160305 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f7c0348c-918b-4278-a9c7-f9a9d681cc97 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/c3e630b6-7854-4ab0-af13-b26ad59c7289 HTTP/1.1" status: 204 len: 168 time: 0.5284421 Feb 10 15:30:00.161243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0348c-918b-4278-a9c7-f9a9d681cc97 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e630b6-7854-4ab0-af13-b26ad59c7289,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:00.163771 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59160) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:00.209514 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c77843b0-a0ea-46d2-b6f6-6aeb98aae038 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440383 Feb 10 15:30:00.212398 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59162) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:00.229954 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-31f2afee-daf7-479b-8874-c0560df02329 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:00.301220 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c8a10-8328-49e5-97c5-6df49a834403 req-b9d49549-94d6-49a6-b938-7d3deaa3050b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:00.311615 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c8a10-8328-49e5-97c5-6df49a834403 req-b9d49549-94d6-49a6-b938-7d3deaa3050b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:00.322218 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c8a10-8328-49e5-97c5-6df49a834403 req-b9d49549-94d6-49a6-b938-7d3deaa3050b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:00.340277 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c8a10-8328-49e5-97c5-6df49a834403 req-b9d49549-94d6-49a6-b938-7d3deaa3050b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:00.351348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c8a10-8328-49e5-97c5-6df49a834403 req-b9d49549-94d6-49a6-b938-7d3deaa3050b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:00.357306 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c8a10-8328-49e5-97c5-6df49a834403 req-b9d49549-94d6-49a6-b938-7d3deaa3050b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:00.362952 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c8a10-8328-49e5-97c5-6df49a834403 req-b9d49549-94d6-49a6-b938-7d3deaa3050b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:00.364995 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a5c8a10-8328-49e5-97c5-6df49a834403 req-b9d49549-94d6-49a6-b938-7d3deaa3050b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2838180 Feb 10 15:30:00.374084 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-af3b6a4e-23e8-44d3-83b7-81f213284186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:00.379327 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-af3b6a4e-23e8-44d3-83b7-81f213284186 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f634ab50-40ab-4861-a47c-548f31d17b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4049711 Feb 10 15:30:00.385321 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f2afee-daf7-479b-8874-c0560df02329 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:00.389553 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31f2afee-daf7-479b-8874-c0560df02329 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:00.444348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6ff9e-7488-4eb0-a5ab-c2c4b16a60d0 req-c5a1bcdb-a395-4090-aa29-a2c7276b794a tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:00.457005 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7c6ff9e-7488-4eb0-a5ab-c2c4b16a60d0 req-c5a1bcdb-a395-4090-aa29-a2c7276b794a tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.4641800 Feb 10 15:30:00.780081 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-84c03c23-a021-49b7-81f9-6b80b1dc4125 service neutron] 10.222.0.72 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808808 Feb 10 15:30:00.804851 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31f2afee-daf7-479b-8874-c0560df02329 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (cd1c523a-3ac8-4a38-adb1-22dd1007f89b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:00.826624 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a5c8a10-8328-49e5-97c5-6df49a834403 req-60264f48-ff5a-477b-ac65-0841c8ccff3a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4435031 Feb 10 15:30:00.873063 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7c6ff9e-7488-4eb0-a5ab-c2c4b16a60d0 req-4bdf65ab-96bd-4fb8-b8ba-36baba5976da tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114904 Feb 10 15:30:00.924364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f2afee-daf7-479b-8874-c0560df02329 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:00.942548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-31f2afee-daf7-479b-8874-c0560df02329 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:00.955533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f2afee-daf7-479b-8874-c0560df02329 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:00.956705 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31f2afee-daf7-479b-8874-c0560df02329 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:01.084397 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-31f2afee-daf7-479b-8874-c0560df02329 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8706548 Feb 10 15:30:01.087308 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59176) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:01.093973 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-8d5b579d-b464-4ae1-9e98-a73b77290dd6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:01.101490 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2afee-daf7-479b-8874-c0560df02329 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=cd1c523a-3ac8-4a38-adb1-22dd1007f89b,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:01.139080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b39b703-d965-42a6-a591-f7dbe59d5d64 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:01.192591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01683b-5fcd-4c52-82b5-995a29f36587 req-cd8a3d79-7ca1-43d1-b918-4b03d69d3e0f tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:01.202417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fe01683b-5fcd-4c52-82b5-995a29f36587 req-cd8a3d79-7ca1-43d1-b918-4b03d69d3e0f tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=39178a2d-31b3-48fb-b059-f8f74e81b9d1 HTTP/1.1" status: 200 len: 945 time: 0.1622319 Feb 10 15:30:01.209721 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d34eaa7-ef96-44df-8bc7-4dc440e6b601 req-0ecde4c2-12bd-4cef-9a78-656078e7cb34 service neutron] 10.222.0.72 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819749 Feb 10 15:30:01.295740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5b579d-b464-4ae1-9e98-a73b77290dd6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:01.301322 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8d5b579d-b464-4ae1-9e98-a73b77290dd6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:01.320551 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fe01683b-5fcd-4c52-82b5-995a29f36587 req-9c0336ff-703f-44e0-9eea-e2f684db5806 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061287 Feb 10 15:30:01.408592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3ab26603-c471-47cc-8496-0548a6c95627 None None] Provisioning complete for port ed3096d8-0565-41de-9afa-94a72d0847d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:01.409527 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3ab26603-c471-47cc-8496-0548a6c95627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:01.530257 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3ab26603-c471-47cc-8496-0548a6c95627 None None] Current status of the port ed3096d8-0565-41de-9afa-94a72d0847d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:01.675366 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0412fd-f393-4a0c-9f43-f13ff08c55af None None] Update dhcp port {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'fixed_ips': [{'subnet_id': 'cd1c523a-3ac8-4a38-adb1-22dd1007f89b'}], 'binding:host_id': 'n-d-815324-7'}, 'id': 'ed3096d8-0565-41de-9afa-94a72d0847d8'} from n-d-815324-7. {{(pid=103370) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 15:30:01.742129 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c0412fd-f393-4a0c-9f43-f13ff08c55af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:01.899737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f7939-d26f-459d-99c0-eaf3ba5d742f req-3778d389-827c-47a5-aaa9-32f7275d69c2 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:01.902450 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d18f7939-d26f-459d-99c0-eaf3ba5d742f req-3778d389-827c-47a5-aaa9-32f7275d69c2 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 945 time: 0.1099939 Feb 10 15:30:02.051346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.objects.ports [None req-8d5b579d-b464-4ae1-9e98-a73b77290dd6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103369) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:30:02.157870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-5c0412fd-f393-4a0c-9f43-f13ff08c55af None None] Allocated IP 172.20.0.2 (7a88351e-06f0-4f2f-982b-277a9503b2d6/cd1c523a-3ac8-4a38-adb1-22dd1007f89b/ed3096d8-0565-41de-9afa-94a72d0847d8) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:02.165352 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-5c0412fd-f393-4a0c-9f43-f13ff08c55af None None] Allocated IP 2001:db8::f816:3eff:fe22:a2ed (7a88351e-06f0-4f2f-982b-277a9503b2d6/61235552-bd28-482b-8d02-97220030c965/ed3096d8-0565-41de-9afa-94a72d0847d8) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:02.198875 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d18f7939-d26f-459d-99c0-eaf3ba5d742f req-d2c848a0-dce5-4430-be04-56ac718f1f6d tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604020 Feb 10 15:30:02.278975 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1a6fb-eaa8-49ff-9f32-b451e50848b7 req-069083fa-8147-45d2-88cd-044ecd67f56d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:02.300273 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1a6fb-eaa8-49ff-9f32-b451e50848b7 req-069083fa-8147-45d2-88cd-044ecd67f56d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:02.324042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1a6fb-eaa8-49ff-9f32-b451e50848b7 req-069083fa-8147-45d2-88cd-044ecd67f56d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:02.343753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5c0412fd-f393-4a0c-9f43-f13ff08c55af None None] For port ed3096d8-0565-41de-9afa-94a72d0847d8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ed3096d8-0565-41de-9afa-94a72d0847d8,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:02.344787 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1a6fb-eaa8-49ff-9f32-b451e50848b7 req-069083fa-8147-45d2-88cd-044ecd67f56d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:02.376772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1a6fb-eaa8-49ff-9f32-b451e50848b7 req-069083fa-8147-45d2-88cd-044ecd67f56d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:02.399842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1a6fb-eaa8-49ff-9f32-b451e50848b7 req-069083fa-8147-45d2-88cd-044ecd67f56d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:02.430376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1a6fb-eaa8-49ff-9f32-b451e50848b7 req-069083fa-8147-45d2-88cd-044ecd67f56d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:02.441271 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8c1a6fb-eaa8-49ff-9f32-b451e50848b7 req-069083fa-8147-45d2-88cd-044ecd67f56d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.4172826 Feb 10 15:30:02.486002 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c0412fd-f393-4a0c-9f43-f13ff08c55af None None] Publish callbacks [] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:02.495534 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c0412fd-f393-4a0c-9f43-f13ff08c55af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:02.497284 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.db.api [None req-8d5b579d-b464-4ae1-9e98-a73b77290dd6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe22:a2ed-cb925e9a-8e07-445b-b274-2d69fef0f9 {{(pid=103369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:30:02.497850 n-d-815324-7 neutron-server[103369]: DEBUG oslo_db.api [None req-8d5b579d-b464-4ae1-9e98-a73b77290dd6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:30:02.612996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8c1a6fb-eaa8-49ff-9f32-b451e50848b7 req-d0e4f41f-b832-4b15-b5c1-69f2cfb7b08b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1665316 Feb 10 15:30:02.679020 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0412fd-f393-4a0c-9f43-f13ff08c55af None None] Pushing event updated for resources: {'Port': ['ID=ed3096d8-0565-41de-9afa-94a72d0847d8,revision_number=12']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:02.934194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639eaeb-8488-4686-9e06-06c4591415eb req-44a6275f-b8c5-41e6-a8bb-e4749ac384a1 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:02.935655 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2639eaeb-8488-4686-9e06-06c4591415eb req-44a6275f-b8c5-41e6-a8bb-e4749ac384a1 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.1287179 Feb 10 15:30:03.167673 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2639eaeb-8488-4686-9e06-06c4591415eb req-346dbe1d-c9c7-421e-ade7-f2095db4fb07 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160678 Feb 10 15:30:03.457213 n-d-815324-7 neutron-server[103369]: DEBUG neutron.objects.ports [None req-8d5b579d-b464-4ae1-9e98-a73b77290dd6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103369) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:30:03.497498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ed3096d8-0565-41de-9afa-94a72d0847d8 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:30:03.677171 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ed3096d8-0565-41de-9afa-94a72d0847d8 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:03.677551 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:03.693744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_pluggable_backend [None req-8d5b579d-b464-4ae1-9e98-a73b77290dd6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Port ed3096d8-0565-41de-9afa-94a72d0847d8 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=103369) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:608}} Feb 10 15:30:03.695800 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8d5b579d-b464-4ae1-9e98-a73b77290dd6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (61235552-bd28-482b-8d02-97220030c965), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:03.882042 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ed3096d8-0565-41de-9afa-94a72d0847d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:03.930171 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5b579d-b464-4ae1-9e98-a73b77290dd6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:03.933777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-8d5b579d-b464-4ae1-9e98-a73b77290dd6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:03.935549 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b579d-b464-4ae1-9e98-a73b77290dd6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=61235552-bd28-482b-8d02-97220030c965,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:03.947088 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5b579d-b464-4ae1-9e98-a73b77290dd6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:03.947873 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8d5b579d-b464-4ae1-9e98-a73b77290dd6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:03.984295 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8d5b579d-b464-4ae1-9e98-a73b77290dd6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8953543 Feb 10 15:30:03.984806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59224) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:04.002615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f3aa6ccf-bc2a-41a9-bb11-029575c2afef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'mac_address': 'fa:16:3e:d3:ad:e6', 'name': 'tempest-NetworksTestDHCPv6-1263793326'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:04.012744 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dd6c28-3a03-4994-a1f0-6e05a4859c61 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:04.169931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-dd965132-1ade-4476-87ce-edf7d19ae167 None None] Provisioning complete for port ed3096d8-0565-41de-9afa-94a72d0847d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:04.170908 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dd965132-1ade-4476-87ce-edf7d19ae167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:04.281415 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3aa6ccf-bc2a-41a9-bb11-029575c2afef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:04.309853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-dd965132-1ade-4476-87ce-edf7d19ae167 None None] Current status of the port ed3096d8-0565-41de-9afa-94a72d0847d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:04.553412 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6ccf-bc2a-41a9-bb11-029575c2afef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:04.629239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-f3aa6ccf-bc2a-41a9-bb11-029575c2afef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 3e4501d2-2108-4498-9f3b-8b1049944d11 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:30:04.990976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-f3aa6ccf-bc2a-41a9-bb11-029575c2afef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 172.20.0.6 (7a88351e-06f0-4f2f-982b-277a9503b2d6/cd1c523a-3ac8-4a38-adb1-22dd1007f89b/3e4501d2-2108-4498-9f3b-8b1049944d11) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:05.008582 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-f3aa6ccf-bc2a-41a9-bb11-029575c2afef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::f816:3eff:fed3:ade6 (7a88351e-06f0-4f2f-982b-277a9503b2d6/61235552-bd28-482b-8d02-97220030c965/3e4501d2-2108-4498-9f3b-8b1049944d11) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:05.061424 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279f272-5804-44e8-827b-895a152f9f93 req-221c9c0e-3a83-44c9-93e7-5d6ba5245433 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:05.077176 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279f272-5804-44e8-827b-895a152f9f93 req-221c9c0e-3a83-44c9-93e7-5d6ba5245433 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:05.089033 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279f272-5804-44e8-827b-895a152f9f93 req-221c9c0e-3a83-44c9-93e7-5d6ba5245433 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:05.102142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279f272-5804-44e8-827b-895a152f9f93 req-221c9c0e-3a83-44c9-93e7-5d6ba5245433 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:05.117252 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279f272-5804-44e8-827b-895a152f9f93 req-221c9c0e-3a83-44c9-93e7-5d6ba5245433 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:05.132685 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279f272-5804-44e8-827b-895a152f9f93 req-221c9c0e-3a83-44c9-93e7-5d6ba5245433 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:05.145073 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279f272-5804-44e8-827b-895a152f9f93 req-221c9c0e-3a83-44c9-93e7-5d6ba5245433 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:05.150589 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4279f272-5804-44e8-827b-895a152f9f93 req-221c9c0e-3a83-44c9-93e7-5d6ba5245433 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 1.3206282 Feb 10 15:30:05.226227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1b8ec-7ecf-458a-b1ac-80fefbf191bd req-8f09d9a2-c0fc-4219-9514-9a4a5377c640 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:05.239009 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1b8ec-7ecf-458a-b1ac-80fefbf191bd req-8f09d9a2-c0fc-4219-9514-9a4a5377c640 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:05.252438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1b8ec-7ecf-458a-b1ac-80fefbf191bd req-8f09d9a2-c0fc-4219-9514-9a4a5377c640 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:05.254252 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9bd1b8ec-7ecf-458a-b1ac-80fefbf191bd req-8f09d9a2-c0fc-4219-9514-9a4a5377c640 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61&device_id=39178a2d-31b3-48fb-b059-f8f74e81b9d1&device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 2417 time: 0.3715370 Feb 10 15:30:05.328539 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6ccf-bc2a-41a9-bb11-029575c2afef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (3e4501d2-2108-4498-9f3b-8b1049944d11), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:05.351025 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4279f272-5804-44e8-827b-895a152f9f93 req-63338ed4-66fc-4171-9ca1-05484a5b2492 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1925194 Feb 10 15:30:05.367356 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9bd1b8ec-7ecf-458a-b1ac-80fefbf191bd req-6d42ba24-eeb9-4dda-bf65-0ff8dfcfa0a3 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052144 Feb 10 15:30:05.465770 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d20c6d41-e211-43e1-ac71-ec36b941c877 None None] Provisioning complete for port ed3096d8-0565-41de-9afa-94a72d0847d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:05.466767 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6ccf-bc2a-41a9-bb11-029575c2afef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3e4501d2-2108-4498-9f3b-8b1049944d11), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:05.475497 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d20c6d41-e211-43e1-ac71-ec36b941c877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:05.520387 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aa6ccf-bc2a-41a9-bb11-029575c2afef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:05.523752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-f3aa6ccf-bc2a-41a9-bb11-029575c2afef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:05.541898 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa6ccf-bc2a-41a9-bb11-029575c2afef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:05.625317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa6ccf-bc2a-41a9-bb11-029575c2afef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=3e4501d2-2108-4498-9f3b-8b1049944d11,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:05.644219 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d20c6d41-e211-43e1-ac71-ec36b941c877 None None] Current status of the port ed3096d8-0565-41de-9afa-94a72d0847d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:05.669567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aa6ccf-bc2a-41a9-bb11-029575c2afef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:05.680864 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6ccf-bc2a-41a9-bb11-029575c2afef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:05.715607 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f3aa6ccf-bc2a-41a9-bb11-029575c2afef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7275803 Feb 10 15:30:05.720866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59246) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:05.775268 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afe268-17b3-412d-8e25-399d750d92af req-2a679014-fa2d-4500-ac0e-f54a28d33b36 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:05.776908 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-72afe268-17b3-412d-8e25-399d750d92af req-2a679014-fa2d-4500-ac0e-f54a28d33b36 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 945 time: 0.1723149 Feb 10 15:30:05.838719 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b6b66a-6d57-4aa9-973c-0a6bf541cdea tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:05.847390 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b6b66a-6d57-4aa9-973c-0a6bf541cdea tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:05.852502 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-50b6b66a-6d57-4aa9-973c-0a6bf541cdea tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1299608 Feb 10 15:30:05.853832 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59248) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:05.924319 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-72afe268-17b3-412d-8e25-399d750d92af req-53b919e5-48fe-4bca-936c-129bdecd8682 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294749 Feb 10 15:30:06.084592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-dc296299-8f33-4dd8-9c86-27d48b245afc None None] Provisioning complete for port 3e4501d2-2108-4498-9f3b-8b1049944d11 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:06.085508 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dc296299-8f33-4dd8-9c86-27d48b245afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3e4501d2-2108-4498-9f3b-8b1049944d11), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:06.207824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-dc296299-8f33-4dd8-9c86-27d48b245afc None None] Port 3e4501d2-2108-4498-9f3b-8b1049944d11 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:30:06.488149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-ade4d3b9-7080-4f5a-90ec-ae659864dba7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 3e4501d2-2108-4498-9f3b-8b1049944d11 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:06.488824 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ade4d3b9-7080-4f5a-90ec-ae659864dba7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3e4501d2-2108-4498-9f3b-8b1049944d11), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:06.675417 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ade4d3b9-7080-4f5a-90ec-ae659864dba7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3e4501d2-2108-4498-9f3b-8b1049944d11), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:06.696971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-ade4d3b9-7080-4f5a-90ec-ae659864dba7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 3e4501d2-2108-4498-9f3b-8b1049944d11 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:06.725212 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47926d-6b5f-4af9-a72d-41af08f66f6e req-8b62ad96-79a4-464d-b920-f37522c1e12d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:06.732317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47926d-6b5f-4af9-a72d-41af08f66f6e req-8b62ad96-79a4-464d-b920-f37522c1e12d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:06.738689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47926d-6b5f-4af9-a72d-41af08f66f6e req-8b62ad96-79a4-464d-b920-f37522c1e12d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:06.744239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47926d-6b5f-4af9-a72d-41af08f66f6e req-8b62ad96-79a4-464d-b920-f37522c1e12d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:06.749890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47926d-6b5f-4af9-a72d-41af08f66f6e req-8b62ad96-79a4-464d-b920-f37522c1e12d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:06.759447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47926d-6b5f-4af9-a72d-41af08f66f6e req-8b62ad96-79a4-464d-b920-f37522c1e12d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:06.781682 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47926d-6b5f-4af9-a72d-41af08f66f6e req-8b62ad96-79a4-464d-b920-f37522c1e12d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:06.785279 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5f47926d-6b5f-4af9-a72d-41af08f66f6e req-8b62ad96-79a4-464d-b920-f37522c1e12d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2548966 Feb 10 15:30:06.829753 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:06.889266 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5f47926d-6b5f-4af9-a72d-41af08f66f6e req-559dcf26-fd44-48e6-9387-8fbb275ab9a6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0959537 Feb 10 15:30:07.022366 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ade4d3b9-7080-4f5a-90ec-ae659864dba7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3e4501d2-2108-4498-9f3b-8b1049944d11), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:07.077128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4d3b9-7080-4f5a-90ec-ae659864dba7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=3e4501d2-2108-4498-9f3b-8b1049944d11,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:07.222128 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ade4d3b9-7080-4f5a-90ec-ae659864dba7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:07.225983 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ade4d3b9-7080-4f5a-90ec-ae659864dba7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/3e4501d2-2108-4498-9f3b-8b1049944d11 HTTP/1.1" status: 204 len: 168 time: 1.3710537 Feb 10 15:30:07.229638 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59276) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:07.340348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe48a6d-26d2-4e62-be74-78b17a6eace1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:07.341972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe48a6d-26d2-4e62-be74-78b17a6eace1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:07.343354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe48a6d-26d2-4e62-be74-78b17a6eace1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:07.347974 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cbe48a6d-26d2-4e62-be74-78b17a6eace1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1144948 Feb 10 15:30:07.348483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59280) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:07.439951 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-a937bd13-0980-4bff-b47a-91c659efa5c7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet 61235552-bd28-482b-8d02-97220030c965 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:30:07.444052 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a937bd13-0980-4bff-b47a-91c659efa5c7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (61235552-bd28-482b-8d02-97220030c965), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:07.494188 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a937bd13-0980-4bff-b47a-91c659efa5c7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (61235552-bd28-482b-8d02-97220030c965), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:07.612002 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a937bd13-0980-4bff-b47a-91c659efa5c7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (61235552-bd28-482b-8d02-97220030c965), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:07.727798 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a937bd13-0980-4bff-b47a-91c659efa5c7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (61235552-bd28-482b-8d02-97220030c965), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:07.783408 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937bd13-0980-4bff-b47a-91c659efa5c7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=61235552-bd28-482b-8d02-97220030c965,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:07.783648 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a937bd13-0980-4bff-b47a-91c659efa5c7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:07.796626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1070e315-282f-44fd-a182-affe054c7d0b None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:07.798677 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a937bd13-0980-4bff-b47a-91c659efa5c7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/61235552-bd28-482b-8d02-97220030c965 HTTP/1.1" status: 204 len: 168 time: 0.4432163 Feb 10 15:30:07.799629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59296) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:07.894235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017b62b-a536-4513-b067-04ab24eed260 req-541706ec-24e1-4af5-9fe5-a673d5d76416 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:07.895823 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2017b62b-a536-4513-b067-04ab24eed260 req-541706ec-24e1-4af5-9fe5-a673d5d76416 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.1336889 Feb 10 15:30:07.956600 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f55331-fa30-4978-b969-1cb5163cc3d3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet cd1c523a-3ac8-4a38-adb1-22dd1007f89b {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:30:07.961121 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05f55331-fa30-4978-b969-1cb5163cc3d3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (cd1c523a-3ac8-4a38-adb1-22dd1007f89b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:08.040185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2017b62b-a536-4513-b067-04ab24eed260 req-1cc5da30-8081-4efb-b814-2310f5d62c83 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335402 Feb 10 15:30:08.048462 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05f55331-fa30-4978-b969-1cb5163cc3d3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (cd1c523a-3ac8-4a38-adb1-22dd1007f89b), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:08.154470 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05f55331-fa30-4978-b969-1cb5163cc3d3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (cd1c523a-3ac8-4a38-adb1-22dd1007f89b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:08.162451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50620c-eddc-43ce-8a58-38c3ad180cde req-74f1781d-9df1-41cf-9e66-b90a4e4c46f5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:08.174091 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50620c-eddc-43ce-8a58-38c3ad180cde req-74f1781d-9df1-41cf-9e66-b90a4e4c46f5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:08.189751 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50620c-eddc-43ce-8a58-38c3ad180cde req-74f1781d-9df1-41cf-9e66-b90a4e4c46f5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:08.209045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50620c-eddc-43ce-8a58-38c3ad180cde req-74f1781d-9df1-41cf-9e66-b90a4e4c46f5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:08.215319 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50620c-eddc-43ce-8a58-38c3ad180cde req-74f1781d-9df1-41cf-9e66-b90a4e4c46f5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:08.223508 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50620c-eddc-43ce-8a58-38c3ad180cde req-74f1781d-9df1-41cf-9e66-b90a4e4c46f5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:08.231149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50620c-eddc-43ce-8a58-38c3ad180cde req-74f1781d-9df1-41cf-9e66-b90a4e4c46f5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:08.233521 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff50620c-eddc-43ce-8a58-38c3ad180cde req-74f1781d-9df1-41cf-9e66-b90a4e4c46f5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.1898782 Feb 10 15:30:08.256142 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05f55331-fa30-4978-b969-1cb5163cc3d3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (cd1c523a-3ac8-4a38-adb1-22dd1007f89b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:08.331760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f55331-fa30-4978-b969-1cb5163cc3d3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1c523a-3ac8-4a38-adb1-22dd1007f89b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:08.345054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05f55331-fa30-4978-b969-1cb5163cc3d3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:08.357235 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-05f55331-fa30-4978-b969-1cb5163cc3d3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/cd1c523a-3ac8-4a38-adb1-22dd1007f89b HTTP/1.1" status: 204 len: 168 time: 0.5552828 Feb 10 15:30:08.357929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59300) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:08.387859 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff50620c-eddc-43ce-8a58-38c3ad180cde req-5f503dd0-4857-4898-899d-545365ad06c3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1416302 Feb 10 15:30:08.441972 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0b432994-fdd0-4f47-88e7-a265451e0f10 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825214 Feb 10 15:30:08.444869 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59302) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:08.510474 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fd12b7-3e22-456b-a307-0fe223f46c5b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:08.515120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59304) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:08.515688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-83fd12b7-3e22-456b-a307-0fe223f46c5b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0689669 Feb 10 15:30:08.600737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a32b543-b3bf-4fb5-a4a6-cf362591a058 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:08.602262 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1a32b543-b3bf-4fb5-a4a6-cf362591a058 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0847282 Feb 10 15:30:08.605255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59306) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:08.688069 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-596091a2-c7d0-4f50-919f-b4009b811233 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813770 Feb 10 15:30:08.694016 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59308) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:08.699207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-536bf16c-03fa-49d7-968b-6d5375e4e8e1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:08.839425 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536bf16c-03fa-49d7-968b-6d5375e4e8e1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:08.843248 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-536bf16c-03fa-49d7-968b-6d5375e4e8e1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:08.844969 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-536bf16c-03fa-49d7-968b-6d5375e4e8e1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:30:08.845411 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536bf16c-03fa-49d7-968b-6d5375e4e8e1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:30:08.884579 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-536bf16c-03fa-49d7-968b-6d5375e4e8e1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1892276 Feb 10 15:30:08.887693 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59316) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:08.898024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-5827a514-9c34-40de-aeb6-0c9a0a17a79f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:09.003655 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43af9ce-d27d-44d5-86f0-47a2c1a6df01 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:09.027432 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5827a514-9c34-40de-aeb6-0c9a0a17a79f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:09.031475 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5827a514-9c34-40de-aeb6-0c9a0a17a79f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:09.033348 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-5827a514-9c34-40de-aeb6-0c9a0a17a79f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:30:09.034024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5827a514-9c34-40de-aeb6-0c9a0a17a79f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:30:09.062054 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5827a514-9c34-40de-aeb6-0c9a0a17a79f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1692646 Feb 10 15:30:09.062608 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59324) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:09.068091 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d3d6f7a1-9f19-48d9-bc8e-6c6e5f43c3a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:09.172856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3f31f45a-36a4-449f-ad93-7cebc762610d None None] Provisioning complete for port ed3096d8-0565-41de-9afa-94a72d0847d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:09.173795 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f31f45a-36a4-449f-ad93-7cebc762610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:09.241906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d6f7a1-9f19-48d9-bc8e-6c6e5f43c3a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:09.246895 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f7a1-9f19-48d9-bc8e-6c6e5f43c3a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:09.249182 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d6f7a1-9f19-48d9-bc8e-6c6e5f43c3a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:30:09.249973 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d6f7a1-9f19-48d9-bc8e-6c6e5f43c3a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:30:09.272490 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d3d6f7a1-9f19-48d9-bc8e-6c6e5f43c3a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2087183 Feb 10 15:30:09.275328 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59326) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:09.285470 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4d1cf252-8c5b-42a7-8f57-24baed770f4a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:09.319923 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4133ed97-460a-405c-899f-c297cefde305 None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:30:09.327808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3f31f45a-36a4-449f-ad93-7cebc762610d None None] Current status of the port ed3096d8-0565-41de-9afa-94a72d0847d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:09.342915 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864530fa-6a5c-4712-84b3-8011bb36d659 req-28da569b-007c-4259-bff4-a150d7effdc5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:09.351234 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-864530fa-6a5c-4712-84b3-8011bb36d659 req-28da569b-007c-4259-bff4-a150d7effdc5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.1749282 Feb 10 15:30:09.392351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4133ed97-460a-405c-899f-c297cefde305 None None] Deleting port ed3096d8-0565-41de-9afa-94a72d0847d8 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:09.392745 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4133ed97-460a-405c-899f-c297cefde305 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:09.455162 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-864530fa-6a5c-4712-84b3-8011bb36d659 req-f45d183d-ea01-4e6a-a979-4502875c104b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978980 Feb 10 15:30:09.534314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-4133ed97-460a-405c-899f-c297cefde305 None None] For port ed3096d8-0565-41de-9afa-94a72d0847d8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ed3096d8-0565-41de-9afa-94a72d0847d8,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:09.535023 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4133ed97-460a-405c-899f-c297cefde305 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:09.549111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4133ed97-460a-405c-899f-c297cefde305 None None] Calling delete_port for ed3096d8-0565-41de-9afa-94a72d0847d8 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:09.557816 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1cf252-8c5b-42a7-8f57-24baed770f4a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:09.563474 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4d1cf252-8c5b-42a7-8f57-24baed770f4a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:09.565011 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1cf252-8c5b-42a7-8f57-24baed770f4a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:30:09.565944 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1cf252-8c5b-42a7-8f57-24baed770f4a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:30:09.620990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4d1cf252-8c5b-42a7-8f57-24baed770f4a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3440404 Feb 10 15:30:09.624072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59330) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:09.635637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0eccfc1f-c7f4-492a-8792-ba1fd6b6b230 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:09.638244 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88b38-6c50-458d-8731-1f8f69d8c671 req-65eef7aa-712f-46ef-8bef-401f41d134f3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:09.644194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88b38-6c50-458d-8731-1f8f69d8c671 req-65eef7aa-712f-46ef-8bef-401f41d134f3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:09.650247 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88b38-6c50-458d-8731-1f8f69d8c671 req-65eef7aa-712f-46ef-8bef-401f41d134f3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:09.655735 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88b38-6c50-458d-8731-1f8f69d8c671 req-65eef7aa-712f-46ef-8bef-401f41d134f3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:09.661276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88b38-6c50-458d-8731-1f8f69d8c671 req-65eef7aa-712f-46ef-8bef-401f41d134f3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:09.667052 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88b38-6c50-458d-8731-1f8f69d8c671 req-65eef7aa-712f-46ef-8bef-401f41d134f3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:09.673536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88b38-6c50-458d-8731-1f8f69d8c671 req-65eef7aa-712f-46ef-8bef-401f41d134f3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:09.676557 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2a88b38-6c50-458d-8731-1f8f69d8c671 req-65eef7aa-712f-46ef-8bef-401f41d134f3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.1694672 Feb 10 15:30:09.682808 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4133ed97-460a-405c-899f-c297cefde305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (ed3096d8-0565-41de-9afa-94a72d0847d8), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:09.734704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133ed97-460a-405c-899f-c297cefde305 None None] Pushing event deleted for resources: {'Port': ['ID=ed3096d8-0565-41de-9afa-94a72d0847d8,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:09.751844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4133ed97-460a-405c-899f-c297cefde305 None None] No DVR routers for this DVR port ed3096d8-0565-41de-9afa-94a72d0847d8 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:30:09.808342 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2a88b38-6c50-458d-8731-1f8f69d8c671 req-e12cc49a-1f77-4ddc-96a4-a797cad71e40 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253903 Feb 10 15:30:09.824156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eccfc1f-c7f4-492a-8792-ba1fd6b6b230 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:09.833580 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0eccfc1f-c7f4-492a-8792-ba1fd6b6b230 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:09.836292 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eccfc1f-c7f4-492a-8792-ba1fd6b6b230 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:30:09.837077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eccfc1f-c7f4-492a-8792-ba1fd6b6b230 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:30:09.861210 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0eccfc1f-c7f4-492a-8792-ba1fd6b6b230 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2343860 Feb 10 15:30:09.865320 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59332) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:09.870465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-3b1598a6-aa53-4020-a35d-4864950927c6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:10.006701 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1598a6-aa53-4020-a35d-4864950927c6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:10.011398 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3b1598a6-aa53-4020-a35d-4864950927c6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:10.013589 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1598a6-aa53-4020-a35d-4864950927c6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:30:10.014408 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1598a6-aa53-4020-a35d-4864950927c6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:30:10.040989 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3b1598a6-aa53-4020-a35d-4864950927c6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1728210 Feb 10 15:30:10.042481 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59344) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:10.100193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59346) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:10.102512 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8ec803e2-1668-43e4-9f7d-51a6426831f1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0569372 Feb 10 15:30:10.161234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1236619-844c-4a03-b42f-1927ca17a6da tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:10.163093 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d1236619-844c-4a03-b42f-1927ca17a6da tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0606475 Feb 10 15:30:10.165746 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59348) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:10.216067 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-71dfa38c-e2d9-4987-8da4-9a6d2e9b13c3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490758 Feb 10 15:30:10.219958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59350) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:10.227054 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-8e330f18-c45b-4f85-bc0f-7d0764d156b2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:10.349599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e330f18-c45b-4f85-bc0f-7d0764d156b2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:10.353988 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8e330f18-c45b-4f85-bc0f-7d0764d156b2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:10.666211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e36646-71ff-4c40-ad08-b978e80a751a req-b17c3fdc-05ea-4816-83a7-0cf33b7625a8 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:10.673366 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-92e36646-71ff-4c40-ad08-b978e80a751a req-b17c3fdc-05ea-4816-83a7-0cf33b7625a8 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.1288822 Feb 10 15:30:10.715606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.objects.ports [None req-8e330f18-c45b-4f85-bc0f-7d0764d156b2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103369) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:30:10.717796 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8e330f18-c45b-4f85-bc0f-7d0764d156b2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (d7d32674-dcfd-490a-8da2-f5a0b29789e6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:10.732673 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-92e36646-71ff-4c40-ad08-b978e80a751a req-dc0991ab-5486-40f9-b564-6cc99e7dd1f0 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565410 Feb 10 15:30:10.803046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e330f18-c45b-4f85-bc0f-7d0764d156b2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=d7d32674-dcfd-490a-8da2-f5a0b29789e6,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:10.814491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e330f18-c45b-4f85-bc0f-7d0764d156b2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:10.816218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-8e330f18-c45b-4f85-bc0f-7d0764d156b2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:10.819664 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e330f18-c45b-4f85-bc0f-7d0764d156b2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:10.820448 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8e330f18-c45b-4f85-bc0f-7d0764d156b2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:10.832065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c291976f-9b06-462f-bba4-1babf158e8ab None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:10.870039 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8e330f18-c45b-4f85-bc0f-7d0764d156b2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6489811 Feb 10 15:30:10.872694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59356) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:10.881542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'mac_address': 'fa:16:3e:3f:e0:ca', 'name': 'tempest-NetworksTestDHCPv6-958951803'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:11.045086 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': 'd7d32674-dcfd-490a-8da2-f5a0b29789e6'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:30:11.046439 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:11.101537 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39c11b-378e-42ff-ab38-0f72587d375c req-9bb7da87-22f0-42ce-9fa7-c78ba354e33d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:11.107133 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39c11b-378e-42ff-ab38-0f72587d375c req-9bb7da87-22f0-42ce-9fa7-c78ba354e33d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:11.114020 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39c11b-378e-42ff-ab38-0f72587d375c req-9bb7da87-22f0-42ce-9fa7-c78ba354e33d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:11.120423 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39c11b-378e-42ff-ab38-0f72587d375c req-9bb7da87-22f0-42ce-9fa7-c78ba354e33d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:11.127156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39c11b-378e-42ff-ab38-0f72587d375c req-9bb7da87-22f0-42ce-9fa7-c78ba354e33d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:11.133721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39c11b-378e-42ff-ab38-0f72587d375c req-9bb7da87-22f0-42ce-9fa7-c78ba354e33d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:11.139438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39c11b-378e-42ff-ab38-0f72587d375c req-9bb7da87-22f0-42ce-9fa7-c78ba354e33d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:11.148179 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca39c11b-378e-42ff-ab38-0f72587d375c req-9bb7da87-22f0-42ce-9fa7-c78ba354e33d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.1634207 Feb 10 15:30:11.170597 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:11.269389 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca39c11b-378e-42ff-ab38-0f72587d375c req-0d0ddf15-d80c-45a9-926c-dac845d335ea tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200500 Feb 10 15:30:11.338051 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:11.357691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ed3096d8-0565-41de-9afa-94a72d0847d8 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:30:11.407992 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:11.434012 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: ed3096d8-0565-41de-9afa-94a72d0847d8 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:30:11.434452 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ed3096d8-0565-41de-9afa-94a72d0847d8 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:30:11.477419 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 1aeaec17-6203-4b84-9915-5d60c7c2c848 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:30:11.487492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Allocated IP 2001:db8::f816:3eff:fefb:6f2f (7a88351e-06f0-4f2f-982b-277a9503b2d6/d7d32674-dcfd-490a-8da2-f5a0b29789e6/c8c25ff1-2413-48c2-a115-09f06d9c6f52) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:11.749934 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Publish callbacks [] for port (c8c25ff1-2413-48c2-a115-09f06d9c6f52), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:11.760442 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (c8c25ff1-2413-48c2-a115-09f06d9c6f52), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:11.833579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:11.833579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:11.833579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:11.878811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Pushing event updated for resources: {'Port': ['ID=c8c25ff1-2413-48c2-a115-09f06d9c6f52,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:11.923932 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::f816:3eff:fe3f:e0ca (7a88351e-06f0-4f2f-982b-277a9503b2d6/d7d32674-dcfd-490a-8da2-f5a0b29789e6/1aeaec17-6203-4b84-9915-5d60c7c2c848) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:12.049805 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Attempting to bind port c8c25ff1-2413-48c2-a115-09f06d9c6f52 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:30:12.050402 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Attempting to bind port c8c25ff1-2413-48c2-a115-09f06d9c6f52 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:30:12.050893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Attempting to bind port c8c25ff1-2413-48c2-a115-09f06d9c6f52 on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:30:12.056282 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:30:12.056828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:30:12.057349 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:12.057861 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:30:12.058516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Bound port: c8c25ff1-2413-48c2-a115-09f06d9c6f52, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:30:12.059004 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c8c25ff1-2413-48c2-a115-09f06d9c6f52), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:12.153959 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0c3b6-36ce-4a51-b58e-ddaec2bc8d83 req-8781a7a5-c3a3-4c0c-a511-b8339b572a27 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:12.160039 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2a0c3b6-36ce-4a51-b58e-ddaec2bc8d83 req-8781a7a5-c3a3-4c0c-a511-b8339b572a27 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.3130314 Feb 10 15:30:12.176539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] For port c8c25ff1-2413-48c2-a115-09f06d9c6f52, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:30:12.181155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] For port c8c25ff1-2413-48c2-a115-09f06d9c6f52, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c8c25ff1-2413-48c2-a115-09f06d9c6f52,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:30:12.193749 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c8c25ff1-2413-48c2-a115-09f06d9c6f52), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:12.338375 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f561ff-8c46-4f81-9351-9b36303415af None None] Pushing event updated for resources: {'Port': ['ID=c8c25ff1-2413-48c2-a115-09f06d9c6f52,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:12.410004 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2a0c3b6-36ce-4a51-b58e-ddaec2bc8d83 req-5060e6f8-b45b-4f19-a68d-13bd16dd6849 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045364 Feb 10 15:30:12.466220 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (1aeaec17-6203-4b84-9915-5d60c7c2c848), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:12.681147 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (1aeaec17-6203-4b84-9915-5d60c7c2c848), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:12.900874 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-957ae7e7-280a-47d6-a14e-15f08d48cc62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:12.942790 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:12.958536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82a0e3-97dc-4fd4-ae7c-e5e5b714a0be req-58c43dc8-2f28-4918-b288-f31e4ae3e465 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:12.964207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82a0e3-97dc-4fd4-ae7c-e5e5b714a0be req-58c43dc8-2f28-4918-b288-f31e4ae3e465 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:12.983589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82a0e3-97dc-4fd4-ae7c-e5e5b714a0be req-58c43dc8-2f28-4918-b288-f31e4ae3e465 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:12.990650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82a0e3-97dc-4fd4-ae7c-e5e5b714a0be req-58c43dc8-2f28-4918-b288-f31e4ae3e465 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:12.996343 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82a0e3-97dc-4fd4-ae7c-e5e5b714a0be req-58c43dc8-2f28-4918-b288-f31e4ae3e465 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:13.002889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82a0e3-97dc-4fd4-ae7c-e5e5b714a0be req-58c43dc8-2f28-4918-b288-f31e4ae3e465 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:13.016262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82a0e3-97dc-4fd4-ae7c-e5e5b714a0be req-58c43dc8-2f28-4918-b288-f31e4ae3e465 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:13.025336 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9c82a0e3-97dc-4fd4-ae7c-e5e5b714a0be req-58c43dc8-2f28-4918-b288-f31e4ae3e465 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.5236149 Feb 10 15:30:13.060145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:13.063333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:13.070456 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:13.071076 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:13.106367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=1aeaec17-6203-4b84-9915-5d60c7c2c848,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:13.121376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:13.121770 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:13.122088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:13.122413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:13.122695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:13.123037 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:13.123445 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:13.123827 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:13.125138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:13.125477 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:13.126103 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:13.126376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:13.126702 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:13.149029 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ef79e990-a189-4ec6-a22d-532cc57ef4d1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2748477 Feb 10 15:30:13.152450 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59386) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:13.202457 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9c82a0e3-97dc-4fd4-ae7c-e5e5b714a0be req-2145ec08-dfbc-461f-83f2-99e31f3767c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1757684 Feb 10 15:30:13.288408 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecef836-f7b7-49e5-90ba-8e84504bec3f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:13.298218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecef836-f7b7-49e5-90ba-8e84504bec3f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:13.300874 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0ecef836-f7b7-49e5-90ba-8e84504bec3f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1468487 Feb 10 15:30:13.304393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59398) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:13.511639 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c8c25ff1-2413-48c2-a115-09f06d9c6f52 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:30:13.537082 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-cdc75dfb-c16b-4df7-b63a-1c1db2960bd7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 1aeaec17-6203-4b84-9915-5d60c7c2c848 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:13.537618 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cdc75dfb-c16b-4df7-b63a-1c1db2960bd7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1aeaec17-6203-4b84-9915-5d60c7c2c848), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:13.568314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c8c25ff1-2413-48c2-a115-09f06d9c6f52 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:13.569003 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c8c25ff1-2413-48c2-a115-09f06d9c6f52), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:13.731700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bf22f-b5b9-4f91-960e-f2a71b912076 req-51015cd4-8839-4b65-b300-4be2de2ac720 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:13.739844 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-038bf22f-b5b9-4f91-960e-f2a71b912076 req-51015cd4-8839-4b65-b300-4be2de2ac720 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.1264360 Feb 10 15:30:13.741114 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c8c25ff1-2413-48c2-a115-09f06d9c6f52 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:13.741711 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c8c25ff1-2413-48c2-a115-09f06d9c6f52), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:13.775170 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cdc75dfb-c16b-4df7-b63a-1c1db2960bd7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1aeaec17-6203-4b84-9915-5d60c7c2c848), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:13.803502 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-cdc75dfb-c16b-4df7-b63a-1c1db2960bd7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 1aeaec17-6203-4b84-9915-5d60c7c2c848 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:13.854269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port c8c25ff1-2413-48c2-a115-09f06d9c6f52, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c8c25ff1-2413-48c2-a115-09f06d9c6f52,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:13.860387 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c8c25ff1-2413-48c2-a115-09f06d9c6f52), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:13.865655 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-038bf22f-b5b9-4f91-960e-f2a71b912076 req-0a3eaed9-869f-4fa8-80e8-a0cc87537a4a tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247001 Feb 10 15:30:13.962576 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=c8c25ff1-2413-48c2-a115-09f06d9c6f52,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:14.078028 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cdc75dfb-c16b-4df7-b63a-1c1db2960bd7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (1aeaec17-6203-4b84-9915-5d60c7c2c848), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:14.123101 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cdc75dfb-c16b-4df7-b63a-1c1db2960bd7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:14.127516 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cdc75dfb-c16b-4df7-b63a-1c1db2960bd7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/1aeaec17-6203-4b84-9915-5d60c7c2c848 HTTP/1.1" status: 204 len: 168 time: 0.8216665 Feb 10 15:30:14.130625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59402) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:14.145229 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc75dfb-c16b-4df7-b63a-1c1db2960bd7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=1aeaec17-6203-4b84-9915-5d60c7c2c848,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:14.210795 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fa8ae7bc-3e55-47f2-a62b-fd236ae3c26a None None] Provisioning complete for port c8c25ff1-2413-48c2-a115-09f06d9c6f52 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:14.216518 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fa8ae7bc-3e55-47f2-a62b-fd236ae3c26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c8c25ff1-2413-48c2-a115-09f06d9c6f52), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:14.236633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ebad88-d847-49ff-80ae-3184e5afb201 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:14.238681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ebad88-d847-49ff-80ae-3184e5afb201 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:14.242817 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-03ebad88-d847-49ff-80ae-3184e5afb201 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1087132 Feb 10 15:30:14.243314 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59404) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:14.318159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-14540742-efef-418b-aaa0-de474d0bfd82 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet d7d32674-dcfd-490a-8da2-f5a0b29789e6 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:30:14.322283 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14540742-efef-418b-aaa0-de474d0bfd82 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (d7d32674-dcfd-490a-8da2-f5a0b29789e6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:14.453314 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14540742-efef-418b-aaa0-de474d0bfd82 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (d7d32674-dcfd-490a-8da2-f5a0b29789e6), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:14.469656 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ae7bc-3e55-47f2-a62b-fd236ae3c26a None None] Current status of the port c8c25ff1-2413-48c2-a115-09f06d9c6f52 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:14.561013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7d97c-ec19-4f02-ad4c-9b2cd8c3d9ad req-c709623a-cb90-4425-96c6-dcdcf6426c9f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:14.567166 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7d97c-ec19-4f02-ad4c-9b2cd8c3d9ad req-c709623a-cb90-4425-96c6-dcdcf6426c9f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:14.576085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7d97c-ec19-4f02-ad4c-9b2cd8c3d9ad req-c709623a-cb90-4425-96c6-dcdcf6426c9f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:14.585559 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fc994155-da34-4a16-9acd-c68c51e4c798 None None] Could not find standard attr ID for object 1aeaec17-6203-4b84-9915-5d60c7c2c848. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:30:14.588171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7d97c-ec19-4f02-ad4c-9b2cd8c3d9ad req-c709623a-cb90-4425-96c6-dcdcf6426c9f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:14.595184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7d97c-ec19-4f02-ad4c-9b2cd8c3d9ad req-c709623a-cb90-4425-96c6-dcdcf6426c9f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:14.604045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7d97c-ec19-4f02-ad4c-9b2cd8c3d9ad req-c709623a-cb90-4425-96c6-dcdcf6426c9f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:14.620124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7d97c-ec19-4f02-ad4c-9b2cd8c3d9ad req-c709623a-cb90-4425-96c6-dcdcf6426c9f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:14.623047 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69d7d97c-ec19-4f02-ad4c-9b2cd8c3d9ad req-c709623a-cb90-4425-96c6-dcdcf6426c9f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2239089 Feb 10 15:30:14.669913 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14540742-efef-418b-aaa0-de474d0bfd82 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (d7d32674-dcfd-490a-8da2-f5a0b29789e6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:14.881570 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69d7d97c-ec19-4f02-ad4c-9b2cd8c3d9ad req-779b4c4e-9c21-40f7-8c4f-e524f02689a8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078355 Feb 10 15:30:14.885266 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14540742-efef-418b-aaa0-de474d0bfd82 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (d7d32674-dcfd-490a-8da2-f5a0b29789e6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:14.912682 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14540742-efef-418b-aaa0-de474d0bfd82 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:14.916981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-14540742-efef-418b-aaa0-de474d0bfd82 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/d7d32674-dcfd-490a-8da2-f5a0b29789e6 HTTP/1.1" status: 204 len: 168 time: 0.6724894 Feb 10 15:30:14.920178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59420) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:14.937987 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043034ee-201e-4f55-aeb6-37ed26fe30d9 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:14.964464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14540742-efef-418b-aaa0-de474d0bfd82 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d32674-dcfd-490a-8da2-f5a0b29789e6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:15.017471 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d5cb3bc8-7935-4257-9f18-83efdbca38cb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750723 Feb 10 15:30:15.018244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59422) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:15.023870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-410c60d4-0dcf-487b-bbf9-dc60b208b9cd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:15.068547 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed549009-2658-432c-a957-2d25d60bd86a req-fa6133f3-0c0b-4026-be01-d26da852557c tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:15.070433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed549009-2658-432c-a957-2d25d60bd86a req-fa6133f3-0c0b-4026-be01-d26da852557c tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.0963616 Feb 10 15:30:15.207288 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed549009-2658-432c-a957-2d25d60bd86a req-2c292358-54cb-4d5c-89f0-0e2d25a804f9 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284854 Feb 10 15:30:15.214360 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410c60d4-0dcf-487b-bbf9-dc60b208b9cd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:15.219993 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-410c60d4-0dcf-487b-bbf9-dc60b208b9cd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:15.258065 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8762ce23-1349-499a-9ecd-743f75c77921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:15.406052 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd6c6f2-f6b0-43a8-8ee2-7a500fca739c None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:30:15.550206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6c6f2-f6b0-43a8-8ee2-7a500fca739c None None] Deleting port c8c25ff1-2413-48c2-a115-09f06d9c6f52 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:15.558643 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c6f2-f6b0-43a8-8ee2-7a500fca739c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c8c25ff1-2413-48c2-a115-09f06d9c6f52), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:15.641876 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3fd6c6f2-f6b0-43a8-8ee2-7a500fca739c None None] For port c8c25ff1-2413-48c2-a115-09f06d9c6f52, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c8c25ff1-2413-48c2-a115-09f06d9c6f52,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:15.642187 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c6f2-f6b0-43a8-8ee2-7a500fca739c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c8c25ff1-2413-48c2-a115-09f06d9c6f52), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:15.656214 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6c6f2-f6b0-43a8-8ee2-7a500fca739c None None] Calling delete_port for c8c25ff1-2413-48c2-a115-09f06d9c6f52 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:15.790693 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c6f2-f6b0-43a8-8ee2-7a500fca739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (c8c25ff1-2413-48c2-a115-09f06d9c6f52), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:15.798193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.objects.ports [None req-410c60d4-0dcf-487b-bbf9-dc60b208b9cd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103369) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:30:15.825079 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6c6f2-f6b0-43a8-8ee2-7a500fca739c None None] Pushing event deleted for resources: {'Port': ['ID=c8c25ff1-2413-48c2-a115-09f06d9c6f52,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:15.832848 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd6c6f2-f6b0-43a8-8ee2-7a500fca739c None None] No DVR routers for this DVR port c8c25ff1-2413-48c2-a115-09f06d9c6f52 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:30:15.979184 n-d-815324-7 neutron-server[103369]: WARNING neutron.services.revisions.revision_plugin [None req-410c60d4-0dcf-487b-bbf9-dc60b208b9cd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Could not find related port for resource to bump revision. Feb 10 15:30:15.985879 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_pluggable_backend [None req-410c60d4-0dcf-487b-bbf9-dc60b208b9cd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Port c8c25ff1-2413-48c2-a115-09f06d9c6f52 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103369) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 15:30:15.986210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_pluggable_backend [None req-410c60d4-0dcf-487b-bbf9-dc60b208b9cd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Reverting IP allocation for 2001:db8::f816:3eff:fefb:6f2f {{(pid=103369) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 15:30:15.991840 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_pluggable_backend [None req-410c60d4-0dcf-487b-bbf9-dc60b208b9cd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefb:6f2f {{(pid=103369) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 10 15:30:16.001683 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-410c60d4-0dcf-487b-bbf9-dc60b208b9cd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (a7a93bae-3d11-4c63-ad6a-4dc178f2b29e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:16.096111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410c60d4-0dcf-487b-bbf9-dc60b208b9cd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:16.097823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c60d4-0dcf-487b-bbf9-dc60b208b9cd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=a7a93bae-3d11-4c63-ad6a-4dc178f2b29e,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:16.101534 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-410c60d4-0dcf-487b-bbf9-dc60b208b9cd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:16.104581 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410c60d4-0dcf-487b-bbf9-dc60b208b9cd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:16.105200 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-410c60d4-0dcf-487b-bbf9-dc60b208b9cd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:16.113727 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd46773d-1088-4054-af27-82a2df4c5f39 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:16.132107 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb56b4-3e26-4b29-92d9-85a5e448244e req-16739648-f1d4-414e-90eb-d136dfb162ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:16.139411 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb56b4-3e26-4b29-92d9-85a5e448244e req-16739648-f1d4-414e-90eb-d136dfb162ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:16.146560 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-410c60d4-0dcf-487b-bbf9-dc60b208b9cd tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1271226 Feb 10 15:30:16.149070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59436) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:16.154204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-862f5209-770c-47ef-907d-42db51d16462 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'mac_address': 'fa:16:3e:18:73:27', 'name': 'tempest-NetworksTestDHCPv6-754625519'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:16.160563 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb56b4-3e26-4b29-92d9-85a5e448244e req-16739648-f1d4-414e-90eb-d136dfb162ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:16.166170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb56b4-3e26-4b29-92d9-85a5e448244e req-16739648-f1d4-414e-90eb-d136dfb162ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:16.185333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb56b4-3e26-4b29-92d9-85a5e448244e req-16739648-f1d4-414e-90eb-d136dfb162ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:16.190416 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb56b4-3e26-4b29-92d9-85a5e448244e req-16739648-f1d4-414e-90eb-d136dfb162ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:16.206157 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb56b4-3e26-4b29-92d9-85a5e448244e req-16739648-f1d4-414e-90eb-d136dfb162ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:16.230802 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01fb56b4-3e26-4b29-92d9-85a5e448244e req-16739648-f1d4-414e-90eb-d136dfb162ed tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2082155 Feb 10 15:30:16.318790 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': 'a7a93bae-3d11-4c63-ad6a-4dc178f2b29e'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:30:16.325143 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:16.351925 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01fb56b4-3e26-4b29-92d9-85a5e448244e req-81516585-18e9-4f34-9010-94e30a578c13 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114302 Feb 10 15:30:16.399747 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:16.458220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862f5209-770c-47ef-907d-42db51d16462 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:16.481390 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37184c61-7688-4c23-993b-f1e1d3bf312d req-5399666a-564e-42ce-82a2-bcffe18260e5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:16.486289 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37184c61-7688-4c23-993b-f1e1d3bf312d req-5399666a-564e-42ce-82a2-bcffe18260e5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.1314619 Feb 10 15:30:16.548819 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Allocated IP 2001:db8::f816:3eff:fe34:6ba4 (7a88351e-06f0-4f2f-982b-277a9503b2d6/a7a93bae-3d11-4c63-ad6a-4dc178f2b29e/8c0f64b5-6f32-4b71-a69a-9178597105b3) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:16.608095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37184c61-7688-4c23-993b-f1e1d3bf312d req-3ada977e-d055-42f3-912e-08848e020b15 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169171 Feb 10 15:30:16.669422 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-862f5209-770c-47ef-907d-42db51d16462 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:16.693370 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-862f5209-770c-47ef-907d-42db51d16462 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 98dca551-f01d-4663-bb59-fc92ee9efb86 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:30:16.736694 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Publish callbacks [] for port (8c0f64b5-6f32-4b71-a69a-9178597105b3), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:16.744088 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (8c0f64b5-6f32-4b71-a69a-9178597105b3), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:16.765064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:16.767509 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:16.788424 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:16.851300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Pushing event updated for resources: {'Port': ['ID=8c0f64b5-6f32-4b71-a69a-9178597105b3,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:16.868686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Attempting to bind port 8c0f64b5-6f32-4b71-a69a-9178597105b3 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:30:16.869664 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Attempting to bind port 8c0f64b5-6f32-4b71-a69a-9178597105b3 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:30:16.870128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Attempting to bind port 8c0f64b5-6f32-4b71-a69a-9178597105b3 on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:30:16.876061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:30:16.876569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:30:16.877103 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:16.877583 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:30:16.878178 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Bound port: 8c0f64b5-6f32-4b71-a69a-9178597105b3, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:30:16.878653 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8c0f64b5-6f32-4b71-a69a-9178597105b3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:16.890708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-862f5209-770c-47ef-907d-42db51d16462 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::f816:3eff:fe18:7327 (7a88351e-06f0-4f2f-982b-277a9503b2d6/a7a93bae-3d11-4c63-ad6a-4dc178f2b29e/98dca551-f01d-4663-bb59-fc92ee9efb86) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:16.944906 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] For port 8c0f64b5-6f32-4b71-a69a-9178597105b3, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:30:16.948450 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] For port 8c0f64b5-6f32-4b71-a69a-9178597105b3, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8c0f64b5-6f32-4b71-a69a-9178597105b3,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:30:16.959562 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8c0f64b5-6f32-4b71-a69a-9178597105b3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:17.034031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8f1cd-27c4-40ed-b550-60a3cbcb886c None None] Pushing event updated for resources: {'Port': ['ID=8c0f64b5-6f32-4b71-a69a-9178597105b3,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:17.128191 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-862f5209-770c-47ef-907d-42db51d16462 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (98dca551-f01d-4663-bb59-fc92ee9efb86), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:17.187709 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-862f5209-770c-47ef-907d-42db51d16462 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (98dca551-f01d-4663-bb59-fc92ee9efb86), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:17.258489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f5209-770c-47ef-907d-42db51d16462 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=98dca551-f01d-4663-bb59-fc92ee9efb86,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:17.287740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862f5209-770c-47ef-907d-42db51d16462 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:17.299289 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-862f5209-770c-47ef-907d-42db51d16462 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:17.306659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862f5209-770c-47ef-907d-42db51d16462 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:17.315441 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862f5209-770c-47ef-907d-42db51d16462 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:17.317391 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-862f5209-770c-47ef-907d-42db51d16462 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:17.360154 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-862f5209-770c-47ef-907d-42db51d16462 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2100060 Feb 10 15:30:17.386924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59450) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:17.433695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c8c25ff1-2413-48c2-a115-09f06d9c6f52 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:30:17.519709 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: c8c25ff1-2413-48c2-a115-09f06d9c6f52 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:30:17.525597 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c8c25ff1-2413-48c2-a115-09f06d9c6f52 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:30:17.543899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40f8d8a-aed2-467a-9448-e9cce1633df9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:17.554937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40f8d8a-aed2-467a-9448-e9cce1633df9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:17.559039 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f40f8d8a-aed2-467a-9448-e9cce1633df9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1687026 Feb 10 15:30:17.562863 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59454) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:17.709504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f205ea0-8ee0-4dd8-a34a-9f45f7e828ad req-3f71ed4c-79cc-461b-bee0-90220af431c6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:17.715710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f205ea0-8ee0-4dd8-a34a-9f45f7e828ad req-3f71ed4c-79cc-461b-bee0-90220af431c6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:17.721616 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f205ea0-8ee0-4dd8-a34a-9f45f7e828ad req-3f71ed4c-79cc-461b-bee0-90220af431c6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:17.736741 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f205ea0-8ee0-4dd8-a34a-9f45f7e828ad req-3f71ed4c-79cc-461b-bee0-90220af431c6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:17.746522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f205ea0-8ee0-4dd8-a34a-9f45f7e828ad req-3f71ed4c-79cc-461b-bee0-90220af431c6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:17.758360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f205ea0-8ee0-4dd8-a34a-9f45f7e828ad req-3f71ed4c-79cc-461b-bee0-90220af431c6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:17.767099 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f205ea0-8ee0-4dd8-a34a-9f45f7e828ad req-3f71ed4c-79cc-461b-bee0-90220af431c6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:17.785311 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-321f660a-5b83-402f-bb8d-d469df2d7e19 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 98dca551-f01d-4663-bb59-fc92ee9efb86 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:17.785772 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-321f660a-5b83-402f-bb8d-d469df2d7e19 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (98dca551-f01d-4663-bb59-fc92ee9efb86), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:17.786646 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f205ea0-8ee0-4dd8-a34a-9f45f7e828ad req-3f71ed4c-79cc-461b-bee0-90220af431c6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2762547 Feb 10 15:30:17.863522 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:17.959302 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-321f660a-5b83-402f-bb8d-d469df2d7e19 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (98dca551-f01d-4663-bb59-fc92ee9efb86), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:17.986130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-321f660a-5b83-402f-bb8d-d469df2d7e19 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 98dca551-f01d-4663-bb59-fc92ee9efb86 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:17.988428 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f205ea0-8ee0-4dd8-a34a-9f45f7e828ad req-4b564546-db1b-4af7-8362-789682c4e491 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1854420 Feb 10 15:30:18.033949 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31dd7c-c1d2-4e1a-8ad6-35eb85291471 req-9053bae1-9ef8-42e5-b273-785168e87895 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:18.046910 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f31dd7c-c1d2-4e1a-8ad6-35eb85291471 req-9053bae1-9ef8-42e5-b273-785168e87895 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.2112753 Feb 10 15:30:18.144623 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f31dd7c-c1d2-4e1a-8ad6-35eb85291471 req-df44a1a0-51b8-4b3f-bb74-183b211e1cea tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961673 Feb 10 15:30:18.236557 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-321f660a-5b83-402f-bb8d-d469df2d7e19 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (98dca551-f01d-4663-bb59-fc92ee9efb86), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:18.274101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f660a-5b83-402f-bb8d-d469df2d7e19 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=98dca551-f01d-4663-bb59-fc92ee9efb86,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:18.304165 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-321f660a-5b83-402f-bb8d-d469df2d7e19 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:18.311090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59472) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:18.311465 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-321f660a-5b83-402f-bb8d-d469df2d7e19 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/98dca551-f01d-4663-bb59-fc92ee9efb86 HTTP/1.1" status: 204 len: 168 time: 0.7472212 Feb 10 15:30:18.420710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a512b41d-5c5b-4b63-b9a7-d84cb385c2ea tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:18.422558 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a512b41d-5c5b-4b63-b9a7-d84cb385c2ea tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:18.424271 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a512b41d-5c5b-4b63-b9a7-d84cb385c2ea tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1117532 Feb 10 15:30:18.427790 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59474) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:18.502909 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-974dbb0c-ca1d-4417-a3d8-f2f830c92abb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet a7a93bae-3d11-4c63-ad6a-4dc178f2b29e {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:30:18.510153 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-974dbb0c-ca1d-4417-a3d8-f2f830c92abb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (a7a93bae-3d11-4c63-ad6a-4dc178f2b29e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:18.568304 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-974dbb0c-ca1d-4417-a3d8-f2f830c92abb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (a7a93bae-3d11-4c63-ad6a-4dc178f2b29e), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:18.670410 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-974dbb0c-ca1d-4417-a3d8-f2f830c92abb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (a7a93bae-3d11-4c63-ad6a-4dc178f2b29e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:18.764323 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-974dbb0c-ca1d-4417-a3d8-f2f830c92abb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (a7a93bae-3d11-4c63-ad6a-4dc178f2b29e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:18.803854 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dbb0c-ca1d-4417-a3d8-f2f830c92abb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a93bae-3d11-4c63-ad6a-4dc178f2b29e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:18.806240 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-974dbb0c-ca1d-4417-a3d8-f2f830c92abb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:18.809518 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-974dbb0c-ca1d-4417-a3d8-f2f830c92abb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/a7a93bae-3d11-4c63-ad6a-4dc178f2b29e HTTP/1.1" status: 204 len: 168 time: 0.3805411 Feb 10 15:30:18.812419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59498) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:18.861429 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f5662f8a-bc26-4013-a78b-b2d960cf6e3d None None] Provisioning complete for port 8c0f64b5-6f32-4b71-a69a-9178597105b3 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:18.861982 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f5662f8a-bc26-4013-a78b-b2d960cf6e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8c0f64b5-6f32-4b71-a69a-9178597105b3), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:18.902732 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f836c253-5028-4487-9be6-953cdab9e5c2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887377 Feb 10 15:30:18.906207 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59510) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:18.962829 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:18.996747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea5940-197d-47c6-9826-9102ee814172 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:19.000543 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d7ea5940-197d-47c6-9826-9102ee814172 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0910461 Feb 10 15:30:19.001541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59512) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:19.005317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c52282-cc00-4df6-9480-c8ee6042644f req-46990e5d-147a-480e-a153-4a06bbe0c6de tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:19.013695 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-60c52282-cc00-4df6-9480-c8ee6042644f req-46990e5d-147a-480e-a153-4a06bbe0c6de tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 948 time: 0.0814512 Feb 10 15:30:19.037552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f5662f8a-bc26-4013-a78b-b2d960cf6e3d None None] Current status of the port 8c0f64b5-6f32-4b71-a69a-9178597105b3 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:19.038173 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f5662f8a-bc26-4013-a78b-b2d960cf6e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8c0f64b5-6f32-4b71-a69a-9178597105b3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:19.078876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8b9cbc-cad6-46e3-86dd-d455a728b046 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:19.081879 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ad8b9cbc-cad6-46e3-86dd-d455a728b046 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0788267 Feb 10 15:30:19.085239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59516) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:19.090679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f5662f8a-bc26-4013-a78b-b2d960cf6e3d None None] For port 8c0f64b5-6f32-4b71-a69a-9178597105b3, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8c0f64b5-6f32-4b71-a69a-9178597105b3,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:19.096600 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f5662f8a-bc26-4013-a78b-b2d960cf6e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8c0f64b5-6f32-4b71-a69a-9178597105b3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:19.115198 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-60c52282-cc00-4df6-9480-c8ee6042644f req-e8e31478-e621-4b7e-bd2d-f67bf8104272 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979357 Feb 10 15:30:19.161822 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e3e12e3a-ea87-4e9c-b365-03e1fc10ac19 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751283 Feb 10 15:30:19.166152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59518) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:19.172624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f48cbf20-59eb-48ef-b55e-77b904f79eae tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:19.184284 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5662f8a-bc26-4013-a78b-b2d960cf6e3d None None] Pushing event updated for resources: {'Port': ['ID=8c0f64b5-6f32-4b71-a69a-9178597105b3,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:19.218744 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e3ebdc20-9df7-4abb-b725-2a8e088575df None None] Could not find standard attr ID for object 98dca551-f01d-4663-bb59-fc92ee9efb86. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:30:19.220189 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd32593-7436-405d-894f-468a231f5574 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:19.227709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5d4ca-ace3-487e-9c9d-d5864258fd3d req-e2206cef-85ed-4c6f-aa71-25bcf46d0e2e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:19.235374 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5d4ca-ace3-487e-9c9d-d5864258fd3d req-e2206cef-85ed-4c6f-aa71-25bcf46d0e2e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:19.241239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5d4ca-ace3-487e-9c9d-d5864258fd3d req-e2206cef-85ed-4c6f-aa71-25bcf46d0e2e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:19.247064 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5d4ca-ace3-487e-9c9d-d5864258fd3d req-e2206cef-85ed-4c6f-aa71-25bcf46d0e2e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:19.253723 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5d4ca-ace3-487e-9c9d-d5864258fd3d req-e2206cef-85ed-4c6f-aa71-25bcf46d0e2e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:19.279480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5d4ca-ace3-487e-9c9d-d5864258fd3d req-e2206cef-85ed-4c6f-aa71-25bcf46d0e2e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:19.291835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5d4ca-ace3-487e-9c9d-d5864258fd3d req-e2206cef-85ed-4c6f-aa71-25bcf46d0e2e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:19.300876 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20f5d4ca-ace3-487e-9c9d-d5864258fd3d req-e2206cef-85ed-4c6f-aa71-25bcf46d0e2e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.1657889 Feb 10 15:30:19.372426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48cbf20-59eb-48ef-b55e-77b904f79eae tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:19.379822 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f48cbf20-59eb-48ef-b55e-77b904f79eae tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:19.452405 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4139e78-85fe-4ac2-994f-77ed67451ca9 req-50db2824-11b8-44ab-a3ad-b3e7b2a428b4 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:19.458262 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8c0f64b5-6f32-4b71-a69a-9178597105b3 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:30:19.459673 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c4139e78-85fe-4ac2-994f-77ed67451ca9 req-50db2824-11b8-44ab-a3ad-b3e7b2a428b4 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.1574836 Feb 10 15:30:19.516546 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20f5d4ca-ace3-487e-9c9d-d5864258fd3d req-d8105e0a-14a9-4155-8d7a-e8bda05aebb6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1796412 Feb 10 15:30:19.554035 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c4139e78-85fe-4ac2-994f-77ed67451ca9 req-79989676-03dd-41cf-9ce9-66d9ab889894 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937898 Feb 10 15:30:19.557562 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e2dad2-0b35-4c53-afef-58da4e448c9e None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:30:19.607105 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8c0f64b5-6f32-4b71-a69a-9178597105b3 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:19.607490 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8c0f64b5-6f32-4b71-a69a-9178597105b3), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:19.661551 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-34e2dad2-0b35-4c53-afef-58da4e448c9e None None] Deleting port 8c0f64b5-6f32-4b71-a69a-9178597105b3 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:19.661929 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-34e2dad2-0b35-4c53-afef-58da4e448c9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8c0f64b5-6f32-4b71-a69a-9178597105b3), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:19.762379 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-34e2dad2-0b35-4c53-afef-58da4e448c9e None None] For port 8c0f64b5-6f32-4b71-a69a-9178597105b3, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8c0f64b5-6f32-4b71-a69a-9178597105b3,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:19.762786 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-34e2dad2-0b35-4c53-afef-58da4e448c9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8c0f64b5-6f32-4b71-a69a-9178597105b3), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:19.780985 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8c0f64b5-6f32-4b71-a69a-9178597105b3 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:19.788525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-34e2dad2-0b35-4c53-afef-58da4e448c9e None None] Calling delete_port for 8c0f64b5-6f32-4b71-a69a-9178597105b3 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:19.874550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.objects.ports [None req-f48cbf20-59eb-48ef-b55e-77b904f79eae tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103369) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:30:19.942556 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-34e2dad2-0b35-4c53-afef-58da4e448c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (8c0f64b5-6f32-4b71-a69a-9178597105b3), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:19.944964 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a74217-8a92-4461-8ec5-2f1260fe882d req-501b32f4-7b4e-4881-87ca-e28cc71978d7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:19.955385 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07a74217-8a92-4461-8ec5-2f1260fe882d req-501b32f4-7b4e-4881-87ca-e28cc71978d7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.0826681 Feb 10 15:30:19.970834 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2dad2-0b35-4c53-afef-58da4e448c9e None None] Pushing event deleted for resources: {'Port': ['ID=8c0f64b5-6f32-4b71-a69a-9178597105b3,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:19.975201 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e2dad2-0b35-4c53-afef-58da4e448c9e None None] No DVR routers for this DVR port 8c0f64b5-6f32-4b71-a69a-9178597105b3 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:30:20.028291 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07a74217-8a92-4461-8ec5-2f1260fe882d req-6de654fc-c648-4242-9177-332e984ed138 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715258 Feb 10 15:30:20.029341 n-d-815324-7 neutron-server[103369]: WARNING neutron.services.revisions.revision_plugin [None req-f48cbf20-59eb-48ef-b55e-77b904f79eae tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Could not find related port for resource to bump revision. Feb 10 15:30:20.041416 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_pluggable_backend [None req-f48cbf20-59eb-48ef-b55e-77b904f79eae tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Port 8c0f64b5-6f32-4b71-a69a-9178597105b3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103369) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 15:30:20.041728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_pluggable_backend [None req-f48cbf20-59eb-48ef-b55e-77b904f79eae tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Reverting IP allocation for 2001:db8::f816:3eff:fe34:6ba4 {{(pid=103369) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 15:30:20.053116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_pluggable_backend [None req-f48cbf20-59eb-48ef-b55e-77b904f79eae tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe34:6ba4 {{(pid=103369) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 10 15:30:20.057303 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f48cbf20-59eb-48ef-b55e-77b904f79eae tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (ba950ced-9e51-4913-90a7-0ae77ce21f72), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:20.095949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae07b8-bf07-4f09-ac2c-46b78d12fc4a req-5e8e7145-8165-4005-bb4c-243c2547b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:20.098013 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74ae07b8-bf07-4f09-ac2c-46b78d12fc4a req-5e8e7145-8165-4005-bb4c-243c2547b52e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d797e9d4f84d73bb9a3e89b8b6b79d&device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 1128 time: 0.1178951 Feb 10 15:30:20.120969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48cbf20-59eb-48ef-b55e-77b904f79eae tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:20.127489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-f48cbf20-59eb-48ef-b55e-77b904f79eae tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:20.138389 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0af20f9-adfc-48b9-97c6-f1c6a3561b2c None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:20.146340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48cbf20-59eb-48ef-b55e-77b904f79eae tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:20.146938 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f48cbf20-59eb-48ef-b55e-77b904f79eae tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:20.153135 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cbf20-59eb-48ef-b55e-77b904f79eae tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=ba950ced-9e51-4913-90a7-0ae77ce21f72,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:20.240482 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f48cbf20-59eb-48ef-b55e-77b904f79eae tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0731163 Feb 10 15:30:20.244590 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59530) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:20.248723 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae07b8-bf07-4f09-ac2c-46b78d12fc4a req-d9ae5070-96b5-464b-a82b-d30ae2323bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:20.250223 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74ae07b8-bf07-4f09-ac2c-46b78d12fc4a req-d9ae5070-96b5-464b-a82b-d30ae2323bab service neutron] 10.222.0.79 "GET /v2.0/networks?id=db0f184d-0c8f-4d59-ba81-688af906aad0 HTTP/1.1" status: 200 len: 916 time: 0.1436026 Feb 10 15:30:20.252882 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ededd411-0ad7-4003-98c4-ff893df9962a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'mac_address': 'fa:16:3e:0c:f0:7d', 'name': 'tempest-NetworksTestDHCPv6-426850518'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:20.274657 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': 'ba950ced-9e51-4913-90a7-0ae77ce21f72'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:30:20.275745 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:20.336497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74650f23-0285-4c69-83a8-104808201b69 req-b66c9c2b-4528-44e7-981e-36a9acdce1ce tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:20.338376 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74650f23-0285-4c69-83a8-104808201b69 req-b66c9c2b-4528-44e7-981e-36a9acdce1ce tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 948 time: 0.1368518 Feb 10 15:30:20.433098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74650f23-0285-4c69-83a8-104808201b69 req-601b6ff4-57d1-49d2-90ae-399fc3607a39 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864646 Feb 10 15:30:20.457521 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ededd411-0ad7-4003-98c4-ff893df9962a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:20.476986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Allocated IP 2001:db8::f816:3eff:fe30:25f7 (7a88351e-06f0-4f2f-982b-277a9503b2d6/ba950ced-9e51-4913-90a7-0ae77ce21f72/83990396-45ef-4c92-9368-e90b75d8053d) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:20.616575 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ededd411-0ad7-4003-98c4-ff893df9962a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:20.644529 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74ae07b8-bf07-4f09-ac2c-46b78d12fc4a req-b1c3498c-a6b5-4a94-a082-6b5638f0cca1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b19e4b8d-339d-4a68-b285-02678255079f HTTP/1.1" status: 200 len: 217 time: 0.3873105 Feb 10 15:30:20.671033 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Publish callbacks [] for port (83990396-45ef-4c92-9368-e90b75d8053d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:20.678458 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (83990396-45ef-4c92-9368-e90b75d8053d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:20.723618 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-ededd411-0ad7-4003-98c4-ff893df9962a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 9f030dc3-1a86-4584-b74f-75a57082cf33 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:30:20.747208 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae07b8-bf07-4f09-ac2c-46b78d12fc4a req-4290b8f5-6235-42c9-bad0-ba9eb81cd114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:20.748692 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74ae07b8-bf07-4f09-ac2c-46b78d12fc4a req-4290b8f5-6235-42c9-bad0-ba9eb81cd114 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a250eeb-5302-4bb8-bc76-0eaf714b38cb HTTP/1.1" status: 200 len: 854 time: 0.0912044 Feb 10 15:30:20.756421 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:20.757628 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Pushing event updated for resources: {'Port': ['ID=83990396-45ef-4c92-9368-e90b75d8053d,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:20.767039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:20.769482 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:20.839440 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae07b8-bf07-4f09-ac2c-46b78d12fc4a req-dee39e7c-f8b7-4283-a045-eb1cf72f3f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:20.840984 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74ae07b8-bf07-4f09-ac2c-46b78d12fc4a req-dee39e7c-f8b7-4283-a045-eb1cf72f3f7e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db0f184d-0c8f-4d59-ba81-688af906aad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0861175 Feb 10 15:30:20.842710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Attempting to bind port 83990396-45ef-4c92-9368-e90b75d8053d on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:30:20.843295 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Attempting to bind port 83990396-45ef-4c92-9368-e90b75d8053d by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:30:20.843945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Attempting to bind port 83990396-45ef-4c92-9368-e90b75d8053d on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:30:20.849771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:30:20.850473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:30:20.851115 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:20.851724 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:30:20.852395 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Bound port: 83990396-45ef-4c92-9368-e90b75d8053d, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:30:20.853149 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (83990396-45ef-4c92-9368-e90b75d8053d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:20.887214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5035-0e7f-45ba-9991-683885c5f818 req-3472fa66-36fb-490f-9eb6-5afada5e8d66 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:20.902478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5035-0e7f-45ba-9991-683885c5f818 req-3472fa66-36fb-490f-9eb6-5afada5e8d66 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:20.907505 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5035-0e7f-45ba-9991-683885c5f818 req-3472fa66-36fb-490f-9eb6-5afada5e8d66 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:20.914804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5035-0e7f-45ba-9991-683885c5f818 req-3472fa66-36fb-490f-9eb6-5afada5e8d66 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:20.920604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5035-0e7f-45ba-9991-683885c5f818 req-3472fa66-36fb-490f-9eb6-5afada5e8d66 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:20.926810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5035-0e7f-45ba-9991-683885c5f818 req-3472fa66-36fb-490f-9eb6-5afada5e8d66 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:20.932013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5035-0e7f-45ba-9991-683885c5f818 req-3472fa66-36fb-490f-9eb6-5afada5e8d66 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:20.933955 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-268d5035-0e7f-45ba-9991-683885c5f818 req-3472fa66-36fb-490f-9eb6-5afada5e8d66 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2850249 Feb 10 15:30:20.969160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] For port 83990396-45ef-4c92-9368-e90b75d8053d, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:30:20.973114 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] For port 83990396-45ef-4c92-9368-e90b75d8053d, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=83990396-45ef-4c92-9368-e90b75d8053d,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:30:20.977752 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74ae07b8-bf07-4f09-ac2c-46b78d12fc4a req-58a2225f-eebb-460a-97e3-d5ad4b946c16 service neutron] 10.222.0.79 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291025 Feb 10 15:30:20.986795 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (83990396-45ef-4c92-9368-e90b75d8053d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:21.093787 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64ab43-3367-45fe-93bd-d66d0150d164 None None] Pushing event updated for resources: {'Port': ['ID=83990396-45ef-4c92-9368-e90b75d8053d,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:21.097822 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-ededd411-0ad7-4003-98c4-ff893df9962a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::f816:3eff:fe0c:f07d (7a88351e-06f0-4f2f-982b-277a9503b2d6/ba950ced-9e51-4913-90a7-0ae77ce21f72/9f030dc3-1a86-4584-b74f-75a57082cf33) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:21.106996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-268d5035-0e7f-45ba-9991-683885c5f818 req-b7016c65-f5ca-46d3-964a-623ef07ea184 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1266212 Feb 10 15:30:21.167857 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74ae07b8-bf07-4f09-ac2c-46b78d12fc4a req-ab7f4911-8bcd-42d0-b748-e045af4e0b02 service neutron] 10.222.0.79 "GET /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792662 Feb 10 15:30:21.308049 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752262d1-088d-4628-99c4-a652230f2442 req-47030dac-1aa4-44cb-bb95-63f7bd9bf5a7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:21.329713 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-752262d1-088d-4628-99c4-a652230f2442 req-47030dac-1aa4-44cb-bb95-63f7bd9bf5a7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.1558034 Feb 10 15:30:21.372095 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ededd411-0ad7-4003-98c4-ff893df9962a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (9f030dc3-1a86-4584-b74f-75a57082cf33), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:21.419847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8c0f64b5-6f32-4b71-a69a-9178597105b3 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:30:21.448852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 8c0f64b5-6f32-4b71-a69a-9178597105b3 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:30:21.449319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8c0f64b5-6f32-4b71-a69a-9178597105b3 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:30:21.450285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-752262d1-088d-4628-99c4-a652230f2442 req-21bb2ecd-b347-440d-b358-dfae155e0b5d tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193447 Feb 10 15:30:21.458885 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ededd411-0ad7-4003-98c4-ff893df9962a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9f030dc3-1a86-4584-b74f-75a57082cf33), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:21.509242 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ededd411-0ad7-4003-98c4-ff893df9962a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:21.513003 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-ededd411-0ad7-4003-98c4-ff893df9962a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:21.516838 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ededd411-0ad7-4003-98c4-ff893df9962a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:21.522219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ededd411-0ad7-4003-98c4-ff893df9962a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:21.522826 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ededd411-0ad7-4003-98c4-ff893df9962a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:21.539545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededd411-0ad7-4003-98c4-ff893df9962a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=9f030dc3-1a86-4584-b74f-75a57082cf33,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:21.556992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59556) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:21.557676 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ededd411-0ad7-4003-98c4-ff893df9962a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3115089 Feb 10 15:30:21.614474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8315d83e-8669-4fae-b8c6-1b674109963e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:21.619599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8315d83e-8669-4fae-b8c6-1b674109963e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:21.621165 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8315d83e-8669-4fae-b8c6-1b674109963e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0628660 Feb 10 15:30:21.623942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59558) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:21.720929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c4d871b4-449e-4646-9879-8ea3d9aab9b1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 9f030dc3-1a86-4584-b74f-75a57082cf33 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:21.721390 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4d871b4-449e-4646-9879-8ea3d9aab9b1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9f030dc3-1a86-4584-b74f-75a57082cf33), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:21.750716 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 632cf89b-c995-4029-ad2c-5bd061f5b9d6 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:30:21.822428 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4d871b4-449e-4646-9879-8ea3d9aab9b1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9f030dc3-1a86-4584-b74f-75a57082cf33), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:21.838971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c4d871b4-449e-4646-9879-8ea3d9aab9b1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 9f030dc3-1a86-4584-b74f-75a57082cf33 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:21.841749 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:21.842150 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:21.882122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2663a5-57b1-42a1-8558-613771b3802b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632cf89b-c995-4029-ad2c-5bd061f5b9d6'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:30:21.885678 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4776d425-59d1-4297-b826-94c64dc5495d" -d '{"events": [{"server_uuid": "1b2663a5-57b1-42a1-8558-613771b3802b", "name": "network-vif-unplugged", "status": "completed", "tag": "632cf89b-c995-4029-ad2c-5bd061f5b9d6"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:30:21.901941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 632cf89b-c995-4029-ad2c-5bd061f5b9d6, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=632cf89b-c995-4029-ad2c-5bd061f5b9d6,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:21.909168 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:21.983520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=632cf89b-c995-4029-ad2c-5bd061f5b9d6,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:21.988341 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99758a07-dab8-45b6-95ef-60d9b44ec18d x-openstack-request-id: req-99758a07-dab8-45b6-95ef-60d9b44ec18d {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:30:21.989015 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2663a5-57b1-42a1-8558-613771b3802b", "name": "network-vif-unplugged", "status": "completed", "tag": "632cf89b-c995-4029-ad2c-5bd061f5b9d6", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:30:21.989276 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99758a07-dab8-45b6-95ef-60d9b44ec18d {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:30:21.989680 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2663a5-57b1-42a1-8558-613771b3802b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632cf89b-c995-4029-ad2c-5bd061f5b9d6', 'code': 200} Feb 10 15:30:22.059661 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4d871b4-449e-4646-9879-8ea3d9aab9b1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9f030dc3-1a86-4584-b74f-75a57082cf33), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:22.100528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d871b4-449e-4646-9879-8ea3d9aab9b1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=9f030dc3-1a86-4584-b74f-75a57082cf33,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:22.134704 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4d871b4-449e-4646-9879-8ea3d9aab9b1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:22.141049 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c4d871b4-449e-4646-9879-8ea3d9aab9b1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/9f030dc3-1a86-4584-b74f-75a57082cf33 HTTP/1.1" status: 204 len: 168 time: 0.5138364 Feb 10 15:30:22.141363 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59572) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:22.209380 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f391bd-2495-4df7-8ae3-4bf0ca5018b3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:22.210796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f391bd-2495-4df7-8ae3-4bf0ca5018b3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:22.212896 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-38f391bd-2495-4df7-8ae3-4bf0ca5018b3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0703988 Feb 10 15:30:22.215277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59576) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:22.277549 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a6fd56-d09d-417b-be7b-83c84dcdc1e0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet ba950ced-9e51-4913-90a7-0ae77ce21f72 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:30:22.282008 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82a6fd56-d09d-417b-be7b-83c84dcdc1e0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (ba950ced-9e51-4913-90a7-0ae77ce21f72), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:22.308288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03e230-e5de-47af-966d-216c6deedeb3 req-b07d08f7-82ec-4bc1-b833-469f5f39482a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:22.318808 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03e230-e5de-47af-966d-216c6deedeb3 req-b07d08f7-82ec-4bc1-b833-469f5f39482a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:22.325822 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03e230-e5de-47af-966d-216c6deedeb3 req-b07d08f7-82ec-4bc1-b833-469f5f39482a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:22.326648 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-51b1afb5-c5ac-4eee-8f1a-cd06620c5482 None None] Provisioning complete for port 83990396-45ef-4c92-9368-e90b75d8053d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:22.327125 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51b1afb5-c5ac-4eee-8f1a-cd06620c5482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (83990396-45ef-4c92-9368-e90b75d8053d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:22.333555 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03e230-e5de-47af-966d-216c6deedeb3 req-b07d08f7-82ec-4bc1-b833-469f5f39482a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:22.343432 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82a6fd56-d09d-417b-be7b-83c84dcdc1e0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (ba950ced-9e51-4913-90a7-0ae77ce21f72), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:22.345908 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03e230-e5de-47af-966d-216c6deedeb3 req-b07d08f7-82ec-4bc1-b833-469f5f39482a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:22.353260 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03e230-e5de-47af-966d-216c6deedeb3 req-b07d08f7-82ec-4bc1-b833-469f5f39482a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:22.358900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03e230-e5de-47af-966d-216c6deedeb3 req-b07d08f7-82ec-4bc1-b833-469f5f39482a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:22.361800 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8d03e230-e5de-47af-966d-216c6deedeb3 req-b07d08f7-82ec-4bc1-b833-469f5f39482a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.1327112 Feb 10 15:30:22.455100 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82a6fd56-d09d-417b-be7b-83c84dcdc1e0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (ba950ced-9e51-4913-90a7-0ae77ce21f72), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:22.481288 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8d03e230-e5de-47af-966d-216c6deedeb3 req-fd8f3738-6f91-469b-ab6a-dccea25a3894 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109436 Feb 10 15:30:22.506744 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-51b1afb5-c5ac-4eee-8f1a-cd06620c5482 None None] Current status of the port 83990396-45ef-4c92-9368-e90b75d8053d is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:22.507142 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51b1afb5-c5ac-4eee-8f1a-cd06620c5482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (83990396-45ef-4c92-9368-e90b75d8053d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:22.541586 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82a6fd56-d09d-417b-be7b-83c84dcdc1e0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (ba950ced-9e51-4913-90a7-0ae77ce21f72), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:22.595229 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-51b1afb5-c5ac-4eee-8f1a-cd06620c5482 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:30:22.595869 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-51b1afb5-c5ac-4eee-8f1a-cd06620c5482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:30:22.601559 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6fd56-d09d-417b-be7b-83c84dcdc1e0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=ba950ced-9e51-4913-90a7-0ae77ce21f72,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:22.604355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82a6fd56-d09d-417b-be7b-83c84dcdc1e0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:22.608724 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-82a6fd56-d09d-417b-be7b-83c84dcdc1e0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/ba950ced-9e51-4913-90a7-0ae77ce21f72 HTTP/1.1" status: 204 len: 168 time: 0.3924308 Feb 10 15:30:22.611078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59580) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:22.636351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee93a4ff-d3b6-4736-adb3-0565f7bde6c9 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:22.649818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc6520-7a85-4267-af51-9d5d48309977 req-578bcb6a-eac7-4d99-a083-870f5ed82278 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:22.651553 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22bc6520-7a85-4267-af51-9d5d48309977 req-578bcb6a-eac7-4d99-a083-870f5ed82278 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.0966325 Feb 10 15:30:22.666876 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7ba037ad-80cf-426c-b7a1-e3906dd73751 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520222 Feb 10 15:30:22.667131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59582) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:22.672331 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-bec4c84f-8e4b-42b9-9c52-9fff57fb1c7d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:22.725947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22bc6520-7a85-4267-af51-9d5d48309977 req-5ea129a2-1fd1-404b-9ed0-b9363f9f2c4f tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669878 Feb 10 15:30:22.802620 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec4c84f-8e4b-42b9-9c52-9fff57fb1c7d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:22.806563 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bec4c84f-8e4b-42b9-9c52-9fff57fb1c7d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:22.856195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f965c276-ee20-44d4-84bb-c6fdd819e787 None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:30:22.912984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bdec8-78e3-42da-a2d1-b151bab83ed1 req-77f11f64-f518-4ac5-9334-4d54db196a29 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:22.921185 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f965c276-ee20-44d4-84bb-c6fdd819e787 None None] Deleting port 83990396-45ef-4c92-9368-e90b75d8053d {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:22.921700 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f965c276-ee20-44d4-84bb-c6fdd819e787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (83990396-45ef-4c92-9368-e90b75d8053d), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:22.925526 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a51bdec8-78e3-42da-a2d1-b151bab83ed1 req-77f11f64-f518-4ac5-9334-4d54db196a29 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.0873873 Feb 10 15:30:22.995904 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a51bdec8-78e3-42da-a2d1-b151bab83ed1 req-5e95923f-080e-43b1-a7be-da4e716df360 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692298 Feb 10 15:30:22.996623 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f965c276-ee20-44d4-84bb-c6fdd819e787 None None] For port 83990396-45ef-4c92-9368-e90b75d8053d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=83990396-45ef-4c92-9368-e90b75d8053d,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:22.997222 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f965c276-ee20-44d4-84bb-c6fdd819e787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (83990396-45ef-4c92-9368-e90b75d8053d), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:23.015813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f965c276-ee20-44d4-84bb-c6fdd819e787 None None] Calling delete_port for 83990396-45ef-4c92-9368-e90b75d8053d owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:23.140306 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bc328-d815-4556-8d8c-3d77f5145b45 req-434c30d8-e009-4f94-979a-346ea19d0e8e tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:23.141909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e88bc328-d815-4556-8d8c-3d77f5145b45 req-434c30d8-e009-4f94-979a-346ea19d0e8e tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=39178a2d-31b3-48fb-b059-f8f74e81b9d1 HTTP/1.1" status: 200 len: 945 time: 0.0732780 Feb 10 15:30:23.150308 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-51b1afb5-c5ac-4eee-8f1a-cd06620c5482 None None] Current status of the port 83990396-45ef-4c92-9368-e90b75d8053d is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:23.150705 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51b1afb5-c5ac-4eee-8f1a-cd06620c5482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (83990396-45ef-4c92-9368-e90b75d8053d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:23.198126 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f965c276-ee20-44d4-84bb-c6fdd819e787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (83990396-45ef-4c92-9368-e90b75d8053d), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:23.209716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.objects.ports [None req-bec4c84f-8e4b-42b9-9c52-9fff57fb1c7d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103369) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:30:23.224488 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e88bc328-d815-4556-8d8c-3d77f5145b45 req-3b80a651-2668-47df-ad85-4d62cb8a95f3 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719655 Feb 10 15:30:23.249033 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f965c276-ee20-44d4-84bb-c6fdd819e787 None None] No DVR routers for this DVR port 83990396-45ef-4c92-9368-e90b75d8053d on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:30:23.253417 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965c276-ee20-44d4-84bb-c6fdd819e787 None None] Pushing event deleted for resources: {'Port': ['ID=83990396-45ef-4c92-9368-e90b75d8053d,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:23.364070 n-d-815324-7 neutron-server[103369]: WARNING neutron.services.revisions.revision_plugin [None req-bec4c84f-8e4b-42b9-9c52-9fff57fb1c7d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Could not find related port for resource to bump revision. Feb 10 15:30:23.364288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b1a5b-0dc1-42bd-91c5-36385e666dd8 req-c7e5cdef-013c-4b92-8c44-a8c6a0bd8349 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:23.369763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-23a5371c-7ebe-4c3a-b902-750092f17a8b None None] Could not find standard attr ID for object 9f030dc3-1a86-4584-b74f-75a57082cf33. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:30:23.370948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_pluggable_backend [None req-bec4c84f-8e4b-42b9-9c52-9fff57fb1c7d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Port 83990396-45ef-4c92-9368-e90b75d8053d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103369) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 15:30:23.371723 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_pluggable_backend [None req-bec4c84f-8e4b-42b9-9c52-9fff57fb1c7d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Reverting IP allocation for 2001:db8::f816:3eff:fe30:25f7 {{(pid=103369) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 15:30:23.375446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_pluggable_backend [None req-bec4c84f-8e4b-42b9-9c52-9fff57fb1c7d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe30:25f7 {{(pid=103369) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 10 15:30:23.377218 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bec4c84f-8e4b-42b9-9c52-9fff57fb1c7d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (de79475b-519e-449e-9fd3-cecb559383b6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:23.377789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-634b1a5b-0dc1-42bd-91c5-36385e666dd8 req-c7e5cdef-013c-4b92-8c44-a8c6a0bd8349 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 945 time: 0.0708575 Feb 10 15:30:23.420855 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec4c84f-8e4b-42b9-9c52-9fff57fb1c7d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:23.424293 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-bec4c84f-8e4b-42b9-9c52-9fff57fb1c7d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:23.424454 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-634b1a5b-0dc1-42bd-91c5-36385e666dd8 req-2b96c6c2-5726-4e50-b678-8855a3bb7586 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456161 Feb 10 15:30:23.429150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec4c84f-8e4b-42b9-9c52-9fff57fb1c7d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:23.429755 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bec4c84f-8e4b-42b9-9c52-9fff57fb1c7d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:23.434719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78edb3b3-8455-42a4-9d79-b0124e93f249 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:23.444966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4c84f-8e4b-42b9-9c52-9fff57fb1c7d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=de79475b-519e-449e-9fd3-cecb559383b6,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:23.459352 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bec4c84f-8e4b-42b9-9c52-9fff57fb1c7d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7909546 Feb 10 15:30:23.461695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59606) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:23.467061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-4c19ec48-819f-4d3b-9fd8-6e04d2bd335d req-2c38f302-da8f-4843-9d03-70ae7807fe49 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:30:23.469404 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ddc80649-e3ca-4ac5-a2c7-5337f03c75ed tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'mac_address': 'fa:16:3e:a6:53:2f', 'name': 'tempest-NetworksTestDHCPv6-1084945270'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:23.474506 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c19ec48-819f-4d3b-9fd8-6e04d2bd335d req-2c38f302-da8f-4843-9d03-70ae7807fe49 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123668 Feb 10 15:30:23.600840 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc80649-e3ca-4ac5-a2c7-5337f03c75ed tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:23.631488 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': 'de79475b-519e-449e-9fd3-cecb559383b6'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:30:23.632340 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:23.660493 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c19ec48-819f-4d3b-9fd8-6e04d2bd335d req-e3bbd666-2e0b-4409-accc-f2ba6ad89e5f tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1843736 Feb 10 15:30:23.712342 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc1b52-8d59-461b-b3e1-d37456220834 req-590ad515-79b4-4bbd-b4fc-099315c2b39a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:23.717509 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc1b52-8d59-461b-b3e1-d37456220834 req-590ad515-79b4-4bbd-b4fc-099315c2b39a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:23.718452 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ddc80649-e3ca-4ac5-a2c7-5337f03c75ed tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:23.739342 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc1b52-8d59-461b-b3e1-d37456220834 req-590ad515-79b4-4bbd-b4fc-099315c2b39a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:23.741719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-ddc80649-e3ca-4ac5-a2c7-5337f03c75ed tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 17d4034f-bb61-43f7-967b-d5a55778effa yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:30:23.744553 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc1b52-8d59-461b-b3e1-d37456220834 req-590ad515-79b4-4bbd-b4fc-099315c2b39a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:23.762253 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc1b52-8d59-461b-b3e1-d37456220834 req-590ad515-79b4-4bbd-b4fc-099315c2b39a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:23.767447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc1b52-8d59-461b-b3e1-d37456220834 req-590ad515-79b4-4bbd-b4fc-099315c2b39a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:23.782225 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc1b52-8d59-461b-b3e1-d37456220834 req-590ad515-79b4-4bbd-b4fc-099315c2b39a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:23.797329 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7fbc1b52-8d59-461b-b3e1-d37456220834 req-590ad515-79b4-4bbd-b4fc-099315c2b39a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.1978061 Feb 10 15:30:23.883118 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7fbc1b52-8d59-461b-b3e1-d37456220834 req-1cb46b6d-12d2-4daf-84ad-dda710aecef9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847774 Feb 10 15:30:23.980473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Allocated IP 2001:db8::f816:3eff:fe2b:78c0 (7a88351e-06f0-4f2f-982b-277a9503b2d6/de79475b-519e-449e-9fd3-cecb559383b6/9f8e9e48-c956-4aff-a04b-221c2d86e11b) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:24.016332 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05796f-8345-4b4f-b947-3b08ea071424 req-566c963c-dcbd-475c-aef6-4a7bdb4dc567 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:24.017849 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3e05796f-8345-4b4f-b947-3b08ea071424 req-566c963c-dcbd-475c-aef6-4a7bdb4dc567 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.0568631 Feb 10 15:30:24.071473 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3e05796f-8345-4b4f-b947-3b08ea071424 req-0ee7d4b3-4090-408e-993a-fb1b5b5f082d tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470741 Feb 10 15:30:24.145900 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Publish callbacks [] for port (9f8e9e48-c956-4aff-a04b-221c2d86e11b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:24.154297 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (9f8e9e48-c956-4aff-a04b-221c2d86e11b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:24.213177 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23421fe2-9f1f-4ade-a9b1-48a8bdc398b8 req-04f4a4fb-d5e6-436d-bc1b-359aff774036 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:24.214812 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23421fe2-9f1f-4ade-a9b1-48a8bdc398b8 req-04f4a4fb-d5e6-436d-bc1b-359aff774036 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=39178a2d-31b3-48fb-b059-f8f74e81b9d1 HTTP/1.1" status: 200 len: 945 time: 0.0745709 Feb 10 15:30:24.222721 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:24.227110 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:24.234725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:24.240960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-ddc80649-e3ca-4ac5-a2c7-5337f03c75ed tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::f816:3eff:fea6:532f (7a88351e-06f0-4f2f-982b-277a9503b2d6/de79475b-519e-449e-9fd3-cecb559383b6/17d4034f-bb61-43f7-967b-d5a55778effa) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:24.243631 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Pushing event updated for resources: {'Port': ['ID=9f8e9e48-c956-4aff-a04b-221c2d86e11b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:24.289879 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23421fe2-9f1f-4ade-a9b1-48a8bdc398b8 req-8fe6323e-c674-405b-a811-3bab787b8a17 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666683 Feb 10 15:30:24.328471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Attempting to bind port 9f8e9e48-c956-4aff-a04b-221c2d86e11b on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:30:24.328956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Attempting to bind port 9f8e9e48-c956-4aff-a04b-221c2d86e11b by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:30:24.329442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Attempting to bind port 9f8e9e48-c956-4aff-a04b-221c2d86e11b on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:30:24.336227 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:30:24.336607 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:30:24.337047 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:24.337445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:30:24.337919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Bound port: 9f8e9e48-c956-4aff-a04b-221c2d86e11b, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:30:24.338303 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9f8e9e48-c956-4aff-a04b-221c2d86e11b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:24.415639 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] For port 9f8e9e48-c956-4aff-a04b-221c2d86e11b, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:30:24.420114 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] For port 9f8e9e48-c956-4aff-a04b-221c2d86e11b, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9f8e9e48-c956-4aff-a04b-221c2d86e11b,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:30:24.429369 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9f8e9e48-c956-4aff-a04b-221c2d86e11b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:24.438148 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ddc80649-e3ca-4ac5-a2c7-5337f03c75ed tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (17d4034f-bb61-43f7-967b-d5a55778effa), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:24.441121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d8c02-bc1c-4a0b-81f2-ec0b78953421 req-2a81e349-6c67-477b-9c44-862978c9dab8 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:24.443186 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-884d8c02-bc1c-4a0b-81f2-ec0b78953421 req-2a81e349-6c67-477b-9c44-862978c9dab8 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 945 time: 0.0654426 Feb 10 15:30:24.492393 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ddc80649-e3ca-4ac5-a2c7-5337f03c75ed tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (17d4034f-bb61-43f7-967b-d5a55778effa), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:24.508334 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b20708-8c9e-4411-bb9a-a37e29e67d10 None None] Pushing event updated for resources: {'Port': ['ID=9f8e9e48-c956-4aff-a04b-221c2d86e11b,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:24.541329 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-884d8c02-bc1c-4a0b-81f2-ec0b78953421 req-cdc56c21-43e0-4475-b6e1-1046a25394c5 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899749 Feb 10 15:30:24.576529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc80649-e3ca-4ac5-a2c7-5337f03c75ed tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=17d4034f-bb61-43f7-967b-d5a55778effa,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:24.590940 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc80649-e3ca-4ac5-a2c7-5337f03c75ed tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:24.592720 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-ddc80649-e3ca-4ac5-a2c7-5337f03c75ed tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:24.598451 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc80649-e3ca-4ac5-a2c7-5337f03c75ed tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:24.604456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc80649-e3ca-4ac5-a2c7-5337f03c75ed tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:24.605414 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ddc80649-e3ca-4ac5-a2c7-5337f03c75ed tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:24.627301 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ddc80649-e3ca-4ac5-a2c7-5337f03c75ed tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1645033 Feb 10 15:30:24.627982 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59628) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:24.696099 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c075351-fad6-4429-a329-b437ebb84161 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:24.702015 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c075351-fad6-4429-a329-b437ebb84161 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:24.703990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2c075351-fad6-4429-a329-b437ebb84161 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0733290 Feb 10 15:30:24.707282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59630) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:24.799907 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb11090-60df-4160-bb31-79bf2d249004 req-6707be22-ca38-4297-927a-81a65773e5f7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:24.805950 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb11090-60df-4160-bb31-79bf2d249004 req-6707be22-ca38-4297-927a-81a65773e5f7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:24.811471 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb11090-60df-4160-bb31-79bf2d249004 req-6707be22-ca38-4297-927a-81a65773e5f7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:24.819929 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6fb11090-60df-4160-bb31-79bf2d249004 req-6707be22-ca38-4297-927a-81a65773e5f7 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61&device_id=39178a2d-31b3-48fb-b059-f8f74e81b9d1&device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 2417 time: 0.1136699 Feb 10 15:30:24.872940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6fb11090-60df-4160-bb31-79bf2d249004 req-425347ec-f7ea-48d5-bd7c-4d0f6763c122 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520468 Feb 10 15:30:24.881797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-472e3594-e15f-40e6-bc3f-2692efce3b89 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 17d4034f-bb61-43f7-967b-d5a55778effa {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:24.882140 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-472e3594-e15f-40e6-bc3f-2692efce3b89 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (17d4034f-bb61-43f7-967b-d5a55778effa), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:25.043622 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c37e3c11-813e-481c-b41a-cdd2d2e185e6 req-e7ff93c9-bf26-4327-8a50-49838cd076ac tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1335366 Feb 10 15:30:25.091308 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-472e3594-e15f-40e6-bc3f-2692efce3b89 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (17d4034f-bb61-43f7-967b-d5a55778effa), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:25.107176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-472e3594-e15f-40e6-bc3f-2692efce3b89 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 17d4034f-bb61-43f7-967b-d5a55778effa owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:25.114815 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953194df-4f0e-4085-8a01-32a145f02420 req-e849807a-ee6c-4841-99f9-161149fa7a5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:25.123786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953194df-4f0e-4085-8a01-32a145f02420 req-e849807a-ee6c-4841-99f9-161149fa7a5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:25.130529 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953194df-4f0e-4085-8a01-32a145f02420 req-e849807a-ee6c-4841-99f9-161149fa7a5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:25.135745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953194df-4f0e-4085-8a01-32a145f02420 req-e849807a-ee6c-4841-99f9-161149fa7a5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:25.141438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953194df-4f0e-4085-8a01-32a145f02420 req-e849807a-ee6c-4841-99f9-161149fa7a5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:25.146979 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953194df-4f0e-4085-8a01-32a145f02420 req-e849807a-ee6c-4841-99f9-161149fa7a5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:25.152848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953194df-4f0e-4085-8a01-32a145f02420 req-e849807a-ee6c-4841-99f9-161149fa7a5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:25.163743 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-953194df-4f0e-4085-8a01-32a145f02420 req-e849807a-ee6c-4841-99f9-161149fa7a5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.1778626 Feb 10 15:30:25.242144 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-953194df-4f0e-4085-8a01-32a145f02420 req-9e8f6096-c749-4cdd-9931-0f97b745017f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729039 Feb 10 15:30:25.300576 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-472e3594-e15f-40e6-bc3f-2692efce3b89 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (17d4034f-bb61-43f7-967b-d5a55778effa), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:25.383917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e3594-e15f-40e6-bc3f-2692efce3b89 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=17d4034f-bb61-43f7-967b-d5a55778effa,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:25.454577 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-472e3594-e15f-40e6-bc3f-2692efce3b89 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:25.458510 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-472e3594-e15f-40e6-bc3f-2692efce3b89 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/17d4034f-bb61-43f7-967b-d5a55778effa HTTP/1.1" status: 204 len: 168 time: 0.7501504 Feb 10 15:30:25.464316 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59650) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:25.475473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9f8e9e48-c956-4aff-a04b-221c2d86e11b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:30:25.559361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d8fc18-a84f-4969-9995-803fe50ac164 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:25.562394 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d8fc18-a84f-4969-9995-803fe50ac164 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:25.567550 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-69d8fc18-a84f-4969-9995-803fe50ac164 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1020501 Feb 10 15:30:25.570045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59652) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:25.571787 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 9f8e9e48-c956-4aff-a04b-221c2d86e11b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:25.575147 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9f8e9e48-c956-4aff-a04b-221c2d86e11b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:25.663159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2cf016-9957-4725-b65c-6f72eed611c3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet de79475b-519e-449e-9fd3-cecb559383b6 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:30:25.666575 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf016-9957-4725-b65c-6f72eed611c3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (de79475b-519e-449e-9fd3-cecb559383b6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:25.708400 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 9f8e9e48-c956-4aff-a04b-221c2d86e11b is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:25.709041 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9f8e9e48-c956-4aff-a04b-221c2d86e11b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:25.733083 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf016-9957-4725-b65c-6f72eed611c3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (de79475b-519e-449e-9fd3-cecb559383b6), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:25.767105 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fba18fc2-5af8-4951-8b2f-0d92547d5ca9 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:30:25.792195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 9f8e9e48-c956-4aff-a04b-221c2d86e11b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9f8e9e48-c956-4aff-a04b-221c2d86e11b,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:25.804533 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9f8e9e48-c956-4aff-a04b-221c2d86e11b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:25.858216 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf016-9957-4725-b65c-6f72eed611c3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (de79475b-519e-449e-9fd3-cecb559383b6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:25.909297 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=9f8e9e48-c956-4aff-a04b-221c2d86e11b,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:25.940034 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf016-9957-4725-b65c-6f72eed611c3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (de79475b-519e-449e-9fd3-cecb559383b6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:25.984642 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cf016-9957-4725-b65c-6f72eed611c3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=de79475b-519e-449e-9fd3-cecb559383b6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:25.989399 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf016-9957-4725-b65c-6f72eed611c3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:25.993220 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ac2cf016-9957-4725-b65c-6f72eed611c3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/de79475b-519e-449e-9fd3-cecb559383b6 HTTP/1.1" status: 204 len: 168 time: 0.4219565 Feb 10 15:30:25.995784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59658) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:26.023868 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fba18fc2-5af8-4951-8b2f-0d92547d5ca9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:26.037190 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9', 'mac_address': 'fa:16:3e:7e:96:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:30:26.046674 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-da61a365-d6da-4f3f-83b9-9a84d63f93c9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480795 Feb 10 15:30:26.048951 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59660) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:26.095413 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903ae4cc-ab62-4e35-829e-f313ea22fa52 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:26.119363 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:26.120055 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:26.121528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff13c929-728b-49c0-b126-c03810a8647b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:26.123113 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ff13c929-728b-49c0-b126-c03810a8647b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0718136 Feb 10 15:30:26.125733 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59662) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:26.152006 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba18fc2-5af8-4951-8b2f-0d92547d5ca9 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:30:26.195793 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a01d70b-880a-4f48-b449-2de424becbd2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:26.199537 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8a01d70b-880a-4f48-b449-2de424becbd2 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0703354 Feb 10 15:30:26.199758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59664) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:26.216182 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fba18fc2-5af8-4951-8b2f-0d92547d5ca9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:26.239193 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:26.244138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9b6482b3-0a94-42aa-bf14-2b84e8fab616 None None] Provisioning complete for port 9f8e9e48-c956-4aff-a04b-221c2d86e11b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:26.244514 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b6482b3-0a94-42aa-bf14-2b84e8fab616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9f8e9e48-c956-4aff-a04b-221c2d86e11b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:26.253067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59668) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:26.257105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-96c8d56e-31a1-43e7-9e22-aeefb2e312b0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561852 Feb 10 15:30:26.258361 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-06a4b6e2-a3c9-4f20-8ff8-535b86a40d37 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:26.349922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['fba18fc2-5af8-4951-8b2f-0d92547d5ca9'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:30:26.412051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a4b6e2-a3c9-4f20-8ff8-535b86a40d37 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:26.415920 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-06a4b6e2-a3c9-4f20-8ff8-535b86a40d37 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:26.435512 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9b6482b3-0a94-42aa-bf14-2b84e8fab616 None None] Current status of the port 9f8e9e48-c956-4aff-a04b-221c2d86e11b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:26.444306 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:26.493254 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cf1ef-3236-4d5f-8b15-3075017da3f6 req-1e8b5b11-b1f7-4e5d-9554-0f3e3b88fd98 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:26.516506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cf1ef-3236-4d5f-8b15-3075017da3f6 req-1e8b5b11-b1f7-4e5d-9554-0f3e3b88fd98 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:26.532016 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cf1ef-3236-4d5f-8b15-3075017da3f6 req-1e8b5b11-b1f7-4e5d-9554-0f3e3b88fd98 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:26.532266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3647cac4-3732-4983-b72f-f8e14e6b181e None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:30:26.548423 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cf1ef-3236-4d5f-8b15-3075017da3f6 req-1e8b5b11-b1f7-4e5d-9554-0f3e3b88fd98 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:26.556912 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cf1ef-3236-4d5f-8b15-3075017da3f6 req-1e8b5b11-b1f7-4e5d-9554-0f3e3b88fd98 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:26.562257 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cf1ef-3236-4d5f-8b15-3075017da3f6 req-1e8b5b11-b1f7-4e5d-9554-0f3e3b88fd98 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:26.578817 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cf1ef-3236-4d5f-8b15-3075017da3f6 req-1e8b5b11-b1f7-4e5d-9554-0f3e3b88fd98 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:26.586621 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-633cf1ef-3236-4d5f-8b15-3075017da3f6 req-1e8b5b11-b1f7-4e5d-9554-0f3e3b88fd98 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2239199 Feb 10 15:30:26.657586 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3647cac4-3732-4983-b72f-f8e14e6b181e None None] Deleting port 9f8e9e48-c956-4aff-a04b-221c2d86e11b {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:26.658063 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3647cac4-3732-4983-b72f-f8e14e6b181e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9f8e9e48-c956-4aff-a04b-221c2d86e11b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:26.680371 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-633cf1ef-3236-4d5f-8b15-3075017da3f6 req-e9e95a81-0392-45e0-8f34-094be12a8cb7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927610 Feb 10 15:30:26.764577 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-06a4b6e2-a3c9-4f20-8ff8-535b86a40d37 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (146ef501-7771-4a18-9602-afd91dea3c8f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:26.782948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3647cac4-3732-4983-b72f-f8e14e6b181e None None] For port 9f8e9e48-c956-4aff-a04b-221c2d86e11b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9f8e9e48-c956-4aff-a04b-221c2d86e11b,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:26.783348 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3647cac4-3732-4983-b72f-f8e14e6b181e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9f8e9e48-c956-4aff-a04b-221c2d86e11b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:26.806817 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3647cac4-3732-4983-b72f-f8e14e6b181e None None] Calling delete_port for 9f8e9e48-c956-4aff-a04b-221c2d86e11b owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:26.844026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4b6e2-a3c9-4f20-8ff8-535b86a40d37 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=146ef501-7771-4a18-9602-afd91dea3c8f,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:26.877829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a4b6e2-a3c9-4f20-8ff8-535b86a40d37 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:26.882572 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-06a4b6e2-a3c9-4f20-8ff8-535b86a40d37 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:26.889902 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a4b6e2-a3c9-4f20-8ff8-535b86a40d37 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:26.891166 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-06a4b6e2-a3c9-4f20-8ff8-535b86a40d37 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:26.926268 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-06a4b6e2-a3c9-4f20-8ff8-535b86a40d37 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6713257 Feb 10 15:30:26.928479 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59686) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:26.929898 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3647cac4-3732-4983-b72f-f8e14e6b181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (9f8e9e48-c956-4aff-a04b-221c2d86e11b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:26.935674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-70ec49b6-bbb3-4641-98b0-7cb57ae358f4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'mac_address': 'fa:16:3e:e3:13:60', 'name': 'tempest-NetworksTestDHCPv6-1619517894'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:26.970832 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3647cac4-3732-4983-b72f-f8e14e6b181e None None] No DVR routers for this DVR port 9f8e9e48-c956-4aff-a04b-221c2d86e11b on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:30:26.997033 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866f35b8-e002-4cb6-87b4-e4fec46a1204 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:27.004836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647cac4-3732-4983-b72f-f8e14e6b181e None None] Pushing event deleted for resources: {'Port': ['ID=9f8e9e48-c956-4aff-a04b-221c2d86e11b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:27.124480 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7f28d51-bbec-46a3-bfa4-26cfb9850445 req-6afb45c2-f995-462e-b707-67d6aea24eb6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1121092 Feb 10 15:30:27.136115 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcb145-6f4e-4b51-a6c3-efe24537602a req-c7c1fb8a-99a7-4585-bdb8-93e8cd755874 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:27.143727 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-edbcb145-6f4e-4b51-a6c3-efe24537602a req-c7c1fb8a-99a7-4585-bdb8-93e8cd755874 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 945 time: 0.2346208 Feb 10 15:30:27.195254 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': '146ef501-7771-4a18-9602-afd91dea3c8f'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:30:27.196908 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:27.251817 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ec49b6-bbb3-4641-98b0-7cb57ae358f4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:27.259890 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-70ec49b6-bbb3-4641-98b0-7cb57ae358f4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:27.324905 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-70ec49b6-bbb3-4641-98b0-7cb57ae358f4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 89bb2f0a-135e-4f6f-9870-a9d91cd41f38 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:30:27.340822 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-edbcb145-6f4e-4b51-a6c3-efe24537602a req-d6e21fd3-0730-4fec-9088-6402855bfe0c tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900814 Feb 10 15:30:27.364012 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f28d51-bbec-46a3-bfa4-26cfb9850445 req-cf8ebc8c-b7d8-4d09-bb37-263fa4360802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:27.366197 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7f28d51-bbec-46a3-bfa4-26cfb9850445 req-cf8ebc8c-b7d8-4d09-bb37-263fa4360802 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c2365a3048c4b23a67221fc3c979c7a&device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 1127 time: 0.1811388 Feb 10 15:30:27.431662 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9f8e9e48-c956-4aff-a04b-221c2d86e11b no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:30:27.489225 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 9f8e9e48-c956-4aff-a04b-221c2d86e11b {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:30:27.489617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9f8e9e48-c956-4aff-a04b-221c2d86e11b not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:30:27.517459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Allocated IP 2001:db8::2 (7a88351e-06f0-4f2f-982b-277a9503b2d6/146ef501-7771-4a18-9602-afd91dea3c8f/5888b187-b923-4938-86db-f3b8d1fde253) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:27.576883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f28d51-bbec-46a3-bfa4-26cfb9850445 req-9dc9aade-ad64-4f41-8259-4493b738b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:27.579095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7f28d51-bbec-46a3-bfa4-26cfb9850445 req-9dc9aade-ad64-4f41-8259-4493b738b313 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2e77de5-12dc-41aa-af99-c9787df5a7b0 HTTP/1.1" status: 200 len: 912 time: 0.1885679 Feb 10 15:30:27.696142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7f28d51-bbec-46a3-bfa4-26cfb9850445 req-05182524-108c-4b95-ba44-1e00901d4382 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dab03e46-b223-43a9-afaf-bb5ef19b1b5f HTTP/1.1" status: 200 len: 1001 time: 0.1102533 Feb 10 15:30:27.744481 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Publish callbacks [] for port (5888b187-b923-4938-86db-f3b8d1fde253), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:27.753026 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (5888b187-b923-4938-86db-f3b8d1fde253), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:27.767432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fba18fc2-5af8-4951-8b2f-0d92547d5ca9 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:30:27.800002 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f28d51-bbec-46a3-bfa4-26cfb9850445 req-bc38844e-5bd8-42c1-af79-3b64a64c79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:27.801850 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7f28d51-bbec-46a3-bfa4-26cfb9850445 req-bc38844e-5bd8-42c1-af79-3b64a64c79f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3ce83f6-6325-453a-a2c7-3c49256a130b HTTP/1.1" status: 200 len: 850 time: 0.0989046 Feb 10 15:30:27.804557 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:27.834046 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:27.845680 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:27.874016 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Pushing event updated for resources: {'Port': ['ID=5888b187-b923-4938-86db-f3b8d1fde253,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:27.908339 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-70ec49b6-bbb3-4641-98b0-7cb57ae358f4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::1ab (7a88351e-06f0-4f2f-982b-277a9503b2d6/146ef501-7771-4a18-9602-afd91dea3c8f/89bb2f0a-135e-4f6f-9870-a9d91cd41f38) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:27.965352 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Attempting to bind port 5888b187-b923-4938-86db-f3b8d1fde253 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:30:27.977356 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Attempting to bind port 5888b187-b923-4938-86db-f3b8d1fde253 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:30:27.978152 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Attempting to bind port 5888b187-b923-4938-86db-f3b8d1fde253 on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:30:27.994766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:30:27.995545 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:30:27.997300 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:28.001038 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:30:28.001038 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Bound port: 5888b187-b923-4938-86db-f3b8d1fde253, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:30:28.001867 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5888b187-b923-4938-86db-f3b8d1fde253), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:28.004584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f28d51-bbec-46a3-bfa4-26cfb9850445 req-1c614662-c778-466d-a568-b14f4119f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:28.010543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7f28d51-bbec-46a3-bfa4-26cfb9850445 req-1c614662-c778-466d-a568-b14f4119f2c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2e77de5-12dc-41aa-af99-c9787df5a7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2012284 Feb 10 15:30:28.023301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:28.025006 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:28.117247 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165eab-8366-4c17-87e3-a620e9266edc req-5e9a6b6a-66c5-4e3d-b28b-8c18577c7cb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:28.133094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165eab-8366-4c17-87e3-a620e9266edc req-5e9a6b6a-66c5-4e3d-b28b-8c18577c7cb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:28.138385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165eab-8366-4c17-87e3-a620e9266edc req-5e9a6b6a-66c5-4e3d-b28b-8c18577c7cb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:28.143742 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165eab-8366-4c17-87e3-a620e9266edc req-5e9a6b6a-66c5-4e3d-b28b-8c18577c7cb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:28.151179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165eab-8366-4c17-87e3-a620e9266edc req-5e9a6b6a-66c5-4e3d-b28b-8c18577c7cb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:28.161709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165eab-8366-4c17-87e3-a620e9266edc req-5e9a6b6a-66c5-4e3d-b28b-8c18577c7cb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:28.167327 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165eab-8366-4c17-87e3-a620e9266edc req-5e9a6b6a-66c5-4e3d-b28b-8c18577c7cb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:28.169495 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3165eab-8366-4c17-87e3-a620e9266edc req-5e9a6b6a-66c5-4e3d-b28b-8c18577c7cb5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.3438218 Feb 10 15:30:28.177330 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-70ec49b6-bbb3-4641-98b0-7cb57ae358f4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (89bb2f0a-135e-4f6f-9870-a9d91cd41f38), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:28.194365 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] For port 5888b187-b923-4938-86db-f3b8d1fde253, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:30:28.230973 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-70ec49b6-bbb3-4641-98b0-7cb57ae358f4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (89bb2f0a-135e-4f6f-9870-a9d91cd41f38), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:28.232355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] For port 5888b187-b923-4938-86db-f3b8d1fde253, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=5888b187-b923-4938-86db-f3b8d1fde253,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:30:28.260328 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5888b187-b923-4938-86db-f3b8d1fde253), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:28.289819 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:28.290222 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:28.312332 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3165eab-8366-4c17-87e3-a620e9266edc req-410b228b-4a03-495c-b6f1-a28202880400 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1298583 Feb 10 15:30:28.335676 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7f28d51-bbec-46a3-bfa4-26cfb9850445 req-cb2a3a89-a0e1-4bee-aba0-97e10cca534c service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165112 Feb 10 15:30:28.399441 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ec49b6-bbb3-4641-98b0-7cb57ae358f4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:28.404498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-70ec49b6-bbb3-4641-98b0-7cb57ae358f4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:28.416281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ec49b6-bbb3-4641-98b0-7cb57ae358f4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:28.429064 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ec49b6-bbb3-4641-98b0-7cb57ae358f4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:28.430008 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-70ec49b6-bbb3-4641-98b0-7cb57ae358f4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:28.433667 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec49b6-bbb3-4641-98b0-7cb57ae358f4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=89bb2f0a-135e-4f6f-9870-a9d91cd41f38,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:28.470428 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f51d16d-80a1-419b-88a1-0d40b6cbf4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:30:28.477757 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08146c47-720e-4358-a702-f5c18ab56504" -d '{"events": [{"server_uuid": "0f51d16d-80a1-419b-88a1-0d40b6cbf4c8", "name": "network-vif-plugged", "status": "completed", "tag": "fba18fc2-5af8-4951-8b2f-0d92547d5ca9"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:30:28.498050 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-70ec49b6-bbb3-4641-98b0-7cb57ae358f4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5630870 Feb 10 15:30:28.498852 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59704) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:28.550767 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fba18fc2-5af8-4951-8b2f-0d92547d5ca9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:28.569115 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e0672-659c-4a31-8b03-d3316a6f62ef None None] Pushing event updated for resources: {'Port': ['ID=5888b187-b923-4938-86db-f3b8d1fde253,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:28.585089 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:28.663164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad29502-1fd0-4561-8c2c-b63b8254c463 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:28.690458 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad29502-1fd0-4561-8c2c-b63b8254c463 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:28.724681 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3ad29502-1fd0-4561-8c2c-b63b8254c463 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2211947 Feb 10 15:30:28.726846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59708) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:28.757675 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,revision_number=10']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:28.763039 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267b1913-ddf2-4b2b-b469-e4e63e93d593 x-openstack-request-id: req-267b1913-ddf2-4b2b-b469-e4e63e93d593 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:30:28.763606 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f51d16d-80a1-419b-88a1-0d40b6cbf4c8", "name": "network-vif-plugged", "status": "completed", "tag": "fba18fc2-5af8-4951-8b2f-0d92547d5ca9", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:30:28.764048 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-267b1913-ddf2-4b2b-b469-e4e63e93d593 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:30:28.764613 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f51d16d-80a1-419b-88a1-0d40b6cbf4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9', 'code': 200} Feb 10 15:30:28.953669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f0bfb-7ebf-49df-89b3-d0f2d65a691f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 89bb2f0a-135e-4f6f-9870-a9d91cd41f38 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:28.954210 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae0f0bfb-7ebf-49df-89b3-d0f2d65a691f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (89bb2f0a-135e-4f6f-9870-a9d91cd41f38), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:29.099823 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae0f0bfb-7ebf-49df-89b3-d0f2d65a691f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (89bb2f0a-135e-4f6f-9870-a9d91cd41f38), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:29.114416 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f0bfb-7ebf-49df-89b3-d0f2d65a691f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 89bb2f0a-135e-4f6f-9870-a9d91cd41f38 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:29.281405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7f28d51-bbec-46a3-bfa4-26cfb9850445 req-ca27c494-8ffb-4d75-800b-8fbab7f5c46d service neutron] 10.222.0.72 "GET /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9314585 Feb 10 15:30:29.294548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0d3d6-62a4-4823-9b20-0487f57fdafc req-3a7bc3fb-7056-42ff-a6c2-c7b27bb54bea tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:29.304748 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24c0d3d6-62a4-4823-9b20-0487f57fdafc req-3a7bc3fb-7056-42ff-a6c2-c7b27bb54bea tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 945 time: 0.1294806 Feb 10 15:30:29.419748 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24c0d3d6-62a4-4823-9b20-0487f57fdafc req-91bac441-332d-4e35-8278-71fe96c2170d tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062629 Feb 10 15:30:29.518585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5888b187-b923-4938-86db-f3b8d1fde253 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:30:29.529365 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae0f0bfb-7ebf-49df-89b3-d0f2d65a691f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (89bb2f0a-135e-4f6f-9870-a9d91cd41f38), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:29.611499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f0bfb-7ebf-49df-89b3-d0f2d65a691f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=89bb2f0a-135e-4f6f-9870-a9d91cd41f38,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:29.643967 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3dad6-df8a-4cd5-9d4a-272a980a628b req-78a2ea35-f222-4cc7-ac26-2a253664c263 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:29.646371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 5888b187-b923-4938-86db-f3b8d1fde253 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:29.647904 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5888b187-b923-4938-86db-f3b8d1fde253), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:29.653073 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3dad6-df8a-4cd5-9d4a-272a980a628b req-78a2ea35-f222-4cc7-ac26-2a253664c263 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:29.660136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3dad6-df8a-4cd5-9d4a-272a980a628b req-78a2ea35-f222-4cc7-ac26-2a253664c263 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:29.683119 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3dad6-df8a-4cd5-9d4a-272a980a628b req-78a2ea35-f222-4cc7-ac26-2a253664c263 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:29.690291 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae0f0bfb-7ebf-49df-89b3-d0f2d65a691f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:29.695739 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3dad6-df8a-4cd5-9d4a-272a980a628b req-78a2ea35-f222-4cc7-ac26-2a253664c263 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:29.696628 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ae0f0bfb-7ebf-49df-89b3-d0f2d65a691f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/89bb2f0a-135e-4f6f-9870-a9d91cd41f38 HTTP/1.1" status: 204 len: 168 time: 0.9667642 Feb 10 15:30:29.697295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59720) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:29.724987 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3dad6-df8a-4cd5-9d4a-272a980a628b req-78a2ea35-f222-4cc7-ac26-2a253664c263 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:29.738413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3dad6-df8a-4cd5-9d4a-272a980a628b req-78a2ea35-f222-4cc7-ac26-2a253664c263 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:29.740405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bc3dad6-df8a-4cd5-9d4a-272a980a628b req-78a2ea35-f222-4cc7-ac26-2a253664c263 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2828946 Feb 10 15:30:29.776808 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c70ea7e-4d1b-4add-8817-6d0e5bae3f63 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:29.778180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c70ea7e-4d1b-4add-8817-6d0e5bae3f63 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:29.783435 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4c70ea7e-4d1b-4add-8817-6d0e5bae3f63 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0839086 Feb 10 15:30:29.794809 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59722) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:29.805641 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1c675-a3ad-4080-86c9-ec6d89d5de58 req-7ac45100-99e0-47b5-b9c5-8626a87f0caf tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:29.807205 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0ab1c675-a3ad-4080-86c9-ec6d89d5de58 req-7ac45100-99e0-47b5-b9c5-8626a87f0caf tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 945 time: 0.4290781 Feb 10 15:30:29.911542 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 5888b187-b923-4938-86db-f3b8d1fde253 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:29.912196 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5888b187-b923-4938-86db-f3b8d1fde253), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:29.967290 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bc3dad6-df8a-4cd5-9d4a-272a980a628b req-7d43c124-4963-4c78-b736-af12e81f8c77 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2193387 Feb 10 15:30:30.011849 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 5888b187-b923-4938-86db-f3b8d1fde253, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=5888b187-b923-4938-86db-f3b8d1fde253,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:30.017146 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5888b187-b923-4938-86db-f3b8d1fde253), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:30.067577 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b8d36a-42e2-4b94-8053-cb3fef89507f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet 146ef501-7771-4a18-9602-afd91dea3c8f {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:30:30.074152 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-15b8d36a-42e2-4b94-8053-cb3fef89507f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (146ef501-7771-4a18-9602-afd91dea3c8f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:30.097873 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=5888b187-b923-4938-86db-f3b8d1fde253,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:30.124210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-0ab1c675-a3ad-4080-86c9-ec6d89d5de58 req-0b21c35a-7b9a-498a-bde0-b81d99be874b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Deleting port 803e0b1d-251d-409a-ac1c-f292dbb09498 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:30.124549 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0ab1c675-a3ad-4080-86c9-ec6d89d5de58 req-0b21c35a-7b9a-498a-bde0-b81d99be874b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (803e0b1d-251d-409a-ac1c-f292dbb09498), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:30.150138 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-15b8d36a-42e2-4b94-8053-cb3fef89507f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (146ef501-7771-4a18-9602-afd91dea3c8f), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:30.240831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-74e9a14d-4117-4d35-8cbc-b4568180b5e4 None None] Provisioning complete for port 5888b187-b923-4938-86db-f3b8d1fde253 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:30.243504 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-74e9a14d-4117-4d35-8cbc-b4568180b5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5888b187-b923-4938-86db-f3b8d1fde253), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:30.352496 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:30:30.405064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-74e9a14d-4117-4d35-8cbc-b4568180b5e4 None None] Current status of the port 5888b187-b923-4938-86db-f3b8d1fde253 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:30.414721 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-15b8d36a-42e2-4b94-8053-cb3fef89507f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (146ef501-7771-4a18-9602-afd91dea3c8f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:30.492007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0ab1c675-a3ad-4080-86c9-ec6d89d5de58 req-0b21c35a-7b9a-498a-bde0-b81d99be874b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] For port 803e0b1d-251d-409a-ac1c-f292dbb09498, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=803e0b1d-251d-409a-ac1c-f292dbb09498,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:30.492458 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0ab1c675-a3ad-4080-86c9-ec6d89d5de58 req-0b21c35a-7b9a-498a-bde0-b81d99be874b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (803e0b1d-251d-409a-ac1c-f292dbb09498), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:30.521310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-0ab1c675-a3ad-4080-86c9-ec6d89d5de58 req-0b21c35a-7b9a-498a-bde0-b81d99be874b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Calling delete_port for 803e0b1d-251d-409a-ac1c-f292dbb09498 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:30.544850 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-15b8d36a-42e2-4b94-8053-cb3fef89507f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (146ef501-7771-4a18-9602-afd91dea3c8f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:30.589542 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-15b8d36a-42e2-4b94-8053-cb3fef89507f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:30.599978 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-15b8d36a-42e2-4b94-8053-cb3fef89507f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/146ef501-7771-4a18-9602-afd91dea3c8f HTTP/1.1" status: 204 len: 168 time: 0.7917426 Feb 10 15:30:30.600727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59736) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:30.621395 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6dd79476-584a-4486-b7e5-06876cd24841 None None] Could not find standard attr ID for object 17d4034f-bb61-43f7-967b-d5a55778effa. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:30:30.673911 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-944a964f-31e4-4cd1-a7ef-c899d13b3b46 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660000 Feb 10 15:30:30.674682 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59738) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:30.714606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8d36a-42e2-4b94-8053-cb3fef89507f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=146ef501-7771-4a18-9602-afd91dea3c8f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:30.761789 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fdd1c-58fa-428f-ba33-baf589272fd2 req-977a5748-9ec0-410b-8bb2-ecd71ce83bdf tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:30.772359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd7fdd1c-58fa-428f-ba33-baf589272fd2 req-977a5748-9ec0-410b-8bb2-ecd71ce83bdf tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf493a5-5e44-49f0-bebc-9b6037d05a61 HTTP/1.1" status: 200 len: 945 time: 0.2286305 Feb 10 15:30:30.895276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cfeb60-1715-42b1-9b87-e77a19ba1f6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:30.898912 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0ab1c675-a3ad-4080-86c9-ec6d89d5de58 req-0b21c35a-7b9a-498a-bde0-b81d99be874b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (803e0b1d-251d-409a-ac1c-f292dbb09498), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:30.899792 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-58cfeb60-1715-42b1-9b87-e77a19ba1f6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2231007 Feb 10 15:30:30.903715 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59740) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:30.915743 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b19e4b8d-339d-4a68-b285-02678255079f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:30:30.918035 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['12bbfd7f-9f19-4aa3-b3ef-441208e049fe'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:30:30.965077 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd7fdd1c-58fa-428f-ba33-baf589272fd2 req-305dec4b-4f72-4108-b422-d1e7ccd6e055 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916809 Feb 10 15:30:31.032560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21c35a-7b9a-498a-bde0-b81d99be874b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Pushing event deleted for resources: {'Port': ['ID=803e0b1d-251d-409a-ac1c-f292dbb09498,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:31.062626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2f1204-abef-40b7-a453-aebe0225ab97 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:31.117136 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7870ce4d-db5f-4a9f-afb7-0538608cd01f None None] Could not find standard attr ID for object 89bb2f0a-135e-4f6f-9870-a9d91cd41f38. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:30:31.118571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0512363-a320-4b44-afd4-9e6f35228273 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:31.120707 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e0512363-a320-4b44-afd4-9e6f35228273 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2133989 Feb 10 15:30:31.122707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59754) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:31.151194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab1c675-a3ad-4080-86c9-ec6d89d5de58 req-0b21c35a-7b9a-498a-bde0-b81d99be874b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] No DVR routers for this DVR port 803e0b1d-251d-409a-ac1c-f292dbb09498 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:30:31.160095 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0ab1c675-a3ad-4080-86c9-ec6d89d5de58 req-0b21c35a-7b9a-498a-bde0-b81d99be874b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:31.168898 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0ab1c675-a3ad-4080-86c9-ec6d89d5de58 req-0b21c35a-7b9a-498a-bde0-b81d99be874b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.79 "DELETE /v2.0/ports/803e0b1d-251d-409a-ac1c-f292dbb09498 HTTP/1.1" status: 204 len: 173 time: 1.3451104 Feb 10 15:30:31.173229 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf493a5-5e44-49f0-bebc-9b6037d05a61', 'name': 'network-vif-deleted', 'tag': '803e0b1d-251d-409a-ac1c-f292dbb09498'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:30:31.175631 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ff163e-9c46-401a-bab4-78e69aefab72" -d '{"events": [{"server_uuid": "0bf493a5-5e44-49f0-bebc-9b6037d05a61", "name": "network-vif-deleted", "tag": "803e0b1d-251d-409a-ac1c-f292dbb09498"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:30:31.210635 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a45aead7-c915-4b19-9774-33b531be3749 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854466 Feb 10 15:30:31.214289 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59758) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:31.225658 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-10a5446e-0059-416f-9e61-f5eb6e91cfdb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:31.286310 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55395eb-d684-4122-ba36-db0b0c032ba6 x-openstack-request-id: req-c55395eb-d684-4122-ba36-db0b0c032ba6 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:30:31.286624 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf493a5-5e44-49f0-bebc-9b6037d05a61", "name": "network-vif-deleted", "tag": "803e0b1d-251d-409a-ac1c-f292dbb09498", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:30:31.286864 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c55395eb-d684-4122-ba36-db0b0c032ba6 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:30:31.287271 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf493a5-5e44-49f0-bebc-9b6037d05a61', 'name': 'network-vif-deleted', 'tag': '803e0b1d-251d-409a-ac1c-f292dbb09498', 'status': 'completed', 'code': 200} Feb 10 15:30:31.395188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afe1ac-5130-4ace-b777-ea24d81f60e2 req-3e5f52a8-2939-4aca-a4a6-08cd0e36f167 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:31.404341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afe1ac-5130-4ace-b777-ea24d81f60e2 req-3e5f52a8-2939-4aca-a4a6-08cd0e36f167 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:31.418877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afe1ac-5130-4ace-b777-ea24d81f60e2 req-3e5f52a8-2939-4aca-a4a6-08cd0e36f167 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:31.440237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afe1ac-5130-4ace-b777-ea24d81f60e2 req-3e5f52a8-2939-4aca-a4a6-08cd0e36f167 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:31.459614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afe1ac-5130-4ace-b777-ea24d81f60e2 req-3e5f52a8-2939-4aca-a4a6-08cd0e36f167 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:31.481205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afe1ac-5130-4ace-b777-ea24d81f60e2 req-3e5f52a8-2939-4aca-a4a6-08cd0e36f167 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:31.490955 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afe1ac-5130-4ace-b777-ea24d81f60e2 req-3e5f52a8-2939-4aca-a4a6-08cd0e36f167 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:31.505345 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5888b187-b923-4938-86db-f3b8d1fde253 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:30:31.511127 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91afe1ac-5130-4ace-b777-ea24d81f60e2 req-3e5f52a8-2939-4aca-a4a6-08cd0e36f167 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2951834 Feb 10 15:30:31.655947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91afe1ac-5130-4ace-b777-ea24d81f60e2 req-2080d3b2-aa31-4b55-b9d7-23325e20226e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1460276 Feb 10 15:30:31.804870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 803e0b1d-251d-409a-ac1c-f292dbb09498 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:30:31.871454 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 803e0b1d-251d-409a-ac1c-f292dbb09498 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:30:31.877196 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 803e0b1d-251d-409a-ac1c-f292dbb09498 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:30:31.886152 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 5888b187-b923-4938-86db-f3b8d1fde253 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:31.887526 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5888b187-b923-4938-86db-f3b8d1fde253), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:32.061689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:30:32.145477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a5446e-0059-416f-9e61-f5eb6e91cfdb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:32.158899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10a5446e-0059-416f-9e61-f5eb6e91cfdb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:32.211150 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 5888b187-b923-4938-86db-f3b8d1fde253 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:32.280879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Deleting port 5888b187-b923-4938-86db-f3b8d1fde253 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:32.286150 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5888b187-b923-4938-86db-f3b8d1fde253), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:32.432902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] For port 5888b187-b923-4938-86db-f3b8d1fde253, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=5888b187-b923-4938-86db-f3b8d1fde253,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:32.433584 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5888b187-b923-4938-86db-f3b8d1fde253), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:32.450096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Calling delete_port for 5888b187-b923-4938-86db-f3b8d1fde253 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:32.640465 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (5888b187-b923-4938-86db-f3b8d1fde253), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:32.697732 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Pushing event deleted for resources: {'Port': ['ID=5888b187-b923-4938-86db-f3b8d1fde253,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:32.701314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] No DVR routers for this DVR port 5888b187-b923-4938-86db-f3b8d1fde253 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:30:32.721130 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:32.721468 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:32.721812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:32.722784 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:32.723116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:32.723484 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:32.723764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:32.724090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:32.724524 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:32.725031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:32.725263 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:32.725651 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:32.726065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5dd569-7dcc-4add-9c17-76d799963be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:32.795699 n-d-815324-7 neutron-server[103369]: DEBUG neutron.objects.ports [None req-10a5446e-0059-416f-9e61-f5eb6e91cfdb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103369) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:30:32.804537 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10a5446e-0059-416f-9e61-f5eb6e91cfdb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (6ea16539-93e5-44ac-87bb-8f4e95c67dc7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:32.908691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a5446e-0059-416f-9e61-f5eb6e91cfdb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:32.912419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-10a5446e-0059-416f-9e61-f5eb6e91cfdb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:32.916714 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a5446e-0059-416f-9e61-f5eb6e91cfdb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:32.917423 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10a5446e-0059-416f-9e61-f5eb6e91cfdb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:32.929382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4af5d64-20b5-4d86-b6f2-8aa753d15d1d None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:32.966027 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-10a5446e-0059-416f-9e61-f5eb6e91cfdb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7490888 Feb 10 15:30:32.967893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59802) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:32.977045 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-51336ebf-0987-4b56-9192-d4b579d888fb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:32.981580 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5446e-0059-416f-9e61-f5eb6e91cfdb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=6ea16539-93e5-44ac-87bb-8f4e95c67dc7,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:32.983688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfc76a-51ae-40ab-ab20-263efec43025 req-235448b7-71cf-44b5-9c2d-c2a1899a21db tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:33.004225 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47dfc76a-51ae-40ab-ab20-263efec43025 req-235448b7-71cf-44b5-9c2d-c2a1899a21db tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=39178a2d-31b3-48fb-b059-f8f74e81b9d1 HTTP/1.1" status: 200 len: 945 time: 0.3452206 Feb 10 15:30:33.177811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397c76-0da9-4be5-a8e7-c93cfaa197bd req-f26c5842-82a0-41f6-8f78-e21241a9aae3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:33.187273 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397c76-0da9-4be5-a8e7-c93cfaa197bd req-f26c5842-82a0-41f6-8f78-e21241a9aae3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:33.193267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': '6ea16539-93e5-44ac-87bb-8f4e95c67dc7'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:30:33.194151 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:33.206076 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397c76-0da9-4be5-a8e7-c93cfaa197bd req-f26c5842-82a0-41f6-8f78-e21241a9aae3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:33.216529 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397c76-0da9-4be5-a8e7-c93cfaa197bd req-f26c5842-82a0-41f6-8f78-e21241a9aae3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:33.233204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51336ebf-0987-4b56-9192-d4b579d888fb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:33.238993 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-51336ebf-0987-4b56-9192-d4b579d888fb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:33.241532 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397c76-0da9-4be5-a8e7-c93cfaa197bd req-f26c5842-82a0-41f6-8f78-e21241a9aae3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:33.251184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397c76-0da9-4be5-a8e7-c93cfaa197bd req-f26c5842-82a0-41f6-8f78-e21241a9aae3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:33.269725 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397c76-0da9-4be5-a8e7-c93cfaa197bd req-f26c5842-82a0-41f6-8f78-e21241a9aae3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:33.289261 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8397c76-0da9-4be5-a8e7-c93cfaa197bd req-f26c5842-82a0-41f6-8f78-e21241a9aae3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.4470744 Feb 10 15:30:33.356532 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47dfc76a-51ae-40ab-ab20-263efec43025 req-5fe4d65d-5c95-4f90-8751-ddd538051181 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512993 Feb 10 15:30:33.439827 n-d-815324-7 neutron-server[103369]: INFO neutron.db.ipam_backend_mixin [None req-51336ebf-0987-4b56-9192-d4b579d888fb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6ea16539-93e5-44ac-87bb-8f4e95c67dc7 (CIDR: 2001:db8::/64) Feb 10 15:30:33.447740 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-51336ebf-0987-4b56-9192-d4b579d888fb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:30:33.448206 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51336ebf-0987-4b56-9192-d4b579d888fb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:30:33.497128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8397c76-0da9-4be5-a8e7-c93cfaa197bd req-ed3497e0-1715-490b-876b-220185968f7d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2065563 Feb 10 15:30:33.501698 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-51336ebf-0987-4b56-9192-d4b579d888fb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5306993 Feb 10 15:30:33.504274 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59814) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:33.509509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7d3f2eb4-b9b5-4086-9e90-67eb21ae0fce tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:33.708004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5888b187-b923-4938-86db-f3b8d1fde253 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:30:33.720333 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3f2eb4-b9b5-4086-9e90-67eb21ae0fce tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:33.728323 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d3f2eb4-b9b5-4086-9e90-67eb21ae0fce tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:33.739880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 5888b187-b923-4938-86db-f3b8d1fde253 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:30:33.740309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5888b187-b923-4938-86db-f3b8d1fde253 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:30:33.867287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3b3ec-5192-40dc-b0a8-13608835f691 req-416cb8d9-9c74-4320-bfa5-336d384c4046 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:33.872381 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ee3b3ec-5192-40dc-b0a8-13608835f691 req-416cb8d9-9c74-4320-bfa5-336d384c4046 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.72 "GET /v2.0/ports?device_id=39178a2d-31b3-48fb-b059-f8f74e81b9d1 HTTP/1.1" status: 200 len: 945 time: 0.1079025 Feb 10 15:30:33.879993 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Allocated IP 2001:db8::f816:3eff:fe69:e475 (7a88351e-06f0-4f2f-982b-277a9503b2d6/6ea16539-93e5-44ac-87bb-8f4e95c67dc7/92730a66-ce66-402c-8b22-8f0d04ac2fff) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:34.220368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-0ee3b3ec-5192-40dc-b0a8-13608835f691 req-e016bbdc-7bdc-4b37-ad3b-ba818a9939d0 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Deleting port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:34.221042 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0ee3b3ec-5192-40dc-b0a8-13608835f691 req-e016bbdc-7bdc-4b37-ad3b-ba818a9939d0 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (12bbfd7f-9f19-4aa3-b3ef-441208e049fe), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:34.288093 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d3f2eb4-b9b5-4086-9e90-67eb21ae0fce tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (a10ca479-1ba5-4dba-a449-f36ca10f4f4b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:34.381879 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Publish callbacks [] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:34.395824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3f2eb4-b9b5-4086-9e90-67eb21ae0fce tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:34.397319 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:34.409985 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-7d3f2eb4-b9b5-4086-9e90-67eb21ae0fce tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:34.428439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3f2eb4-b9b5-4086-9e90-67eb21ae0fce tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:34.431363 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d3f2eb4-b9b5-4086-9e90-67eb21ae0fce tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:34.487147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f2eb4-b9b5-4086-9e90-67eb21ae0fce tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=a10ca479-1ba5-4dba-a449-f36ca10f4f4b,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:34.528880 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7d3f2eb4-b9b5-4086-9e90-67eb21ae0fce tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0155923 Feb 10 15:30:34.533052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59828) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:34.562589 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-307b6aaa-368f-489f-96ab-5032a82b3b6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'mac_address': 'fa:16:3e:69:da:b8', 'name': 'tempest-NetworksTestDHCPv6-1967183374'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:34.607821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:34.623057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:34.630728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-0ee3b3ec-5192-40dc-b0a8-13608835f691 req-e016bbdc-7bdc-4b37-ad3b-ba818a9939d0 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] For port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=12bbfd7f-9f19-4aa3-b3ef-441208e049fe,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:34.631103 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0ee3b3ec-5192-40dc-b0a8-13608835f691 req-e016bbdc-7bdc-4b37-ad3b-ba818a9939d0 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (12bbfd7f-9f19-4aa3-b3ef-441208e049fe), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:34.646473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:34.666016 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Pushing event updated for resources: {'Port': ['ID=92730a66-ce66-402c-8b22-8f0d04ac2fff,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:34.671330 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-0ee3b3ec-5192-40dc-b0a8-13608835f691 req-e016bbdc-7bdc-4b37-ad3b-ba818a9939d0 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Calling delete_port for 12bbfd7f-9f19-4aa3-b3ef-441208e049fe owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:34.814597 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Attempting to bind port 92730a66-ce66-402c-8b22-8f0d04ac2fff on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:30:34.815300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Attempting to bind port 92730a66-ce66-402c-8b22-8f0d04ac2fff by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:30:34.816373 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Attempting to bind port 92730a66-ce66-402c-8b22-8f0d04ac2fff on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:30:34.841050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:30:34.843012 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:30:34.845161 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:34.850062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:30:34.850847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Bound port: 92730a66-ce66-402c-8b22-8f0d04ac2fff, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:30:34.853405 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:34.883344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552da2fc-a974-4220-bf52-e9a166914245 req-17d67e59-00cd-4215-acb3-bfdca777836e tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:34.905479 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-552da2fc-a974-4220-bf52-e9a166914245 req-17d67e59-00cd-4215-acb3-bfdca777836e tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=39178a2d-31b3-48fb-b059-f8f74e81b9d1 HTTP/1.1" status: 200 len: 945 time: 0.1781194 Feb 10 15:30:35.027772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307b6aaa-368f-489f-96ab-5032a82b3b6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:35.069750 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] For port 92730a66-ce66-402c-8b22-8f0d04ac2fff, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:30:35.099882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] For port 92730a66-ce66-402c-8b22-8f0d04ac2fff, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=92730a66-ce66-402c-8b22-8f0d04ac2fff,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:30:35.122922 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:35.227756 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-552da2fc-a974-4220-bf52-e9a166914245 req-d874d54d-7fb3-43b0-8102-03e308b65e97 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193645 Feb 10 15:30:35.250890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ae531-623f-4734-8336-2213c5d87671 None None] Pushing event updated for resources: {'Port': ['ID=92730a66-ce66-402c-8b22-8f0d04ac2fff,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:35.299366 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-307b6aaa-368f-489f-96ab-5032a82b3b6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:35.330244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-307b6aaa-368f-489f-96ab-5032a82b3b6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 1c6678e1-e0fa-43f8-8a77-7b66c8538d44 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:30:35.404385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4dc4a-b1e4-4e7a-947c-ce8483d3c72b req-dd0c918c-3242-4211-a04e-bfc54cec3e08 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:35.445782 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4dc4a-b1e4-4e7a-947c-ce8483d3c72b req-dd0c918c-3242-4211-a04e-bfc54cec3e08 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:35.451591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4dc4a-b1e4-4e7a-947c-ce8483d3c72b req-dd0c918c-3242-4211-a04e-bfc54cec3e08 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:35.472541 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4dc4a-b1e4-4e7a-947c-ce8483d3c72b req-dd0c918c-3242-4211-a04e-bfc54cec3e08 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:35.493689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4dc4a-b1e4-4e7a-947c-ce8483d3c72b req-dd0c918c-3242-4211-a04e-bfc54cec3e08 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:35.500700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4dc4a-b1e4-4e7a-947c-ce8483d3c72b req-dd0c918c-3242-4211-a04e-bfc54cec3e08 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:35.513277 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4dc4a-b1e4-4e7a-947c-ce8483d3c72b req-dd0c918c-3242-4211-a04e-bfc54cec3e08 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:35.518274 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ac4dc4a-b1e4-4e7a-947c-ce8483d3c72b req-dd0c918c-3242-4211-a04e-bfc54cec3e08 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.5834467 Feb 10 15:30:35.636768 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0ee3b3ec-5192-40dc-b0a8-13608835f691 req-e016bbdc-7bdc-4b37-ad3b-ba818a9939d0 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (12bbfd7f-9f19-4aa3-b3ef-441208e049fe), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:35.656321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['12bbfd7f-9f19-4aa3-b3ef-441208e049fe'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:30:35.659488 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b19e4b8d-339d-4a68-b285-02678255079f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:30:35.920919 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016bbdc-7bdc-4b37-ad3b-ba818a9939d0 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Pushing event deleted for resources: {'Port': ['ID=12bbfd7f-9f19-4aa3-b3ef-441208e049fe,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:36.079188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-307b6aaa-368f-489f-96ab-5032a82b3b6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8:0:1::319 (7a88351e-06f0-4f2f-982b-277a9503b2d6/a10ca479-1ba5-4dba-a449-f36ca10f4f4b/1c6678e1-e0fa-43f8-8a77-7b66c8538d44) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:36.099638 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-307b6aaa-368f-489f-96ab-5032a82b3b6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::f816:3eff:fe69:dab8 (7a88351e-06f0-4f2f-982b-277a9503b2d6/6ea16539-93e5-44ac-87bb-8f4e95c67dc7/1c6678e1-e0fa-43f8-8a77-7b66c8538d44) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:36.167043 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ac4dc4a-b1e4-4e7a-947c-ce8483d3c72b req-f3f1adbc-a91f-427d-b340-197eb6ab61fd tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6313701 Feb 10 15:30:36.223335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee3b3ec-5192-40dc-b0a8-13608835f691 req-e016bbdc-7bdc-4b37-ad3b-ba818a9939d0 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] No DVR routers for this DVR port 12bbfd7f-9f19-4aa3-b3ef-441208e049fe on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:30:36.256881 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0ee3b3ec-5192-40dc-b0a8-13608835f691 req-e016bbdc-7bdc-4b37-ad3b-ba818a9939d0 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:36.271403 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ee3b3ec-5192-40dc-b0a8-13608835f691 req-e016bbdc-7bdc-4b37-ad3b-ba818a9939d0 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.72 "DELETE /v2.0/ports/12bbfd7f-9f19-4aa3-b3ef-441208e049fe HTTP/1.1" status: 204 len: 173 time: 2.3885522 Feb 10 15:30:36.279161 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39178a2d-31b3-48fb-b059-f8f74e81b9d1', 'name': 'network-vif-deleted', 'tag': '12bbfd7f-9f19-4aa3-b3ef-441208e049fe'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:30:36.287659 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4efe03-cedc-41ce-80c8-35acd8c47817" -d '{"events": [{"server_uuid": "39178a2d-31b3-48fb-b059-f8f74e81b9d1", "name": "network-vif-deleted", "tag": "12bbfd7f-9f19-4aa3-b3ef-441208e049fe"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:30:36.438798 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8d239f-73ae-4241-9e5d-df7e28b96a11 x-openstack-request-id: req-be8d239f-73ae-4241-9e5d-df7e28b96a11 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:30:36.439470 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39178a2d-31b3-48fb-b059-f8f74e81b9d1", "name": "network-vif-deleted", "tag": "12bbfd7f-9f19-4aa3-b3ef-441208e049fe", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:30:36.439962 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be8d239f-73ae-4241-9e5d-df7e28b96a11 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:30:36.440618 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39178a2d-31b3-48fb-b059-f8f74e81b9d1', 'name': 'network-vif-deleted', 'tag': '12bbfd7f-9f19-4aa3-b3ef-441208e049fe', 'status': 'completed', 'code': 200} Feb 10 15:30:36.513354 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff397172-3106-48b0-9fc9-1fc01b45a3ee req-b8a18d32-5c7f-4269-9e4e-14adb5a5a521 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=39178a2d-31b3-48fb-b059-f8f74e81b9d1 HTTP/1.1" status: 200 len: 210 time: 0.0608890 Feb 10 15:30:36.822235 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-307b6aaa-368f-489f-96ab-5032a82b3b6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (1c6678e1-e0fa-43f8-8a77-7b66c8538d44), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:36.896870 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:37.067250 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-307b6aaa-368f-489f-96ab-5032a82b3b6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1c6678e1-e0fa-43f8-8a77-7b66c8538d44), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:37.187304 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307b6aaa-368f-489f-96ab-5032a82b3b6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:37.207134 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-307b6aaa-368f-489f-96ab-5032a82b3b6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:37.237878 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307b6aaa-368f-489f-96ab-5032a82b3b6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:37.259860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307b6aaa-368f-489f-96ab-5032a82b3b6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:37.260566 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-307b6aaa-368f-489f-96ab-5032a82b3b6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:37.278264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b6aaa-368f-489f-96ab-5032a82b3b6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=1c6678e1-e0fa-43f8-8a77-7b66c8538d44,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:37.326829 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-307b6aaa-368f-489f-96ab-5032a82b3b6c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7891257 Feb 10 15:30:37.327309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59888) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:37.578747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476639e8-44cf-4eaf-b829-0865b19dec2b None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:37.640222 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573a126-7db3-491a-964b-2767ddec150c req-00f0a674-3bf4-4fdb-8c01-0acbd07faca5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:37.650855 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573a126-7db3-491a-964b-2767ddec150c req-00f0a674-3bf4-4fdb-8c01-0acbd07faca5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:37.658459 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573a126-7db3-491a-964b-2767ddec150c req-00f0a674-3bf4-4fdb-8c01-0acbd07faca5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:37.668526 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573a126-7db3-491a-964b-2767ddec150c req-00f0a674-3bf4-4fdb-8c01-0acbd07faca5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:37.680068 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573a126-7db3-491a-964b-2767ddec150c req-00f0a674-3bf4-4fdb-8c01-0acbd07faca5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:37.687184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573a126-7db3-491a-964b-2767ddec150c req-00f0a674-3bf4-4fdb-8c01-0acbd07faca5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:37.692528 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573a126-7db3-491a-964b-2767ddec150c req-00f0a674-3bf4-4fdb-8c01-0acbd07faca5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:37.710490 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8573a126-7db3-491a-964b-2767ddec150c req-00f0a674-3bf4-4fdb-8c01-0acbd07faca5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.3129575 Feb 10 15:30:37.822977 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-4a95a13b-8ce9-422a-a185-b7a761537840 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 1c6678e1-e0fa-43f8-8a77-7b66c8538d44 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:37.823644 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a95a13b-8ce9-422a-a185-b7a761537840 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1c6678e1-e0fa-43f8-8a77-7b66c8538d44), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:37.845743 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 92730a66-ce66-402c-8b22-8f0d04ac2fff up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:30:37.909363 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8573a126-7db3-491a-964b-2767ddec150c req-b3caff5d-81bc-4dd1-b695-a704347d8ead tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1978776 Feb 10 15:30:37.911010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 12bbfd7f-9f19-4aa3-b3ef-441208e049fe no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:30:37.959212 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 12bbfd7f-9f19-4aa3-b3ef-441208e049fe {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:30:37.959932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 12bbfd7f-9f19-4aa3-b3ef-441208e049fe not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:30:38.010446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ab24fdda-5474-42f0-91e3-51c4a375b66d None None] Provisioning complete for port 92730a66-ce66-402c-8b22-8f0d04ac2fff triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:38.014429 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ab24fdda-5474-42f0-91e3-51c4a375b66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:38.163020 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a95a13b-8ce9-422a-a185-b7a761537840 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1c6678e1-e0fa-43f8-8a77-7b66c8538d44), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:38.245898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-4a95a13b-8ce9-422a-a185-b7a761537840 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 1c6678e1-e0fa-43f8-8a77-7b66c8538d44 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:38.287996 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-939ea7c4-c83b-4c5a-a218-9664e05eb554 req-9aac5d08-7154-442e-a7ca-7a374187fd2e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1420074 Feb 10 15:30:38.315446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 92730a66-ce66-402c-8b22-8f0d04ac2fff triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:38.315997 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:38.444570 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ea7c4-c83b-4c5a-a218-9664e05eb554 req-21173a55-6f77-4188-8db5-a80c95dd110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:38.446572 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-939ea7c4-c83b-4c5a-a218-9664e05eb554 req-21173a55-6f77-4188-8db5-a80c95dd110f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=834ca1ac5a114b04ab69ec176b0d415f&device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 1128 time: 0.1239722 Feb 10 15:30:38.626389 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ab24fdda-5474-42f0-91e3-51c4a375b66d None None] Current status of the port 92730a66-ce66-402c-8b22-8f0d04ac2fff is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:38.627835 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ab24fdda-5474-42f0-91e3-51c4a375b66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:38.685990 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a95a13b-8ce9-422a-a185-b7a761537840 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (1c6678e1-e0fa-43f8-8a77-7b66c8538d44), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:38.724154 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95a13b-8ce9-422a-a185-b7a761537840 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=1c6678e1-e0fa-43f8-8a77-7b66c8538d44,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:38.739105 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ab24fdda-5474-42f0-91e3-51c4a375b66d None None] For port 92730a66-ce66-402c-8b22-8f0d04ac2fff, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=92730a66-ce66-402c-8b22-8f0d04ac2fff,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:38.804223 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a95a13b-8ce9-422a-a185-b7a761537840 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:38.812634 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4a95a13b-8ce9-422a-a185-b7a761537840 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/1c6678e1-e0fa-43f8-8a77-7b66c8538d44 HTTP/1.1" status: 204 len: 168 time: 1.4843698 Feb 10 15:30:38.813662 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59906) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:38.835626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ea7c4-c83b-4c5a-a218-9664e05eb554 req-a98bbc5d-cb13-4a7c-b493-9a312795d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:38.837341 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-939ea7c4-c83b-4c5a-a218-9664e05eb554 req-a98bbc5d-cb13-4a7c-b493-9a312795d0d1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.3621311 Feb 10 15:30:38.864633 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810fa9c-50ad-4ad9-873e-9851fef4d1b2 req-e96b4c7f-8729-410e-b051-4e745b780b8f tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:38.873312 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0810fa9c-50ad-4ad9-873e-9851fef4d1b2 req-e96b4c7f-8729-410e-b051-4e745b780b8f tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.2249897 Feb 10 15:30:38.897012 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ab24fdda-5474-42f0-91e3-51c4a375b66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:38.954808 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-939ea7c4-c83b-4c5a-a218-9664e05eb554 req-4dce0bec-6d25-4b5e-a745-595cce4c3647 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=632cf89b-c995-4029-ad2c-5bd061f5b9d6 HTTP/1.1" status: 200 len: 217 time: 0.1084111 Feb 10 15:30:39.035687 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e956d5-7aaf-41d8-80e5-63460e69a4a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:39.042120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59910) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:39.042692 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-10e956d5-7aaf-41d8-80e5-63460e69a4a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2275898 Feb 10 15:30:39.067300 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0810fa9c-50ad-4ad9-873e-9851fef4d1b2 req-acbc59ec-75b9-4cf8-8232-5794135dc1dd tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908910 Feb 10 15:30:39.151035 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178be610-1e6b-493e-b537-474b8d4b2c13 None None] Update dhcp port {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'fixed_ips': [{'subnet_id': '6ea16539-93e5-44ac-87bb-8f4e95c67dc7', 'ip_address': '2001:db8::f816:3eff:fe69:e475'}, {'subnet_id': 'a10ca479-1ba5-4dba-a449-f36ca10f4f4b'}], 'binding:host_id': 'n-d-815324-7'}, 'id': '92730a66-ce66-402c-8b22-8f0d04ac2fff'} from n-d-815324-7. {{(pid=103370) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 15:30:39.199842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 92730a66-ce66-402c-8b22-8f0d04ac2fff is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:39.207696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ea7c4-c83b-4c5a-a218-9664e05eb554 req-64861cd2-a2f1-47a6-8367-fafdb583cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:39.222126 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-939ea7c4-c83b-4c5a-a218-9664e05eb554 req-64861cd2-a2f1-47a6-8367-fafdb583cb33 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.2609777 Feb 10 15:30:39.230958 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-178be610-1e6b-493e-b537-474b8d4b2c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:39.285520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7527540e-7f0b-43a7-aac9-cb416c2c310f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:39.292633 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7527540e-7f0b-43a7-aac9-cb416c2c310f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2435498 Feb 10 15:30:39.297229 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59922) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:39.324613 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24fdda-5474-42f0-91e3-51c4a375b66d None None] Pushing event updated for resources: {'Port': ['ID=92730a66-ce66-402c-8b22-8f0d04ac2fff,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:39.344141 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d044563-2404-458a-9147-ce0edd5df4bf req-8a4a3079-6637-4514-8c89-4630c914126e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:39.372299 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d044563-2404-458a-9147-ce0edd5df4bf req-8a4a3079-6637-4514-8c89-4630c914126e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:39.388943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d044563-2404-458a-9147-ce0edd5df4bf req-8a4a3079-6637-4514-8c89-4630c914126e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:39.400126 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ea7c4-c83b-4c5a-a218-9664e05eb554 req-82b3f29e-27ce-4385-9f3f-ac85731e586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:39.401755 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-939ea7c4-c83b-4c5a-a218-9664e05eb554 req-82b3f29e-27ce-4385-9f3f-ac85731e586d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1614695 Feb 10 15:30:39.416230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d044563-2404-458a-9147-ce0edd5df4bf req-8a4a3079-6637-4514-8c89-4630c914126e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:39.426641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d044563-2404-458a-9147-ce0edd5df4bf req-8a4a3079-6637-4514-8c89-4630c914126e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:39.442062 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d044563-2404-458a-9147-ce0edd5df4bf req-8a4a3079-6637-4514-8c89-4630c914126e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:39.456555 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d044563-2404-458a-9147-ce0edd5df4bf req-8a4a3079-6637-4514-8c89-4630c914126e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:39.465264 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d044563-2404-458a-9147-ce0edd5df4bf req-8a4a3079-6637-4514-8c89-4630c914126e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2980530 Feb 10 15:30:39.642755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05ad296-7388-4c59-9998-8b1b85b93d8d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:39.644918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05ad296-7388-4c59-9998-8b1b85b93d8d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:39.646483 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05ad296-7388-4c59-9998-8b1b85b93d8d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:39.653107 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d05ad296-7388-4c59-9998-8b1b85b93d8d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3531921 Feb 10 15:30:39.699105 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-939ea7c4-c83b-4c5a-a218-9664e05eb554 req-96173c0e-973d-43fd-baf6-98ab5509baf0 service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740149 Feb 10 15:30:39.699766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59924) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:39.797266 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d044563-2404-458a-9147-ce0edd5df4bf req-270d9bf5-444e-4bef-9abd-716579c5be5c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1384931 Feb 10 15:30:39.883759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-178be610-1e6b-493e-b537-474b8d4b2c13 None None] Allocated IP 2001:db8:0:1::2 (7a88351e-06f0-4f2f-982b-277a9503b2d6/a10ca479-1ba5-4dba-a449-f36ca10f4f4b/92730a66-ce66-402c-8b22-8f0d04ac2fff) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:39.960427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet 6ea16539-93e5-44ac-87bb-8f4e95c67dc7 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:30:40.053881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face46b7-8f4b-4369-8f8d-ec991f125d92 req-7ae38768-4a02-4f56-bbdb-91dc31ae513d tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:40.055400 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-face46b7-8f4b-4369-8f8d-ec991f125d92 req-7ae38768-4a02-4f56-bbdb-91dc31ae513d tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.79 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.2318099 Feb 10 15:30:40.174347 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-178be610-1e6b-493e-b537-474b8d4b2c13 None None] For port 92730a66-ce66-402c-8b22-8f0d04ac2fff, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=92730a66-ce66-402c-8b22-8f0d04ac2fff,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:40.210152 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-178be610-1e6b-493e-b537-474b8d4b2c13 None None] Publish callbacks [] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:40.217659 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-178be610-1e6b-493e-b537-474b8d4b2c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:40.223155 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (6ea16539-93e5-44ac-87bb-8f4e95c67dc7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:40.316864 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675467ef-1d98-4bfe-bcb3-2ab5cff693d6 req-eda671fa-3470-49f5-a9c7-ba4ff85a0f5b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:40.336414 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-675467ef-1d98-4bfe-bcb3-2ab5cff693d6 req-eda671fa-3470-49f5-a9c7-ba4ff85a0f5b tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.1457860 Feb 10 15:30:40.423860 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (6ea16539-93e5-44ac-87bb-8f4e95c67dc7), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:40.457863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-675467ef-1d98-4bfe-bcb3-2ab5cff693d6 req-b252c232-75c4-4cd5-8ea1-adae3c5ed67f tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204598 Feb 10 15:30:40.468118 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178be610-1e6b-493e-b537-474b8d4b2c13 None None] Pushing event updated for resources: {'Port': ['ID=92730a66-ce66-402c-8b22-8f0d04ac2fff,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:40.740461 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-939ea7c4-c83b-4c5a-a218-9664e05eb554 req-f1327a39-7bf7-4c2a-b77c-5b7282ab611b service neutron] 10.222.0.79 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9354851 Feb 10 15:30:40.748239 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (6ea16539-93e5-44ac-87bb-8f4e95c67dc7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:41.075264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-face46b7-8f4b-4369-8f8d-ec991f125d92 req-53a85761-dbb9-4c9a-a18e-83572067c2a2 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Deleting port b19e4b8d-339d-4a68-b285-02678255079f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:41.075264 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-face46b7-8f4b-4369-8f8d-ec991f125d92 req-53a85761-dbb9-4c9a-a18e-83572067c2a2 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b19e4b8d-339d-4a68-b285-02678255079f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:41.284794 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:41.324359 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384cf5f-9ee3-4ff0-9040-c70c146c281d req-91f28488-681a-4e4a-9a85-7738a3f343a7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:41.350314 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384cf5f-9ee3-4ff0-9040-c70c146c281d req-91f28488-681a-4e4a-9a85-7738a3f343a7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:41.361174 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384cf5f-9ee3-4ff0-9040-c70c146c281d req-91f28488-681a-4e4a-9a85-7738a3f343a7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:41.389636 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384cf5f-9ee3-4ff0-9040-c70c146c281d req-91f28488-681a-4e4a-9a85-7738a3f343a7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:41.424565 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (6ea16539-93e5-44ac-87bb-8f4e95c67dc7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:41.426795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384cf5f-9ee3-4ff0-9040-c70c146c281d req-91f28488-681a-4e4a-9a85-7738a3f343a7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:41.461767 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384cf5f-9ee3-4ff0-9040-c70c146c281d req-91f28488-681a-4e4a-9a85-7738a3f343a7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:41.537565 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384cf5f-9ee3-4ff0-9040-c70c146c281d req-91f28488-681a-4e4a-9a85-7738a3f343a7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:41.579160 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9384cf5f-9ee3-4ff0-9040-c70c146c281d req-91f28488-681a-4e4a-9a85-7738a3f343a7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.5721581 Feb 10 15:30:41.621798 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 92730a66-ce66-402c-8b22-8f0d04ac2fff up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:30:41.674525 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=6ea16539-93e5-44ac-87bb-8f4e95c67dc7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:41.695157 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:41.698742 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/6ea16539-93e5-44ac-87bb-8f4e95c67dc7 HTTP/1.1" status: 204 len: 168 time: 1.9979343 Feb 10 15:30:41.708216 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59956) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:41.787937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fe6a63-37f3-4d32-9282-01be0d1d041d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet a10ca479-1ba5-4dba-a449-f36ca10f4f4b {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:30:41.791084 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:41.791644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:41.792168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:41.792693 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:41.798800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:41.799380 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:41.799912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:41.800469 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:41.801017 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:41.801518 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:41.802047 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:41.802552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:41.803918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e6327-65d5-4b81-96a7-83c43b461e20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:30:41.831577 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-59fe6a63-37f3-4d32-9282-01be0d1d041d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (a10ca479-1ba5-4dba-a449-f36ca10f4f4b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:41.850679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device b19e4b8d-339d-4a68-b285-02678255079f no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:30:41.872795 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-face46b7-8f4b-4369-8f8d-ec991f125d92 req-53a85761-dbb9-4c9a-a18e-83572067c2a2 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] For port b19e4b8d-339d-4a68-b285-02678255079f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=b19e4b8d-339d-4a68-b285-02678255079f,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:41.873390 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-face46b7-8f4b-4369-8f8d-ec991f125d92 req-53a85761-dbb9-4c9a-a18e-83572067c2a2 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b19e4b8d-339d-4a68-b285-02678255079f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:41.898612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-face46b7-8f4b-4369-8f8d-ec991f125d92 req-53a85761-dbb9-4c9a-a18e-83572067c2a2 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Calling delete_port for b19e4b8d-339d-4a68-b285-02678255079f owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:41.922444 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-59fe6a63-37f3-4d32-9282-01be0d1d041d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (a10ca479-1ba5-4dba-a449-f36ca10f4f4b), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:41.980761 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db2178a-1654-4d40-a058-0d4a6559c840 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:41.983097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 92730a66-ce66-402c-8b22-8f0d04ac2fff triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:41.983472 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:42.012932 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9384cf5f-9ee3-4ff0-9040-c70c146c281d req-ae050f01-43e9-4052-a76d-2d8ab5b53119 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4254446 Feb 10 15:30:42.173838 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-59fe6a63-37f3-4d32-9282-01be0d1d041d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (a10ca479-1ba5-4dba-a449-f36ca10f4f4b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:42.182060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdd42d-0545-4d69-855a-ba34f2dd4b15 req-f6e4afcf-712d-4724-9861-7793963e3c94 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:42.184935 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17cdd42d-0545-4d69-855a-ba34f2dd4b15 req-f6e4afcf-712d-4724-9861-7793963e3c94 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 946 time: 0.4969120 Feb 10 15:30:42.212599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-92d18dd6-677a-4b32-b797-1042fb3da751 None None] Could not find standard attr ID for object 1c6678e1-e0fa-43f8-8a77-7b66c8538d44. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:30:42.377232 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-59fe6a63-37f3-4d32-9282-01be0d1d041d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (a10ca479-1ba5-4dba-a449-f36ca10f4f4b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:42.400018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17cdd42d-0545-4d69-855a-ba34f2dd4b15 req-80d87909-3037-4dd8-8511-996dd6d2214f tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/security-groups?id=1afae839-71f0-4e28-8528-aed999623035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047300 Feb 10 15:30:42.426947 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-face46b7-8f4b-4369-8f8d-ec991f125d92 req-53a85761-dbb9-4c9a-a18e-83572067c2a2 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b19e4b8d-339d-4a68-b285-02678255079f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:42.468492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-92d18dd6-677a-4b32-b797-1042fb3da751 None None] Provisioning complete for port 92730a66-ce66-402c-8b22-8f0d04ac2fff triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:42.469136 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-92d18dd6-677a-4b32-b797-1042fb3da751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:42.536200 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-59fe6a63-37f3-4d32-9282-01be0d1d041d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:42.541977 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-59fe6a63-37f3-4d32-9282-01be0d1d041d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/a10ca479-1ba5-4dba-a449-f36ca10f4f4b HTTP/1.1" status: 204 len: 168 time: 0.8307297 Feb 10 15:30:42.542836 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59978) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:42.557453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe6a63-37f3-4d32-9282-01be0d1d041d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=a10ca479-1ba5-4dba-a449-f36ca10f4f4b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:42.678861 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a85761-dbb9-4c9a-a18e-83572067c2a2 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Pushing event deleted for resources: {'Port': ['ID=b19e4b8d-339d-4a68-b285-02678255079f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:42.715739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0aa4225f-0022-4f53-a22d-41b14688b3d0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1686397 Feb 10 15:30:42.716989 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59984) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:42.729708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ca83abc5-7bfd-4172-8fb8-d2f25dc2d718 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:42.739560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-face46b7-8f4b-4369-8f8d-ec991f125d92 req-53a85761-dbb9-4c9a-a18e-83572067c2a2 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] No DVR routers for this DVR port b19e4b8d-339d-4a68-b285-02678255079f on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:30:42.740421 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port b19e4b8d-339d-4a68-b285-02678255079f is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:42.740863 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b19e4b8d-339d-4a68-b285-02678255079f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:42.744341 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-face46b7-8f4b-4369-8f8d-ec991f125d92 req-53a85761-dbb9-4c9a-a18e-83572067c2a2 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:42.754502 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-face46b7-8f4b-4369-8f8d-ec991f125d92 req-53a85761-dbb9-4c9a-a18e-83572067c2a2 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.79 "DELETE /v2.0/ports/b19e4b8d-339d-4a68-b285-02678255079f HTTP/1.1" status: 204 len: 173 time: 2.6193602 Feb 10 15:30:42.755033 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcdef51-4323-4eeb-aeaa-aa8e86a631d8', 'name': 'network-vif-deleted', 'tag': 'b19e4b8d-339d-4a68-b285-02678255079f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:30:42.760629 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae50601-fd5a-4075-a350-08110f0cfbaa" -d '{"events": [{"server_uuid": "cdcdef51-4323-4eeb-aeaa-aa8e86a631d8", "name": "network-vif-deleted", "tag": "b19e4b8d-339d-4a68-b285-02678255079f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:30:42.942627 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387e9e57-5980-49fa-af10-7800a30a5bba x-openstack-request-id: req-387e9e57-5980-49fa-af10-7800a30a5bba {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:30:42.943034 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcdef51-4323-4eeb-aeaa-aa8e86a631d8", "name": "network-vif-deleted", "tag": "b19e4b8d-339d-4a68-b285-02678255079f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:30:42.943159 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-387e9e57-5980-49fa-af10-7800a30a5bba {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:30:42.943575 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcdef51-4323-4eeb-aeaa-aa8e86a631d8', 'name': 'network-vif-deleted', 'tag': 'b19e4b8d-339d-4a68-b285-02678255079f', 'status': 'completed', 'code': 200} Feb 10 15:30:43.039612 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-31e2dd6f-62c2-4b23-9b18-f8ef55670ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:43.101732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca83abc5-7bfd-4172-8fb8-d2f25dc2d718 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:43.108001 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca83abc5-7bfd-4172-8fb8-d2f25dc2d718 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:43.246175 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59996) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:43.314263 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 92730a66-ce66-402c-8b22-8f0d04ac2fff is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:43.322815 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-92d18dd6-677a-4b32-b797-1042fb3da751 None None] Current status of the port 92730a66-ce66-402c-8b22-8f0d04ac2fff is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:43.554890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e4b5c9-9950-4521-bbd8-dc0374c8f837 None None] Update dhcp port {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'fixed_ips': [{'subnet_id': 'a10ca479-1ba5-4dba-a449-f36ca10f4f4b'}], 'binding:host_id': 'n-d-815324-7'}, 'id': '92730a66-ce66-402c-8b22-8f0d04ac2fff'} from n-d-815324-7. {{(pid=103370) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 15:30:43.566672 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cebefb6-bdad-4bc6-9e70-c49323fc6c5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:43.706246 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-73e4b5c9-9950-4521-bbd8-dc0374c8f837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:43.917299 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cebefb6-bdad-4bc6-9e70-c49323fc6c5e admin admin] Publish callbacks [] for security_group (a511c140-fc26-4122-bc9f-3330fd85ee04), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:43.927247 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cebefb6-bdad-4bc6-9e70-c49323fc6c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a511c140-fc26-4122-bc9f-3330fd85ee04), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:44.099257 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd563b9-65ee-46fe-b621-b2d0bc8a14b7 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:44.156796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebefb6-bdad-4bc6-9e70-c49323fc6c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a511c140-fc26-4122-bc9f-3330fd85ee04,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:44.174529 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0cebefb6-bdad-4bc6-9e70-c49323fc6c5e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eefd162e0021462ca9619b4c7e85eca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9181118 Feb 10 15:30:44.205437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60016) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:44.223226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a3b7f6c2-253e-4827-b33c-aa1f4df81888 None None] Provisioning complete for port 92730a66-ce66-402c-8b22-8f0d04ac2fff triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:44.223741 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3b7f6c2-253e-4827-b33c-aa1f4df81888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:44.244961 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b8dae236-5e93-4d47-b64c-f39fecce62e9 req-03de0b1e-a095-4939-ac83-de1d38dd3b43 tempest-ListServerFiltersTestJSON-2124915133 tempest-ListServerFiltersTestJSON-2124915133-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcdef51-4323-4eeb-aeaa-aa8e86a631d8 HTTP/1.1" status: 200 len: 210 time: 0.4131696 Feb 10 15:30:44.370497 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3dd74a16-43d9-4775-bfbe-eab9cf819150 admin admin] Publish callbacks [] for security_group (a511c140-fc26-4122-bc9f-3330fd85ee04), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:44.421913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702eba6c-551c-43c5-afbe-4d7017129366 None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:30:44.424158 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3dd74a16-43d9-4775-bfbe-eab9cf819150 admin admin] Publish callbacks [] for security_group (a511c140-fc26-4122-bc9f-3330fd85ee04), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:44.438831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756160e-0b7b-4ced-b683-d22a07baf88d req-b18cbca7-9985-41ba-8406-92d45ccc6c5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:44.448259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756160e-0b7b-4ced-b683-d22a07baf88d req-b18cbca7-9985-41ba-8406-92d45ccc6c5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:44.462865 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756160e-0b7b-4ced-b683-d22a07baf88d req-b18cbca7-9985-41ba-8406-92d45ccc6c5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:44.479353 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756160e-0b7b-4ced-b683-d22a07baf88d req-b18cbca7-9985-41ba-8406-92d45ccc6c5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:44.485433 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756160e-0b7b-4ced-b683-d22a07baf88d req-b18cbca7-9985-41ba-8406-92d45ccc6c5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:44.498485 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756160e-0b7b-4ced-b683-d22a07baf88d req-b18cbca7-9985-41ba-8406-92d45ccc6c5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:44.515205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756160e-0b7b-4ced-b683-d22a07baf88d req-b18cbca7-9985-41ba-8406-92d45ccc6c5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:44.529854 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9756160e-0b7b-4ced-b683-d22a07baf88d req-b18cbca7-9985-41ba-8406-92d45ccc6c5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 1.1536465 Feb 10 15:30:44.537410 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3dd74a16-43d9-4775-bfbe-eab9cf819150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a511c140-fc26-4122-bc9f-3330fd85ee04), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:44.543629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3dd74a16-43d9-4775-bfbe-eab9cf819150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:44.548525 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3dd74a16-43d9-4775-bfbe-eab9cf819150 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a511c140-fc26-4122-bc9f-3330fd85ee04 HTTP/1.1" status: 204 len: 168 time: 0.3408279 Feb 10 15:30:44.584373 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a3b7f6c2-253e-4827-b33c-aa1f4df81888 None None] Current status of the port 92730a66-ce66-402c-8b22-8f0d04ac2fff is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:44.584999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd74a16-43d9-4775-bfbe-eab9cf819150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a511c140-fc26-4122-bc9f-3330fd85ee04,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:44.682771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-702eba6c-551c-43c5-afbe-4d7017129366 None None] Deleting port 92730a66-ce66-402c-8b22-8f0d04ac2fff {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:44.685043 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-702eba6c-551c-43c5-afbe-4d7017129366 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:44.700509 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9756160e-0b7b-4ced-b683-d22a07baf88d req-ae2d90f7-37a5-4a06-a57e-42c0bb75c505 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1688075 Feb 10 15:30:44.963980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.objects.ports [None req-ca83abc5-7bfd-4172-8fb8-d2f25dc2d718 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:30:45.240457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-702eba6c-551c-43c5-afbe-4d7017129366 None None] For port 92730a66-ce66-402c-8b22-8f0d04ac2fff, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=92730a66-ce66-402c-8b22-8f0d04ac2fff,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:45.240939 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-702eba6c-551c-43c5-afbe-4d7017129366 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:45.255384 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e9369b58-81c7-44e0-a69e-3cb20952cc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:45.261355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-702eba6c-551c-43c5-afbe-4d7017129366 None None] Calling delete_port for 92730a66-ce66-402c-8b22-8f0d04ac2fff owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:45.274859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60036) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:45.308609 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-901af6e7-6546-480d-a738-9637e6bdeb27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:45.386968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60042) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:45.468708 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca83abc5-7bfd-4172-8fb8-d2f25dc2d718 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:45.515864 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 92730a66-ce66-402c-8b22-8f0d04ac2fff no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:30:45.536566 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 92730a66-ce66-402c-8b22-8f0d04ac2fff {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:30:45.537346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 92730a66-ce66-402c-8b22-8f0d04ac2fff not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:30:45.539120 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-702eba6c-551c-43c5-afbe-4d7017129366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (92730a66-ce66-402c-8b22-8f0d04ac2fff), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:45.560341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca83abc5-7bfd-4172-8fb8-d2f25dc2d718 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Port 92730a66-ce66-402c-8b22-8f0d04ac2fff concurrently deleted while adding address for new subnet {'id': 'eb44ef12-59df-4ab9-8b72-7707585b5aac', 'name': '', 'tenant_id': '3b083e113c7e45cf88789c498c57a4af', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2032, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-10T15:30:43Z', 'updated_at': '2022-02-10T15:30:43Z', 'revision_number': 0, 'segment_id': None, 'project_id': '3b083e113c7e45cf88789c498c57a4af'}. {{(pid=103368) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 10 15:30:45.567251 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca83abc5-7bfd-4172-8fb8-d2f25dc2d718 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (eb44ef12-59df-4ab9-8b72-7707585b5aac), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:45.570923 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702eba6c-551c-43c5-afbe-4d7017129366 None None] Pushing event deleted for resources: {'Port': ['ID=92730a66-ce66-402c-8b22-8f0d04ac2fff,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:45.576222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702eba6c-551c-43c5-afbe-4d7017129366 None None] No DVR routers for this DVR port 92730a66-ce66-402c-8b22-8f0d04ac2fff on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:30:45.615637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f1b46f-9c27-4e6c-9402-4929192e7522 admin admin] Deleting subnet 3a250eeb-5302-4bb8-bc76-0eaf714b38cb {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:30:45.662674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83abc5-7bfd-4172-8fb8-d2f25dc2d718 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=eb44ef12-59df-4ab9-8b72-7707585b5aac,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:45.669099 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-70f1b46f-9c27-4e6c-9402-4929192e7522 admin admin] Publish callbacks [] for subnet (3a250eeb-5302-4bb8-bc76-0eaf714b38cb), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:45.698118 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca83abc5-7bfd-4172-8fb8-d2f25dc2d718 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:45.699697 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-ca83abc5-7bfd-4172-8fb8-d2f25dc2d718 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:45.709394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf8fe1e-ce7b-477e-b31e-d721581c71be None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:45.709943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca83abc5-7bfd-4172-8fb8-d2f25dc2d718 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:45.710070 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca83abc5-7bfd-4172-8fb8-d2f25dc2d718 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:45.758716 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ca83abc5-7bfd-4172-8fb8-d2f25dc2d718 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0373223 Feb 10 15:30:45.759557 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60056) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:45.767467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-c3e2da09-71cb-4db9-ac2e-14f8df81bc98 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:45.770716 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-70f1b46f-9c27-4e6c-9402-4929192e7522 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (3a250eeb-5302-4bb8-bc76-0eaf714b38cb), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:45.848969 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-901af6e7-6546-480d-a738-9637e6bdeb27 admin admin] Publish callbacks [] for security_group (31646056-eb71-475d-bf5a-dd00d39be898), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:45.866945 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-901af6e7-6546-480d-a738-9637e6bdeb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (31646056-eb71-475d-bf5a-dd00d39be898), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:45.939406 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e2da09-71cb-4db9-ac2e-14f8df81bc98 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:45.945216 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3e2da09-71cb-4db9-ac2e-14f8df81bc98 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:46.037813 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-901af6e7-6546-480d-a738-9637e6bdeb27 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b801ecf817c4c8282b4b3ac75819213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7618489 Feb 10 15:30:46.080138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': 'eb44ef12-59df-4ab9-8b72-7707585b5aac'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:30:46.081294 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:46.091754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60062) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:46.119567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901af6e7-6546-480d-a738-9637e6bdeb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31646056-eb71-475d-bf5a-dd00d39be898,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:46.141409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394c919-57df-425d-a76c-e643c0757515 req-5486cc12-7223-4da2-a361-6947a58f1aa7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:46.157869 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-70f1b46f-9c27-4e6c-9402-4929192e7522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (3a250eeb-5302-4bb8-bc76-0eaf714b38cb), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:46.167233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394c919-57df-425d-a76c-e643c0757515 req-5486cc12-7223-4da2-a361-6947a58f1aa7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:46.182765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394c919-57df-425d-a76c-e643c0757515 req-5486cc12-7223-4da2-a361-6947a58f1aa7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:46.197698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394c919-57df-425d-a76c-e643c0757515 req-5486cc12-7223-4da2-a361-6947a58f1aa7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:46.212928 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394c919-57df-425d-a76c-e643c0757515 req-5486cc12-7223-4da2-a361-6947a58f1aa7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:46.233651 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394c919-57df-425d-a76c-e643c0757515 req-5486cc12-7223-4da2-a361-6947a58f1aa7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:46.250233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394c919-57df-425d-a76c-e643c0757515 req-5486cc12-7223-4da2-a361-6947a58f1aa7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:46.262282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8394c919-57df-425d-a76c-e643c0757515 req-5486cc12-7223-4da2-a361-6947a58f1aa7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.3108535 Feb 10 15:30:46.290356 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-70f1b46f-9c27-4e6c-9402-4929192e7522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (3a250eeb-5302-4bb8-bc76-0eaf714b38cb), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:46.321996 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-70f1b46f-9c27-4e6c-9402-4929192e7522 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:46.337057 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-70f1b46f-9c27-4e6c-9402-4929192e7522 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3a250eeb-5302-4bb8-bc76-0eaf714b38cb HTTP/1.1" status: 204 len: 168 time: 0.9428673 Feb 10 15:30:46.368498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60066) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:46.386969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1b46f-9c27-4e6c-9402-4929192e7522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a250eeb-5302-4bb8-bc76-0eaf714b38cb,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:46.454095 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Allocated IP 2001:db8::f816:3eff:fe41:bd30 (7a88351e-06f0-4f2f-982b-277a9503b2d6/eb44ef12-59df-4ab9-8b72-7707585b5aac/f1bc93db-1e93-41e1-bde7-03a66e0ad09a) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:46.553304 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (db0f184d-0c8f-4d59-ba81-688af906aad0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:46.606976 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8394c919-57df-425d-a76c-e643c0757515 req-e15b839b-3406-4457-9c34-d9e2354dd4d4 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2944322 Feb 10 15:30:46.638853 n-d-815324-7 neutron-server[103368]: INFO neutron.db.ipam_backend_mixin [None req-c3e2da09-71cb-4db9-ac2e-14f8df81bc98 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb44ef12-59df-4ab9-8b72-7707585b5aac (CIDR: 2001:db8::/64) Feb 10 15:30:46.660417 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e2da09-71cb-4db9-ac2e-14f8df81bc98 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:30:46.661511 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e2da09-71cb-4db9-ac2e-14f8df81bc98 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:30:46.710796 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50bb0459-fd62-48dd-b46b-75deae096de7 admin admin] Publish callbacks [] for security_group (31646056-eb71-475d-bf5a-dd00d39be898), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:46.717001 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c3e2da09-71cb-4db9-ac2e-14f8df81bc98 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9561315 Feb 10 15:30:46.724608 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60078) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:46.740875 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Publish callbacks [] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:46.743777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-6d34f76f-4710-44a1-9111-259bc89636b8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:46.755534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81185e3b-f0b2-4379-a458-496f33a5eef3 None None] Network db0f184d-0c8f-4d59-ba81-688af906aad0 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:46.768952 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:46.789979 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50bb0459-fd62-48dd-b46b-75deae096de7 admin admin] Publish callbacks [] for security_group (31646056-eb71-475d-bf5a-dd00d39be898), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:46.911423 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50bb0459-fd62-48dd-b46b-75deae096de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (31646056-eb71-475d-bf5a-dd00d39be898), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:46.914026 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50bb0459-fd62-48dd-b46b-75deae096de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:46.915846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-50bb0459-fd62-48dd-b46b-75deae096de7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31646056-eb71-475d-bf5a-dd00d39be898 HTTP/1.1" status: 204 len: 168 time: 0.8171337 Feb 10 15:30:46.933257 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb0459-fd62-48dd-b46b-75deae096de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31646056-eb71-475d-bf5a-dd00d39be898,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:47.018612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Pushing event updated for resources: {'Port': ['ID=f1bc93db-1e93-41e1-bde7-03a66e0ad09a,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:47.030713 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:47.056720 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] Deleting port 69c57000-5211-4e04-8950-8032b8744789 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:47.057213 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (69c57000-5211-4e04-8950-8032b8744789), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:47.060281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d34f76f-4710-44a1-9111-259bc89636b8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:47.063793 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6d34f76f-4710-44a1-9111-259bc89636b8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:47.230888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] For port 69c57000-5211-4e04-8950-8032b8744789, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=69c57000-5211-4e04-8950-8032b8744789,segment=NetworkSegment(302664ef-4999-4e52-a4e4-de3995379697),segment_id=302664ef-4999-4e52-a4e4-de3995379697)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:47.231326 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (69c57000-5211-4e04-8950-8032b8744789), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:47.233252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:47.243490 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:47.245237 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:47.266786 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] Calling delete_port for 69c57000-5211-4e04-8950-8032b8744789 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:47.470088 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fe1392-bb6e-4c81-9383-6482a2bf1ab8 None None] DHCP port deletion for db0f184d-0c8f-4d59-ba81-688af906aad0 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:30:47.473372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Attempting to bind port f1bc93db-1e93-41e1-bde7-03a66e0ad09a on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:30:47.473813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Attempting to bind port f1bc93db-1e93-41e1-bde7-03a66e0ad09a by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:30:47.474242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Attempting to bind port f1bc93db-1e93-41e1-bde7-03a66e0ad09a on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:30:47.522025 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (69c57000-5211-4e04-8950-8032b8744789), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:47.565153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:30:47.565608 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:30:47.565730 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:47.567071 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:30:47.570846 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Bound port: f1bc93db-1e93-41e1-bde7-03a66e0ad09a, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:30:47.571328 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:47.695608 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] No DVR routers for this DVR port 69c57000-5211-4e04-8950-8032b8744789 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:30:47.704752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=69c57000-5211-4e04-8950-8032b8744789,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:47.858279 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-18fe1392-bb6e-4c81-9383-6482a2bf1ab8 None None] Deleting port 69c57000-5211-4e04-8950-8032b8744789 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:47.858865 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-18fe1392-bb6e-4c81-9383-6482a2bf1ab8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (69c57000-5211-4e04-8950-8032b8744789), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:47.938481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860320c8-c83d-4c22-a6aa-a31564a9ba54 req-b1774a36-9cb9-4ee1-9558-9ef8fdba6547 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:47.954318 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860320c8-c83d-4c22-a6aa-a31564a9ba54 req-b1774a36-9cb9-4ee1-9558-9ef8fdba6547 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:47.971631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860320c8-c83d-4c22-a6aa-a31564a9ba54 req-b1774a36-9cb9-4ee1-9558-9ef8fdba6547 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:47.986461 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860320c8-c83d-4c22-a6aa-a31564a9ba54 req-b1774a36-9cb9-4ee1-9558-9ef8fdba6547 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:48.000284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860320c8-c83d-4c22-a6aa-a31564a9ba54 req-b1774a36-9cb9-4ee1-9558-9ef8fdba6547 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:48.010500 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-18fe1392-bb6e-4c81-9383-6482a2bf1ab8 None None] For port 69c57000-5211-4e04-8950-8032b8744789, host n-d-815324-7, got binding levels [] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:48.010795 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-18fe1392-bb6e-4c81-9383-6482a2bf1ab8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (69c57000-5211-4e04-8950-8032b8744789), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:48.016275 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860320c8-c83d-4c22-a6aa-a31564a9ba54 req-b1774a36-9cb9-4ee1-9558-9ef8fdba6547 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:48.036822 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860320c8-c83d-4c22-a6aa-a31564a9ba54 req-b1774a36-9cb9-4ee1-9558-9ef8fdba6547 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:48.042681 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-860320c8-c83d-4c22-a6aa-a31564a9ba54 req-b1774a36-9cb9-4ee1-9558-9ef8fdba6547 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2734399 Feb 10 15:30:48.042855 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-18fe1392-bb6e-4c81-9383-6482a2bf1ab8 None None] Calling delete_port for 69c57000-5211-4e04-8950-8032b8744789 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:48.048872 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.ipam_backend_mixin [None req-18fe1392-bb6e-4c81-9383-6482a2bf1ab8 None None] Port 69c57000-5211-4e04-8950-8032b8744789 was not found and therefore no delete operation was performed {{(pid=103370) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:30:48.062544 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-18fe1392-bb6e-4c81-9383-6482a2bf1ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (69c57000-5211-4e04-8950-8032b8744789), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:48.149188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] For port f1bc93db-1e93-41e1-bde7-03a66e0ad09a, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:30:48.156561 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6d34f76f-4710-44a1-9111-259bc89636b8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (c3206d18-18f6-4054-a3a3-659bff953353), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:48.161269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe1392-bb6e-4c81-9383-6482a2bf1ab8 None None] No DVR routers for this DVR port 69c57000-5211-4e04-8950-8032b8744789 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:30:48.163915 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe1392-bb6e-4c81-9383-6482a2bf1ab8 None None] Pushing event deleted for resources: {'Port': ['ID=69c57000-5211-4e04-8950-8032b8744789,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:48.189413 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] For port f1bc93db-1e93-41e1-bde7-03a66e0ad09a, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f1bc93db-1e93-41e1-bde7-03a66e0ad09a,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:30:48.196186 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:48.200285 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:48.330066 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-860320c8-c83d-4c22-a6aa-a31564a9ba54 req-80d1f420-8e8b-4194-bc74-0fb9aa8ae65e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2799969 Feb 10 15:30:48.352512 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d34f76f-4710-44a1-9111-259bc89636b8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:48.384798 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (db0f184d-0c8f-4d59-ba81-688af906aad0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:48.420579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11034ecb-f48b-40f8-9c88-0d6f06c0ecb6 None None] Pushing event updated for resources: {'Port': ['ID=f1bc93db-1e93-41e1-bde7-03a66e0ad09a,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:48.431574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-6d34f76f-4710-44a1-9111-259bc89636b8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:48.463109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34f76f-4710-44a1-9111-259bc89636b8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:48.463709 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6d34f76f-4710-44a1-9111-259bc89636b8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:48.541917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0f184d-0c8f-4d59-ba81-688af906aad0']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:30:48.559973 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34f76f-4710-44a1-9111-259bc89636b8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=c3206d18-18f6-4054-a3a3-659bff953353,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:48.575583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302664ef-4999-4e52-a4e4-de3995379697') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:30:48.575945 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302664ef-4999-4e52-a4e4-de3995379697') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:30:48.589390 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6d34f76f-4710-44a1-9111-259bc89636b8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8636606 Feb 10 15:30:48.592420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60132) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:48.597878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-c4741fae-7427-4242-ab78-1eecaa53aded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'mac_address': 'fa:16:3e:73:33:c1', 'name': 'tempest-NetworksTestDHCPv6-1589859594'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:48.603353 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (302664ef-4999-4e52-a4e4-de3995379697), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:48.636449 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (302664ef-4999-4e52-a4e4-de3995379697), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:48.657298 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:30:48.657699 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (302664ef-4999-4e52-a4e4-de3995379697), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:30:48.662411 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:30:48.830819 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (db0f184d-0c8f-4d59-ba81-688af906aad0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:48.887278 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:48.889591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4741fae-7427-4242-ab78-1eecaa53aded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:48.905906 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] 10.222.0.64 "DELETE /v2.0/networks/db0f184d-0c8f-4d59-ba81-688af906aad0 HTTP/1.1" status: 204 len: 168 time: 2.5359478 Feb 10 15:30:48.953013 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:48.973934 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20aacf0-543a-4570-91f8-20b601f43fbd admin admin] Pushing event deleted for resources: {'Network': ['ID=db0f184d-0c8f-4d59-ba81-688af906aad0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:49.177123 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c4741fae-7427-4242-ab78-1eecaa53aded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:49.263820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60146) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:49.308743 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-c4741fae-7427-4242-ab78-1eecaa53aded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 7e5c0aea-c1df-47dc-9fde-8bb803943f35 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:30:49.492849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ac67ab65-9170-464e-8755-9f823e2cd394 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=59d797e9d4f84d73bb9a3e89b8b6b79d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2246034 Feb 10 15:30:49.495574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60162) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:49.632606 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f1bc93db-1e93-41e1-bde7-03a66e0ad09a up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:30:49.673768 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01595a72-f1be-4846-8b99-a5fffd4d0ab0 admin admin] Publish callbacks [] for security_group (1afae839-71f0-4e28-8528-aed999623035), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:49.771707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f1bc93db-1e93-41e1-bde7-03a66e0ad09a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:49.772893 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01595a72-f1be-4846-8b99-a5fffd4d0ab0 admin admin] Publish callbacks [] for security_group (1afae839-71f0-4e28-8528-aed999623035), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:49.774379 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:49.796322 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6548d-c86a-4f9c-9c2b-a4aac72b5709 req-b793c485-43f7-428e-b8ca-bbcde04b880c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:49.801753 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6548d-c86a-4f9c-9c2b-a4aac72b5709 req-b793c485-43f7-428e-b8ca-bbcde04b880c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:49.811361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6548d-c86a-4f9c-9c2b-a4aac72b5709 req-b793c485-43f7-428e-b8ca-bbcde04b880c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:49.830555 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6548d-c86a-4f9c-9c2b-a4aac72b5709 req-b793c485-43f7-428e-b8ca-bbcde04b880c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:49.844421 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6548d-c86a-4f9c-9c2b-a4aac72b5709 req-b793c485-43f7-428e-b8ca-bbcde04b880c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:49.850238 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6548d-c86a-4f9c-9c2b-a4aac72b5709 req-b793c485-43f7-428e-b8ca-bbcde04b880c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:49.867138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6548d-c86a-4f9c-9c2b-a4aac72b5709 req-b793c485-43f7-428e-b8ca-bbcde04b880c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:49.883032 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8af6548d-c86a-4f9c-9c2b-a4aac72b5709 req-b793c485-43f7-428e-b8ca-bbcde04b880c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.3433990 Feb 10 15:30:50.032804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f1bc93db-1e93-41e1-bde7-03a66e0ad09a is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:50.036364 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:50.127526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port f1bc93db-1e93-41e1-bde7-03a66e0ad09a, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f1bc93db-1e93-41e1-bde7-03a66e0ad09a,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:50.135222 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:50.179771 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8af6548d-c86a-4f9c-9c2b-a4aac72b5709 req-9bc15902-1c8f-478a-841c-aa9e0979c54c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2980311 Feb 10 15:30:50.269594 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-c4741fae-7427-4242-ab78-1eecaa53aded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8:0:1::26 (7a88351e-06f0-4f2f-982b-277a9503b2d6/c3206d18-18f6-4054-a3a3-659bff953353/7e5c0aea-c1df-47dc-9fde-8bb803943f35) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:50.290324 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-c4741fae-7427-4242-ab78-1eecaa53aded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::f816:3eff:fe73:33c1 (7a88351e-06f0-4f2f-982b-277a9503b2d6/eb44ef12-59df-4ab9-8b72-7707585b5aac/7e5c0aea-c1df-47dc-9fde-8bb803943f35) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:50.339921 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=f1bc93db-1e93-41e1-bde7-03a66e0ad09a,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:50.349323 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 69c57000-5211-4e04-8950-8032b8744789 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:30:50.419253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 69c57000-5211-4e04-8950-8032b8744789 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:30:50.421258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 69c57000-5211-4e04-8950-8032b8744789 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:30:50.512767 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01f6e01-3385-4877-b900-3e4dee2e9f36 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:50.686757 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c4741fae-7427-4242-ab78-1eecaa53aded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (7e5c0aea-c1df-47dc-9fde-8bb803943f35), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:50.767228 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01595a72-f1be-4846-8b99-a5fffd4d0ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1afae839-71f0-4e28-8528-aed999623035), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:50.770231 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01595a72-f1be-4846-8b99-a5fffd4d0ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:50.774879 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-01595a72-f1be-4846-8b99-a5fffd4d0ab0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1afae839-71f0-4e28-8528-aed999623035 HTTP/1.1" status: 204 len: 168 time: 1.2689009 Feb 10 15:30:50.791464 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c4741fae-7427-4242-ab78-1eecaa53aded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (7e5c0aea-c1df-47dc-9fde-8bb803943f35), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:50.803686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01595a72-f1be-4846-8b99-a5fffd4d0ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afae839-71f0-4e28-8528-aed999623035,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:50.823525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b0965980-5769-475d-b0f2-e86c96cd45a1 None None] Provisioning complete for port f1bc93db-1e93-41e1-bde7-03a66e0ad09a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:50.823910 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b0965980-5769-475d-b0f2-e86c96cd45a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:50.953128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4741fae-7427-4242-ab78-1eecaa53aded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:50.957388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-c4741fae-7427-4242-ab78-1eecaa53aded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:50.981607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4741fae-7427-4242-ab78-1eecaa53aded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:50.987039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4741fae-7427-4242-ab78-1eecaa53aded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:50.987725 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c4741fae-7427-4242-ab78-1eecaa53aded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:51.093840 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4741fae-7427-4242-ab78-1eecaa53aded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=7e5c0aea-c1df-47dc-9fde-8bb803943f35,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:51.100327 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c4741fae-7427-4242-ab78-1eecaa53aded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5067563 Feb 10 15:30:51.103059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60194) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:51.291543 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b0965980-5769-475d-b0f2-e86c96cd45a1 None None] Current status of the port f1bc93db-1e93-41e1-bde7-03a66e0ad09a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:51.322253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffd20ad-2edf-489b-8816-cb2334dfa30a None None] Update dhcp port {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'fixed_ips': [{'subnet_id': 'eb44ef12-59df-4ab9-8b72-7707585b5aac', 'ip_address': '2001:db8::f816:3eff:fe41:bd30'}, {'subnet_id': 'c3206d18-18f6-4054-a3a3-659bff953353'}], 'binding:host_id': 'n-d-815324-7'}, 'id': 'f1bc93db-1e93-41e1-bde7-03a66e0ad09a'} from n-d-815324-7. {{(pid=103370) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 15:30:51.417785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-df7f223e-ed4d-4f8b-bf45-50369769540f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 7e5c0aea-c1df-47dc-9fde-8bb803943f35 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:51.418204 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df7f223e-ed4d-4f8b-bf45-50369769540f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7e5c0aea-c1df-47dc-9fde-8bb803943f35), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:51.482535 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1ffd20ad-2edf-489b-8816-cb2334dfa30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:51.543766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f1bc93db-1e93-41e1-bde7-03a66e0ad09a up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:30:51.720702 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df7f223e-ed4d-4f8b-bf45-50369769540f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7e5c0aea-c1df-47dc-9fde-8bb803943f35), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:51.750897 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-df7f223e-ed4d-4f8b-bf45-50369769540f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 7e5c0aea-c1df-47dc-9fde-8bb803943f35 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:52.118555 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f1bc93db-1e93-41e1-bde7-03a66e0ad09a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:52.118938 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:52.157836 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df7f223e-ed4d-4f8b-bf45-50369769540f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7e5c0aea-c1df-47dc-9fde-8bb803943f35), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:52.188790 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f223e-ed4d-4f8b-bf45-50369769540f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=7e5c0aea-c1df-47dc-9fde-8bb803943f35,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:52.276963 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df7f223e-ed4d-4f8b-bf45-50369769540f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:52.282387 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-df7f223e-ed4d-4f8b-bf45-50369769540f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/7e5c0aea-c1df-47dc-9fde-8bb803943f35 HTTP/1.1" status: 204 len: 168 time: 1.1777842 Feb 10 15:30:52.284696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60224) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:52.302233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea03d2-1c25-4ba6-b5c8-36c0ae0b1fb4 req-df0d67f9-d36c-4178-b12e-14c58615655c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:52.307750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea03d2-1c25-4ba6-b5c8-36c0ae0b1fb4 req-df0d67f9-d36c-4178-b12e-14c58615655c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:52.341033 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea03d2-1c25-4ba6-b5c8-36c0ae0b1fb4 req-df0d67f9-d36c-4178-b12e-14c58615655c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:52.347720 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea03d2-1c25-4ba6-b5c8-36c0ae0b1fb4 req-df0d67f9-d36c-4178-b12e-14c58615655c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:52.354215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea03d2-1c25-4ba6-b5c8-36c0ae0b1fb4 req-df0d67f9-d36c-4178-b12e-14c58615655c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:52.359487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-1ffd20ad-2edf-489b-8816-cb2334dfa30a None None] Allocated IP 2001:db8:0:1::2 (7a88351e-06f0-4f2f-982b-277a9503b2d6/c3206d18-18f6-4054-a3a3-659bff953353/f1bc93db-1e93-41e1-bde7-03a66e0ad09a) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:52.366337 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea03d2-1c25-4ba6-b5c8-36c0ae0b1fb4 req-df0d67f9-d36c-4178-b12e-14c58615655c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:52.402869 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea03d2-1c25-4ba6-b5c8-36c0ae0b1fb4 req-df0d67f9-d36c-4178-b12e-14c58615655c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:52.415088 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-04ea03d2-1c25-4ba6-b5c8-36c0ae0b1fb4 req-df0d67f9-d36c-4178-b12e-14c58615655c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 1.0240021 Feb 10 15:30:52.417206 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07b9564-6cf5-4c00-85fa-5c2b4f896286 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:52.424716 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e07b9564-6cf5-4c00-85fa-5c2b4f896286 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1386843 Feb 10 15:30:52.428969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60230) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:52.438294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f1bc93db-1e93-41e1-bde7-03a66e0ad09a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:52.598485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd798a5-349e-4ef1-b0cd-37c9e772b117 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:52.599665 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-04ea03d2-1c25-4ba6-b5c8-36c0ae0b1fb4 req-33f8383d-3de3-4a29-873e-3a0c8624b9a0 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1837115 Feb 10 15:30:52.604559 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cfd798a5-349e-4ef1-b0cd-37c9e772b117 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1720560 Feb 10 15:30:52.605456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60234) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:52.700509 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1ffd20ad-2edf-489b-8816-cb2334dfa30a None None] For port f1bc93db-1e93-41e1-bde7-03a66e0ad09a, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f1bc93db-1e93-41e1-bde7-03a66e0ad09a,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:52.763211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd7969-bac4-422d-8bb5-7850f170be16 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:52.769503 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd7969-bac4-422d-8bb5-7850f170be16 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:52.772275 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd7969-bac4-422d-8bb5-7850f170be16 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:52.776371 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8ffd7969-bac4-422d-8bb5-7850f170be16 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1675680 Feb 10 15:30:52.780633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60246) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:52.804202 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1ffd20ad-2edf-489b-8816-cb2334dfa30a None None] Publish callbacks [] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:52.820072 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1ffd20ad-2edf-489b-8816-cb2334dfa30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:52.890150 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd20ad-2edf-489b-8816-cb2334dfa30a None None] Pushing event updated for resources: {'Port': ['ID=f1bc93db-1e93-41e1-bde7-03a66e0ad09a,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:52.935945 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7e2e72-1f1a-4132-915b-ad160c3d3747 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet c3206d18-18f6-4054-a3a3-659bff953353 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:30:52.944413 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2e72-1f1a-4132-915b-ad160c3d3747 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (c3206d18-18f6-4054-a3a3-659bff953353), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:53.052156 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2e72-1f1a-4132-915b-ad160c3d3747 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (c3206d18-18f6-4054-a3a3-659bff953353), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:53.284678 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2e72-1f1a-4132-915b-ad160c3d3747 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (c3206d18-18f6-4054-a3a3-659bff953353), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:53.400410 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2e72-1f1a-4132-915b-ad160c3d3747 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (c3206d18-18f6-4054-a3a3-659bff953353), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:53.481104 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e2e72-1f1a-4132-915b-ad160c3d3747 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=c3206d18-18f6-4054-a3a3-659bff953353,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:53.485204 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2e72-1f1a-4132-915b-ad160c3d3747 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:53.488523 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1b7e2e72-1f1a-4132-915b-ad160c3d3747 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/c3206d18-18f6-4054-a3a3-659bff953353 HTTP/1.1" status: 204 len: 168 time: 0.7065849 Feb 10 15:30:53.491073 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60272) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:53.515749 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f1bc93db-1e93-41e1-bde7-03a66e0ad09a up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:30:53.561456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb860bab-1af7-49aa-a110-d3c189ebc3c1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet eb44ef12-59df-4ab9-8b72-7707585b5aac {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:30:53.574469 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb860bab-1af7-49aa-a110-d3c189ebc3c1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (eb44ef12-59df-4ab9-8b72-7707585b5aac), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:53.643743 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f1bc93db-1e93-41e1-bde7-03a66e0ad09a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:53.644118 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:53.659484 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb860bab-1af7-49aa-a110-d3c189ebc3c1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (eb44ef12-59df-4ab9-8b72-7707585b5aac), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:53.907651 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f1bc93db-1e93-41e1-bde7-03a66e0ad09a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:53.981184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f90d9a-23aa-4cce-9727-3c55aef542f9 req-602f6f7b-e4a8-4218-91ae-e07107ee312a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:53.984328 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb860bab-1af7-49aa-a110-d3c189ebc3c1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (eb44ef12-59df-4ab9-8b72-7707585b5aac), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:53.992341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f90d9a-23aa-4cce-9727-3c55aef542f9 req-602f6f7b-e4a8-4218-91ae-e07107ee312a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:54.005372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f90d9a-23aa-4cce-9727-3c55aef542f9 req-602f6f7b-e4a8-4218-91ae-e07107ee312a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:54.042287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f90d9a-23aa-4cce-9727-3c55aef542f9 req-602f6f7b-e4a8-4218-91ae-e07107ee312a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:54.042287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f90d9a-23aa-4cce-9727-3c55aef542f9 req-602f6f7b-e4a8-4218-91ae-e07107ee312a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:54.042287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f90d9a-23aa-4cce-9727-3c55aef542f9 req-602f6f7b-e4a8-4218-91ae-e07107ee312a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:54.048465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f90d9a-23aa-4cce-9727-3c55aef542f9 req-602f6f7b-e4a8-4218-91ae-e07107ee312a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:54.061182 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-75f90d9a-23aa-4cce-9727-3c55aef542f9 req-602f6f7b-e4a8-4218-91ae-e07107ee312a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2777338 Feb 10 15:30:54.197736 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb860bab-1af7-49aa-a110-d3c189ebc3c1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (eb44ef12-59df-4ab9-8b72-7707585b5aac), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:54.225825 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-75f90d9a-23aa-4cce-9727-3c55aef542f9 req-abcdd43c-7614-4c07-89d3-f5ed7ed40dd6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312873 Feb 10 15:30:54.226610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60288) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:54.237405 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667f72b4-0e97-45d3-a1f3-88e1504f6fc1 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:54.251702 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb860bab-1af7-49aa-a110-d3c189ebc3c1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=eb44ef12-59df-4ab9-8b72-7707585b5aac,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:54.259903 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb860bab-1af7-49aa-a110-d3c189ebc3c1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:54.265464 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cb860bab-1af7-49aa-a110-d3c189ebc3c1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/eb44ef12-59df-4ab9-8b72-7707585b5aac HTTP/1.1" status: 204 len: 168 time: 0.7734003 Feb 10 15:30:54.267935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60294) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:54.320421 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-68b39a21-4b0e-46f3-a251-431bf63e9469 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510664 Feb 10 15:30:54.320937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60298) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:54.325816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-05172b6e-2aae-44a0-b459-eb8a202f2824 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:54.421916 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05172b6e-2aae-44a0-b459-eb8a202f2824 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:54.429492 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05172b6e-2aae-44a0-b459-eb8a202f2824 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:54.457800 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dd15f684-a796-4108-9fa9-0c79efc2829d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:54.492524 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0f21718f-df2c-4fb1-ad6a-7e084a08ac2a None None] Provisioning complete for port f1bc93db-1e93-41e1-bde7-03a66e0ad09a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:54.492952 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0f21718f-df2c-4fb1-ad6a-7e084a08ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:54.556571 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dd15f684-a796-4108-9fa9-0c79efc2829d admin admin] Publish callbacks [] for security_group (4133a93e-a767-4379-a9ad-7089aefd502f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:54.563553 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dd15f684-a796-4108-9fa9-0c79efc2829d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4133a93e-a767-4379-a9ad-7089aefd502f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:54.611502 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-dd15f684-a796-4108-9fa9-0c79efc2829d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ef57f2e50694cc59a50f959c0fd7c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3830860 Feb 10 15:30:54.612531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15f684-a796-4108-9fa9-0c79efc2829d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4133a93e-a767-4379-a9ad-7089aefd502f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:54.614202 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60300) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:54.775424 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ee9db-527e-4ff6-a5c9-9d65fc38a7e9 None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:30:54.780233 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0f21718f-df2c-4fb1-ad6a-7e084a08ac2a None None] Current status of the port f1bc93db-1e93-41e1-bde7-03a66e0ad09a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:54.842169 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0b87da26-6fe2-4e92-85a6-bd418b687b60 admin admin] Publish callbacks [] for security_group (4133a93e-a767-4379-a9ad-7089aefd502f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:54.852703 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05172b6e-2aae-44a0-b459-eb8a202f2824 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (a0d528a8-be36-4f66-841a-ad68a3aa60a8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:54.862064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-012ee9db-527e-4ff6-a5c9-9d65fc38a7e9 None None] Deleting port f1bc93db-1e93-41e1-bde7-03a66e0ad09a {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:30:54.862585 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-012ee9db-527e-4ff6-a5c9-9d65fc38a7e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:54.934042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05172b6e-2aae-44a0-b459-eb8a202f2824 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:54.961919 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-05172b6e-2aae-44a0-b459-eb8a202f2824 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:54.976774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05172b6e-2aae-44a0-b459-eb8a202f2824 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:54.978457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-012ee9db-527e-4ff6-a5c9-9d65fc38a7e9 None None] For port f1bc93db-1e93-41e1-bde7-03a66e0ad09a, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f1bc93db-1e93-41e1-bde7-03a66e0ad09a,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:54.978938 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-012ee9db-527e-4ff6-a5c9-9d65fc38a7e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:54.983655 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05172b6e-2aae-44a0-b459-eb8a202f2824 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:54.995392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-012ee9db-527e-4ff6-a5c9-9d65fc38a7e9 None None] Calling delete_port for f1bc93db-1e93-41e1-bde7-03a66e0ad09a owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:30:55.086359 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-012ee9db-527e-4ff6-a5c9-9d65fc38a7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (f1bc93db-1e93-41e1-bde7-03a66e0ad09a), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:55.115138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ee9db-527e-4ff6-a5c9-9d65fc38a7e9 None None] Pushing event deleted for resources: {'Port': ['ID=f1bc93db-1e93-41e1-bde7-03a66e0ad09a,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:55.123277 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ee9db-527e-4ff6-a5c9-9d65fc38a7e9 None None] No DVR routers for this DVR port f1bc93db-1e93-41e1-bde7-03a66e0ad09a on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:30:55.148457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcc1f22-013c-43ad-bed4-8203a9e37d6b None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:55.178782 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0b87da26-6fe2-4e92-85a6-bd418b687b60 admin admin] Publish callbacks [] for security_group (4133a93e-a767-4379-a9ad-7089aefd502f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:55.181329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05172b6e-2aae-44a0-b459-eb8a202f2824 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=a0d528a8-be36-4f66-841a-ad68a3aa60a8,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:55.201563 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-05172b6e-2aae-44a0-b459-eb8a202f2824 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8797202 Feb 10 15:30:55.204701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60312) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:55.211229 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-93f98b4d-812c-4003-a714-bf902937bc20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:55.274363 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': 'a0d528a8-be36-4f66-841a-ad68a3aa60a8'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:30:55.275337 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:55.302673 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0b87da26-6fe2-4e92-85a6-bd418b687b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4133a93e-a767-4379-a9ad-7089aefd502f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:55.305467 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0b87da26-6fe2-4e92-85a6-bd418b687b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:55.308970 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0b87da26-6fe2-4e92-85a6-bd418b687b60 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4133a93e-a767-4379-a9ad-7089aefd502f HTTP/1.1" status: 204 len: 168 time: 0.6913917 Feb 10 15:30:55.326265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87da26-6fe2-4e92-85a6-bd418b687b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4133a93e-a767-4379-a9ad-7089aefd502f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:55.489341 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f98b4d-812c-4003-a714-bf902937bc20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:55.493321 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-93f98b4d-812c-4003-a714-bf902937bc20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:55.572625 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f1bc93db-1e93-41e1-bde7-03a66e0ad09a no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:30:55.672215 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: f1bc93db-1e93-41e1-bde7-03a66e0ad09a {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:30:55.672986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f1bc93db-1e93-41e1-bde7-03a66e0ad09a not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:30:55.691201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862680a-6f4c-4168-8d84-0c6079449e57 req-c8db35ab-d016-415c-8832-7f55f1710ff6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:55.702163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862680a-6f4c-4168-8d84-0c6079449e57 req-c8db35ab-d016-415c-8832-7f55f1710ff6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:55.713067 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862680a-6f4c-4168-8d84-0c6079449e57 req-c8db35ab-d016-415c-8832-7f55f1710ff6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:55.724663 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862680a-6f4c-4168-8d84-0c6079449e57 req-c8db35ab-d016-415c-8832-7f55f1710ff6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:55.734281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862680a-6f4c-4168-8d84-0c6079449e57 req-c8db35ab-d016-415c-8832-7f55f1710ff6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:55.742027 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862680a-6f4c-4168-8d84-0c6079449e57 req-c8db35ab-d016-415c-8832-7f55f1710ff6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:55.744953 n-d-815324-7 neutron-server[103369]: INFO neutron.db.ipam_backend_mixin [None req-93f98b4d-812c-4003-a714-bf902937bc20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0d528a8-be36-4f66-841a-ad68a3aa60a8 (CIDR: 2001:db8::/64) Feb 10 15:30:55.752030 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f98b4d-812c-4003-a714-bf902937bc20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:30:55.752868 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862680a-6f4c-4168-8d84-0c6079449e57 req-c8db35ab-d016-415c-8832-7f55f1710ff6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:55.754971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f98b4d-812c-4003-a714-bf902937bc20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:30:55.755555 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0862680a-6f4c-4168-8d84-0c6079449e57 req-c8db35ab-d016-415c-8832-7f55f1710ff6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2574496 Feb 10 15:30:55.807015 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-93f98b4d-812c-4003-a714-bf902937bc20 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5984998 Feb 10 15:30:55.807397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60320) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:55.812404 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a335371f-eae8-4ce4-bcb1-574be9c4020b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:55.850938 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0862680a-6f4c-4168-8d84-0c6079449e57 req-68cb36db-c3eb-4bfa-b542-068407af7e00 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876834 Feb 10 15:30:55.855771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Allocated IP 2001:db8::2 (7a88351e-06f0-4f2f-982b-277a9503b2d6/a0d528a8-be36-4f66-841a-ad68a3aa60a8/a298f665-5a77-41f8-8fd2-0387a5336076) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:56.100415 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a335371f-eae8-4ce4-bcb1-574be9c4020b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:56.104127 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a335371f-eae8-4ce4-bcb1-574be9c4020b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:56.236037 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Publish callbacks [] for port (a298f665-5a77-41f8-8fd2-0387a5336076), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:56.250077 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (a298f665-5a77-41f8-8fd2-0387a5336076), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:56.335762 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Pushing event updated for resources: {'Port': ['ID=a298f665-5a77-41f8-8fd2-0387a5336076,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:56.373247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:56.375553 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:56.387039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:56.477710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Attempting to bind port a298f665-5a77-41f8-8fd2-0387a5336076 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:30:56.478085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Attempting to bind port a298f665-5a77-41f8-8fd2-0387a5336076 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:30:56.478524 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Attempting to bind port a298f665-5a77-41f8-8fd2-0387a5336076 on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:30:56.486672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:30:56.486995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:30:56.487555 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:56.488564 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:30:56.489243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Bound port: a298f665-5a77-41f8-8fd2-0387a5336076, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:30:56.489659 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a298f665-5a77-41f8-8fd2-0387a5336076), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:56.644339 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] For port a298f665-5a77-41f8-8fd2-0387a5336076, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:30:56.655652 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] For port a298f665-5a77-41f8-8fd2-0387a5336076, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a298f665-5a77-41f8-8fd2-0387a5336076,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:30:56.672168 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a298f665-5a77-41f8-8fd2-0387a5336076), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:56.761755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60348) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:56.798643 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9e82a-5640-4c3e-847c-f98786a956ee None None] Pushing event updated for resources: {'Port': ['ID=a298f665-5a77-41f8-8fd2-0387a5336076,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:56.949044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.objects.ports [None req-a335371f-eae8-4ce4-bcb1-574be9c4020b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103369) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:30:56.964032 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0a30b2c5-ef69-4104-9d29-afcc0cf516a2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2063072405-network', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:57.012642 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a30b2c5-ef69-4104-9d29-afcc0cf516a2 admin admin] Made reservation on behalf of 03e2045129ad4ef1931b5795dd4f29b4 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:57.015474 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a30b2c5-ef69-4104-9d29-afcc0cf516a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:57.064086 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a30b2c5-ef69-4104-9d29-afcc0cf516a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:57.312408 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a335371f-eae8-4ce4-bcb1-574be9c4020b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a298f665-5a77-41f8-8fd2-0387a5336076), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:57.315181 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a30b2c5-ef69-4104-9d29-afcc0cf516a2 admin admin] Publish callbacks [] for security_group (641810dc-3436-4ebe-abac-09c162db29a6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:57.327295 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a30b2c5-ef69-4104-9d29-afcc0cf516a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (641810dc-3436-4ebe-abac-09c162db29a6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:57.356242 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a30b2c5-ef69-4104-9d29-afcc0cf516a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:30:57.445167 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eefa36-402f-488d-bfeb-ae2700ef2305 req-c35f3acf-6241-42da-8555-8c274c7f741a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:57.462062 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eefa36-402f-488d-bfeb-ae2700ef2305 req-c35f3acf-6241-42da-8555-8c274c7f741a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:57.478656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eefa36-402f-488d-bfeb-ae2700ef2305 req-c35f3acf-6241-42da-8555-8c274c7f741a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:57.497417 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eefa36-402f-488d-bfeb-ae2700ef2305 req-c35f3acf-6241-42da-8555-8c274c7f741a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:57.505340 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eefa36-402f-488d-bfeb-ae2700ef2305 req-c35f3acf-6241-42da-8555-8c274c7f741a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:57.512773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eefa36-402f-488d-bfeb-ae2700ef2305 req-c35f3acf-6241-42da-8555-8c274c7f741a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:57.519489 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eefa36-402f-488d-bfeb-ae2700ef2305 req-c35f3acf-6241-42da-8555-8c274c7f741a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:57.522085 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b8eefa36-402f-488d-bfeb-ae2700ef2305 req-c35f3acf-6241-42da-8555-8c274c7f741a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.3584695 Feb 10 15:30:57.523379 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a30b2c5-ef69-4104-9d29-afcc0cf516a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:57.523728 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-0a30b2c5-ef69-4104-9d29-afcc0cf516a2 admin admin] Added segment e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51 of type vlan for network 27e2001a-a1ab-4573-85b8-a44f65e39c6e Feb 10 15:30:57.526454 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30b2c5-ef69-4104-9d29-afcc0cf516a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641810dc-3436-4ebe-abac-09c162db29a6,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:57.608453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-a335371f-eae8-4ce4-bcb1-574be9c4020b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] For port a298f665-5a77-41f8-8fd2-0387a5336076, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a298f665-5a77-41f8-8fd2-0387a5336076,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:57.619129 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a30b2c5-ef69-4104-9d29-afcc0cf516a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (27e2001a-a1ab-4573-85b8-a44f65e39c6e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:57.636447 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a298f665-5a77-41f8-8fd2-0387a5336076 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:30:57.651163 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a335371f-eae8-4ce4-bcb1-574be9c4020b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (a298f665-5a77-41f8-8fd2-0387a5336076), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:57.656533 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a335371f-eae8-4ce4-bcb1-574be9c4020b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (a298f665-5a77-41f8-8fd2-0387a5336076), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:57.735613 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a335371f-eae8-4ce4-bcb1-574be9c4020b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (7d1d1801-4d57-457d-ba23-6e5498492ed0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:57.746897 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335371f-eae8-4ce4-bcb1-574be9c4020b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=a298f665-5a77-41f8-8fd2-0387a5336076,revision_number=4']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:57.796472 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b8eefa36-402f-488d-bfeb-ae2700ef2305 req-7d54362f-6a3f-4c14-9396-29010396f0d8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2508872 Feb 10 15:30:57.818572 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a30b2c5-ef69-4104-9d29-afcc0cf516a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (27e2001a-a1ab-4573-85b8-a44f65e39c6e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:57.820257 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a30b2c5-ef69-4104-9d29-afcc0cf516a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:57.821265 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a30b2c5-ef69-4104-9d29-afcc0cf516a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:57.892924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a335371f-eae8-4ce4-bcb1-574be9c4020b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:57.899326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335371f-eae8-4ce4-bcb1-574be9c4020b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=7d1d1801-4d57-457d-ba23-6e5498492ed0,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:57.908217 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-a335371f-eae8-4ce4-bcb1-574be9c4020b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:57.921484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335371f-eae8-4ce4-bcb1-574be9c4020b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:57.922363 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a335371f-eae8-4ce4-bcb1-574be9c4020b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:57.941333 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60364) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:57.942783 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0a30b2c5-ef69-4104-9d29-afcc0cf516a2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1790521 Feb 10 15:30:57.960341 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0449ddaa-72ea-4917-92d5-6a632699dd51 admin admin] Request body: {'subnet': {'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2063072405-subnet', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:58.015548 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a335371f-eae8-4ce4-bcb1-574be9c4020b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2069945 Feb 10 15:30:58.016205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60366) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:58.039209 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-60b222e5-ab37-4327-9424-7b7ceac5f3bf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'mac_address': 'fa:16:3e:ee:50:40', 'name': 'tempest-NetworksTestDHCPv6-15542517'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:58.044557 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30b2c5-ef69-4104-9d29-afcc0cf516a2 admin admin] Pushing event updated for resources: {'Network': ['ID=27e2001a-a1ab-4573-85b8-a44f65e39c6e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:58.107078 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 27e2001a-a1ab-4573-85b8-a44f65e39c6e details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:30:58.204215 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port a298f665-5a77-41f8-8fd2-0387a5336076 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:58.204591 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a298f665-5a77-41f8-8fd2-0387a5336076), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:58.210762 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0449ddaa-72ea-4917-92d5-6a632699dd51 admin admin] Made reservation on behalf of 03e2045129ad4ef1931b5795dd4f29b4 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:58.217084 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0449ddaa-72ea-4917-92d5-6a632699dd51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:58.358356 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a298f665-5a77-41f8-8fd2-0387a5336076 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:58.358704 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a298f665-5a77-41f8-8fd2-0387a5336076), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:58.429016 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port a298f665-5a77-41f8-8fd2-0387a5336076, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a298f665-5a77-41f8-8fd2-0387a5336076,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:30:58.437121 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a298f665-5a77-41f8-8fd2-0387a5336076), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:58.535688 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b222e5-ab37-4327-9424-7b7ceac5f3bf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:30:58.540392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=a298f665-5a77-41f8-8fd2-0387a5336076,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:58.581134 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14172607-1ca4-4324-afc1-7133fbab76b4 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:58.684094 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7178fa80-c06a-44af-a505-49efc58e4604 None None] Provisioning complete for port a298f665-5a77-41f8-8fd2-0387a5336076 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:58.684804 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7178fa80-c06a-44af-a505-49efc58e4604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a298f665-5a77-41f8-8fd2-0387a5336076), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:58.701263 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-60b222e5-ab37-4327-9424-7b7ceac5f3bf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:58.744448 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-60b222e5-ab37-4327-9424-7b7ceac5f3bf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port 77606a2e-a914-47c5-aaac-9a5ff40d9419 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:30:58.825920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7178fa80-c06a-44af-a505-49efc58e4604 None None] Current status of the port a298f665-5a77-41f8-8fd2-0387a5336076 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:59.057942 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad319ccb-4bc3-4ca5-9f87-551d3115df15 req-4cf7f7b7-d401-4b72-a870-1af2419af020 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:59.063190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad319ccb-4bc3-4ca5-9f87-551d3115df15 req-4cf7f7b7-d401-4b72-a870-1af2419af020 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:59.084904 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad319ccb-4bc3-4ca5-9f87-551d3115df15 req-4cf7f7b7-d401-4b72-a870-1af2419af020 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:59.098200 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad319ccb-4bc3-4ca5-9f87-551d3115df15 req-4cf7f7b7-d401-4b72-a870-1af2419af020 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:59.115930 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad319ccb-4bc3-4ca5-9f87-551d3115df15 req-4cf7f7b7-d401-4b72-a870-1af2419af020 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:59.125057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad319ccb-4bc3-4ca5-9f87-551d3115df15 req-4cf7f7b7-d401-4b72-a870-1af2419af020 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:59.140970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad319ccb-4bc3-4ca5-9f87-551d3115df15 req-4cf7f7b7-d401-4b72-a870-1af2419af020 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:59.148910 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-60b222e5-ab37-4327-9424-7b7ceac5f3bf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::3e5 (7a88351e-06f0-4f2f-982b-277a9503b2d6/a0d528a8-be36-4f66-841a-ad68a3aa60a8/77606a2e-a914-47c5-aaac-9a5ff40d9419) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:59.156475 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad319ccb-4bc3-4ca5-9f87-551d3115df15 req-4cf7f7b7-d401-4b72-a870-1af2419af020 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2383935 Feb 10 15:30:59.160667 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-60b222e5-ab37-4327-9424-7b7ceac5f3bf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8:0:1:f816:3eff:feee:5040 (7a88351e-06f0-4f2f-982b-277a9503b2d6/7d1d1801-4d57-457d-ba23-6e5498492ed0/77606a2e-a914-47c5-aaac-9a5ff40d9419) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:30:59.267537 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad319ccb-4bc3-4ca5-9f87-551d3115df15 req-47796614-f4b6-44be-ba46-62786e4696fe tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098905 Feb 10 15:30:59.349533 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-60b222e5-ab37-4327-9424-7b7ceac5f3bf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (77606a2e-a914-47c5-aaac-9a5ff40d9419), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:59.408157 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0449ddaa-72ea-4917-92d5-6a632699dd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (90274fea-8f83-4f17-b4ae-db95949e49bc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:59.504129 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a298f665-5a77-41f8-8fd2-0387a5336076 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:30:59.563696 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-60b222e5-ab37-4327-9424-7b7ceac5f3bf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (77606a2e-a914-47c5-aaac-9a5ff40d9419), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:59.596242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449ddaa-72ea-4917-92d5-6a632699dd51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90274fea-8f83-4f17-b4ae-db95949e49bc,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:59.624925 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port a298f665-5a77-41f8-8fd2-0387a5336076 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:30:59.625309 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a298f665-5a77-41f8-8fd2-0387a5336076), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:59.702380 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b222e5-ab37-4327-9424-7b7ceac5f3bf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:30:59.703493 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449ddaa-72ea-4917-92d5-6a632699dd51 admin admin] Checking segment: {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:30:59.703897 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0449ddaa-72ea-4917-92d5-6a632699dd51 admin admin] Network hostable DHCP agents. Network: 27e2001a-a1ab-4573-85b8-a44f65e39c6e, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:30:59.719632 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-60b222e5-ab37-4327-9424-7b7ceac5f3bf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:59.734028 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b222e5-ab37-4327-9424-7b7ceac5f3bf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:30:59.745952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b222e5-ab37-4327-9424-7b7ceac5f3bf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:59.747258 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-60b222e5-ab37-4327-9424-7b7ceac5f3bf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:59.772081 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b222e5-ab37-4327-9424-7b7ceac5f3bf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=77606a2e-a914-47c5-aaac-9a5ff40d9419,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:30:59.812796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a298f665-5a77-41f8-8fd2-0387a5336076 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:30:59.836691 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-60b222e5-ab37-4327-9424-7b7ceac5f3bf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.8126931 Feb 10 15:30:59.840167 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60390) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:59.853294 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0449ddaa-72ea-4917-92d5-6a632699dd51 admin admin] Network 27e2001a-a1ab-4573-85b8-a44f65e39c6e is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:30:59.866802 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-0449ddaa-72ea-4917-92d5-6a632699dd51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 27e2001a-a1ab-4573-85b8-a44f65e39c6e) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:30:59.873883 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0449ddaa-72ea-4917-92d5-6a632699dd51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:30:59.874468 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0449ddaa-72ea-4917-92d5-6a632699dd51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:59.878526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf91b2e-808e-42e2-a210-074d1e6f4fef None None] Network 27e2001a-a1ab-4573-85b8-a44f65e39c6e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:30:59.919155 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0449ddaa-72ea-4917-92d5-6a632699dd51 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9708648 Feb 10 15:30:59.922583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60392) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:30:59.929494 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2063072405-router', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:30:59.959476 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (c420fe88-e789-455e-b636-8a291ce4c372), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:30:59.960884 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (c420fe88-e789-455e-b636-8a291ce4c372), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:00.028240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-bb0261b4-432b-4f16-b127-52234cd0ce4c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port 77606a2e-a914-47c5-aaac-9a5ff40d9419 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:31:00.028565 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bb0261b4-432b-4f16-b127-52234cd0ce4c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (77606a2e-a914-47c5-aaac-9a5ff40d9419), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:00.085583 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:31:00.086457 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:00.130723 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-68129e3a-3a03-492c-bfb8-2a901e109150 None None] Provisioning complete for port a298f665-5a77-41f8-8fd2-0387a5336076 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:00.130977 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68129e3a-3a03-492c-bfb8-2a901e109150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a298f665-5a77-41f8-8fd2-0387a5336076), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:00.177530 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bb0261b4-432b-4f16-b127-52234cd0ce4c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (77606a2e-a914-47c5-aaac-9a5ff40d9419), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:00.196428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-bb0261b4-432b-4f16-b127-52234cd0ce4c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for 77606a2e-a914-47c5-aaac-9a5ff40d9419 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:31:00.211250 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Publish callbacks [] for router_controller (c420fe88-e789-455e-b636-8a291ce4c372), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:00.521211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-68129e3a-3a03-492c-bfb8-2a901e109150 None None] Current status of the port a298f665-5a77-41f8-8fd2-0387a5336076 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:00.591586 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Allocated IP 172.20.0.2 (27e2001a-a1ab-4573-85b8-a44f65e39c6e/90274fea-8f83-4f17-b4ae-db95949e49bc/cb26cb73-993c-429b-9f30-a34ab46a9f27) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:31:00.624606 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Publish callbacks [] for router_gateway (c420fe88-e789-455e-b636-8a291ce4c372), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:00.672810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1c003910-363b-423c-ba0e-ef2fb2464588 None None] Could not find standard attr ID for object 7e5c0aea-c1df-47dc-9fde-8bb803943f35. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:31:00.803401 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d214a6-ba1d-4cba-a926-6152ab41a9cf req-e1c8b9c2-fcee-45db-bb7b-5f84ae52a3b3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:00.808640 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d214a6-ba1d-4cba-a926-6152ab41a9cf req-e1c8b9c2-fcee-45db-bb7b-5f84ae52a3b3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:00.830341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d214a6-ba1d-4cba-a926-6152ab41a9cf req-e1c8b9c2-fcee-45db-bb7b-5f84ae52a3b3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:00.849807 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d214a6-ba1d-4cba-a926-6152ab41a9cf req-e1c8b9c2-fcee-45db-bb7b-5f84ae52a3b3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:00.853254 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Publish callbacks [] for port (cb26cb73-993c-429b-9f30-a34ab46a9f27), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:00.855228 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d214a6-ba1d-4cba-a926-6152ab41a9cf req-e1c8b9c2-fcee-45db-bb7b-5f84ae52a3b3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:00.871191 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d214a6-ba1d-4cba-a926-6152ab41a9cf req-e1c8b9c2-fcee-45db-bb7b-5f84ae52a3b3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:00.871438 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (cb26cb73-993c-429b-9f30-a34ab46a9f27), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:00.893142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d214a6-ba1d-4cba-a926-6152ab41a9cf req-e1c8b9c2-fcee-45db-bb7b-5f84ae52a3b3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:00.898852 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29d214a6-ba1d-4cba-a926-6152ab41a9cf req-e1c8b9c2-fcee-45db-bb7b-5f84ae52a3b3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.4066141 Feb 10 15:31:00.899107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Network 27e2001a-a1ab-4573-85b8-a44f65e39c6e is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:00.934721 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:00.940548 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:31:01.040730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Pushing event updated for resources: {'Port': ['ID=cb26cb73-993c-429b-9f30-a34ab46a9f27,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:01.045325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Attempting to bind port cb26cb73-993c-429b-9f30-a34ab46a9f27 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:31:01.047127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Attempting to bind port cb26cb73-993c-429b-9f30-a34ab46a9f27 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:31:01.048473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Attempting to bind port cb26cb73-993c-429b-9f30-a34ab46a9f27 on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:31:01.056965 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:31:01.057691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Checking segment: {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:31:01.060002 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:01.060611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Bound using segment: {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:31:01.061303 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Bound port: cb26cb73-993c-429b-9f30-a34ab46a9f27, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:31:01.061876 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cb26cb73-993c-429b-9f30-a34ab46a9f27), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:01.107956 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29d214a6-ba1d-4cba-a926-6152ab41a9cf req-f625ddd2-563a-49e1-9b8f-a643d3b81045 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1922131 Feb 10 15:31:01.107956 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bb0261b4-432b-4f16-b127-52234cd0ce4c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (77606a2e-a914-47c5-aaac-9a5ff40d9419), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:01.161906 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] For port cb26cb73-993c-429b-9f30-a34ab46a9f27, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:31:01.163402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0261b4-432b-4f16-b127-52234cd0ce4c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=77606a2e-a914-47c5-aaac-9a5ff40d9419,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:01.168835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] For port cb26cb73-993c-429b-9f30-a34ab46a9f27, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cb26cb73-993c-429b-9f30-a34ab46a9f27,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:31:01.183729 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (cb26cb73-993c-429b-9f30-a34ab46a9f27), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:01.266965 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bb0261b4-432b-4f16-b127-52234cd0ce4c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:01.270922 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bb0261b4-432b-4f16-b127-52234cd0ce4c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/77606a2e-a914-47c5-aaac-9a5ff40d9419 HTTP/1.1" status: 204 len: 168 time: 1.4296560 Feb 10 15:31:01.272801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-faf7a8e6-547d-4573-960f-44d3c44a826e None None] Could not find standard attr ID for object 77606a2e-a914-47c5-aaac-9a5ff40d9419. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:31:01.273590 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60406) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:01.380571 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f872dc-dfd1-42f6-9be5-79856e7b0337 None None] Pushing event updated for resources: {'Port': ['ID=cb26cb73-993c-429b-9f30-a34ab46a9f27,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:01.409692 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Publish callbacks [] for router_gateway (c420fe88-e789-455e-b636-8a291ce4c372), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:01.418758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203f851a-ebce-4898-b9f2-9895095162b1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:01.420894 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-203f851a-ebce-4898-b9f2-9895095162b1 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1461797 Feb 10 15:31:01.423455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60408) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:01.481458 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:01.532436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5d74a2-8dd5-4d16-b2b5-20e4aae519a6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:01.543246 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7d5d74a2-8dd5-4d16-b2b5-20e4aae519a6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1163356 Feb 10 15:31:01.543789 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60416) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:01.693987 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe3b29f-ecb6-496f-8a9e-355c32544c2a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:01.695320 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe3b29f-ecb6-496f-8a9e-355c32544c2a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:01.697414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe3b29f-ecb6-496f-8a9e-355c32544c2a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:01.701952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1fe3b29f-ecb6-496f-8a9e-355c32544c2a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1571631 Feb 10 15:31:01.702516 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60422) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:01.790103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Allocated IP 172.25.3.163 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/85dc3c8a-4ef5-428e-b618-b0cc67d6f50f) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:31:01.849717 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2916642-151c-4a5a-87ed-316eb6f27c74 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet 7d1d1801-4d57-457d-ba23-6e5498492ed0 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:31:01.859948 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2916642-151c-4a5a-87ed-316eb6f27c74 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (7d1d1801-4d57-457d-ba23-6e5498492ed0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:01.966910 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2916642-151c-4a5a-87ed-316eb6f27c74 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (7d1d1801-4d57-457d-ba23-6e5498492ed0), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:01.997692 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Publish callbacks [] for port (85dc3c8a-4ef5-428e-b618-b0cc67d6f50f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:02.083247 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (85dc3c8a-4ef5-428e-b618-b0cc67d6f50f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:02.177145 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:02.180953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:02.195640 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:31:02.200250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Pushing event updated for resources: {'Port': ['ID=85dc3c8a-4ef5-428e-b618-b0cc67d6f50f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:02.216475 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2916642-151c-4a5a-87ed-316eb6f27c74 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (7d1d1801-4d57-457d-ba23-6e5498492ed0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:02.336145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7df25-37bf-4109-9d54-67e13ad1568f req-f21ec168-15c6-4e85-9aaf-04e2cd57ade8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:02.342292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7df25-37bf-4109-9d54-67e13ad1568f req-f21ec168-15c6-4e85-9aaf-04e2cd57ade8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:02.348457 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7df25-37bf-4109-9d54-67e13ad1568f req-f21ec168-15c6-4e85-9aaf-04e2cd57ade8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:02.358205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7df25-37bf-4109-9d54-67e13ad1568f req-f21ec168-15c6-4e85-9aaf-04e2cd57ade8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:02.378586 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7df25-37bf-4109-9d54-67e13ad1568f req-f21ec168-15c6-4e85-9aaf-04e2cd57ade8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:02.385766 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7df25-37bf-4109-9d54-67e13ad1568f req-f21ec168-15c6-4e85-9aaf-04e2cd57ade8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:02.391841 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7df25-37bf-4109-9d54-67e13ad1568f req-f21ec168-15c6-4e85-9aaf-04e2cd57ade8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:02.402993 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19c7df25-37bf-4109-9d54-67e13ad1568f req-f21ec168-15c6-4e85-9aaf-04e2cd57ade8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.1828244 Feb 10 15:31:02.507512 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2916642-151c-4a5a-87ed-316eb6f27c74 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (7d1d1801-4d57-457d-ba23-6e5498492ed0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:02.675212 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2916642-151c-4a5a-87ed-316eb6f27c74 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1d1801-4d57-457d-ba23-6e5498492ed0,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:02.687670 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0f76cf-a0d3-492d-b160-d193b13ed386 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:02.727189 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2916642-151c-4a5a-87ed-316eb6f27c74 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:02.747070 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a2916642-151c-4a5a-87ed-316eb6f27c74 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/7d1d1801-4d57-457d-ba23-6e5498492ed0 HTTP/1.1" status: 204 len: 168 time: 1.0379629 Feb 10 15:31:02.747922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60436) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:02.849402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe3ee1e-d319-4f7a-bcee-46fbac5d4e95 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet a0d528a8-be36-4f66-841a-ad68a3aa60a8 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:31:02.861532 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-afe3ee1e-d319-4f7a-bcee-46fbac5d4e95 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (a0d528a8-be36-4f66-841a-ad68a3aa60a8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:02.908609 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19c7df25-37bf-4109-9d54-67e13ad1568f req-603b389b-2348-4622-88c9-52005354f65e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5044146 Feb 10 15:31:02.972007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-afe3ee1e-d319-4f7a-bcee-46fbac5d4e95 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (a0d528a8-be36-4f66-841a-ad68a3aa60a8), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:03.135936 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-afe3ee1e-d319-4f7a-bcee-46fbac5d4e95 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (a0d528a8-be36-4f66-841a-ad68a3aa60a8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:03.226398 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-afe3ee1e-d319-4f7a-bcee-46fbac5d4e95 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (a0d528a8-be36-4f66-841a-ad68a3aa60a8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:03.294965 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3ee1e-d319-4f7a-bcee-46fbac5d4e95 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d528a8-be36-4f66-841a-ad68a3aa60a8,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:03.310205 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-afe3ee1e-d319-4f7a-bcee-46fbac5d4e95 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:03.321870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60442) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:03.322627 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-afe3ee1e-d319-4f7a-bcee-46fbac5d4e95 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/a0d528a8-be36-4f66-841a-ad68a3aa60a8 HTTP/1.1" status: 204 len: 168 time: 0.5648518 Feb 10 15:31:03.404544 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5816a637-4805-4fd3-92b4-9a346d501c00 None None] Network 27e2001a-a1ab-4573-85b8-a44f65e39c6e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:03.457799 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3012d3b7-c457-400d-9a3d-5a59a37d4baf tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1314514 Feb 10 15:31:03.457799 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60444) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:03.474290 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d57f0667-878f-4865-afb5-5f120ef0e96e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:03.554197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cb26cb73-993c-429b-9f30-a34ab46a9f27 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:31:03.561267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3324ba1f-9a7d-46d9-9408-1f9bdbfe333c None None] Provisioning complete for port cb26cb73-993c-429b-9f30-a34ab46a9f27 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:03.561637 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3324ba1f-9a7d-46d9-9408-1f9bdbfe333c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cb26cb73-993c-429b-9f30-a34ab46a9f27), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:03.715058 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port cb26cb73-993c-429b-9f30-a34ab46a9f27 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:03.716241 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cb26cb73-993c-429b-9f30-a34ab46a9f27), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:03.901891 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3324ba1f-9a7d-46d9-9408-1f9bdbfe333c None None] Current status of the port cb26cb73-993c-429b-9f30-a34ab46a9f27 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:03.902285 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3324ba1f-9a7d-46d9-9408-1f9bdbfe333c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cb26cb73-993c-429b-9f30-a34ab46a9f27), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:03.914568 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Publish callbacks [] for router_gateway (c420fe88-e789-455e-b636-8a291ce4c372), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:04.000047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3324ba1f-9a7d-46d9-9408-1f9bdbfe333c None None] For port cb26cb73-993c-429b-9f30-a34ab46a9f27, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cb26cb73-993c-429b-9f30-a34ab46a9f27,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:04.023320 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3324ba1f-9a7d-46d9-9408-1f9bdbfe333c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (cb26cb73-993c-429b-9f30-a34ab46a9f27), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:04.130945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324ba1f-9a7d-46d9-9408-1f9bdbfe333c None None] Pushing event updated for resources: {'Port': ['ID=cb26cb73-993c-429b-9f30-a34ab46a9f27,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:04.211923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57f0667-878f-4865-afb5-5f120ef0e96e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:04.216796 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d57f0667-878f-4865-afb5-5f120ef0e96e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:04.261262 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-79bad8c5-450d-43ee-998f-d69581c4377b None None] Provisioning complete for port cb26cb73-993c-429b-9f30-a34ab46a9f27 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:04.263259 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-79bad8c5-450d-43ee-998f-d69581c4377b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cb26cb73-993c-429b-9f30-a34ab46a9f27), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:04.330545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13f344-72ed-4098-b4f1-0a764d5e52f8 req-52e0d97e-f3d1-4562-9d7c-efaad4e31e74 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:04.348262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13f344-72ed-4098-b4f1-0a764d5e52f8 req-52e0d97e-f3d1-4562-9d7c-efaad4e31e74 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:04.373260 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13f344-72ed-4098-b4f1-0a764d5e52f8 req-52e0d97e-f3d1-4562-9d7c-efaad4e31e74 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:04.379943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13f344-72ed-4098-b4f1-0a764d5e52f8 req-52e0d97e-f3d1-4562-9d7c-efaad4e31e74 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:04.397019 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13f344-72ed-4098-b4f1-0a764d5e52f8 req-52e0d97e-f3d1-4562-9d7c-efaad4e31e74 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:04.411036 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13f344-72ed-4098-b4f1-0a764d5e52f8 req-52e0d97e-f3d1-4562-9d7c-efaad4e31e74 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:04.422476 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13f344-72ed-4098-b4f1-0a764d5e52f8 req-52e0d97e-f3d1-4562-9d7c-efaad4e31e74 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:04.424565 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc13f344-72ed-4098-b4f1-0a764d5e52f8 req-52e0d97e-f3d1-4562-9d7c-efaad4e31e74 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2696471 Feb 10 15:31:04.494111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfb5e8d-04b0-4468-b331-2514b9fc1281 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:04.503259 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (c420fe88-e789-455e-b636-8a291ce4c372), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:04.550357 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port cb26cb73-993c-429b-9f30-a34ab46a9f27 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:04.552151 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc13f344-72ed-4098-b4f1-0a764d5e52f8 req-94d90aef-a05f-49a2-ada4-38fb569dd3ff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162305 Feb 10 15:31:04.746071 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d57f0667-878f-4865-afb5-5f120ef0e96e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (3395a425-b8d9-48b9-a9e1-430b2f806e64), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:04.763228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-79bad8c5-450d-43ee-998f-d69581c4377b None None] Current status of the port cb26cb73-993c-429b-9f30-a34ab46a9f27 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:04.819044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57f0667-878f-4865-afb5-5f120ef0e96e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:04.820840 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-d57f0667-878f-4865-afb5-5f120ef0e96e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:04.825141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57f0667-878f-4865-afb5-5f120ef0e96e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:04.825882 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d57f0667-878f-4865-afb5-5f120ef0e96e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:04.911075 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6916de7f-597d-4179-b419-dcb262a9e10f None None] Provisioning complete for port a298f665-5a77-41f8-8fd2-0387a5336076 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:04.911432 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6916de7f-597d-4179-b419-dcb262a9e10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a298f665-5a77-41f8-8fd2-0387a5336076), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:04.936319 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d57f0667-878f-4865-afb5-5f120ef0e96e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4689207 Feb 10 15:31:04.939571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60472) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:04.950041 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ffd758c0-eb15-4c63-9c14-9644db6004e7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:04.953313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f0667-878f-4865-afb5-5f120ef0e96e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=3395a425-b8d9-48b9-a9e1-430b2f806e64,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:04.970104 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Router c420fe88-e789-455e-b636-8a291ce4c372 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:31:04.974154 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4447f17-7158-40b8-b8fa-962a1ea7be8c None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:31:05.142164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd758c0-eb15-4c63-9c14-9644db6004e7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:05.148543 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffd758c0-eb15-4c63-9c14-9644db6004e7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:05.168345 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d4447f17-7158-40b8-b8fa-962a1ea7be8c None None] Deleting port a298f665-5a77-41f8-8fd2-0387a5336076 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:31:05.168898 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4447f17-7158-40b8-b8fa-962a1ea7be8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a298f665-5a77-41f8-8fd2-0387a5336076), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:05.188305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:31:05.191059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6916de7f-597d-4179-b419-dcb262a9e10f None None] Current status of the port a298f665-5a77-41f8-8fd2-0387a5336076 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:05.205041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Sync routers for ids ['c420fe88-e789-455e-b636-8a291ce4c372'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:31:05.215512 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:05.219819 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3b285afe-58c2-4925-ae6e-2242c12f7223 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2930605 Feb 10 15:31:05.220152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60480) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:05.267641 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Routers {'c420fe88-e789-455e-b636-8a291ce4c372'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:05.268460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:30:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c420fe88-e789-455e-b636-8a291ce4c372'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:05.268966 n-d-815324-7 neutron-server[103368]: INFO neutron.db.ipam_backend_mixin [None req-ffd758c0-eb15-4c63-9c14-9644db6004e7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3395a425-b8d9-48b9-a9e1-430b2f806e64 (CIDR: 2001:db8::/64) Feb 10 15:31:05.275751 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd758c0-eb15-4c63-9c14-9644db6004e7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:31:05.276302 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd758c0-eb15-4c63-9c14-9644db6004e7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:05.310945 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ffd758c0-eb15-4c63-9c14-9644db6004e7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3665018 Feb 10 15:31:05.312188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60482) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:05.321185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-8a80d66f-5bf8-4ae9-a587-c1776c194e2e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'subnet': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:05.389222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d4447f17-7158-40b8-b8fa-962a1ea7be8c None None] For port a298f665-5a77-41f8-8fd2-0387a5336076, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a298f665-5a77-41f8-8fd2-0387a5336076,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:05.391706 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4447f17-7158-40b8-b8fa-962a1ea7be8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a298f665-5a77-41f8-8fd2-0387a5336076), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:05.471567 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d4447f17-7158-40b8-b8fa-962a1ea7be8c None None] Calling delete_port for a298f665-5a77-41f8-8fd2-0387a5336076 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:31:05.530833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cb26cb73-993c-429b-9f30-a34ab46a9f27 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:31:05.540029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Set router c420fe88-e789-455e-b636-8a291ce4c372 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:31:05.543238 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a80d66f-5bf8-4ae9-a587-c1776c194e2e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:05.547247 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8a80d66f-5bf8-4ae9-a587-c1776c194e2e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:05.773244 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port cb26cb73-993c-429b-9f30-a34ab46a9f27 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:05.773867 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cb26cb73-993c-429b-9f30-a34ab46a9f27), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:05.784559 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4447f17-7158-40b8-b8fa-962a1ea7be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (a298f665-5a77-41f8-8fd2-0387a5336076), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:05.808835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dd26e-8b50-442d-82ed-13d4c570358a req-819f0e67-7004-47b1-86ce-87210936b970 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:05.815547 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dd26e-8b50-442d-82ed-13d4c570358a req-819f0e67-7004-47b1-86ce-87210936b970 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:05.821735 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dd26e-8b50-442d-82ed-13d4c570358a req-819f0e67-7004-47b1-86ce-87210936b970 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:05.828060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dd26e-8b50-442d-82ed-13d4c570358a req-819f0e67-7004-47b1-86ce-87210936b970 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:05.834453 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dd26e-8b50-442d-82ed-13d4c570358a req-819f0e67-7004-47b1-86ce-87210936b970 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:05.839148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4447f17-7158-40b8-b8fa-962a1ea7be8c None None] Pushing event deleted for resources: {'Port': ['ID=a298f665-5a77-41f8-8fd2-0387a5336076,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:05.840917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dd26e-8b50-442d-82ed-13d4c570358a req-819f0e67-7004-47b1-86ce-87210936b970 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:05.848222 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:05.859844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dd26e-8b50-442d-82ed-13d4c570358a req-819f0e67-7004-47b1-86ce-87210936b970 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:05.861943 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd1dd26e-8b50-442d-82ed-13d4c570358a req-819f0e67-7004-47b1-86ce-87210936b970 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.1832900 Feb 10 15:31:05.872477 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4447f17-7158-40b8-b8fa-962a1ea7be8c None None] No DVR routers for this DVR port a298f665-5a77-41f8-8fd2-0387a5336076 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:31:05.900835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff401842-7e83-412d-833e-d56bbc81f1a5 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:06.116080 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd1dd26e-8b50-442d-82ed-13d4c570358a req-dff398da-f8f5-4f87-b1fc-2f9f466a87d5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192217 Feb 10 15:31:06.169082 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Allocated IP 172.20.0.1 (27e2001a-a1ab-4573-85b8-a44f65e39c6e/90274fea-8f83-4f17-b4ae-db95949e49bc/ca7a7dc9-bed3-4a87-99dc-1cac42515bd6) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:31:06.169230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.objects.ports [None req-8a80d66f-5bf8-4ae9-a587-c1776c194e2e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:31:06.170677 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8a80d66f-5bf8-4ae9-a587-c1776c194e2e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (38b71e93-d537-475e-a063-73fa89fabe1a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:06.196566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80d66f-5bf8-4ae9-a587-c1776c194e2e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:06.200140 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-8a80d66f-5bf8-4ae9-a587-c1776c194e2e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:06.203766 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a80d66f-5bf8-4ae9-a587-c1776c194e2e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:06.204378 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8a80d66f-5bf8-4ae9-a587-c1776c194e2e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:06.254325 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8a80d66f-5bf8-4ae9-a587-c1776c194e2e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9413962 Feb 10 15:31:06.258008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60508) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:06.263707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-445b1186-6780-40bb-9a92-ed5554e680ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Request body: {'port': {'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'mac_address': 'fa:16:3e:ed:7d:47', 'name': 'tempest-NetworksTestDHCPv6-1677179423'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:06.327931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80d66f-5bf8-4ae9-a587-c1776c194e2e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Subnet': ['ID=38b71e93-d537-475e-a063-73fa89fabe1a,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:06.329034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port cb26cb73-993c-429b-9f30-a34ab46a9f27 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:06.337255 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Publish callbacks [] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:06.388563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'name': 'tempest-ServerActionsTestJSON-2063072405-router', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:30:59Z', 'updated_at': '2022-02-10T15:31:03Z', 'revision_number': 3, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'gw_port': {'id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:01Z', 'updated_at': '2022-02-10T15:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:06.389545 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:06.413397 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc1ea5-5787-4987-b80c-1d409a21c20b req-caeb206d-4b91-4e87-ae72-5614fa3d8b0c tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:06.415788 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7dbc1ea5-5787-4987-b80c-1d409a21c20b req-caeb206d-4b91-4e87-ae72-5614fa3d8b0c tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f51d16d-80a1-419b-88a1-0d40b6cbf4c8 HTTP/1.1" status: 200 len: 951 time: 0.1342316 Feb 10 15:31:06.442217 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Checking router: c420fe88-e789-455e-b636-8a291ce4c372 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:31:06.442572 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Updating router c420fe88-e789-455e-b636-8a291ce4c372 port 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:31:06.452468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Network 27e2001a-a1ab-4573-85b8-a44f65e39c6e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:06.453695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Pushing event updated for resources: {'Port': ['ID=ca7a7dc9-bed3-4a87-99dc-1cac42515bd6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:06.457776 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:06.460119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:31:06.491582 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7dbc1ea5-5787-4987-b80c-1d409a21c20b req-cd0c2e93-fc57-4712-88d1-e1a743a898ca tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680196 Feb 10 15:31:06.495599 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445b1186-6780-40bb-9a92-ed5554e680ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Made reservation on behalf of 3b083e113c7e45cf88789c498c57a4af for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:06.502279 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (c420fe88-e789-455e-b636-8a291ce4c372), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:06.541353 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (85dc3c8a-4ef5-428e-b618-b0cc67d6f50f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:06.667370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7a88351e-06f0-4f2f-982b-277a9503b2d6', 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6', 'project_id': '3b083e113c7e45cf88789c498c57a4af', 'fixed_ips': [{'subnet_id': '3395a425-b8d9-48b9-a9e1-430b2f806e64'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:31:06.668348 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:06.692730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a298f665-5a77-41f8-8fd2-0387a5336076 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:31:06.704758 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-445b1186-6780-40bb-9a92-ed5554e680ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:06.745889 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: a298f665-5a77-41f8-8fd2-0387a5336076 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:31:06.746471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a298f665-5a77-41f8-8fd2-0387a5336076 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:31:06.791849 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:06.792535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-445b1186-6780-40bb-9a92-ed5554e680ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] device_id is not set on port b24b332f-b483-4749-8dee-941e8d15e35d yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:31:06.947287 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:07.005522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-445b1186-6780-40bb-9a92-ed5554e680ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8::1f6 (7a88351e-06f0-4f2f-982b-277a9503b2d6/3395a425-b8d9-48b9-a9e1-430b2f806e64/b24b332f-b483-4749-8dee-941e8d15e35d) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:31:07.012899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-445b1186-6780-40bb-9a92-ed5554e680ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Allocated IP 2001:db8:0:1:f816:3eff:feed:7d47 (7a88351e-06f0-4f2f-982b-277a9503b2d6/38b71e93-d537-475e-a063-73fa89fabe1a/b24b332f-b483-4749-8dee-941e8d15e35d) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:31:07.017389 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5c73100e-7b8d-4c53-89fb-0aa7194332ca None None] Provisioning complete for port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:07.017801 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c73100e-7b8d-4c53-89fb-0aa7194332ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:07.091984 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Publish callbacks [] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:07.098361 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:07.122149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5c73100e-7b8d-4c53-89fb-0aa7194332ca None None] Port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:31:07.202485 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-445b1186-6780-40bb-9a92-ed5554e680ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for port (b24b332f-b483-4749-8dee-941e8d15e35d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:07.232111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Pushing event updated for resources: {'Port': ['ID=ca7a7dc9-bed3-4a87-99dc-1cac42515bd6,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:07.234845 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (c420fe88-e789-455e-b636-8a291ce4c372), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:07.255183 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-445b1186-6780-40bb-9a92-ed5554e680ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b24b332f-b483-4749-8dee-941e8d15e35d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:07.324619 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Publish callbacks [] for port (85dc3c8a-4ef5-428e-b618-b0cc67d6f50f), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:07.335538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b1186-6780-40bb-9a92-ed5554e680ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event updated for resources: {'Port': ['ID=b24b332f-b483-4749-8dee-941e8d15e35d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:07.354817 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (85dc3c8a-4ef5-428e-b618-b0cc67d6f50f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:07.355371 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:31:07.376720 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b1186-6780-40bb-9a92-ed5554e680ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:07.388148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-445b1186-6780-40bb-9a92-ed5554e680ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:07.391405 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b1186-6780-40bb-9a92-ed5554e680ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:31:07.397946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445b1186-6780-40bb-9a92-ed5554e680ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:07.398614 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-445b1186-6780-40bb-9a92-ed5554e680ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:07.424007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Network 27e2001a-a1ab-4573-85b8-a44f65e39c6e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:07.424007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:07.434337 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-445b1186-6780-40bb-9a92-ed5554e680ef tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1747670 Feb 10 15:31:07.434866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60574) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:07.495288 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Attempting to bind port 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:31:07.495662 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Attempting to bind port 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:31:07.496034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Attempting to bind port 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:31:07.509060 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894ae89-625e-4c2b-800b-406a565941ff None None] Pushing event updated for resources: {'Port': ['ID=85dc3c8a-4ef5-428e-b618-b0cc67d6f50f,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:07.531695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:31:07.532075 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:31:07.532483 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:07.532902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:31:07.533489 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Bound port: 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:31:07.533760 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (85dc3c8a-4ef5-428e-b618-b0cc67d6f50f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:07.552001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477313a-80d5-4569-b38e-18167cd58495 req-ddedc31e-f1d7-41ba-8523-303f6f533428 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:07.557977 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477313a-80d5-4569-b38e-18167cd58495 req-ddedc31e-f1d7-41ba-8523-303f6f533428 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:07.563637 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477313a-80d5-4569-b38e-18167cd58495 req-ddedc31e-f1d7-41ba-8523-303f6f533428 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:07.572622 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477313a-80d5-4569-b38e-18167cd58495 req-ddedc31e-f1d7-41ba-8523-303f6f533428 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:07.578186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477313a-80d5-4569-b38e-18167cd58495 req-ddedc31e-f1d7-41ba-8523-303f6f533428 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:07.580868 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Allocated IP 2001:db8::2 (7a88351e-06f0-4f2f-982b-277a9503b2d6/3395a425-b8d9-48b9-a9e1-430b2f806e64/a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:31:07.589778 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477313a-80d5-4569-b38e-18167cd58495 req-ddedc31e-f1d7-41ba-8523-303f6f533428 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:07.601344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477313a-80d5-4569-b38e-18167cd58495 req-ddedc31e-f1d7-41ba-8523-303f6f533428 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:07.603837 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9477313a-80d5-4569-b38e-18167cd58495 req-ddedc31e-f1d7-41ba-8523-303f6f533428 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2807748 Feb 10 15:31:07.604445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Allocated IP 2001:db8:0:1:f816:3eff:fee1:dad5 (7a88351e-06f0-4f2f-982b-277a9503b2d6/38b71e93-d537-475e-a063-73fa89fabe1a/a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:31:07.695642 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9477313a-80d5-4569-b38e-18167cd58495 req-0b53963a-27dd-4b96-a5d9-acea689d8a2d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831444 Feb 10 15:31:07.698362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-75f8b1eb-740d-4ef1-8ea5-854ad78082ff tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting port b24b332f-b483-4749-8dee-941e8d15e35d {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:31:07.698915 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-75f8b1eb-740d-4ef1-8ea5-854ad78082ff tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b24b332f-b483-4749-8dee-941e8d15e35d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:07.727869 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] For port 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:31:07.760115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Router c420fe88-e789-455e-b636-8a291ce4c372 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:31:07.805064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] For port 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=85dc3c8a-4ef5-428e-b618-b0cc67d6f50f,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:31:07.819278 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (85dc3c8a-4ef5-428e-b618-b0cc67d6f50f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:07.833343 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-75f8b1eb-740d-4ef1-8ea5-854ad78082ff tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b24b332f-b483-4749-8dee-941e8d15e35d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:07.852227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-75f8b1eb-740d-4ef1-8ea5-854ad78082ff tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Calling delete_port for b24b332f-b483-4749-8dee-941e8d15e35d owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:31:07.995626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894ae89-625e-4c2b-800b-406a565941ff None None] Pushing event updated for resources: {'Port': ['ID=85dc3c8a-4ef5-428e-b618-b0cc67d6f50f,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:08.011137 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fba18fc2-5af8-4951-8b2f-0d92547d5ca9 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:31:08.027944 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9d465c6c-038e-4c99-a43b-3cedb0f5804e None None] Provisioning complete for port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:08.028337 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9d465c6c-038e-4c99-a43b-3cedb0f5804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:08.086284 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9d465c6c-038e-4c99-a43b-3cedb0f5804e None None] Port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:31:08.113055 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Routers {'c420fe88-e789-455e-b636-8a291ce4c372'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:08.113986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:30:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c420fe88-e789-455e-b636-8a291ce4c372'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:08.126203 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-75f8b1eb-740d-4ef1-8ea5-854ad78082ff tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b24b332f-b483-4749-8dee-941e8d15e35d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:08.169090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8b1eb-740d-4ef1-8ea5-854ad78082ff tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Port': ['ID=b24b332f-b483-4749-8dee-941e8d15e35d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:08.244254 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-75f8b1eb-740d-4ef1-8ea5-854ad78082ff tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:08.250565 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-75f8b1eb-740d-4ef1-8ea5-854ad78082ff tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/b24b332f-b483-4749-8dee-941e8d15e35d HTTP/1.1" status: 204 len: 168 time: 0.8122072 Feb 10 15:31:08.253144 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] Set router c420fe88-e789-455e-b636-8a291ce4c372 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:31:08.253506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60640) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:08.258504 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Publish callbacks [] for port (a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:08.293943 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bb3674b3-7310-46a1-b89c-7a75d675ff7a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0386794 Feb 10 15:31:08.296454 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60646) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:08.304880 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:08.366995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Pushing event updated for resources: {'Port': ['ID=a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:08.407251 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b07f7a8-71ea-44fc-8b4d-968ae4b30bfe tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:08.412236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60654) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:08.413355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9b07f7a8-71ea-44fc-8b4d-968ae4b30bfe tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1109865 Feb 10 15:31:08.428487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:08.429816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:31:08.462553 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fc517aca-ab5a-4229-bf6e-7ddc45fc24af admin admin] 10.222.0.64 "PUT /v2.0/routers/c420fe88-e789-455e-b636-8a291ce4c372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2411723 Feb 10 15:31:08.494719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75227fb1-3047-4528-8865-0bf2eb9e6535 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:08.495630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75227fb1-3047-4528-8865-0bf2eb9e6535 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:08.497621 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75227fb1-3047-4528-8865-0bf2eb9e6535 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:08.499369 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-75227fb1-3047-4528-8865-0bf2eb9e6535 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0841229 Feb 10 15:31:08.502147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60668) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:08.554316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:08.557570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:31:08.629967 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-682c2246-ba91-4012-a793-e427df428ded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet 3395a425-b8d9-48b9-a9e1-430b2f806e64 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:31:08.635524 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:08.635926 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:08.637504 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-682c2246-ba91-4012-a793-e427df428ded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (3395a425-b8d9-48b9-a9e1-430b2f806e64), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:08.680045 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-682c2246-ba91-4012-a793-e427df428ded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (3395a425-b8d9-48b9-a9e1-430b2f806e64), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:08.725211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Attempting to bind port a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:31:08.725659 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Attempting to bind port a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:31:08.726097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Attempting to bind port a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c on network 7a88351e-06f0-4f2f-982b-277a9503b2d6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:31:08.735700 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f51d16d-80a1-419b-88a1-0d40b6cbf4c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:31:08.738973 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7772de7b-43be-48ce-a2e4-30c5644a8922" -d '{"events": [{"server_uuid": "0f51d16d-80a1-419b-88a1-0d40b6cbf4c8", "name": "network-vif-unplugged", "status": "completed", "tag": "fba18fc2-5af8-4951-8b2f-0d92547d5ca9"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:31:08.755860 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:31:08.756343 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Checking segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:31:08.756847 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:08.757322 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Bound using segment: {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:31:08.758604 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Bound port: a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50166f-b79b-4783-a728-7f1d6c2a7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7a88351e-06f0-4f2f-982b-277a9503b2d6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:31:08.758996 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:08.780377 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fba18fc2-5af8-4951-8b2f-0d92547d5ca9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:08.810594 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-682c2246-ba91-4012-a793-e427df428ded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (3395a425-b8d9-48b9-a9e1-430b2f806e64), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:08.815054 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:08.861624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'name': 'tempest-ServerActionsTestJSON-2063072405-router', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:30:59Z', 'updated_at': '2022-02-10T15:31:06Z', 'revision_number': 4, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'gw_port': {'id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:01Z', 'updated_at': '2022-02-10T15:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'ca7a7dc9-bed3-4a87-99dc-1cac42515bd6', 'name': '', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'mac_address': 'fa:16:3e:ef:54:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:05Z', 'updated_at': '2022-02-10T15:31:06Z', 'revision_number': 2, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'subnets': [{'id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:08.909209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd65cc-0c0d-4863-8e89-fcafb31659b4 None None] The sync data for ids ['c420fe88-e789-455e-b636-8a291ce4c372'] in n-d-815324-7 is: [{'id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'name': 'tempest-ServerActionsTestJSON-2063072405-router', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:30:59Z', 'updated_at': '2022-02-10T15:31:06Z', 'revision_number': 4, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'gw_port': {'id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:01Z', 'updated_at': '2022-02-10T15:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'ca7a7dc9-bed3-4a87-99dc-1cac42515bd6', 'name': '', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'mac_address': 'fa:16:3e:ef:54:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:05Z', 'updated_at': '2022-02-10T15:31:06Z', 'revision_number': 2, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'subnets': [{'id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:31:08.920819 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-682c2246-ba91-4012-a793-e427df428ded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (3395a425-b8d9-48b9-a9e1-430b2f806e64), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:08.934333 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,revision_number=11']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:08.964942 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c2246-ba91-4012-a793-e427df428ded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=3395a425-b8d9-48b9-a9e1-430b2f806e64,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:08.970662 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-682c2246-ba91-4012-a793-e427df428ded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:08.975307 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-682c2246-ba91-4012-a793-e427df428ded tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/3395a425-b8d9-48b9-a9e1-430b2f806e64 HTTP/1.1" status: 204 len: 168 time: 0.4718342 Feb 10 15:31:08.977937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60704) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:09.015590 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] For port a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:31:09.022047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] For port a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:31:09.034631 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:09.092601 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-9190b96e-c64a-40d4-9274-f52bdc6820b0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Deleting subnet 38b71e93-d537-475e-a063-73fa89fabe1a {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:31:09.099211 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9190b96e-c64a-40d4-9274-f52bdc6820b0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (38b71e93-d537-475e-a063-73fa89fabe1a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:09.108528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d4030-3616-46d1-a739-8acb41ff44cc None None] Pushing event updated for resources: {'Port': ['ID=a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:09.160527 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9190b96e-c64a-40d4-9274-f52bdc6820b0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (38b71e93-d537-475e-a063-73fa89fabe1a), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:09.408513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60732) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:09.416768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-03e67841-a7f9-49ed-be14-dbc17ded71f3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--770654480', 'description': 'tempest-description--1113791295'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:09.430891 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9190b96e-c64a-40d4-9274-f52bdc6820b0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (38b71e93-d537-475e-a063-73fa89fabe1a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:09.515822 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-03e67841-a7f9-49ed-be14-dbc17ded71f3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:09.622891 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9190b96e-c64a-40d4-9274-f52bdc6820b0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (38b71e93-d537-475e-a063-73fa89fabe1a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:09.694840 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190b96e-c64a-40d4-9274-f52bdc6820b0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Subnet': ['ID=38b71e93-d537-475e-a063-73fa89fabe1a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:09.702048 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9190b96e-c64a-40d4-9274-f52bdc6820b0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:09.705485 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9190b96e-c64a-40d4-9274-f52bdc6820b0 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/38b71e93-d537-475e-a063-73fa89fabe1a HTTP/1.1" status: 204 len: 168 time: 0.7263601 Feb 10 15:31:09.711966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60734) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:09.780430 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b409e841-01ab-4e3e-a06d-5b1d2d8dc65b x-openstack-request-id: req-b409e841-01ab-4e3e-a06d-5b1d2d8dc65b {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:31:09.780988 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f51d16d-80a1-419b-88a1-0d40b6cbf4c8", "name": "network-vif-unplugged", "status": "completed", "tag": "fba18fc2-5af8-4951-8b2f-0d92547d5ca9", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:31:09.781430 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b409e841-01ab-4e3e-a06d-5b1d2d8dc65b {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:31:09.782248 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f51d16d-80a1-419b-88a1-0d40b6cbf4c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9', 'code': 200} Feb 10 15:31:09.798853 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-03072dc3-1041-4bf4-894e-ed2b5e1f587e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858989 Feb 10 15:31:09.806244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60742) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:09.898165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54965088-9c59-4e1b-890f-25bdba53c9f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:09.900303 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-54965088-9c59-4e1b-890f-25bdba53c9f7 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0926838 Feb 10 15:31:09.908118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60746) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.012120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59fbf3e-d1e1-448b-9e66-46d5839dba51 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:10.014403 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a59fbf3e-d1e1-448b-9e66-46d5839dba51 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1005769 Feb 10 15:31:10.017116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60756) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.024486 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-03e67841-a7f9-49ed-be14-dbc17ded71f3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for security_group (c7f2ea70-731b-4edd-b91c-558b550db612), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:10.034428 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-03e67841-a7f9-49ed-be14-dbc17ded71f3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c7f2ea70-731b-4edd-b91c-558b550db612), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:10.086411 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1d3d2-5847-4121-8458-e8d25466bfb3 req-5cb85327-9913-4f5f-bb76-0ba2fb174883 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:10.096171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1d3d2-5847-4121-8458-e8d25466bfb3 req-5cb85327-9913-4f5f-bb76-0ba2fb174883 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:10.102014 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1d3d2-5847-4121-8458-e8d25466bfb3 req-5cb85327-9913-4f5f-bb76-0ba2fb174883 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:10.120225 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1d3d2-5847-4121-8458-e8d25466bfb3 req-5cb85327-9913-4f5f-bb76-0ba2fb174883 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:10.125594 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1d3d2-5847-4121-8458-e8d25466bfb3 req-5cb85327-9913-4f5f-bb76-0ba2fb174883 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:10.127017 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bba32a9a-b74c-40e1-92fa-9b0de66e4d90 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1080601 Feb 10 15:31:10.133818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1d3d2-5847-4121-8458-e8d25466bfb3 req-5cb85327-9913-4f5f-bb76-0ba2fb174883 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:10.135287 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60766) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.136986 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1d3d2-5847-4121-8458-e8d25466bfb3 req-5cb85327-9913-4f5f-bb76-0ba2fb174883 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:10.145241 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-46b1d3d2-5847-4121-8458-e8d25466bfb3 req-5cb85327-9913-4f5f-bb76-0ba2fb174883 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.6198137 Feb 10 15:31:10.162571 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-03e67841-a7f9-49ed-be14-dbc17ded71f3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:10.164907 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-03e67841-a7f9-49ed-be14-dbc17ded71f3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7523284 Feb 10 15:31:10.170520 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60770) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.184672 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-35a442af-e91d-4844-91ba-cd03b3ddde40 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Request body: {'security_group_rule': {'security_group_id': 'c7f2ea70-731b-4edd-b91c-558b550db612', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:10.206623 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e67841-a7f9-49ed-be14-dbc17ded71f3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f2ea70-731b-4edd-b91c-558b550db612,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:10.228527 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-12959412-e393-40cf-8cda-ebfbff07adda tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:10.232056 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12959412-e393-40cf-8cda-ebfbff07adda tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:10.244529 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-12959412-e393-40cf-8cda-ebfbff07adda tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/b24b332f-b483-4749-8dee-941e8d15e35d HTTP/1.1" status: 404 len: 333 time: 0.1079330 Feb 10 15:31:10.249328 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60778) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.317624 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35a442af-e91d-4844-91ba-cd03b3ddde40 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for security_group_rule (b4cfdf39-7b7b-4204-ade1-109ece680131), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:10.357464 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd45edd-7223-451c-9ef3-1bd1f0b439a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:10.357937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd45edd-7223-451c-9ef3-1bd1f0b439a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:10.364000 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-46b1d3d2-5847-4121-8458-e8d25466bfb3 req-9ccb58c5-3b5a-4482-9025-e5543f3d5124 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2057512 Feb 10 15:31:10.373643 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5fd45edd-7223-451c-9ef3-1bd1f0b439a4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/38b71e93-d537-475e-a063-73fa89fabe1a HTTP/1.1" status: 404 len: 337 time: 0.1225412 Feb 10 15:31:10.375196 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60786) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.417114 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efe34f6-40f0-4d5f-b4b5-4b4432ba4ca6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:10.417884 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2efe34f6-40f0-4d5f-b4b5-4b4432ba4ca6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:10.421143 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2efe34f6-40f0-4d5f-b4b5-4b4432ba4ca6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/3395a425-b8d9-48b9-a9e1-430b2f806e64 HTTP/1.1" status: 404 len: 337 time: 0.0406747 Feb 10 15:31:10.424478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60788) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.475380 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-496d2540-2685-490a-b564-4c9f216c4695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:10.476022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496d2540-2685-490a-b564-4c9f216c4695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:10.479130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-496d2540-2685-490a-b564-4c9f216c4695 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/77606a2e-a914-47c5-aaac-9a5ff40d9419 HTTP/1.1" status: 404 len: 333 time: 0.0531223 Feb 10 15:31:10.481932 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60790) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.518787 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-7852bbbe-f02d-4804-8c9b-b579368eb552 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:10.519202 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7852bbbe-f02d-4804-8c9b-b579368eb552 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:10.523355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7852bbbe-f02d-4804-8c9b-b579368eb552 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/7d1d1801-4d57-457d-ba23-6e5498492ed0 HTTP/1.1" status: 404 len: 337 time: 0.0401506 Feb 10 15:31:10.526379 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60798) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.552061 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35a442af-e91d-4844-91ba-cd03b3ddde40 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for security_group_rule (b4cfdf39-7b7b-4204-ade1-109ece680131), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:10.559410 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35a442af-e91d-4844-91ba-cd03b3ddde40 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (b4cfdf39-7b7b-4204-ade1-109ece680131), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:10.578068 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffabbb0-ad35-40a6-b79a-52b8ad99b1b4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:10.579124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ffabbb0-ad35-40a6-b79a-52b8ad99b1b4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:10.583367 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1ffabbb0-ad35-40a6-b79a-52b8ad99b1b4 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/a0d528a8-be36-4f66-841a-ad68a3aa60a8 HTTP/1.1" status: 404 len: 337 time: 0.0553851 Feb 10 15:31:10.586133 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a442af-e91d-4844-91ba-cd03b3ddde40 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cfdf39-7b7b-4204-ade1-109ece680131,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:10.587464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60802) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.609477 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35a442af-e91d-4844-91ba-cd03b3ddde40 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:10.611361 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-35a442af-e91d-4844-91ba-cd03b3ddde40 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4399838 Feb 10 15:31:10.613991 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60804) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.622265 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a3677d6d-d241-44fc-9097-a4d055e833c6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Request body: {'security_group_rule': {'security_group_id': 'c7f2ea70-731b-4edd-b91c-558b550db612', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:10.624197 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-32aa8ab6-b98d-49cc-a23a-37c9391c8eeb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:10.624817 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32aa8ab6-b98d-49cc-a23a-37c9391c8eeb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:10.632812 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-32aa8ab6-b98d-49cc-a23a-37c9391c8eeb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/7e5c0aea-c1df-47dc-9fde-8bb803943f35 HTTP/1.1" status: 404 len: 333 time: 0.0422246 Feb 10 15:31:10.634969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60806) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.678170 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cd18ae-5851-4a4b-937a-d3ebbfa2f688 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:10.679018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00cd18ae-5851-4a4b-937a-d3ebbfa2f688 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:10.682903 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-00cd18ae-5851-4a4b-937a-d3ebbfa2f688 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/c3206d18-18f6-4054-a3a3-659bff953353 HTTP/1.1" status: 404 len: 337 time: 0.0468853 Feb 10 15:31:10.687035 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60812) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.703175 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a3677d6d-d241-44fc-9097-a4d055e833c6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for security_group_rule (c41f90b4-a522-4e11-9fe7-74a794863aab), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:10.748833 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-72601f53-0ceb-426b-8c9e-d2c248f39d6f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:10.749432 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72601f53-0ceb-426b-8c9e-d2c248f39d6f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:10.753053 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-72601f53-0ceb-426b-8c9e-d2c248f39d6f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/eb44ef12-59df-4ab9-8b72-7707585b5aac HTTP/1.1" status: 404 len: 337 time: 0.0647657 Feb 10 15:31:10.755912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60818) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.812039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f4551f-2446-4525-8a47-cebbc158ace1 None None] Network 7a88351e-06f0-4f2f-982b-277a9503b2d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:10.834229 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a3677d6d-d241-44fc-9097-a4d055e833c6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for security_group_rule (c41f90b4-a522-4e11-9fe7-74a794863aab), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:10.837343 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32e360c-417c-41d6-b75f-6db509506b22 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:10.837931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32e360c-417c-41d6-b75f-6db509506b22 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:10.841178 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f32e360c-417c-41d6-b75f-6db509506b22 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/1c6678e1-e0fa-43f8-8a77-7b66c8538d44 HTTP/1.1" status: 404 len: 333 time: 0.0837684 Feb 10 15:31:10.844012 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60824) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.886210 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a3677d6d-d241-44fc-9097-a4d055e833c6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (c41f90b4-a522-4e11-9fe7-74a794863aab), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:10.888117 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c88fceb-8469-4899-a0ef-12c21b156323 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:10.888613 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c88fceb-8469-4899-a0ef-12c21b156323 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:10.899826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ebd205f4-6c5d-43d8-b598-7c881e120b5e None None] Provisioning complete for port a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:10.899997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4c88fceb-8469-4899-a0ef-12c21b156323 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/a10ca479-1ba5-4dba-a449-f36ca10f4f4b HTTP/1.1" status: 404 len: 337 time: 0.0542886 Feb 10 15:31:10.900590 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ebd205f4-6c5d-43d8-b598-7c881e120b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:10.902709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60832) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.937449 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3677d6d-d241-44fc-9097-a4d055e833c6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41f90b4-a522-4e11-9fe7-74a794863aab,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:10.954187 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9fc18d-bc30-4507-822c-26a92fa92485 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:10.956182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9fc18d-bc30-4507-822c-26a92fa92485 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:10.961262 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a3677d6d-d241-44fc-9097-a4d055e833c6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:10.962821 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a3677d6d-d241-44fc-9097-a4d055e833c6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3474295 Feb 10 15:31:10.963036 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3e9fc18d-bc30-4507-822c-26a92fa92485 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/6ea16539-93e5-44ac-87bb-8f4e95c67dc7 HTTP/1.1" status: 404 len: 337 time: 0.0581772 Feb 10 15:31:10.966264 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60838) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.967756 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60840) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:10.974447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:11.028234 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:11.035827 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4db8f76-ec68-4382-886b-96bdd73ee0d8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.036437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4db8f76-ec68-4382-886b-96bdd73ee0d8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.049329 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a4db8f76-ec68-4382-886b-96bdd73ee0d8 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/89bb2f0a-135e-4f6f-9870-a9d91cd41f38 HTTP/1.1" status: 404 len: 333 time: 0.0782766 Feb 10 15:31:11.051722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60848) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.054588 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ebd205f4-6c5d-43d8-b598-7c881e120b5e None None] Current status of the port a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:11.055160 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ebd205f4-6c5d-43d8-b598-7c881e120b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:11.086582 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603864bb-74cc-4471-859c-1e1b5f12065a None None] DHCP port deletion for 7a88351e-06f0-4f2f-982b-277a9503b2d6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:31:11.107233 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-85da8a39-ae01-4336-9a44-72340806c029 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.107727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85da8a39-ae01-4336-9a44-72340806c029 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.113737 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-85da8a39-ae01-4336-9a44-72340806c029 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/146ef501-7771-4a18-9602-afd91dea3c8f HTTP/1.1" status: 404 len: 337 time: 0.0568578 Feb 10 15:31:11.113945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ebd205f4-6c5d-43d8-b598-7c881e120b5e None None] For port a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:11.115039 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60852) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.176017 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2986cf-39cd-4fca-8af7-c3d757b68131 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.177062 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2986cf-39cd-4fca-8af7-c3d757b68131 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.185852 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ebd205f4-6c5d-43d8-b598-7c881e120b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:11.186330 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cf2986cf-39cd-4fca-8af7-c3d757b68131 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/17d4034f-bb61-43f7-967b-d5a55778effa HTTP/1.1" status: 404 len: 333 time: 0.0676029 Feb 10 15:31:11.187053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60854) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.261228 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-7172664f-8980-47d1-8ab4-80686395fc55 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.262150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7172664f-8980-47d1-8ab4-80686395fc55 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.269292 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7172664f-8980-47d1-8ab4-80686395fc55 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/de79475b-519e-449e-9fd3-cecb559383b6 HTTP/1.1" status: 404 len: 337 time: 0.0790322 Feb 10 15:31:11.270847 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60858) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.271227 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:11.307850 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b9345e-1ad1-4ac8-ba49-378b6de79877 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.308747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b9345e-1ad1-4ac8-ba49-378b6de79877 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.315629 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e1b9345e-1ad1-4ac8-ba49-378b6de79877 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/9f030dc3-1a86-4584-b74f-75a57082cf33 HTTP/1.1" status: 404 len: 333 time: 0.0427051 Feb 10 15:31:11.316680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60860) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.324993 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd205f4-6c5d-43d8-b598-7c881e120b5e None None] Pushing event updated for resources: {'Port': ['ID=a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:11.358956 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6f48fa-6b9b-457b-b975-c238ac7841ee tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.359425 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6f48fa-6b9b-457b-b975-c238ac7841ee tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.367036 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-de6f48fa-6b9b-457b-b975-c238ac7841ee tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/ba950ced-9e51-4913-90a7-0ae77ce21f72 HTTP/1.1" status: 404 len: 337 time: 0.0491562 Feb 10 15:31:11.367913 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60862) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.419200 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-603864bb-74cc-4471-859c-1e1b5f12065a None None] Deleting port a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:31:11.423589 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-c703dacd-a751-4b73-8ffd-4c44ef0bec1a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.424175 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c703dacd-a751-4b73-8ffd-4c44ef0bec1a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.424433 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-603864bb-74cc-4471-859c-1e1b5f12065a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:11.438660 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:11.443407 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c703dacd-a751-4b73-8ffd-4c44ef0bec1a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/98dca551-f01d-4663-bb59-fc92ee9efb86 HTTP/1.1" status: 404 len: 333 time: 0.0742104 Feb 10 15:31:11.444285 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60866) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.484302 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aea080c-5d3d-4c8a-b6d3-0904a7688025 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.485028 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aea080c-5d3d-4c8a-b6d3-0904a7688025 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.492762 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1aea080c-5d3d-4c8a-b6d3-0904a7688025 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/a7a93bae-3d11-4c63-ad6a-4dc178f2b29e HTTP/1.1" status: 404 len: 337 time: 0.0475786 Feb 10 15:31:11.493582 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60870) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.529972 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-101d4d22-1b4d-4129-954e-332322f38bd9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.531258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101d4d22-1b4d-4129-954e-332322f38bd9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.537742 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-101d4d22-1b4d-4129-954e-332322f38bd9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/1aeaec17-6203-4b84-9915-5d60c7c2c848 HTTP/1.1" status: 404 len: 333 time: 0.0418935 Feb 10 15:31:11.538588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60872) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.575188 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c8d1aa-179e-4462-b3d9-6f7c9d9ade1b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.578908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c8d1aa-179e-4462-b3d9-6f7c9d9ade1b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.585673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:31:11.586837 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c8c8d1aa-179e-4462-b3d9-6f7c9d9ade1b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/d7d32674-dcfd-490a-8da2-f5a0b29789e6 HTTP/1.1" status: 404 len: 337 time: 0.0461674 Feb 10 15:31:11.587639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60874) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.589044 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-603864bb-74cc-4471-859c-1e1b5f12065a None None] For port a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c,segment=NetworkSegment(1f50166f-b79b-4783-a728-7f1d6c2a7b92),segment_id=1f50166f-b79b-4783-a728-7f1d6c2a7b92)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:11.589448 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-603864bb-74cc-4471-859c-1e1b5f12065a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:11.616788 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-7498f0aa-2bf2-4d8b-a742-85f4b8c03a8d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.617658 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7498f0aa-2bf2-4d8b-a742-85f4b8c03a8d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.624432 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7498f0aa-2bf2-4d8b-a742-85f4b8c03a8d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/3e4501d2-2108-4498-9f3b-8b1049944d11 HTTP/1.1" status: 404 len: 333 time: 0.0353997 Feb 10 15:31:11.625293 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60876) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.630349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-603864bb-74cc-4471-859c-1e1b5f12065a None None] Calling delete_port for a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:31:11.659889 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1e2e37-5899-4175-86b1-955a09cecc9e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.661220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1e2e37-5899-4175-86b1-955a09cecc9e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.670560 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6f1e2e37-5899-4175-86b1-955a09cecc9e tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/61235552-bd28-482b-8d02-97220030c965 HTTP/1.1" status: 404 len: 337 time: 0.0440981 Feb 10 15:31:11.671453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60878) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.703416 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca1ee63-ee84-49bd-ae4a-426aca9fb74d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.704141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca1ee63-ee84-49bd-ae4a-426aca9fb74d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.710746 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bca1ee63-ee84-49bd-ae4a-426aca9fb74d tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/cd1c523a-3ac8-4a38-adb1-22dd1007f89b HTTP/1.1" status: 404 len: 337 time: 0.0378718 Feb 10 15:31:11.711621 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60880) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.730702 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:11.731082 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (85dc3c8a-4ef5-428e-b618-b0cc67d6f50f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:11.741984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa866b8-fd56-4ba0-8041-bfa2b18c57b8 req-c13abdd6-34a6-4c9d-a200-c0a9b7f4abe7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:11.744223 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d9a9d6-6fd2-4c49-a202-a3ba9ec7893f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.745004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d9a9d6-6fd2-4c49-a202-a3ba9ec7893f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.747692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa866b8-fd56-4ba0-8041-bfa2b18c57b8 req-c13abdd6-34a6-4c9d-a200-c0a9b7f4abe7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:11.751712 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-87d9a9d6-6fd2-4c49-a202-a3ba9ec7893f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/3337eda9-685f-45d8-9441-f5f014ee739f HTTP/1.1" status: 404 len: 333 time: 0.0387120 Feb 10 15:31:11.753019 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60882) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.762388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa866b8-fd56-4ba0-8041-bfa2b18c57b8 req-c13abdd6-34a6-4c9d-a200-c0a9b7f4abe7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:11.768034 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa866b8-fd56-4ba0-8041-bfa2b18c57b8 req-c13abdd6-34a6-4c9d-a200-c0a9b7f4abe7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:11.774278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa866b8-fd56-4ba0-8041-bfa2b18c57b8 req-c13abdd6-34a6-4c9d-a200-c0a9b7f4abe7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:11.781786 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-906fb7a7-bed1-4d1a-8433-15ddebe28322 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.782777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906fb7a7-bed1-4d1a-8433-15ddebe28322 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.790253 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa866b8-fd56-4ba0-8041-bfa2b18c57b8 req-c13abdd6-34a6-4c9d-a200-c0a9b7f4abe7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:11.794351 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-906fb7a7-bed1-4d1a-8433-15ddebe28322 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/c3e630b6-7854-4ab0-af13-b26ad59c7289 HTTP/1.1" status: 404 len: 337 time: 0.0400624 Feb 10 15:31:11.795185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60884) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.798194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa866b8-fd56-4ba0-8041-bfa2b18c57b8 req-c13abdd6-34a6-4c9d-a200-c0a9b7f4abe7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:11.803117 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9aa866b8-fd56-4ba0-8041-bfa2b18c57b8 req-c13abdd6-34a6-4c9d-a200-c0a9b7f4abe7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2616992 Feb 10 15:31:11.812771 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-603864bb-74cc-4471-859c-1e1b5f12065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:11.828527 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-110003a6-4079-4cbc-83d7-e5a3d5c3a0ba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.829306 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110003a6-4079-4cbc-83d7-e5a3d5c3a0ba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.836156 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-110003a6-4079-4cbc-83d7-e5a3d5c3a0ba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/80bf9d73-a758-46a0-ac6d-a1a817f7c398 HTTP/1.1" status: 404 len: 337 time: 0.0391097 Feb 10 15:31:11.837613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60886) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.850051 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603864bb-74cc-4471-859c-1e1b5f12065a None None] Pushing event deleted for resources: {'Port': ['ID=a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:11.864637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603864bb-74cc-4471-859c-1e1b5f12065a None None] No DVR routers for this DVR port a0bf1219-89fe-4d51-ba8e-5ca97cd7ff5c on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:31:11.883864 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Allocated IP 172.25.3.80 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/3995334e-ba7a-4259-8ea2-05d3c63742fc) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:31:11.889096 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2771b989-61ec-4a02-a10e-837736088a56 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.889714 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2771b989-61ec-4a02-a10e-837736088a56 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.897639 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2771b989-61ec-4a02-a10e-837736088a56 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/360fe39b-1fd9-4900-82c1-09b9d6c4d890 HTTP/1.1" status: 404 len: 333 time: 0.0587990 Feb 10 15:31:11.898512 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60888) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.907938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b49f95-d15e-41dd-8e60-51e15aafe026 req-3a65cbe0-edd4-47fd-8b9e-ac248d3bf5c3 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:11.909676 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03b49f95-d15e-41dd-8e60-51e15aafe026 req-3a65cbe0-edd4-47fd-8b9e-ac248d3bf5c3 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 946 time: 0.2980988 Feb 10 15:31:11.928934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:11.929514 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (85dc3c8a-4ef5-428e-b618-b0cc67d6f50f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:11.945310 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2956ab-7abe-4a95-844c-dfbf45308995 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.946032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2956ab-7abe-4a95-844c-dfbf45308995 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.951517 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9aa866b8-fd56-4ba0-8041-bfa2b18c57b8 req-eb04887a-ffe0-424a-990d-4a2ad5ecb29d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1351547 Feb 10 15:31:11.952470 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2f2956ab-7abe-4a95-844c-dfbf45308995 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/ce0a89e5-2ae0-41f7-b34c-5b9b53c81d3b HTTP/1.1" status: 404 len: 337 time: 0.0513496 Feb 10 15:31:11.954053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60890) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.975196 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=85dc3c8a-4ef5-428e-b618-b0cc67d6f50f,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:11.982369 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (85dc3c8a-4ef5-428e-b618-b0cc67d6f50f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:11.988291 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d41318-96fd-45b2-8206-b1afa3bdc381 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:11.989001 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d41318-96fd-45b2-8206-b1afa3bdc381 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:11.997180 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d3d41318-96fd-45b2-8206-b1afa3bdc381 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/4d19f2ce-02a1-4251-975b-dd64c6d2adc9 HTTP/1.1" status: 404 len: 337 time: 0.0411601 Feb 10 15:31:11.998177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60892) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:11.998372 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03b49f95-d15e-41dd-8e60-51e15aafe026 req-82e1d198-f14b-4aee-bd5f-e9b82261e574 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753138 Feb 10 15:31:12.038098 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-8048664f-c714-4ccc-ad6b-dbecb10e3859 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:12.038605 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8048664f-c714-4ccc-ad6b-dbecb10e3859 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:12.044590 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8048664f-c714-4ccc-ad6b-dbecb10e3859 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/76a6646d-1ef0-41bd-9dab-fc35b8400834 HTTP/1.1" status: 404 len: 333 time: 0.0444639 Feb 10 15:31:12.045630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60894) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.084123 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-316c94b7-293f-46ae-8010-75b73ac8c889 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:12.084632 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316c94b7-293f-46ae-8010-75b73ac8c889 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:12.092755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60896) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.093663 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-316c94b7-293f-46ae-8010-75b73ac8c889 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/f5a0fae2-4352-4c46-848f-be55a665b02a HTTP/1.1" status: 404 len: 337 time: 0.0451498 Feb 10 15:31:12.113125 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for port (3995334e-ba7a-4259-8ea2-05d3c63742fc), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:12.154141 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72b2cfd-3fcb-47bf-a6cf-9e599952597c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:12.154962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72b2cfd-3fcb-47bf-a6cf-9e599952597c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:12.160801 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d72b2cfd-3fcb-47bf-a6cf-9e599952597c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/6b5d16fb-8041-43a6-b28e-d6f3aeb2ea1e HTTP/1.1" status: 404 len: 337 time: 0.0644808 Feb 10 15:31:12.161369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60898) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.194491 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d647422f-d64e-456a-b836-5f68c2f2be2c tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports?device_id=6368c07f-4639-4ead-94a2-dda21dbbebea HTTP/1.1" status: 200 len: 205 time: 0.0289025 Feb 10 15:31:12.194876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60900) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.202254 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (3995334e-ba7a-4259-8ea2-05d3c63742fc), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:12.238281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=85dc3c8a-4ef5-428e-b618-b0cc67d6f50f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:12.254601 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:12.257638 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:12.261465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:31:12.267994 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-2dd9957d-5835-4d68-94bb-6e98974bc7eb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] delete failed (client error): The resource could not be found. Feb 10 15:31:12.272078 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2dd9957d-5835-4d68-94bb-6e98974bc7eb tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/routers/6368c07f-4639-4ead-94a2-dda21dbbebea HTTP/1.1" status: 404 len: 336 time: 0.0731704 Feb 10 15:31:12.272263 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60902) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.289218 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event updated for resources: {'Port': ['ID=3995334e-ba7a-4259-8ea2-05d3c63742fc,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:12.302712 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-30260525-554e-475f-8e48-2c9da4ccc269 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:12.303228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30260525-554e-475f-8e48-2c9da4ccc269 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:12.306331 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-30260525-554e-475f-8e48-2c9da4ccc269 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/5418b436-8ccd-4803-92be-69a9540a4c82 HTTP/1.1" status: 404 len: 337 time: 0.0331101 Feb 10 15:31:12.309149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60904) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.383902 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8f4fbca4-0482-426d-82cf-82f1ec2e18e9 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ea983e-b594-40e4-b03f-868faac41556 HTTP/1.1" status: 200 len: 205 time: 0.0733321 Feb 10 15:31:12.386629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60906) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.424066 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for floatingip (8920e6af-f830-4adf-9278-033c1bc43524), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:12.429894 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-dcc5d8e7-42f1-4562-b5a7-c6facbd5dba6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] delete failed (client error): The resource could not be found. Feb 10 15:31:12.433840 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dcc5d8e7-42f1-4562-b5a7-c6facbd5dba6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/routers/19ea983e-b594-40e4-b03f-868faac41556 HTTP/1.1" status: 404 len: 336 time: 0.0434632 Feb 10 15:31:12.434265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60908) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.464707 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e672ef-8921-434e-b0c0-1cd1ff31393a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:12.464707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e672ef-8921-434e-b0c0-1cd1ff31393a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:12.467080 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f8e672ef-8921-434e-b0c0-1cd1ff31393a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/7c7c1725-37aa-4021-9383-7fd06bc86fc2 HTTP/1.1" status: 404 len: 337 time: 0.0315924 Feb 10 15:31:12.470116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60910) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.480503 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3995334e-ba7a-4259-8ea2-05d3c63742fc), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:12.507981 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ec7466-cf32-42e2-8922-23c75f9562b5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:12.510182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ec7466-cf32-42e2-8922-23c75f9562b5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:12.516209 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-79ec7466-cf32-42e2-8922-23c75f9562b5 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/d11f6133-2629-4ef8-ba58-d246cb3f77e9 HTTP/1.1" status: 404 len: 337 time: 0.0438037 Feb 10 15:31:12.517681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60912) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.553112 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f46c73-8241-45a4-b749-a67e92800eba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:12.554613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f46c73-8241-45a4-b749-a67e92800eba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:12.555193 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Sync routers for ids ['c420fe88-e789-455e-b636-8a291ce4c372'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:31:12.558981 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a4f46c73-8241-45a4-b749-a67e92800eba tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/d05e37b3-82c7-446d-bee4-22e143e0b115 HTTP/1.1" status: 404 len: 333 time: 0.0402694 Feb 10 15:31:12.561715 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60914) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.572577 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Routers {'c420fe88-e789-455e-b636-8a291ce4c372'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:12.583476 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:30:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c420fe88-e789-455e-b636-8a291ce4c372'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:12.607027 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a92e0a9-5807-49ea-b775-66d6e5f07ab6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:12.607769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a92e0a9-5807-49ea-b775-66d6e5f07ab6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:12.613358 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4a92e0a9-5807-49ea-b775-66d6e5f07ab6 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/c5baf68b-4ccb-4645-9dc7-72181ca17b11 HTTP/1.1" status: 404 len: 337 time: 0.0440464 Feb 10 15:31:12.615680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60916) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.651296 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d21879-17e0-454a-a5a3-a0a429af7b1b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:12.653652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d21879-17e0-454a-a5a3-a0a429af7b1b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:12.659210 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-33d21879-17e0-454a-a5a3-a0a429af7b1b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/986de4b7-e91c-4b81-83fc-828dfd7c4fc9 HTTP/1.1" status: 404 len: 333 time: 0.0420127 Feb 10 15:31:12.659647 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60918) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.692838 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2843f5-485c-461e-97ef-2cff69549959 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:12.693305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2843f5-485c-461e-97ef-2cff69549959 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:12.698737 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9a2843f5-485c-461e-97ef-2cff69549959 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/b89a92f7-82d4-46ec-b083-fd2fdf953b15 HTTP/1.1" status: 404 len: 337 time: 0.0352013 Feb 10 15:31:12.699138 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60920) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.705313 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for port (3995334e-ba7a-4259-8ea2-05d3c63742fc), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:12.706601 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Set router c420fe88-e789-455e-b636-8a291ce4c372 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:31:12.711591 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (3995334e-ba7a-4259-8ea2-05d3c63742fc), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:12.732865 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a09fce-b5c3-4fb9-b545-af67094a0ee3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:12.733440 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a09fce-b5c3-4fb9-b545-af67094a0ee3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:12.739574 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-68a09fce-b5c3-4fb9-b545-af67094a0ee3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/3ffcb24b-159f-446d-b146-7cc86b64618e HTTP/1.1" status: 404 len: 333 time: 0.0373812 Feb 10 15:31:12.740236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60922) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.790690 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf51d09-2920-4763-a2db-c44b168ecaff tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:12.791089 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf51d09-2920-4763-a2db-c44b168ecaff tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:12.798116 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cbf51d09-2920-4763-a2db-c44b168ecaff tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/be6630ee-488c-4861-8e1d-b970a9e7209c HTTP/1.1" status: 404 len: 337 time: 0.0567815 Feb 10 15:31:12.798885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60924) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.799594 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event updated for resources: {'Port': ['ID=3995334e-ba7a-4259-8ea2-05d3c63742fc,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:12.813701 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (8920e6af-f830-4adf-9278-033c1bc43524), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:12.833551 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ceaa9f1-7036-4df5-8149-46e78f7c1df3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:12.834138 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ceaa9f1-7036-4df5-8149-46e78f7c1df3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:12.841545 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:12.844570 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fef7e550-e31e-4468-a9b7-ac68a982fa80 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8766835 Feb 10 15:31:12.845411 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60926) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.850372 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6ceaa9f1-7036-4df5-8149-46e78f7c1df3 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/7d69fda4-f830-4015-835a-385390bec486 HTTP/1.1" status: 404 len: 333 time: 0.0457373 Feb 10 15:31:12.873238 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7113fb48-6db1-4afc-9dfd-4084011c2777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:12.879964 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69cd320-87d6-46fe-881d-871612b6e529 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:12.881313 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69cd320-87d6-46fe-881d-871612b6e529 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:12.885600 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a69cd320-87d6-46fe-881d-871612b6e529 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/171073c4-73e3-4569-ab94-ded7346bbcf9 HTTP/1.1" status: 404 len: 337 time: 0.0390275 Feb 10 15:31:12.888777 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60930) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.933557 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-29962e67-9871-475c-9bb3-dbf58a3ce46f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:12.934378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29962e67-9871-475c-9bb3-dbf58a3ce46f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:12.937817 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-29962e67-9871-475c-9bb3-dbf58a3ce46f tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/18ef308f-01fd-43e5-84c9-461e6a3f4dd3 HTTP/1.1" status: 404 len: 333 time: 0.0365870 Feb 10 15:31:12.941939 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60938) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:12.984121 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf6e26a-7da0-4cb2-8d02-a36fea65e295 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:12.984592 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf6e26a-7da0-4cb2-8d02-a36fea65e295 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:12.989306 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-acf6e26a-7da0-4cb2-8d02-a36fea65e295 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/3e81c04b-a208-477f-a1d7-41166834e60f HTTP/1.1" status: 404 len: 337 time: 0.0460856 Feb 10 15:31:12.998021 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60944) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:13.030712 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe00074-b3ec-4ffb-af74-cb6f40100e35 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:13.031309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe00074-b3ec-4ffb-af74-cb6f40100e35 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:13.032921 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'name': 'tempest-ServerActionsTestJSON-2063072405-router', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:30:59Z', 'updated_at': '2022-02-10T15:31:06Z', 'revision_number': 4, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'gw_port': {'id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:01Z', 'updated_at': '2022-02-10T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'ca7a7dc9-bed3-4a87-99dc-1cac42515bd6', 'name': '', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'mac_address': 'fa:16:3e:ef:54:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:05Z', 'updated_at': '2022-02-10T15:31:06Z', 'revision_number': 2, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'subnets': [{'id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:13.038047 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1fe00074-b3ec-4ffb-af74-cb6f40100e35 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/ce7a5822-191a-4d73-b057-9d318fe06c63 HTTP/1.1" status: 404 len: 333 time: 0.0394223 Feb 10 15:31:13.039121 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60950) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:13.067103 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2f5efd-e224-4786-97b5-7538471fca7a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:13.068037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2f5efd-e224-4786-97b5-7538471fca7a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:13.071444 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ad2f5efd-e224-4786-97b5-7538471fca7a tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/405bbd57-49ec-4672-b347-b3cb802d8f11 HTTP/1.1" status: 404 len: 337 time: 0.0317910 Feb 10 15:31:13.074036 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60952) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:13.077792 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Checking router: c420fe88-e789-455e-b636-8a291ce4c372 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:31:13.078753 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Updating router c420fe88-e789-455e-b636-8a291ce4c372 port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:31:13.101438 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-8ef68219-054d-4e69-a3a9-83e8129f02f2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--770654480&fields=id&tenant_id=03e2045129ad4ef1931b5795dd4f29b4 HTTP/1.1" status: 200 len: 267 time: 0.1128979 Feb 10 15:31:13.102491 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee12cf1-7d22-4ff0-a19e-5f41a060e24b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:13.103126 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee12cf1-7d22-4ff0-a19e-5f41a060e24b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:13.111100 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7ee12cf1-7d22-4ff0-a19e-5f41a060e24b tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/ports/8ff6437a-3ded-4ef7-b31d-aab952e465f8 HTTP/1.1" status: 404 len: 333 time: 0.0356209 Feb 10 15:31:13.111553 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60954) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:13.119971 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:13.181706 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb0c398-8baf-4dc6-89c1-331e81549991 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] DELETE failed (client error): The resource could not be found. Feb 10 15:31:13.181941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb0c398-8baf-4dc6-89c1-331e81549991 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:31:13.188100 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4bb0c398-8baf-4dc6-89c1-331e81549991 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/subnets/46ccb95c-104c-49dc-bd4d-9c22a194fe0a HTTP/1.1" status: 404 len: 337 time: 0.0755706 Feb 10 15:31:13.191309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60956) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:13.227057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-a2da64f4-0578-4918-a3d2-46ae78a2fb89 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:13.236522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-a2da64f4-0578-4918-a3d2-46ae78a2fb89 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 812 time: 0.1248684 Feb 10 15:31:13.260466 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-9694d9d2-b4b4-4a80-be02-398036e33f00 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/quotas/03e2045129ad4ef1931b5795dd4f29b4 HTTP/1.1" status: 200 len: 375 time: 0.0226266 Feb 10 15:31:13.295234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d5d78-cd57-4b90-9d07-f4aadc7a88bf req-42cbe2c4-e955-422b-a359-277455694a4f tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:13.297732 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-552d5d78-cd57-4b90-9d07-f4aadc7a88bf req-42cbe2c4-e955-422b-a359-277455694a4f tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 946 time: 0.1742058 Feb 10 15:31:13.311535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce58afc-d9d8-4c64-ae1a-a3c9c3758db8 req-a946e9f6-59be-46e1-a4fa-32522f15ec39 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:13.325586 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce58afc-d9d8-4c64-ae1a-a3c9c3758db8 req-a946e9f6-59be-46e1-a4fa-32522f15ec39 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:13.331571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce58afc-d9d8-4c64-ae1a-a3c9c3758db8 req-a946e9f6-59be-46e1-a4fa-32522f15ec39 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:13.338106 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce58afc-d9d8-4c64-ae1a-a3c9c3758db8 req-a946e9f6-59be-46e1-a4fa-32522f15ec39 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:13.344236 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce58afc-d9d8-4c64-ae1a-a3c9c3758db8 req-a946e9f6-59be-46e1-a4fa-32522f15ec39 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:13.351138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce58afc-d9d8-4c64-ae1a-a3c9c3758db8 req-a946e9f6-59be-46e1-a4fa-32522f15ec39 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:13.359128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce58afc-d9d8-4c64-ae1a-a3c9c3758db8 req-a946e9f6-59be-46e1-a4fa-32522f15ec39 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:13.372720 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ce58afc-d9d8-4c64-ae1a-a3c9c3758db8 req-a946e9f6-59be-46e1-a4fa-32522f15ec39 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.3218298 Feb 10 15:31:13.446707 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Publish callbacks [] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:13.454928 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9161ebb1-62c0-48b8-bbfd-1f6aa7cc8025 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (7a88351e-06f0-4f2f-982b-277a9503b2d6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:13.456230 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:13.492451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-bfc698c3-b1f6-40cf-b811-6c6bce96e48d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2301526 Feb 10 15:31:13.505558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:31:13.547005 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ce58afc-d9d8-4c64-ae1a-a3c9c3758db8 req-87d19966-df5a-4e56-8f12-636b8eafbe4a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1728599 Feb 10 15:31:13.607108 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19584adb-fe57-41a2-ac23-fd6cd7c7c000 None None] Pushing event updated for resources: {'Port': ['ID=ca7a7dc9-bed3-4a87-99dc-1cac42515bd6,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:13.639401 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19584adb-fe57-41a2-ac23-fd6cd7c7c000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:13.640963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:13.644409 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (85dc3c8a-4ef5-428e-b618-b0cc67d6f50f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:13.646482 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19584adb-fe57-41a2-ac23-fd6cd7c7c000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:13.646825 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19584adb-fe57-41a2-ac23-fd6cd7c7c000 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:13.647156 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19584adb-fe57-41a2-ac23-fd6cd7c7c000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:13.647676 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19584adb-fe57-41a2-ac23-fd6cd7c7c000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:13.648200 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19584adb-fe57-41a2-ac23-fd6cd7c7c000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:13.648734 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19584adb-fe57-41a2-ac23-fd6cd7c7c000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:13.650679 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19584adb-fe57-41a2-ac23-fd6cd7c7c000 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:13.651254 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19584adb-fe57-41a2-ac23-fd6cd7c7c000 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:13.651754 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19584adb-fe57-41a2-ac23-fd6cd7c7c000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:13.652281 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19584adb-fe57-41a2-ac23-fd6cd7c7c000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:13.655393 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19584adb-fe57-41a2-ac23-fd6cd7c7c000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:13.656096 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19584adb-fe57-41a2-ac23-fd6cd7c7c000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:13.672147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-552d5d78-cd57-4b90-9d07-f4aadc7a88bf req-f6ae1da2-cfa7-48d7-b659-ad148089783c tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Deleting port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:31:13.673660 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-552d5d78-cd57-4b90-9d07-f4aadc7a88bf req-f6ae1da2-cfa7-48d7-b659-ad148089783c tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:13.684907 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Attempting to bind port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:31:13.685282 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Attempting to bind port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:31:13.685722 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Attempting to bind port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:31:13.701697 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:31:13.702404 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Checking segment: {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:31:13.702979 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:13.703544 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Bound using segment: {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:31:13.704181 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Bound port: ca7a7dc9-bed3-4a87-99dc-1cac42515bd6, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:31:13.704758 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:13.772196 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-f15c54d0-c122-4186-8217-edd028f44536 service neutron] 10.222.0.64 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671661 Feb 10 15:31:13.796040 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9161ebb1-62c0-48b8-bbfd-1f6aa7cc8025 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (7a88351e-06f0-4f2f-982b-277a9503b2d6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:13.820180 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:13.835723 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] For port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:31:13.840332 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] For port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ca7a7dc9-bed3-4a87-99dc-1cac42515bd6,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:31:13.852021 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:13.870979 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cc274-597e-49fc-acdb-3bb09ce1b6a8 req-56cae308-d172-44e7-95b1-9a242a2ba629 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:13.881873 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-125cc274-597e-49fc-acdb-3bb09ce1b6a8 req-56cae308-d172-44e7-95b1-9a242a2ba629 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 946 time: 0.1798701 Feb 10 15:31:13.885729 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-9161ebb1-62c0-48b8-bbfd-1f6aa7cc8025 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a88351e-06f0-4f2f-982b-277a9503b2d6']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:13.902750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-9161ebb1-62c0-48b8-bbfd-1f6aa7cc8025 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f50166f-b79b-4783-a728-7f1d6c2a7b92') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:13.903046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-9161ebb1-62c0-48b8-bbfd-1f6aa7cc8025 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f50166f-b79b-4783-a728-7f1d6c2a7b92') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:13.929236 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19584adb-fe57-41a2-ac23-fd6cd7c7c000 None None] Pushing event updated for resources: {'Port': ['ID=ca7a7dc9-bed3-4a87-99dc-1cac42515bd6,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:13.936204 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f9b5821a-61b5-4fbb-8efd-140913ef738e None None] Provisioning complete for port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:13.936801 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9b5821a-61b5-4fbb-8efd-140913ef738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:13.948303 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9161ebb1-62c0-48b8-bbfd-1f6aa7cc8025 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (1f50166f-b79b-4783-a728-7f1d6c2a7b92), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:13.960402 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-125cc274-597e-49fc-acdb-3bb09ce1b6a8 req-f6a70e6c-2544-4dc5-afd4-6955edbb1afe tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770838 Feb 10 15:31:13.980476 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Routers {'c420fe88-e789-455e-b636-8a291ce4c372'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:13.981649 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:30:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c420fe88-e789-455e-b636-8a291ce4c372'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:14.001167 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-552d5d78-cd57-4b90-9d07-f4aadc7a88bf req-f6ae1da2-cfa7-48d7-b659-ad148089783c tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] For port 632cf89b-c995-4029-ad2c-5bd061f5b9d6, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=632cf89b-c995-4029-ad2c-5bd061f5b9d6,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:14.001573 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-552d5d78-cd57-4b90-9d07-f4aadc7a88bf req-f6ae1da2-cfa7-48d7-b659-ad148089783c tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:14.004888 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9161ebb1-62c0-48b8-bbfd-1f6aa7cc8025 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (1f50166f-b79b-4783-a728-7f1d6c2a7b92), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:14.023182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9161ebb1-62c0-48b8-bbfd-1f6aa7cc8025 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:31:14.023651 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9161ebb1-62c0-48b8-bbfd-1f6aa7cc8025 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (1f50166f-b79b-4783-a728-7f1d6c2a7b92), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:31:14.026808 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:31:14.029353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-552d5d78-cd57-4b90-9d07-f4aadc7a88bf req-f6ae1da2-cfa7-48d7-b659-ad148089783c tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Calling delete_port for 632cf89b-c995-4029-ad2c-5bd061f5b9d6 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:31:14.035789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-ecfbc1f5-72e2-4c06-bd97-c21e0e798af3 service neutron] 10.222.0.64 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615929 Feb 10 15:31:14.125242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5821a-61b5-4fbb-8efd-140913ef738e None None] Current status of the port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:14.125682 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9b5821a-61b5-4fbb-8efd-140913ef738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:14.158037 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] Set router c420fe88-e789-455e-b636-8a291ce4c372 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:31:14.202269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9161ebb1-62c0-48b8-bbfd-1f6aa7cc8025 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (7a88351e-06f0-4f2f-982b-277a9503b2d6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:14.234693 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f9b5821a-61b5-4fbb-8efd-140913ef738e None None] For port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ca7a7dc9-bed3-4a87-99dc-1cac42515bd6,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:14.242764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9b5821a-61b5-4fbb-8efd-140913ef738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:14.247375 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9161ebb1-62c0-48b8-bbfd-1f6aa7cc8025 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:14.270380 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9161ebb1-62c0-48b8-bbfd-1f6aa7cc8025 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] 10.222.0.64 "DELETE /v2.0/networks/7a88351e-06f0-4f2f-982b-277a9503b2d6 HTTP/1.1" status: 204 len: 168 time: 1.0783257 Feb 10 15:31:14.285527 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161ebb1-62c0-48b8-bbfd-1f6aa7cc8025 tempest-NetworksTestDHCPv6-732481552 tempest-NetworksTestDHCPv6-732481552-project] Pushing event deleted for resources: {'Network': ['ID=7a88351e-06f0-4f2f-982b-277a9503b2d6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:14.337433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b00fa7b1-dd53-4a81-a9e5-c59488eb6e1c req-c82f505f-0500-4d98-98b0-fedb0669e6e5 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 210 time: 0.0692513 Feb 10 15:31:14.415737 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5821a-61b5-4fbb-8efd-140913ef738e None None] Pushing event updated for resources: {'Port': ['ID=ca7a7dc9-bed3-4a87-99dc-1cac42515bd6,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:14.424411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a1a7c162-b51f-43a6-b793-b8669793ae3a None None] Provisioning complete for port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:14.424851 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c162-b51f-43a6-b793-b8669793ae3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:14.457934 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-552d5d78-cd57-4b90-9d07-f4aadc7a88bf req-f6ae1da2-cfa7-48d7-b659-ad148089783c tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (632cf89b-c995-4029-ad2c-5bd061f5b9d6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:14.548833 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae1da2-cfa7-48d7-b659-ad148089783c tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Pushing event deleted for resources: {'Port': ['ID=632cf89b-c995-4029-ad2c-5bd061f5b9d6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:14.577590 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a1a7c162-b51f-43a6-b793-b8669793ae3a None None] Current status of the port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:14.607679 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'name': 'tempest-ServerActionsTestJSON-2063072405-router', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:30:59Z', 'updated_at': '2022-02-10T15:31:06Z', 'revision_number': 4, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'gw_port': {'id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:01Z', 'updated_at': '2022-02-10T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'ca7a7dc9-bed3-4a87-99dc-1cac42515bd6', 'name': '', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'mac_address': 'fa:16:3e:ef:54:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:05Z', 'updated_at': '2022-02-10T15:31:13Z', 'revision_number': 4, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'subnets': [{'id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:14.625751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-552d5d78-cd57-4b90-9d07-f4aadc7a88bf req-f6ae1da2-cfa7-48d7-b659-ad148089783c tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] No DVR routers for this DVR port 632cf89b-c995-4029-ad2c-5bd061f5b9d6 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:31:14.629727 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-552d5d78-cd57-4b90-9d07-f4aadc7a88bf req-f6ae1da2-cfa7-48d7-b659-ad148089783c tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:14.635133 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-552d5d78-cd57-4b90-9d07-f4aadc7a88bf req-f6ae1da2-cfa7-48d7-b659-ad148089783c tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.79 "DELETE /v2.0/ports/632cf89b-c995-4029-ad2c-5bd061f5b9d6 HTTP/1.1" status: 204 len: 173 time: 1.3290563 Feb 10 15:31:14.635133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2663a5-57b1-42a1-8558-613771b3802b', 'name': 'network-vif-deleted', 'tag': '632cf89b-c995-4029-ad2c-5bd061f5b9d6'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:31:14.635996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60972) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:14.637728 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4ac95f-d0e1-4df8-a316-a043f115c4be" -d '{"events": [{"server_uuid": "1b2663a5-57b1-42a1-8558-613771b3802b", "name": "network-vif-deleted", "tag": "632cf89b-c995-4029-ad2c-5bd061f5b9d6"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:31:14.681175 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ff4430-96fd-4658-a0ee-3e4e6a262921 None None] The sync data for ids ['c420fe88-e789-455e-b636-8a291ce4c372'] in n-d-815324-7 is: [{'id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'name': 'tempest-ServerActionsTestJSON-2063072405-router', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:30:59Z', 'updated_at': '2022-02-10T15:31:06Z', 'revision_number': 4, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'gw_port': {'id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:01Z', 'updated_at': '2022-02-10T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'ca7a7dc9-bed3-4a87-99dc-1cac42515bd6', 'name': '', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'mac_address': 'fa:16:3e:ef:54:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:05Z', 'updated_at': '2022-02-10T15:31:13Z', 'revision_number': 4, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'subnets': [{'id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:31:14.788762 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a734b98-b84f-46f0-bf73-d3e41dea56a1 x-openstack-request-id: req-5a734b98-b84f-46f0-bf73-d3e41dea56a1 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:31:14.789231 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2663a5-57b1-42a1-8558-613771b3802b", "name": "network-vif-deleted", "tag": "632cf89b-c995-4029-ad2c-5bd061f5b9d6", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:31:14.789721 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a734b98-b84f-46f0-bf73-d3e41dea56a1 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:31:14.790332 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2663a5-57b1-42a1-8558-613771b3802b', 'name': 'network-vif-deleted', 'tag': '632cf89b-c995-4029-ad2c-5bd061f5b9d6', 'status': 'completed', 'code': 200} Feb 10 15:31:14.830436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0f10-2922-4ef1-9b18-5f3205d13cc0 req-2ca03b80-a3bd-4b14-a512-110c80835446 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:14.837776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0f10-2922-4ef1-9b18-5f3205d13cc0 req-2ca03b80-a3bd-4b14-a512-110c80835446 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:14.849096 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0f10-2922-4ef1-9b18-5f3205d13cc0 req-2ca03b80-a3bd-4b14-a512-110c80835446 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:14.856519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0f10-2922-4ef1-9b18-5f3205d13cc0 req-2ca03b80-a3bd-4b14-a512-110c80835446 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:14.862090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0f10-2922-4ef1-9b18-5f3205d13cc0 req-2ca03b80-a3bd-4b14-a512-110c80835446 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:14.870313 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0f10-2922-4ef1-9b18-5f3205d13cc0 req-2ca03b80-a3bd-4b14-a512-110c80835446 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:14.877491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0f10-2922-4ef1-9b18-5f3205d13cc0 req-2ca03b80-a3bd-4b14-a512-110c80835446 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:14.879825 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aeea0f10-2922-4ef1-9b18-5f3205d13cc0 req-2ca03b80-a3bd-4b14-a512-110c80835446 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.1536176 Feb 10 15:31:15.074258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b7678e75-74cf-4f8a-804f-a74357b6b7cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b083e113c7e45cf88789c498c57a4af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4367342 Feb 10 15:31:15.076940 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60982) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:15.126763 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aeea0f10-2922-4ef1-9b18-5f3205d13cc0 req-a643665a-1d0c-4642-bbe0-5bc6bf8dcec5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2283902 Feb 10 15:31:15.204265 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dd7554f6-09c6-4616-b06d-09f3a8587de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:15.222812 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1c354a22-37f4-4832-9fdf-229408196844 admin admin] Publish callbacks [] for security_group (23992017-ef58-4749-84ba-695b3a0b0bce), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:15.251140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-10371e91-deb4-4dda-9942-c6f99f0269d2 req-23cdaa98-6dd0-4333-90c1-1d6fdfcbe9b6 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b2663a5-57b1-42a1-8558-613771b3802b HTTP/1.1" status: 200 len: 210 time: 0.0679312 Feb 10 15:31:15.267158 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1c354a22-37f4-4832-9fdf-229408196844 admin admin] Publish callbacks [] for security_group (23992017-ef58-4749-84ba-695b3a0b0bce), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:15.360215 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1c354a22-37f4-4832-9fdf-229408196844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (23992017-ef58-4749-84ba-695b3a0b0bce), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:15.368125 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1c354a22-37f4-4832-9fdf-229408196844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:15.372336 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1c354a22-37f4-4832-9fdf-229408196844 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23992017-ef58-4749-84ba-695b3a0b0bce HTTP/1.1" status: 204 len: 168 time: 0.2917438 Feb 10 15:31:15.407178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c354a22-37f4-4832-9fdf-229408196844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23992017-ef58-4749-84ba-695b3a0b0bce,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:15.524032 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cfb76d35-afbc-491d-9958-293575a88c59 req-fc6b0d70-0c90-4a0c-8fa8-941ca6cbf9c9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 210 time: 0.0572042 Feb 10 15:31:15.559842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:31:15.616138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:15.616469 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:15.746556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:15.917605 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-bcfebf8a-ca69-47d9-b205-690db994e86a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:15.919812 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-bcfebf8a-ca69-47d9-b205-690db994e86a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 812 time: 0.2021177 Feb 10 15:31:15.989816 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-e9728c99-ed5f-4650-af71-01523fa93e45 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03e2045129ad4ef1931b5795dd4f29b4 HTTP/1.1" status: 200 len: 379 time: 0.0612662 Feb 10 15:31:15.992453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 632cf89b-c995-4029-ad2c-5bd061f5b9d6 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:31:15.999945 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-52eeee67-35cf-4bc5-9fc5-3cda1515c2ae tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Request body: {'port': {'device_id': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'admin_state_up': True, 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'security_groups': ['c7f2ea70-731b-4edd-b91c-558b550db612']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:16.020921 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 632cf89b-c995-4029-ad2c-5bd061f5b9d6 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:31:16.021627 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 632cf89b-c995-4029-ad2c-5bd061f5b9d6 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:31:16.126091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-52eeee67-35cf-4bc5-9fc5-3cda1515c2ae tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Made reservation on behalf of 03e2045129ad4ef1931b5795dd4f29b4 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:16.129824 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-52eeee67-35cf-4bc5-9fc5-3cda1515c2ae tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:16.289510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40155652-6c32-437e-940f-8095997dd636 req-c0369bf0-76a2-4984-9a03-ad00a20dbc1e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:16.296291 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40155652-6c32-437e-940f-8095997dd636 req-c0369bf0-76a2-4984-9a03-ad00a20dbc1e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:16.302267 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40155652-6c32-437e-940f-8095997dd636 req-c0369bf0-76a2-4984-9a03-ad00a20dbc1e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:16.308898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40155652-6c32-437e-940f-8095997dd636 req-c0369bf0-76a2-4984-9a03-ad00a20dbc1e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:16.315177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-52eeee67-35cf-4bc5-9fc5-3cda1515c2ae tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Allocated IP 172.20.0.6 (27e2001a-a1ab-4573-85b8-a44f65e39c6e/90274fea-8f83-4f17-b4ae-db95949e49bc/6a1e4231-1715-4b5d-924f-9e77b2c5f1f0) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:31:16.315408 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40155652-6c32-437e-940f-8095997dd636 req-c0369bf0-76a2-4984-9a03-ad00a20dbc1e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:16.322235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40155652-6c32-437e-940f-8095997dd636 req-c0369bf0-76a2-4984-9a03-ad00a20dbc1e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:16.328918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40155652-6c32-437e-940f-8095997dd636 req-c0369bf0-76a2-4984-9a03-ad00a20dbc1e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:16.332695 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-40155652-6c32-437e-940f-8095997dd636 req-c0369bf0-76a2-4984-9a03-ad00a20dbc1e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.1202450 Feb 10 15:31:16.336839 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:16.399335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32780) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:16.417936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-40155652-6c32-437e-940f-8095997dd636 req-75a2f0c0-d7f9-4161-a328-d20e5db7b165 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791054 Feb 10 15:31:16.526675 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1035489823'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:16.565005 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:16.569769 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:16.582573 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-52eeee67-35cf-4bc5-9fc5-3cda1515c2ae tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:16.621550 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:16.630352 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-52eeee67-35cf-4bc5-9fc5-3cda1515c2ae tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:16.671859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-52eeee67-35cf-4bc5-9fc5-3cda1515c2ae tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Network 27e2001a-a1ab-4573-85b8-a44f65e39c6e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:16.675470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-52eeee67-35cf-4bc5-9fc5-3cda1515c2ae tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:16.682191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-52eeee67-35cf-4bc5-9fc5-3cda1515c2ae tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:31:16.730864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eeee67-35cf-4bc5-9fc5-3cda1515c2ae tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event updated for resources: {'Port': ['ID=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:16.749306 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-52eeee67-35cf-4bc5-9fc5-3cda1515c2ae tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:16.750757 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-52eeee67-35cf-4bc5-9fc5-3cda1515c2ae tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:16.782883 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-52eeee67-35cf-4bc5-9fc5-3cda1515c2ae tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7857349 Feb 10 15:31:16.799845 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Request body: {'port': {'device_id': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:16.800108 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143905e8-b97e-475d-ad6f-29e0dd40472f req-0be5dfd7-3735-4eef-9f8e-c8afe7afff75 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:16.802964 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-143905e8-b97e-475d-ad6f-29e0dd40472f req-0be5dfd7-3735-4eef-9f8e-c8afe7afff75 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 931 time: 0.1503372 Feb 10 15:31:16.830627 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c826e-7f46-4afe-9c87-830dbfb6ca18 req-1c77de8e-f695-4ca9-ba8c-6b439ea6cda6 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:16.837632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-285c826e-7f46-4afe-9c87-830dbfb6ca18 req-1c77de8e-f695-4ca9-ba8c-6b439ea6cda6 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f51d16d-80a1-419b-88a1-0d40b6cbf4c8 HTTP/1.1" status: 200 len: 949 time: 0.1647227 Feb 10 15:31:16.888332 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:16.932238 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for security_group (40a43160-a9b7-4756-b924-c2afeb3c10bf), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:16.947324 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-143905e8-b97e-475d-ad6f-29e0dd40472f req-fb3eb167-ef8e-4596-b468-f82a82af7b08 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337411 Feb 10 15:31:16.950714 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (40a43160-a9b7-4756-b924-c2afeb3c10bf), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:16.991393 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-285c826e-7f46-4afe-9c87-830dbfb6ca18 req-ab76fd4e-264c-4215-8d5a-961c597b02df tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528213 Feb 10 15:31:16.992089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a43160-a9b7-4756-b924-c2afeb3c10bf,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:17.012380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:31:17.012380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:17.012380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:17.012380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:17.012380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:17.012380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:17.012380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:17.012380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:17.012380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:17.012380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:17.013413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:17.013413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:17.013413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:17.013705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:17.026589 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (457f60a5-b814-4b51-98d8-c7700f0c8ce2), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.027033 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Added segment 457f60a5-b814-4b51-98d8-c7700f0c8ce2 of type vlan for network d46e6075-84f1-4437-9c2f-b4acd55f954a Feb 10 15:31:17.043927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-80f03498-e8d9-44e3-a612-99f92fb86081 None None] Provisioning complete for port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:17.044815 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-80f03498-e8d9-44e3-a612-99f92fb86081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.077898 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (d46e6075-84f1-4437-9c2f-b4acd55f954a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.093865 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-80f03498-e8d9-44e3-a612-99f92fb86081 None None] Port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:31:17.115233 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (d46e6075-84f1-4437-9c2f-b4acd55f954a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.120609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:17.121233 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.176336 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7759521 Feb 10 15:31:17.179386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32788) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:17.192010 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-3be4deab-0ce4-4f86-88df-d8abe891f787 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1012446176'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:17.225845 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad445e-d9c7-4029-80cf-b6790d1c5aaa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Network': ['ID=d46e6075-84f1-4437-9c2f-b4acd55f954a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:17.234661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be4deab-0ce4-4f86-88df-d8abe891f787 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:17.237964 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3be4deab-0ce4-4f86-88df-d8abe891f787 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.239129 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network d46e6075-84f1-4437-9c2f-b4acd55f954a details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:31:17.295604 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:31:17.300031 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be4deab-0ce4-4f86-88df-d8abe891f787 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:31:17.308866 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Publish callbacks [] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.321804 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3be4deab-0ce4-4f86-88df-d8abe891f787 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e03f6b78-89b1-4675-97bd-0a1eaaa92186), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.322184 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-3be4deab-0ce4-4f86-88df-d8abe891f787 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Added segment e03f6b78-89b1-4675-97bd-0a1eaaa92186 of type vlan for network f2113751-4b17-461d-baf5-a5d42704a7b1 Feb 10 15:31:17.336270 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Transition to ACTIVE for port object 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:31:17.357028 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.375642 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3be4deab-0ce4-4f86-88df-d8abe891f787 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (f2113751-4b17-461d-baf5-a5d42704a7b1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.447094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:17.485866 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3be4deab-0ce4-4f86-88df-d8abe891f787 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (f2113751-4b17-461d-baf5-a5d42704a7b1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.491327 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be4deab-0ce4-4f86-88df-d8abe891f787 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:17.491918 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3be4deab-0ce4-4f86-88df-d8abe891f787 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.569668 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3be4deab-0ce4-4f86-88df-d8abe891f787 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3848398 Feb 10 15:31:17.578205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32792) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:17.584390 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ca308024-b9f4-4fff-a020-3dfd092f6a42 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'subnet': {'network_id': 'd46e6075-84f1-4437-9c2f-b4acd55f954a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:17.627548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4deab-0ce4-4f86-88df-d8abe891f787 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Network': ['ID=f2113751-4b17-461d-baf5-a5d42704a7b1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:17.632259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Attempting to bind port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:31:17.632595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Attempting to bind port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:31:17.632995 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Attempting to bind port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:31:17.637840 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:31:17.638162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Attempting to bind port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:31:17.643226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network f2113751-4b17-461d-baf5-a5d42704a7b1 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:31:17.645113 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:31:17.645461 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Checking segment: {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:31:17.645965 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Bound using segment: {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:31:17.646281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Bound port: 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:31:17.646641 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.684070 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6f614-b757-43c9-a23a-ad8b6ba2d107 req-d759fee1-5963-4320-8517-8f2b3188a56d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:17.692138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6f614-b757-43c9-a23a-ad8b6ba2d107 req-d759fee1-5963-4320-8517-8f2b3188a56d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:17.698875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6f614-b757-43c9-a23a-ad8b6ba2d107 req-d759fee1-5963-4320-8517-8f2b3188a56d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:17.705122 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6f614-b757-43c9-a23a-ad8b6ba2d107 req-d759fee1-5963-4320-8517-8f2b3188a56d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:17.712846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6f614-b757-43c9-a23a-ad8b6ba2d107 req-d759fee1-5963-4320-8517-8f2b3188a56d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:17.717343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:31:17.719395 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6f614-b757-43c9-a23a-ad8b6ba2d107 req-d759fee1-5963-4320-8517-8f2b3188a56d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:17.721567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:31:17.726457 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6f614-b757-43c9-a23a-ad8b6ba2d107 req-d759fee1-5963-4320-8517-8f2b3188a56d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:17.728682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-baa6f614-b757-43c9-a23a-ad8b6ba2d107 req-d759fee1-5963-4320-8517-8f2b3188a56d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.1969466 Feb 10 15:31:17.729716 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.777773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:17.778234 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.779666 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] 10.222.0.79 "PUT /v2.0/ports/6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 HTTP/1.1" status: 200 len: 1091 time: 0.9881549 Feb 10 15:31:17.788708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:31:17.791150 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e121b692-dd51-4f2b-80e1-69f8260aa82a" -d '{"events": [{"name": "network-changed", "server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:31:17.818724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99949c7a-1d9d-4c40-8c56-b8c53c28df42 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:17.823526 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca308024-b9f4-4fff-a020-3dfd092f6a42 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:17.828743 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca308024-b9f4-4fff-a020-3dfd092f6a42 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.865170 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154507f7-0e6f-4769-be29-9d3dfae49924 x-openstack-request-id: req-154507f7-0e6f-4769-be29-9d3dfae49924 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:31:17.865456 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:31:17.865679 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-154507f7-0e6f-4769-be29-9d3dfae49924 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:31:17.866083 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'status': 'completed', 'code': 200} Feb 10 15:31:17.881367 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:17.884251 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-baa6f614-b757-43c9-a23a-ad8b6ba2d107 req-69835875-5651-479b-81b3-7cf818d5fbd5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1452882 Feb 10 15:31:17.888470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-e4a88e6d-f9d2-49d2-8988-507e19f76f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:17.890279 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-e4a88e6d-f9d2-49d2-8988-507e19f76f2c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 1125 time: 0.0684423 Feb 10 15:31:17.942592 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-1f39f7f4-2882-4e74-9190-7fca0b6a0b17 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 HTTP/1.1" status: 200 len: 217 time: 0.0443277 Feb 10 15:31:18.007690 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-7f822c55-c939-4063-a23a-1fa433692c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:18.009258 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-7f822c55-c939-4063-a23a-1fa433692c26 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.0593441 Feb 10 15:31:18.085326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-315ab4fc-c179-410c-8648-5b65cba54a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:18.087223 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-315ab4fc-c179-410c-8648-5b65cba54a82 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718462 Feb 10 15:31:18.190877 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-3464235c-3ae1-4dbd-b202-e964d2044b3e service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967085 Feb 10 15:31:18.194132 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca308024-b9f4-4fff-a020-3dfd092f6a42 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (edfb9708-b9c4-4dd7-a681-db7f02a03b59), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:18.241625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e387e-3c04-409b-9321-523aa5856e75 req-3c914b7a-5752-4428-9c52-530d867cf2e2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:18.243020 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-238e387e-3c04-409b-9321-523aa5856e75 req-3c914b7a-5752-4428-9c52-530d867cf2e2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 943 time: 0.1701727 Feb 10 15:31:18.256115 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef5012-25b5-4dc1-b6a8-9ba43dad941c req-97e36d1a-b959-4577-9ce7-222af0ae356e tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:18.257626 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cef5012-25b5-4dc1-b6a8-9ba43dad941c req-97e36d1a-b959-4577-9ce7-222af0ae356e tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f51d16d-80a1-419b-88a1-0d40b6cbf4c8 HTTP/1.1" status: 200 len: 949 time: 0.1452444 Feb 10 15:31:18.293531 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a3c81dc-6957-40ac-a5fb-695c4e6c6567 req-776b9771-b98b-452d-aa93-0bac9ef6b3d3 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959625 Feb 10 15:31:18.303306 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca308024-b9f4-4fff-a020-3dfd092f6a42 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Subnet': ['ID=edfb9708-b9c4-4dd7-a681-db7f02a03b59,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:18.392795 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121b692-dd51-4f2b-80e1-69f8260aa82a req-5131b324-1797-401a-be7e-ce58c2b552e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:18.394577 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e121b692-dd51-4f2b-80e1-69f8260aa82a req-5131b324-1797-401a-be7e-ce58c2b552e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 1125 time: 0.0506647 Feb 10 15:31:18.494835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121b692-dd51-4f2b-80e1-69f8260aa82a req-b6de587b-f22a-4385-859c-9f20d5d0deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:18.496419 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e121b692-dd51-4f2b-80e1-69f8260aa82a req-b6de587b-f22a-4385-859c-9f20d5d0deb4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.0957341 Feb 10 15:31:18.541993 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e121b692-dd51-4f2b-80e1-69f8260aa82a req-ef860515-466d-4b6a-8d4f-1dc652bacb95 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 HTTP/1.1" status: 200 len: 217 time: 0.0391097 Feb 10 15:31:18.588420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca308024-b9f4-4fff-a020-3dfd092f6a42 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Checking segment: {'id': '457f60a5-b814-4b51-98d8-c7700f0c8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd46e6075-84f1-4437-9c2f-b4acd55f954a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:31:18.589039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca308024-b9f4-4fff-a020-3dfd092f6a42 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network hostable DHCP agents. Network: d46e6075-84f1-4437-9c2f-b4acd55f954a, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:31:18.606497 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-238e387e-3c04-409b-9321-523aa5856e75 req-437b20a7-f700-41fa-aef4-a255c3231d3a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3458412 Feb 10 15:31:18.612047 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cef5012-25b5-4dc1-b6a8-9ba43dad941c req-be89e0bb-f22f-4028-8b00-ef7745552703 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377438 Feb 10 15:31:18.641041 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca308024-b9f4-4fff-a020-3dfd092f6a42 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network d46e6075-84f1-4437-9c2f-b4acd55f954a is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:31:18.651231 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121b692-dd51-4f2b-80e1-69f8260aa82a req-935be939-fc01-4bb0-bcf4-1f02e0a0f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:18.652847 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-ca308024-b9f4-4fff-a020-3dfd092f6a42 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, d46e6075-84f1-4437-9c2f-b4acd55f954a) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:18.652991 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e121b692-dd51-4f2b-80e1-69f8260aa82a req-935be939-fc01-4bb0-bcf4-1f02e0a0f703 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.0983231 Feb 10 15:31:18.657973 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca308024-b9f4-4fff-a020-3dfd092f6a42 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:18.658692 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca308024-b9f4-4fff-a020-3dfd092f6a42 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:18.663814 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbc32c-b1f5-4084-ab75-af7b4ad14eb0 req-5d979592-2fb8-4d83-8774-bb445177b47b tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:18.665324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55481b47-ba38-45cb-91bc-1aa70d22a314 None None] Network d46e6075-84f1-4437-9c2f-b4acd55f954a requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:18.665834 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a1dbc32c-b1f5-4084-ab75-af7b4ad14eb0 req-5d979592-2fb8-4d83-8774-bb445177b47b tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f51d16d-80a1-419b-88a1-0d40b6cbf4c8 HTTP/1.1" status: 200 len: 949 time: 0.1097157 Feb 10 15:31:18.682979 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ca308024-b9f4-4fff-a020-3dfd092f6a42 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1027036 Feb 10 15:31:18.685430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32802) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:18.690774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-9474464f-b2e5-43ac-a58d-920488a17e32 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'subnet': {'network_id': 'f2113751-4b17-461d-baf5-a5d42704a7b1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:18.772301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-d46e6075-84f1-4437-9c2f-b4acd55f954a', 'network_id': 'd46e6075-84f1-4437-9c2f-b4acd55f954a', 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'fixed_ips': [{'subnet_id': 'edfb9708-b9c4-4dd7-a681-db7f02a03b59'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:31:18.773579 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:18.945184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Allocated IP 2001:db8::2 (d46e6075-84f1-4437-9c2f-b4acd55f954a/edfb9708-b9c4-4dd7-a681-db7f02a03b59/6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:31:18.957831 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:19.061758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22880d54-d86b-4320-ba93-0b1498b30099 req-0478b1d6-3e5a-4e0c-a8e9-f25da74a4151 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:19.068278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22880d54-d86b-4320-ba93-0b1498b30099 req-0478b1d6-3e5a-4e0c-a8e9-f25da74a4151 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:19.074410 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22880d54-d86b-4320-ba93-0b1498b30099 req-0478b1d6-3e5a-4e0c-a8e9-f25da74a4151 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:19.081233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22880d54-d86b-4320-ba93-0b1498b30099 req-0478b1d6-3e5a-4e0c-a8e9-f25da74a4151 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:19.087182 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22880d54-d86b-4320-ba93-0b1498b30099 req-0478b1d6-3e5a-4e0c-a8e9-f25da74a4151 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:19.094074 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22880d54-d86b-4320-ba93-0b1498b30099 req-0478b1d6-3e5a-4e0c-a8e9-f25da74a4151 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:19.100390 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22880d54-d86b-4320-ba93-0b1498b30099 req-0478b1d6-3e5a-4e0c-a8e9-f25da74a4151 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:19.108744 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22880d54-d86b-4320-ba93-0b1498b30099 req-0478b1d6-3e5a-4e0c-a8e9-f25da74a4151 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.1208770 Feb 10 15:31:19.161657 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Publish callbacks [] for port (6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:19.170827 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121b692-dd51-4f2b-80e1-69f8260aa82a req-33f55f09-df12-46ed-9e31-18351b7ab5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:19.172347 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e121b692-dd51-4f2b-80e1-69f8260aa82a req-33f55f09-df12-46ed-9e31-18351b7ab5b8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5061080 Feb 10 15:31:19.173487 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:19.182006 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22880d54-d86b-4320-ba93-0b1498b30099 req-57d529e4-97da-4a71-bafe-1b84f4fb5c4e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720110 Feb 10 15:31:19.201521 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9474464f-b2e5-43ac-a58d-920488a17e32 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:19.205380 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9474464f-b2e5-43ac-a58d-920488a17e32 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:19.235127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Network d46e6075-84f1-4437-9c2f-b4acd55f954a is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:19.237080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:19.239534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Pushing event updated for resources: {'Port': ['ID=6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:19.242238 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:31:19.301958 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Attempting to bind port 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:31:19.302343 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Attempting to bind port 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '457f60a5-b814-4b51-98d8-c7700f0c8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd46e6075-84f1-4437-9c2f-b4acd55f954a'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:31:19.302698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Attempting to bind port 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9 on network d46e6075-84f1-4437-9c2f-b4acd55f954a {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:31:19.307843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:31:19.308700 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Checking segment: {'id': '457f60a5-b814-4b51-98d8-c7700f0c8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd46e6075-84f1-4437-9c2f-b4acd55f954a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:31:19.308700 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:19.309039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Bound using segment: {'id': '457f60a5-b814-4b51-98d8-c7700f0c8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd46e6075-84f1-4437-9c2f-b4acd55f954a'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:31:19.309512 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Bound port: 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457f60a5-b814-4b51-98d8-c7700f0c8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd46e6075-84f1-4437-9c2f-b4acd55f954a'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:31:19.309896 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:19.310493 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-a1dbc32c-b1f5-4084-ab75-af7b4ad14eb0 req-a57c9f67-1d16-44ab-ba86-e0c5ec13db73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Deleting port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:31:19.310829 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a1dbc32c-b1f5-4084-ab75-af7b4ad14eb0 req-a57c9f67-1d16-44ab-ba86-e0c5ec13db73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:19.382465 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] For port 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:31:19.386308 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] For port 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9,segment=NetworkSegment(457f60a5-b814-4b51-98d8-c7700f0c8ce2),segment_id=457f60a5-b814-4b51-98d8-c7700f0c8ce2)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:31:19.394497 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:19.420522 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e121b692-dd51-4f2b-80e1-69f8260aa82a req-3d928cbe-8a6e-4c72-9b44-549afc9f1db3 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405074 Feb 10 15:31:19.456733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e353f43-b177-4c0f-a7c9-1b3851469619 None None] Pushing event updated for resources: {'Port': ['ID=6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:19.542049 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a1dbc32c-b1f5-4084-ab75-af7b4ad14eb0 req-a57c9f67-1d16-44ab-ba86-e0c5ec13db73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] For port fba18fc2-5af8-4951-8b2f-0d92547d5ca9, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:19.542411 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a1dbc32c-b1f5-4084-ab75-af7b4ad14eb0 req-a57c9f67-1d16-44ab-ba86-e0c5ec13db73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:19.572756 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-a1dbc32c-b1f5-4084-ab75-af7b4ad14eb0 req-a57c9f67-1d16-44ab-ba86-e0c5ec13db73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Calling delete_port for fba18fc2-5af8-4951-8b2f-0d92547d5ca9 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:31:19.708942 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e121b692-dd51-4f2b-80e1-69f8260aa82a req-37fedeac-28ee-4b20-ac5b-03b51a80cd00 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798102 Feb 10 15:31:19.812017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9474464f-b2e5-43ac-a58d-920488a17e32 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (49d2e51c-cd3d-437f-aaa8-0cb6c6347993), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:19.855165 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa586d-8579-4bc8-80d8-4f8b9885ffeb req-58a021ca-e53b-48a9-a953-152ea18d558f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:19.868222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-adfa586d-8579-4bc8-80d8-4f8b9885ffeb req-58a021ca-e53b-48a9-a953-152ea18d558f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 943 time: 0.1468828 Feb 10 15:31:19.880822 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bcfeb-853d-4d37-8c06-36efe52f4f96 req-97b51170-7325-455f-b259-7ef2dda02d8f tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:19.889283 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-847bcfeb-853d-4d37-8c06-36efe52f4f96 req-97b51170-7325-455f-b259-7ef2dda02d8f tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f51d16d-80a1-419b-88a1-0d40b6cbf4c8 HTTP/1.1" status: 200 len: 949 time: 0.1246161 Feb 10 15:31:19.925550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474464f-b2e5-43ac-a58d-920488a17e32 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Subnet': ['ID=49d2e51c-cd3d-437f-aaa8-0cb6c6347993,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:19.943693 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474464f-b2e5-43ac-a58d-920488a17e32 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Checking segment: {'id': 'e03f6b78-89b1-4675-97bd-0a1eaaa92186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2113751-4b17-461d-baf5-a5d42704a7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:31:19.944284 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9474464f-b2e5-43ac-a58d-920488a17e32 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network hostable DHCP agents. Network: f2113751-4b17-461d-baf5-a5d42704a7b1, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:31:19.948191 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a1dbc32c-b1f5-4084-ab75-af7b4ad14eb0 req-a57c9f67-1d16-44ab-ba86-e0c5ec13db73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fba18fc2-5af8-4951-8b2f-0d92547d5ca9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:19.970882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-adfa586d-8579-4bc8-80d8-4f8b9885ffeb req-a69fe190-8607-45d7-82ce-98e3170b7a13 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013756 Feb 10 15:31:19.980389 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-847bcfeb-853d-4d37-8c06-36efe52f4f96 req-dc3bec60-a4d0-4dd3-995b-fcc1b5167ce9 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.64 "GET /v2.0/security-groups?id=80581a4c-485f-4db5-a39a-0797aeac3e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900331 Feb 10 15:31:19.982439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c9f67-1d16-44ab-ba86-e0c5ec13db73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Pushing event deleted for resources: {'Port': ['ID=fba18fc2-5af8-4951-8b2f-0d92547d5ca9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:20.022453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9474464f-b2e5-43ac-a58d-920488a17e32 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network f2113751-4b17-461d-baf5-a5d42704a7b1 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:31:20.047103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dbc32c-b1f5-4084-ab75-af7b4ad14eb0 req-a57c9f67-1d16-44ab-ba86-e0c5ec13db73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] No DVR routers for this DVR port fba18fc2-5af8-4951-8b2f-0d92547d5ca9 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:31:20.050286 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a1dbc32c-b1f5-4084-ab75-af7b4ad14eb0 req-a57c9f67-1d16-44ab-ba86-e0c5ec13db73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:20.054072 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a1dbc32c-b1f5-4084-ab75-af7b4ad14eb0 req-a57c9f67-1d16-44ab-ba86-e0c5ec13db73 tempest-ListImageFiltersTestJSON-1795181429 tempest-ListImageFiltersTestJSON-1795181429-project] 10.222.0.79 "DELETE /v2.0/ports/fba18fc2-5af8-4951-8b2f-0d92547d5ca9 HTTP/1.1" status: 204 len: 173 time: 1.3793440 Feb 10 15:31:20.054507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f51d16d-80a1-419b-88a1-0d40b6cbf4c8', 'name': 'network-vif-deleted', 'tag': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:31:20.056764 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e9fa2c-5388-4186-8bd2-d0270f74a606" -d '{"events": [{"server_uuid": "0f51d16d-80a1-419b-88a1-0d40b6cbf4c8", "name": "network-vif-deleted", "tag": "fba18fc2-5af8-4951-8b2f-0d92547d5ca9"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:31:20.059653 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-9474464f-b2e5-43ac-a58d-920488a17e32 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, f2113751-4b17-461d-baf5-a5d42704a7b1) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:20.063550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9474464f-b2e5-43ac-a58d-920488a17e32 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:20.064139 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9474464f-b2e5-43ac-a58d-920488a17e32 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:20.085414 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9474464f-b2e5-43ac-a58d-920488a17e32 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3987224 Feb 10 15:31:20.088094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32814) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:20.093886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-81e1e680-dcc3-45b2-9028-09fabcb815e9 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1656510073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:20.099638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275b5f6e-c7f5-45a4-bd9d-fb586361c3ff None None] Network f2113751-4b17-461d-baf5-a5d42704a7b1 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:20.134004 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81e1e680-dcc3-45b2-9028-09fabcb815e9 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (4e3717bc-7f54-4428-b48d-a949fbb2f15a), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:20.135337 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81e1e680-dcc3-45b2-9028-09fabcb815e9 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (4e3717bc-7f54-4428-b48d-a949fbb2f15a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:20.142460 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646bc9ec-4f82-4aeb-a3d1-61aca641f2d0 x-openstack-request-id: req-646bc9ec-4f82-4aeb-a3d1-61aca641f2d0 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:31:20.142978 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f51d16d-80a1-419b-88a1-0d40b6cbf4c8", "name": "network-vif-deleted", "tag": "fba18fc2-5af8-4951-8b2f-0d92547d5ca9", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:31:20.143449 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-646bc9ec-4f82-4aeb-a3d1-61aca641f2d0 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:31:20.143994 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f51d16d-80a1-419b-88a1-0d40b6cbf4c8', 'name': 'network-vif-deleted', 'tag': 'fba18fc2-5af8-4951-8b2f-0d92547d5ca9', 'status': 'completed', 'code': 200} Feb 10 15:31:20.229479 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81e1e680-dcc3-45b2-9028-09fabcb815e9 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_controller (4e3717bc-7f54-4428-b48d-a949fbb2f15a), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:20.237846 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81e1e680-dcc3-45b2-9028-09fabcb815e9 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (4e3717bc-7f54-4428-b48d-a949fbb2f15a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:20.260519 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-f2113751-4b17-461d-baf5-a5d42704a7b1', 'network_id': 'f2113751-4b17-461d-baf5-a5d42704a7b1', 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'fixed_ips': [{'subnet_id': '49d2e51c-cd3d-437f-aaa8-0cb6c6347993'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:31:20.262506 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:20.266564 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81e1e680-dcc3-45b2-9028-09fabcb815e9 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:20.268906 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-81e1e680-dcc3-45b2-9028-09fabcb815e9 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1792591 Feb 10 15:31:20.271910 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32818) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:20.527682 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Allocated IP 2001:db8:1::2 (f2113751-4b17-461d-baf5-a5d42704a7b1/49d2e51c-cd3d-437f-aaa8-0cb6c6347993/4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:31:20.571617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e47-e9c9-4f92-8102-a0a99d52c36f req-aa6a5fcb-d638-48b2-a697-cff169657b0b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:20.577132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e47-e9c9-4f92-8102-a0a99d52c36f req-aa6a5fcb-d638-48b2-a697-cff169657b0b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:20.589558 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e47-e9c9-4f92-8102-a0a99d52c36f req-aa6a5fcb-d638-48b2-a697-cff169657b0b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:20.596336 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e47-e9c9-4f92-8102-a0a99d52c36f req-aa6a5fcb-d638-48b2-a697-cff169657b0b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:20.606309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e47-e9c9-4f92-8102-a0a99d52c36f req-aa6a5fcb-d638-48b2-a697-cff169657b0b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:20.617213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e47-e9c9-4f92-8102-a0a99d52c36f req-aa6a5fcb-d638-48b2-a697-cff169657b0b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:20.630242 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e47-e9c9-4f92-8102-a0a99d52c36f req-aa6a5fcb-d638-48b2-a697-cff169657b0b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:20.632639 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3e368e47-e9c9-4f92-8102-a0a99d52c36f req-aa6a5fcb-d638-48b2-a697-cff169657b0b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.3157566 Feb 10 15:31:20.815114 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Publish callbacks [] for port (4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:20.824547 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3e368e47-e9c9-4f92-8102-a0a99d52c36f req-e1a8705c-4613-4b22-b092-82f08664baaa tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1332273 Feb 10 15:31:20.825685 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:20.861502 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:20.879926 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Network f2113751-4b17-461d-baf5-a5d42704a7b1 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:20.883652 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:20.887790 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:31:20.891234 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf14a2c-d44f-458c-9c6f-8e67f1109b42 None None] Network d46e6075-84f1-4437-9c2f-b4acd55f954a requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:20.943897 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Pushing event updated for resources: {'Port': ['ID=4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:21.020617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4250178e-aa45-4489-8005-84adf6760fa6 None None] Provisioning complete for port 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:21.021024 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4250178e-aa45-4489-8005-84adf6760fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:21.064940 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Attempting to bind port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:31:21.065316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Attempting to bind port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'e03f6b78-89b1-4675-97bd-0a1eaaa92186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2113751-4b17-461d-baf5-a5d42704a7b1'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:31:21.065686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Attempting to bind port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f on network f2113751-4b17-461d-baf5-a5d42704a7b1 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:31:21.077578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:31:21.077962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Checking segment: {'id': 'e03f6b78-89b1-4675-97bd-0a1eaaa92186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2113751-4b17-461d-baf5-a5d42704a7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:31:21.078374 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:21.078771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Bound using segment: {'id': 'e03f6b78-89b1-4675-97bd-0a1eaaa92186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2113751-4b17-461d-baf5-a5d42704a7b1'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:31:21.079349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Bound port: 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03f6b78-89b1-4675-97bd-0a1eaaa92186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f2113751-4b17-461d-baf5-a5d42704a7b1'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:31:21.079731 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:21.151977 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4250178e-aa45-4489-8005-84adf6760fa6 None None] Current status of the port 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:21.152579 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4250178e-aa45-4489-8005-84adf6760fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:21.225747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-4250178e-aa45-4489-8005-84adf6760fa6 None None] For port 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9,segment=NetworkSegment(457f60a5-b814-4b51-98d8-c7700f0c8ce2),segment_id=457f60a5-b814-4b51-98d8-c7700f0c8ce2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:21.244515 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4250178e-aa45-4489-8005-84adf6760fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:21.266258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Allocated IP 2001:db8::1 (d46e6075-84f1-4437-9c2f-b4acd55f954a/edfb9708-b9c4-4dd7-a681-db7f02a03b59/71f2d1d9-1a90-40ca-8309-942898cbbc34) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:31:21.305504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250178e-aa45-4489-8005-84adf6760fa6 None None] Pushing event updated for resources: {'Port': ['ID=6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:21.314558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-32e9820c-629f-432d-b798-c6528888c842 None None] For port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:31:21.318620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-32e9820c-629f-432d-b798-c6528888c842 None None] For port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f,segment=NetworkSegment(e03f6b78-89b1-4675-97bd-0a1eaaa92186),segment_id=e03f6b78-89b1-4675-97bd-0a1eaaa92186)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:31:21.328511 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:21.345451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84738887-3bf2-46ec-b3a4-aefbff6bd4d6 req-26c87cd4-6142-46e7-8374-9f8421f363d9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:21.347004 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84738887-3bf2-46ec-b3a4-aefbff6bd4d6 req-26c87cd4-6142-46e7-8374-9f8421f363d9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 943 time: 0.1217229 Feb 10 15:31:21.530571 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9820c-629f-432d-b798-c6528888c842 None None] Pushing event updated for resources: {'Port': ['ID=4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:21.589559 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84738887-3bf2-46ec-b3a4-aefbff6bd4d6 req-82a5b032-05db-4818-926c-f7f4ca7c86bf tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070670 Feb 10 15:31:21.625467 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:31:21.649266 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (71f2d1d9-1a90-40ca-8309-942898cbbc34), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:21.719937 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:21.720431 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:21.727054 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (71f2d1d9-1a90-40ca-8309-942898cbbc34), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:21.803263 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9437f37e-b728-44a4-83fb-449d952dcb46 None None] Provisioning complete for port 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:21.803621 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9437f37e-b728-44a4-83fb-449d952dcb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:21.840944 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network d46e6075-84f1-4437-9c2f-b4acd55f954a is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:21.848776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=71f2d1d9-1a90-40ca-8309-942898cbbc34,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:21.878158 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:21.889326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:31:21.891691 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (4e3717bc-7f54-4428-b48d-a949fbb2f15a), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:22.012569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:31:22.015110 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fba18fc2-5af8-4951-8b2f-0d92547d5ca9 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:31:22.024454 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:22.194725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: fba18fc2-5af8-4951-8b2f-0d92547d5ca9 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:31:22.195751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fba18fc2-5af8-4951-8b2f-0d92547d5ca9 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:31:22.218042 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9437f37e-b728-44a4-83fb-449d952dcb46 None None] Current status of the port 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:22.260346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14840a95-13fb-4fcd-ab5c-e0394d366403 req-14f0c5bb-fd68-4245-b52e-01444291c157 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:22.266304 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14840a95-13fb-4fcd-ab5c-e0394d366403 req-14f0c5bb-fd68-4245-b52e-01444291c157 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:22.271925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14840a95-13fb-4fcd-ab5c-e0394d366403 req-14f0c5bb-fd68-4245-b52e-01444291c157 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:22.277874 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14840a95-13fb-4fcd-ab5c-e0394d366403 req-14f0c5bb-fd68-4245-b52e-01444291c157 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:22.284582 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14840a95-13fb-4fcd-ab5c-e0394d366403 req-14f0c5bb-fd68-4245-b52e-01444291c157 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:22.291124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14840a95-13fb-4fcd-ab5c-e0394d366403 req-14f0c5bb-fd68-4245-b52e-01444291c157 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:22.296913 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14840a95-13fb-4fcd-ab5c-e0394d366403 req-14f0c5bb-fd68-4245-b52e-01444291c157 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:22.298873 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14840a95-13fb-4fcd-ab5c-e0394d366403 req-14f0c5bb-fd68-4245-b52e-01444291c157 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.3216114 Feb 10 15:31:22.323807 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:22.336141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'port_id': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'mac_address': 'fa:16:3e:f5:81:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:31:22.374645 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14840a95-13fb-4fcd-ab5c-e0394d366403 req-aff06e81-ccd8-419f-a0b9-2a79917f1bd4 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685341 Feb 10 15:31:22.375724 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (71f2d1d9-1a90-40ca-8309-942898cbbc34), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:22.404146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:22.404666 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:22.423457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:31:22.466259 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:22.474196 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:22.482655 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-330b3b50-af81-480d-8b83-dc06109b4921 None None] Provisioning complete for port 71f2d1d9-1a90-40ca-8309-942898cbbc34 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:22.483214 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-330b3b50-af81-480d-8b83-dc06109b4921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (71f2d1d9-1a90-40ca-8309-942898cbbc34), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:22.564115 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:22.568629 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-330b3b50-af81-480d-8b83-dc06109b4921 None None] Port 71f2d1d9-1a90-40ca-8309-942898cbbc34 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:31:22.803984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ae663-e1a9-454e-a7be-235bc4591a39 req-a2633f97-5e67-4011-acdd-11202572ddb4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:22.805578 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-598ae663-e1a9-454e-a7be-235bc4591a39 req-a2633f97-5e67-4011-acdd-11202572ddb4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1097493 Feb 10 15:31:22.809867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['6a1e4231-1715-4b5d-924f-9e77b2c5f1f0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:31:22.869717 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-598ae663-e1a9-454e-a7be-235bc4591a39 req-05625c3e-e419-4b1c-b982-eca1d9971db9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550652 Feb 10 15:31:22.871968 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (71f2d1d9-1a90-40ca-8309-942898cbbc34), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:22.879516 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (71f2d1d9-1a90-40ca-8309-942898cbbc34), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:22.880769 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (4e3717bc-7f54-4428-b48d-a949fbb2f15a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:22.881432 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32888) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:23.073524 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=71f2d1d9-1a90-40ca-8309-942898cbbc34,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:23.155796 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-38730369-23cb-459a-ac9c-147474eabd4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=834ca1ac5a114b04ab69ec176b0d415f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2731524 Feb 10 15:31:23.161168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32892) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:23.169955 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network d46e6075-84f1-4437-9c2f-b4acd55f954a is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:23.172145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:23.247122 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-13c9d4ef-bc17-404b-8d15-36ee5d43f515 admin admin] Publish callbacks [] for security_group (80581a4c-485f-4db5-a39a-0797aeac3e39), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:23.296326 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-13c9d4ef-bc17-404b-8d15-36ee5d43f515 admin admin] Publish callbacks [] for security_group (80581a4c-485f-4db5-a39a-0797aeac3e39), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:23.299143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe90a42-c5dd-4c7f-b717-ea883b34ba51 None None] Network f2113751-4b17-461d-baf5-a5d42704a7b1 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:23.369987 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 4e3717bc-7f54-4428-b48d-a949fbb2f15a is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:31:23.428105 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-13c9d4ef-bc17-404b-8d15-36ee5d43f515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (80581a4c-485f-4db5-a39a-0797aeac3e39), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:23.431781 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-13c9d4ef-bc17-404b-8d15-36ee5d43f515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:23.448041 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-13c9d4ef-bc17-404b-8d15-36ee5d43f515 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80581a4c-485f-4db5-a39a-0797aeac3e39 HTTP/1.1" status: 204 len: 168 time: 0.2854133 Feb 10 15:31:23.470403 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9d4ef-bc17-404b-8d15-36ee5d43f515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80581a4c-485f-4db5-a39a-0797aeac3e39,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:23.696035 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:31:23.697020 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:31:23.707726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32900) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:23.717828 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5919265b-f10e-407d-8a2d-200e4f2cca61 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/4e3717bc-7f54-4428-b48d-a949fbb2f15a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4441476 Feb 10 15:31:23.759010 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f815-04a7-4ccf-ac57-b2fe748298bc req-30656ca2-6c1b-48b9-b03b-2d17b99dcd69 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:23.769046 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f815-04a7-4ccf-ac57-b2fe748298bc req-30656ca2-6c1b-48b9-b03b-2d17b99dcd69 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:23.783378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f815-04a7-4ccf-ac57-b2fe748298bc req-30656ca2-6c1b-48b9-b03b-2d17b99dcd69 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:23.794975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef9be1-3c6a-488d-bfa9-0a837c635f64 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:23.799254 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f815-04a7-4ccf-ac57-b2fe748298bc req-30656ca2-6c1b-48b9-b03b-2d17b99dcd69 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:23.807796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccc22fe-ad59-47e5-8f6a-48a4c1820852 None None] Sync routers for ids ['4e3717bc-7f54-4428-b48d-a949fbb2f15a'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:31:23.808563 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-deef9be1-3c6a-488d-bfa9-0a837c635f64 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports/71f2d1d9-1a90-40ca-8309-942898cbbc34 HTTP/1.1" status: 200 len: 911 time: 0.0994821 Feb 10 15:31:23.809551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32902) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:23.819084 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f815-04a7-4ccf-ac57-b2fe748298bc req-30656ca2-6c1b-48b9-b03b-2d17b99dcd69 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:23.839855 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f815-04a7-4ccf-ac57-b2fe748298bc req-30656ca2-6c1b-48b9-b03b-2d17b99dcd69 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:23.846009 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f815-04a7-4ccf-ac57-b2fe748298bc req-30656ca2-6c1b-48b9-b03b-2d17b99dcd69 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:23.847976 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a800f815-04a7-4ccf-ac57-b2fe748298bc req-30656ca2-6c1b-48b9-b03b-2d17b99dcd69 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2510068 Feb 10 15:31:23.917034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-716145f6-a700-4499-b4dc-ac937037bc7c None None] Provisioning complete for port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:23.917687 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-716145f6-a700-4499-b4dc-ac937037bc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:24.000388 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a800f815-04a7-4ccf-ac57-b2fe748298bc req-61e52915-cde8-4ee3-9466-f5900526d41a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1455302 Feb 10 15:31:24.006613 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc22fe-ad59-47e5-8f6a-48a4c1820852 None None] Routers {'4e3717bc-7f54-4428-b48d-a949fbb2f15a'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:24.007260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6ccc22fe-ad59-47e5-8f6a-48a4c1820852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4e3717bc-7f54-4428-b48d-a949fbb2f15a'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:24.091686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:31:24.116491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccfcdd-378c-4aea-90ec-d214375e1525 req-e2a385d1-8705-4654-8570-ab881a89604e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:24.118064 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9ccfcdd-378c-4aea-90ec-d214375e1525 req-e2a385d1-8705-4654-8570-ab881a89604e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1165996 Feb 10 15:31:24.151090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6ccc22fe-ad59-47e5-8f6a-48a4c1820852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:24.214228 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9ccfcdd-378c-4aea-90ec-d214375e1525 req-1fdc3215-19ce-4ee8-b73b-8b459fbeb964 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888119 Feb 10 15:31:24.232234 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc22fe-ad59-47e5-8f6a-48a4c1820852 None None] Routers {'4e3717bc-7f54-4428-b48d-a949fbb2f15a'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:24.234760 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6ccc22fe-ad59-47e5-8f6a-48a4c1820852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4e3717bc-7f54-4428-b48d-a949fbb2f15a'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:24.294739 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:24.295120 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:24.321199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:31:24.332381 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:24.332866 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:24.400690 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6ccc22fe-ad59-47e5-8f6a-48a4c1820852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:24.401369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccc22fe-ad59-47e5-8f6a-48a4c1820852 None None] The sync data for ids ['4e3717bc-7f54-4428-b48d-a949fbb2f15a'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:31:24.440277 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-716145f6-a700-4499-b4dc-ac937037bc7c None None] Current status of the port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:24.442104 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-716145f6-a700-4499-b4dc-ac937037bc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:24.506178 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:24.517580 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-716145f6-a700-4499-b4dc-ac937037bc7c None None] For port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f,segment=NetworkSegment(e03f6b78-89b1-4675-97bd-0a1eaaa92186),segment_id=e03f6b78-89b1-4675-97bd-0a1eaaa92186)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:24.524557 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-716145f6-a700-4499-b4dc-ac937037bc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:24.706775 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:24.707683 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:24.749339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32932) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:24.771732 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ce7021a1-02d7-44a9-8a16-dccbce7baf1b None None] Provisioning complete for port 71f2d1d9-1a90-40ca-8309-942898cbbc34 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:24.772118 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ce7021a1-02d7-44a9-8a16-dccbce7baf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (71f2d1d9-1a90-40ca-8309-942898cbbc34), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:24.782654 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:24.787548 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:31:24.789903 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5242bd46-686f-489c-9eb0-a1596dba4f15" -d '{"events": [{"server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "name": "network-vif-plugged", "status": "completed", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:31:24.802519 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716145f6-a700-4499-b4dc-ac937037bc7c None None] Pushing event updated for resources: {'Port': ['ID=4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:24.834533 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:24.843397 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:24.885965 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ce7021a1-02d7-44a9-8a16-dccbce7baf1b None None] Port 71f2d1d9-1a90-40ca-8309-942898cbbc34 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:31:24.917838 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8234a92-e7dd-4f7b-b0d9-b363b8b286e4 x-openstack-request-id: req-b8234a92-e7dd-4f7b-b0d9-b363b8b286e4 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:31:24.917838 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "name": "network-vif-plugged", "status": "completed", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:31:24.917838 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b8234a92-e7dd-4f7b-b0d9-b363b8b286e4 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:31:24.918256 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'code': 200} Feb 10 15:31:24.919612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:25.263863 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5b3133b6-ca8b-4b43-88cb-908842d4ce19 None None] Provisioning complete for port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:25.263863 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5b3133b6-ca8b-4b43-88cb-908842d4ce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:25.267711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Allocated IP 2001:db8:1::1 (f2113751-4b17-461d-baf5-a5d42704a7b1/49d2e51c-cd3d-437f-aaa8-0cb6c6347993/401dd29b-db59-4d21-ae5e-448a1de81031) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:31:25.272542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-055903be-9f15-4c7a-a1b8-18b0b0dc8d86 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2056245265-network', 'tenant_id': 'e43eb9ed14414a24b5aa8bd445c7cb94'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:25.288235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055903be-9f15-4c7a-a1b8-18b0b0dc8d86 admin admin] Made reservation on behalf of e43eb9ed14414a24b5aa8bd445c7cb94 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:25.292174 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-055903be-9f15-4c7a-a1b8-18b0b0dc8d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:25.308231 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-055903be-9f15-4c7a-a1b8-18b0b0dc8d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:25.331633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5b3133b6-ca8b-4b43-88cb-908842d4ce19 None None] Current status of the port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:25.334266 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (401dd29b-db59-4d21-ae5e-448a1de81031), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:25.366906 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0cdf6-bc25-4f02-94b5-8224c8f0fb88 req-d4a9d5c3-97b1-47ab-907d-8c765723f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:25.369674 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90a0cdf6-bc25-4f02-94b5-8224c8f0fb88 req-d4a9d5c3-97b1-47ab-907d-8c765723f06d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 1127 time: 0.1449037 Feb 10 15:31:25.438207 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-90a0cdf6-bc25-4f02-94b5-8224c8f0fb88 req-bd78cca1-0245-46fb-b3ad-ce5da6e96436 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616400 Feb 10 15:31:25.456054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (401dd29b-db59-4d21-ae5e-448a1de81031), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:25.479815 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:31:25.538891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network f2113751-4b17-461d-baf5-a5d42704a7b1 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:25.544391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:25.562816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:31:25.563446 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (4e3717bc-7f54-4428-b48d-a949fbb2f15a), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:25.570604 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:25.570722 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:25.659912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=401dd29b-db59-4d21-ae5e-448a1de81031,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:25.783370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:25.836095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaba02d-7f24-4256-bb4a-17ea84f575be req-498a630f-37fc-4011-a7f1-2372bbf21beb tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:25.841698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaba02d-7f24-4256-bb4a-17ea84f575be req-498a630f-37fc-4011-a7f1-2372bbf21beb tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:25.848382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaba02d-7f24-4256-bb4a-17ea84f575be req-498a630f-37fc-4011-a7f1-2372bbf21beb tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:25.853994 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaba02d-7f24-4256-bb4a-17ea84f575be req-498a630f-37fc-4011-a7f1-2372bbf21beb tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:25.861319 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaba02d-7f24-4256-bb4a-17ea84f575be req-498a630f-37fc-4011-a7f1-2372bbf21beb tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:25.868802 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaba02d-7f24-4256-bb4a-17ea84f575be req-498a630f-37fc-4011-a7f1-2372bbf21beb tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:25.874293 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaba02d-7f24-4256-bb4a-17ea84f575be req-498a630f-37fc-4011-a7f1-2372bbf21beb tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:25.884243 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (401dd29b-db59-4d21-ae5e-448a1de81031), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:25.886546 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eeaba02d-7f24-4256-bb4a-17ea84f575be req-498a630f-37fc-4011-a7f1-2372bbf21beb tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.7358935 Feb 10 15:31:25.973702 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6a55d-3abc-4298-94cb-07f60125f1a5 req-c31c32c8-8e43-499e-925a-7db7c90fd0a9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:25.982087 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ebf6a55d-3abc-4298-94cb-07f60125f1a5 req-c31c32c8-8e43-499e-925a-7db7c90fd0a9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 945 time: 0.6509347 Feb 10 15:31:26.055666 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eeaba02d-7f24-4256-bb4a-17ea84f575be req-67090e10-3bcb-4554-b36e-e7546ba4fa35 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1615241 Feb 10 15:31:26.076766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8db14623-33b5-4357-ae1b-dc0d66b1847b None None] Provisioning complete for port 401dd29b-db59-4d21-ae5e-448a1de81031 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:26.076766 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8db14623-33b5-4357-ae1b-dc0d66b1847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (401dd29b-db59-4d21-ae5e-448a1de81031), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:26.169176 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ebf6a55d-3abc-4298-94cb-07f60125f1a5 req-18691861-735e-4c9b-9e8f-c853b76a6ae3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858222 Feb 10 15:31:26.193974 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8db14623-33b5-4357-ae1b-dc0d66b1847b None None] Port 401dd29b-db59-4d21-ae5e-448a1de81031 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:31:26.214850 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-055903be-9f15-4c7a-a1b8-18b0b0dc8d86 admin admin] Publish callbacks [] for security_group (45d3ed73-b179-4d4c-81d6-ac6252a7a59f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:26.220033 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-055903be-9f15-4c7a-a1b8-18b0b0dc8d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (45d3ed73-b179-4d4c-81d6-ac6252a7a59f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:26.255708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055903be-9f15-4c7a-a1b8-18b0b0dc8d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d3ed73-b179-4d4c-81d6-ac6252a7a59f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:26.267501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055903be-9f15-4c7a-a1b8-18b0b0dc8d86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:31:26.279827 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-055903be-9f15-4c7a-a1b8-18b0b0dc8d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (3bbece89-8c78-414c-a184-e5cdddb0fa31), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:26.280506 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-055903be-9f15-4c7a-a1b8-18b0b0dc8d86 admin admin] Added segment 3bbece89-8c78-414c-a184-e5cdddb0fa31 of type vlan for network f0d8eb09-c982-4d11-9b7d-08be115c7a9a Feb 10 15:31:26.335573 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-055903be-9f15-4c7a-a1b8-18b0b0dc8d86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (f0d8eb09-c982-4d11-9b7d-08be115c7a9a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:26.369684 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-055903be-9f15-4c7a-a1b8-18b0b0dc8d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (f0d8eb09-c982-4d11-9b7d-08be115c7a9a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:26.370711 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055903be-9f15-4c7a-a1b8-18b0b0dc8d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:26.371344 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-055903be-9f15-4c7a-a1b8-18b0b0dc8d86 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:26.404428 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (401dd29b-db59-4d21-ae5e-448a1de81031), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:26.414085 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-055903be-9f15-4c7a-a1b8-18b0b0dc8d86 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6596262 Feb 10 15:31:26.414085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32962) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:26.418735 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-93cf1e5f-4003-4892-8873-e34fcf2856f7 admin admin] Request body: {'subnet': {'network_id': 'f0d8eb09-c982-4d11-9b7d-08be115c7a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2056245265-subnet', 'tenant_id': 'e43eb9ed14414a24b5aa8bd445c7cb94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:26.421495 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (401dd29b-db59-4d21-ae5e-448a1de81031), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:26.422289 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (4e3717bc-7f54-4428-b48d-a949fbb2f15a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:26.456955 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055903be-9f15-4c7a-a1b8-18b0b0dc8d86 admin admin] Pushing event updated for resources: {'Network': ['ID=f0d8eb09-c982-4d11-9b7d-08be115c7a9a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:26.468558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network f0d8eb09-c982-4d11-9b7d-08be115c7a9a details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:31:26.489071 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cf1e5f-4003-4892-8873-e34fcf2856f7 admin admin] Made reservation on behalf of e43eb9ed14414a24b5aa8bd445c7cb94 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:26.491583 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-93cf1e5f-4003-4892-8873-e34fcf2856f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:26.500528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=401dd29b-db59-4d21-ae5e-448a1de81031,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:26.622252 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network f2113751-4b17-461d-baf5-a5d42704a7b1 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:26.625231 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:26.803731 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-93cf1e5f-4003-4892-8873-e34fcf2856f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (cd47d6d0-b142-4740-8b37-99aee7d2dbfe), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:26.813191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 4e3717bc-7f54-4428-b48d-a949fbb2f15a has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:31:26.891861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf1e5f-4003-4892-8873-e34fcf2856f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd47d6d0-b142-4740-8b37-99aee7d2dbfe,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:26.904833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf1e5f-4003-4892-8873-e34fcf2856f7 admin admin] Checking segment: {'id': '3bbece89-8c78-414c-a184-e5cdddb0fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f0d8eb09-c982-4d11-9b7d-08be115c7a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:31:26.905292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cf1e5f-4003-4892-8873-e34fcf2856f7 admin admin] Network hostable DHCP agents. Network: f0d8eb09-c982-4d11-9b7d-08be115c7a9a, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:31:26.923190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cf1e5f-4003-4892-8873-e34fcf2856f7 admin admin] Network f0d8eb09-c982-4d11-9b7d-08be115c7a9a is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:31:26.934957 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-93cf1e5f-4003-4892-8873-e34fcf2856f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, f0d8eb09-c982-4d11-9b7d-08be115c7a9a) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:26.939786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cf1e5f-4003-4892-8873-e34fcf2856f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:26.940377 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-93cf1e5f-4003-4892-8873-e34fcf2856f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:26.950203 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4213c024-e7b3-453a-b65e-92c1dc0e31b1 None None] Network f0d8eb09-c982-4d11-9b7d-08be115c7a9a requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:26.992906 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-93cf1e5f-4003-4892-8873-e34fcf2856f7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5692203 Feb 10 15:31:27.116532 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:31:27.136232 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa8198-b9b7-47e5-8cd4-172124616ac2 None None] Sync routers for ids ['4e3717bc-7f54-4428-b48d-a949fbb2f15a'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:31:27.146712 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d1fbb399-0ba2-448f-a89a-496905b304bb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/4e3717bc-7f54-4428-b48d-a949fbb2f15a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3328183 Feb 10 15:31:27.147375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32978) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:27.160164 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa8198-b9b7-47e5-8cd4-172124616ac2 None None] Routers {'4e3717bc-7f54-4428-b48d-a949fbb2f15a'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:27.167652 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8aaa8198-b9b7-47e5-8cd4-172124616ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4e3717bc-7f54-4428-b48d-a949fbb2f15a'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:27.247127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3d65d487-b967-4af0-84c7-580a311f73b5 None None] Provisioning complete for port 401dd29b-db59-4d21-ae5e-448a1de81031 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:27.257311 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3d65d487-b967-4af0-84c7-580a311f73b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (401dd29b-db59-4d21-ae5e-448a1de81031), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:27.356947 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dac74bb-b68f-49e8-b6c4-ffc0ac759861 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:27.359248 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0dac74bb-b68f-49e8-b6c4-ffc0ac759861 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports/401dd29b-db59-4d21-ae5e-448a1de81031 HTTP/1.1" status: 200 len: 913 time: 0.2106757 Feb 10 15:31:27.363011 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32992) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:27.388123 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3d65d487-b967-4af0-84c7-580a311f73b5 None None] Port 401dd29b-db59-4d21-ae5e-448a1de81031 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:31:27.394176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d4437a-067c-431d-b84e-ed802f4d52b6 None None] Network f0d8eb09-c982-4d11-9b7d-08be115c7a9a requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:27.469355 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8aaa8198-b9b7-47e5-8cd4-172124616ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:27.479256 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa8198-b9b7-47e5-8cd4-172124616ac2 None None] Routers {'4e3717bc-7f54-4428-b48d-a949fbb2f15a'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:27.480216 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8aaa8198-b9b7-47e5-8cd4-172124616ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4e3717bc-7f54-4428-b48d-a949fbb2f15a'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:27.516751 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8aaa8198-b9b7-47e5-8cd4-172124616ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:27.517772 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa8198-b9b7-47e5-8cd4-172124616ac2 None None] The sync data for ids ['4e3717bc-7f54-4428-b48d-a949fbb2f15a'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:31:27.718818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8fc78-ed25-4bee-873a-856c68828840 req-e71559c4-3837-4ef1-befd-69cf6ff3f30c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:27.725892 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8fc78-ed25-4bee-873a-856c68828840 req-e71559c4-3837-4ef1-befd-69cf6ff3f30c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:27.732936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8fc78-ed25-4bee-873a-856c68828840 req-e71559c4-3837-4ef1-befd-69cf6ff3f30c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:27.738666 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8fc78-ed25-4bee-873a-856c68828840 req-e71559c4-3837-4ef1-befd-69cf6ff3f30c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:27.744858 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8fc78-ed25-4bee-873a-856c68828840 req-e71559c4-3837-4ef1-befd-69cf6ff3f30c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:27.751004 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8fc78-ed25-4bee-873a-856c68828840 req-e71559c4-3837-4ef1-befd-69cf6ff3f30c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:27.763570 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8fc78-ed25-4bee-873a-856c68828840 req-e71559c4-3837-4ef1-befd-69cf6ff3f30c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:27.769236 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3d8fc78-ed25-4bee-873a-856c68828840 req-e71559c4-3837-4ef1-befd-69cf6ff3f30c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.4632325 Feb 10 15:31:27.882221 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3d8fc78-ed25-4bee-873a-856c68828840 req-252a421c-9ee0-43f4-9455-1d66a4cf9730 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901272 Feb 10 15:31:27.891497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726baa15-d475-4dc5-bad1-89d77d9e8122 req-173adf5b-7df0-4999-88ea-8f32d0b0b238 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:27.902114 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-726baa15-d475-4dc5-bad1-89d77d9e8122 req-173adf5b-7df0-4999-88ea-8f32d0b0b238 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 945 time: 0.5412893 Feb 10 15:31:28.031257 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-b6c8f944-ed07-45bc-8f0f-454090d2c70d req-e5831dee-93ec-4616-a292-e685ded20780 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1039701270', 'description': 'tempest-description-1027265801'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:28.056951 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-726baa15-d475-4dc5-bad1-89d77d9e8122 req-81caed3e-8ec5-4ce4-95f2-57066707a98c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539760 Feb 10 15:31:28.111689 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b6c8f944-ed07-45bc-8f0f-454090d2c70d req-e5831dee-93ec-4616-a292-e685ded20780 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:28.252805 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e9ca530a-81bc-4361-87e8-a244b89bc22f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (4e3717bc-7f54-4428-b48d-a949fbb2f15a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:28.320861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26940a-d1b9-495d-83c2-f3ffe241f81c req-1a0d1eb4-207c-4cd6-9ece-5350c8000952 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:28.341318 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd26940a-d1b9-495d-83c2-f3ffe241f81c req-1a0d1eb4-207c-4cd6-9ece-5350c8000952 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 945 time: 0.1981716 Feb 10 15:31:28.351496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33024) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:28.358920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-25a24131-962b-4fc7-8a8d-d3c5b9e84ab0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Request body: {'floatingip': {'port_id': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:28.476735 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25a24131-962b-4fc7-8a8d-d3c5b9e84ab0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for floatingip (8920e6af-f830-4adf-9278-033c1bc43524), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:28.727703 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b6c8f944-ed07-45bc-8f0f-454090d2c70d req-e5831dee-93ec-4616-a292-e685ded20780 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (2893a42b-5e43-4371-8d6c-e1671aab62c3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:29.024531 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e9ca530a-81bc-4361-87e8-a244b89bc22f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port 401dd29b-db59-4d21-ae5e-448a1de81031 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:31:29.025164 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e9ca530a-81bc-4361-87e8-a244b89bc22f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (401dd29b-db59-4d21-ae5e-448a1de81031), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:29.150948 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e9ca530a-81bc-4361-87e8-a244b89bc22f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (401dd29b-db59-4d21-ae5e-448a1de81031), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:29.166868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e9ca530a-81bc-4361-87e8-a244b89bc22f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for 401dd29b-db59-4d21-ae5e-448a1de81031 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:31:29.268252 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25a24131-962b-4fc7-8a8d-d3c5b9e84ab0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:29.273088 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b6c8f944-ed07-45bc-8f0f-454090d2c70d req-e5831dee-93ec-4616-a292-e685ded20780 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2893a42b-5e43-4371-8d6c-e1671aab62c3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:29.295753 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25a24131-962b-4fc7-8a8d-d3c5b9e84ab0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (8920e6af-f830-4adf-9278-033c1bc43524), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:29.400373 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b6c8f944-ed07-45bc-8f0f-454090d2c70d req-e5831dee-93ec-4616-a292-e685ded20780 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:29.401680 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6c8f944-ed07-45bc-8f0f-454090d2c70d req-e5831dee-93ec-4616-a292-e685ded20780 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 1.3759019 Feb 10 15:31:29.419315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5831dee-93ec-4616-a292-e685ded20780 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2893a42b-5e43-4371-8d6c-e1671aab62c3,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:29.579285 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63b517-cf09-40f5-bdb0-8d44020df452 req-4b90566f-92c6-42dc-b362-f7672d198219 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:29.583954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e9ca530a-81bc-4361-87e8-a244b89bc22f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (401dd29b-db59-4d21-ae5e-448a1de81031), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:29.601946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63b517-cf09-40f5-bdb0-8d44020df452 req-4b90566f-92c6-42dc-b362-f7672d198219 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:29.607447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63b517-cf09-40f5-bdb0-8d44020df452 req-4b90566f-92c6-42dc-b362-f7672d198219 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:29.613316 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63b517-cf09-40f5-bdb0-8d44020df452 req-4b90566f-92c6-42dc-b362-f7672d198219 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:29.624043 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63b517-cf09-40f5-bdb0-8d44020df452 req-4b90566f-92c6-42dc-b362-f7672d198219 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:29.631252 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63b517-cf09-40f5-bdb0-8d44020df452 req-4b90566f-92c6-42dc-b362-f7672d198219 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:29.637002 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63b517-cf09-40f5-bdb0-8d44020df452 req-4b90566f-92c6-42dc-b362-f7672d198219 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:29.639063 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c63b517-cf09-40f5-bdb0-8d44020df452 req-4b90566f-92c6-42dc-b362-f7672d198219 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.3688791 Feb 10 15:31:29.654529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca530a-81bc-4361-87e8-a244b89bc22f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=401dd29b-db59-4d21-ae5e-448a1de81031,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:29.710258 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-25a24131-962b-4fc7-8a8d-d3c5b9e84ab0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Floating IP 8920e6af-f830-4adf-9278-033c1bc43524 associated. External IP: 172.25.3.80, port: 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0. Feb 10 15:31:29.860683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-751c4148-6f58-481a-8930-4c3c82924b43 req-8142e9da-8501-4f7f-84e7-43c52ffbccf5 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/2893a42b-5e43-4371-8d6c-e1671aab62c3 HTTP/1.1" status: 200 len: 1824 time: 0.3699026 Feb 10 15:31:29.886830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e9ca530a-81bc-4361-87e8-a244b89bc22f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (4e3717bc-7f54-4428-b48d-a949fbb2f15a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:29.909768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-751c4148-6f58-481a-8930-4c3c82924b43 req-ddbe8873-832d-49ba-96f0-7fab39b72fb6 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2893a42b-5e43-4371-8d6c-e1671aab62c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:29.920958 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-751c4148-6f58-481a-8930-4c3c82924b43 req-ddbe8873-832d-49ba-96f0-7fab39b72fb6 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2893a42b-5e43-4371-8d6c-e1671aab62c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:30.084142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c63b517-cf09-40f5-bdb0-8d44020df452 req-fa718397-6a8d-40d5-99cf-a72119e1c8da tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4366462 Feb 10 15:31:30.272075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ca530a-81bc-4361-87e8-a244b89bc22f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 4e3717bc-7f54-4428-b48d-a949fbb2f15a has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:31:30.335690 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a24131-962b-4fc7-8a8d-d3c5b9e84ab0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Router c420fe88-e789-455e-b636-8a291ce4c372 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:31:30.337643 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-751c4148-6f58-481a-8930-4c3c82924b43 req-ddbe8873-832d-49ba-96f0-7fab39b72fb6 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (56fad453-addc-4f2b-a7f0-5097ce5bb98c), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:30.440373 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ca530a-81bc-4361-87e8-a244b89bc22f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:31:30.451605 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f651a4-2ad2-42b4-a8b9-66ff8886ac10 None None] Sync routers for ids ['4e3717bc-7f54-4428-b48d-a949fbb2f15a'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:31:30.455988 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e9ca530a-81bc-4361-87e8-a244b89bc22f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/4e3717bc-7f54-4428-b48d-a949fbb2f15a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0880961 Feb 10 15:31:30.459721 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33076) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:30.475870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f651a4-2ad2-42b4-a8b9-66ff8886ac10 None None] Routers {'4e3717bc-7f54-4428-b48d-a949fbb2f15a'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:30.476615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f8f651a4-2ad2-42b4-a8b9-66ff8886ac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4e3717bc-7f54-4428-b48d-a949fbb2f15a'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:30.520863 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-751c4148-6f58-481a-8930-4c3c82924b43 req-ddbe8873-832d-49ba-96f0-7fab39b72fb6 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (56fad453-addc-4f2b-a7f0-5097ce5bb98c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:30.532436 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-751c4148-6f58-481a-8930-4c3c82924b43 req-ddbe8873-832d-49ba-96f0-7fab39b72fb6 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (56fad453-addc-4f2b-a7f0-5097ce5bb98c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:30.546187 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f8f651a4-2ad2-42b4-a8b9-66ff8886ac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:30.570653 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f651a4-2ad2-42b4-a8b9-66ff8886ac10 None None] Routers {'4e3717bc-7f54-4428-b48d-a949fbb2f15a'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:30.573461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f8f651a4-2ad2-42b4-a8b9-66ff8886ac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4e3717bc-7f54-4428-b48d-a949fbb2f15a'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:30.589337 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-751c4148-6f58-481a-8930-4c3c82924b43 req-ddbe8873-832d-49ba-96f0-7fab39b72fb6 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:30.590964 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-751c4148-6f58-481a-8930-4c3c82924b43 req-ddbe8873-832d-49ba-96f0-7fab39b72fb6 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7079201 Feb 10 15:31:30.604297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe8873-832d-49ba-96f0-7fab39b72fb6 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fad453-addc-4f2b-a7f0-5097ce5bb98c,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:30.681801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f8f651a4-2ad2-42b4-a8b9-66ff8886ac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:30.683556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f651a4-2ad2-42b4-a8b9-66ff8886ac10 None None] The sync data for ids ['4e3717bc-7f54-4428-b48d-a949fbb2f15a'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:31:30.692879 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-198975f7-e073-423c-b26c-235e1923ae8d req-98e8d986-0f89-4695-a647-dbedf9e9aed8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1575418613', 'description': 'tempest-description-906705762'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:30.731506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a24131-962b-4fc7-8a8d-d3c5b9e84ab0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:31:30.737528 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25a24131-962b-4fc7-8a8d-d3c5b9e84ab0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:30.741791 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-198975f7-e073-423c-b26c-235e1923ae8d req-98e8d986-0f89-4695-a647-dbedf9e9aed8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:30.746232 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd77a2b-ebe6-48d4-b717-c67400cc22ec None None] Sync routers for ids ['c420fe88-e789-455e-b636-8a291ce4c372'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:31:30.785138 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-25a24131-962b-4fc7-8a8d-d3c5b9e84ab0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "PUT /v2.0/floatingips/8920e6af-f830-4adf-9278-033c1bc43524 HTTP/1.1" status: 200 len: 990 time: 2.4300370 Feb 10 15:31:30.789971 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:31:30.793843 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c838636-fcdc-49b1-ab6f-9f806074b113" -d '{"events": [{"name": "network-changed", "server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:31:30.801321 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd77a2b-ebe6-48d4-b717-c67400cc22ec None None] Routers {'c420fe88-e789-455e-b636-8a291ce4c372'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:30.805066 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-7fd77a2b-ebe6-48d4-b717-c67400cc22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c420fe88-e789-455e-b636-8a291ce4c372'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:30.954146 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-7fd77a2b-ebe6-48d4-b717-c67400cc22ec None None] Set router c420fe88-e789-455e-b636-8a291ce4c372 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:31:31.017963 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-198975f7-e073-423c-b26c-235e1923ae8d req-98e8d986-0f89-4695-a647-dbedf9e9aed8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (b30f7139-febd-4ae2-83f9-e39cf27e7048), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:31.042699 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-198975f7-e073-423c-b26c-235e1923ae8d req-98e8d986-0f89-4695-a647-dbedf9e9aed8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b30f7139-febd-4ae2-83f9-e39cf27e7048), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:31.123205 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-198975f7-e073-423c-b26c-235e1923ae8d req-98e8d986-0f89-4695-a647-dbedf9e9aed8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:31.124472 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-198975f7-e073-423c-b26c-235e1923ae8d req-98e8d986-0f89-4695-a647-dbedf9e9aed8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4459047 Feb 10 15:31:31.163763 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7ae52-8101-4504-beb7-3e3181b817c2 req-e81e728b-3659-4b1b-b14e-0a85049152fa tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:31.172136 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-09a11c88-70cb-4ac5-9421-4f517eed38ff tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (4e3717bc-7f54-4428-b48d-a949fbb2f15a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:31.172988 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ed7ae52-8101-4504-beb7-3e3181b817c2 req-e81e728b-3659-4b1b-b14e-0a85049152fa tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 945 time: 0.2378528 Feb 10 15:31:31.216757 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ff8901-a058-4bd0-9966-a91b06701054 x-openstack-request-id: req-c1ff8901-a058-4bd0-9966-a91b06701054 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:31:31.217147 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:31:31.217295 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1ff8901-a058-4bd0-9966-a91b06701054 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:31:31.220742 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'status': 'completed', 'code': 200} Feb 10 15:31:31.236010 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8d986-0f89-4695-a647-dbedf9e9aed8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30f7139-febd-4ae2-83f9-e39cf27e7048,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:31.320521 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ed7ae52-8101-4504-beb7-3e3181b817c2 req-bda3b780-e70e-4a57-89bf-1d84f3bd0091 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467147 Feb 10 15:31:31.388396 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c838636-fcdc-49b1-ab6f-9f806074b113 req-e934dc95-40fe-458e-a98d-1065350f981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:31.396610 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5c838636-fcdc-49b1-ab6f-9f806074b113 req-e934dc95-40fe-458e-a98d-1065350f981a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 1127 time: 0.1466475 Feb 10 15:31:31.400513 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5acae50d-b8e4-4faa-860d-d264c2098bb2 req-82ae8b8e-6f31-4bd4-943e-e98d54e54a50 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/b30f7139-febd-4ae2-83f9-e39cf27e7048 HTTP/1.1" status: 200 len: 1823 time: 0.1502464 Feb 10 15:31:31.416752 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-5acae50d-b8e4-4faa-860d-d264c2098bb2 req-8fc182fd-ac42-43c7-a8f2-2fefc9b002f8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b30f7139-febd-4ae2-83f9-e39cf27e7048', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:31.417497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-5acae50d-b8e4-4faa-860d-d264c2098bb2 req-8fc182fd-ac42-43c7-a8f2-2fefc9b002f8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b30f7139-febd-4ae2-83f9-e39cf27e7048', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:31.519467 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-7fd77a2b-ebe6-48d4-b717-c67400cc22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'name': 'tempest-ServerActionsTestJSON-2063072405-router', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:30:59Z', 'updated_at': '2022-02-10T15:31:06Z', 'revision_number': 4, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'gw_port': {'id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:01Z', 'updated_at': '2022-02-10T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '8920e6af-f830-4adf-9278-033c1bc43524', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'port_id': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'mac_address': 'fa:16:3e:f5:81:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:31:12Z', 'updated_at': '2022-02-10T15:31:29Z', 'revision_number': 1, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7a7dc9-bed3-4a87-99dc-1cac42515bd6', 'name': '', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'mac_address': 'fa:16:3e:ef:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:05Z', 'updated_at': '2022-02-10T15:31:14Z', 'revision_number': 5, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'subnets': [{'id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:31.581157 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5acae50d-b8e4-4faa-860d-d264c2098bb2 req-8fc182fd-ac42-43c7-a8f2-2fefc9b002f8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (f23b4a01-b59a-4c4f-bb65-d71fdf92989b), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:31.609520 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd77a2b-ebe6-48d4-b717-c67400cc22ec None None] Checking router: c420fe88-e789-455e-b636-8a291ce4c372 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:31:31.649737 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd77a2b-ebe6-48d4-b717-c67400cc22ec None None] Routers {'c420fe88-e789-455e-b636-8a291ce4c372'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:31.650978 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-7fd77a2b-ebe6-48d4-b717-c67400cc22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c420fe88-e789-455e-b636-8a291ce4c372'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:31.655356 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5acae50d-b8e4-4faa-860d-d264c2098bb2 req-8fc182fd-ac42-43c7-a8f2-2fefc9b002f8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (f23b4a01-b59a-4c4f-bb65-d71fdf92989b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:31.674921 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cc425-ef2a-449e-8214-eec7dafb446d req-4f640877-758b-4764-bf2f-2f11b5d18fd3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:31.689292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cc425-ef2a-449e-8214-eec7dafb446d req-4f640877-758b-4764-bf2f-2f11b5d18fd3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:31.703536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cc425-ef2a-449e-8214-eec7dafb446d req-4f640877-758b-4764-bf2f-2f11b5d18fd3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:31.715061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cc425-ef2a-449e-8214-eec7dafb446d req-4f640877-758b-4764-bf2f-2f11b5d18fd3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:31.720288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cc425-ef2a-449e-8214-eec7dafb446d req-4f640877-758b-4764-bf2f-2f11b5d18fd3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:31.722038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c838636-fcdc-49b1-ab6f-9f806074b113 req-582e5172-d7c2-47ae-92f9-0d92affb9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:31.723700 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5c838636-fcdc-49b1-ab6f-9f806074b113 req-582e5172-d7c2-47ae-92f9-0d92affb9f4a service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.3199003 Feb 10 15:31:31.770769 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cc425-ef2a-449e-8214-eec7dafb446d req-4f640877-758b-4764-bf2f-2f11b5d18fd3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:31.778164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cc425-ef2a-449e-8214-eec7dafb446d req-4f640877-758b-4764-bf2f-2f11b5d18fd3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:31.780105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1c7cc425-ef2a-449e-8214-eec7dafb446d req-4f640877-758b-4764-bf2f-2f11b5d18fd3 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2214630 Feb 10 15:31:31.785167 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5acae50d-b8e4-4faa-860d-d264c2098bb2 req-8fc182fd-ac42-43c7-a8f2-2fefc9b002f8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (f23b4a01-b59a-4c4f-bb65-d71fdf92989b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:31.824343 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5acae50d-b8e4-4faa-860d-d264c2098bb2 req-8fc182fd-ac42-43c7-a8f2-2fefc9b002f8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:31.838657 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5acae50d-b8e4-4faa-860d-d264c2098bb2 req-8fc182fd-ac42-43c7-a8f2-2fefc9b002f8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4357047 Feb 10 15:31:31.869029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc182fd-ac42-43c7-a8f2-2fefc9b002f8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23b4a01-b59a-4c4f-bb65-d71fdf92989b,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:31.906110 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-7fd77a2b-ebe6-48d4-b717-c67400cc22ec None None] Set router c420fe88-e789-455e-b636-8a291ce4c372 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:31:31.960178 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5c838636-fcdc-49b1-ab6f-9f806074b113 req-acbe0150-6121-433d-9321-d232f7e24b74 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 HTTP/1.1" status: 200 len: 998 time: 0.2300680 Feb 10 15:31:32.008426 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1c7cc425-ef2a-449e-8214-eec7dafb446d req-22148874-1158-43ab-a74f-f308ff4c463f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2205882 Feb 10 15:31:32.048212 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e074c-91ab-4f12-84ff-b2624f15c5db req-0a541fec-b6d3-4d37-bee4-e0cfaa8dcc04 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:32.049764 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f3e074c-91ab-4f12-84ff-b2624f15c5db req-0a541fec-b6d3-4d37-bee4-e0cfaa8dcc04 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 945 time: 0.0877213 Feb 10 15:31:32.065758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c838636-fcdc-49b1-ab6f-9f806074b113 req-e534927d-1cac-41a1-8886-36ea3bfcfc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:32.067300 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5c838636-fcdc-49b1-ab6f-9f806074b113 req-e534927d-1cac-41a1-8886-36ea3bfcfc19 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.1011777 Feb 10 15:31:32.081422 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-0a54a895-3ede-4a41-a18f-2172cdd0c90f req-ca60b577-7d4e-4d29-8c9d-dd6283e9492b tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1786545737', 'description': 'tempest-description-1917758505'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:32.124272 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0a54a895-3ede-4a41-a18f-2172cdd0c90f req-ca60b577-7d4e-4d29-8c9d-dd6283e9492b tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:32.139086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c838636-fcdc-49b1-ab6f-9f806074b113 req-ee5e2b35-9ca9-4602-a9d8-58318906b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:32.140609 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5c838636-fcdc-49b1-ab6f-9f806074b113 req-ee5e2b35-9ca9-4602-a9d8-58318906b1a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0591347 Feb 10 15:31:32.171006 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f3e074c-91ab-4f12-84ff-b2624f15c5db req-fbc1e6da-eb66-4984-a55d-9699a0b41608 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147251 Feb 10 15:31:32.229467 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0a54a895-3ede-4a41-a18f-2172cdd0c90f req-ca60b577-7d4e-4d29-8c9d-dd6283e9492b tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (ca3346af-e179-496f-b471-bb722832d8cc), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:32.235466 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0a54a895-3ede-4a41-a18f-2172cdd0c90f req-ca60b577-7d4e-4d29-8c9d-dd6283e9492b tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ca3346af-e179-496f-b471-bb722832d8cc), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:32.299328 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0a54a895-3ede-4a41-a18f-2172cdd0c90f req-ca60b577-7d4e-4d29-8c9d-dd6283e9492b tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:32.307110 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a54a895-3ede-4a41-a18f-2172cdd0c90f req-ca60b577-7d4e-4d29-8c9d-dd6283e9492b tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2299979 Feb 10 15:31:32.310577 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60b577-7d4e-4d29-8c9d-dd6283e9492b tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3346af-e179-496f-b471-bb722832d8cc,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:32.343964 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5c838636-fcdc-49b1-ab6f-9f806074b113 req-9ec54296-eb82-43e1-95c3-2e77751dee33 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587651 Feb 10 15:31:32.359321 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-79f53ead-455b-4322-9d2a-baabeab50647 req-615cc01d-2308-472c-a336-07472863de48 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1113810598', 'description': 'tempest-description-720795864'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:32.385918 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-79f53ead-455b-4322-9d2a-baabeab50647 req-615cc01d-2308-472c-a336-07472863de48 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:32.386168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-09a11c88-70cb-4ac5-9421-4f517eed38ff tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port 71f2d1d9-1a90-40ca-8309-942898cbbc34 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:31:32.386524 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-09a11c88-70cb-4ac5-9421-4f517eed38ff tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (71f2d1d9-1a90-40ca-8309-942898cbbc34), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:32.408970 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-7fd77a2b-ebe6-48d4-b717-c67400cc22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'name': 'tempest-ServerActionsTestJSON-2063072405-router', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:30:59Z', 'updated_at': '2022-02-10T15:31:06Z', 'revision_number': 4, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'gw_port': {'id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:01Z', 'updated_at': '2022-02-10T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '8920e6af-f830-4adf-9278-033c1bc43524', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'port_id': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'mac_address': 'fa:16:3e:f5:81:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:31:12Z', 'updated_at': '2022-02-10T15:31:29Z', 'revision_number': 1, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7a7dc9-bed3-4a87-99dc-1cac42515bd6', 'name': '', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'mac_address': 'fa:16:3e:ef:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:05Z', 'updated_at': '2022-02-10T15:31:14Z', 'revision_number': 5, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'subnets': [{'id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:32.444603 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd77a2b-ebe6-48d4-b717-c67400cc22ec None None] The sync data for ids ['c420fe88-e789-455e-b636-8a291ce4c372'] in n-d-815324-7 is: [{'id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'name': 'tempest-ServerActionsTestJSON-2063072405-router', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:30:59Z', 'updated_at': '2022-02-10T15:31:06Z', 'revision_number': 4, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'gw_port': {'id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:01Z', 'updated_at': '2022-02-10T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '8920e6af-f830-4adf-9278-033c1bc43524', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'port_id': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'mac_address': 'fa:16:3e:f5:81:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:31:12Z', 'updated_at': '2022-02-10T15:31:29Z', 'revision_number': 1, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7a7dc9-bed3-4a87-99dc-1cac42515bd6', 'name': '', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'mac_address': 'fa:16:3e:ef:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:05Z', 'updated_at': '2022-02-10T15:31:14Z', 'revision_number': 5, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'subnets': [{'id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:31:32.488617 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-79f53ead-455b-4322-9d2a-baabeab50647 req-615cc01d-2308-472c-a336-07472863de48 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (b8482677-9e9f-44e0-88f8-24764052a821), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:32.501222 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-79f53ead-455b-4322-9d2a-baabeab50647 req-615cc01d-2308-472c-a336-07472863de48 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b8482677-9e9f-44e0-88f8-24764052a821), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:32.583079 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-79f53ead-455b-4322-9d2a-baabeab50647 req-615cc01d-2308-472c-a336-07472863de48 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:32.589470 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79f53ead-455b-4322-9d2a-baabeab50647 req-615cc01d-2308-472c-a336-07472863de48 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2457752 Feb 10 15:31:32.606634 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cc01d-2308-472c-a336-07472863de48 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8482677-9e9f-44e0-88f8-24764052a821,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:32.622087 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5c838636-fcdc-49b1-ab6f-9f806074b113 req-48825d2d-3a9d-4434-837f-eda7a39bceea service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698257 Feb 10 15:31:32.662649 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-09a11c88-70cb-4ac5-9421-4f517eed38ff tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (71f2d1d9-1a90-40ca-8309-942898cbbc34), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:32.680968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-09a11c88-70cb-4ac5-9421-4f517eed38ff tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for 71f2d1d9-1a90-40ca-8309-942898cbbc34 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:31:32.767078 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-71726c09-59b7-41a3-bd7f-22ba746e80a7 req-09108821-aeea-4c2e-aab0-5a223b1d88c7 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/ca3346af-e179-496f-b471-bb722832d8cc HTTP/1.1" status: 200 len: 1824 time: 0.1374195 Feb 10 15:31:32.884154 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-71726c09-59b7-41a3-bd7f-22ba746e80a7 req-9a4dbf94-df3c-4092-a424-af81063bda02 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/b8482677-9e9f-44e0-88f8-24764052a821 HTTP/1.1" status: 200 len: 1823 time: 0.1149440 Feb 10 15:31:32.898600 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-71726c09-59b7-41a3-bd7f-22ba746e80a7 req-2818be09-14c4-47d1-af8f-26cd4f941153 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ca3346af-e179-496f-b471-bb722832d8cc', 'remote_group_id': 'b8482677-9e9f-44e0-88f8-24764052a821', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:32.898983 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-71726c09-59b7-41a3-bd7f-22ba746e80a7 req-2818be09-14c4-47d1-af8f-26cd4f941153 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ca3346af-e179-496f-b471-bb722832d8cc', 'remote_group_id': 'b8482677-9e9f-44e0-88f8-24764052a821', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:32.902556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9dbe64-12b3-4f49-bf67-b83de4a3019e None None] New status for floating IP 8920e6af-f830-4adf-9278-033c1bc43524: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:31:33.002393 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-71726c09-59b7-41a3-bd7f-22ba746e80a7 req-2818be09-14c4-47d1-af8f-26cd4f941153 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (f6a111fc-e0a2-49e3-b7be-cf6cbc36f756), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:33.052602 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-09a11c88-70cb-4ac5-9421-4f517eed38ff tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (71f2d1d9-1a90-40ca-8309-942898cbbc34), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:33.063990 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-71726c09-59b7-41a3-bd7f-22ba746e80a7 req-2818be09-14c4-47d1-af8f-26cd4f941153 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (f6a111fc-e0a2-49e3-b7be-cf6cbc36f756), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:33.078013 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-71726c09-59b7-41a3-bd7f-22ba746e80a7 req-2818be09-14c4-47d1-af8f-26cd4f941153 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (f6a111fc-e0a2-49e3-b7be-cf6cbc36f756), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:33.102265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a11c88-70cb-4ac5-9421-4f517eed38ff tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=71f2d1d9-1a90-40ca-8309-942898cbbc34,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:33.183054 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-71726c09-59b7-41a3-bd7f-22ba746e80a7 req-2818be09-14c4-47d1-af8f-26cd4f941153 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:33.202692 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-71726c09-59b7-41a3-bd7f-22ba746e80a7 req-2818be09-14c4-47d1-af8f-26cd4f941153 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3105965 Feb 10 15:31:33.214946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818be09-14c4-47d1-af8f-26cd4f941153 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a111fc-e0a2-49e3-b7be-cf6cbc36f756,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:33.383982 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-54553da6-86ef-4c83-8c4d-2a17ae3c372d req-b8fa4937-96e5-44ee-ba2e-224a6b8f7701 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1891557683', 'description': 'tempest-description-990699189'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:33.392192 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-09a11c88-70cb-4ac5-9421-4f517eed38ff tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (4e3717bc-7f54-4428-b48d-a949fbb2f15a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:33.447441 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-54553da6-86ef-4c83-8c4d-2a17ae3c372d req-b8fa4937-96e5-44ee-ba2e-224a6b8f7701 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:33.495622 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f0175-c992-4cf6-b007-d7d2d73d7d30 req-d775e7df-1426-48fb-ab48-87f28b859c52 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:33.503314 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f0175-c992-4cf6-b007-d7d2d73d7d30 req-d775e7df-1426-48fb-ab48-87f28b859c52 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:33.512125 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f0175-c992-4cf6-b007-d7d2d73d7d30 req-d775e7df-1426-48fb-ab48-87f28b859c52 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:33.518184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f0175-c992-4cf6-b007-d7d2d73d7d30 req-d775e7df-1426-48fb-ab48-87f28b859c52 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:33.525307 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f0175-c992-4cf6-b007-d7d2d73d7d30 req-d775e7df-1426-48fb-ab48-87f28b859c52 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:33.531508 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f0175-c992-4cf6-b007-d7d2d73d7d30 req-d775e7df-1426-48fb-ab48-87f28b859c52 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:33.544026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f0175-c992-4cf6-b007-d7d2d73d7d30 req-d775e7df-1426-48fb-ab48-87f28b859c52 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:33.548322 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee2f0175-c992-4cf6-b007-d7d2d73d7d30 req-d775e7df-1426-48fb-ab48-87f28b859c52 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.3436127 Feb 10 15:31:33.692681 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-54553da6-86ef-4c83-8c4d-2a17ae3c372d req-b8fa4937-96e5-44ee-ba2e-224a6b8f7701 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (e609313d-ded6-4671-b4bd-c40e6aca306a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:33.729095 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-54553da6-86ef-4c83-8c4d-2a17ae3c372d req-b8fa4937-96e5-44ee-ba2e-224a6b8f7701 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e609313d-ded6-4671-b4bd-c40e6aca306a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:33.784020 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee2f0175-c992-4cf6-b007-d7d2d73d7d30 req-a43c8e75-93cb-4c6b-8b53-c211565b6a59 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1960618 Feb 10 15:31:33.837741 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-54553da6-86ef-4c83-8c4d-2a17ae3c372d req-b8fa4937-96e5-44ee-ba2e-224a6b8f7701 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:33.838965 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54553da6-86ef-4c83-8c4d-2a17ae3c372d req-b8fa4937-96e5-44ee-ba2e-224a6b8f7701 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4764936 Feb 10 15:31:33.870977 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa4937-96e5-44ee-ba2e-224a6b8f7701 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e609313d-ded6-4671-b4bd-c40e6aca306a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:34.038660 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-ce0fab5c-17a9-4a1b-98fc-77c2e8e8f1dc req-b358109f-262d-44d5-b3c7-f47e9bd60e4c tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-224344411', 'description': 'tempest-description-2110672520'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:34.096734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a82366-b931-4c8e-aaca-9c97d350641f req-f5837004-c365-4cc7-b200-ed39bb3f6691 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:34.099358 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1a82366-b931-4c8e-aaca-9c97d350641f req-f5837004-c365-4cc7-b200-ed39bb3f6691 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 945 time: 0.1603749 Feb 10 15:31:34.101414 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ce0fab5c-17a9-4a1b-98fc-77c2e8e8f1dc req-b358109f-262d-44d5-b3c7-f47e9bd60e4c tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:34.114456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a11c88-70cb-4ac5-9421-4f517eed38ff tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 4e3717bc-7f54-4428-b48d-a949fbb2f15a has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:31:34.203048 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1a82366-b931-4c8e-aaca-9c97d350641f req-d433db3c-da82-4874-b584-8f29b7dc187a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911400 Feb 10 15:31:34.231784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a11c88-70cb-4ac5-9421-4f517eed38ff tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:31:34.242478 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be415d7-17b1-4e8c-98c1-cd686777515a None None] Sync routers for ids ['4e3717bc-7f54-4428-b48d-a949fbb2f15a'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:31:34.248860 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-09a11c88-70cb-4ac5-9421-4f517eed38ff tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/4e3717bc-7f54-4428-b48d-a949fbb2f15a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7877502 Feb 10 15:31:34.249511 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33170) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:34.268365 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be415d7-17b1-4e8c-98c1-cd686777515a None None] Routers {'4e3717bc-7f54-4428-b48d-a949fbb2f15a'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:34.270441 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ce0fab5c-17a9-4a1b-98fc-77c2e8e8f1dc req-b358109f-262d-44d5-b3c7-f47e9bd60e4c tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (641b587d-bf6a-4e28-aae9-281a9c5c7a2a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:34.270744 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5be415d7-17b1-4e8c-98c1-cd686777515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4e3717bc-7f54-4428-b48d-a949fbb2f15a'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:34.285901 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ce0fab5c-17a9-4a1b-98fc-77c2e8e8f1dc req-b358109f-262d-44d5-b3c7-f47e9bd60e4c tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (641b587d-bf6a-4e28-aae9-281a9c5c7a2a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:34.312605 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7cd38c54-eaae-434b-9e7d-dd24e1c1cd5a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e3717bc-7f54-4428-b48d-a949fbb2f15a HTTP/1.1" status: 200 len: 205 time: 0.0610359 Feb 10 15:31:34.315965 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33172) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:34.339620 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ce0fab5c-17a9-4a1b-98fc-77c2e8e8f1dc req-b358109f-262d-44d5-b3c7-f47e9bd60e4c tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:34.340996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce0fab5c-17a9-4a1b-98fc-77c2e8e8f1dc req-b358109f-262d-44d5-b3c7-f47e9bd60e4c tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3135531 Feb 10 15:31:34.342928 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358109f-262d-44d5-b3c7-f47e9bd60e4c tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641b587d-bf6a-4e28-aae9-281a9c5c7a2a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:34.423568 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5be415d7-17b1-4e8c-98c1-cd686777515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:34.436978 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be415d7-17b1-4e8c-98c1-cd686777515a None None] Routers {'4e3717bc-7f54-4428-b48d-a949fbb2f15a'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:34.437590 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5be415d7-17b1-4e8c-98c1-cd686777515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4e3717bc-7f54-4428-b48d-a949fbb2f15a'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:34.502509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d3470418-5411-41e0-a3dc-a7c0d26e56f0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (4e3717bc-7f54-4428-b48d-a949fbb2f15a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:34.526827 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5be415d7-17b1-4e8c-98c1-cd686777515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:34.532122 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be415d7-17b1-4e8c-98c1-cd686777515a None None] The sync data for ids ['4e3717bc-7f54-4428-b48d-a949fbb2f15a'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:31:34.587969 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d25207-a2be-4ec2-80c7-7677e7e9e141 req-a9825835-dc09-4a10-993b-18286887114e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:34.590035 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-83d25207-a2be-4ec2-80c7-7677e7e9e141 req-a9825835-dc09-4a10-993b-18286887114e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 945 time: 0.1190188 Feb 10 15:31:34.755006 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-83d25207-a2be-4ec2-80c7-7677e7e9e141 req-a1f4d775-533d-418b-96af-71132393ebdb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577089 Feb 10 15:31:34.770402 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0aa2a677-353d-427e-a4ac-e7bc4a3dea83 req-c339f9f6-77cf-4898-ab98-492330922b3c tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/e609313d-ded6-4671-b4bd-c40e6aca306a HTTP/1.1" status: 200 len: 1823 time: 0.1372499 Feb 10 15:31:34.888221 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0aa2a677-353d-427e-a4ac-e7bc4a3dea83 req-33f2a1ee-fd51-41aa-9093-9a2171eddc74 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/641b587d-bf6a-4e28-aae9-281a9c5c7a2a HTTP/1.1" status: 200 len: 1823 time: 0.0895240 Feb 10 15:31:34.901977 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-0aa2a677-353d-427e-a4ac-e7bc4a3dea83 req-d8ad8761-cb36-485a-934c-0345cd62f338 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e609313d-ded6-4671-b4bd-c40e6aca306a', 'remote_group_id': '641b587d-bf6a-4e28-aae9-281a9c5c7a2a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:34.905499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-0aa2a677-353d-427e-a4ac-e7bc4a3dea83 req-d8ad8761-cb36-485a-934c-0345cd62f338 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e609313d-ded6-4671-b4bd-c40e6aca306a', 'remote_group_id': '641b587d-bf6a-4e28-aae9-281a9c5c7a2a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:34.942573 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d3470418-5411-41e0-a3dc-a7c0d26e56f0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (4e3717bc-7f54-4428-b48d-a949fbb2f15a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:34.945056 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d3470418-5411-41e0-a3dc-a7c0d26e56f0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_controller (4e3717bc-7f54-4428-b48d-a949fbb2f15a), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.006394 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d3470418-5411-41e0-a3dc-a7c0d26e56f0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (4e3717bc-7f54-4428-b48d-a949fbb2f15a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.008614 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3470418-5411-41e0-a3dc-a7c0d26e56f0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Fanout notify agent at l3_agent the message router_deleted on router 4e3717bc-7f54-4428-b48d-a949fbb2f15a {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:31:35.036775 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d3470418-5411-41e0-a3dc-a7c0d26e56f0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.038417 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d3470418-5411-41e0-a3dc-a7c0d26e56f0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/routers/4e3717bc-7f54-4428-b48d-a949fbb2f15a HTTP/1.1" status: 204 len: 168 time: 0.7185047 Feb 10 15:31:35.041086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33202) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:35.072957 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0aa2a677-353d-427e-a4ac-e7bc4a3dea83 req-d8ad8761-cb36-485a-934c-0345cd62f338 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (d37571a0-e42d-4cb9-b67c-60f0a601253a), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.109471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fad905b-6e03-4dea-90c9-92df4f8fb83f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting subnet 49d2e51c-cd3d-437f-aaa8-0cb6c6347993 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:31:35.114873 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fad905b-6e03-4dea-90c9-92df4f8fb83f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (49d2e51c-cd3d-437f-aaa8-0cb6c6347993), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.145344 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0aa2a677-353d-427e-a4ac-e7bc4a3dea83 req-d8ad8761-cb36-485a-934c-0345cd62f338 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (d37571a0-e42d-4cb9-b67c-60f0a601253a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.163693 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0aa2a677-353d-427e-a4ac-e7bc4a3dea83 req-d8ad8761-cb36-485a-934c-0345cd62f338 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (d37571a0-e42d-4cb9-b67c-60f0a601253a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.216234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad8761-cb36-485a-934c-0345cd62f338 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37571a0-e42d-4cb9-b67c-60f0a601253a,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:35.233146 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-0aa2a677-353d-427e-a4ac-e7bc4a3dea83 req-d8ad8761-cb36-485a-934c-0345cd62f338 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.234826 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0aa2a677-353d-427e-a4ac-e7bc4a3dea83 req-d8ad8761-cb36-485a-934c-0345cd62f338 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3396971 Feb 10 15:31:35.259651 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fad905b-6e03-4dea-90c9-92df4f8fb83f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (49d2e51c-cd3d-437f-aaa8-0cb6c6347993), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.491792 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fad905b-6e03-4dea-90c9-92df4f8fb83f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (49d2e51c-cd3d-437f-aaa8-0cb6c6347993), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.559825 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fad905b-6e03-4dea-90c9-92df4f8fb83f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (49d2e51c-cd3d-437f-aaa8-0cb6c6347993), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.586378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577413-1ee7-4540-813a-304373a2c4bd req-0fbb019a-0d13-4dbf-9902-0a646c9ffe57 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:35.595347 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577413-1ee7-4540-813a-304373a2c4bd req-0fbb019a-0d13-4dbf-9902-0a646c9ffe57 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:35.609938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577413-1ee7-4540-813a-304373a2c4bd req-0fbb019a-0d13-4dbf-9902-0a646c9ffe57 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:35.614002 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad905b-6e03-4dea-90c9-92df4f8fb83f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Subnet': ['ID=49d2e51c-cd3d-437f-aaa8-0cb6c6347993,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:35.638759 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fad905b-6e03-4dea-90c9-92df4f8fb83f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.638759 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7fad905b-6e03-4dea-90c9-92df4f8fb83f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/49d2e51c-cd3d-437f-aaa8-0cb6c6347993 HTTP/1.1" status: 204 len: 168 time: 0.5899153 Feb 10 15:31:35.638759 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33220) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:35.640929 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fbde06-9300-472e-99a7-f4f8f6c625f3 None None] Network f2113751-4b17-461d-baf5-a5d42704a7b1 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:35.646174 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577413-1ee7-4540-813a-304373a2c4bd req-0fbb019a-0d13-4dbf-9902-0a646c9ffe57 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:35.657927 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577413-1ee7-4540-813a-304373a2c4bd req-0fbb019a-0d13-4dbf-9902-0a646c9ffe57 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:35.664612 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577413-1ee7-4540-813a-304373a2c4bd req-0fbb019a-0d13-4dbf-9902-0a646c9ffe57 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:35.670899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577413-1ee7-4540-813a-304373a2c4bd req-0fbb019a-0d13-4dbf-9902-0a646c9ffe57 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:35.673880 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5c577413-1ee7-4540-813a-304373a2c4bd req-0fbb019a-0d13-4dbf-9902-0a646c9ffe57 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2842765 Feb 10 15:31:35.678939 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4cd733d0-cf6a-4aa8-a543-8a8cff20599d req-98463f87-cfdc-4795-a365-f43a30a151f9 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/641b587d-bf6a-4e28-aae9-281a9c5c7a2a HTTP/1.1" status: 200 len: 1823 time: 0.2029090 Feb 10 15:31:35.768107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-504555c4-278a-4bf0-9d2b-85f945450688 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting subnet edfb9708-b9c4-4dd7-a681-db7f02a03b59 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:31:35.782409 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-504555c4-278a-4bf0-9d2b-85f945450688 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (edfb9708-b9c4-4dd7-a681-db7f02a03b59), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.828481 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5c577413-1ee7-4540-813a-304373a2c4bd req-f2ec21c9-162a-4e8b-8b03-71ca32156006 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1476722 Feb 10 15:31:35.862188 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4cd733d0-cf6a-4aa8-a543-8a8cff20599d req-edb7a5ed-4017-4464-b117-2b50f9d97667 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (641b587d-bf6a-4e28-aae9-281a9c5c7a2a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.901895 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-504555c4-278a-4bf0-9d2b-85f945450688 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (edfb9708-b9c4-4dd7-a681-db7f02a03b59), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.908632 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4cd733d0-cf6a-4aa8-a543-8a8cff20599d req-edb7a5ed-4017-4464-b117-2b50f9d97667 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (641b587d-bf6a-4e28-aae9-281a9c5c7a2a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.975943 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4cd733d0-cf6a-4aa8-a543-8a8cff20599d req-edb7a5ed-4017-4464-b117-2b50f9d97667 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (641b587d-bf6a-4e28-aae9-281a9c5c7a2a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.981198 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4cd733d0-cf6a-4aa8-a543-8a8cff20599d req-edb7a5ed-4017-4464-b117-2b50f9d97667 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:35.984580 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4cd733d0-cf6a-4aa8-a543-8a8cff20599d req-edb7a5ed-4017-4464-b117-2b50f9d97667 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "DELETE /v2.0/security-groups/641b587d-bf6a-4e28-aae9-281a9c5c7a2a HTTP/1.1" status: 204 len: 173 time: 0.2796061 Feb 10 15:31:35.991141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] DHCP port deletion for f2113751-4b17-461d-baf5-a5d42704a7b1 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:31:36.016811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7a5ed-4017-4464-b117-2b50f9d97667 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=641b587d-bf6a-4e28-aae9-281a9c5c7a2a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:36.094278 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f22a2c8d-3fb5-400b-aabf-8fc5c8cfffbf req-a69e8bd3-4e7c-483a-a65b-a2beeedb6bbb tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/e609313d-ded6-4671-b4bd-c40e6aca306a HTTP/1.1" status: 200 len: 1823 time: 0.0602193 Feb 10 15:31:36.113259 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-504555c4-278a-4bf0-9d2b-85f945450688 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (edfb9708-b9c4-4dd7-a681-db7f02a03b59), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:36.162755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-4c354d47-a22c-4002-80bd-5ef225dfb5c7 req-e67c0b89-032d-4b74-8a2b-538376d92192 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1419529669', 'description': 'tempest-description-403897115'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:36.189841 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-504555c4-278a-4bf0-9d2b-85f945450688 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (edfb9708-b9c4-4dd7-a681-db7f02a03b59), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:36.216198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Deleting port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:31:36.216618 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:36.228477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504555c4-278a-4bf0-9d2b-85f945450688 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Subnet': ['ID=edfb9708-b9c4-4dd7-a681-db7f02a03b59,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:36.229561 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4c354d47-a22c-4002-80bd-5ef225dfb5c7 req-e67c0b89-032d-4b74-8a2b-538376d92192 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:36.231309 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-504555c4-278a-4bf0-9d2b-85f945450688 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:36.235811 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-504555c4-278a-4bf0-9d2b-85f945450688 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/edfb9708-b9c4-4dd7-a681-db7f02a03b59 HTTP/1.1" status: 204 len: 168 time: 0.5984213 Feb 10 15:31:36.239310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33236) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:36.248455 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940358c0-5d1d-44db-9e4b-ba997cd03362 None None] Network d46e6075-84f1-4437-9c2f-b4acd55f954a requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:36.426727 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] For port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f,segment=NetworkSegment(e03f6b78-89b1-4675-97bd-0a1eaaa92186),segment_id=e03f6b78-89b1-4675-97bd-0a1eaaa92186)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:36.427929 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:36.449512 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Calling delete_port for 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:31:36.463947 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4c354d47-a22c-4002-80bd-5ef225dfb5c7 req-e67c0b89-032d-4b74-8a2b-538376d92192 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (608507ea-4cea-461e-9b11-3d4232413af0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:36.477272 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4c354d47-a22c-4002-80bd-5ef225dfb5c7 req-e67c0b89-032d-4b74-8a2b-538376d92192 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (608507ea-4cea-461e-9b11-3d4232413af0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:36.545064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc23ab80-c8d9-4422-8d34-68ef6b3ccf5b None None] DHCP port deletion for d46e6075-84f1-4437-9c2f-b4acd55f954a request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:31:36.545336 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (f2113751-4b17-461d-baf5-a5d42704a7b1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:36.581125 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4c354d47-a22c-4002-80bd-5ef225dfb5c7 req-e67c0b89-032d-4b74-8a2b-538376d92192 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:36.606109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c354d47-a22c-4002-80bd-5ef225dfb5c7 req-e67c0b89-032d-4b74-8a2b-538376d92192 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4478383 Feb 10 15:31:36.624564 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c0b89-032d-4b74-8a2b-538376d92192 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608507ea-4cea-461e-9b11-3d4232413af0,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:36.720993 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:31:36.721495 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:36.759096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24b6834f-b719-44dc-9969-96c128459fae req-c0190d40-9bfe-40cc-8c02-5ad980939b6e tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/608507ea-4cea-461e-9b11-3d4232413af0 HTTP/1.1" status: 200 len: 1823 time: 0.1241655 Feb 10 15:31:36.767448 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-24b6834f-b719-44dc-9969-96c128459fae req-9cf675af-676c-44db-8420-b0f097eb5aa8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '608507ea-4cea-461e-9b11-3d4232413af0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:36.767843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-24b6834f-b719-44dc-9969-96c128459fae req-9cf675af-676c-44db-8420-b0f097eb5aa8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '608507ea-4cea-461e-9b11-3d4232413af0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:36.901179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] For port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f,segment=NetworkSegment(e03f6b78-89b1-4675-97bd-0a1eaaa92186),segment_id=e03f6b78-89b1-4675-97bd-0a1eaaa92186)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:36.901551 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:36.937521 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-24b6834f-b719-44dc-9969-96c128459fae req-9cf675af-676c-44db-8420-b0f097eb5aa8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (d49d388a-0b99-4e69-b26e-b2b424b0d9bd), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:36.974915 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:31:37.112469 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-24b6834f-b719-44dc-9969-96c128459fae req-9cf675af-676c-44db-8420-b0f097eb5aa8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (d49d388a-0b99-4e69-b26e-b2b424b0d9bd), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.115897 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.121329 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-24b6834f-b719-44dc-9969-96c128459fae req-9cf675af-676c-44db-8420-b0f097eb5aa8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (d49d388a-0b99-4e69-b26e-b2b424b0d9bd), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.122305 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.127077 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cc23ab80-c8d9-4422-8d34-68ef6b3ccf5b None None] Deleting port 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:31:37.127453 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc23ab80-c8d9-4422-8d34-68ef6b3ccf5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.178981 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-24b6834f-b719-44dc-9969-96c128459fae req-9cf675af-676c-44db-8420-b0f097eb5aa8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.189970 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24b6834f-b719-44dc-9969-96c128459fae req-9cf675af-676c-44db-8420-b0f097eb5aa8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4257028 Feb 10 15:31:37.202100 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.202920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-cc23ab80-c8d9-4422-8d34-68ef6b3ccf5b None None] For port 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9,segment=NetworkSegment(457f60a5-b814-4b51-98d8-c7700f0c8ce2),segment_id=457f60a5-b814-4b51-98d8-c7700f0c8ce2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:37.203327 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc23ab80-c8d9-4422-8d34-68ef6b3ccf5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.212921 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf675af-676c-44db-8420-b0f097eb5aa8 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49d388a-0b99-4e69-b26e-b2b424b0d9bd,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:37.218650 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cc23ab80-c8d9-4422-8d34-68ef6b3ccf5b None None] Calling delete_port for 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:31:37.266657 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:37.281507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No DVR routers for this DVR port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:31:37.324363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294156c-6d13-4dfe-bcd5-02ae2e17aac9 req-3e9d7afe-af74-4deb-b44d-e0a6fd28601e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:37.337331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294156c-6d13-4dfe-bcd5-02ae2e17aac9 req-3e9d7afe-af74-4deb-b44d-e0a6fd28601e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:37.347945 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294156c-6d13-4dfe-bcd5-02ae2e17aac9 req-3e9d7afe-af74-4deb-b44d-e0a6fd28601e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:37.359232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294156c-6d13-4dfe-bcd5-02ae2e17aac9 req-3e9d7afe-af74-4deb-b44d-e0a6fd28601e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:37.366960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Pushing event deleted for resources: {'Port': ['ID=4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:37.371906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294156c-6d13-4dfe-bcd5-02ae2e17aac9 req-3e9d7afe-af74-4deb-b44d-e0a6fd28601e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:37.384627 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc23ab80-c8d9-4422-8d34-68ef6b3ccf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.385274 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294156c-6d13-4dfe-bcd5-02ae2e17aac9 req-3e9d7afe-af74-4deb-b44d-e0a6fd28601e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:37.393089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294156c-6d13-4dfe-bcd5-02ae2e17aac9 req-3e9d7afe-af74-4deb-b44d-e0a6fd28601e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:37.406795 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e294156c-6d13-4dfe-bcd5-02ae2e17aac9 req-3e9d7afe-af74-4deb-b44d-e0a6fd28601e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.4140182 Feb 10 15:31:37.411143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] No DVR routers for this DVR port 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:31:37.420550 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:37.427049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:37.427855 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:37.428681 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:37.429256 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:37.429775 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:37.430278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:37.430779 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:37.431339 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:37.431849 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:37.432360 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:37.432895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:37.433698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da28d4-a13f-4ba2-80fd-1704e50d79cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:37.484201 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (f2113751-4b17-461d-baf5-a5d42704a7b1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.486963 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b96c1419-bb62-4ffe-8f64-520aac77e03c req-a637c01b-1099-498a-8651-4c66fbb3f514 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/608507ea-4cea-461e-9b11-3d4232413af0 HTTP/1.1" status: 200 len: 2417 time: 0.2766471 Feb 10 15:31:37.493665 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23ab80-c8d9-4422-8d34-68ef6b3ccf5b None None] No DVR routers for this DVR port 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:31:37.505718 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23ab80-c8d9-4422-8d34-68ef6b3ccf5b None None] Pushing event deleted for resources: {'Port': ['ID=6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:37.515849 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-b96c1419-bb62-4ffe-8f64-520aac77e03c req-b297aaf0-0194-4dd8-95db-c81970e08e94 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '608507ea-4cea-461e-9b11-3d4232413af0', 'remote_group_id': None}]} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:37.516163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-b96c1419-bb62-4ffe-8f64-520aac77e03c req-b297aaf0-0194-4dd8-95db-c81970e08e94 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '608507ea-4cea-461e-9b11-3d4232413af0', 'remote_group_id': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:37.542439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2113751-4b17-461d-baf5-a5d42704a7b1']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:37.575755 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03f6b78-89b1-4675-97bd-0a1eaaa92186') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:37.576046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03f6b78-89b1-4675-97bd-0a1eaaa92186') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:37.585113 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:31:37.606417 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (e03f6b78-89b1-4675-97bd-0a1eaaa92186), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.631457 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e03f6b78-89b1-4675-97bd-0a1eaaa92186), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.644526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:31:37.645325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4bc8ddb4-ab20-439b-86d4-f34b71c8bc2f not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:31:37.645946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:31:37.654651 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:31:37.655237 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (e03f6b78-89b1-4675-97bd-0a1eaaa92186), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:31:37.663112 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:31:37.683140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e294156c-6d13-4dfe-bcd5-02ae2e17aac9 req-bd617839-cde5-4bfc-9178-11de014bee80 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2753291 Feb 10 15:31:37.701439 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:31:37.701800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6d4e2ade-c7f4-473f-9fd8-aaf8dbdc31d9 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:31:37.786442 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b96c1419-bb62-4ffe-8f64-520aac77e03c req-b297aaf0-0194-4dd8-95db-c81970e08e94 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (fb8b7053-10b5-45e0-ba8f-6f92e56b320e), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.844040 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b96c1419-bb62-4ffe-8f64-520aac77e03c req-b297aaf0-0194-4dd8-95db-c81970e08e94 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (fb8b7053-10b5-45e0-ba8f-6f92e56b320e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.845753 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (f2113751-4b17-461d-baf5-a5d42704a7b1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.849335 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b96c1419-bb62-4ffe-8f64-520aac77e03c req-b297aaf0-0194-4dd8-95db-c81970e08e94 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (fb8b7053-10b5-45e0-ba8f-6f92e56b320e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.857916 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.868860 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/networks/f2113751-4b17-461d-baf5-a5d42704a7b1 HTTP/1.1" status: 204 len: 168 time: 1.6199253 Feb 10 15:31:37.869899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297aaf0-0194-4dd8-95db-c81970e08e94 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8b7053-10b5-45e0-ba8f-6f92e56b320e,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:37.871548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33274) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:37.914029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392c599-4075-4f4c-a528-d9bfb1238994 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Network': ['ID=f2113751-4b17-461d-baf5-a5d42704a7b1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:37.959945 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-b96c1419-bb62-4ffe-8f64-520aac77e03c req-b297aaf0-0194-4dd8-95db-c81970e08e94 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:37.964280 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b96c1419-bb62-4ffe-8f64-520aac77e03c req-b297aaf0-0194-4dd8-95db-c81970e08e94 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4764218 Feb 10 15:31:38.076955 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:31:38.114467 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ace2ef8-c846-42f0-ae1c-e4d5ff64646a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (d46e6075-84f1-4437-9c2f-b4acd55f954a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.177557 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a517548-d116-4bcf-9b45-26fbd0ecee7d req-0af75322-93a5-4812-856d-907789923124 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/608507ea-4cea-461e-9b11-3d4232413af0 HTTP/1.1" status: 200 len: 3016 time: 0.1788270 Feb 10 15:31:38.319545 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ace2ef8-c846-42f0-ae1c-e4d5ff64646a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (d46e6075-84f1-4437-9c2f-b4acd55f954a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.346345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-7ace2ef8-c846-42f0-ae1c-e4d5ff64646a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46e6075-84f1-4437-9c2f-b4acd55f954a']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:38.358292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-7ace2ef8-c846-42f0-ae1c-e4d5ff64646a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457f60a5-b814-4b51-98d8-c7700f0c8ce2') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:38.358591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-7ace2ef8-c846-42f0-ae1c-e4d5ff64646a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457f60a5-b814-4b51-98d8-c7700f0c8ce2') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:38.367789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:38.370636 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ace2ef8-c846-42f0-ae1c-e4d5ff64646a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (457f60a5-b814-4b51-98d8-c7700f0c8ce2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.387001 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ace2ef8-c846-42f0-ae1c-e4d5ff64646a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (457f60a5-b814-4b51-98d8-c7700f0c8ce2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.395925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ace2ef8-c846-42f0-ae1c-e4d5ff64646a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:31:38.396409 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ace2ef8-c846-42f0-ae1c-e4d5ff64646a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (457f60a5-b814-4b51-98d8-c7700f0c8ce2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.399564 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'port_id': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'mac_address': 'fa:16:3e:f5:81:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:31:38.479437 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:31:38.485202 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 is: ACTIVE; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:38.485608 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.495443 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ace2ef8-c846-42f0-ae1c-e4d5ff64646a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (d46e6075-84f1-4437-9c2f-b4acd55f954a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.502559 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ace2ef8-c846-42f0-ae1c-e4d5ff64646a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.507883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7ace2ef8-c846-42f0-ae1c-e4d5ff64646a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/networks/d46e6075-84f1-4437-9c2f-b4acd55f954a HTTP/1.1" status: 204 len: 168 time: 0.6300714 Feb 10 15:31:38.508553 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:31:38.511854 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33294) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:38.518201 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-4522e85f-d4f1-4761-9285-e0d3134a16e3 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-564743761'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:38.523304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de59a9d6-8916-47fa-aeca-46e523b00463 req-454fd84d-fcbb-408a-a4c8-d806810a5e80 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-group-rules/fb8b7053-10b5-45e0-ba8f-6f92e56b320e HTTP/1.1" status: 200 len: 783 time: 0.3233788 Feb 10 15:31:38.549170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace2ef8-c846-42f0-ae1c-e4d5ff64646a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Network': ['ID=d46e6075-84f1-4437-9c2f-b4acd55f954a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:38.573984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4522e85f-d4f1-4761-9285-e0d3134a16e3 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:38.577350 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4522e85f-d4f1-4761-9285-e0d3134a16e3 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.585496 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:38.591387 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.650666 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de59a9d6-8916-47fa-aeca-46e523b00463 req-72280a34-8616-47f5-9eb2-d79d5ad5a853 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/608507ea-4cea-461e-9b11-3d4232413af0 HTTP/1.1" status: 200 len: 3016 time: 0.1081810 Feb 10 15:31:38.673074 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4522e85f-d4f1-4761-9285-e0d3134a16e3 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:31:38.698734 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4522e85f-d4f1-4761-9285-e0d3134a16e3 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (52eb4139-2184-46fd-9c8d-7bf3ce717197), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.699355 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-4522e85f-d4f1-4761-9285-e0d3134a16e3 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Added segment 52eb4139-2184-46fd-9c8d-7bf3ce717197 of type vlan for network 9a37db1b-7dc4-4e14-9d14-4738ac147fdf Feb 10 15:31:38.734866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['6a1e4231-1715-4b5d-924f-9e77b2c5f1f0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:31:38.739024 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-de59a9d6-8916-47fa-aeca-46e523b00463 req-ed65ff67-0165-481a-9182-91bef2b7f145 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (fb8b7053-10b5-45e0-ba8f-6f92e56b320e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.760756 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-de59a9d6-8916-47fa-aeca-46e523b00463 req-ed65ff67-0165-481a-9182-91bef2b7f145 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (fb8b7053-10b5-45e0-ba8f-6f92e56b320e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.849605 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4522e85f-d4f1-4761-9285-e0d3134a16e3 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (9a37db1b-7dc4-4e14-9d14-4738ac147fdf), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.859282 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-de59a9d6-8916-47fa-aeca-46e523b00463 req-ed65ff67-0165-481a-9182-91bef2b7f145 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (fb8b7053-10b5-45e0-ba8f-6f92e56b320e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.868582 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-de59a9d6-8916-47fa-aeca-46e523b00463 req-ed65ff67-0165-481a-9182-91bef2b7f145 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.869802 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de59a9d6-8916-47fa-aeca-46e523b00463 req-ed65ff67-0165-481a-9182-91bef2b7f145 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/fb8b7053-10b5-45e0-ba8f-6f92e56b320e HTTP/1.1" status: 204 len: 173 time: 0.2148080 Feb 10 15:31:38.906680 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:38.939493 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4522e85f-d4f1-4761-9285-e0d3134a16e3 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (9a37db1b-7dc4-4e14-9d14-4738ac147fdf), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.944456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4522e85f-d4f1-4761-9285-e0d3134a16e3 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:38.945100 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4522e85f-d4f1-4761-9285-e0d3134a16e3 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:38.961481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65ff67-0165-481a-9182-91bef2b7f145 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb8b7053-10b5-45e0-ba8f-6f92e56b320e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:39.016068 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4522e85f-d4f1-4761-9285-e0d3134a16e3 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5031836 Feb 10 15:31:39.023655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33310) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:39.032258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-14d86ec2-b7d8-40e8-9ec4-66c5b08e2531 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'subnet': {'network_id': '9a37db1b-7dc4-4e14-9d14-4738ac147fdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:39.200535 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522e85f-d4f1-4761-9285-e0d3134a16e3 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Network': ['ID=9a37db1b-7dc4-4e14-9d14-4738ac147fdf,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:39.218721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace27f-ead9-4d24-8346-c1d00a895b74 req-dd85d18d-0365-4b4d-9a9d-afa1442cfa60 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:39.223318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 9a37db1b-7dc4-4e14-9d14-4738ac147fdf details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:31:39.223703 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace27f-ead9-4d24-8346-c1d00a895b74 req-dd85d18d-0365-4b4d-9a9d-afa1442cfa60 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:39.245035 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace27f-ead9-4d24-8346-c1d00a895b74 req-dd85d18d-0365-4b4d-9a9d-afa1442cfa60 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:39.256774 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace27f-ead9-4d24-8346-c1d00a895b74 req-dd85d18d-0365-4b4d-9a9d-afa1442cfa60 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:39.291646 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace27f-ead9-4d24-8346-c1d00a895b74 req-dd85d18d-0365-4b4d-9a9d-afa1442cfa60 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:39.313164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace27f-ead9-4d24-8346-c1d00a895b74 req-dd85d18d-0365-4b4d-9a9d-afa1442cfa60 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:39.325193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace27f-ead9-4d24-8346-c1d00a895b74 req-dd85d18d-0365-4b4d-9a9d-afa1442cfa60 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:39.334375 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6dace27f-ead9-4d24-8346-c1d00a895b74 req-dd85d18d-0365-4b4d-9a9d-afa1442cfa60 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.4635658 Feb 10 15:31:39.340016 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74527a02-e468-435e-b8df-afb76f73725b req-513783d0-8c05-4cd3-ac7d-27082eee865b tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/608507ea-4cea-461e-9b11-3d4232413af0 HTTP/1.1" status: 200 len: 2417 time: 0.4154251 Feb 10 15:31:39.357031 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d86ec2-b7d8-40e8-9ec4-66c5b08e2531 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:39.360431 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14d86ec2-b7d8-40e8-9ec4-66c5b08e2531 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:39.448276 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-74527a02-e468-435e-b8df-afb76f73725b req-624472df-3b0f-47d0-b899-356237d0ee95 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (608507ea-4cea-461e-9b11-3d4232413af0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:39.737576 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14d86ec2-b7d8-40e8-9ec4-66c5b08e2531 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (95034e0b-4873-4883-a766-645acc1c9c78), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:39.859144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d86ec2-b7d8-40e8-9ec4-66c5b08e2531 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Subnet': ['ID=95034e0b-4873-4883-a766-645acc1c9c78,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:39.863528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d86ec2-b7d8-40e8-9ec4-66c5b08e2531 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Checking segment: {'id': '52eb4139-2184-46fd-9c8d-7bf3ce717197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a37db1b-7dc4-4e14-9d14-4738ac147fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:31:39.863899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d86ec2-b7d8-40e8-9ec4-66c5b08e2531 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network hostable DHCP agents. Network: 9a37db1b-7dc4-4e14-9d14-4738ac147fdf, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:31:39.918782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d86ec2-b7d8-40e8-9ec4-66c5b08e2531 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 9a37db1b-7dc4-4e14-9d14-4738ac147fdf is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:31:39.946491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-14d86ec2-b7d8-40e8-9ec4-66c5b08e2531 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 9a37db1b-7dc4-4e14-9d14-4738ac147fdf) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:39.958190 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff71a930-51e6-414f-b39f-7b40d5d127e9 None None] Network 9a37db1b-7dc4-4e14-9d14-4738ac147fdf requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:39.979094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d86ec2-b7d8-40e8-9ec4-66c5b08e2531 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:39.981795 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14d86ec2-b7d8-40e8-9ec4-66c5b08e2531 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:39.998756 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-74527a02-e468-435e-b8df-afb76f73725b req-624472df-3b0f-47d0-b899-356237d0ee95 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (608507ea-4cea-461e-9b11-3d4232413af0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:40.018398 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-14d86ec2-b7d8-40e8-9ec4-66c5b08e2531 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9898946 Feb 10 15:31:40.019335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33334) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:40.029569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-e5efb8a5-e063-4bf4-bbb6-61701af7ca76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-177314709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:40.042100 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6dace27f-ead9-4d24-8346-c1d00a895b74 req-613857d5-72ad-4dd5-816d-a40c17f171bc tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6988630 Feb 10 15:31:40.080037 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5efb8a5-e063-4bf4-bbb6-61701af7ca76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (866b2f82-7a81-46e1-92c9-49d4ce05b7fc), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:40.081659 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5efb8a5-e063-4bf4-bbb6-61701af7ca76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (866b2f82-7a81-46e1-92c9-49d4ce05b7fc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:40.111240 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-74527a02-e468-435e-b8df-afb76f73725b req-624472df-3b0f-47d0-b899-356237d0ee95 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (608507ea-4cea-461e-9b11-3d4232413af0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:40.116476 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-74527a02-e468-435e-b8df-afb76f73725b req-624472df-3b0f-47d0-b899-356237d0ee95 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:40.117700 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74527a02-e468-435e-b8df-afb76f73725b req-624472df-3b0f-47d0-b899-356237d0ee95 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "DELETE /v2.0/security-groups/608507ea-4cea-461e-9b11-3d4232413af0 HTTP/1.1" status: 204 len: 173 time: 0.7661822 Feb 10 15:31:40.165834 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:31:40.173400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624472df-3b0f-47d0-b899-356237d0ee95 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=608507ea-4cea-461e-9b11-3d4232413af0,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:40.210700 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-92e21323-fc41-4f95-9528-d585b29ef735 req-3056392b-5864-419d-bbd0-08b53fcc07a3 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] show failed (client error): The resource could not be found. Feb 10 15:31:40.211762 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-92e21323-fc41-4f95-9528-d585b29ef735 req-3056392b-5864-419d-bbd0-08b53fcc07a3 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/641b587d-bf6a-4e28-aae9-281a9c5c7a2a HTTP/1.1" status: 404 len: 352 time: 0.0294158 Feb 10 15:31:40.287761 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5efb8a5-e063-4bf4-bbb6-61701af7ca76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_controller (866b2f82-7a81-46e1-92c9-49d4ce05b7fc), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:40.294929 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:40.295499 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:40.340878 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5efb8a5-e063-4bf4-bbb6-61701af7ca76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (866b2f82-7a81-46e1-92c9-49d4ce05b7fc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:40.365415 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-305725bc-d7ef-47ae-ace8-d0bcd8ef2028 req-13db9674-aae9-4851-b314-5ea5ccdd4a40 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/e609313d-ded6-4671-b4bd-c40e6aca306a HTTP/1.1" status: 200 len: 1823 time: 0.1283159 Feb 10 15:31:40.421140 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5efb8a5-e063-4bf4-bbb6-61701af7ca76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:40.434848 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e5efb8a5-e063-4bf4-bbb6-61701af7ca76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4098115 Feb 10 15:31:40.435320 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33350) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:40.435901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-9a37db1b-7dc4-4e14-9d14-4738ac147fdf', 'network_id': '9a37db1b-7dc4-4e14-9d14-4738ac147fdf', 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'fixed_ips': [{'subnet_id': '95034e0b-4873-4883-a766-645acc1c9c78'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:31:40.436986 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:40.440733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'port': {'network_id': '9a37db1b-7dc4-4e14-9d14-4738ac147fdf', 'name': 'tempest-RoutersIpV6Test-1932354980'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:40.471091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afe5d7-fa0d-432f-be5f-b4ab63673446 req-96448fa2-e385-4ab7-bdf9-59e5157c6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:40.472744 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-67afe5d7-fa0d-432f-be5f-b4ab63673446 req-96448fa2-e385-4ab7-bdf9-59e5157c6ccf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 1126 time: 0.2065792 Feb 10 15:31:40.558074 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-305725bc-d7ef-47ae-ace8-d0bcd8ef2028 req-524ce5cb-78d1-47c1-9172-e23b0f49026c tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (e609313d-ded6-4671-b4bd-c40e6aca306a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:40.612026 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-305725bc-d7ef-47ae-ace8-d0bcd8ef2028 req-524ce5cb-78d1-47c1-9172-e23b0f49026c tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (e609313d-ded6-4671-b4bd-c40e6aca306a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:40.663924 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:40.664891 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:40.694878 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-305725bc-d7ef-47ae-ace8-d0bcd8ef2028 req-524ce5cb-78d1-47c1-9172-e23b0f49026c tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e609313d-ded6-4671-b4bd-c40e6aca306a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:40.698398 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-305725bc-d7ef-47ae-ace8-d0bcd8ef2028 req-524ce5cb-78d1-47c1-9172-e23b0f49026c tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:40.703952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-305725bc-d7ef-47ae-ace8-d0bcd8ef2028 req-524ce5cb-78d1-47c1-9172-e23b0f49026c tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "DELETE /v2.0/security-groups/e609313d-ded6-4671-b4bd-c40e6aca306a HTTP/1.1" status: 204 len: 173 time: 0.3195026 Feb 10 15:31:40.721966 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ce5cb-78d1-47c1-9172-e23b0f49026c tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e609313d-ded6-4671-b4bd-c40e6aca306a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:40.837268 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:31:40.839879 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01a830a-bbe0-447d-9670-5d5d168581d0" -d '{"events": [{"server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "name": "network-vif-plugged", "status": "completed", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:31:40.854667 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a67a070-c0a8-4045-bd13-96b221333ab2 req-7e0b5572-9ce1-4ac0-914a-493364d0e133 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/b8482677-9e9f-44e0-88f8-24764052a821 HTTP/1.1" status: 200 len: 1823 time: 0.1251683 Feb 10 15:31:40.902438 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:40.910469 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:40.920593 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9c8387-aaf9-4947-9367-095aff89684c x-openstack-request-id: req-0f9c8387-aaf9-4947-9367-095aff89684c {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:31:40.921061 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "name": "network-vif-plugged", "status": "completed", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:31:40.921422 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f9c8387-aaf9-4947-9367-095aff89684c {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:31:40.922318 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'code': 200} Feb 10 15:31:40.934542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afe5d7-fa0d-432f-be5f-b4ab63673446 req-6683e11a-9e53-4af1-998f-555b2311ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:40.936356 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-67afe5d7-fa0d-432f-be5f-b4ab63673446 req-6683e11a-9e53-4af1-998f-555b2311ec9a service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.3638806 Feb 10 15:31:40.960869 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:40.969476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Allocated IP 2001:db8::2 (9a37db1b-7dc4-4e14-9d14-4738ac147fdf/95034e0b-4873-4883-a766-645acc1c9c78/c084b6ca-2e20-4f79-9173-4960cabfbef6) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:31:40.980299 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:41.014467 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9a67a070-c0a8-4045-bd13-96b221333ab2 req-8e51eb45-8acd-4b3f-b27b-4a8705109920 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (b8482677-9e9f-44e0-88f8-24764052a821), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:41.025986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:41.088000 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9a67a070-c0a8-4045-bd13-96b221333ab2 req-8e51eb45-8acd-4b3f-b27b-4a8705109920 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (b8482677-9e9f-44e0-88f8-24764052a821), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:41.196068 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] device_id is not set on port af2b4de6-6751-4688-b040-0e06239049cc yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:31:41.297189 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-67afe5d7-fa0d-432f-be5f-b4ab63673446 req-dc414a08-d408-4d8f-966b-52861d0b5975 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 HTTP/1.1" status: 200 len: 1000 time: 0.3527324 Feb 10 15:31:41.306332 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9a67a070-c0a8-4045-bd13-96b221333ab2 req-8e51eb45-8acd-4b3f-b27b-4a8705109920 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b8482677-9e9f-44e0-88f8-24764052a821), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:41.309128 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9a67a070-c0a8-4045-bd13-96b221333ab2 req-8e51eb45-8acd-4b3f-b27b-4a8705109920 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:41.323877 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a67a070-c0a8-4045-bd13-96b221333ab2 req-8e51eb45-8acd-4b3f-b27b-4a8705109920 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "DELETE /v2.0/security-groups/b8482677-9e9f-44e0-88f8-24764052a821 HTTP/1.1" status: 204 len: 173 time: 0.4502826 Feb 10 15:31:41.406005 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51eb45-8acd-4b3f-b27b-4a8705109920 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8482677-9e9f-44e0-88f8-24764052a821,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:41.454807 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:41.458750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afe5d7-fa0d-432f-be5f-b4ab63673446 req-9d49f219-34e8-455c-a064-f57bae00cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:41.460218 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-67afe5d7-fa0d-432f-be5f-b4ab63673446 req-9d49f219-34e8-455c-a064-f57bae00cb3d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.1492662 Feb 10 15:31:41.475203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84c6a6fb-bd9f-4da5-b377-1e9aaf001a20 req-1db55362-3661-4b12-9131-90f75c5b5fc2 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/ca3346af-e179-496f-b471-bb722832d8cc HTTP/1.1" status: 200 len: 1824 time: 0.1291268 Feb 10 15:31:41.509279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde59ea-f147-410a-8360-474162df491b req-b5aa4ab9-6a06-43ff-b4cb-d6acab03b424 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:41.519696 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Publish callbacks [] for port (c084b6ca-2e20-4f79-9173-4960cabfbef6), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:41.530233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde59ea-f147-410a-8360-474162df491b req-b5aa4ab9-6a06-43ff-b4cb-d6acab03b424 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:41.532039 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (c084b6ca-2e20-4f79-9173-4960cabfbef6), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:41.547378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde59ea-f147-410a-8360-474162df491b req-b5aa4ab9-6a06-43ff-b4cb-d6acab03b424 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:41.557173 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde59ea-f147-410a-8360-474162df491b req-b5aa4ab9-6a06-43ff-b4cb-d6acab03b424 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:41.571074 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde59ea-f147-410a-8360-474162df491b req-b5aa4ab9-6a06-43ff-b4cb-d6acab03b424 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:41.599489 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde59ea-f147-410a-8360-474162df491b req-b5aa4ab9-6a06-43ff-b4cb-d6acab03b424 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:41.607833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde59ea-f147-410a-8360-474162df491b req-b5aa4ab9-6a06-43ff-b4cb-d6acab03b424 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:41.617921 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0dde59ea-f147-410a-8360-474162df491b req-b5aa4ab9-6a06-43ff-b4cb-d6acab03b424 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.3814094 Feb 10 15:31:41.660142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afe5d7-fa0d-432f-be5f-b4ab63673446 req-78339d6e-adfa-4cc3-84ea-76bd378acc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:41.680334 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-67afe5d7-fa0d-432f-be5f-b4ab63673446 req-78339d6e-adfa-4cc3-84ea-76bd378acc22 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2138746 Feb 10 15:31:41.700402 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Network 9a37db1b-7dc4-4e14-9d14-4738ac147fdf is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:41.715548 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:41.725235 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:31:41.767580 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Pushing event updated for resources: {'Port': ['ID=c084b6ca-2e20-4f79-9173-4960cabfbef6,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:41.790368 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Allocated IP 2001:db8::19c (9a37db1b-7dc4-4e14-9d14-4738ac147fdf/95034e0b-4873-4883-a766-645acc1c9c78/af2b4de6-6751-4688-b040-0e06239049cc) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:31:41.870753 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0dde59ea-f147-410a-8360-474162df491b req-b948803b-fe97-443e-a3c6-dbf19c900b6e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1852076 Feb 10 15:31:41.871644 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-84c6a6fb-bd9f-4da5-b377-1e9aaf001a20 req-cf4dcbc6-d3b1-4d28-a3f8-a76d4f53a12a tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (ca3346af-e179-496f-b471-bb722832d8cc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:41.971338 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-84c6a6fb-bd9f-4da5-b377-1e9aaf001a20 req-cf4dcbc6-d3b1-4d28-a3f8-a76d4f53a12a tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (ca3346af-e179-496f-b471-bb722832d8cc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:42.026400 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Attempting to bind port c084b6ca-2e20-4f79-9173-4960cabfbef6 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:31:42.026997 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Attempting to bind port c084b6ca-2e20-4f79-9173-4960cabfbef6 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '52eb4139-2184-46fd-9c8d-7bf3ce717197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a37db1b-7dc4-4e14-9d14-4738ac147fdf'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:31:42.027144 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Attempting to bind port c084b6ca-2e20-4f79-9173-4960cabfbef6 on network 9a37db1b-7dc4-4e14-9d14-4738ac147fdf {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:31:42.047763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:31:42.048145 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Checking segment: {'id': '52eb4139-2184-46fd-9c8d-7bf3ce717197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a37db1b-7dc4-4e14-9d14-4738ac147fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:31:42.048563 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:42.048999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Bound using segment: {'id': '52eb4139-2184-46fd-9c8d-7bf3ce717197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a37db1b-7dc4-4e14-9d14-4738ac147fdf'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:31:42.049490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Bound port: c084b6ca-2e20-4f79-9173-4960cabfbef6, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52eb4139-2184-46fd-9c8d-7bf3ce717197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a37db1b-7dc4-4e14-9d14-4738ac147fdf'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:31:42.049878 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c084b6ca-2e20-4f79-9173-4960cabfbef6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:42.099390 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-84c6a6fb-bd9f-4da5-b377-1e9aaf001a20 req-cf4dcbc6-d3b1-4d28-a3f8-a76d4f53a12a tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ca3346af-e179-496f-b471-bb722832d8cc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:42.103805 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-84c6a6fb-bd9f-4da5-b377-1e9aaf001a20 req-cf4dcbc6-d3b1-4d28-a3f8-a76d4f53a12a tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:42.105610 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84c6a6fb-bd9f-4da5-b377-1e9aaf001a20 req-cf4dcbc6-d3b1-4d28-a3f8-a76d4f53a12a tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "DELETE /v2.0/security-groups/ca3346af-e179-496f-b471-bb722832d8cc HTTP/1.1" status: 204 len: 173 time: 0.6112428 Feb 10 15:31:42.126045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dcbc6-d3b1-4d28-a3f8-a76d4f53a12a tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3346af-e179-496f-b471-bb722832d8cc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:42.217011 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ed592a1-b52a-4318-a7b4-dca28254e524 req-934f6b71-6c6e-47af-8044-76a7ed515c33 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/b30f7139-febd-4ae2-83f9-e39cf27e7048 HTTP/1.1" status: 200 len: 2423 time: 0.0684817 Feb 10 15:31:42.335868 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] For port c084b6ca-2e20-4f79-9173-4960cabfbef6, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:31:42.345262 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] For port c084b6ca-2e20-4f79-9173-4960cabfbef6, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c084b6ca-2e20-4f79-9173-4960cabfbef6,segment=NetworkSegment(52eb4139-2184-46fd-9c8d-7bf3ce717197),segment_id=52eb4139-2184-46fd-9c8d-7bf3ce717197)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:31:42.356288 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c084b6ca-2e20-4f79-9173-4960cabfbef6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:42.356560 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-67afe5d7-fa0d-432f-be5f-b4ab63673446 req-50527073-5dc5-4e0d-9376-f814cd6e2329 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6672263 Feb 10 15:31:42.466462 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (af2b4de6-6751-4688-b040-0e06239049cc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:42.508083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b56bc2-5e23-41b6-a4fb-eebb5a7c691c None None] Pushing event updated for resources: {'Port': ['ID=c084b6ca-2e20-4f79-9173-4960cabfbef6,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:42.597129 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4ed592a1-b52a-4318-a7b4-dca28254e524 req-5505132e-bf9a-4a6d-8477-3e27f7379aba tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (b30f7139-febd-4ae2-83f9-e39cf27e7048), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:42.637102 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-67afe5d7-fa0d-432f-be5f-b4ab63673446 req-c7ed0dce-36a0-481b-be67-5105eda4586e service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673533 Feb 10 15:31:42.710473 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (af2b4de6-6751-4688-b040-0e06239049cc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:42.740006 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4ed592a1-b52a-4318-a7b4-dca28254e524 req-5505132e-bf9a-4a6d-8477-3e27f7379aba tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (b30f7139-febd-4ae2-83f9-e39cf27e7048), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:42.886399 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 9a37db1b-7dc4-4e14-9d14-4738ac147fdf is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:42.895737 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-30d5174b-e298-4589-8818-209aaf49ba9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:42.918558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:42.954950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:31:42.960543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:42.970239 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:42.990463 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4ed592a1-b52a-4318-a7b4-dca28254e524 req-5505132e-bf9a-4a6d-8477-3e27f7379aba tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b30f7139-febd-4ae2-83f9-e39cf27e7048), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:42.994543 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4ed592a1-b52a-4318-a7b4-dca28254e524 req-5505132e-bf9a-4a6d-8477-3e27f7379aba tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:43.006178 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ed592a1-b52a-4318-a7b4-dca28254e524 req-5505132e-bf9a-4a6d-8477-3e27f7379aba tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "DELETE /v2.0/security-groups/b30f7139-febd-4ae2-83f9-e39cf27e7048 HTTP/1.1" status: 204 len: 173 time: 0.7804539 Feb 10 15:31:43.041228 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505132e-bf9a-4a6d-8477-3e27f7379aba tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30f7139-febd-4ae2-83f9-e39cf27e7048,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:43.089018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=af2b4de6-6751-4688-b040-0e06239049cc,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:43.108932 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6724999 Feb 10 15:31:43.126475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33434) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:43.288798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17318654-be78-473d-b193-6433fcf7e342 req-d549a4a0-3bb6-41f0-a4fd-8ca36e313d3f tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "GET /v2.0/security-groups/2893a42b-5e43-4371-8d6c-e1671aab62c3 HTTP/1.1" status: 200 len: 2418 time: 0.2357383 Feb 10 15:31:43.411451 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:43.411984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:43.421347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:43.427118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:43.427494 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:43.427832 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:43.428177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:43.428520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:43.432576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:43.434038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:43.434478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:43.434781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:43.435516 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546c87a-aee6-45e5-b11d-b3b0020997fd tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:31:43.485091 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a39fdc-c276-4fd0-8e5b-c0ac94b47529 req-e4af8d33-938d-4ff0-b4d0-7716bc123bd1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:43.506331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a39fdc-c276-4fd0-8e5b-c0ac94b47529 req-e4af8d33-938d-4ff0-b4d0-7716bc123bd1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:43.534819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a39fdc-c276-4fd0-8e5b-c0ac94b47529 req-e4af8d33-938d-4ff0-b4d0-7716bc123bd1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:43.556886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a39fdc-c276-4fd0-8e5b-c0ac94b47529 req-e4af8d33-938d-4ff0-b4d0-7716bc123bd1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:43.607530 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a39fdc-c276-4fd0-8e5b-c0ac94b47529 req-e4af8d33-938d-4ff0-b4d0-7716bc123bd1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:43.616589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a39fdc-c276-4fd0-8e5b-c0ac94b47529 req-e4af8d33-938d-4ff0-b4d0-7716bc123bd1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:43.632243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a39fdc-c276-4fd0-8e5b-c0ac94b47529 req-e4af8d33-938d-4ff0-b4d0-7716bc123bd1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:43.647289 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e0a39fdc-c276-4fd0-8e5b-c0ac94b47529 req-e4af8d33-938d-4ff0-b4d0-7716bc123bd1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.5150290 Feb 10 15:31:43.691558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c084b6ca-2e20-4f79-9173-4960cabfbef6 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:31:43.826311 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-17318654-be78-473d-b193-6433fcf7e342 req-f1e3573a-782a-4d40-bf7f-9578b2a0a695 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (2893a42b-5e43-4371-8d6c-e1671aab62c3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:43.910955 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c084b6ca-2e20-4f79-9173-4960cabfbef6 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:43.911342 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c084b6ca-2e20-4f79-9173-4960cabfbef6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:43.991577 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-17318654-be78-473d-b193-6433fcf7e342 req-f1e3573a-782a-4d40-bf7f-9578b2a0a695 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (2893a42b-5e43-4371-8d6c-e1671aab62c3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:44.046491 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e0a39fdc-c276-4fd0-8e5b-c0ac94b47529 req-63c56265-0de4-48b4-9c27-73719bdcd12a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3979015 Feb 10 15:31:44.177791 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-17318654-be78-473d-b193-6433fcf7e342 req-f1e3573a-782a-4d40-bf7f-9578b2a0a695 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2893a42b-5e43-4371-8d6c-e1671aab62c3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:44.189168 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-17318654-be78-473d-b193-6433fcf7e342 req-f1e3573a-782a-4d40-bf7f-9578b2a0a695 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:44.205598 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17318654-be78-473d-b193-6433fcf7e342 req-f1e3573a-782a-4d40-bf7f-9578b2a0a695 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] 10.222.0.64 "DELETE /v2.0/security-groups/2893a42b-5e43-4371-8d6c-e1671aab62c3 HTTP/1.1" status: 204 len: 173 time: 0.9030068 Feb 10 15:31:44.206597 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33464) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:44.287147 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c084b6ca-2e20-4f79-9173-4960cabfbef6 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:44.287666 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c084b6ca-2e20-4f79-9173-4960cabfbef6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:44.311966 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3573a-782a-4d40-bf7f-9578b2a0a695 tempest-SecurityGroupRulesTestJSON-1667563192 tempest-SecurityGroupRulesTestJSON-1667563192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2893a42b-5e43-4371-8d6c-e1671aab62c3,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:44.347742 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:31:44.451279 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port c084b6ca-2e20-4f79-9173-4960cabfbef6, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c084b6ca-2e20-4f79-9173-4960cabfbef6,segment=NetworkSegment(52eb4139-2184-46fd-9c8d-7bf3ce717197),segment_id=52eb4139-2184-46fd-9c8d-7bf3ce717197)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:44.463449 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c084b6ca-2e20-4f79-9173-4960cabfbef6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:44.472250 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-953266df-2e62-48ca-8485-634aee69adac admin admin] Deleting subnet cd47d6d0-b142-4740-8b37-99aee7d2dbfe {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:31:44.481965 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6390b72b-1ff3-450f-8f54-577a3b43000b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (af2b4de6-6751-4688-b040-0e06239049cc), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:44.489919 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-953266df-2e62-48ca-8485-634aee69adac admin admin] Publish callbacks [] for subnet (cd47d6d0-b142-4740-8b37-99aee7d2dbfe), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:44.636484 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-953266df-2e62-48ca-8485-634aee69adac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (cd47d6d0-b142-4740-8b37-99aee7d2dbfe), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:44.670132 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=c084b6ca-2e20-4f79-9173-4960cabfbef6,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:44.837071 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-953266df-2e62-48ca-8485-634aee69adac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (cd47d6d0-b142-4740-8b37-99aee7d2dbfe), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:44.837883 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81aea00-16f8-4d3e-87df-a91dd5e19c31 None None] Network 9a37db1b-7dc4-4e14-9d14-4738ac147fdf requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:45.082647 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-953266df-2e62-48ca-8485-634aee69adac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (cd47d6d0-b142-4740-8b37-99aee7d2dbfe), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:45.165008 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-953266df-2e62-48ca-8485-634aee69adac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:45.174440 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-953266df-2e62-48ca-8485-634aee69adac admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cd47d6d0-b142-4740-8b37-99aee7d2dbfe HTTP/1.1" status: 204 len: 168 time: 0.9627481 Feb 10 15:31:45.174747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7bd67f56-8b74-4cbd-bbfb-4799f56b5d3b None None] Provisioning complete for port c084b6ca-2e20-4f79-9173-4960cabfbef6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:45.175293 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7bd67f56-8b74-4cbd-bbfb-4799f56b5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c084b6ca-2e20-4f79-9173-4960cabfbef6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:45.175882 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33486) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:45.197316 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953266df-2e62-48ca-8485-634aee69adac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd47d6d0-b142-4740-8b37-99aee7d2dbfe,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:45.631032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c084b6ca-2e20-4f79-9173-4960cabfbef6 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:31:45.713303 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcdf11ae-eb44-434c-91d1-b82bf9f7293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (f0d8eb09-c982-4d11-9b7d-08be115c7a9a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:45.747596 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2d8a4-eeb7-4ef7-b585-bc182abee95f req-32cc8dfe-6ab1-45c9-809d-5b40665746c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:45.754600 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2d8a4-eeb7-4ef7-b585-bc182abee95f req-32cc8dfe-6ab1-45c9-809d-5b40665746c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:45.762649 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2d8a4-eeb7-4ef7-b585-bc182abee95f req-32cc8dfe-6ab1-45c9-809d-5b40665746c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:45.769811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2d8a4-eeb7-4ef7-b585-bc182abee95f req-32cc8dfe-6ab1-45c9-809d-5b40665746c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:45.776423 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2d8a4-eeb7-4ef7-b585-bc182abee95f req-32cc8dfe-6ab1-45c9-809d-5b40665746c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:45.783236 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2d8a4-eeb7-4ef7-b585-bc182abee95f req-32cc8dfe-6ab1-45c9-809d-5b40665746c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:45.798349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2d8a4-eeb7-4ef7-b585-bc182abee95f req-32cc8dfe-6ab1-45c9-809d-5b40665746c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:45.800919 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85b2d8a4-eeb7-4ef7-b585-bc182abee95f req-32cc8dfe-6ab1-45c9-809d-5b40665746c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.5620861 Feb 10 15:31:45.807597 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-014f06c6-a9b8-4ccd-8580-a3f2eafca429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:45.868473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c084b6ca-2e20-4f79-9173-4960cabfbef6 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:45.869138 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c084b6ca-2e20-4f79-9173-4960cabfbef6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:46.101481 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7bd67f56-8b74-4cbd-bbfb-4799f56b5d3b None None] Current status of the port c084b6ca-2e20-4f79-9173-4960cabfbef6 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:46.139282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85b2d8a4-eeb7-4ef7-b585-bc182abee95f req-1b6a18d5-a175-4fd2-805e-fe2f36d5ce5a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3243508 Feb 10 15:31:46.182437 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c084b6ca-2e20-4f79-9173-4960cabfbef6 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:46.333556 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcdf11ae-eb44-434c-91d1-b82bf9f7293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (f0d8eb09-c982-4d11-9b7d-08be115c7a9a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:46.334987 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:46.414304 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-fcdf11ae-eb44-434c-91d1-b82bf9f7293e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d8eb09-c982-4d11-9b7d-08be115c7a9a']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:46.445216 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-fcdf11ae-eb44-434c-91d1-b82bf9f7293e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbece89-8c78-414c-a184-e5cdddb0fa31') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:46.445519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-fcdf11ae-eb44-434c-91d1-b82bf9f7293e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbece89-8c78-414c-a184-e5cdddb0fa31') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:46.485793 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6390b72b-1ff3-450f-8f54-577a3b43000b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (af2b4de6-6751-4688-b040-0e06239049cc), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:46.495165 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcdf11ae-eb44-434c-91d1-b82bf9f7293e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (3bbece89-8c78-414c-a184-e5cdddb0fa31), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:46.499007 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6390b72b-1ff3-450f-8f54-577a3b43000b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (af2b4de6-6751-4688-b040-0e06239049cc), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:46.553318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2a072530-5ec6-4aac-a9b8-c1d18ebc96de None None] Provisioning complete for port c084b6ca-2e20-4f79-9173-4960cabfbef6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:46.553702 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2a072530-5ec6-4aac-a9b8-c1d18ebc96de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c084b6ca-2e20-4f79-9173-4960cabfbef6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:46.555473 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcdf11ae-eb44-434c-91d1-b82bf9f7293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (3bbece89-8c78-414c-a184-e5cdddb0fa31), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:46.592635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdf11ae-eb44-434c-91d1-b82bf9f7293e admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:31:46.595488 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcdf11ae-eb44-434c-91d1-b82bf9f7293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (3bbece89-8c78-414c-a184-e5cdddb0fa31), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:31:46.600138 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:31:46.711867 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390b72b-1ff3-450f-8f54-577a3b43000b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=af2b4de6-6751-4688-b040-0e06239049cc,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:46.834904 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33520) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:46.850521 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcdf11ae-eb44-434c-91d1-b82bf9f7293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (f0d8eb09-c982-4d11-9b7d-08be115c7a9a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:46.862268 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcdf11ae-eb44-434c-91d1-b82bf9f7293e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:46.872102 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fcdf11ae-eb44-434c-91d1-b82bf9f7293e admin admin] 10.222.0.64 "DELETE /v2.0/networks/f0d8eb09-c982-4d11-9b7d-08be115c7a9a HTTP/1.1" status: 204 len: 168 time: 1.6941290 Feb 10 15:31:46.909336 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf11ae-eb44-434c-91d1-b82bf9f7293e admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d8eb09-c982-4d11-9b7d-08be115c7a9a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:47.011498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2a072530-5ec6-4aac-a9b8-c1d18ebc96de None None] Current status of the port c084b6ca-2e20-4f79-9173-4960cabfbef6 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:47.061492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2a072530-5ec6-4aac-a9b8-c1d18ebc96de None None] Provisioning complete for port af2b4de6-6751-4688-b040-0e06239049cc triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:47.061894 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2a072530-5ec6-4aac-a9b8-c1d18ebc96de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (af2b4de6-6751-4688-b040-0e06239049cc), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:47.131981 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6390b72b-1ff3-450f-8f54-577a3b43000b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (866b2f82-7a81-46e1-92c9-49d4ce05b7fc), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:47.261691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2a072530-5ec6-4aac-a9b8-c1d18ebc96de None None] Port af2b4de6-6751-4688-b040-0e06239049cc cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:31:47.305982 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33540) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:47.390561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0237c7e8-eec5-4549-b59b-14783bde387e None None] Provisioning complete for port af2b4de6-6751-4688-b040-0e06239049cc triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:47.391057 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0237c7e8-eec5-4549-b59b-14783bde387e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (af2b4de6-6751-4688-b040-0e06239049cc), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:47.470242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0237c7e8-eec5-4549-b59b-14783bde387e None None] Port af2b4de6-6751-4688-b040-0e06239049cc cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:31:47.496218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-aa097f8e-fce8-431f-8a4b-9b22d5fd6731 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e43eb9ed14414a24b5aa8bd445c7cb94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1885211 Feb 10 15:31:47.498392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33546) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:47.615236 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f0e43-621e-4cac-8faf-70ad3d69f88e req-8049e80f-900f-41ed-82b5-9e5d5475c972 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:47.620946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f0e43-621e-4cac-8faf-70ad3d69f88e req-8049e80f-900f-41ed-82b5-9e5d5475c972 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:47.626421 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f0e43-621e-4cac-8faf-70ad3d69f88e req-8049e80f-900f-41ed-82b5-9e5d5475c972 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:47.632912 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f0e43-621e-4cac-8faf-70ad3d69f88e req-8049e80f-900f-41ed-82b5-9e5d5475c972 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:47.648358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f0e43-621e-4cac-8faf-70ad3d69f88e req-8049e80f-900f-41ed-82b5-9e5d5475c972 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:47.659522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f0e43-621e-4cac-8faf-70ad3d69f88e req-8049e80f-900f-41ed-82b5-9e5d5475c972 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:47.689213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f0e43-621e-4cac-8faf-70ad3d69f88e req-8049e80f-900f-41ed-82b5-9e5d5475c972 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:47.701548 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b19f0e43-621e-4cac-8faf-70ad3d69f88e req-8049e80f-900f-41ed-82b5-9e5d5475c972 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.3178072 Feb 10 15:31:47.702978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-128c57b6-e7b7-4285-9fc2-c6d29a270a25 None None] Provisioning complete for port af2b4de6-6751-4688-b040-0e06239049cc triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:47.712833 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-128c57b6-e7b7-4285-9fc2-c6d29a270a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (af2b4de6-6751-4688-b040-0e06239049cc), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:47.791627 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c34285bb-0856-4b04-8779-64856107ddbe admin admin] Publish callbacks [] for security_group (45d3ed73-b179-4d4c-81d6-ac6252a7a59f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:47.846310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-128c57b6-e7b7-4285-9fc2-c6d29a270a25 None None] Port af2b4de6-6751-4688-b040-0e06239049cc cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:31:47.901976 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:47.969420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b19f0e43-621e-4cac-8faf-70ad3d69f88e req-67919448-d33a-4c32-a119-d484814cc484 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1902819 Feb 10 15:31:47.994862 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c34285bb-0856-4b04-8779-64856107ddbe admin admin] Publish callbacks [] for security_group (45d3ed73-b179-4d4c-81d6-ac6252a7a59f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:48.122183 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6390b72b-1ff3-450f-8f54-577a3b43000b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (af2b4de6-6751-4688-b040-0e06239049cc), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:48.187344 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c34285bb-0856-4b04-8779-64856107ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (45d3ed73-b179-4d4c-81d6-ac6252a7a59f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:48.190027 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c34285bb-0856-4b04-8779-64856107ddbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:48.191187 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c34285bb-0856-4b04-8779-64856107ddbe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45d3ed73-b179-4d4c-81d6-ac6252a7a59f HTTP/1.1" status: 204 len: 168 time: 0.6914825 Feb 10 15:31:48.225360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34285bb-0856-4b04-8779-64856107ddbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d3ed73-b179-4d4c-81d6-ac6252a7a59f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:48.830389 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6390b72b-1ff3-450f-8f54-577a3b43000b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (af2b4de6-6751-4688-b040-0e06239049cc), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:48.840461 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6390b72b-1ff3-450f-8f54-577a3b43000b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (af2b4de6-6751-4688-b040-0e06239049cc), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:48.847763 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6390b72b-1ff3-450f-8f54-577a3b43000b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (866b2f82-7a81-46e1-92c9-49d4ce05b7fc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:48.969043 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:49.262178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390b72b-1ff3-450f-8f54-577a3b43000b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=af2b4de6-6751-4688-b040-0e06239049cc,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:49.426824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6390b72b-1ff3-450f-8f54-577a3b43000b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 9a37db1b-7dc4-4e14-9d14-4738ac147fdf is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:31:49.435222 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4669e-91a7-407c-9434-d5c0aa21bbbc req-51dfb826-25dd-4910-a8cc-005e0ba68669 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:49.445702 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-6390b72b-1ff3-450f-8f54-577a3b43000b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:49.469863 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4669e-91a7-407c-9434-d5c0aa21bbbc req-51dfb826-25dd-4910-a8cc-005e0ba68669 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:49.495792 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4669e-91a7-407c-9434-d5c0aa21bbbc req-51dfb826-25dd-4910-a8cc-005e0ba68669 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:49.544317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4669e-91a7-407c-9434-d5c0aa21bbbc req-51dfb826-25dd-4910-a8cc-005e0ba68669 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:49.572281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4669e-91a7-407c-9434-d5c0aa21bbbc req-51dfb826-25dd-4910-a8cc-005e0ba68669 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:49.588863 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4669e-91a7-407c-9434-d5c0aa21bbbc req-51dfb826-25dd-4910-a8cc-005e0ba68669 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:49.595311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4669e-91a7-407c-9434-d5c0aa21bbbc req-51dfb826-25dd-4910-a8cc-005e0ba68669 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:49.598562 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5c4669e-91a7-407c-9434-d5c0aa21bbbc req-51dfb826-25dd-4910-a8cc-005e0ba68669 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.3727467 Feb 10 15:31:49.692010 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6c96f08-c233-4169-9457-02122e4021e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (deb3453c-dee8-4346-ba9e-d21e347b658e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:49.746423 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5c4669e-91a7-407c-9434-d5c0aa21bbbc req-2f598687-319a-4ed6-ac46-7215807a4437 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315365 Feb 10 15:31:49.986292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33618) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:50.154320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c8a2f60c-e4f2-4828-85e1-c94434314e30 None None] Provisioning complete for port af2b4de6-6751-4688-b040-0e06239049cc triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:31:50.157367 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c8a2f60c-e4f2-4828-85e1-c94434314e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (af2b4de6-6751-4688-b040-0e06239049cc), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:50.286702 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c8a2f60c-e4f2-4828-85e1-c94434314e30 None None] Port af2b4de6-6751-4688-b040-0e06239049cc cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:31:50.330679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1001058011-network', 'tenant_id': '6eed6b7f51254119a1c52e277441d642'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:50.369761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] Made reservation on behalf of 6eed6b7f51254119a1c52e277441d642 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:50.372573 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:50.375997 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6390b72b-1ff3-450f-8f54-577a3b43000b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 866b2f82-7a81-46e1-92c9-49d4ce05b7fc is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:31:50.393079 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:50.566479 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] Publish callbacks [] for security_group (9023d47a-7e74-472d-a18f-8355d7152664), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:50.575182 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9023d47a-7e74-472d-a18f-8355d7152664), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:50.670695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9023d47a-7e74-472d-a18f-8355d7152664,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:50.694182 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:31:50.721022 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9ad5d9a7-fe65-4c9b-b33e-df68d5c44598), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:50.722604 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] Added segment 9ad5d9a7-fe65-4c9b-b33e-df68d5c44598 of type vlan for network c1736dcd-ce17-498c-9886-6a1f85c2c98d Feb 10 15:31:50.842287 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6390b72b-1ff3-450f-8f54-577a3b43000b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:31:50.862908 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6390b72b-1ff3-450f-8f54-577a3b43000b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/866b2f82-7a81-46e1-92c9-49d4ce05b7fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7267778 Feb 10 15:31:50.872534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33638) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:50.885408 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (c1736dcd-ce17-498c-9886-6a1f85c2c98d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:50.918140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d6c96f08-c233-4169-9457-02122e4021e8 admin admin] Deleting port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:31:50.918346 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6c96f08-c233-4169-9457-02122e4021e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:50.965476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7672591-c0b7-47c2-a434-37824c88b112 None None] Sync routers for ids ['866b2f82-7a81-46e1-92c9-49d4ce05b7fc'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:31:50.985626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7672591-c0b7-47c2-a434-37824c88b112 None None] Routers {'866b2f82-7a81-46e1-92c9-49d4ce05b7fc'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:50.986898 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f7672591-c0b7-47c2-a434-37824c88b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['866b2f82-7a81-46e1-92c9-49d4ce05b7fc'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:51.063776 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f7672591-c0b7-47c2-a434-37824c88b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:51.064837 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.resource_extend [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:31:51.098267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7672591-c0b7-47c2-a434-37824c88b112 None None] Routers {'866b2f82-7a81-46e1-92c9-49d4ce05b7fc'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:51.099474 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f7672591-c0b7-47c2-a434-37824c88b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['866b2f82-7a81-46e1-92c9-49d4ce05b7fc'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:51.217870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-d6c96f08-c233-4169-9457-02122e4021e8 admin admin] For port 8e1a0706-53b7-4861-b71f-2cb8a3bd5319, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8e1a0706-53b7-4861-b71f-2cb8a3bd5319,segment=NetworkSegment(fa6d6529-24e6-4435-821d-629c3a979366),segment_id=fa6d6529-24e6-4435-821d-629c3a979366)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:51.218323 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6c96f08-c233-4169-9457-02122e4021e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:51.249986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f7672591-c0b7-47c2-a434-37824c88b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:51.260170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7672591-c0b7-47c2-a434-37824c88b112 None None] The sync data for ids ['866b2f82-7a81-46e1-92c9-49d4ce05b7fc'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:31:51.267992 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c6a551-848f-4151-9a3c-c69ce8e582bc tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:51.272981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-82c6a551-848f-4151-9a3c-c69ce8e582bc tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports/af2b4de6-6751-4688-b040-0e06239049cc HTTP/1.1" status: 200 len: 984 time: 0.3940961 Feb 10 15:31:51.277437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33642) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:51.285456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d6c96f08-c233-4169-9457-02122e4021e8 admin admin] Calling delete_port for 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:31:51.291208 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (c1736dcd-ce17-498c-9886-6a1f85c2c98d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:51.293469 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:51.299876 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:51.599277 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6109083 Feb 10 15:31:51.603592 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33650) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:51.623746 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f3fd1-6924-446c-8ec5-4206b3c009da admin admin] Pushing event updated for resources: {'Network': ['ID=c1736dcd-ce17-498c-9886-6a1f85c2c98d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:51.633690 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-5ad169a1-dbff-496b-908b-a59c3c6abc58 admin admin] Request body: {'subnet': {'network_id': 'c1736dcd-ce17-498c-9886-6a1f85c2c98d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1001058011-subnet', 'tenant_id': '6eed6b7f51254119a1c52e277441d642', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:31:51.670104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517e14e-2d2e-479c-b620-e8b98f9189b0 req-48ebc877-d104-46f1-ae0f-4e77c845187a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:51.675389 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517e14e-2d2e-479c-b620-e8b98f9189b0 req-48ebc877-d104-46f1-ae0f-4e77c845187a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:51.692593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517e14e-2d2e-479c-b620-e8b98f9189b0 req-48ebc877-d104-46f1-ae0f-4e77c845187a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:51.709918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517e14e-2d2e-479c-b620-e8b98f9189b0 req-48ebc877-d104-46f1-ae0f-4e77c845187a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:51.720166 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517e14e-2d2e-479c-b620-e8b98f9189b0 req-48ebc877-d104-46f1-ae0f-4e77c845187a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:51.739275 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517e14e-2d2e-479c-b620-e8b98f9189b0 req-48ebc877-d104-46f1-ae0f-4e77c845187a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:51.744557 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517e14e-2d2e-479c-b620-e8b98f9189b0 req-48ebc877-d104-46f1-ae0f-4e77c845187a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:51.746552 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6517e14e-2d2e-479c-b620-e8b98f9189b0 req-48ebc877-d104-46f1-ae0f-4e77c845187a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.6846931 Feb 10 15:31:51.929556 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad169a1-dbff-496b-908b-a59c3c6abc58 admin admin] Made reservation on behalf of 6eed6b7f51254119a1c52e277441d642 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:31:51.941607 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5ad169a1-dbff-496b-908b-a59c3c6abc58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:52.060044 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network c1736dcd-ce17-498c-9886-6a1f85c2c98d details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:31:52.312535 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5ad169a1-dbff-496b-908b-a59c3c6abc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (a7e7018a-8837-4786-9e09-0c66a3afe75f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:52.394662 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6517e14e-2d2e-479c-b620-e8b98f9189b0 req-60e08433-31b1-432d-9a5f-3aeaef47b50e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6299906 Feb 10 15:31:52.452566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad169a1-dbff-496b-908b-a59c3c6abc58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e7018a-8837-4786-9e09-0c66a3afe75f,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:52.485047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad169a1-dbff-496b-908b-a59c3c6abc58 admin admin] Checking segment: {'id': '9ad5d9a7-fe65-4c9b-b33e-df68d5c44598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c1736dcd-ce17-498c-9886-6a1f85c2c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:31:52.485417 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad169a1-dbff-496b-908b-a59c3c6abc58 admin admin] Network hostable DHCP agents. Network: c1736dcd-ce17-498c-9886-6a1f85c2c98d, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:31:52.523140 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad169a1-dbff-496b-908b-a59c3c6abc58 admin admin] Network c1736dcd-ce17-498c-9886-6a1f85c2c98d is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:31:52.542311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-5ad169a1-dbff-496b-908b-a59c3c6abc58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, c1736dcd-ce17-498c-9886-6a1f85c2c98d) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:31:52.552432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd977b1-87f4-4862-b928-36e5af3cde29 None None] Network c1736dcd-ce17-498c-9886-6a1f85c2c98d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:52.571032 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad169a1-dbff-496b-908b-a59c3c6abc58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:52.580683 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5ad169a1-dbff-496b-908b-a59c3c6abc58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:52.619267 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5ad169a1-dbff-496b-908b-a59c3c6abc58 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0143819 Feb 10 15:31:52.793670 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6c96f08-c233-4169-9457-02122e4021e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8e1a0706-53b7-4861-b71f-2cb8a3bd5319), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:52.868662 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62b954d-040b-4b4c-923e-56066bb4acd6 None None] Network c1736dcd-ce17-498c-9886-6a1f85c2c98d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:31:52.890353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c96f08-c233-4169-9457-02122e4021e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1a0706-53b7-4861-b71f-2cb8a3bd5319,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:53.227298 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c47131d-7068-417d-b41a-bc5ff09b1cf0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (866b2f82-7a81-46e1-92c9-49d4ce05b7fc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:53.233491 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-4278ce63-c952-45b9-af8f-58a3f233f81e req-4ae48f64-3b4f-4239-a089-f0dc1dea4be5 tempest-SecurityGroupsNegativeTestJSON-1234417643 tempest-SecurityGroupsNegativeTestJSON-1234417643-project] show failed (client error): The resource could not be found. Feb 10 15:31:53.234691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4278ce63-c952-45b9-af8f-58a3f233f81e req-4ae48f64-3b4f-4239-a089-f0dc1dea4be5 tempest-SecurityGroupsNegativeTestJSON-1234417643 tempest-SecurityGroupsNegativeTestJSON-1234417643-project] 10.222.0.64 "GET /v2.0/security-groups/cc2b19b4-6e59-47cc-b852-4d5d78e3b08a HTTP/1.1" status: 404 len: 352 time: 0.0315664 Feb 10 15:31:53.397123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a129888-838f-4399-873d-23b176892e7c req-d624b0e0-20a4-44f2-ae06-cad6161359a0 tempest-SecurityGroupsNegativeTestJSON-1234417643 tempest-SecurityGroupsNegativeTestJSON-1234417643-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6eed6b7f51254119a1c52e277441d642 HTTP/1.1" status: 200 len: 3005 time: 0.1261311 Feb 10 15:31:53.541664 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a129888-838f-4399-873d-23b176892e7c req-daf1030c-b1c5-4b2c-affc-e0999e225b19 tempest-SecurityGroupsNegativeTestJSON-1234417643 tempest-SecurityGroupsNegativeTestJSON-1234417643-project] 10.222.0.64 "GET /v2.0/security-groups/9023d47a-7e74-472d-a18f-8355d7152664 HTTP/1.1" status: 200 len: 3002 time: 0.1414287 Feb 10 15:31:53.557084 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6c96f08-c233-4169-9457-02122e4021e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (deb3453c-dee8-4346-ba9e-d21e347b658e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:53.641017 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a129888-838f-4399-873d-23b176892e7c req-9f5f63a1-368d-4d09-82b6-edb4306a6b0f tempest-SecurityGroupsNegativeTestJSON-1234417643 tempest-SecurityGroupsNegativeTestJSON-1234417643-project] 10.222.0.64 "GET /v2.0/security-groups/9023d47a-7e74-472d-a18f-8355d7152664 HTTP/1.1" status: 200 len: 3002 time: 0.0931013 Feb 10 15:31:53.754997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7bbfb20b-1ae1-4af8-af3c-c74424f49991 req-ab950f0f-f242-4584-9b28-5bbc078a270e tempest-SecurityGroupsNegativeTestJSON-1234417643 tempest-SecurityGroupsNegativeTestJSON-1234417643-project] 10.222.0.64 "GET /v2.0/security-groups/9023d47a-7e74-472d-a18f-8355d7152664 HTTP/1.1" status: 200 len: 3002 time: 0.0927491 Feb 10 15:31:53.867948 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-7bbfb20b-1ae1-4af8-af3c-c74424f49991 req-dd6ec738-38db-441b-902a-3dd0848379d0 tempest-SecurityGroupsNegativeTestJSON-1234417643 tempest-SecurityGroupsNegativeTestJSON-1234417643-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 15:31:53.881095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7bbfb20b-1ae1-4af8-af3c-c74424f49991 req-dd6ec738-38db-441b-902a-3dd0848379d0 tempest-SecurityGroupsNegativeTestJSON-1234417643 tempest-SecurityGroupsNegativeTestJSON-1234417643-project] 10.222.0.64 "DELETE /v2.0/security-groups/9023d47a-7e74-472d-a18f-8355d7152664 HTTP/1.1" status: 409 len: 352 time: 0.0979793 Feb 10 15:31:53.927204 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3eb097-df49-4beb-93bb-d6c5da5d91c3 req-f5fd76f0-4824-4cae-85af-d47d9042b558 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:53.936948 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3eb097-df49-4beb-93bb-d6c5da5d91c3 req-f5fd76f0-4824-4cae-85af-d47d9042b558 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:53.946867 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3eb097-df49-4beb-93bb-d6c5da5d91c3 req-f5fd76f0-4824-4cae-85af-d47d9042b558 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:53.962794 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3eb097-df49-4beb-93bb-d6c5da5d91c3 req-f5fd76f0-4824-4cae-85af-d47d9042b558 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:53.973073 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3eb097-df49-4beb-93bb-d6c5da5d91c3 req-f5fd76f0-4824-4cae-85af-d47d9042b558 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:53.983217 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3eb097-df49-4beb-93bb-d6c5da5d91c3 req-f5fd76f0-4824-4cae-85af-d47d9042b558 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:53.993761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3eb097-df49-4beb-93bb-d6c5da5d91c3 req-f5fd76f0-4824-4cae-85af-d47d9042b558 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:53.996334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb3eb097-df49-4beb-93bb-d6c5da5d91c3 req-f5fd76f0-4824-4cae-85af-d47d9042b558 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5431 time: 0.2816660 Feb 10 15:31:54.023172 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-4478da60-66af-4a22-92cb-96f96d007b47 req-9077537e-a923-4e7c-a2b3-234a65741ccb tempest-SecurityGroupsNegativeTestJSON-1234417643 tempest-SecurityGroupsNegativeTestJSON-1234417643-project] show failed (client error): The resource could not be found. Feb 10 15:31:54.026510 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4478da60-66af-4a22-92cb-96f96d007b47 req-9077537e-a923-4e7c-a2b3-234a65741ccb tempest-SecurityGroupsNegativeTestJSON-1234417643 tempest-SecurityGroupsNegativeTestJSON-1234417643-project] 10.222.0.64 "GET /v2.0/security-groups/7dee32d6-9954-4bda-a433-325607da7a86 HTTP/1.1" status: 404 len: 352 time: 0.0291317 Feb 10 15:31:54.106440 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 10381f00-aac9-4d90-9e10-af3f92aa505c details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:31:54.122729 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-d9ae72f5-d925-4600-8220-b07814cd8afc req-412c81d2-4e51-4975-a72c-3857fcd015c5 tempest-SecurityGroupsNegativeTestJSON-1234417643 tempest-SecurityGroupsNegativeTestJSON-1234417643-project] show failed (client error): The resource could not be found. Feb 10 15:31:54.126027 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9ae72f5-d925-4600-8220-b07814cd8afc req-412c81d2-4e51-4975-a72c-3857fcd015c5 tempest-SecurityGroupsNegativeTestJSON-1234417643 tempest-SecurityGroupsNegativeTestJSON-1234417643-project] 10.222.0.64 "GET /v2.0/security-groups/c06119e0-16f5-4c4d-a8ec-40f5d305b00d HTTP/1.1" status: 404 len: 352 time: 0.0448005 Feb 10 15:31:54.156059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33692) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:54.198644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c96f08-c233-4169-9457-02122e4021e8 admin admin] Router deb3453c-dee8-4346-ba9e-d21e347b658e has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:31:54.307723 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb3eb097-df49-4beb-93bb-d6c5da5d91c3 req-41e3ca88-a0be-4053-8945-195fd48accee tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2672157 Feb 10 15:31:54.313458 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-914e6b07-c818-479b-a9a9-11bcbf1079f6 admin admin] Deleting subnet a7e7018a-8837-4786-9e09-0c66a3afe75f {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:31:54.326860 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-914e6b07-c818-479b-a9a9-11bcbf1079f6 admin admin] Publish callbacks [] for subnet (a7e7018a-8837-4786-9e09-0c66a3afe75f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:54.350147 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 10381f00-aac9-4d90-9e10-af3f92aa505c, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=10381f00-aac9-4d90-9e10-af3f92aa505c,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:54.357695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4c47131d-7068-417d-b41a-bc5ff09b1cf0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port af2b4de6-6751-4688-b040-0e06239049cc {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:31:54.358016 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c47131d-7068-417d-b41a-bc5ff09b1cf0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (af2b4de6-6751-4688-b040-0e06239049cc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:54.377687 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '10381f00-aac9-4d90-9e10-af3f92aa505c', 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371', 'port_id': '10381f00-aac9-4d90-9e10-af3f92aa505c', 'mac_address': 'fa:16:3e:47:42:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c12823-d91c-4e2c-9209-5935b1cee3d2', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:31:54.396750 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-914e6b07-c818-479b-a9a9-11bcbf1079f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (a7e7018a-8837-4786-9e09-0c66a3afe75f), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:54.476062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 10381f00-aac9-4d90-9e10-af3f92aa505c is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:54.476465 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:54.499459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10381f00-aac9-4d90-9e10-af3f92aa505c {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:31:54.508198 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-914e6b07-c818-479b-a9a9-11bcbf1079f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (a7e7018a-8837-4786-9e09-0c66a3afe75f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:54.521449 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 10381f00-aac9-4d90-9e10-af3f92aa505c, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=10381f00-aac9-4d90-9e10-af3f92aa505c,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:54.527866 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:54.530040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d48f39b5-f797-4352-8b28-81d1efe23bf4 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:31:54.591901 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c47131d-7068-417d-b41a-bc5ff09b1cf0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (af2b4de6-6751-4688-b040-0e06239049cc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:54.633992 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-914e6b07-c818-479b-a9a9-11bcbf1079f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (a7e7018a-8837-4786-9e09-0c66a3afe75f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:54.644951 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4c47131d-7068-417d-b41a-bc5ff09b1cf0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for af2b4de6-6751-4688-b040-0e06239049cc owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:31:54.666924 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d48f39b5-f797-4352-8b28-81d1efe23bf4, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d48f39b5-f797-4352-8b28-81d1efe23bf4,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:54.674514 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e6b07-c818-479b-a9a9-11bcbf1079f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7e7018a-8837-4786-9e09-0c66a3afe75f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:54.679720 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-914e6b07-c818-479b-a9a9-11bcbf1079f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:54.688620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=10381f00-aac9-4d90-9e10-af3f92aa505c,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:54.693414 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-914e6b07-c818-479b-a9a9-11bcbf1079f6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a7e7018a-8837-4786-9e09-0c66a3afe75f HTTP/1.1" status: 204 len: 168 time: 0.5357800 Feb 10 15:31:54.695798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33704) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:54.701635 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'd48f39b5-f797-4352-8b28-81d1efe23bf4', 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371', 'port_id': 'd48f39b5-f797-4352-8b28-81d1efe23bf4', 'mac_address': 'fa:16:3e:28:b1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c12823-d91c-4e2c-9209-5935b1cee3d2', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:31:54.749096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port d48f39b5-f797-4352-8b28-81d1efe23bf4 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:54.749397 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:54.750051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c96f08-c233-4169-9457-02122e4021e8 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:31:54.763140 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d6c96f08-c233-4169-9457-02122e4021e8 admin admin] 10.222.0.64 "PUT /v2.0/routers/deb3453c-dee8-4346-ba9e-d21e347b658e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9248145 Feb 10 15:31:54.765787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33706) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:54.766087 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876e0199-bcd3-4471-a0a9-5a301c97da96 None None] Sync routers for ids ['deb3453c-dee8-4346-ba9e-d21e347b658e'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:31:54.784924 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e0199-bcd3-4471-a0a9-5a301c97da96 None None] Routers {'deb3453c-dee8-4346-ba9e-d21e347b658e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:54.789392 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-876e0199-bcd3-4471-a0a9-5a301c97da96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['deb3453c-dee8-4346-ba9e-d21e347b658e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:54.818669 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48f39b5-f797-4352-8b28-81d1efe23bf4 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:31:54.828029 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f366136-0111-44f2-abd1-11f4a950d90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (c1736dcd-ce17-498c-9886-6a1f85c2c98d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:54.864949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d48f39b5-f797-4352-8b28-81d1efe23bf4, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d48f39b5-f797-4352-8b28-81d1efe23bf4,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:54.873467 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:54.874609 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0c0f6301-441b-4266-aaf6-c93025a59799 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:31:54.949301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0c0f6301-441b-4266-aaf6-c93025a59799, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0c0f6301-441b-4266-aaf6-c93025a59799,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:54.965855 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '0c0f6301-441b-4266-aaf6-c93025a59799', 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371', 'port_id': '0c0f6301-441b-4266-aaf6-c93025a59799', 'mac_address': 'fa:16:3e:e0:f5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c12823-d91c-4e2c-9209-5935b1cee3d2', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:31:55.033636 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f366136-0111-44f2-abd1-11f4a950d90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (c1736dcd-ce17-498c-9886-6a1f85c2c98d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:55.060054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-1f366136-0111-44f2-abd1-11f4a950d90f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1736dcd-ce17-498c-9886-6a1f85c2c98d']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:55.071560 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-1f366136-0111-44f2-abd1-11f4a950d90f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad5d9a7-fe65-4c9b-b33e-df68d5c44598') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:55.072289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-1f366136-0111-44f2-abd1-11f4a950d90f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad5d9a7-fe65-4c9b-b33e-df68d5c44598') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:55.083391 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f366136-0111-44f2-abd1-11f4a950d90f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (9ad5d9a7-fe65-4c9b-b33e-df68d5c44598), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:55.096721 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-876e0199-bcd3-4471-a0a9-5a301c97da96 None None] Set router deb3453c-dee8-4346-ba9e-d21e347b658e gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:31:55.097843 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f366136-0111-44f2-abd1-11f4a950d90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9ad5d9a7-fe65-4c9b-b33e-df68d5c44598), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:55.105570 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f366136-0111-44f2-abd1-11f4a950d90f admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:31:55.106151 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f366136-0111-44f2-abd1-11f4a950d90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (9ad5d9a7-fe65-4c9b-b33e-df68d5c44598), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:55.122714 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=d48f39b5-f797-4352-8b28-81d1efe23bf4,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:55.161733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0c0f6301-441b-4266-aaf6-c93025a59799 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:55.162677 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0c0f6301-441b-4266-aaf6-c93025a59799), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:55.181626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0f6301-441b-4266-aaf6-c93025a59799 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:31:55.210672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0c0f6301-441b-4266-aaf6-c93025a59799, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0c0f6301-441b-4266-aaf6-c93025a59799,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:55.218516 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0c0f6301-441b-4266-aaf6-c93025a59799), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:55.219578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device eb2899da-920f-41e8-8572-65874205aae6 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:31:55.271955 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:31:55.276927 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f366136-0111-44f2-abd1-11f4a950d90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (c1736dcd-ce17-498c-9886-6a1f85c2c98d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:55.298334 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f366136-0111-44f2-abd1-11f4a950d90f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:55.317820 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb6f06f8-8d3b-4ed5-895a-413713ccf37d admin admin] Publish callbacks [] for router (deb3453c-dee8-4346-ba9e-d21e347b658e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:55.339637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1f366136-0111-44f2-abd1-11f4a950d90f admin admin] 10.222.0.64 "DELETE /v2.0/networks/c1736dcd-ce17-498c-9886-6a1f85c2c98d HTTP/1.1" status: 204 len: 168 time: 0.6397905 Feb 10 15:31:55.390760 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port eb2899da-920f-41e8-8572-65874205aae6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=eb2899da-920f-41e8-8572-65874205aae6,segment=NetworkSegment(2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31),segment_id=2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:55.409928 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f366136-0111-44f2-abd1-11f4a950d90f admin admin] Pushing event deleted for resources: {'Network': ['ID=c1736dcd-ce17-498c-9886-6a1f85c2c98d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:55.412041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'eb2899da-920f-41e8-8572-65874205aae6', 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'port_id': 'eb2899da-920f-41e8-8572-65874205aae6', 'mac_address': 'fa:16:3e:3c:00:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:31:55.525297 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0c0f6301-441b-4266-aaf6-c93025a59799,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:55.542228 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-876e0199-bcd3-4471-a0a9-5a301c97da96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'name': 'tempest-TaggedBootDevicesTest-1824468618-router', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:05Z', 'updated_at': '2022-02-10T15:31:52Z', 'revision_number': 5, 'project_id': '77c5c19a68194da2886794ae5b561292', 'gw_port': {'id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:06Z', 'updated_at': '2022-02-10T15:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:55.561390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port eb2899da-920f-41e8-8572-65874205aae6 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:55.564795 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eb2899da-920f-41e8-8572-65874205aae6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:55.606317 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876e0199-bcd3-4471-a0a9-5a301c97da96 None None] Checking router: deb3453c-dee8-4346-ba9e-d21e347b658e for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:31:55.619847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2899da-920f-41e8-8572-65874205aae6 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:31:55.634578 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e0199-bcd3-4471-a0a9-5a301c97da96 None None] Routers {'deb3453c-dee8-4346-ba9e-d21e347b658e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:55.635786 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-876e0199-bcd3-4471-a0a9-5a301c97da96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['deb3453c-dee8-4346-ba9e-d21e347b658e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:55.675371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port eb2899da-920f-41e8-8572-65874205aae6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=eb2899da-920f-41e8-8572-65874205aae6,segment=NetworkSegment(2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31),segment_id=2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:55.684065 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eb2899da-920f-41e8-8572-65874205aae6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:55.684764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7b42454b-11bc-437e-a789-f42095c9d310 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:31:55.702351 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb6f06f8-8d3b-4ed5-895a-413713ccf37d admin admin] Publish callbacks [] for router_gateway (deb3453c-dee8-4346-ba9e-d21e347b658e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:55.707094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece821a-f866-458f-bcad-2a62176d2c33 req-70367f9c-7fc2-45ff-9c8b-30ac593be23c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:55.729931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece821a-f866-458f-bcad-2a62176d2c33 req-70367f9c-7fc2-45ff-9c8b-30ac593be23c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:55.739725 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33720) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:55.745541 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece821a-f866-458f-bcad-2a62176d2c33 req-70367f9c-7fc2-45ff-9c8b-30ac593be23c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:55.765056 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece821a-f866-458f-bcad-2a62176d2c33 req-70367f9c-7fc2-45ff-9c8b-30ac593be23c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:55.789920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece821a-f866-458f-bcad-2a62176d2c33 req-70367f9c-7fc2-45ff-9c8b-30ac593be23c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:55.804223 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece821a-f866-458f-bcad-2a62176d2c33 req-70367f9c-7fc2-45ff-9c8b-30ac593be23c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:55.822285 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece821a-f866-458f-bcad-2a62176d2c33 req-70367f9c-7fc2-45ff-9c8b-30ac593be23c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:55.824180 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ece821a-f866-458f-bcad-2a62176d2c33 req-70367f9c-7fc2-45ff-9c8b-30ac593be23c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5434 time: 0.2837074 Feb 10 15:31:55.873129 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=eb2899da-920f-41e8-8572-65874205aae6,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:55.887761 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c47131d-7068-417d-b41a-bc5ff09b1cf0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (af2b4de6-6751-4688-b040-0e06239049cc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:55.995678 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ece821a-f866-458f-bcad-2a62176d2c33 req-6c4bfa7f-a275-42d6-a337-0e253b14b01a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1651571 Feb 10 15:31:55.997097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47131d-7068-417d-b41a-bc5ff09b1cf0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=af2b4de6-6751-4688-b040-0e06239049cc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:56.096459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7b42454b-11bc-437e-a789-f42095c9d310, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7b42454b-11bc-437e-a789-f42095c9d310,segment=NetworkSegment(e3427f5c-e71d-45cc-8c7a-3dd79865d9ce),segment_id=e3427f5c-e71d-45cc-8c7a-3dd79865d9ce)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:56.119741 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '7b42454b-11bc-437e-a789-f42095c9d310', 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11', 'port_id': '7b42454b-11bc-437e-a789-f42095c9d310', 'mac_address': 'fa:16:3e:46:05:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71818b0-4a92-4bfc-9f7d-7c4e8bafed44', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:31:56.184872 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-876e0199-bcd3-4471-a0a9-5a301c97da96 None None] Set router deb3453c-dee8-4346-ba9e-d21e347b658e gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:31:56.200073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7b42454b-11bc-437e-a789-f42095c9d310 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:56.201344 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7b42454b-11bc-437e-a789-f42095c9d310), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:56.232063 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b42454b-11bc-437e-a789-f42095c9d310 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:31:56.265338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7b42454b-11bc-437e-a789-f42095c9d310, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7b42454b-11bc-437e-a789-f42095c9d310,segment=NetworkSegment(e3427f5c-e71d-45cc-8c7a-3dd79865d9ce),segment_id=e3427f5c-e71d-45cc-8c7a-3dd79865d9ce)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:56.272979 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7b42454b-11bc-437e-a789-f42095c9d310), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:56.275040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d9efcebb-7395-4dcf-b2e7-6607820b2b36 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:31:56.318066 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c47131d-7068-417d-b41a-bc5ff09b1cf0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (866b2f82-7a81-46e1-92c9-49d4ce05b7fc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:56.355243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=7b42454b-11bc-437e-a789-f42095c9d310,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:56.394186 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5f30908d-50c2-44dd-b9f4-ffd66e21a206 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6eed6b7f51254119a1c52e277441d642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6499906 Feb 10 15:31:56.396878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33728) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:56.441305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d9efcebb-7395-4dcf-b2e7-6607820b2b36, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d9efcebb-7395-4dcf-b2e7-6607820b2b36,segment=NetworkSegment(e3427f5c-e71d-45cc-8c7a-3dd79865d9ce),segment_id=e3427f5c-e71d-45cc-8c7a-3dd79865d9ce)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:56.473013 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'd9efcebb-7395-4dcf-b2e7-6607820b2b36', 'network_id': 'f634ab50-40ab-4861-a47c-548f31d17b11', 'port_id': 'd9efcebb-7395-4dcf-b2e7-6607820b2b36', 'mac_address': 'fa:16:3e:b1:3f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71818b0-4a92-4bfc-9f7d-7c4e8bafed44', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:31:56.511925 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5a78db37-dfe4-433d-aa1f-69c2d6cdcc2c admin admin] Publish callbacks [] for security_group (9023d47a-7e74-472d-a18f-8355d7152664), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:56.543493 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5a78db37-dfe4-433d-aa1f-69c2d6cdcc2c admin admin] Publish callbacks [] for security_group (9023d47a-7e74-472d-a18f-8355d7152664), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:56.567601 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port d9efcebb-7395-4dcf-b2e7-6607820b2b36 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:56.570837 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:56.602642 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9efcebb-7395-4dcf-b2e7-6607820b2b36 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:31:56.655222 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5a78db37-dfe4-433d-aa1f-69c2d6cdcc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9023d47a-7e74-472d-a18f-8355d7152664), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:56.668005 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5a78db37-dfe4-433d-aa1f-69c2d6cdcc2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:56.669287 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5a78db37-dfe4-433d-aa1f-69c2d6cdcc2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9023d47a-7e74-472d-a18f-8355d7152664 HTTP/1.1" status: 204 len: 168 time: 0.2712801 Feb 10 15:31:56.686043 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d9efcebb-7395-4dcf-b2e7-6607820b2b36, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d9efcebb-7395-4dcf-b2e7-6607820b2b36,segment=NetworkSegment(e3427f5c-e71d-45cc-8c7a-3dd79865d9ce),segment_id=e3427f5c-e71d-45cc-8c7a-3dd79865d9ce)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:56.691019 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f06f8-8d3b-4ed5-895a-413713ccf37d admin admin] Deleting port 51d3e772-e88e-4f7d-a5e8-46f717565a45 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:31:56.691383 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb6f06f8-8d3b-4ed5-895a-413713ccf37d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (51d3e772-e88e-4f7d-a5e8-46f717565a45), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:56.694560 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:56.695390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 60ef18b7-07cd-4dd7-936a-aa71c8c7559e details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:31:56.701662 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78db37-dfe4-433d-aa1f-69c2d6cdcc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9023d47a-7e74-472d-a18f-8355d7152664,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:56.744804 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-876e0199-bcd3-4471-a0a9-5a301c97da96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'name': 'tempest-TaggedBootDevicesTest-1824468618-router', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:05Z', 'updated_at': '2022-02-10T15:31:52Z', 'revision_number': 5, 'project_id': '77c5c19a68194da2886794ae5b561292', 'gw_port': {'id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:06Z', 'updated_at': '2022-02-10T15:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:56.800668 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876e0199-bcd3-4471-a0a9-5a301c97da96 None None] The sync data for ids ['deb3453c-dee8-4346-ba9e-d21e347b658e'] in n-d-815324-7 is: [{'id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'name': 'tempest-TaggedBootDevicesTest-1824468618-router', 'tenant_id': '77c5c19a68194da2886794ae5b561292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:05Z', 'updated_at': '2022-02-10T15:31:52Z', 'revision_number': 5, 'project_id': '77c5c19a68194da2886794ae5b561292', 'gw_port': {'id': '51d3e772-e88e-4f7d-a5e8-46f717565a45', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb3453c-dee8-4346-ba9e-d21e347b658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:06Z', 'updated_at': '2022-02-10T15:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:31:56.818641 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=d9efcebb-7395-4dcf-b2e7-6607820b2b36,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:56.920310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=60ef18b7-07cd-4dd7-936a-aa71c8c7559e,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:56.949957 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '60ef18b7-07cd-4dd7-936a-aa71c8c7559e', 'network_id': 'a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371', 'port_id': '60ef18b7-07cd-4dd7-936a-aa71c8c7559e', 'mac_address': 'fa:16:3e:16:46:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c12823-d91c-4e2c-9209-5935b1cee3d2', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:31:57.050783 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:31:57.051739 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:57.088215 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ef18b7-07cd-4dd7-936a-aa71c8c7559e {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:31:57.170735 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=60ef18b7-07cd-4dd7-936a-aa71c8c7559e,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:57.181387 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:57.244941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c47131d-7068-417d-b41a-bc5ff09b1cf0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 866b2f82-7a81-46e1-92c9-49d4ce05b7fc has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:31:57.289010 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-bb6f06f8-8d3b-4ed5-895a-413713ccf37d admin admin] For port 51d3e772-e88e-4f7d-a5e8-46f717565a45, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=51d3e772-e88e-4f7d-a5e8-46f717565a45,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:31:57.289700 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb6f06f8-8d3b-4ed5-895a-413713ccf37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (51d3e772-e88e-4f7d-a5e8-46f717565a45), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:57.306969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=60ef18b7-07cd-4dd7-936a-aa71c8c7559e,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:57.315118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f06f8-8d3b-4ed5-895a-413713ccf37d admin admin] Calling delete_port for 51d3e772-e88e-4f7d-a5e8-46f717565a45 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:31:57.408122 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9baf3-54c0-4fec-979f-ad0058d40c37 req-538d3f5b-b72c-4692-a4ec-e999d00ebd3a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:57.423316 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9baf3-54c0-4fec-979f-ad0058d40c37 req-538d3f5b-b72c-4692-a4ec-e999d00ebd3a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:57.436767 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9baf3-54c0-4fec-979f-ad0058d40c37 req-538d3f5b-b72c-4692-a4ec-e999d00ebd3a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:57.451894 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:31:57.488668 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9baf3-54c0-4fec-979f-ad0058d40c37 req-538d3f5b-b72c-4692-a4ec-e999d00ebd3a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:57.542040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9baf3-54c0-4fec-979f-ad0058d40c37 req-538d3f5b-b72c-4692-a4ec-e999d00ebd3a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:57.579697 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9baf3-54c0-4fec-979f-ad0058d40c37 req-538d3f5b-b72c-4692-a4ec-e999d00ebd3a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:57.602586 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9baf3-54c0-4fec-979f-ad0058d40c37 req-538d3f5b-b72c-4692-a4ec-e999d00ebd3a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:31:57.603278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:31:57.604576 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8e1a0706-53b7-4861-b71f-2cb8a3bd5319 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:31:57.638197 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ba9baf3-54c0-4fec-979f-ad0058d40c37 req-538d3f5b-b72c-4692-a4ec-e999d00ebd3a tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5438 time: 0.3593285 Feb 10 15:31:57.792565 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ba9baf3-54c0-4fec-979f-ad0058d40c37 req-8a1f7475-539c-4fa1-8d58-6b35cad46e59 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1437190 Feb 10 15:31:57.870764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['d48f39b5-f797-4352-8b28-81d1efe23bf4'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:31:57.876107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['7b42454b-11bc-437e-a789-f42095c9d310'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:31:57.976081 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['10381f00-aac9-4d90-9e10-af3f92aa505c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:31:58.048317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c47131d-7068-417d-b41a-bc5ff09b1cf0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:31:58.054784 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4c47131d-7068-417d-b41a-bc5ff09b1cf0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/866b2f82-7a81-46e1-92c9-49d4ce05b7fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7667360 Feb 10 15:31:58.057428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33764) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:58.084881 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['60ef18b7-07cd-4dd7-936a-aa71c8c7559e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:31:58.104317 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['eb2899da-920f-41e8-8572-65874205aae6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:31:58.106534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['d9efcebb-7395-4dcf-b2e7-6607820b2b36'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:31:58.230087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea82dafb-95fc-4b2c-a6fc-53b78aa01c6f None None] Sync routers for ids ['866b2f82-7a81-46e1-92c9-49d4ce05b7fc'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:31:58.423072 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb6f06f8-8d3b-4ed5-895a-413713ccf37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (51d3e772-e88e-4f7d-a5e8-46f717565a45), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:58.510661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f06f8-8d3b-4ed5-895a-413713ccf37d admin admin] Pushing event deleted for resources: {'Port': ['ID=51d3e772-e88e-4f7d-a5e8-46f717565a45,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:31:58.682149 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-0c34e0a7-8631-4951-ae3b-c59b2a312781 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 15:31:58.689717 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0c34e0a7-8631-4951-ae3b-c59b2a312781 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/866b2f82-7a81-46e1-92c9-49d4ce05b7fc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6309314 Feb 10 15:31:58.689936 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33784) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:58.770695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea82dafb-95fc-4b2c-a6fc-53b78aa01c6f None None] Routers {'866b2f82-7a81-46e1-92c9-49d4ce05b7fc'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:58.771338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ea82dafb-95fc-4b2c-a6fc-53b78aa01c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['866b2f82-7a81-46e1-92c9-49d4ce05b7fc'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:58.850557 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ea82dafb-95fc-4b2c-a6fc-53b78aa01c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:58.860270 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['0c0f6301-441b-4266-aaf6-c93025a59799'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:31:58.884248 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f2c04c04-3d64-493e-8a22-1fb43a63f442 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports?device_id=866b2f82-7a81-46e1-92c9-49d4ce05b7fc HTTP/1.1" status: 200 len: 205 time: 0.1933689 Feb 10 15:31:58.887756 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33796) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:58.900163 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb6f06f8-8d3b-4ed5-895a-413713ccf37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (deb3453c-dee8-4346-ba9e-d21e347b658e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:59.120699 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea82dafb-95fc-4b2c-a6fc-53b78aa01c6f None None] Routers {'866b2f82-7a81-46e1-92c9-49d4ce05b7fc'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:31:59.122789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ea82dafb-95fc-4b2c-a6fc-53b78aa01c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['866b2f82-7a81-46e1-92c9-49d4ce05b7fc'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:59.133148 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1322e9ea-353f-4f11-b98f-26aa42f3f54f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (866b2f82-7a81-46e1-92c9-49d4ce05b7fc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:59.189135 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33800) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:59.201907 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb6f06f8-8d3b-4ed5-895a-413713ccf37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (deb3453c-dee8-4346-ba9e-d21e347b658e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:59.211070 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb6f06f8-8d3b-4ed5-895a-413713ccf37d admin admin] Publish callbacks [] for router_controller (deb3453c-dee8-4346-ba9e-d21e347b658e), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:59.366236 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb6f06f8-8d3b-4ed5-895a-413713ccf37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (deb3453c-dee8-4346-ba9e-d21e347b658e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:59.367492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6f06f8-8d3b-4ed5-895a-413713ccf37d admin admin] Fanout notify agent at l3_agent the message router_deleted on router deb3453c-dee8-4346-ba9e-d21e347b658e {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:31:59.373899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb6f06f8-8d3b-4ed5-895a-413713ccf37d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:59.381221 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bb6f06f8-8d3b-4ed5-895a-413713ccf37d admin admin] 10.222.0.64 "DELETE /v2.0/routers/deb3453c-dee8-4346-ba9e-d21e347b658e HTTP/1.1" status: 204 len: 168 time: 4.5447338 Feb 10 15:31:59.381883 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33804) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:31:59.623523 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d647d154-d942-48db-a1c4-ee1158dfe306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:59.678805 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe04fae-593e-4559-b888-c5803fb03da8 admin admin] Deleting subnet 528764d9-6755-465a-9863-88a28775553b {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:31:59.692895 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbe04fae-593e-4559-b888-c5803fb03da8 admin admin] Publish callbacks [] for subnet (528764d9-6755-465a-9863-88a28775553b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:31:59.745603 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ea82dafb-95fc-4b2c-a6fc-53b78aa01c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:31:59.746269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea82dafb-95fc-4b2c-a6fc-53b78aa01c6f None None] The sync data for ids ['866b2f82-7a81-46e1-92c9-49d4ce05b7fc'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:31:59.791618 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbe04fae-593e-4559-b888-c5803fb03da8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (528764d9-6755-465a-9863-88a28775553b), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:00.097527 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbe04fae-593e-4559-b888-c5803fb03da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (528764d9-6755-465a-9863-88a28775553b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:00.193216 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbe04fae-593e-4559-b888-c5803fb03da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (528764d9-6755-465a-9863-88a28775553b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:00.217865 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33828) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:00.373285 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe04fae-593e-4559-b888-c5803fb03da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=528764d9-6755-465a-9863-88a28775553b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:00.398866 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1322e9ea-353f-4f11-b98f-26aa42f3f54f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (866b2f82-7a81-46e1-92c9-49d4ce05b7fc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:00.402382 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1322e9ea-353f-4f11-b98f-26aa42f3f54f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_controller (866b2f82-7a81-46e1-92c9-49d4ce05b7fc), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:00.425992 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbe04fae-593e-4559-b888-c5803fb03da8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:00.444100 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dbe04fae-593e-4559-b888-c5803fb03da8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/528764d9-6755-465a-9863-88a28775553b HTTP/1.1" status: 204 len: 168 time: 1.0569317 Feb 10 15:32:00.445096 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33834) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:00.451405 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9cc714-1aad-4100-a73d-9015acfaa822 None None] Network 7158b96a-de60-4916-ac3c-296c21899b4e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:32:00.537657 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1322e9ea-353f-4f11-b98f-26aa42f3f54f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (866b2f82-7a81-46e1-92c9-49d4ce05b7fc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:00.538144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1322e9ea-353f-4f11-b98f-26aa42f3f54f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Fanout notify agent at l3_agent the message router_deleted on router 866b2f82-7a81-46e1-92c9-49d4ce05b7fc {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:32:00.558401 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76636873-538b-445a-a5b2-ef12c0b82b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:00.561603 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1322e9ea-353f-4f11-b98f-26aa42f3f54f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:00.563004 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1322e9ea-353f-4f11-b98f-26aa42f3f54f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/routers/866b2f82-7a81-46e1-92c9-49d4ce05b7fc HTTP/1.1" status: 204 len: 168 time: 1.6729743 Feb 10 15:32:00.567518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33838) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:00.636083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854f2bc-5545-4f36-ad7f-2015b33b50a4 req-2b79e1ea-4692-4ebb-9fe4-340739af603e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:00.656074 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854f2bc-5545-4f36-ad7f-2015b33b50a4 req-2b79e1ea-4692-4ebb-9fe4-340739af603e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:00.693884 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854f2bc-5545-4f36-ad7f-2015b33b50a4 req-2b79e1ea-4692-4ebb-9fe4-340739af603e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:00.714623 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854f2bc-5545-4f36-ad7f-2015b33b50a4 req-2b79e1ea-4692-4ebb-9fe4-340739af603e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:00.727757 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76636873-538b-445a-a5b2-ef12c0b82b95 admin admin] Publish callbacks [] for security_group (1933ded9-f074-4ec6-bee4-b0ec09bd3952), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:00.735603 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854f2bc-5545-4f36-ad7f-2015b33b50a4 req-2b79e1ea-4692-4ebb-9fe4-340739af603e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:00.738436 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76636873-538b-445a-a5b2-ef12c0b82b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1933ded9-f074-4ec6-bee4-b0ec09bd3952), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:00.764714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854f2bc-5545-4f36-ad7f-2015b33b50a4 req-2b79e1ea-4692-4ebb-9fe4-340739af603e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:00.802771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854f2bc-5545-4f36-ad7f-2015b33b50a4 req-2b79e1ea-4692-4ebb-9fe4-340739af603e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:00.813740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d854f2bc-5545-4f36-ad7f-2015b33b50a4 req-2b79e1ea-4692-4ebb-9fe4-340739af603e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5438 time: 1.6712317 Feb 10 15:32:00.864625 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (7158b96a-de60-4916-ac3c-296c21899b4e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:00.944118 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-76636873-538b-445a-a5b2-ef12c0b82b95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f201fba65e743f7bf14b40506e8f14e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7087903 Feb 10 15:32:00.950281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33844) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:01.083556 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76636873-538b-445a-a5b2-ef12c0b82b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1933ded9-f074-4ec6-bee4-b0ec09bd3952,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:01.132444 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d647d154-d942-48db-a1c4-ee1158dfe306 admin admin] Publish callbacks [] for security_group (74df774e-695f-4130-b2f6-ef9b30c2216b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:01.179498 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-6364c003-3344-4de5-a07c-0364d05e29ef tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting subnet 95034e0b-4873-4883-a766-645acc1c9c78 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:32:01.193978 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6364c003-3344-4de5-a07c-0364d05e29ef tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (95034e0b-4873-4883-a766-645acc1c9c78), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:01.217705 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7b42454b-11bc-437e-a789-f42095c9d310 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:01.231569 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d647d154-d942-48db-a1c4-ee1158dfe306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (74df774e-695f-4130-b2f6-ef9b30c2216b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:01.296002 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6364c003-3344-4de5-a07c-0364d05e29ef tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (95034e0b-4873-4883-a766-645acc1c9c78), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:01.375612 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d647d154-d942-48db-a1c4-ee1158dfe306 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=227e4fcb4942464b950ead1027f94977&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1814795 Feb 10 15:32:01.387067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647d154-d942-48db-a1c4-ee1158dfe306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74df774e-695f-4130-b2f6-ef9b30c2216b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:01.389873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33846) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:01.393616 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8b7777ff-4aa5-4c79-8f23-fd0026e82af8 admin admin] Publish callbacks [] for security_group (1933ded9-f074-4ec6-bee4-b0ec09bd3952), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:01.421331 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 7b42454b-11bc-437e-a789-f42095c9d310 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:32:01.429827 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 7b42454b-11bc-437e-a789-f42095c9d310 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:01.432414 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7b42454b-11bc-437e-a789-f42095c9d310), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:01.461014 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8b7777ff-4aa5-4c79-8f23-fd0026e82af8 admin admin] Publish callbacks [] for security_group (1933ded9-f074-4ec6-bee4-b0ec09bd3952), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:01.497467 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6364c003-3344-4de5-a07c-0364d05e29ef tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (95034e0b-4873-4883-a766-645acc1c9c78), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:01.524874 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99159ed8-335f-4c41-98a5-990a987582a5 None None] DHCP port deletion for 7158b96a-de60-4916-ac3c-296c21899b4e request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:32:01.553610 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 51d3e772-e88e-4f7d-a5e8-46f717565a45 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:32:01.694046 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6364c003-3344-4de5-a07c-0364d05e29ef tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (95034e0b-4873-4883-a766-645acc1c9c78), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:01.701053 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 51d3e772-e88e-4f7d-a5e8-46f717565a45 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:32:01.701465 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 51d3e772-e88e-4f7d-a5e8-46f717565a45 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:32:01.710300 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] Deleting port 688e2c06-0b13-434e-94b5-85fdbc2b026b {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:32:01.710670 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:01.786955 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7b42454b-11bc-437e-a789-f42095c9d310 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:01.787577 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7b42454b-11bc-437e-a789-f42095c9d310), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:01.790915 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-99159ed8-335f-4c41-98a5-990a987582a5 None None] Deleting port 688e2c06-0b13-434e-94b5-85fdbc2b026b {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:32:01.791667 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-99159ed8-335f-4c41-98a5-990a987582a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:01.824019 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8b7777ff-4aa5-4c79-8f23-fd0026e82af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1933ded9-f074-4ec6-bee4-b0ec09bd3952), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:01.828053 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d854f2bc-5545-4f36-ad7f-2015b33b50a4 req-cf914631-64cd-4942-b81c-37ad83e83eef tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9216523 Feb 10 15:32:01.836070 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364c003-3344-4de5-a07c-0364d05e29ef tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Subnet': ['ID=95034e0b-4873-4883-a766-645acc1c9c78,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:01.837236 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8b7777ff-4aa5-4c79-8f23-fd0026e82af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:01.858247 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8b7777ff-4aa5-4c79-8f23-fd0026e82af8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1933ded9-f074-4ec6-bee4-b0ec09bd3952 HTTP/1.1" status: 204 len: 168 time: 0.8901525 Feb 10 15:32:01.868000 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6364c003-3344-4de5-a07c-0364d05e29ef tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:01.885609 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6364c003-3344-4de5-a07c-0364d05e29ef tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/95034e0b-4873-4883-a766-645acc1c9c78 HTTP/1.1" status: 204 len: 168 time: 1.3088000 Feb 10 15:32:01.885609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33858) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:01.905821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-99159ed8-335f-4c41-98a5-990a987582a5 None None] For port 688e2c06-0b13-434e-94b5-85fdbc2b026b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=688e2c06-0b13-434e-94b5-85fdbc2b026b,segment=NetworkSegment(fa6d6529-24e6-4435-821d-629c3a979366),segment_id=fa6d6529-24e6-4435-821d-629c3a979366)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:01.906731 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-99159ed8-335f-4c41-98a5-990a987582a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:01.924138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-99159ed8-335f-4c41-98a5-990a987582a5 None None] Calling delete_port for 688e2c06-0b13-434e-94b5-85fdbc2b026b owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:32:02.040526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c6b128-9b53-4754-8df3-0bce3af0f1b0 None None] Network 9a37db1b-7dc4-4e14-9d14-4738ac147fdf requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:32:02.108559 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7777ff-4aa5-4c79-8f23-fd0026e82af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1933ded9-f074-4ec6-bee4-b0ec09bd3952,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:02.111595 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (9a37db1b-7dc4-4e14-9d14-4738ac147fdf), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:02.170053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] For port 688e2c06-0b13-434e-94b5-85fdbc2b026b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=688e2c06-0b13-434e-94b5-85fdbc2b026b,segment=NetworkSegment(fa6d6529-24e6-4435-821d-629c3a979366),segment_id=fa6d6529-24e6-4435-821d-629c3a979366)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:02.170417 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:02.203603 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] Calling delete_port for 688e2c06-0b13-434e-94b5-85fdbc2b026b owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:32:02.267060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port c084b6ca-2e20-4f79-9173-4960cabfbef6 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:32:02.267412 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c084b6ca-2e20-4f79-9173-4960cabfbef6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:02.299032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7b42454b-11bc-437e-a789-f42095c9d310, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7b42454b-11bc-437e-a789-f42095c9d310,segment=NetworkSegment(e3427f5c-e71d-45cc-8c7a-3dd79865d9ce),segment_id=e3427f5c-e71d-45cc-8c7a-3dd79865d9ce)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:02.315756 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b42454b-11bc-437e-a789-f42095c9d310'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:32:02.322738 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2b48d5-6f75-4d26-b869-87e8b533340f" -d '{"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-plugged", "status": "completed", "tag": "7b42454b-11bc-437e-a789-f42095c9d310"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:32:02.344788 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-99159ed8-335f-4c41-98a5-990a987582a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:02.398917 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (688e2c06-0b13-434e-94b5-85fdbc2b026b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:02.421174 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7b42454b-11bc-437e-a789-f42095c9d310), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:02.422809 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d9efcebb-7395-4dcf-b2e7-6607820b2b36 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:02.475414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] For port c084b6ca-2e20-4f79-9173-4960cabfbef6, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c084b6ca-2e20-4f79-9173-4960cabfbef6,segment=NetworkSegment(52eb4139-2184-46fd-9c8d-7bf3ce717197),segment_id=52eb4139-2184-46fd-9c8d-7bf3ce717197)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:02.477227 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c084b6ca-2e20-4f79-9173-4960cabfbef6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:02.478156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] Pushing event deleted for resources: {'Port': ['ID=688e2c06-0b13-434e-94b5-85fdbc2b026b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:02.496985 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] No DVR routers for this DVR port 688e2c06-0b13-434e-94b5-85fdbc2b026b on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:32:02.501218 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fbef853d-8d61-43ac-847b-fadff24c9fb0 admin admin] Publish callbacks [] for security_group (74df774e-695f-4130-b2f6-ef9b30c2216b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:02.529213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for c084b6ca-2e20-4f79-9173-4960cabfbef6 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:32:02.622413 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc71562-60bb-4d1b-add8-f117fe051f6e x-openstack-request-id: req-abc71562-60bb-4d1b-add8-f117fe051f6e {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:32:02.622941 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-plugged", "status": "completed", "tag": "7b42454b-11bc-437e-a789-f42095c9d310", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:32:02.625414 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abc71562-60bb-4d1b-add8-f117fe051f6e {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:32:02.625841 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b42454b-11bc-437e-a789-f42095c9d310', 'code': 200} Feb 10 15:32:02.751672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99159ed8-335f-4c41-98a5-990a987582a5 None None] No DVR routers for this DVR port 688e2c06-0b13-434e-94b5-85fdbc2b026b on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:32:02.753495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99159ed8-335f-4c41-98a5-990a987582a5 None None] Pushing event deleted for resources: {'Port': ['ID=688e2c06-0b13-434e-94b5-85fdbc2b026b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:02.825261 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (c084b6ca-2e20-4f79-9173-4960cabfbef6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:02.846424 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (7158b96a-de60-4916-ac3c-296c21899b4e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:02.863430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No DVR routers for this DVR port c084b6ca-2e20-4f79-9173-4960cabfbef6 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:32:02.866683 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fbef853d-8d61-43ac-847b-fadff24c9fb0 admin admin] Publish callbacks [] for security_group (74df774e-695f-4130-b2f6-ef9b30c2216b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:02.983507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7158b96a-de60-4916-ac3c-296c21899b4e']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:03.037131 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=c084b6ca-2e20-4f79-9173-4960cabfbef6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:03.053567 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=7b42454b-11bc-437e-a789-f42095c9d310,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:03.095968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa6d6529-24e6-4435-821d-629c3a979366') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:03.096766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa6d6529-24e6-4435-821d-629c3a979366') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:03.099379 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port d9efcebb-7395-4dcf-b2e7-6607820b2b36 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:32:03.107569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port d9efcebb-7395-4dcf-b2e7-6607820b2b36 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:03.109014 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:03.141556 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (fa6d6529-24e6-4435-821d-629c3a979366), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:03.213529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9974fd-edf5-4c63-9049-a9e74be6b120 None None] DHCP port deletion for 9a37db1b-7dc4-4e14-9d14-4738ac147fdf request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:32:03.223922 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (9a37db1b-7dc4-4e14-9d14-4738ac147fdf), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:03.225817 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (fa6d6529-24e6-4435-821d-629c3a979366), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:03.232635 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:32:03.233413 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (fa6d6529-24e6-4435-821d-629c3a979366), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:32:03.317669 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:32:03.326646 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a37db1b-7dc4-4e14-9d14-4738ac147fdf']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:03.341631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fbef853d-8d61-43ac-847b-fadff24c9fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (74df774e-695f-4130-b2f6-ef9b30c2216b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:03.343300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port d9efcebb-7395-4dcf-b2e7-6607820b2b36 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:03.343933 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:03.349401 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fbef853d-8d61-43ac-847b-fadff24c9fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:03.368586 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fbef853d-8d61-43ac-847b-fadff24c9fb0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74df774e-695f-4130-b2f6-ef9b30c2216b HTTP/1.1" status: 204 len: 168 time: 1.9758232 Feb 10 15:32:03.374014 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005467cb-4fa2-424f-bb54-5db49dab0125 req-a3fe9156-f5c9-4356-9baa-73a782196833 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:03.380287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005467cb-4fa2-424f-bb54-5db49dab0125 req-a3fe9156-f5c9-4356-9baa-73a782196833 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:03.398494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005467cb-4fa2-424f-bb54-5db49dab0125 req-a3fe9156-f5c9-4356-9baa-73a782196833 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:03.403407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef853d-8d61-43ac-847b-fadff24c9fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74df774e-695f-4130-b2f6-ef9b30c2216b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:03.408192 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (7158b96a-de60-4916-ac3c-296c21899b4e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:03.415240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005467cb-4fa2-424f-bb54-5db49dab0125 req-a3fe9156-f5c9-4356-9baa-73a782196833 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:03.421874 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:03.435344 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] 10.222.0.64 "DELETE /v2.0/networks/7158b96a-de60-4916-ac3c-296c21899b4e HTTP/1.1" status: 204 len: 168 time: 2.9804876 Feb 10 15:32:03.438881 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005467cb-4fa2-424f-bb54-5db49dab0125 req-a3fe9156-f5c9-4356-9baa-73a782196833 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:03.439327 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33892) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:03.462438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005467cb-4fa2-424f-bb54-5db49dab0125 req-a3fe9156-f5c9-4356-9baa-73a782196833 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:03.478528 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005467cb-4fa2-424f-bb54-5db49dab0125 req-a3fe9156-f5c9-4356-9baa-73a782196833 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:03.499104 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-005467cb-4fa2-424f-bb54-5db49dab0125 req-a3fe9156-f5c9-4356-9baa-73a782196833 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5439 time: 0.4496493 Feb 10 15:32:03.510525 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea5302-b650-40a9-bbfe-1f09eb99555e admin admin] Pushing event deleted for resources: {'Network': ['ID=7158b96a-de60-4916-ac3c-296c21899b4e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:03.540620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52eb4139-2184-46fd-9c8d-7bf3ce717197') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:03.545092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52eb4139-2184-46fd-9c8d-7bf3ce717197') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:03.591170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d9efcebb-7395-4dcf-b2e7-6607820b2b36, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d9efcebb-7395-4dcf-b2e7-6607820b2b36,segment=NetworkSegment(e3427f5c-e71d-45cc-8c7a-3dd79865d9ce),segment_id=e3427f5c-e71d-45cc-8c7a-3dd79865d9ce)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:03.600895 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:03.603447 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 10381f00-aac9-4d90-9e10-af3f92aa505c up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:03.645455 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (52eb4139-2184-46fd-9c8d-7bf3ce717197), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:03.697908 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33894) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:03.755725 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (52eb4139-2184-46fd-9c8d-7bf3ce717197), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:03.808333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:32:03.810907 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (52eb4139-2184-46fd-9c8d-7bf3ce717197), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:03.850324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c084b6ca-2e20-4f79-9173-4960cabfbef6 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:32:03.951382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: c084b6ca-2e20-4f79-9173-4960cabfbef6 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:32:03.955940 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c084b6ca-2e20-4f79-9173-4960cabfbef6 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:32:03.956525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 688e2c06-0b13-434e-94b5-85fdbc2b026b no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:32:03.968045 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:32:03.980408 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (9a37db1b-7dc4-4e14-9d14-4738ac147fdf), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:04.013470 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:04.023837 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/networks/9a37db1b-7dc4-4e14-9d14-4738ac147fdf HTTP/1.1" status: 204 len: 168 time: 2.1410806 Feb 10 15:32:04.028529 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33908) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:04.040936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-af228917-ae27-4f5e-9841-9eb1f1640424 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2001331884'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:04.107365 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 10381f00-aac9-4d90-9e10-af3f92aa505c completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:32:04.110616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 688e2c06-0b13-434e-94b5-85fdbc2b026b {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:32:04.110616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 688e2c06-0b13-434e-94b5-85fdbc2b026b not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:32:04.119921 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 10381f00-aac9-4d90-9e10-af3f92aa505c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:04.120379 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:04.158324 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33910) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:04.159071 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af228917-ae27-4f5e-9841-9eb1f1640424 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:32:04.162595 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=d9efcebb-7395-4dcf-b2e7-6607820b2b36,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:04.169366 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af228917-ae27-4f5e-9841-9eb1f1640424 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:04.182929 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-672257202-network', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:04.212758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 10381f00-aac9-4d90-9e10-af3f92aa505c is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:04.213320 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:04.225842 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2a75-0047-4855-aa11-5124804fbe5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:04.245257 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcb875-fb41-4ac4-9afb-f309f6cb2faa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Network': ['ID=9a37db1b-7dc4-4e14-9d14-4738ac147fdf,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:04.290470 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 10381f00-aac9-4d90-9e10-af3f92aa505c, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=10381f00-aac9-4d90-9e10-af3f92aa505c,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:04.307154 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:04.357753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d48f39b5-f797-4352-8b28-81d1efe23bf4 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:04.402373 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0deb-0816-4d13-bdfe-f6ced4093d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:04.415031 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2a75-0047-4855-aa11-5124804fbe5b admin admin] Publish callbacks [] for security_group (14b9e16f-e433-4cea-b6b0-19b1dfef3fca), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:04.432257 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-005467cb-4fa2-424f-bb54-5db49dab0125 req-802514d7-bfc5-4769-86b5-9a898248c9ba tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9296401 Feb 10 15:32:04.453117 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2a75-0047-4855-aa11-5124804fbe5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (14b9e16f-e433-4cea-b6b0-19b1dfef3fca), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:04.528473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port d48f39b5-f797-4352-8b28-81d1efe23bf4 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:32:04.541993 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d0ae2a75-0047-4855-aa11-5124804fbe5b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa6744b75dfd494da2537e0913436fe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3678148 Feb 10 15:32:04.542613 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae2a75-0047-4855-aa11-5124804fbe5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b9e16f-e433-4cea-b6b0-19b1dfef3fca,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:04.549217 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33912) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:04.578420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port d48f39b5-f797-4352-8b28-81d1efe23bf4 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:04.578765 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:04.621986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=10381f00-aac9-4d90-9e10-af3f92aa505c,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:04.626662 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9efcebb-7395-4dcf-b2e7-6607820b2b36'}, {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10381f00-aac9-4d90-9e10-af3f92aa505c'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:32:04.630600 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4af0a96-cd52-4130-872b-12ff4a867aed" -d '{"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-plugged", "status": "completed", "tag": "d9efcebb-7395-4dcf-b2e7-6607820b2b36"}, {"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-plugged", "status": "completed", "tag": "10381f00-aac9-4d90-9e10-af3f92aa505c"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:32:04.709079 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] Made reservation on behalf of ece2774136d14f7c9338ad1f8b9d9674 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:32:04.718170 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:04.735272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af228917-ae27-4f5e-9841-9eb1f1640424 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:32:04.748351 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 15:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0399d5bf-94a1-496e-b362-da569d52330a x-openstack-request-id: req-0399d5bf-94a1-496e-b362-da569d52330a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:32:04.749078 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-plugged", "status": "completed", "tag": "d9efcebb-7395-4dcf-b2e7-6607820b2b36", "code": 200}, {"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-plugged", "status": "completed", "tag": "10381f00-aac9-4d90-9e10-af3f92aa505c", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:32:04.750818 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0399d5bf-94a1-496e-b362-da569d52330a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:32:04.752111 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9efcebb-7395-4dcf-b2e7-6607820b2b36', 'code': 200} Feb 10 15:32:04.752675 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10381f00-aac9-4d90-9e10-af3f92aa505c', 'code': 200} Feb 10 15:32:04.796824 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af228917-ae27-4f5e-9841-9eb1f1640424 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (5f883032-a6bb-42b5-9738-d1c73716e989), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:04.797191 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-af228917-ae27-4f5e-9841-9eb1f1640424 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Added segment 5f883032-a6bb-42b5-9738-d1c73716e989 of type vlan for network 30b01c07-dad1-4d87-8e70-297e0e6ce9cc Feb 10 15:32:04.802031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port d48f39b5-f797-4352-8b28-81d1efe23bf4 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:04.802854 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:04.914637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d48f39b5-f797-4352-8b28-81d1efe23bf4, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d48f39b5-f797-4352-8b28-81d1efe23bf4,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:04.919675 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:04.920932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device eb2899da-920f-41e8-8572-65874205aae6 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:04.945253 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af228917-ae27-4f5e-9841-9eb1f1640424 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (30b01c07-dad1-4d87-8e70-297e0e6ce9cc), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.010522 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af228917-ae27-4f5e-9841-9eb1f1640424 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (30b01c07-dad1-4d87-8e70-297e0e6ce9cc), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.016624 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af228917-ae27-4f5e-9841-9eb1f1640424 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:05.017438 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af228917-ae27-4f5e-9841-9eb1f1640424 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.020582 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.043272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc0deb-0816-4d13-bdfe-f6ced4093d17 admin admin] Deleting port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:32:05.044257 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0deb-0816-4d13-bdfe-f6ced4093d17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.132785 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=d48f39b5-f797-4352-8b28-81d1efe23bf4,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:05.134718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af228917-ae27-4f5e-9841-9eb1f1640424 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Network': ['ID=30b01c07-dad1-4d87-8e70-297e0e6ce9cc,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:05.156061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 30b01c07-dad1-4d87-8e70-297e0e6ce9cc details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:32:05.166676 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port eb2899da-920f-41e8-8572-65874205aae6 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:32:05.203971 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port eb2899da-920f-41e8-8572-65874205aae6 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:05.205048 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eb2899da-920f-41e8-8572-65874205aae6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.206898 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed99d-7232-455a-bd48-b5a822b1dc6e admin admin] Publish callbacks [] for security_group (14b9e16f-e433-4cea-b6b0-19b1dfef3fca), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.219556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-af228917-ae27-4f5e-9841-9eb1f1640424 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1873746 Feb 10 15:32:05.221882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33928) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:05.234692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-e64168e1-9086-4520-b1c0-df4ada91eb62 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'subnet': {'network_id': '30b01c07-dad1-4d87-8e70-297e0e6ce9cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:05.271219 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed99d-7232-455a-bd48-b5a822b1dc6e admin admin] Publish callbacks [] for security_group (14b9e16f-e433-4cea-b6b0-19b1dfef3fca), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.317682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-bcbc0deb-0816-4d13-bdfe-f6ced4093d17 admin admin] For port 4825fa37-5b82-4f4d-a9aa-6d2d590fc690, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4825fa37-5b82-4f4d-a9aa-6d2d590fc690,segment=NetworkSegment(82c6ee92-afdf-42c3-ba9f-35d35975e9e3),segment_id=82c6ee92-afdf-42c3-ba9f-35d35975e9e3)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:05.318056 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0deb-0816-4d13-bdfe-f6ced4093d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.351680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc0deb-0816-4d13-bdfe-f6ced4093d17 admin admin] Calling delete_port for 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:32:05.428930 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port eb2899da-920f-41e8-8572-65874205aae6 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:05.429337 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eb2899da-920f-41e8-8572-65874205aae6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.497458 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] Publish callbacks [] for security_group (ef21b64b-4b67-4644-92f7-80629fb3f798), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.508100 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed99d-7232-455a-bd48-b5a822b1dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (14b9e16f-e433-4cea-b6b0-19b1dfef3fca), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.513162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port eb2899da-920f-41e8-8572-65874205aae6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=eb2899da-920f-41e8-8572-65874205aae6,segment=NetworkSegment(2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31),segment_id=2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:05.518916 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eb2899da-920f-41e8-8572-65874205aae6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.519742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 60ef18b7-07cd-4dd7-936a-aa71c8c7559e up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:05.520172 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed99d-7232-455a-bd48-b5a822b1dc6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.530928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3b0ed99d-7232-455a-bd48-b5a822b1dc6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14b9e16f-e433-4cea-b6b0-19b1dfef3fca HTTP/1.1" status: 204 len: 168 time: 0.9779370 Feb 10 15:32:05.546122 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ef21b64b-4b67-4644-92f7-80629fb3f798), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.572975 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ed99d-7232-455a-bd48-b5a822b1dc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b9e16f-e433-4cea-b6b0-19b1dfef3fca,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:05.626188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64168e1-9086-4520-b1c0-df4ada91eb62 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:32:05.633801 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e64168e1-9086-4520-b1c0-df4ada91eb62 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.657240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:32:05.712354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef21b64b-4b67-4644-92f7-80629fb3f798,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:05.746563 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (57048521-d468-4955-a871-b03929b23f2e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.748983 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] Added segment 57048521-d468-4955-a871-b03929b23f2e of type vlan for network 3ecb8799-ae9a-4dae-9ca0-77e560818bb7 Feb 10 15:32:05.790298 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=eb2899da-920f-41e8-8572-65874205aae6,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:05.816294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:32:05.830453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:05.830837 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.885054 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (3ecb8799-ae9a-4dae-9ca0-77e560818bb7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:05.935380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc1a8a-6951-4aa9-ae72-875c97cf1df3 req-95068f8b-158d-455a-bd17-ec328add886c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:05.970986 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc1a8a-6951-4aa9-ae72-875c97cf1df3 req-95068f8b-158d-455a-bd17-ec328add886c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:06.002010 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc1a8a-6951-4aa9-ae72-875c97cf1df3 req-95068f8b-158d-455a-bd17-ec328add886c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:06.023488 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc1a8a-6951-4aa9-ae72-875c97cf1df3 req-95068f8b-158d-455a-bd17-ec328add886c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:06.037021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:06.037570 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.048386 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc1a8a-6951-4aa9-ae72-875c97cf1df3 req-95068f8b-158d-455a-bd17-ec328add886c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:06.077246 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc1a8a-6951-4aa9-ae72-875c97cf1df3 req-95068f8b-158d-455a-bd17-ec328add886c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:06.105213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc1a8a-6951-4aa9-ae72-875c97cf1df3 req-95068f8b-158d-455a-bd17-ec328add886c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:06.112206 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9dc1a8a-6951-4aa9-ae72-875c97cf1df3 req-95068f8b-158d-455a-bd17-ec328add886c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5443 time: 0.4598854 Feb 10 15:32:06.121011 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.resource_extend [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:32:06.123128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=60ef18b7-07cd-4dd7-936a-aa71c8c7559e,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:06.131442 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.132328 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0c0f6301-441b-4266-aaf6-c93025a59799 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:06.163481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33944) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:06.181752 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (3ecb8799-ae9a-4dae-9ca0-77e560818bb7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.184337 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:06.187419 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.264508 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-53f6aaa9-d9fd-480b-a21a-ecae602ce035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.305191 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5942366 Feb 10 15:32:06.327494 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e64168e1-9086-4520-b1c0-df4ada91eb62 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (452c46a9-b647-4e09-b28e-968fab7cbbb5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.333044 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=60ef18b7-07cd-4dd7-936a-aa71c8c7559e,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:06.335613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33946) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:06.361882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 0c0f6301-441b-4266-aaf6-c93025a59799 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:32:06.369900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 0c0f6301-441b-4266-aaf6-c93025a59799 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:06.370414 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0c0f6301-441b-4266-aaf6-c93025a59799), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.406369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-07277981-60f5-4fe7-b84f-211ac67e77aa admin admin] Request body: {'subnet': {'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-672257202-subnet', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:06.426056 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-53f6aaa9-d9fd-480b-a21a-ecae602ce035 admin admin] Publish callbacks [] for security_group (4d0a076e-bef6-4c2b-9fa2-c4d5fdf42c98), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.431692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64168e1-9086-4520-b1c0-df4ada91eb62 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Subnet': ['ID=452c46a9-b647-4e09-b28e-968fab7cbbb5,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:06.451154 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07277981-60f5-4fe7-b84f-211ac67e77aa admin admin] Made reservation on behalf of ece2774136d14f7c9338ad1f8b9d9674 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:32:06.455078 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-07277981-60f5-4fe7-b84f-211ac67e77aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.461072 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-53f6aaa9-d9fd-480b-a21a-ecae602ce035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4d0a076e-bef6-4c2b-9fa2-c4d5fdf42c98), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.552485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0c0f6301-441b-4266-aaf6-c93025a59799 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:06.553081 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0c0f6301-441b-4266-aaf6-c93025a59799), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.586704 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-53f6aaa9-d9fd-480b-a21a-ecae602ce035 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f473203a61a42b4bf869b2d2092ab81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4214869 Feb 10 15:32:06.609873 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33948) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:06.624412 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddb421-c310-4fe0-b408-c9cf18861d74 admin admin] Pushing event updated for resources: {'Network': ['ID=3ecb8799-ae9a-4dae-9ca0-77e560818bb7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:06.644749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9dc1a8a-6951-4aa9-ae72-875c97cf1df3 req-33797162-af8a-4625-8062-34a8824aa14b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4843793 Feb 10 15:32:06.654948 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6aaa9-d9fd-480b-a21a-ecae602ce035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0a076e-bef6-4c2b-9fa2-c4d5fdf42c98,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:06.656220 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0c0f6301-441b-4266-aaf6-c93025a59799, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0c0f6301-441b-4266-aaf6-c93025a59799,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:06.666176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 3ecb8799-ae9a-4dae-9ca0-77e560818bb7 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:32:06.697185 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0c0f6301-441b-4266-aaf6-c93025a59799), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.699921 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0deb-0816-4d13-bdfe-f6ced4093d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4825fa37-5b82-4f4d-a9aa-6d2d590fc690), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.710976 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-34b05d05-0387-41af-8461-250580741689 admin admin] Publish callbacks [] for security_group (4d0a076e-bef6-4c2b-9fa2-c4d5fdf42c98), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.737162 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-34b05d05-0387-41af-8461-250580741689 admin admin] Publish callbacks [] for security_group (4d0a076e-bef6-4c2b-9fa2-c4d5fdf42c98), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.769458 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48f39b5-f797-4352-8b28-81d1efe23bf4'}, {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2899da-920f-41e8-8572-65874205aae6'}, {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ef18b7-07cd-4dd7-936a-aa71c8c7559e'}, {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0f6301-441b-4266-aaf6-c93025a59799'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:32:06.772843 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cad018-8f8e-442f-a07c-d77411f0dfcb" -d '{"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-plugged", "status": "completed", "tag": "d48f39b5-f797-4352-8b28-81d1efe23bf4"}, {"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-plugged", "status": "completed", "tag": "eb2899da-920f-41e8-8572-65874205aae6"}, {"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-plugged", "status": "completed", "tag": "60ef18b7-07cd-4dd7-936a-aa71c8c7559e"}, {"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-plugged", "status": "completed", "tag": "0c0f6301-441b-4266-aaf6-c93025a59799"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:32:06.820901 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-34b05d05-0387-41af-8461-250580741689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4d0a076e-bef6-4c2b-9fa2-c4d5fdf42c98), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.822724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64168e1-9086-4520-b1c0-df4ada91eb62 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Checking segment: {'id': '5f883032-a6bb-42b5-9738-d1c73716e989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '30b01c07-dad1-4d87-8e70-297e0e6ce9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:32:06.823179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64168e1-9086-4520-b1c0-df4ada91eb62 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network hostable DHCP agents. Network: 30b01c07-dad1-4d87-8e70-297e0e6ce9cc, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:32:06.823835 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-34b05d05-0387-41af-8461-250580741689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:06.825352 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-34b05d05-0387-41af-8461-250580741689 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d0a076e-bef6-4c2b-9fa2-c4d5fdf42c98 HTTP/1.1" status: 204 len: 168 time: 0.2140253 Feb 10 15:32:06.829430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc0deb-0816-4d13-bdfe-f6ced4093d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=4825fa37-5b82-4f4d-a9aa-6d2d590fc690,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:06.851997 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b05d05-0387-41af-8461-250580741689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0a076e-bef6-4c2b-9fa2-c4d5fdf42c98,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:06.909314 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 10 Feb 2022 15:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cfc0a9-baa0-4453-b0d6-b9927d4223ce x-openstack-request-id: req-04cfc0a9-baa0-4453-b0d6-b9927d4223ce {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:32:06.911785 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-plugged", "status": "completed", "tag": "d48f39b5-f797-4352-8b28-81d1efe23bf4", "code": 200}, {"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-plugged", "status": "completed", "tag": "eb2899da-920f-41e8-8572-65874205aae6", "code": 200}, {"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-plugged", "status": "completed", "tag": "60ef18b7-07cd-4dd7-936a-aa71c8c7559e", "code": 200}, {"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-plugged", "status": "completed", "tag": "0c0f6301-441b-4266-aaf6-c93025a59799", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:32:06.913287 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04cfc0a9-baa0-4453-b0d6-b9927d4223ce {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:32:06.914101 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48f39b5-f797-4352-8b28-81d1efe23bf4', 'code': 200} Feb 10 15:32:06.914623 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2899da-920f-41e8-8572-65874205aae6', 'code': 200} Feb 10 15:32:06.915105 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ef18b7-07cd-4dd7-936a-aa71c8c7559e', 'code': 200} Feb 10 15:32:06.915585 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0f6301-441b-4266-aaf6-c93025a59799', 'code': 200} Feb 10 15:32:07.015626 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:07.045230 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0c0f6301-441b-4266-aaf6-c93025a59799,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:07.233686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64168e1-9086-4520-b1c0-df4ada91eb62 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 30b01c07-dad1-4d87-8e70-297e0e6ce9cc is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:32:07.293219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-e64168e1-9086-4520-b1c0-df4ada91eb62 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 30b01c07-dad1-4d87-8e70-297e0e6ce9cc) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:07.302321 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64168e1-9086-4520-b1c0-df4ada91eb62 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:07.303135 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e64168e1-9086-4520-b1c0-df4ada91eb62 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:07.308809 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5e243f-a08c-47a9-9050-6fbb9c3547b7 None None] Network 30b01c07-dad1-4d87-8e70-297e0e6ce9cc requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:32:07.415020 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0deb-0816-4d13-bdfe-f6ced4093d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:07.431679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b8f8e-b4b7-4832-b4d8-3ae3f79cbf52 req-bba58747-a988-4def-9293-6f476e7e7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:07.432775 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b8f8e-b4b7-4832-b4d8-3ae3f79cbf52 req-bba58747-a988-4def-9293-6f476e7e7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:07.432775 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b8f8e-b4b7-4832-b4d8-3ae3f79cbf52 req-bba58747-a988-4def-9293-6f476e7e7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:07.436436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b8f8e-b4b7-4832-b4d8-3ae3f79cbf52 req-bba58747-a988-4def-9293-6f476e7e7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:07.439040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b8f8e-b4b7-4832-b4d8-3ae3f79cbf52 req-bba58747-a988-4def-9293-6f476e7e7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:07.452739 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b8f8e-b4b7-4832-b4d8-3ae3f79cbf52 req-bba58747-a988-4def-9293-6f476e7e7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:07.452739 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b8f8e-b4b7-4832-b4d8-3ae3f79cbf52 req-bba58747-a988-4def-9293-6f476e7e7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:07.452739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-708b8f8e-b4b7-4832-b4d8-3ae3f79cbf52 req-bba58747-a988-4def-9293-6f476e7e7d55 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 6719 time: 0.4624577 Feb 10 15:32:07.453301 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e64168e1-9086-4520-b1c0-df4ada91eb62 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2248573 Feb 10 15:32:07.456669 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33966) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:07.471095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-2ddd85af-1c3b-4129-98cb-fe67bb587d4f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1101935174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:07.557988 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2ddd85af-1c3b-4129-98cb-fe67bb587d4f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:07.559041 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2ddd85af-1c3b-4129-98cb-fe67bb587d4f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:07.577558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-30b01c07-dad1-4d87-8e70-297e0e6ce9cc', 'network_id': '30b01c07-dad1-4d87-8e70-297e0e6ce9cc', 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'fixed_ips': [{'subnet_id': '452c46a9-b647-4e09-b28e-968fab7cbbb5'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:32:07.579239 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:07.643328 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-07277981-60f5-4fe7-b84f-211ac67e77aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (a9325239-1172-433f-bd6d-993f764a9d89), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:07.676876 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-708b8f8e-b4b7-4832-b4d8-3ae3f79cbf52 req-b0801e90-07a3-4434-8a7b-e1c6dc107526 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=561377d6-7dae-47e7-be27-f937cdff5633&id=0a23a519-0a62-4d14-a30f-5e70d29bc772&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2186334 Feb 10 15:32:07.768531 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2ddd85af-1c3b-4129-98cb-fe67bb587d4f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_controller (598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:07.780996 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2ddd85af-1c3b-4129-98cb-fe67bb587d4f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:07.849415 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2ddd85af-1c3b-4129-98cb-fe67bb587d4f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:07.850646 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2ddd85af-1c3b-4129-98cb-fe67bb587d4f tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3911602 Feb 10 15:32:07.900614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33978) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:07.907772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07277981-60f5-4fe7-b84f-211ac67e77aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9325239-1172-433f-bd6d-993f764a9d89,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:07.910537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07277981-60f5-4fe7-b84f-211ac67e77aa admin admin] Checking segment: {'id': '57048521-d468-4955-a871-b03929b23f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:32:07.911208 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07277981-60f5-4fe7-b84f-211ac67e77aa admin admin] Network hostable DHCP agents. Network: 3ecb8799-ae9a-4dae-9ca0-77e560818bb7, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:32:07.951237 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07277981-60f5-4fe7-b84f-211ac67e77aa admin admin] Network 3ecb8799-ae9a-4dae-9ca0-77e560818bb7 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:32:08.018032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Allocated IP 2001:db8::2 (30b01c07-dad1-4d87-8e70-297e0e6ce9cc/452c46a9-b647-4e09-b28e-968fab7cbbb5/b4484009-0b66-4e3d-9196-5a24d2cb6137) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:32:08.059453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-07277981-60f5-4fe7-b84f-211ac67e77aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 3ecb8799-ae9a-4dae-9ca0-77e560818bb7) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:08.080982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07277981-60f5-4fe7-b84f-211ac67e77aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:08.081898 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-07277981-60f5-4fe7-b84f-211ac67e77aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:08.090838 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e93b8f-5b6e-4a7f-89dd-abbb1468c186 None None] Network 3ecb8799-ae9a-4dae-9ca0-77e560818bb7 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:32:08.107405 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-07277981-60f5-4fe7-b84f-211ac67e77aa admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7052114 Feb 10 15:32:08.112566 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33984) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:08.117800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-672257202-router', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:08.164948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbc0deb-0816-4d13-bdfe-f6ced4093d17 admin admin] Router 47ab5fb7-ae76-4f30-9617-74a29c4fca9d has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:32:08.213072 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:08.217467 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:08.297055 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c309bc-21d9-4740-a0f1-b3e070bb2238 req-8f1b773c-da10-4ab3-a8a6-85f30daefa01 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:08.302782 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c309bc-21d9-4740-a0f1-b3e070bb2238 req-8f1b773c-da10-4ab3-a8a6-85f30daefa01 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:08.323718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c309bc-21d9-4740-a0f1-b3e070bb2238 req-8f1b773c-da10-4ab3-a8a6-85f30daefa01 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:08.341429 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c309bc-21d9-4740-a0f1-b3e070bb2238 req-8f1b773c-da10-4ab3-a8a6-85f30daefa01 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:08.346983 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c309bc-21d9-4740-a0f1-b3e070bb2238 req-8f1b773c-da10-4ab3-a8a6-85f30daefa01 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:08.363931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c309bc-21d9-4740-a0f1-b3e070bb2238 req-8f1b773c-da10-4ab3-a8a6-85f30daefa01 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:08.363931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c309bc-21d9-4740-a0f1-b3e070bb2238 req-8f1b773c-da10-4ab3-a8a6-85f30daefa01 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:08.365444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-59c309bc-21d9-4740-a0f1-b3e070bb2238 req-8f1b773c-da10-4ab3-a8a6-85f30daefa01 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5445 time: 0.5689087 Feb 10 15:32:08.565911 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'fixed_ips': [{'subnet_id': 'a9325239-1172-433f-bd6d-993f764a9d89'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:32:08.566697 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:08.700284 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-59c309bc-21d9-4740-a0f1-b3e070bb2238 req-bec2b5ce-e6ff-4bad-ac1b-c64e8d6983c5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2595463 Feb 10 15:32:08.732245 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:08.740899 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Publish callbacks [] for port (b4484009-0b66-4e3d-9196-5a24d2cb6137), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:08.773857 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (b4484009-0b66-4e3d-9196-5a24d2cb6137), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:08.845327 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Pushing event updated for resources: {'Port': ['ID=b4484009-0b66-4e3d-9196-5a24d2cb6137,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:08.976548 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Network 30b01c07-dad1-4d87-8e70-297e0e6ce9cc is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:08.995569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:09.014799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:32:09.120287 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Publish callbacks [] for router_controller (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:09.184035 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Allocated IP 172.20.0.2 (3ecb8799-ae9a-4dae-9ca0-77e560818bb7/a9325239-1172-433f-bd6d-993f764a9d89/b52da303-323a-4277-8333-78c8521d93ce) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:32:09.215177 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Allocated IP 2001:db8::1 (30b01c07-dad1-4d87-8e70-297e0e6ce9cc/452c46a9-b647-4e09-b28e-968fab7cbbb5/49d83399-6dc8-43fd-985f-bbd2e09e879c) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:32:09.226509 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Attempting to bind port b4484009-0b66-4e3d-9196-5a24d2cb6137 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:32:09.228108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Attempting to bind port b4484009-0b66-4e3d-9196-5a24d2cb6137 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '5f883032-a6bb-42b5-9738-d1c73716e989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '30b01c07-dad1-4d87-8e70-297e0e6ce9cc'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:32:09.229500 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Attempting to bind port b4484009-0b66-4e3d-9196-5a24d2cb6137 on network 30b01c07-dad1-4d87-8e70-297e0e6ce9cc {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:32:09.256683 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:32:09.262294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Checking segment: {'id': '5f883032-a6bb-42b5-9738-d1c73716e989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '30b01c07-dad1-4d87-8e70-297e0e6ce9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:32:09.263813 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:09.269722 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Bound using segment: {'id': '5f883032-a6bb-42b5-9738-d1c73716e989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '30b01c07-dad1-4d87-8e70-297e0e6ce9cc'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:32:09.269722 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Bound port: b4484009-0b66-4e3d-9196-5a24d2cb6137, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f883032-a6bb-42b5-9738-d1c73716e989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '30b01c07-dad1-4d87-8e70-297e0e6ce9cc'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:32:09.269722 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b4484009-0b66-4e3d-9196-5a24d2cb6137), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:09.488546 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (49d83399-6dc8-43fd-985f-bbd2e09e879c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:09.489370 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbc0deb-0816-4d13-bdfe-f6ced4093d17 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:32:09.513926 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28429f28-e524-44fb-a240-125ea7d568d2 None None] Sync routers for ids ['47ab5fb7-ae76-4f30-9617-74a29c4fca9d'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:32:09.515496 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bcbc0deb-0816-4d13-bdfe-f6ced4093d17 admin admin] 10.222.0.64 "PUT /v2.0/routers/47ab5fb7-ae76-4f30-9617-74a29c4fca9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0749640 Feb 10 15:32:09.535758 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28429f28-e524-44fb-a240-125ea7d568d2 None None] Routers {'47ab5fb7-ae76-4f30-9617-74a29c4fca9d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:09.541915 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-28429f28-e524-44fb-a240-125ea7d568d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['47ab5fb7-ae76-4f30-9617-74a29c4fca9d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:09.559474 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34018) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:09.566393 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (49d83399-6dc8-43fd-985f-bbd2e09e879c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:09.595695 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Publish callbacks [] for router_gateway (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:09.815968 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-28429f28-e524-44fb-a240-125ea7d568d2 None None] Set router 47ab5fb7-ae76-4f30-9617-74a29c4fca9d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:32:09.912749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 30b01c07-dad1-4d87-8e70-297e0e6ce9cc is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:09.951697 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Publish callbacks [] for port (b52da303-323a-4277-8333-78c8521d93ce), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:09.991297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:10.004975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] For port b4484009-0b66-4e3d-9196-5a24d2cb6137, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:32:10.006920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:32:10.007587 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:10.010667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] For port b4484009-0b66-4e3d-9196-5a24d2cb6137, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b4484009-0b66-4e3d-9196-5a24d2cb6137,segment=NetworkSegment(5f883032-a6bb-42b5-9738-d1c73716e989),segment_id=5f883032-a6bb-42b5-9738-d1c73716e989)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:32:10.018009 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (b52da303-323a-4277-8333-78c8521d93ce), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:10.025001 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b4484009-0b66-4e3d-9196-5a24d2cb6137), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:10.099565 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Network 3ecb8799-ae9a-4dae-9ca0-77e560818bb7 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:10.106972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:10.111751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:32:10.167344 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Pushing event updated for resources: {'Port': ['ID=b52da303-323a-4277-8333-78c8521d93ce,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:10.240479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=49d83399-6dc8-43fd-985f-bbd2e09e879c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:10.362176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Attempting to bind port b52da303-323a-4277-8333-78c8521d93ce on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:32:10.362754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Attempting to bind port b52da303-323a-4277-8333-78c8521d93ce by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '57048521-d468-4955-a871-b03929b23f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:32:10.362913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Attempting to bind port b52da303-323a-4277-8333-78c8521d93ce on network 3ecb8799-ae9a-4dae-9ca0-77e560818bb7 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:32:10.390676 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (49d83399-6dc8-43fd-985f-bbd2e09e879c), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:10.396843 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Publish callbacks [] for router_gateway (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:10.400574 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-28429f28-e524-44fb-a240-125ea7d568d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'name': 'tempest-TaggedBootDevicesTest-332406586-router', 'tenant_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:26Z', 'updated_at': '2022-02-10T15:32:06Z', 'revision_number': 5, 'project_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'gw_port': {'id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:28Z', 'updated_at': '2022-02-10T15:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:10.409763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:32:10.410159 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Checking segment: {'id': '57048521-d468-4955-a871-b03929b23f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:32:10.411116 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:10.411523 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Bound using segment: {'id': '57048521-d468-4955-a871-b03929b23f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:32:10.413961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Bound port: b52da303-323a-4277-8333-78c8521d93ce, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57048521-d468-4955-a871-b03929b23f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:32:10.415943 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b52da303-323a-4277-8333-78c8521d93ce), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:10.423067 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd61507-60a5-4d91-8444-0c6865943e71 None None] Pushing event updated for resources: {'Port': ['ID=b4484009-0b66-4e3d-9196-5a24d2cb6137,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:10.452362 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:10.485070 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28429f28-e524-44fb-a240-125ea7d568d2 None None] Checking router: 47ab5fb7-ae76-4f30-9617-74a29c4fca9d for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:32:10.510504 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28429f28-e524-44fb-a240-125ea7d568d2 None None] Routers {'47ab5fb7-ae76-4f30-9617-74a29c4fca9d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:10.511672 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-28429f28-e524-44fb-a240-125ea7d568d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['47ab5fb7-ae76-4f30-9617-74a29c4fca9d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:10.576727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32ed0c-0301-4300-8ee5-0dfec06fa1ec req-760b0d00-6941-4d6c-a441-efda71c2aac9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:10.590097 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32ed0c-0301-4300-8ee5-0dfec06fa1ec req-760b0d00-6941-4d6c-a441-efda71c2aac9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:10.609226 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32ed0c-0301-4300-8ee5-0dfec06fa1ec req-760b0d00-6941-4d6c-a441-efda71c2aac9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:10.630326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32ed0c-0301-4300-8ee5-0dfec06fa1ec req-760b0d00-6941-4d6c-a441-efda71c2aac9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:10.638217 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32ed0c-0301-4300-8ee5-0dfec06fa1ec req-760b0d00-6941-4d6c-a441-efda71c2aac9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:10.652247 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32ed0c-0301-4300-8ee5-0dfec06fa1ec req-760b0d00-6941-4d6c-a441-efda71c2aac9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:10.657754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] For port b52da303-323a-4277-8333-78c8521d93ce, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:32:10.668674 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] For port b52da303-323a-4277-8333-78c8521d93ce, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b52da303-323a-4277-8333-78c8521d93ce,segment=NetworkSegment(57048521-d468-4955-a871-b03929b23f2e),segment_id=57048521-d468-4955-a871-b03929b23f2e)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:32:10.673057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32ed0c-0301-4300-8ee5-0dfec06fa1ec req-760b0d00-6941-4d6c-a441-efda71c2aac9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:10.678126 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a32ed0c-0301-4300-8ee5-0dfec06fa1ec req-760b0d00-6941-4d6c-a441-efda71c2aac9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5445 time: 0.8096449 Feb 10 15:32:10.690088 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-28429f28-e524-44fb-a240-125ea7d568d2 None None] Set router 47ab5fb7-ae76-4f30-9617-74a29c4fca9d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:32:10.695257 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b52da303-323a-4277-8333-78c8521d93ce), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:10.829834 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d68ad02-1718-4b2d-b050-14f372df5799 admin admin] Publish callbacks [] for router (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:10.882295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Allocated IP 172.25.3.162 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/9b0e78dd-3815-4102-9451-b7741a813bb1) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:32:10.887100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9dc4c6-fd60-455e-b064-77edefccd143 None None] Pushing event updated for resources: {'Port': ['ID=b52da303-323a-4277-8333-78c8521d93ce,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:11.141288 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Publish callbacks [] for port (9b0e78dd-3815-4102-9451-b7741a813bb1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:11.154713 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a32ed0c-0301-4300-8ee5-0dfec06fa1ec req-592d58f2-7381-44ad-ae0d-7449efef3387 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4667845 Feb 10 15:32:11.263937 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-28429f28-e524-44fb-a240-125ea7d568d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'name': 'tempest-TaggedBootDevicesTest-332406586-router', 'tenant_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:26Z', 'updated_at': '2022-02-10T15:32:06Z', 'revision_number': 5, 'project_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'gw_port': {'id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:28Z', 'updated_at': '2022-02-10T15:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:11.292834 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9b0e78dd-3815-4102-9451-b7741a813bb1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:11.362772 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:11.446007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:11.449401 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:11.467591 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:32:11.470235 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28429f28-e524-44fb-a240-125ea7d568d2 None None] The sync data for ids ['47ab5fb7-ae76-4f30-9617-74a29c4fca9d'] in n-d-815324-7 is: [{'id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'name': 'tempest-TaggedBootDevicesTest-332406586-router', 'tenant_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:21:26Z', 'updated_at': '2022-02-10T15:32:06Z', 'revision_number': 5, 'project_id': '5f1abebaff0f46a380b4dd763d54ef3c', 'gw_port': {'id': '0c4d25f4-8beb-4003-af6f-01f170f0f55b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab5fb7-ae76-4f30-9617-74a29c4fca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:21:28Z', 'updated_at': '2022-02-10T15:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:32:11.525470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Pushing event updated for resources: {'Port': ['ID=9b0e78dd-3815-4102-9451-b7741a813bb1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:12.127283 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b52da303-323a-4277-8333-78c8521d93ce up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:12.230812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab74681-0a65-4571-8bb9-d9d0381b6c48 None None] Network 30b01c07-dad1-4d87-8e70-297e0e6ce9cc requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:32:12.266490 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Publish callbacks [] for router_gateway (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:12.366746 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (49d83399-6dc8-43fd-985f-bbd2e09e879c), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:12.444975 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (49d83399-6dc8-43fd-985f-bbd2e09e879c), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:12.445930 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:12.473727 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port b52da303-323a-4277-8333-78c8521d93ce triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:12.474732 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b52da303-323a-4277-8333-78c8521d93ce), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:12.481836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2e2b8be4-c4d8-405c-ad62-e343d86e4a4a None None] Provisioning complete for port b4484009-0b66-4e3d-9196-5a24d2cb6137 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:12.482218 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8be4-c4d8-405c-ad62-e343d86e4a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b4484009-0b66-4e3d-9196-5a24d2cb6137), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:12.669689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=49d83399-6dc8-43fd-985f-bbd2e09e879c,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:12.806343 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d68ad02-1718-4b2d-b050-14f372df5799 admin admin] Publish callbacks [] for router_gateway (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:12.830442 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba50f2c-ff20-49b3-880e-90f60f480c9f req-597269fe-fc4e-428a-9fe4-f3d4423fa9ff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:12.851750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba50f2c-ff20-49b3-880e-90f60f480c9f req-597269fe-fc4e-428a-9fe4-f3d4423fa9ff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:12.870538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b8be4-c4d8-405c-ad62-e343d86e4a4a None None] Current status of the port b4484009-0b66-4e3d-9196-5a24d2cb6137 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:12.870946 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8be4-c4d8-405c-ad62-e343d86e4a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b4484009-0b66-4e3d-9196-5a24d2cb6137), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:12.871498 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba50f2c-ff20-49b3-880e-90f60f480c9f req-597269fe-fc4e-428a-9fe4-f3d4423fa9ff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:12.877062 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba50f2c-ff20-49b3-880e-90f60f480c9f req-597269fe-fc4e-428a-9fe4-f3d4423fa9ff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:12.887037 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba50f2c-ff20-49b3-880e-90f60f480c9f req-597269fe-fc4e-428a-9fe4-f3d4423fa9ff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:12.899707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba50f2c-ff20-49b3-880e-90f60f480c9f req-597269fe-fc4e-428a-9fe4-f3d4423fa9ff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:12.913153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba50f2c-ff20-49b3-880e-90f60f480c9f req-597269fe-fc4e-428a-9fe4-f3d4423fa9ff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:12.919928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ba50f2c-ff20-49b3-880e-90f60f480c9f req-597269fe-fc4e-428a-9fe4-f3d4423fa9ff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5445 time: 0.5439196 Feb 10 15:32:12.932503 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34064) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:12.939485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2d494fd4-8a2f-44e8-8765-97a5871ae32f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Request body: {'floatingip': {'port_id': 'eb2899da-920f-41e8-8572-65874205aae6'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:13.029243 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:13.064184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2e2b8be4-c4d8-405c-ad62-e343d86e4a4a None None] For port b4484009-0b66-4e3d-9196-5a24d2cb6137, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b4484009-0b66-4e3d-9196-5a24d2cb6137,segment=NetworkSegment(5f883032-a6bb-42b5-9738-d1c73716e989),segment_id=5f883032-a6bb-42b5-9738-d1c73716e989)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:13.068686 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 30b01c07-dad1-4d87-8e70-297e0e6ce9cc is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:13.071016 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:13.093812 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8be4-c4d8-405c-ad62-e343d86e4a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b4484009-0b66-4e3d-9196-5a24d2cb6137), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:13.097383 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6b3c98-ec76-40b5-94f7-6f2b5cc19abb None None] Network 3ecb8799-ae9a-4dae-9ca0-77e560818bb7 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:32:13.125825 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-973170b8-7979-4946-8829-63f4b9ad4747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:13.166654 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-6d68ad02-1718-4b2d-b050-14f372df5799 admin admin] Deleting port 0c4d25f4-8beb-4003-af6f-01f170f0f55b {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:32:13.167410 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d68ad02-1718-4b2d-b050-14f372df5799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0c4d25f4-8beb-4003-af6f-01f170f0f55b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:13.251681 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2d494fd4-8a2f-44e8-8765-97a5871ae32f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for floatingip (b46bf11b-c135-45a0-a20c-08b303c5f394), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:13.280751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port b52da303-323a-4277-8333-78c8521d93ce is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:13.281120 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b52da303-323a-4277-8333-78c8521d93ce), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:13.421855 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-59a2a812-be1f-4243-a39b-c15579bdb8eb None None] Provisioning complete for port b52da303-323a-4277-8333-78c8521d93ce triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:13.422552 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-59a2a812-be1f-4243-a39b-c15579bdb8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b52da303-323a-4277-8333-78c8521d93ce), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:13.497272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:32:13.584156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-6d68ad02-1718-4b2d-b050-14f372df5799 admin admin] For port 0c4d25f4-8beb-4003-af6f-01f170f0f55b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0c4d25f4-8beb-4003-af6f-01f170f0f55b,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:13.584894 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d68ad02-1718-4b2d-b050-14f372df5799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0c4d25f4-8beb-4003-af6f-01f170f0f55b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:13.667312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-6d68ad02-1718-4b2d-b050-14f372df5799 admin admin] Calling delete_port for 0c4d25f4-8beb-4003-af6f-01f170f0f55b owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:32:13.698313 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b8be4-c4d8-405c-ad62-e343d86e4a4a None None] Pushing event updated for resources: {'Port': ['ID=b4484009-0b66-4e3d-9196-5a24d2cb6137,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:13.827675 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port b52da303-323a-4277-8333-78c8521d93ce, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b52da303-323a-4277-8333-78c8521d93ce,segment=NetworkSegment(57048521-d468-4955-a871-b03929b23f2e),segment_id=57048521-d468-4955-a871-b03929b23f2e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:13.834942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:32:13.868417 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Sync routers for ids ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:32:13.874267 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b52da303-323a-4277-8333-78c8521d93ce), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:13.877223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b4484009-0b66-4e3d-9196-5a24d2cb6137 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:14.009165 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:14.012229 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b064efc0-40d7-4a7e-90d6-e1ba5c8c3a80 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.8985932 Feb 10 15:32:14.023192 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34076) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:14.023686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=b52da303-323a-4277-8333-78c8521d93ce,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:14.156390 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:32:14.160327 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d68ad02-1718-4b2d-b050-14f372df5799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (0c4d25f4-8beb-4003-af6f-01f170f0f55b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:14.208410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Routers {'59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:14.209354 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:14.322103 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-59a2a812-be1f-4243-a39b-c15579bdb8eb None None] Current status of the port b52da303-323a-4277-8333-78c8521d93ce is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:14.334705 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port b4484009-0b66-4e3d-9196-5a24d2cb6137 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:14.335086 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b4484009-0b66-4e3d-9196-5a24d2cb6137), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:14.369022 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d68ad02-1718-4b2d-b050-14f372df5799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:14.526518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68ad02-1718-4b2d-b050-14f372df5799 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4d25f4-8beb-4003-af6f-01f170f0f55b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:14.691532 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port b4484009-0b66-4e3d-9196-5a24d2cb6137 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:14.725752 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3eb60a8a-1caa-4669-93aa-121e1cab66ba None None] Provisioning complete for port 49d83399-6dc8-43fd-985f-bbd2e09e879c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:14.726375 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3eb60a8a-1caa-4669-93aa-121e1cab66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (49d83399-6dc8-43fd-985f-bbd2e09e879c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:14.756795 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d68ad02-1718-4b2d-b050-14f372df5799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:14.761115 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d68ad02-1718-4b2d-b050-14f372df5799 admin admin] Publish callbacks [] for router_controller (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:14.774434 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Set router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:32:14.933889 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d68ad02-1718-4b2d-b050-14f372df5799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (47ab5fb7-ae76-4f30-9617-74a29c4fca9d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:14.935063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d68ad02-1718-4b2d-b050-14f372df5799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ab5fb7-ae76-4f30-9617-74a29c4fca9d {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:32:14.951158 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d68ad02-1718-4b2d-b050-14f372df5799 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:14.956951 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6d68ad02-1718-4b2d-b050-14f372df5799 admin admin] 10.222.0.64 "DELETE /v2.0/routers/47ab5fb7-ae76-4f30-9617-74a29c4fca9d HTTP/1.1" status: 204 len: 168 time: 5.3989604 Feb 10 15:32:14.962062 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34092) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:14.992009 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:32:15.023990 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067dfa2-f8af-4bb3-a3c9-2b55769f046a None None] Sync routers for ids ['598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:32:15.051748 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a067dfa2-f8af-4bb3-a3c9-2b55769f046a None None] Routers {'598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:15.052526 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a067dfa2-f8af-4bb3-a3c9-2b55769f046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:15.088120 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bea547ef-cc68-4693-b0c0-e73d847b4f76 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1800687 Feb 10 15:32:15.090911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34094) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:15.119248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b52da303-323a-4277-8333-78c8521d93ce up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:15.133072 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a067dfa2-f8af-4bb3-a3c9-2b55769f046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:15.152410 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a067dfa2-f8af-4bb3-a3c9-2b55769f046a None None] Routers {'598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:15.153053 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a067dfa2-f8af-4bb3-a3c9-2b55769f046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:31:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:15.217487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b52aec-a473-4e66-8cbc-04c49df13bf4 admin admin] Deleting subnet 164e9b3f-0724-480c-8c2b-018fa4bb75d4 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:32:15.220293 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a067dfa2-f8af-4bb3-a3c9-2b55769f046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:15.220999 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067dfa2-f8af-4bb3-a3c9-2b55769f046a None None] The sync data for ids ['598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:32:15.229682 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a980d303-e496-4fc7-85d1-614da9d6725a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:15.233822 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a980d303-e496-4fc7-85d1-614da9d6725a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports/49d83399-6dc8-43fd-985f-bbd2e09e879c HTTP/1.1" status: 200 len: 911 time: 0.1394544 Feb 10 15:32:15.234257 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64b52aec-a473-4e66-8cbc-04c49df13bf4 admin admin] Publish callbacks [] for subnet (164e9b3f-0724-480c-8c2b-018fa4bb75d4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:15.237059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34096) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:15.288353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3eb60a8a-1caa-4669-93aa-121e1cab66ba None None] Port 49d83399-6dc8-43fd-985f-bbd2e09e879c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:32:15.364234 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64b52aec-a473-4e66-8cbc-04c49df13bf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (164e9b3f-0724-480c-8c2b-018fa4bb75d4), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:15.433291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3eb60a8a-1caa-4669-93aa-121e1cab66ba None None] Provisioning complete for port b4484009-0b66-4e3d-9196-5a24d2cb6137 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:15.433676 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3eb60a8a-1caa-4669-93aa-121e1cab66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b4484009-0b66-4e3d-9196-5a24d2cb6137), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:15.477528 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7e9d256a-fa40-42c4-9428-0364adbd6463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:15.566265 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3eb60a8a-1caa-4669-93aa-121e1cab66ba None None] Current status of the port b4484009-0b66-4e3d-9196-5a24d2cb6137 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:15.624826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port b52da303-323a-4277-8333-78c8521d93ce triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:15.625498 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b52da303-323a-4277-8333-78c8521d93ce), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:15.687725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'name': 'tempest-ServersTestJSON-672257202-router', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:08Z', 'updated_at': '2022-02-10T15:32:11Z', 'revision_number': 3, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'gw_port': {'id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:10Z', 'updated_at': '2022-02-10T15:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:15.894042 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64b52aec-a473-4e66-8cbc-04c49df13bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (164e9b3f-0724-480c-8c2b-018fa4bb75d4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:15.951702 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Checking router: 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:32:15.952301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Updating router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c port 9b0e78dd-3815-4102-9451-b7741a813bb1 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:32:15.995685 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9b0e78dd-3815-4102-9451-b7741a813bb1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.132175 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64b52aec-a473-4e66-8cbc-04c49df13bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (164e9b3f-0724-480c-8c2b-018fa4bb75d4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.208743 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b52aec-a473-4e66-8cbc-04c49df13bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=164e9b3f-0724-480c-8c2b-018fa4bb75d4,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:16.258818 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-64b52aec-a473-4e66-8cbc-04c49df13bf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.277749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-64b52aec-a473-4e66-8cbc-04c49df13bf4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/164e9b3f-0724-480c-8c2b-018fa4bb75d4 HTTP/1.1" status: 204 len: 168 time: 1.3116844 Feb 10 15:32:16.280387 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34120) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:16.297301 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Publish callbacks [] for port (9b0e78dd-3815-4102-9451-b7741a813bb1), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.309915 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2c6f2f-2ea0-4c42-aa9c-9cc430f16af4 None None] Network aae29f6d-9089-4cd3-8c93-303105cf6396 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:32:16.324721 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9b0e78dd-3815-4102-9451-b7741a813bb1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.385717 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.428800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5824c222-e7ff-4d9a-aded-91f15f2b3bb7 None None] Provisioning complete for port 49d83399-6dc8-43fd-985f-bbd2e09e879c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:16.429335 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5824c222-e7ff-4d9a-aded-91f15f2b3bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (49d83399-6dc8-43fd-985f-bbd2e09e879c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.478518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5824c222-e7ff-4d9a-aded-91f15f2b3bb7 None None] Port 49d83399-6dc8-43fd-985f-bbd2e09e879c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:32:16.486399 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.db.resource_extend [None req-2d494fd4-8a2f-44e8-8765-97a5871ae32f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:32:16.509182 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (aae29f6d-9089-4cd3-8c93-303105cf6396), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.595488 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2eb4de9b-8969-4326-8be5-d6b03ab9c48a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.611336 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2d494fd4-8a2f-44e8-8765-97a5871ae32f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.652967 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Attempting to bind port 9b0e78dd-3815-4102-9451-b7741a813bb1 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:32:16.653846 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Attempting to bind port 9b0e78dd-3815-4102-9451-b7741a813bb1 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:32:16.654535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Attempting to bind port 9b0e78dd-3815-4102-9451-b7741a813bb1 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:32:16.660258 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2d494fd4-8a2f-44e8-8765-97a5871ae32f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (b46bf11b-c135-45a0-a20c-08b303c5f394), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.661748 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476fd50-3cf0-42f0-9a3b-31f89b3b7611 None None] Pushing event updated for resources: {'Port': ['ID=9b0e78dd-3815-4102-9451-b7741a813bb1,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:16.681601 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:32:16.682494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:32:16.683169 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.683804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:32:16.687689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Bound port: 9b0e78dd-3815-4102-9451-b7741a813bb1, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:32:16.688213 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9b0e78dd-3815-4102-9451-b7741a813bb1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.691197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port b52da303-323a-4277-8333-78c8521d93ce is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:16.695424 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b4484009-0b66-4e3d-9196-5a24d2cb6137 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:16.700906 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5824c222-e7ff-4d9a-aded-91f15f2b3bb7 None None] Provisioning complete for port b52da303-323a-4277-8333-78c8521d93ce triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:16.701568 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5824c222-e7ff-4d9a-aded-91f15f2b3bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b52da303-323a-4277-8333-78c8521d93ce), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.821460 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.852393 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] For port 9b0e78dd-3815-4102-9451-b7741a813bb1, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:32:16.856534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] For port 9b0e78dd-3815-4102-9451-b7741a813bb1, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9b0e78dd-3815-4102-9451-b7741a813bb1,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:32:16.874465 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9b0e78dd-3815-4102-9451-b7741a813bb1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.925723 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port b4484009-0b66-4e3d-9196-5a24d2cb6137 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:16.926361 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b4484009-0b66-4e3d-9196-5a24d2cb6137), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:16.998442 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-2d494fd4-8a2f-44e8-8765-97a5871ae32f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Floating IP b46bf11b-c135-45a0-a20c-08b303c5f394 associated. External IP: 172.25.3.252, port: eb2899da-920f-41e8-8572-65874205aae6. Feb 10 15:32:17.030964 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5824c222-e7ff-4d9a-aded-91f15f2b3bb7 None None] Current status of the port b52da303-323a-4277-8333-78c8521d93ce is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:17.033305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9f30d5-d2ef-4ccc-862d-6227de7ae9c4 None None] DHCP port deletion for aae29f6d-9089-4cd3-8c93-303105cf6396 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:32:17.072015 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Routers {'59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:17.072872 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:17.112090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476fd50-3cf0-42f0-9a3b-31f89b3b7611 None None] Pushing event updated for resources: {'Port': ['ID=9b0e78dd-3815-4102-9451-b7741a813bb1,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:17.353349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f30d5-d2ef-4ccc-862d-6227de7ae9c4 None None] Deleting port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:32:17.353884 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b9f30d5-d2ef-4ccc-862d-6227de7ae9c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:17.360634 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] Set router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:32:17.432592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port b4484009-0b66-4e3d-9196-5a24d2cb6137 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:17.513826 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Allocated IP 172.20.0.1 (3ecb8799-ae9a-4dae-9ca0-77e560818bb7/a9325239-1172-433f-bd6d-993f764a9d89/c70567ab-d3ec-4f42-aacb-3ccaa870935e) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:32:17.527933 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Deleting port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:32:17.528995 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:17.531365 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:32:17.542294 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d494fd4-8a2f-44e8-8765-97a5871ae32f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:32:17.561373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d69045-9c75-4ebd-8fd0-6e1319e1e070 req-d96338fd-265c-4dd3-9e1e-4003825b12b2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:17.563155 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4d69045-9c75-4ebd-8fd0-6e1319e1e070 req-d96338fd-265c-4dd3-9e1e-4003825b12b2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 945 time: 0.7554855 Feb 10 15:32:17.615967 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:32:17.616430 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4825fa37-5b82-4f4d-a9aa-6d2d590fc690 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:32:17.626853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6b9f30d5-d2ef-4ccc-862d-6227de7ae9c4 None None] For port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9f853a65-d75c-4c9d-90b8-0bfc7554fc98,segment=NetworkSegment(82c6ee92-afdf-42c3-ba9f-35d35975e9e3),segment_id=82c6ee92-afdf-42c3-ba9f-35d35975e9e3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:17.627368 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b9f30d5-d2ef-4ccc-862d-6227de7ae9c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:17.648185 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f30d5-d2ef-4ccc-862d-6227de7ae9c4 None None] Calling delete_port for 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:32:17.785458 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Publish callbacks [] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:17.822291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:32:17.874045 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b9f30d5-d2ef-4ccc-862d-6227de7ae9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:17.882392 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4d69045-9c75-4ebd-8fd0-6e1319e1e070 req-ad8e8189-98ff-4352-bf54-b1ba53e5855e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094192 Feb 10 15:32:17.898565 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] For port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9f853a65-d75c-4c9d-90b8-0bfc7554fc98,segment=NetworkSegment(82c6ee92-afdf-42c3-ba9f-35d35975e9e3),segment_id=82c6ee92-afdf-42c3-ba9f-35d35975e9e3)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:17.899001 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:17.939901 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Calling delete_port for 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:32:17.954858 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f30d5-d2ef-4ccc-862d-6227de7ae9c4 None None] Pushing event deleted for resources: {'Port': ['ID=9f853a65-d75c-4c9d-90b8-0bfc7554fc98,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:17.955127 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2eb4de9b-8969-4326-8be5-d6b03ab9c48a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port 49d83399-6dc8-43fd-985f-bbd2e09e879c {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:32:17.955473 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2eb4de9b-8969-4326-8be5-d6b03ab9c48a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (49d83399-6dc8-43fd-985f-bbd2e09e879c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:17.959249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:32:17.959739 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:32:17.960212 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0c4d25f4-8beb-4003-af6f-01f170f0f55b no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:32:18.046589 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 0c4d25f4-8beb-4003-af6f-01f170f0f55b {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:32:18.046589 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0c4d25f4-8beb-4003-af6f-01f170f0f55b not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:32:18.058182 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f30d5-d2ef-4ccc-862d-6227de7ae9c4 None None] No DVR routers for this DVR port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:32:18.089236 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:18.107261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'name': 'tempest-ServersTestJSON-672257202-router', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:08Z', 'updated_at': '2022-02-10T15:32:11Z', 'revision_number': 3, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'gw_port': {'id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:10Z', 'updated_at': '2022-02-10T15:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:18.111077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d494fd4-8a2f-44e8-8765-97a5871ae32f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:32:18.113243 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:18.129988 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2d494fd4-8a2f-44e8-8765-97a5871ae32f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:18.179663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b25109e-2d87-4223-bf38-87af6fc1b84e None None] Sync routers for ids ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:32:18.198497 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2d494fd4-8a2f-44e8-8765-97a5871ae32f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "PUT /v2.0/floatingips/b46bf11b-c135-45a0-a20c-08b303c5f394 HTTP/1.1" status: 200 len: 992 time: 5.2542846 Feb 10 15:32:18.203249 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'tag': 'eb2899da-920f-41e8-8572-65874205aae6'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:32:18.209066 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd72a5-5ed2-44d1-bde6-05d30791c996 None None] The sync data for ids ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'] in n-d-815324-7 is: [{'id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'name': 'tempest-ServersTestJSON-672257202-router', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:08Z', 'updated_at': '2022-02-10T15:32:11Z', 'revision_number': 3, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'gw_port': {'id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:10Z', 'updated_at': '2022-02-10T15:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:32:18.221717 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f964851b-caac-4f21-9c35-049c9575bd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "tag": "eb2899da-920f-41e8-8572-65874205aae6"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:32:18.239791 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b25109e-2d87-4223-bf38-87af6fc1b84e None None] Routers {'46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:18.240710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8b25109e-2d87-4223-bf38-87af6fc1b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:18.302376 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9f853a65-d75c-4c9d-90b8-0bfc7554fc98), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:18.305557 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2eb4de9b-8969-4326-8be5-d6b03ab9c48a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (49d83399-6dc8-43fd-985f-bbd2e09e879c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:18.350336 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Network 3ecb8799-ae9a-4dae-9ca0-77e560818bb7 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:18.362730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:18.373517 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:32:18.448940 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c70567ab-d3ec-4f42-aacb-3ccaa870935e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:18.479233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Pushing event deleted for resources: {'Port': ['ID=9f853a65-d75c-4c9d-90b8-0bfc7554fc98,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:18.492141 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2eb4de9b-8969-4326-8be5-d6b03ab9c48a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for 49d83399-6dc8-43fd-985f-bbd2e09e879c owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:32:18.500060 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:18.510193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] No DVR routers for this DVR port 9f853a65-d75c-4c9d-90b8-0bfc7554fc98 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:32:18.554407 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-8b25109e-2d87-4223-bf38-87af6fc1b84e None None] Set router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:32:18.648637 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:18.649278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:18.656254 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:18.656855 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:18.661906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:18.662341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:18.663224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:18.663435 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:18.663889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:18.664348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:18.665029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:18.668139 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:18.668607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:18.769652 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6ea106-28fe-4198-9ad0-8b5faf875b62 x-openstack-request-id: req-7b6ea106-28fe-4198-9ad0-8b5faf875b62 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:32:18.773053 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "tag": "eb2899da-920f-41e8-8572-65874205aae6", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:32:18.774005 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b6ea106-28fe-4198-9ad0-8b5faf875b62 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:32:18.774683 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'tag': 'eb2899da-920f-41e8-8572-65874205aae6', 'status': 'completed', 'code': 200} Feb 10 15:32:18.887982 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:19.049308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e08ea-65b3-437d-ad57-3b5eedfcbc96 req-dfb32ff0-243a-4227-bbb0-063b4ddde391 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:19.070061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e08ea-65b3-437d-ad57-3b5eedfcbc96 req-dfb32ff0-243a-4227-bbb0-063b4ddde391 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:19.076920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e08ea-65b3-437d-ad57-3b5eedfcbc96 req-dfb32ff0-243a-4227-bbb0-063b4ddde391 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:19.094765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e08ea-65b3-437d-ad57-3b5eedfcbc96 req-dfb32ff0-243a-4227-bbb0-063b4ddde391 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:19.100656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e08ea-65b3-437d-ad57-3b5eedfcbc96 req-dfb32ff0-243a-4227-bbb0-063b4ddde391 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:19.135370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e08ea-65b3-437d-ad57-3b5eedfcbc96 req-dfb32ff0-243a-4227-bbb0-063b4ddde391 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:19.142493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e08ea-65b3-437d-ad57-3b5eedfcbc96 req-dfb32ff0-243a-4227-bbb0-063b4ddde391 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:19.144801 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-027e08ea-65b3-437d-ad57-3b5eedfcbc96 req-dfb32ff0-243a-4227-bbb0-063b4ddde391 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5445 time: 0.8204072 Feb 10 15:32:19.161355 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (aae29f6d-9089-4cd3-8c93-303105cf6396), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:19.243608 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:19.314544 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Publish callbacks [] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:19.317885 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5fdb4130-dead-41b9-85f3-42b80d47f545 None None] Provisioning complete for port c70567ab-d3ec-4f42-aacb-3ccaa870935e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:19.318994 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5fdb4130-dead-41b9-85f3-42b80d47f545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:19.324099 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:19.331308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae29f6d-9089-4cd3-8c93-303105cf6396']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:19.359957 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c6ee92-afdf-42c3-ba9f-35d35975e9e3') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:19.360268 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c6ee92-afdf-42c3-ba9f-35d35975e9e3') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:19.365212 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5fdb4130-dead-41b9-85f3-42b80d47f545 None None] Port c70567ab-d3ec-4f42-aacb-3ccaa870935e cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:32:19.383023 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (82c6ee92-afdf-42c3-ba9f-35d35975e9e3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:19.408679 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c70567ab-d3ec-4f42-aacb-3ccaa870935e,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:19.485269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:19.528986 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-027e08ea-65b3-437d-ad57-3b5eedfcbc96 req-43975ab1-3146-440d-9326-1cf5660949a1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3598981 Feb 10 15:32:19.539139 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964851b-caac-4f21-9c35-049c9575bd7a req-500e9ceb-c24c-4407-ae3a-9fbc4ffa6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:19.539807 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964851b-caac-4f21-9c35-049c9575bd7a req-500e9ceb-c24c-4407-ae3a-9fbc4ffa6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:19.540943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964851b-caac-4f21-9c35-049c9575bd7a req-500e9ceb-c24c-4407-ae3a-9fbc4ffa6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:19.541417 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964851b-caac-4f21-9c35-049c9575bd7a req-500e9ceb-c24c-4407-ae3a-9fbc4ffa6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:19.541862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964851b-caac-4f21-9c35-049c9575bd7a req-500e9ceb-c24c-4407-ae3a-9fbc4ffa6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:19.542333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964851b-caac-4f21-9c35-049c9575bd7a req-500e9ceb-c24c-4407-ae3a-9fbc4ffa6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:19.542803 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964851b-caac-4f21-9c35-049c9575bd7a req-500e9ceb-c24c-4407-ae3a-9fbc4ffa6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:19.544924 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f964851b-caac-4f21-9c35-049c9575bd7a req-500e9ceb-c24c-4407-ae3a-9fbc4ffa6d5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f98392d30c54e709159c7a818a25666&device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 6719 time: 0.6499760 Feb 10 15:32:19.545636 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2eb4de9b-8969-4326-8be5-d6b03ab9c48a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (49d83399-6dc8-43fd-985f-bbd2e09e879c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:19.562476 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (82c6ee92-afdf-42c3-ba9f-35d35975e9e3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:19.750598 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964851b-caac-4f21-9c35-049c9575bd7a req-f15f5f37-c6d3-44af-8479-6e6cf23a59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:19.752284 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f964851b-caac-4f21-9c35-049c9575bd7a req-f15f5f37-c6d3-44af-8479-6e6cf23a59ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe24dc43-b768-42dc-8d77-d7d97f1c6d17 HTTP/1.1" status: 200 len: 917 time: 0.1932943 Feb 10 15:32:19.773651 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b25f7-915d-4332-b551-5bbbc7f8bc39 req-420d145f-19c6-4aa4-b4bd-381d71d15d4c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:19.784579 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c1b25f7-915d-4332-b551-5bbbc7f8bc39 req-420d145f-19c6-4aa4-b4bd-381d71d15d4c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 945 time: 0.6383872 Feb 10 15:32:19.804069 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Network 3ecb8799-ae9a-4dae-9ca0-77e560818bb7 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:19.804683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:32:19.805009 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (82c6ee92-afdf-42c3-ba9f-35d35975e9e3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:19.809044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:19.809956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8b25109e-2d87-4223-bf38-87af6fc1b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'name': 'tempest-TaggedBootDevicesTest_v242-106094873-router', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:16Z', 'updated_at': '2022-02-10T15:27:22Z', 'revision_number': 4, 'project_id': '4f98392d30c54e709159c7a818a25666', 'gw_port': {'id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:17Z', 'updated_at': '2022-02-10T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'b46bf11b-c135-45a0-a20c-08b303c5f394', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'port_id': 'eb2899da-920f-41e8-8572-65874205aae6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'mac_address': 'fa:16:3e:3c:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:28:49Z', 'updated_at': '2022-02-10T15:32:16Z', 'revision_number': 1, 'project_id': '4f98392d30c54e709159c7a818a25666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e28e80-4a36-4e8c-bfb4-6772fa4812d8', 'name': '', 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'mac_address': 'fa:16:3e:f4:6c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:21Z', 'updated_at': '2022-02-10T15:27:29Z', 'revision_number': 5, 'project_id': '4f98392d30c54e709159c7a818a25666', 'subnets': [{'id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:19.920043 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9b0e78dd-3815-4102-9451-b7741a813bb1 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:32:19.967283 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:32:19.973711 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4de9b-8969-4326-8be5-d6b03ab9c48a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=49d83399-6dc8-43fd-985f-bbd2e09e879c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:20.037653 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b25109e-2d87-4223-bf38-87af6fc1b84e None None] Checking router: 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:32:20.055603 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b25109e-2d87-4223-bf38-87af6fc1b84e None None] Routers {'46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:20.056639 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8b25109e-2d87-4223-bf38-87af6fc1b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:20.075487 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (aae29f6d-9089-4cd3-8c93-303105cf6396), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:20.231177 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-8b25109e-2d87-4223-bf38-87af6fc1b84e None None] Set router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:32:20.250422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:32:20.323330 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:20.340509 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] 10.222.0.64 "DELETE /v2.0/networks/aae29f6d-9089-4cd3-8c93-303105cf6396 HTTP/1.1" status: 204 len: 168 time: 4.0563047 Feb 10 15:32:20.578435 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c1b25f7-915d-4332-b551-5bbbc7f8bc39 req-ee6b3ef1-7b6d-4278-8cd7-6a0b0d029a11 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7887163 Feb 10 15:32:20.587136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b03b8-ac62-4d38-ad6f-ce17041babed admin admin] Pushing event deleted for resources: {'Network': ['ID=aae29f6d-9089-4cd3-8c93-303105cf6396,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:20.631524 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:32:20.647378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-943a1b46-cda7-424e-999e-82779cb07804 None None] Provisioning complete for port c70567ab-d3ec-4f42-aacb-3ccaa870935e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:20.647945 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-943a1b46-cda7-424e-999e-82779cb07804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:20.657831 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8cb4e514-b0c5-4a30-89af-3ae5bea166b0 admin admin] 10.222.0.64 "PUT /v2.0/routers/59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6060436 Feb 10 15:32:20.658110 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 9b0e78dd-3815-4102-9451-b7741a813bb1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:20.658110 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9b0e78dd-3815-4102-9451-b7741a813bb1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:20.736301 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34182) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:20.838790 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2eb4de9b-8969-4326-8be5-d6b03ab9c48a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:20.878180 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-96e09447-50a3-4056-8f0b-334e9019c496 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77c5c19a68194da2886794ae5b561292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404583 Feb 10 15:32:20.882435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34188) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:20.913960 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f964851b-caac-4f21-9c35-049c9575bd7a req-64a1508c-33af-4cb4-be4f-222897b2c810 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb2899da-920f-41e8-8572-65874205aae6 HTTP/1.1" status: 200 len: 1000 time: 0.9533098 Feb 10 15:32:20.914118 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-943a1b46-cda7-424e-999e-82779cb07804 None None] Port c70567ab-d3ec-4f42-aacb-3ccaa870935e cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:32:21.015424 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8b25109e-2d87-4223-bf38-87af6fc1b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'name': 'tempest-TaggedBootDevicesTest_v242-106094873-router', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:16Z', 'updated_at': '2022-02-10T15:27:22Z', 'revision_number': 4, 'project_id': '4f98392d30c54e709159c7a818a25666', 'gw_port': {'id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:17Z', 'updated_at': '2022-02-10T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'b46bf11b-c135-45a0-a20c-08b303c5f394', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'port_id': 'eb2899da-920f-41e8-8572-65874205aae6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'mac_address': 'fa:16:3e:3c:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:28:49Z', 'updated_at': '2022-02-10T15:32:16Z', 'revision_number': 1, 'project_id': '4f98392d30c54e709159c7a818a25666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e28e80-4a36-4e8c-bfb4-6772fa4812d8', 'name': '', 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'mac_address': 'fa:16:3e:f4:6c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:21Z', 'updated_at': '2022-02-10T15:27:29Z', 'revision_number': 5, 'project_id': '4f98392d30c54e709159c7a818a25666', 'subnets': [{'id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:21.036537 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-35a8512d-5c27-4fd6-bfe5-85574b35884e admin admin] Publish callbacks [] for security_group (b50fe35e-e833-453d-b259-55e49f34ca47), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:21.083856 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-35a8512d-5c27-4fd6-bfe5-85574b35884e admin admin] Publish callbacks [] for security_group (b50fe35e-e833-453d-b259-55e49f34ca47), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:21.086771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b25109e-2d87-4223-bf38-87af6fc1b84e None None] The sync data for ids ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'] in n-d-815324-7 is: [{'id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'name': 'tempest-TaggedBootDevicesTest_v242-106094873-router', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:16Z', 'updated_at': '2022-02-10T15:27:22Z', 'revision_number': 4, 'project_id': '4f98392d30c54e709159c7a818a25666', 'gw_port': {'id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:17Z', 'updated_at': '2022-02-10T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'b46bf11b-c135-45a0-a20c-08b303c5f394', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'port_id': 'eb2899da-920f-41e8-8572-65874205aae6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'mac_address': 'fa:16:3e:3c:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:28:49Z', 'updated_at': '2022-02-10T15:32:16Z', 'revision_number': 1, 'project_id': '4f98392d30c54e709159c7a818a25666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e28e80-4a36-4e8c-bfb4-6772fa4812d8', 'name': '', 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'mac_address': 'fa:16:3e:f4:6c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:21Z', 'updated_at': '2022-02-10T15:27:29Z', 'revision_number': 5, 'project_id': '4f98392d30c54e709159c7a818a25666', 'subnets': [{'id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:32:21.097712 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 9b0e78dd-3815-4102-9451-b7741a813bb1 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:21.098210 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9b0e78dd-3815-4102-9451-b7741a813bb1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:21.166732 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 9b0e78dd-3815-4102-9451-b7741a813bb1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9b0e78dd-3815-4102-9451-b7741a813bb1,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:21.169156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361fd5c-0cd6-4369-834b-4f6cef9c5125 req-51b6c161-5fec-4f04-8d66-ff8a82e40cb7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:21.172107 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9b0e78dd-3815-4102-9451-b7741a813bb1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:21.209258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361fd5c-0cd6-4369-834b-4f6cef9c5125 req-51b6c161-5fec-4f04-8d66-ff8a82e40cb7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:21.224385 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-35a8512d-5c27-4fd6-bfe5-85574b35884e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b50fe35e-e833-453d-b259-55e49f34ca47), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:21.245736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361fd5c-0cd6-4369-834b-4f6cef9c5125 req-51b6c161-5fec-4f04-8d66-ff8a82e40cb7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:21.256934 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-35a8512d-5c27-4fd6-bfe5-85574b35884e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:21.258697 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-35a8512d-5c27-4fd6-bfe5-85574b35884e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b50fe35e-e833-453d-b259-55e49f34ca47 HTTP/1.1" status: 204 len: 168 time: 0.3738515 Feb 10 15:32:21.279727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361fd5c-0cd6-4369-834b-4f6cef9c5125 req-51b6c161-5fec-4f04-8d66-ff8a82e40cb7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:21.329395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8512d-5c27-4fd6-bfe5-85574b35884e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50fe35e-e833-453d-b259-55e49f34ca47,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:21.349328 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:32:21.351184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361fd5c-0cd6-4369-834b-4f6cef9c5125 req-51b6c161-5fec-4f04-8d66-ff8a82e40cb7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:21.385471 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361fd5c-0cd6-4369-834b-4f6cef9c5125 req-51b6c161-5fec-4f04-8d66-ff8a82e40cb7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:21.391296 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361fd5c-0cd6-4369-834b-4f6cef9c5125 req-51b6c161-5fec-4f04-8d66-ff8a82e40cb7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:21.440980 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e361fd5c-0cd6-4369-834b-4f6cef9c5125 req-51b6c161-5fec-4f04-8d66-ff8a82e40cb7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5445 time: 1.4656694 Feb 10 15:32:21.448241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=9b0e78dd-3815-4102-9451-b7741a813bb1,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:21.514659 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Sync routers for ids ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:32:21.535344 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Routers {'59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:21.543073 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:21.622635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964851b-caac-4f21-9c35-049c9575bd7a req-5b687346-0681-4701-9f6e-9ce09decb65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:21.626252 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f964851b-caac-4f21-9c35-049c9575bd7a req-5b687346-0681-4701-9f6e-9ce09decb65c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38372c24-f4b5-4c74-9308-eeba2014c423 HTTP/1.1" status: 200 len: 855 time: 0.7039046 Feb 10 15:32:21.646510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc93907-98b0-4e43-a818-53c018c162f1 None None] New status for floating IP b46bf11b-c135-45a0-a20c-08b303c5f394: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:32:21.790832 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9b0e78dd-3815-4102-9451-b7741a813bb1 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:21.916021 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Set router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:32:21.999585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb4de9b-8969-4326-8be5-d6b03ab9c48a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:32:22.032344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964851b-caac-4f21-9c35-049c9575bd7a req-d1a3a9c2-d438-4998-9841-dcbc05cba041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:22.038995 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f964851b-caac-4f21-9c35-049c9575bd7a req-d1a3a9c2-d438-4998-9841-dcbc05cba041 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe24dc43-b768-42dc-8d77-d7d97f1c6d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3187168 Feb 10 15:32:22.131879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 9b0e78dd-3815-4102-9451-b7741a813bb1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:22.132913 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9b0e78dd-3815-4102-9451-b7741a813bb1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:22.196154 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb4de9b-8969-4326-8be5-d6b03ab9c48a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:32:22.204827 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2eb4de9b-8969-4326-8be5-d6b03ab9c48a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9382744 Feb 10 15:32:22.208276 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34214) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:22.217694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-f964851b-caac-4f21-9c35-049c9575bd7a req-ccca8d27-487b-4a5b-a3f7-1ba8091655aa service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:32:22.218760 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f964851b-caac-4f21-9c35-049c9575bd7a req-ccca8d27-487b-4a5b-a3f7-1ba8091655aa service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0241611 Feb 10 15:32:22.268885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34216) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:22.288692 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-216eb438-7be2-42d4-a511-2b61dde96341 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports?device_id=598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb HTTP/1.1" status: 200 len: 205 time: 0.0762544 Feb 10 15:32:22.289790 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34218) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:22.366557 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:32:22.467629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-852db548-a287-4b12-9be4-bdaeabfa3435 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:22.467910 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34226) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:22.470230 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cbd278ba-9643-4e64-9533-595faadf8c90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f1abebaff0f46a380b4dd763d54ef3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2002873 Feb 10 15:32:22.482362 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a5a8e3-1997-4c41-8eb6-626aaed9620c None None] Sync routers for ids ['598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:32:22.487016 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-35332d10-8fdf-4e0f-972b-969ee9e4252c tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1695787655', 'description': 'tempest-description--354668906'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:22.489992 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 9b0e78dd-3815-4102-9451-b7741a813bb1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:22.528080 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34228) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:22.545834 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35332d10-8fdf-4e0f-972b-969ee9e4252c tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:22.547434 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:22.547863 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:22.550300 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5a8e3-1997-4c41-8eb6-626aaed9620c None None] Routers {'598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:22.551673 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-f7a5a8e3-1997-4c41-8eb6-626aaed9620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:22.621830 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-f7a5a8e3-1997-4c41-8eb6-626aaed9620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:22.641018 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:22.643600 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:32:22.651759 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ae24e9-0bb5-4335-9a9f-d543fe0880d8" -d '{"events": [{"server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:32:22.671189 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:22.679142 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5a8e3-1997-4c41-8eb6-626aaed9620c None None] Routers {'598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:22.680183 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-f7a5a8e3-1997-4c41-8eb6-626aaed9620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:22.680930 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35332d10-8fdf-4e0f-972b-969ee9e4252c tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for security_group (f6a422a4-fcf3-442e-880c-890e6b609258), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:22.693398 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35332d10-8fdf-4e0f-972b-969ee9e4252c tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f6a422a4-fcf3-442e-880c-890e6b609258), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:22.749075 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:22.750729 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35332d10-8fdf-4e0f-972b-969ee9e4252c tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a422a4-fcf3-442e-880c-890e6b609258,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:22.762095 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35332d10-8fdf-4e0f-972b-969ee9e4252c tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:22.763370 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-35332d10-8fdf-4e0f-972b-969ee9e4252c tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2921114 Feb 10 15:32:22.765214 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6af224-45df-4d63-bf87-1c50f023acd6 x-openstack-request-id: req-ab6af224-45df-4d63-bf87-1c50f023acd6 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:32:22.765716 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:32:22.766491 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab6af224-45df-4d63-bf87-1c50f023acd6 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:32:22.767683 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'code': 200} Feb 10 15:32:22.769255 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34236) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:22.775811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-2cc1c247-f63e-4138-a9fd-5c14f4c2c2a1 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Request body: {'security_group_rule': {'security_group_id': 'f6a422a4-fcf3-442e-880c-890e6b609258', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:22.795156 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f964851b-caac-4f21-9c35-049c9575bd7a req-23ddc498-c801-44e9-9741-8529bb40497c service neutron] 10.222.0.72 "GET /v2.0/networks/fe24dc43-b768-42dc-8d77-d7d97f1c6d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604680 Feb 10 15:32:22.795783 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-852db548-a287-4b12-9be4-bdaeabfa3435 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:22.798372 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-852db548-a287-4b12-9be4-bdaeabfa3435 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_controller (598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:22.825079 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-f7a5a8e3-1997-4c41-8eb6-626aaed9620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:22.825748 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a5a8e3-1997-4c41-8eb6-626aaed9620c None None] The sync data for ids ['598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:32:22.854495 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'name': 'tempest-ServersTestJSON-672257202-router', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:08Z', 'updated_at': '2022-02-10T15:32:18Z', 'revision_number': 4, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'gw_port': {'id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:10Z', 'updated_at': '2022-02-10T15:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'c70567ab-d3ec-4f42-aacb-3ccaa870935e', 'name': '', 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'mac_address': 'fa:16:3e:c5:26:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:16Z', 'updated_at': '2022-02-10T15:32:19Z', 'revision_number': 2, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'subnets': [{'id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:22.888243 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33515f20-e8b1-4069-a44b-bc59c9a1ebee admin admin] Publish callbacks [] for security_group (310853de-a6fb-46e5-9805-3e3b6b110c5c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:22.889398 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Checking router: 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:32:22.889922 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Updating router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c port c70567ab-d3ec-4f42-aacb-3ccaa870935e binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:32:22.896198 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-852db548-a287-4b12-9be4-bdaeabfa3435 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:22.896812 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852db548-a287-4b12-9be4-bdaeabfa3435 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Fanout notify agent at l3_agent the message router_deleted on router 598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:32:22.903500 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-852db548-a287-4b12-9be4-bdaeabfa3435 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:22.907535 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-852db548-a287-4b12-9be4-bdaeabfa3435 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/routers/598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb HTTP/1.1" status: 204 len: 168 time: 0.6142170 Feb 10 15:32:22.908279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34238) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:22.955172 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:22.974746 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-228f2135-0c4b-4beb-b199-f714c673f051 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting subnet 452c46a9-b647-4e09-b28e-968fab7cbbb5 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:32:22.978176 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2cc1c247-f63e-4138-a9fd-5c14f4c2c2a1 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for security_group_rule (2769ede7-9ae4-4a13-9722-4b55beb931d0), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:22.980032 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-228f2135-0c4b-4beb-b199-f714c673f051 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (452c46a9-b647-4e09-b28e-968fab7cbbb5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.013066 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33515f20-e8b1-4069-a44b-bc59c9a1ebee admin admin] Publish callbacks [] for security_group (310853de-a6fb-46e5-9805-3e3b6b110c5c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.056254 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-228f2135-0c4b-4beb-b199-f714c673f051 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (452c46a9-b647-4e09-b28e-968fab7cbbb5), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.167946 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-228f2135-0c4b-4beb-b199-f714c673f051 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (452c46a9-b647-4e09-b28e-968fab7cbbb5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.253933 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-228f2135-0c4b-4beb-b199-f714c673f051 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (452c46a9-b647-4e09-b28e-968fab7cbbb5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.308600 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f2135-0c4b-4beb-b199-f714c673f051 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Subnet': ['ID=452c46a9-b647-4e09-b28e-968fab7cbbb5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:23.310806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca9c6f3-5220-4ed5-88f1-f51a70b52e10 None None] Network 30b01c07-dad1-4d87-8e70-297e0e6ce9cc requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:32:23.311297 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Publish callbacks [] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.322101 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-228f2135-0c4b-4beb-b199-f714c673f051 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.328598 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-228f2135-0c4b-4beb-b199-f714c673f051 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/452c46a9-b647-4e09-b28e-968fab7cbbb5 HTTP/1.1" status: 204 len: 168 time: 0.4167228 Feb 10 15:32:23.330320 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.331389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34240) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:23.452211 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b5f96-9796-43cf-8ebe-9d378a090c15 None None] Pushing event updated for resources: {'Port': ['ID=c70567ab-d3ec-4f42-aacb-3ccaa870935e,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:23.484827 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f964851b-caac-4f21-9c35-049c9575bd7a req-30500f44-2a59-4e8e-803b-9237767f764e service neutron] 10.222.0.72 "GET /v2.0/networks/fe24dc43-b768-42dc-8d77-d7d97f1c6d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806626 Feb 10 15:32:23.520446 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2cc1c247-f63e-4138-a9fd-5c14f4c2c2a1 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for security_group_rule (2769ede7-9ae4-4a13-9722-4b55beb931d0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.530843 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2cc1c247-f63e-4138-a9fd-5c14f4c2c2a1 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (2769ede7-9ae4-4a13-9722-4b55beb931d0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.533102 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99b5f96-9796-43cf-8ebe-9d378a090c15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:23.537122 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99b5f96-9796-43cf-8ebe-9d378a090c15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:23.537554 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99b5f96-9796-43cf-8ebe-9d378a090c15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:23.541215 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99b5f96-9796-43cf-8ebe-9d378a090c15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:23.543203 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99b5f96-9796-43cf-8ebe-9d378a090c15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:23.545089 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99b5f96-9796-43cf-8ebe-9d378a090c15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:23.545671 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99b5f96-9796-43cf-8ebe-9d378a090c15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:23.553224 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99b5f96-9796-43cf-8ebe-9d378a090c15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:23.555387 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99b5f96-9796-43cf-8ebe-9d378a090c15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:23.555920 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99b5f96-9796-43cf-8ebe-9d378a090c15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:23.556501 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (30b01c07-dad1-4d87-8e70-297e0e6ce9cc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.556660 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99b5f96-9796-43cf-8ebe-9d378a090c15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:23.560844 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99b5f96-9796-43cf-8ebe-9d378a090c15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:23.561490 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99b5f96-9796-43cf-8ebe-9d378a090c15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:23.569718 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33515f20-e8b1-4069-a44b-bc59c9a1ebee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (310853de-a6fb-46e5-9805-3e3b6b110c5c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.572302 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33515f20-e8b1-4069-a44b-bc59c9a1ebee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.605381 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Attempting to bind port c70567ab-d3ec-4f42-aacb-3ccaa870935e on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:32:23.605757 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Attempting to bind port c70567ab-d3ec-4f42-aacb-3ccaa870935e by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '57048521-d468-4955-a871-b03929b23f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:32:23.606123 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Attempting to bind port c70567ab-d3ec-4f42-aacb-3ccaa870935e on network 3ecb8799-ae9a-4dae-9ca0-77e560818bb7 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:32:23.606780 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-33515f20-e8b1-4069-a44b-bc59c9a1ebee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/310853de-a6fb-46e5-9805-3e3b6b110c5c HTTP/1.1" status: 204 len: 168 time: 1.0776620 Feb 10 15:32:23.612178 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:32:23.612614 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Checking segment: {'id': '57048521-d468-4955-a871-b03929b23f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:32:23.613133 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.613529 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Bound using segment: {'id': '57048521-d468-4955-a871-b03929b23f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:32:23.614556 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Bound port: c70567ab-d3ec-4f42-aacb-3ccaa870935e, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57048521-d468-4955-a871-b03929b23f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:32:23.614991 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.652180 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1c247-f63e-4138-a9fd-5c14f4c2c2a1 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2769ede7-9ae4-4a13-9722-4b55beb931d0,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:23.688061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8ca3e9-202d-46be-8036-a5c3de589914 None None] DHCP port deletion for 30b01c07-dad1-4d87-8e70-297e0e6ce9cc request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:32:23.708089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33515f20-e8b1-4069-a44b-bc59c9a1ebee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310853de-a6fb-46e5-9805-3e3b6b110c5c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:23.712125 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2cc1c247-f63e-4138-a9fd-5c14f4c2c2a1 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.734359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2cc1c247-f63e-4138-a9fd-5c14f4c2c2a1 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9601922 Feb 10 15:32:23.734669 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34254) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:23.745946 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] For port c70567ab-d3ec-4f42-aacb-3ccaa870935e, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:32:23.751151 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] For port c70567ab-d3ec-4f42-aacb-3ccaa870935e, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c70567ab-d3ec-4f42-aacb-3ccaa870935e,segment=NetworkSegment(57048521-d468-4955-a871-b03929b23f2e),segment_id=57048521-d468-4955-a871-b03929b23f2e)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:32:23.762820 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.765174 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b6c7b031-d149-4dda-9ecc-af92e10a93bd tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Request body: {'security_group_rule': {'security_group_id': 'f6a422a4-fcf3-442e-880c-890e6b609258', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:23.786901 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port b4484009-0b66-4e3d-9196-5a24d2cb6137 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:32:23.787542 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b4484009-0b66-4e3d-9196-5a24d2cb6137), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.866732 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b031-d149-4dda-9ecc-af92e10a93bd tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for security_group_rule (0ff50c7f-26c8-4a12-8a08-50ac2e9f8a8e), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.920551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] For port b4484009-0b66-4e3d-9196-5a24d2cb6137, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b4484009-0b66-4e3d-9196-5a24d2cb6137,segment=NetworkSegment(5f883032-a6bb-42b5-9738-d1c73716e989),segment_id=5f883032-a6bb-42b5-9738-d1c73716e989)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:23.920976 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b4484009-0b66-4e3d-9196-5a24d2cb6137), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.927060 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fd8ca3e9-202d-46be-8036-a5c3de589914 None None] Deleting port b4484009-0b66-4e3d-9196-5a24d2cb6137 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:32:23.927480 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd8ca3e9-202d-46be-8036-a5c3de589914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b4484009-0b66-4e3d-9196-5a24d2cb6137), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:23.948834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for b4484009-0b66-4e3d-9196-5a24d2cb6137 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:32:23.962447 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b5f96-9796-43cf-8ebe-9d378a090c15 None None] Pushing event updated for resources: {'Port': ['ID=c70567ab-d3ec-4f42-aacb-3ccaa870935e,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:23.990786 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Routers {'59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:23.991022 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:24.087644 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b031-d149-4dda-9ecc-af92e10a93bd tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for security_group_rule (0ff50c7f-26c8-4a12-8a08-50ac2e9f8a8e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.091747 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b4484009-0b66-4e3d-9196-5a24d2cb6137), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.095954 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b031-d149-4dda-9ecc-af92e10a93bd tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (0ff50c7f-26c8-4a12-8a08-50ac2e9f8a8e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.126700 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=b4484009-0b66-4e3d-9196-5a24d2cb6137,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:24.150135 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No DVR routers for this DVR port b4484009-0b66-4e3d-9196-5a24d2cb6137 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:32:24.165930 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b031-d149-4dda-9ecc-af92e10a93bd tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.170337 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b6c7b031-d149-4dda-9ecc-af92e10a93bd tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4317493 Feb 10 15:32:24.170337 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7b031-d149-4dda-9ecc-af92e10a93bd tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff50c7f-26c8-4a12-8a08-50ac2e9f8a8e,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:24.174637 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34256) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:24.174862 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-fd8ca3e9-202d-46be-8036-a5c3de589914 None None] For port b4484009-0b66-4e3d-9196-5a24d2cb6137, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b4484009-0b66-4e3d-9196-5a24d2cb6137,segment=NetworkSegment(5f883032-a6bb-42b5-9738-d1c73716e989),segment_id=5f883032-a6bb-42b5-9738-d1c73716e989)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:24.177923 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd8ca3e9-202d-46be-8036-a5c3de589914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b4484009-0b66-4e3d-9196-5a24d2cb6137), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.185843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:24.209337 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] Set router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:32:24.211293 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fd8ca3e9-202d-46be-8036-a5c3de589914 None None] Calling delete_port for b4484009-0b66-4e3d-9196-5a24d2cb6137 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:32:24.236706 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.266974 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-28001a29-543b-4468-83f4-a9c94e65f39a None None] Provisioning complete for port c70567ab-d3ec-4f42-aacb-3ccaa870935e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:24.267356 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-28001a29-543b-4468-83f4-a9c94e65f39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.302539 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (30b01c07-dad1-4d87-8e70-297e0e6ce9cc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.343885 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:32:24.352193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b01c07-dad1-4d87-8e70-297e0e6ce9cc']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:24.375549 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f883032-a6bb-42b5-9738-d1c73716e989') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:24.376030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f883032-a6bb-42b5-9738-d1c73716e989') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:24.415808 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (5f883032-a6bb-42b5-9738-d1c73716e989), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.459678 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (5f883032-a6bb-42b5-9738-d1c73716e989), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.460091 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.466662 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:32:24.467967 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (5f883032-a6bb-42b5-9738-d1c73716e989), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:32:24.547138 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:32:24.553492 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (30b01c07-dad1-4d87-8e70-297e0e6ce9cc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.574662 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.578808 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/networks/30b01c07-dad1-4d87-8e70-297e0e6ce9cc HTTP/1.1" status: 204 len: 168 time: 1.2462926 Feb 10 15:32:24.580346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809ebf6-edb7-44f6-8ae4-c29763077260 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Network': ['ID=30b01c07-dad1-4d87-8e70-297e0e6ce9cc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:24.582682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34266) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:24.587008 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.resource_extend [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:32:24.597907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-388704789', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:24.633055 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (ac1bcfc7-eb98-4a92-8937-6728e54327ab), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.634419 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (ac1bcfc7-eb98-4a92-8937-6728e54327ab), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.643192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Allocated IP 172.25.3.215 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/7a2602bf-46ff-4890-a1da-6cd248363fd8) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.723484 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.725502 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.725502 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.725502 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.725502 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.725502 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.725502 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.725502 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.725502 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.725502 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.725502 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.725502 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.725502 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.725502 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:32:24.725502 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:32:24.728438 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_controller (ac1bcfc7-eb98-4a92-8937-6728e54327ab), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.787147 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'name': 'tempest-ServersTestJSON-672257202-router', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:08Z', 'updated_at': '2022-02-10T15:32:18Z', 'revision_number': 4, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'gw_port': {'id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:10Z', 'updated_at': '2022-02-10T15:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'c70567ab-d3ec-4f42-aacb-3ccaa870935e', 'name': '', 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'mac_address': 'fa:16:3e:c5:26:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:16Z', 'updated_at': '2022-02-10T15:32:23Z', 'revision_number': 4, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'subnets': [{'id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:24.861490 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2fd972-b049-477b-96cd-e0b9b0ff04a0 None None] The sync data for ids ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'] in n-d-815324-7 is: [{'id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'name': 'tempest-ServersTestJSON-672257202-router', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:08Z', 'updated_at': '2022-02-10T15:32:18Z', 'revision_number': 4, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'gw_port': {'id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:10Z', 'updated_at': '2022-02-10T15:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'c70567ab-d3ec-4f42-aacb-3ccaa870935e', 'name': '', 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'mac_address': 'fa:16:3e:c5:26:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:16Z', 'updated_at': '2022-02-10T15:32:23Z', 'revision_number': 4, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'subnets': [{'id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:32:24.941005 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd8ca3e9-202d-46be-8036-a5c3de589914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (b4484009-0b66-4e3d-9196-5a24d2cb6137), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:24.947532 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for port (7a2602bf-46ff-4890-a1da-6cd248363fd8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:25.043434 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (7a2602bf-46ff-4890-a1da-6cd248363fd8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:25.063139 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd8ca3e9-202d-46be-8036-a5c3de589914 None None] Network 30b01c07-dad1-4d87-8e70-297e0e6ce9cc is not hosted by any dhcp agent {{(pid=103370) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 15:32:25.063828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8ca3e9-202d-46be-8036-a5c3de589914 None None] No DVR routers for this DVR port b4484009-0b66-4e3d-9196-5a24d2cb6137 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:32:25.074243 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_gateway (ac1bcfc7-eb98-4a92-8937-6728e54327ab), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:25.107843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ca3e9-202d-46be-8036-a5c3de589914 None None] Pushing event deleted for resources: {'Port': ['ID=b4484009-0b66-4e3d-9196-5a24d2cb6137,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:25.121079 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-28001a29-543b-4468-83f4-a9c94e65f39a None None] Current status of the port c70567ab-d3ec-4f42-aacb-3ccaa870935e is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:25.121483 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-28001a29-543b-4468-83f4-a9c94e65f39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:25.133987 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:25.138642 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:25.141481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:25.145352 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:32:25.155996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Pushing event updated for resources: {'Port': ['ID=7a2602bf-46ff-4890-a1da-6cd248363fd8,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:25.195864 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'port_id': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'mac_address': 'fa:16:3e:f5:81:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:32:25.248989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-28001a29-543b-4468-83f4-a9c94e65f39a None None] For port c70567ab-d3ec-4f42-aacb-3ccaa870935e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c70567ab-d3ec-4f42-aacb-3ccaa870935e,segment=NetworkSegment(57048521-d468-4955-a871-b03929b23f2e),segment_id=57048521-d468-4955-a871-b03929b23f2e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:25.329901 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-28001a29-543b-4468-83f4-a9c94e65f39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:25.372570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:25.378588 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:25.410138 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for floatingip (aa3fe60d-afbc-4cb1-b11c-c0a488d44646), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:25.458391 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:32:25.504362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:25.507837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28001a29-543b-4468-83f4-a9c94e65f39a None None] Pushing event updated for resources: {'Port': ['ID=c70567ab-d3ec-4f42-aacb-3ccaa870935e,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:25.512768 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7a2602bf-46ff-4890-a1da-6cd248363fd8), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:25.529137 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:25.639428 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:25.648596 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-631b131b-0d76-430a-8efd-40615667d9f6 None None] Provisioning complete for port c70567ab-d3ec-4f42-aacb-3ccaa870935e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:25.649206 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-631b131b-0d76-430a-8efd-40615667d9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:25.708370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['6a1e4231-1715-4b5d-924f-9e77b2c5f1f0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:32:25.744128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34292) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:25.932617 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for port (7a2602bf-46ff-4890-a1da-6cd248363fd8), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:25.944184 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (7a2602bf-46ff-4890-a1da-6cd248363fd8), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:25.950459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-631b131b-0d76-430a-8efd-40615667d9f6 None None] Current status of the port c70567ab-d3ec-4f42-aacb-3ccaa870935e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:25.979928 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c70567ab-d3ec-4f42-aacb-3ccaa870935e up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:26.041268 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-aaf4df7c-f2c6-4be9-9e75-4f79abac595b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-482713603-network', 'tenant_id': 'b976013113de42a09385b0c2849eadca'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:26.202764 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Pushing event updated for resources: {'Port': ['ID=7a2602bf-46ff-4890-a1da-6cd248363fd8,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:26.222089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf4df7c-f2c6-4be9-9e75-4f79abac595b admin admin] Made reservation on behalf of b976013113de42a09385b0c2849eadca for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:32:26.228693 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aaf4df7c-f2c6-4be9-9e75-4f79abac595b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:26.248631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_gateway (ac1bcfc7-eb98-4a92-8937-6728e54327ab), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:26.260449 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (aa3fe60d-afbc-4cb1-b11c-c0a488d44646), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:26.271779 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aaf4df7c-f2c6-4be9-9e75-4f79abac595b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:26.298250 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:26.338083 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:26.368385 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-65c8ffd0-151c-4eea-a0c3-124ad8c95c97 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1918192 Feb 10 15:32:26.375108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c70567ab-d3ec-4f42-aacb-3ccaa870935e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:26.376269 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:26.511316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c70567ab-d3ec-4f42-aacb-3ccaa870935e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:26.605928 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aaf4df7c-f2c6-4be9-9e75-4f79abac595b admin admin] Publish callbacks [] for security_group (6fbf1a03-d032-4256-94ec-2daa4425cc28), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:26.615684 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aaf4df7c-f2c6-4be9-9e75-4f79abac595b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6fbf1a03-d032-4256-94ec-2daa4425cc28), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:26.634782 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b4484009-0b66-4e3d-9196-5a24d2cb6137 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:32:26.683450 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: b4484009-0b66-4e3d-9196-5a24d2cb6137 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:32:26.684275 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b4484009-0b66-4e3d-9196-5a24d2cb6137 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:32:26.685352 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf4df7c-f2c6-4be9-9e75-4f79abac595b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:32:26.694234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Allocated IP 172.25.3.245 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/b041a7bf-48d3-4fe6-90ee-410f5ff573af) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:32:26.744939 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4df7c-f2c6-4be9-9e75-4f79abac595b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbf1a03-d032-4256-94ec-2daa4425cc28,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:26.756101 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aaf4df7c-f2c6-4be9-9e75-4f79abac595b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (f31c80db-0d92-4ce6-afe3-e12041e6fcfe), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:26.764800 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-aaf4df7c-f2c6-4be9-9e75-4f79abac595b admin admin] Added segment f31c80db-0d92-4ce6-afe3-e12041e6fcfe of type vlan for network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 Feb 10 15:32:26.919652 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aaf4df7c-f2c6-4be9-9e75-4f79abac595b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (7712d31d-6d11-4c8c-a7c8-4e23da9e4695), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:26.943740 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (b041a7bf-48d3-4fe6-90ee-410f5ff573af), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:27.038105 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b041a7bf-48d3-4fe6-90ee-410f5ff573af), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:27.086596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-edd34879-4965-4ed4-86e0-b7b0f2c493a0 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1695787655&fields=id&tenant_id=ece2774136d14f7c9338ad1f8b9d9674 HTTP/1.1" status: 200 len: 267 time: 0.2743592 Feb 10 15:32:27.120755 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:27.123118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:27.127322 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aaf4df7c-f2c6-4be9-9e75-4f79abac595b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (7712d31d-6d11-4c8c-a7c8-4e23da9e4695), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:27.128269 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf4df7c-f2c6-4be9-9e75-4f79abac595b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:27.132475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:32:27.145538 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aaf4df7c-f2c6-4be9-9e75-4f79abac595b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:27.185406 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=b041a7bf-48d3-4fe6-90ee-410f5ff573af,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:27.362404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-af8369d8-0817-4511-8cd1-ae5be735ce08 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3595057 Feb 10 15:32:27.374502 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-aaf4df7c-f2c6-4be9-9e75-4f79abac595b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6271501 Feb 10 15:32:27.421728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34336) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:27.430522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ef5a9ba5-2d4a-49f4-b01b-dd084b8d5a45 admin admin] Request body: {'subnet': {'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-482713603-subnet', 'tenant_id': 'b976013113de42a09385b0c2849eadca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:27.478441 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4df7c-f2c6-4be9-9e75-4f79abac595b admin admin] Pushing event updated for resources: {'Network': ['ID=7712d31d-6d11-4c8c-a7c8-4e23da9e4695,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:27.484890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5a9ba5-2d4a-49f4-b01b-dd084b8d5a45 admin admin] Made reservation on behalf of b976013113de42a09385b0c2849eadca for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:32:27.487623 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef5a9ba5-2d4a-49f4-b01b-dd084b8d5a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:27.491308 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:32:27.558937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2385453-c425-4e7b-afec-581ed3517009 req-1c9632ef-ba48-43e6-b18b-260ece10702a tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:27.560912 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-1c9632ef-ba48-43e6-b18b-260ece10702a tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/networks?id=3ecb8799-ae9a-4dae-9ca0-77e560818bb7 HTTP/1.1" status: 200 len: 805 time: 0.4605505 Feb 10 15:32:27.654487 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-a4501ce7-734d-482a-9b5f-cecda4559594 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/quotas/ece2774136d14f7c9338ad1f8b9d9674 HTTP/1.1" status: 200 len: 375 time: 0.0676870 Feb 10 15:32:27.671544 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-de75d380-05c4-4b1f-8dcb-e009cd0ad3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:27.672188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-de75d380-05c4-4b1f-8dcb-e009cd0ad3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:27.672756 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-de75d380-05c4-4b1f-8dcb-e009cd0ad3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:27.673299 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-de75d380-05c4-4b1f-8dcb-e009cd0ad3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:27.673983 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-de75d380-05c4-4b1f-8dcb-e009cd0ad3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:27.674453 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-de75d380-05c4-4b1f-8dcb-e009cd0ad3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:27.674973 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-de75d380-05c4-4b1f-8dcb-e009cd0ad3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:27.677838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-de75d380-05c4-4b1f-8dcb-e009cd0ad3e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f98392d30c54e709159c7a818a25666&device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 6719 time: 0.2123735 Feb 10 15:32:27.737584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34344) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:27.766626 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_gateway (ac1bcfc7-eb98-4a92-8937-6728e54327ab), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:27.866175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-8a7daea2-df99-48a3-afcd-0ebf9c7354e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:27.866735 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-8a7daea2-df99-48a3-afcd-0ebf9c7354e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:27.867211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-8a7daea2-df99-48a3-afcd-0ebf9c7354e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:27.869008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-8a7daea2-df99-48a3-afcd-0ebf9c7354e5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe24dc43-b768-42dc-8d77-d7d97f1c6d17&id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&id=f634ab50-40ab-4861-a47c-548f31d17b11&id=f634ab50-40ab-4861-a47c-548f31d17b11 HTTP/1.1" status: 200 len: 2298 time: 0.1491752 Feb 10 15:32:27.996785 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-176e4b7b-bbb2-4ec5-8d0c-615248b0e1b9 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ece2774136d14f7c9338ad1f8b9d9674&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3236830 Feb 10 15:32:28.014415 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-d33d89d8-badc-444a-a030-d6492fea2409 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:32:28.023073 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-d33d89d8-badc-444a-a030-d6492fea2409 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167291 Feb 10 15:32:28.048966 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (ac1bcfc7-eb98-4a92-8937-6728e54327ab), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:28.179927 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-68d91dbf-a60f-49a4-bdcc-533fb943b81a service neutron] 10.222.0.64 "GET /v2.0/networks/3ecb8799-ae9a-4dae-9ca0-77e560818bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556640 Feb 10 15:32:28.247228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router ac1bcfc7-eb98-4a92-8937-6728e54327ab is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:32:28.295211 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-c23ab9c4-4704-4de9-96fb-37185e10af51 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb2899da-920f-41e8-8572-65874205aae6 HTTP/1.1" status: 200 len: 1002 time: 0.4167249 Feb 10 15:32:28.352348 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:28.376784 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-eeb6dedf-4c71-4555-a3ec-056c47102acf service neutron] 10.222.0.64 "GET /v2.0/networks/3ecb8799-ae9a-4dae-9ca0-77e560818bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959224 Feb 10 15:32:28.409230 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef5a9ba5-2d4a-49f4-b01b-dd084b8d5a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (a804ad4a-0898-4f34-80da-5d3eaabc032e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:28.451342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:28.452379 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:28.463143 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-fff37c5e-ae6b-4924-9de0-06ac11e240ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:28.464975 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-fff37c5e-ae6b-4924-9de0-06ac11e240ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38372c24-f4b5-4c74-9308-eeba2014c423 HTTP/1.1" status: 200 len: 855 time: 0.1302953 Feb 10 15:32:28.509680 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39ac1cd8-c4b0-4927-88fa-7d2be395a1cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:28.528203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a9ba5-2d4a-49f4-b01b-dd084b8d5a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a804ad4a-0898-4f34-80da-5d3eaabc032e,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:28.571805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5a9ba5-2d4a-49f4-b01b-dd084b8d5a45 admin admin] Checking segment: {'id': 'f31c80db-0d92-4ce6-afe3-e12041e6fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:32:28.572375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5a9ba5-2d4a-49f4-b01b-dd084b8d5a45 admin admin] Network hostable DHCP agents. Network: 7712d31d-6d11-4c8c-a7c8-4e23da9e4695, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:32:28.580841 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-deb48734-5c08-40c9-b7bf-c7e76653d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:28.590381 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-deb48734-5c08-40c9-b7bf-c7e76653d12f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe24dc43-b768-42dc-8d77-d7d97f1c6d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1157913 Feb 10 15:32:28.593324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:28.594638 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:28.653826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:28.658610 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:32:28.686665 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6cc0e0-404d-429f-bccb-d6edc0a5b934" -d '{"events": [{"server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "name": "network-vif-plugged", "status": "completed", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:32:28.693185 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:28.734649 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5a9ba5-2d4a-49f4-b01b-dd084b8d5a45 admin admin] Network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:32:28.775343 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,revision_number=10']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:28.802452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:32:28.823250 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba3afa0-18d2-4915-ab4d-5b6e643bc5e7 None None] Sync routers for ids ['ac1bcfc7-eb98-4a92-8937-6728e54327ab'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:32:28.838192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-ef5a9ba5-2d4a-49f4-b01b-dd084b8d5a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 7712d31d-6d11-4c8c-a7c8-4e23da9e4695) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:28.843283 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c09df1-88cb-4af4-b515-4551419dda1a x-openstack-request-id: req-13c09df1-88cb-4af4-b515-4551419dda1a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:32:28.843576 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "name": "network-vif-plugged", "status": "completed", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:32:28.843823 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13c09df1-88cb-4af4-b515-4551419dda1a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:32:28.844227 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'code': 200} Feb 10 15:32:28.857696 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f922f1c6-bd53-43ef-96a2-9f80a72606de None None] Network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:32:28.870091 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5a9ba5-2d4a-49f4-b01b-dd084b8d5a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:28.871020 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef5a9ba5-2d4a-49f4-b01b-dd084b8d5a45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:28.880601 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:28.906241 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-37db512b-d191-4a63-a190-c9f637da9167 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2950842 Feb 10 15:32:28.915935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34370) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:28.920550 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-595e1166-5fc9-4ef1-bc3d-f4f6339407d3 service neutron] 10.222.0.72 "GET /v2.0/networks/fe24dc43-b768-42dc-8d77-d7d97f1c6d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192122 Feb 10 15:32:28.950666 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba3afa0-18d2-4915-ab4d-5b6e643bc5e7 None None] Routers {'ac1bcfc7-eb98-4a92-8937-6728e54327ab'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:28.951260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6ba3afa0-18d2-4915-ab4d-5b6e643bc5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ac1bcfc7-eb98-4a92-8937-6728e54327ab'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:28.999459 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39ac1cd8-c4b0-4927-88fa-7d2be395a1cd admin admin] Publish callbacks [] for security_group (b5cab66c-a3f8-4bc6-8533-47cafc4f33d0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:29.006038 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39ac1cd8-c4b0-4927-88fa-7d2be395a1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b5cab66c-a3f8-4bc6-8533-47cafc4f33d0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:29.071045 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6ba3afa0-18d2-4915-ab4d-5b6e643bc5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:29.080901 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-39ac1cd8-c4b0-4927-88fa-7d2be395a1cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c51ab26cead648e4943464d735b3ee7b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3430669 Feb 10 15:32:29.088035 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34378) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:29.097908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac1cd8-c4b0-4927-88fa-7d2be395a1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cab66c-a3f8-4bc6-8533-47cafc4f33d0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:29.160403 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba3afa0-18d2-4915-ab4d-5b6e643bc5e7 None None] Routers {'ac1bcfc7-eb98-4a92-8937-6728e54327ab'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:29.173442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6ba3afa0-18d2-4915-ab4d-5b6e643bc5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ac1bcfc7-eb98-4a92-8937-6728e54327ab'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:29.181021 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36d45f8d-5e8e-444d-8b36-d3bfffaf7f76 admin admin] Publish callbacks [] for security_group (b5cab66c-a3f8-4bc6-8533-47cafc4f33d0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:29.210634 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36d45f8d-5e8e-444d-8b36-d3bfffaf7f76 admin admin] Publish callbacks [] for security_group (b5cab66c-a3f8-4bc6-8533-47cafc4f33d0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:29.270706 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6ba3afa0-18d2-4915-ab4d-5b6e643bc5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:29.271364 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba3afa0-18d2-4915-ab4d-5b6e643bc5e7 None None] The sync data for ids ['ac1bcfc7-eb98-4a92-8937-6728e54327ab'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:32:29.303920 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36d45f8d-5e8e-444d-8b36-d3bfffaf7f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b5cab66c-a3f8-4bc6-8533-47cafc4f33d0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:29.306949 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36d45f8d-5e8e-444d-8b36-d3bfffaf7f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:29.308599 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-36d45f8d-5e8e-444d-8b36-d3bfffaf7f76 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5cab66c-a3f8-4bc6-8533-47cafc4f33d0 HTTP/1.1" status: 204 len: 168 time: 0.2190542 Feb 10 15:32:29.324867 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d45f8d-5e8e-444d-8b36-d3bfffaf7f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cab66c-a3f8-4bc6-8533-47cafc4f33d0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:29.381599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026f33e5-b29b-4e7a-ba46-189299f12895 None None] Network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:32:29.446675 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82462f4b-e403-465a-9047-f70f440c9883 req-261f45ab-5a4c-4b22-86df-29b0d14cb1ff tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 210 time: 0.3268926 Feb 10 15:32:29.470606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ef5a9ba5-2d4a-49f4-b01b-dd084b8d5a45 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0299890 Feb 10 15:32:29.745550 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-d12a6c38-6711-4677-96bd-d60c3285be19 service neutron] 10.222.0.72 "GET /v2.0/networks/fe24dc43-b768-42dc-8d77-d7d97f1c6d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223848 Feb 10 15:32:29.765603 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34402) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:29.775936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bce28c77-b347-44b3-b17e-4e2d04ed6fb6 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/routers/ac1bcfc7-eb98-4a92-8937-6728e54327ab HTTP/1.1" status: 200 len: 884 time: 0.8525891 Feb 10 15:32:29.890023 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-e25ba446-58fd-4330-919e-f4747f489423 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=10381f00-aac9-4d90-9e10-af3f92aa505c HTTP/1.1" status: 200 len: 217 time: 0.1371186 Feb 10 15:32:29.899237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671660e-d4fb-4261-9eb9-49baf71d1972 req-da6ed240-1890-4853-9278-991b477df190 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:29.911986 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7671660e-d4fb-4261-9eb9-49baf71d1972 req-da6ed240-1890-4853-9278-991b477df190 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 945 time: 0.3294532 Feb 10 15:32:30.050710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34414) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:30.091032 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1de3ad3e-2d23-4e37-8c70-ea67b3c9201b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:30.095303 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-e61a0b17-7edf-48c7-9c6a-b102e557b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:30.097432 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-e61a0b17-7edf-48c7-9c6a-b102e557b00a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72c12823-d91c-4e2c-9209-5935b1cee3d2 HTTP/1.1" status: 200 len: 797 time: 0.1824641 Feb 10 15:32:30.120306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7671660e-d4fb-4261-9eb9-49baf71d1972 req-6122c131-14be-4795-bb31-09f8b2fcaacf tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=888992f7-2eed-4cfd-9b31-d441624fc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071021 Feb 10 15:32:30.224122 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3ff95b12-88c0-4faa-8200-e3ef4a7e624a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4564495 Feb 10 15:32:30.225450 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34428) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:30.231115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-80a18a36-800c-40d0-ac81-ae095472de54 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-388704789'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:30.313194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-378392d3-7de9-4479-8d36-ef054b439b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:30.314865 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-378392d3-7de9-4479-8d36-ef054b439b82 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1929359 Feb 10 15:32:30.440919 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-af21834f-2410-49d3-84e7-fe885ae5175b service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164799 Feb 10 15:32:30.453280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-99e1d27f-d74c-47a4-bf31-6578ef1756df tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:30.455088 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-99e1d27f-d74c-47a4-bf31-6578ef1756df tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/networks?id=7712d31d-6d11-4c8c-a7c8-4e23da9e4695 HTTP/1.1" status: 200 len: 817 time: 0.3268461 Feb 10 15:32:30.505085 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-8b4325d9-a412-46cd-a084-190a3fea8d8b tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/quotas/b976013113de42a09385b0c2849eadca HTTP/1.1" status: 200 len: 375 time: 0.0332139 Feb 10 15:32:30.607558 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-30b1538a-6016-4875-8e73-e445b3a7f98f tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b976013113de42a09385b0c2849eadca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929651 Feb 10 15:32:30.617157 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1de3ad3e-2d23-4e37-8c70-ea67b3c9201b admin admin] Publish callbacks [] for security_group (45a9de93-01db-45fe-b54a-a744135dd38d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:30.712275 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2385453-c425-4e7b-afec-581ed3517009 req-c8f9096a-085c-4199-b939-d9588d97de8d tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:30.713857 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-c8f9096a-085c-4199-b939-d9588d97de8d tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.79 "GET /v2.0/networks?id=3ecb8799-ae9a-4dae-9ca0-77e560818bb7 HTTP/1.1" status: 200 len: 805 time: 0.2145536 Feb 10 15:32:31.167423 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1de3ad3e-2d23-4e37-8c70-ea67b3c9201b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (45a9de93-01db-45fe-b54a-a744135dd38d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:31.202533 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-80a18a36-800c-40d0-ac81-ae095472de54 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (ac1bcfc7-eb98-4a92-8937-6728e54327ab), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:31.227912 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf8b0d7d-e746-4ea1-a2ae-41b4b62d4170 req-e082967a-f1dd-446a-83ad-2982468ca31f tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 210 time: 0.6130357 Feb 10 15:32:31.235750 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-80a18a36-800c-40d0-ac81-ae095472de54 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (ac1bcfc7-eb98-4a92-8937-6728e54327ab), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:31.249744 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-d760cc32-99ca-40a8-9e3c-d7c6dfdd37f9 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ece2774136d14f7c9338ad1f8b9d9674 HTTP/1.1" status: 200 len: 380 time: 0.5053179 Feb 10 15:32:31.304086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-a2385453-c425-4e7b-afec-581ed3517009 req-52e631dd-7b21-4f07-ba4c-0d2000771688 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Request body: {'port': {'device_id': 'bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0', 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'admin_state_up': True, 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'security_groups': ['f6a422a4-fcf3-442e-880c-890e6b609258']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:31.399825 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-827bd474-020e-4101-891c-9ebb1000cdbe service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9437551 Feb 10 15:32:31.439124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3ad3e-2d23-4e37-8c70-ea67b3c9201b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a9de93-01db-45fe-b54a-a744135dd38d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:31.446702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1de3ad3e-2d23-4e37-8c70-ea67b3c9201b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e041646632d4d65b7dff5ded52e8124&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3933651 Feb 10 15:32:31.446894 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34454) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:31.503532 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a18a36-800c-40d0-ac81-ae095472de54 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router ac1bcfc7-eb98-4a92-8937-6728e54327ab has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:32:31.530477 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-525c36fa-edcc-43a7-abd6-09d4149be700 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=60ef18b7-07cd-4dd7-936a-aa71c8c7559e HTTP/1.1" status: 200 len: 217 time: 0.0803623 Feb 10 15:32:31.590533 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-9f6c3f21-6984-469b-a970-9c26d3b3b24c service neutron] 10.222.0.64 "GET /v2.0/networks/7712d31d-6d11-4c8c-a7c8-4e23da9e4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9674923 Feb 10 15:32:31.654732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245858d5-2620-456b-9bec-280557bf21bf req-addae7d2-bb19-4ed7-b5e7-dfb89a09f9e9 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:31.656552 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-245858d5-2620-456b-9bec-280557bf21bf req-addae7d2-bb19-4ed7-b5e7-dfb89a09f9e9 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 945 time: 0.3291163 Feb 10 15:32:31.665944 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8cc1d-9f60-482e-b7b3-5c65ca3ee105 req-13874cd8-c3b1-4150-b0bf-87e8c405f3f1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:31.673142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7db8cc1d-9f60-482e-b7b3-5c65ca3ee105 req-13874cd8-c3b1-4150-b0bf-87e8c405f3f1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 945 time: 0.3288507 Feb 10 15:32:31.676181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-91da5741-9801-4370-b3cc-3143004286f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:31.677883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-91da5741-9801-4370-b3cc-3143004286f6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72c12823-d91c-4e2c-9209-5935b1cee3d2 HTTP/1.1" status: 200 len: 797 time: 0.1355081 Feb 10 15:32:31.704788 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a18a36-800c-40d0-ac81-ae095472de54 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:32:31.716173 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b53441a-0428-44bd-9175-83be8008ce57 None None] Sync routers for ids ['ac1bcfc7-eb98-4a92-8937-6728e54327ab'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:32:31.717299 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-80a18a36-800c-40d0-ac81-ae095472de54 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:31.721382 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-80a18a36-800c-40d0-ac81-ae095472de54 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/ac1bcfc7-eb98-4a92-8937-6728e54327ab HTTP/1.1" status: 200 len: 891 time: 1.4926429 Feb 10 15:32:31.721382 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05adf298-696e-4f12-9d20-8988017ec659 admin admin] Publish callbacks [] for security_group (45a9de93-01db-45fe-b54a-a744135dd38d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:31.724069 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34456) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:31.726159 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2385453-c425-4e7b-afec-581ed3517009 req-52e631dd-7b21-4f07-ba4c-0d2000771688 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Made reservation on behalf of ece2774136d14f7c9338ad1f8b9d9674 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:32:31.729667 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a2385453-c425-4e7b-afec-581ed3517009 req-52e631dd-7b21-4f07-ba4c-0d2000771688 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:31.740239 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b53441a-0428-44bd-9175-83be8008ce57 None None] Routers {'ac1bcfc7-eb98-4a92-8937-6728e54327ab'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:31.741208 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5b53441a-0428-44bd-9175-83be8008ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ac1bcfc7-eb98-4a92-8937-6728e54327ab'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:31.820696 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5b53441a-0428-44bd-9175-83be8008ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:31.835824 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b53441a-0428-44bd-9175-83be8008ce57 None None] Routers {'ac1bcfc7-eb98-4a92-8937-6728e54327ab'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:31.849514 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5b53441a-0428-44bd-9175-83be8008ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ac1bcfc7-eb98-4a92-8937-6728e54327ab'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:31.901972 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05adf298-696e-4f12-9d20-8988017ec659 admin admin] Publish callbacks [] for security_group (45a9de93-01db-45fe-b54a-a744135dd38d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:31.922825 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5b53441a-0428-44bd-9175-83be8008ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:31.926897 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b53441a-0428-44bd-9175-83be8008ce57 None None] The sync data for ids ['ac1bcfc7-eb98-4a92-8937-6728e54327ab'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:32:31.956261 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-6c133ec7-139a-408d-a413-563724279b17 service neutron] 10.222.0.64 "GET /v2.0/networks/7712d31d-6d11-4c8c-a7c8-4e23da9e4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644416 Feb 10 15:32:32.121462 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-568e7ab1-47f5-4241-80af-604fcf05f556 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/routers/ac1bcfc7-eb98-4a92-8937-6728e54327ab HTTP/1.1" status: 200 len: 891 time: 0.3956940 Feb 10 15:32:32.125183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34462) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:32.125830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05adf298-696e-4f12-9d20-8988017ec659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (45a9de93-01db-45fe-b54a-a744135dd38d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:32.132130 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05adf298-696e-4f12-9d20-8988017ec659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:32.137067 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-05adf298-696e-4f12-9d20-8988017ec659 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45a9de93-01db-45fe-b54a-a744135dd38d HTTP/1.1" status: 204 len: 168 time: 0.6839395 Feb 10 15:32:32.179900 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7db8cc1d-9f60-482e-b7b3-5c65ca3ee105 req-79ca3b00-cb79-41d8-81e9-1c19bbc0a068 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=888992f7-2eed-4cfd-9b31-d441624fc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4984665 Feb 10 15:32:32.203644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adf298-696e-4f12-9d20-8988017ec659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a9de93-01db-45fe-b54a-a744135dd38d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:32.207594 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-f187bd46-a311-4fb2-afc8-e6aff538406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:32.209668 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-f187bd46-a311-4fb2-afc8-e6aff538406a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4762862 Feb 10 15:32:32.257358 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4ed3bef5-433d-4bf2-80ee-03122d230557 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac1bcfc7-eb98-4a92-8937-6728e54327ab HTTP/1.1" status: 200 len: 205 time: 0.1176200 Feb 10 15:32:32.267586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34468) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:32.279617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-245858d5-2620-456b-9bec-280557bf21bf req-f817493c-8421-4081-bc11-0d58e122f37f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Deleting port dab03e46-b223-43a9-afaf-bb5ef19b1b5f {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:32:32.282032 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-245858d5-2620-456b-9bec-280557bf21bf req-f817493c-8421-4081-bc11-0d58e122f37f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (dab03e46-b223-43a9-afaf-bb5ef19b1b5f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:32.283876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-a2385453-c425-4e7b-afec-581ed3517009 req-52e631dd-7b21-4f07-ba4c-0d2000771688 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Allocated IP 172.20.0.14 (3ecb8799-ae9a-4dae-9ca0-77e560818bb7/a9325239-1172-433f-bd6d-993f764a9d89/2c829f7b-caf4-4c16-b510-3cbd76668793) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:32:32.487311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0c2131b-fc24-4c24-902d-5d292979741f req-b477c1b7-4e84-4a64-ac84-ce8836133e64 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 210 time: 0.1284566 Feb 10 15:32:32.562190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-954fd431-f1a7-440a-9121-3725a152f4d4 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402810 Feb 10 15:32:32.671306 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-245858d5-2620-456b-9bec-280557bf21bf req-f817493c-8421-4081-bc11-0d58e122f37f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] For port dab03e46-b223-43a9-afaf-bb5ef19b1b5f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=dab03e46-b223-43a9-afaf-bb5ef19b1b5f,segment=NetworkSegment(02b03b18-2845-4f07-9538-3c72b5e282ed),segment_id=02b03b18-2845-4f07-9538-3c72b5e282ed)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:32.672098 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-245858d5-2620-456b-9bec-280557bf21bf req-f817493c-8421-4081-bc11-0d58e122f37f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (dab03e46-b223-43a9-afaf-bb5ef19b1b5f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:32.731853 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c345e02a-fc5b-4e27-bfe3-e1654374e1b6 req-f8a6b356-94a5-4f19-9b3b-4883c98e6091 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 210 time: 0.0848050 Feb 10 15:32:32.960104 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a2385453-c425-4e7b-afec-581ed3517009 req-52e631dd-7b21-4f07-ba4c-0d2000771688 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for port (2c829f7b-caf4-4c16-b510-3cbd76668793), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:33.065706 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-618b1d9b-bfa3-4dce-a626-c6ab988fca3d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (ac1bcfc7-eb98-4a92-8937-6728e54327ab), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:33.335175 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a2385453-c425-4e7b-afec-581ed3517009 req-52e631dd-7b21-4f07-ba4c-0d2000771688 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2c829f7b-caf4-4c16-b510-3cbd76668793), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:33.451350 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2385453-c425-4e7b-afec-581ed3517009 req-52e631dd-7b21-4f07-ba4c-0d2000771688 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Network 3ecb8799-ae9a-4dae-9ca0-77e560818bb7 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:33.465468 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-b1eaf72b-d276-4bf3-87e8-6ae31e9aeda8 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8789458 Feb 10 15:32:33.469942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-a2385453-c425-4e7b-afec-581ed3517009 req-52e631dd-7b21-4f07-ba4c-0d2000771688 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:33.473740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2385453-c425-4e7b-afec-581ed3517009 req-52e631dd-7b21-4f07-ba4c-0d2000771688 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:32:33.598709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e631dd-7b21-4f07-ba4c-0d2000771688 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Pushing event updated for resources: {'Port': ['ID=2c829f7b-caf4-4c16-b510-3cbd76668793,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:33.650825 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-618b1d9b-bfa3-4dce-a626-c6ab988fca3d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_gateway (ac1bcfc7-eb98-4a92-8937-6728e54327ab), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:33.663091 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-fa5c407c-4741-4ed6-beab-2cdf7cccbd73 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=0c0f6301-441b-4266-aaf6-c93025a59799 HTTP/1.1" status: 200 len: 217 time: 0.1786623 Feb 10 15:32:33.688109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2385453-c425-4e7b-afec-581ed3517009 req-52e631dd-7b21-4f07-ba4c-0d2000771688 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:33.691146 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a2385453-c425-4e7b-afec-581ed3517009 req-52e631dd-7b21-4f07-ba4c-0d2000771688 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:33.794364 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-52e631dd-7b21-4f07-ba4c-0d2000771688 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4962258 Feb 10 15:32:33.816668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-616cfb55-ac92-4d66-a87d-5bf0325231bc tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:32:33.825734 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-616cfb55-ac92-4d66-a87d-5bf0325231bc tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0258739 Feb 10 15:32:33.937880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-618b1d9b-bfa3-4dce-a626-c6ab988fca3d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port b041a7bf-48d3-4fe6-90ee-410f5ff573af {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:32:33.945927 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-618b1d9b-bfa3-4dce-a626-c6ab988fca3d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b041a7bf-48d3-4fe6-90ee-410f5ff573af), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:34.000861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-1277ebc2-143c-4f39-bc72-99acfbbd5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:34.002789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-1277ebc2-143c-4f39-bc72-99acfbbd5da9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72c12823-d91c-4e2c-9209-5935b1cee3d2 HTTP/1.1" status: 200 len: 797 time: 0.2922292 Feb 10 15:32:34.012435 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-245858d5-2620-456b-9bec-280557bf21bf req-f817493c-8421-4081-bc11-0d58e122f37f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:34.013829 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-245858d5-2620-456b-9bec-280557bf21bf req-f817493c-8421-4081-bc11-0d58e122f37f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (6dd9b49c-e538-4f09-ad24-789fa6bfe741), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:34.014410 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [req-245858d5-2620-456b-9bec-280557bf21bf req-f817493c-8421-4081-bc11-0d58e122f37f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Floating IP 6dd9b49c-e538-4f09-ad24-789fa6bfe741 disassociated. External IP: 172.25.3.127, port: dab03e46-b223-43a9-afaf-bb5ef19b1b5f. Feb 10 15:32:34.016734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-245858d5-2620-456b-9bec-280557bf21bf req-f817493c-8421-4081-bc11-0d58e122f37f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Calling delete_port for dab03e46-b223-43a9-afaf-bb5ef19b1b5f owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:32:34.054474 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a041bf-2dfb-42ea-8c15-a1af2bbeb352 req-85f0482c-1dd1-49cb-bd21-84f326cd45fc tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:34.055311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-64f7fc2f-5ce6-43ef-a6ce-e1b1cd702527 None None] Provisioning complete for port 2c829f7b-caf4-4c16-b510-3cbd76668793 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:34.055764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-64f7fc2f-5ce6-43ef-a6ce-e1b1cd702527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2c829f7b-caf4-4c16-b510-3cbd76668793), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:34.063267 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-09a041bf-2dfb-42ea-8c15-a1af2bbeb352 req-85f0482c-1dd1-49cb-bd21-84f326cd45fc tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 945 time: 0.6877725 Feb 10 15:32:34.216737 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-618b1d9b-bfa3-4dce-a626-c6ab988fca3d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b041a7bf-48d3-4fe6-90ee-410f5ff573af), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:34.229525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-64f7fc2f-5ce6-43ef-a6ce-e1b1cd702527 None None] Port 2c829f7b-caf4-4c16-b510-3cbd76668793 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:32:34.248771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a410a-4677-46df-a0f5-86aca43d65b5 req-971e3783-0194-4fad-b482-13978c68be93 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:34.250606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5d7a410a-4677-46df-a0f5-86aca43d65b5 req-971e3783-0194-4fad-b482-13978c68be93 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 932 time: 0.5842874 Feb 10 15:32:34.252459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-618b1d9b-bfa3-4dce-a626-c6ab988fca3d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for b041a7bf-48d3-4fe6-90ee-410f5ff573af owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:32:34.312687 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-09a041bf-2dfb-42ea-8c15-a1af2bbeb352 req-5ad76af0-b767-43ab-9fe0-0146390e73e7 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups?id=888992f7-2eed-4cfd-9b31-d441624fc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463577 Feb 10 15:32:34.322818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-52faeb82-989f-4639-bb4b-75bf6eaca1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:34.324335 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-52faeb82-989f-4639-bb4b-75bf6eaca1db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2170081 Feb 10 15:32:34.400052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Request body: {'port': {'device_id': 'bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:34.517227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5d7a410a-4677-46df-a0f5-86aca43d65b5 req-7f104425-c0e1-4b0a-8c62-0d6f18c740a7 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509120 Feb 10 15:32:34.561460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d2179e32-d6db-48cb-9656-c972826bcf57 req-bb49db2a-9f2f-447c-ada7-d682ae77497e tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 210 time: 0.0863404 Feb 10 15:32:34.686582 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-f538cb56-2eac-4002-b0ba-e494d567cc31 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525634 Feb 10 15:32:34.688641 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-245858d5-2620-456b-9bec-280557bf21bf req-f817493c-8421-4081-bc11-0d58e122f37f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (dab03e46-b223-43a9-afaf-bb5ef19b1b5f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:34.833557 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817493c-8421-4081-bc11-0d58e122f37f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event deleted for resources: {'Port': ['ID=dab03e46-b223-43a9-afaf-bb5ef19b1b5f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:34.986965 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2c829f7b-caf4-4c16-b510-3cbd76668793), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:35.011879 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-618b1d9b-bfa3-4dce-a626-c6ab988fca3d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b041a7bf-48d3-4fe6-90ee-410f5ff573af), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:35.267890 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-1fad9ab8-7ff1-4e79-a32f-1711420a2aa6 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714574 Feb 10 15:32:35.352957 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b1d9b-bfa3-4dce-a626-c6ab988fca3d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=b041a7bf-48d3-4fe6-90ee-410f5ff573af,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:35.451070 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device dab03e46-b223-43a9-afaf-bb5ef19b1b5f no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:32:35.523740 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: dab03e46-b223-43a9-afaf-bb5ef19b1b5f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:32:35.524288 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device dab03e46-b223-43a9-afaf-bb5ef19b1b5f not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:32:35.625134 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42738c26-dc44-42b5-946b-9b2edba13b9c req-0694b5fb-9d92-4c9c-92df-db6247fbfce1 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 210 time: 0.1092269 Feb 10 15:32:35.647787 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-e39fac5c-37e6-4679-94f4-ebe6356fc908 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=d48f39b5-f797-4352-8b28-81d1efe23bf4 HTTP/1.1" status: 200 len: 217 time: 0.3420043 Feb 10 15:32:36.164385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-38ab3c33-64a9-4c3a-b3f0-73d721ea87c0 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:36.166639 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-38ab3c33-64a9-4c3a-b3f0-73d721ea87c0 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.79 "GET /v2.0/networks?id=7712d31d-6d11-4c8c-a7c8-4e23da9e4695 HTTP/1.1" status: 200 len: 817 time: 0.7460296 Feb 10 15:32:36.174774 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-618b1d9b-bfa3-4dce-a626-c6ab988fca3d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (ac1bcfc7-eb98-4a92-8937-6728e54327ab), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:36.196591 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-152a3c6e-0a33-43c3-923b-244792f18884 req-d3f8aa03-e9ce-43e7-b453-947ba9902e8c tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Request body: {'port': {'device_id': '5e71d6a0-ba90-488c-87fa-6c40a9b301d5', 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695', 'admin_state_up': True, 'tenant_id': 'b976013113de42a09385b0c2849eadca'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:36.517590 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-618b1d9b-bfa3-4dce-a626-c6ab988fca3d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (ac1bcfc7-eb98-4a92-8937-6728e54327ab), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:36.520183 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-618b1d9b-bfa3-4dce-a626-c6ab988fca3d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_controller (ac1bcfc7-eb98-4a92-8937-6728e54327ab), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:36.574857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c829f7b-caf4-4c16-b510-3cbd76668793 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:32:36.585131 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Publish callbacks [] for port (2c829f7b-caf4-4c16-b510-3cbd76668793), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:36.601448 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Transition to ACTIVE for port object 2c829f7b-caf4-4c16-b510-3cbd76668793 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:32:36.617663 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-245858d5-2620-456b-9bec-280557bf21bf req-f817493c-8421-4081-bc11-0d58e122f37f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Router 78e49bdf-fde5-493b-9f6e-3336ae90a42d has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:32:36.699251 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8529d890-d0a4-41e4-a4f6-b76570186a7a req-e1f60fa1-d99b-4d65-8a88-57d4d6fc90cd tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 210 time: 0.7550509 Feb 10 15:32:36.701222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-d56e3f17-d48d-4bf4-9304-bffbf575ae27 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:36.705014 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-d56e3f17-d48d-4bf4-9304-bffbf575ae27 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.72 "GET /v2.0/networks?id=7712d31d-6d11-4c8c-a7c8-4e23da9e4695 HTTP/1.1" status: 200 len: 817 time: 0.8929014 Feb 10 15:32:36.727701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-2833a747-0746-4931-bfe1-009e48b3cfc6 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:36.734728 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-2833a747-0746-4931-bfe1-009e48b3cfc6 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.79 "GET /v2.0/networks?id=7712d31d-6d11-4c8c-a7c8-4e23da9e4695 HTTP/1.1" status: 200 len: 817 time: 0.9275010 Feb 10 15:32:36.738618 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-618b1d9b-bfa3-4dce-a626-c6ab988fca3d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (ac1bcfc7-eb98-4a92-8937-6728e54327ab), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:36.739212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618b1d9b-bfa3-4dce-a626-c6ab988fca3d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Fanout notify agent at l3_agent the message router_deleted on router ac1bcfc7-eb98-4a92-8937-6728e54327ab {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:32:36.752014 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-41a7a269-3189-46ff-a9f5-0d6204440cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:36.757874 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-618b1d9b-bfa3-4dce-a626-c6ab988fca3d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:36.761108 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-618b1d9b-bfa3-4dce-a626-c6ab988fca3d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/routers/ac1bcfc7-eb98-4a92-8937-6728e54327ab HTTP/1.1" status: 204 len: 168 time: 4.4901860 Feb 10 15:32:36.761926 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (2c829f7b-caf4-4c16-b510-3cbd76668793), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:36.762488 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-41a7a269-3189-46ff-a9f5-0d6204440cf3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72c12823-d91c-4e2c-9209-5935b1cee3d2 HTTP/1.1" status: 200 len: 797 time: 1.1089785 Feb 10 15:32:36.773165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c52b61b7-7b04-4e09-ae8e-7ee46d491ffa tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Request body: {'port': {'device_id': '1ccf1530-b9fb-4700-ac15-48e832d5dff1', 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695', 'admin_state_up': True, 'tenant_id': 'b976013113de42a09385b0c2849eadca'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:36.851398 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671b4c6-a8f5-4b06-b6ba-b9937a910539 req-c80b5d77-e1c7-4273-96e5-ecd0faa1d637 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:36.871445 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d671b4c6-a8f5-4b06-b6ba-b9937a910539 req-c80b5d77-e1c7-4273-96e5-ecd0faa1d637 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 932 time: 1.0661585 Feb 10 15:32:36.881985 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:36.897759 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34578) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:36.941858 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-44475943-db2a-47f3-93e2-b8c2818bbbca tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1698856761'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:37.035109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90f8075e-6246-4c29-8194-6137e23a98d5 req-81dd6f9f-83cf-40b0-8826-2105d3c38170 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 210 time: 0.1481962 Feb 10 15:32:37.042354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44475943-db2a-47f3-93e2-b8c2818bbbca tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:32:37.046290 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44475943-db2a-47f3-93e2-b8c2818bbbca tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:37.106453 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44475943-db2a-47f3-93e2-b8c2818bbbca tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:32:37.116341 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44475943-db2a-47f3-93e2-b8c2818bbbca tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (2d4c601e-d43f-4653-9cf5-464e627458ae), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:37.116714 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-44475943-db2a-47f3-93e2-b8c2818bbbca tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Added segment 2d4c601e-d43f-4653-9cf5-464e627458ae of type vlan for network 4300929f-3d35-4df8-906c-3319a31762a4 Feb 10 15:32:37.165997 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44475943-db2a-47f3-93e2-b8c2818bbbca tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (4300929f-3d35-4df8-906c-3319a31762a4), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:37.219785 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d671b4c6-a8f5-4b06-b6ba-b9937a910539 req-d53ee930-4e8c-4323-95e6-8c728e0314b9 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444440 Feb 10 15:32:37.253446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-9f3ba5c6-82ae-4e80-95f6-fb201b01be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:37.255490 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-9f3ba5c6-82ae-4e80-95f6-fb201b01be5c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3565996 Feb 10 15:32:37.380846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-9eb4202c-0819-4aed-a058-8b796018d482 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163480 Feb 10 15:32:37.390677 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-245858d5-2620-456b-9bec-280557bf21bf req-f817493c-8421-4081-bc11-0d58e122f37f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:32:37.402386 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953e3c7c-bf8e-4057-8321-78c02b075c4a None None] Sync routers for ids ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:32:37.422673 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44475943-db2a-47f3-93e2-b8c2818bbbca tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (4300929f-3d35-4df8-906c-3319a31762a4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:37.424747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953e3c7c-bf8e-4057-8321-78c02b075c4a None None] Routers {'78e49bdf-fde5-493b-9f6e-3336ae90a42d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:37.425448 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-953e3c7c-bf8e-4057-8321-78c02b075c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:37.429347 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44475943-db2a-47f3-93e2-b8c2818bbbca tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:37.430231 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44475943-db2a-47f3-93e2-b8c2818bbbca tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:37.535024 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-245858d5-2620-456b-9bec-280557bf21bf req-f817493c-8421-4081-bc11-0d58e122f37f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] No DVR routers for this DVR port dab03e46-b223-43a9-afaf-bb5ef19b1b5f on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:32:37.547211 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-245858d5-2620-456b-9bec-280557bf21bf req-f817493c-8421-4081-bc11-0d58e122f37f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:37.551979 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-245858d5-2620-456b-9bec-280557bf21bf req-f817493c-8421-4081-bc11-0d58e122f37f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.72 "DELETE /v2.0/ports/dab03e46-b223-43a9-afaf-bb5ef19b1b5f HTTP/1.1" status: 204 len: 173 time: 5.8722067 Feb 10 15:32:37.554276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c47942-1b01-4742-9e7a-261d6a2d8491', 'name': 'network-vif-deleted', 'tag': 'dab03e46-b223-43a9-afaf-bb5ef19b1b5f'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:32:37.557023 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6badcc48-5a10-48e2-9da5-20083ded3bc8" -d '{"events": [{"server_uuid": "e1c47942-1b01-4742-9e7a-261d6a2d8491", "name": "network-vif-deleted", "tag": "dab03e46-b223-43a9-afaf-bb5ef19b1b5f"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:32:37.575681 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-44475943-db2a-47f3-93e2-b8c2818bbbca tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6563535 Feb 10 15:32:37.578538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34588) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:37.592700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a27bf7b0-28ed-42ae-8f43-16b0ca77c859 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'subnet': {'network_id': '4300929f-3d35-4df8-906c-3319a31762a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:37.613538 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-d3f8aa03-e9ce-43e7-b453-947ba9902e8c tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Made reservation on behalf of b976013113de42a09385b0c2849eadca for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:32:37.618469 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-d3f8aa03-e9ce-43e7-b453-947ba9902e8c tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:37.689775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-152a3c6e-0a33-43c3-923b-244792f18884 req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Request body: {'port': {'device_id': 'ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3', 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695', 'admin_state_up': True, 'tenant_id': 'b976013113de42a09385b0c2849eadca'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:37.696980 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-953e3c7c-bf8e-4057-8321-78c02b075c4a None None] Set router 78e49bdf-fde5-493b-9f6e-3336ae90a42d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:32:37.840130 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36a3cf5-fda0-46f5-ba42-4c1ec95789df x-openstack-request-id: req-f36a3cf5-fda0-46f5-ba42-4c1ec95789df {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:32:37.841188 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c47942-1b01-4742-9e7a-261d6a2d8491", "name": "network-vif-deleted", "tag": "dab03e46-b223-43a9-afaf-bb5ef19b1b5f", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:32:37.841756 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f36a3cf5-fda0-46f5-ba42-4c1ec95789df {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:32:37.842416 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c47942-1b01-4742-9e7a-261d6a2d8491', 'name': 'network-vif-deleted', 'tag': 'dab03e46-b223-43a9-afaf-bb5ef19b1b5f', 'status': 'completed', 'code': 200} Feb 10 15:32:37.890012 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44475943-db2a-47f3-93e2-b8c2818bbbca tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Network': ['ID=4300929f-3d35-4df8-906c-3319a31762a4,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:37.903614 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1965f628-bad5-4fd6-b5a8-d482523a02d8 req-ae4fb245-df05-436d-8e35-a64e64e154d1 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 210 time: 0.0474877 Feb 10 15:32:37.921799 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27bf7b0-28ed-42ae-8f43-16b0ca77c859 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:32:37.926177 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a27bf7b0-28ed-42ae-8f43-16b0ca77c859 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:37.941820 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 4300929f-3d35-4df8-906c-3319a31762a4 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:32:37.944797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-b7554e76-a333-4d7a-a792-176560bdef06 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503960 Feb 10 15:32:37.945796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2c829f7b-caf4-4c16-b510-3cbd76668793,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:37.968980 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c52b61b7-7b04-4e09-ae8e-7ee46d491ffa tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Made reservation on behalf of b976013113de42a09385b0c2849eadca for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:32:37.974035 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c52b61b7-7b04-4e09-ae8e-7ee46d491ffa tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:38.017381 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-c8a54ec7-90af-4c7c-8d53-9a84640e6d80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9efcebb-7395-4dcf-b2e7-6607820b2b36 HTTP/1.1" status: 200 len: 217 time: 0.0551372 Feb 10 15:32:38.181802 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Attempting to bind port 2c829f7b-caf4-4c16-b510-3cbd76668793 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:32:38.182144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Attempting to bind port 2c829f7b-caf4-4c16-b510-3cbd76668793 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '57048521-d468-4955-a871-b03929b23f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:32:38.182382 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Attempting to bind port 2c829f7b-caf4-4c16-b510-3cbd76668793 on network 3ecb8799-ae9a-4dae-9ca0-77e560818bb7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:32:38.232804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Port 2c829f7b-caf4-4c16-b510-3cbd76668793 on network 3ecb8799-ae9a-4dae-9ca0-77e560818bb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:32:38.233142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Attempting to bind port 2c829f7b-caf4-4c16-b510-3cbd76668793 on network 3ecb8799-ae9a-4dae-9ca0-77e560818bb7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:32:38.378498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:32:38.380890 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Checking segment: {'id': '57048521-d468-4955-a871-b03929b23f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:32:38.382422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Bound using segment: {'id': '57048521-d468-4955-a871-b03929b23f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:32:38.394712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Bound port: 2c829f7b-caf4-4c16-b510-3cbd76668793, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57048521-d468-4955-a871-b03929b23f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:32:38.398581 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2c829f7b-caf4-4c16-b510-3cbd76668793), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:38.567319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-953e3c7c-bf8e-4057-8321-78c02b075c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8f585296-9c11-4706-b3f6-ac491733bd8a', 'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'mac_address': 'fa:16:3e:60:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:18Z', 'updated_at': '2022-02-10T15:24:36Z', 'revision_number': 5, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'subnets': [{'id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:38.606466 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953e3c7c-bf8e-4057-8321-78c02b075c4a None None] Checking router: 78e49bdf-fde5-493b-9f6e-3336ae90a42d for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:32:38.626769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953e3c7c-bf8e-4057-8321-78c02b075c4a None None] Routers {'78e49bdf-fde5-493b-9f6e-3336ae90a42d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:38.628133 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-953e3c7c-bf8e-4057-8321-78c02b075c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:38.748091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Made reservation on behalf of b976013113de42a09385b0c2849eadca for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:32:38.766857 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:38.791615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0649e7d6-5427-437d-855f-555b48f90b16 req-9b63c0eb-8923-40a2-8e6a-f97be4c65feb tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1c47942-1b01-4742-9e7a-261d6a2d8491 HTTP/1.1" status: 200 len: 210 time: 0.5383546 Feb 10 15:32:38.796709 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a27bf7b0-28ed-42ae-8f43-16b0ca77c859 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (3c36ede0-50c9-4723-913a-99680f3dfcb2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:38.804326 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-953e3c7c-bf8e-4057-8321-78c02b075c4a None None] Set router 78e49bdf-fde5-493b-9f6e-3336ae90a42d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:32:38.866242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-152a3c6e-0a33-43c3-923b-244792f18884 req-d3f8aa03-e9ce-43e7-b453-947ba9902e8c tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Allocated IP 172.20.0.14 (7712d31d-6d11-4c8c-a7c8-4e23da9e4695/a804ad4a-0898-4f34-80da-5d3eaabc032e/22d69a61-25c1-4407-9dc6-21ee6c451c55) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:32:38.904364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-c8080dfd-f2c3-42af-afc6-39ba430ac040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:38.904364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-c8080dfd-f2c3-42af-afc6-39ba430ac040 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a71818b0-4a92-4bfc-9f7d-7c4e8bafed44 HTTP/1.1" status: 200 len: 797 time: 0.8714683 Feb 10 15:32:39.079772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bf7b0-28ed-42ae-8f43-16b0ca77c859 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Subnet': ['ID=3c36ede0-50c9-4723-913a-99680f3dfcb2,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:39.115690 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27bf7b0-28ed-42ae-8f43-16b0ca77c859 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Checking segment: {'id': '2d4c601e-d43f-4653-9cf5-464e627458ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4300929f-3d35-4df8-906c-3319a31762a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:32:39.116164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27bf7b0-28ed-42ae-8f43-16b0ca77c859 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network hostable DHCP agents. Network: 4300929f-3d35-4df8-906c-3319a31762a4, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:32:39.137925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8882bc-d167-41a7-a2da-38f170851db8 req-f93b6ee3-3509-4e70-902a-c51d7f1b386e tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:39.150894 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f8882bc-d167-41a7-a2da-38f170851db8 req-f93b6ee3-3509-4e70-902a-c51d7f1b386e tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 944 time: 0.3621197 Feb 10 15:32:39.195466 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-d3f8aa03-e9ce-43e7-b453-947ba9902e8c tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks [] for port (22d69a61-25c1-4407-9dc6-21ee6c451c55), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:39.259010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1207170-2c28-454c-9927-bb0e433defdd req-b62a8de7-e9d7-4c50-b566-d2f824fc982a tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 210 time: 0.1067162 Feb 10 15:32:39.284227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-19ce2b8c-5231-48bd-9024-27bf44c656b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:39.286247 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-19ce2b8c-5231-48bd-9024-27bf44c656b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f634ab50-40ab-4861-a47c-548f31d17b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3731401 Feb 10 15:32:39.304040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27bf7b0-28ed-42ae-8f43-16b0ca77c859 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 4300929f-3d35-4df8-906c-3319a31762a4 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:32:39.315003 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-d3f8aa03-e9ce-43e7-b453-947ba9902e8c tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (22d69a61-25c1-4407-9dc6-21ee6c451c55), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:39.327495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-953e3c7c-bf8e-4057-8321-78c02b075c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8f585296-9c11-4706-b3f6-ac491733bd8a', 'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'mac_address': 'fa:16:3e:60:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:18Z', 'updated_at': '2022-02-10T15:24:36Z', 'revision_number': 5, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'subnets': [{'id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:39.342610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-a27bf7b0-28ed-42ae-8f43-16b0ca77c859 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 4300929f-3d35-4df8-906c-3319a31762a4) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:39.358904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53947034-786f-4522-a261-be241a9376b7 None None] Network 4300929f-3d35-4df8-906c-3319a31762a4 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:32:39.361526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953e3c7c-bf8e-4057-8321-78c02b075c4a None None] The sync data for ids ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'] in n-d-815324-7 is: [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8f585296-9c11-4706-b3f6-ac491733bd8a', 'name': '', 'network_id': 'd2e77de5-12dc-41aa-af99-c9787df5a7b0', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'mac_address': 'fa:16:3e:60:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:18Z', 'updated_at': '2022-02-10T15:24:36Z', 'revision_number': 5, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'subnets': [{'id': 'f3ce83f6-6325-453a-a2c7-3c49256a130b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:32:39.424873 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27bf7b0-28ed-42ae-8f43-16b0ca77c859 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:39.433632 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a27bf7b0-28ed-42ae-8f43-16b0ca77c859 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:39.447671 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] For port 2c829f7b-caf4-4c16-b510-3cbd76668793, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:32:39.466251 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152a3c6e-0a33-43c3-923b-244792f18884 req-d3f8aa03-e9ce-43e7-b453-947ba9902e8c tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:39.504021 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f8882bc-d167-41a7-a2da-38f170851db8 req-2c0a0dee-3b1d-4da1-821f-1682ea16bf8c tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3443167 Feb 10 15:32:39.529026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-152a3c6e-0a33-43c3-923b-244792f18884 req-d3f8aa03-e9ce-43e7-b453-947ba9902e8c tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:39.530907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34616) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:39.533333 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] For port 2c829f7b-caf4-4c16-b510-3cbd76668793, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2c829f7b-caf4-4c16-b510-3cbd76668793,segment=NetworkSegment(57048521-d468-4955-a871-b03929b23f2e),segment_id=57048521-d468-4955-a871-b03929b23f2e)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:32:39.536471 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a27bf7b0-28ed-42ae-8f43-16b0ca77c859 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9535551 Feb 10 15:32:39.543699 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8aa03-e9ce-43e7-b453-947ba9902e8c tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Pushing event updated for resources: {'Port': ['ID=22d69a61-25c1-4407-9dc6-21ee6c451c55,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:39.561993 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-76a66aa3-ce34-4404-ad24-875d0f56d329 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-301559014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:39.573712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-152a3c6e-0a33-43c3-923b-244792f18884 req-d3f8aa03-e9ce-43e7-b453-947ba9902e8c tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:32:39.580927 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-5f32e28e-5b60-46b3-978a-ec89bf836f4e service neutron] 10.222.0.72 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875867 Feb 10 15:32:39.584303 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-4300929f-3d35-4df8-906c-3319a31762a4', 'network_id': '4300929f-3d35-4df8-906c-3319a31762a4', 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'fixed_ips': [{'subnet_id': '3c36ede0-50c9-4723-913a-99680f3dfcb2'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:32:39.585532 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:39.666240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-d3f8aa03-e9ce-43e7-b453-947ba9902e8c tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:39.667149 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-d3f8aa03-e9ce-43e7-b453-947ba9902e8c tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:39.715979 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (2c829f7b-caf4-4c16-b510-3cbd76668793), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:39.842900 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c52b61b7-7b04-4e09-ae8e-7ee46d491ffa tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Allocated IP 172.20.0.9 (7712d31d-6d11-4c8c-a7c8-4e23da9e4695/a804ad4a-0898-4f34-80da-5d3eaabc032e/70f0c0ec-79dd-4665-b15b-c17dbe2ff738) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:32:39.867788 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-d3f8aa03-e9ce-43e7-b453-947ba9902e8c tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6807668 Feb 10 15:32:39.891820 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-8a81e028-ebd1-47d3-886f-0eeb39dc874e service neutron] 10.222.0.72 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043358 Feb 10 15:32:39.905615 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db28451b-6cbb-4208-8d82-d58d17f82772 None None] New status for floating IP 6dd9b49c-e538-4f09-ad24-789fa6bfe741: DOWN {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:32:39.911483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:39.915031 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:39.917913 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] 10.222.0.79 "PUT /v2.0/ports/2c829f7b-caf4-4c16-b510-3cbd76668793 HTTP/1.1" status: 200 len: 1092 time: 6.0815754 Feb 10 15:32:39.922594 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0', 'tag': '2c829f7b-caf4-4c16-b510-3cbd76668793'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:32:39.927022 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae47700a-523b-49ba-a401-a434beb7fc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0", "tag": "2c829f7b-caf4-4c16-b510-3cbd76668793"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:32:39.991951 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Request body: {'port': {'device_id': '5e71d6a0-ba90-488c-87fa-6c40a9b301d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:40.011694 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feead333-53c4-4a0c-818f-1955858352f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2c829f7b-caf4-4c16-b510-3cbd76668793,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:40.021896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34632) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:40.056312 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-af41e11e-d84d-4e08-a09d-3dea5939c4d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b42454b-11bc-437e-a789-f42095c9d310 HTTP/1.1" status: 200 len: 217 time: 0.1585093 Feb 10 15:32:40.183983 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca28889e-6960-4899-ae02-0fac2d363e09 x-openstack-request-id: req-ca28889e-6960-4899-ae02-0fac2d363e09 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:32:40.184279 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0", "tag": "2c829f7b-caf4-4c16-b510-3cbd76668793", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:32:40.184532 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca28889e-6960-4899-ae02-0fac2d363e09 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:32:40.184974 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0', 'tag': '2c829f7b-caf4-4c16-b510-3cbd76668793', 'status': 'completed', 'code': 200} Feb 10 15:32:40.263990 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76a66aa3-ce34-4404-ad24-875d0f56d329 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (f6842ff1-3c44-409d-9700-b2ab0aeb0715), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:40.265251 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76a66aa3-ce34-4404-ad24-875d0f56d329 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (f6842ff1-3c44-409d-9700-b2ab0aeb0715), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:40.395827 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-135c81e9-92c3-4cca-b077-5c435d831dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:40.414481 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-135c81e9-92c3-4cca-b077-5c435d831dd5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a71818b0-4a92-4bfc-9f7d-7c4e8bafed44 HTTP/1.1" status: 200 len: 797 time: 0.3344779 Feb 10 15:32:40.437044 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Allocated IP 2001:db8::2 (4300929f-3d35-4df8-906c-3319a31762a4/3c36ede0-50c9-4723-913a-99680f3dfcb2/83f1e9e7-ed56-4c2c-8cca-996bd5632936) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:32:40.558878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4a49f-6c99-4263-b591-cbc3a9068523 req-da3be4fa-27b1-4145-9f53-65c51ee0ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:40.561155 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cd4a49f-6c99-4263-b591-cbc3a9068523 req-da3be4fa-27b1-4145-9f53-65c51ee0ec25 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 1128 time: 0.3463998 Feb 10 15:32:40.572346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43016bea-7253-4aec-8eb3-c67e27ebfba9 req-80f1ccb3-8118-4048-bec6-85850183af9e tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:40.574259 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43016bea-7253-4aec-8eb3-c67e27ebfba9 req-80f1ccb3-8118-4048-bec6-85850183af9e tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 932 time: 0.1104548 Feb 10 15:32:40.599110 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-df6fba1e-542c-4c37-9c2e-7541bfb5db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:40.603065 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (22d69a61-25c1-4407-9dc6-21ee6c451c55), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:40.604504 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-df6fba1e-542c-4c37-9c2e-7541bfb5db2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f634ab50-40ab-4861-a47c-548f31d17b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1853752 Feb 10 15:32:40.658800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2385453-c425-4e7b-afec-581ed3517009 req-a3762094-9286-4c3a-b523-e2825effe1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:40.661560 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-a3762094-9286-4c3a-b523-e2825effe1db service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ece2774136d14f7c9338ad1f8b9d9674&device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 1126 time: 0.6380265 Feb 10 15:32:40.736578 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-ad766312-665a-4e83-9592-b82bc578c867 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c829f7b-caf4-4c16-b510-3cbd76668793 HTTP/1.1" status: 200 len: 217 time: 0.0423396 Feb 10 15:32:40.744364 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76a66aa3-ce34-4404-ad24-875d0f56d329 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_controller (f6842ff1-3c44-409d-9700-b2ab0aeb0715), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:40.787800 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4a49f-6c99-4263-b591-cbc3a9068523 req-97732e64-7566-4cdf-9c94-21a19d1ae260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:40.789340 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cd4a49f-6c99-4263-b591-cbc3a9068523 req-97732e64-7566-4cdf-9c94-21a19d1ae260 service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.1838386 Feb 10 15:32:40.814602 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Publish callbacks [] for port (83f1e9e7-ed56-4c2c-8cca-996bd5632936), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:40.819238 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a7286b83-efb6-4202-b9e4-8a9404a7c8f6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group (888992f7-2eed-4cfd-9b31-d441624fc9dd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:40.821231 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76a66aa3-ce34-4404-ad24-875d0f56d329 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (f6842ff1-3c44-409d-9700-b2ab0aeb0715), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:40.825434 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (83f1e9e7-ed56-4c2c-8cca-996bd5632936), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:40.899827 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Network 4300929f-3d35-4df8-906c-3319a31762a4 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:40.912637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:40.916404 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:32:40.958852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Pushing event updated for resources: {'Port': ['ID=83f1e9e7-ed56-4c2c-8cca-996bd5632936,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:40.969299 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-41327411-bdfc-49dd-ab40-c98cf8e934bc service neutron] 10.222.0.72 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856985 Feb 10 15:32:40.986036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:40.986398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:40.986897 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:40.987244 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:40.987578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:40.987925 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:40.988236 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:40.988564 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:40.989596 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:40.989922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:40.990247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:40.990704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:40.991103 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:41.009864 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Attempting to bind port 83f1e9e7-ed56-4c2c-8cca-996bd5632936 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:32:41.010235 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Attempting to bind port 83f1e9e7-ed56-4c2c-8cca-996bd5632936 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '2d4c601e-d43f-4653-9cf5-464e627458ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4300929f-3d35-4df8-906c-3319a31762a4'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:32:41.010709 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Attempting to bind port 83f1e9e7-ed56-4c2c-8cca-996bd5632936 on network 4300929f-3d35-4df8-906c-3319a31762a4 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:32:41.025214 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:32:41.026115 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Checking segment: {'id': '2d4c601e-d43f-4653-9cf5-464e627458ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4300929f-3d35-4df8-906c-3319a31762a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:32:41.026528 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:41.026921 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Bound using segment: {'id': '2d4c601e-d43f-4653-9cf5-464e627458ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4300929f-3d35-4df8-906c-3319a31762a4'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:32:41.028516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Bound port: 83f1e9e7-ed56-4c2c-8cca-996bd5632936, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4c601e-d43f-4653-9cf5-464e627458ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4300929f-3d35-4df8-906c-3319a31762a4'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:32:41.028516 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (83f1e9e7-ed56-4c2c-8cca-996bd5632936), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:41.109338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] For port 83f1e9e7-ed56-4c2c-8cca-996bd5632936, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:32:41.113106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] For port 83f1e9e7-ed56-4c2c-8cca-996bd5632936, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=83f1e9e7-ed56-4c2c-8cca-996bd5632936,segment=NetworkSegment(2d4c601e-d43f-4653-9cf5-464e627458ae),segment_id=2d4c601e-d43f-4653-9cf5-464e627458ae)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:32:41.130121 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (83f1e9e7-ed56-4c2c-8cca-996bd5632936), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:41.187514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9033a2-333c-43c0-9b68-291f4d1815c7 None None] Pushing event updated for resources: {'Port': ['ID=83f1e9e7-ed56-4c2c-8cca-996bd5632936,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:41.208085 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43016bea-7253-4aec-8eb3-c67e27ebfba9 req-33f2b276-7e3b-42d3-ae96-50a797077759 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176953 Feb 10 15:32:41.236097 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c52b61b7-7b04-4e09-ae8e-7ee46d491ffa tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks [] for port (70f0c0ec-79dd-4665-b15b-c17dbe2ff738), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:41.273583 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cd4a49f-6c99-4263-b591-cbc3a9068523 req-e9bb4c30-64ad-4356-ad4d-1e72d3a9a165 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 HTTP/1.1" status: 200 len: 1000 time: 0.2868643 Feb 10 15:32:41.287290 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:41.473342 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4a49f-6c99-4263-b591-cbc3a9068523 req-1e2d0f70-4d77-4b0b-8b12-7a5d8264262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:41.475573 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cd4a49f-6c99-4263-b591-cbc3a9068523 req-1e2d0f70-4d77-4b0b-8b12-7a5d8264262e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.1865861 Feb 10 15:32:41.485181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d03e8-8b76-4119-92a7-1306e172fba7 req-9ee710ee-5285-45bb-a30f-53d82ad46f4f tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:41.487285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-828d03e8-8b76-4119-92a7-1306e172fba7 req-9ee710ee-5285-45bb-a30f-53d82ad46f4f tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 944 time: 0.5218089 Feb 10 15:32:41.506298 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2385453-c425-4e7b-afec-581ed3517009 req-e94e64a9-f215-467e-9976-01372f313990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:41.509086 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-e94e64a9-f215-467e-9976-01372f313990 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9325239-1172-433f-bd6d-993f764a9d89 HTTP/1.1" status: 200 len: 844 time: 0.7616134 Feb 10 15:32:41.556824 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a7286b83-efb6-4202-b9e4-8a9404a7c8f6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group (888992f7-2eed-4cfd-9b31-d441624fc9dd), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:41.557055 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2749452d-f5c7-40aa-a76b-34ca8b5a4734 req-2fce63e3-2067-4226-9811-3f2afe9ce310 service neutron] 10.222.0.72 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584354 Feb 10 15:32:41.612016 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-828d03e8-8b76-4119-92a7-1306e172fba7 req-76928fe6-3f7a-494e-a737-f44c090db0bc tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024029 Feb 10 15:32:41.653474 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4a49f-6c99-4263-b591-cbc3a9068523 req-b18205cc-86e9-4ce2-95ce-672ce12e1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:41.655356 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cd4a49f-6c99-4263-b591-cbc3a9068523 req-b18205cc-86e9-4ce2-95ce-672ce12e1a2e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1665721 Feb 10 15:32:41.659392 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-76a66aa3-ce34-4404-ad24-875d0f56d329 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:41.664812 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34662) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:41.680877 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-76a66aa3-ce34-4404-ad24-875d0f56d329 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.1365013 Feb 10 15:32:41.819046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2385453-c425-4e7b-afec-581ed3517009 req-a9ddf839-c773-4921-8c14-e8c25c64fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:41.820536 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-a9ddf839-c773-4921-8c14-e8c25c64fb0d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3ecb8799-ae9a-4dae-9ca0-77e560818bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2840593 Feb 10 15:32:41.932759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 83f1e9e7-ed56-4c2c-8cca-996bd5632936 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:41.978446 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c52b61b7-7b04-4e09-ae8e-7ee46d491ffa tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (70f0c0ec-79dd-4665-b15b-c17dbe2ff738), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:42.143758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 83f1e9e7-ed56-4c2c-8cca-996bd5632936 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:42.146974 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (83f1e9e7-ed56-4c2c-8cca-996bd5632936), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:42.212325 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a7286b83-efb6-4202-b9e4-8a9404a7c8f6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (888992f7-2eed-4cfd-9b31-d441624fc9dd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:42.219314 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a7286b83-efb6-4202-b9e4-8a9404a7c8f6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:42.225633 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a7286b83-efb6-4202-b9e4-8a9404a7c8f6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "DELETE /v2.0/security-groups/888992f7-2eed-4cfd-9b31-d441624fc9dd HTTP/1.1" status: 204 len: 168 time: 2.0909569 Feb 10 15:32:42.232122 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34666) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:42.278271 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-152a3c6e-0a33-43c3-923b-244792f18884 req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Allocated IP 172.20.0.13 (7712d31d-6d11-4c8c-a7c8-4e23da9e4695/a804ad4a-0898-4f34-80da-5d3eaabc032e/7a449bc5-1d42-4107-8e04-c2e6a352cad8) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:32:42.328742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 83f1e9e7-ed56-4c2c-8cca-996bd5632936 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:42.331180 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (83f1e9e7-ed56-4c2c-8cca-996bd5632936), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:42.452747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 83f1e9e7-ed56-4c2c-8cca-996bd5632936, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=83f1e9e7-ed56-4c2c-8cca-996bd5632936,segment=NetworkSegment(2d4c601e-d43f-4653-9cf5-464e627458ae),segment_id=2d4c601e-d43f-4653-9cf5-464e627458ae)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:42.461133 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (83f1e9e7-ed56-4c2c-8cca-996bd5632936), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:42.570975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=83f1e9e7-ed56-4c2c-8cca-996bd5632936,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:42.650334 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks [] for port (7a449bc5-1d42-4107-8e04-c2e6a352cad8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:42.768012 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-152ffddf-ef9c-4178-b238-b3547b382302 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] show failed (client error): The resource could not be found. Feb 10 15:32:42.777246 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-152ffddf-ef9c-4178-b238-b3547b382302 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "GET /v2.0/security-groups/888992f7-2eed-4cfd-9b31-d441624fc9dd HTTP/1.1" status: 404 len: 347 time: 0.4817905 Feb 10 15:32:42.801952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34678) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:42.818921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c52b61b7-7b04-4e09-ae8e-7ee46d491ffa tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:42.849673 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c52b61b7-7b04-4e09-ae8e-7ee46d491ffa tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:42.852291 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7a449bc5-1d42-4107-8e04-c2e6a352cad8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:42.877306 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5784560a-af25-40a5-a60e-d0cbdf143b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:42.903045 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c52b61b7-7b04-4e09-ae8e-7ee46d491ffa tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:32:42.959950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7286b83-efb6-4202-b9e4-8a9404a7c8f6 tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=888992f7-2eed-4cfd-9b31-d441624fc9dd,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:42.967661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c52b61b7-7b04-4e09-ae8e-7ee46d491ffa tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:42.968802 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c52b61b7-7b04-4e09-ae8e-7ee46d491ffa tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:43.052427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b61b7-7b04-4e09-ae8e-7ee46d491ffa tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Pushing event updated for resources: {'Port': ['ID=70f0c0ec-79dd-4665-b15b-c17dbe2ff738,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:43.077346 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c52b61b7-7b04-4e09-ae8e-7ee46d491ffa tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3407381 Feb 10 15:32:43.079649 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152a3c6e-0a33-43c3-923b-244792f18884 req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:43.110064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f4732c-97b6-4266-afa0-0eba61054a5d None None] Network 4300929f-3d35-4df8-906c-3319a31762a4 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:32:43.115972 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cd4a49f-6c99-4263-b591-cbc3a9068523 req-4f957e2b-8425-4bbd-888c-b2154d1c7ad4 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4519460 Feb 10 15:32:43.154172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Request body: {'port': {'device_id': '1ccf1530-b9fb-4700-ac15-48e832d5dff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:43.265423 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-152a3c6e-0a33-43c3-923b-244792f18884 req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:43.268525 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cd4a49f-6c99-4263-b591-cbc3a9068523 req-a6fce430-ba0c-47cd-9f90-022339748a09 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143920 Feb 10 15:32:43.300050 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c544a4-b8c6-45c3-986e-2886c8fef569 req-ff6e9612-8a48-4966-b317-403b7f0131cb tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:43.302429 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01c544a4-b8c6-45c3-986e-2886c8fef569 req-ff6e9612-8a48-4966-b317-403b7f0131cb tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 944 time: 0.3841524 Feb 10 15:32:43.362465 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-152a3c6e-0a33-43c3-923b-244792f18884 req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:32:43.400581 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9564fad8-e47a-4649-a64c-4b923c00a96e None None] Provisioning complete for port 83f1e9e7-ed56-4c2c-8cca-996bd5632936 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:43.400979 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9564fad8-e47a-4649-a64c-4b923c00a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (83f1e9e7-ed56-4c2c-8cca-996bd5632936), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:43.412152 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb542a49-e070-43e4-97e7-ca98966dbe74 req-f0cd0b15-f5e7-4fc6-9a2c-c0a601973a10 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:43.413967 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb542a49-e070-43e4-97e7-ca98966dbe74 req-f0cd0b15-f5e7-4fc6-9a2c-c0a601973a10 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 932 time: 0.4969549 Feb 10 15:32:43.422699 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-655247f2-a81c-44c0-b139-15744abc4337 service neutron] 10.222.0.79 "GET /v2.0/networks/3ecb8799-ae9a-4dae-9ca0-77e560818bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5867639 Feb 10 15:32:43.428878 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:43.429577 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:43.456948 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:43.618133 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2385453-c425-4e7b-afec-581ed3517009 req-08d432e5-16b8-48bc-acb9-5db1465edf25 service neutron] 10.222.0.79 "GET /v2.0/networks/3ecb8799-ae9a-4dae-9ca0-77e560818bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819656 Feb 10 15:32:43.634287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9564fad8-e47a-4649-a64c-4b923c00a96e None None] Current status of the port 83f1e9e7-ed56-4c2c-8cca-996bd5632936 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:43.836666 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Pushing event updated for resources: {'Port': ['ID=7a449bc5-1d42-4107-8e04-c2e6a352cad8,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:43.850243 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (70f0c0ec-79dd-4665-b15b-c17dbe2ff738), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:43.860265 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 83f1e9e7-ed56-4c2c-8cca-996bd5632936 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:43.861747 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2508936 Feb 10 15:32:43.920802 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Request body: {'port': {'device_id': 'ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:43.996850 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:43.997989 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:43.998710 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:43.999282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:43.999956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:44.000499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:44.001067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:44.001622 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:44.002158 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:44.002710 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:44.003436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:44.003985 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:44.005290 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf022e4-d234-4413-b6d9-7909e48ba6e9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:32:44.010596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01c544a4-b8c6-45c3-986e-2886c8fef569 req-4e4403f7-d346-4327-a18a-57bffa1b3d1f tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6964746 Feb 10 15:32:44.014775 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7a449bc5-1d42-4107-8e04-c2e6a352cad8), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:44.022231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 83f1e9e7-ed56-4c2c-8cca-996bd5632936 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:44.022450 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (83f1e9e7-ed56-4c2c-8cca-996bd5632936), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:44.087060 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb542a49-e070-43e4-97e7-ca98966dbe74 req-99f3c174-8ba8-4fc5-b41c-d30a1689193e tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6366796 Feb 10 15:32:44.097320 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-cb35403b-bb4d-4244-9be0-c903c2e5b23c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Deleting port 502d99f0-c3c4-493b-9e21-7076bd5f6a18 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:32:44.098030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb35403b-bb4d-4244-9be0-c903c2e5b23c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (502d99f0-c3c4-493b-9e21-7076bd5f6a18), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:44.103366 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f056867e-b6a7-4544-9af2-31bb5447b33e None None] Provisioning complete for port 83f1e9e7-ed56-4c2c-8cca-996bd5632936 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:44.103958 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f056867e-b6a7-4544-9af2-31bb5447b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (83f1e9e7-ed56-4c2c-8cca-996bd5632936), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:44.221349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Allocated IP 2001:db8::1 (4300929f-3d35-4df8-906c-3319a31762a4/3c36ede0-50c9-4723-913a-99680f3dfcb2/71add997-53cb-4a7b-94a2-cc8718c5ce3b) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:32:44.230796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47700a-523b-49ba-a401-a434beb7fc7d req-c3bfd673-acc7-49d6-aa62-4dd5b7217344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:44.232969 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ae47700a-523b-49ba-a401-a434beb7fc7d req-c3bfd673-acc7-49d6-aa62-4dd5b7217344 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ece2774136d14f7c9338ad1f8b9d9674&device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 1126 time: 0.5021565 Feb 10 15:32:44.237436 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f056867e-b6a7-4544-9af2-31bb5447b33e None None] Current status of the port 83f1e9e7-ed56-4c2c-8cca-996bd5632936 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:44.244310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 83f1e9e7-ed56-4c2c-8cca-996bd5632936 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:44.328719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d69a61-25c1-4407-9dc6-21ee6c451c55 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:32:44.338178 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Publish callbacks [] for port (22d69a61-25c1-4407-9dc6-21ee6c451c55), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:44.353320 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Transition to ACTIVE for port object 22d69a61-25c1-4407-9dc6-21ee6c451c55 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:32:44.398291 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (71add997-53cb-4a7b-94a2-cc8718c5ce3b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:44.466251 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (71add997-53cb-4a7b-94a2-cc8718c5ce3b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:44.537213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 4300929f-3d35-4df8-906c-3319a31762a4 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:44.541393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:44.563075 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:32:44.564003 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (f6842ff1-3c44-409d-9700-b2ab0aeb0715), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:44.760958 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=71add997-53cb-4a7b-94a2-cc8718c5ce3b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:44.903102 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (71add997-53cb-4a7b-94a2-cc8718c5ce3b), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:45.013540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-acef1e71-b871-4352-bcbf-d36479d5bfcb None None] Provisioning complete for port 71add997-53cb-4a7b-94a2-cc8718c5ce3b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:45.013734 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-acef1e71-b871-4352-bcbf-d36479d5bfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (71add997-53cb-4a7b-94a2-cc8718c5ce3b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:45.148401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-acef1e71-b871-4352-bcbf-d36479d5bfcb None None] Port 71add997-53cb-4a7b-94a2-cc8718c5ce3b cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:32:45.153488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47700a-523b-49ba-a401-a434beb7fc7d req-b9886b3a-390e-4853-8a80-69d2846bd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:45.157279 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ae47700a-523b-49ba-a401-a434beb7fc7d req-b9886b3a-390e-4853-8a80-69d2846bd90b service neutron] 10.222.0.79 "GET /v2.0/networks?id=3ecb8799-ae9a-4dae-9ca0-77e560818bb7 HTTP/1.1" status: 200 len: 906 time: 0.9025505 Feb 10 15:32:45.198912 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (22d69a61-25c1-4407-9dc6-21ee6c451c55), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:45.205727 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f8d33d3-76e9-4449-8a82-18f5f98799c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:45.318039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0f4bf-6d62-462f-8c97-2b07a67d3a04 req-65476317-48a4-47f0-8403-3176b4b6ca5b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:45.319914 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24c0f4bf-6d62-462f-8c97-2b07a67d3a04 req-65476317-48a4-47f0-8403-3176b4b6ca5b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 944 time: 0.1400905 Feb 10 15:32:45.378921 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fc1ac-459e-470b-a225-0d86aad6ff08 req-35d0f930-e0f3-49e3-bb3d-e94b90d77147 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:45.387984 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-804fc1ac-459e-470b-a225-0d86aad6ff08 req-35d0f930-e0f3-49e3-bb3d-e94b90d77147 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 944 time: 0.1651773 Feb 10 15:32:45.459204 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ae47700a-523b-49ba-a401-a434beb7fc7d req-796a3eef-1880-4f48-8082-67359381bb7a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c829f7b-caf4-4c16-b510-3cbd76668793 HTTP/1.1" status: 200 len: 217 time: 0.2060182 Feb 10 15:32:45.529847 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47700a-523b-49ba-a401-a434beb7fc7d req-15d83e1b-af6c-4e54-85db-02334b871ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:45.533699 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ae47700a-523b-49ba-a401-a434beb7fc7d req-15d83e1b-af6c-4e54-85db-02334b871ee4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9325239-1172-433f-bd6d-993f764a9d89 HTTP/1.1" status: 200 len: 844 time: 0.0536900 Feb 10 15:32:45.595975 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (71add997-53cb-4a7b-94a2-cc8718c5ce3b), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:45.619892 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (71add997-53cb-4a7b-94a2-cc8718c5ce3b), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:45.621007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (f6842ff1-3c44-409d-9700-b2ab0aeb0715), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:45.635393 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Pushing event updated for resources: {'Port': ['ID=22d69a61-25c1-4407-9dc6-21ee6c451c55,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:45.644136 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb35403b-bb4d-4244-9be0-c903c2e5b23c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (502d99f0-c3c4-493b-9e21-7076bd5f6a18), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:45.644538 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb35403b-bb4d-4244-9be0-c903c2e5b23c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for floatingip (502d99f0-c3c4-493b-9e21-7076bd5f6a18), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:45.673210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-cb35403b-bb4d-4244-9be0-c903c2e5b23c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Calling delete_port for 502d99f0-c3c4-493b-9e21-7076bd5f6a18 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:32:45.804257 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24c0f4bf-6d62-462f-8c97-2b07a67d3a04 req-138bdf1b-aafc-4d1b-b6cf-b7067aa00881 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4655704 Feb 10 15:32:45.825822 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-804fc1ac-459e-470b-a225-0d86aad6ff08 req-eb9b8818-3c1f-44e2-a689-6d3c1c138525 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207878 Feb 10 15:32:45.831586 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=71add997-53cb-4a7b-94a2-cc8718c5ce3b,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:45.926794 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Attempting to bind port 22d69a61-25c1-4407-9dc6-21ee6c451c55 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:32:45.927442 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Attempting to bind port 22d69a61-25c1-4407-9dc6-21ee6c451c55 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'f31c80db-0d92-4ce6-afe3-e12041e6fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:32:45.927783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Attempting to bind port 22d69a61-25c1-4407-9dc6-21ee6c451c55 on network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:32:45.954064 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Port 22d69a61-25c1-4407-9dc6-21ee6c451c55 on network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:32:45.954397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Attempting to bind port 22d69a61-25c1-4407-9dc6-21ee6c451c55 on network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:32:45.982771 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47700a-523b-49ba-a401-a434beb7fc7d req-3069a311-4b5e-4b11-ba77-9e9770115973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:45.984315 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ae47700a-523b-49ba-a401-a434beb7fc7d req-3069a311-4b5e-4b11-ba77-9e9770115973 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3ecb8799-ae9a-4dae-9ca0-77e560818bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4365408 Feb 10 15:32:45.994837 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 4300929f-3d35-4df8-906c-3319a31762a4 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:45.996281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:46.011036 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:32:46.011717 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Checking segment: {'id': 'f31c80db-0d92-4ce6-afe3-e12041e6fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:32:46.011813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Bound using segment: {'id': 'f31c80db-0d92-4ce6-afe3-e12041e6fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:32:46.012198 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Bound port: 22d69a61-25c1-4407-9dc6-21ee6c451c55, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31c80db-0d92-4ce6-afe3-e12041e6fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:32:46.013776 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (22d69a61-25c1-4407-9dc6-21ee6c451c55), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:46.256611 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router f6842ff1-3c44-409d-9700-b2ab0aeb0715 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:32:46.341976 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:46.395117 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb35403b-bb4d-4244-9be0-c903c2e5b23c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (502d99f0-c3c4-493b-9e21-7076bd5f6a18), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:46.489088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:32:46.498928 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a449bc5-1d42-4107-8e04-c2e6a352cad8 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:32:46.509592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d41a01c-7f15-4e9f-883f-065e33553a77 None None] Sync routers for ids ['f6842ff1-3c44-409d-9700-b2ab0aeb0715'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:32:46.514576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34712) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:46.522083 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-12e06407-d33b-40d7-a7ae-20766e10c544 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/f6842ff1-3c44-409d-9700-b2ab0aeb0715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8510466 Feb 10 15:32:46.531066 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d41a01c-7f15-4e9f-883f-065e33553a77 None None] Routers {'f6842ff1-3c44-409d-9700-b2ab0aeb0715'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:46.531859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0d41a01c-7f15-4e9f-883f-065e33553a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f6842ff1-3c44-409d-9700-b2ab0aeb0715'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:46.578618 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Publish callbacks [] for port (7a449bc5-1d42-4107-8e04-c2e6a352cad8), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:46.590110 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536702bf-e1d5-4e91-9fc1-897af5aa2d4c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:46.595124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34718) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:46.595489 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-536702bf-e1d5-4e91-9fc1-897af5aa2d4c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports/71add997-53cb-4a7b-94a2-cc8718c5ce3b HTTP/1.1" status: 200 len: 911 time: 0.0792601 Feb 10 15:32:46.596103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35403b-bb4d-4244-9be0-c903c2e5b23c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Pushing event deleted for resources: {'Port': ['ID=502d99f0-c3c4-493b-9e21-7076bd5f6a18,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:46.603408 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-db94b6d3-d600-44cf-8829-b16ab114cdb8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c36ede0-50c9-4723-913a-99680f3dfcb2'}]}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:46.648562 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0d41a01c-7f15-4e9f-883f-065e33553a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:46.699339 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb35403b-bb4d-4244-9be0-c903c2e5b23c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks [] for floatingip (6dd9b49c-e538-4f09-ad24-789fa6bfe741), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:46.699925 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d41a01c-7f15-4e9f-883f-065e33553a77 None None] Routers {'f6842ff1-3c44-409d-9700-b2ab0aeb0715'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:46.700658 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0d41a01c-7f15-4e9f-883f-065e33553a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f6842ff1-3c44-409d-9700-b2ab0aeb0715'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:46.704637 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb35403b-bb4d-4244-9be0-c903c2e5b23c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:46.713090 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cb35403b-bb4d-4244-9be0-c903c2e5b23c tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] 10.222.0.64 "DELETE /v2.0/floatingips/6dd9b49c-e538-4f09-ad24-789fa6bfe741 HTTP/1.1" status: 204 len: 168 time: 3.9043002 Feb 10 15:32:46.788920 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Transition to ACTIVE for port object 7a449bc5-1d42-4107-8e04-c2e6a352cad8 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:32:46.826032 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ae47700a-523b-49ba-a401-a434beb7fc7d req-8f3a3202-1658-43e0-a93c-71b7202cff6b service neutron] 10.222.0.79 "GET /v2.0/networks/3ecb8799-ae9a-4dae-9ca0-77e560818bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8272433 Feb 10 15:32:46.875387 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (7a449bc5-1d42-4107-8e04-c2e6a352cad8), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:46.875594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-df3e3e01-e6cc-4154-b987-12d6f4521443 None None] Provisioning complete for port 71add997-53cb-4a7b-94a2-cc8718c5ce3b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:46.875872 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-df3e3e01-e6cc-4154-b987-12d6f4521443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (71add997-53cb-4a7b-94a2-cc8718c5ce3b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:46.963355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0d41a01c-7f15-4e9f-883f-065e33553a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:46.964041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d41a01c-7f15-4e9f-883f-065e33553a77 None None] The sync data for ids ['f6842ff1-3c44-409d-9700-b2ab0aeb0715'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:32:47.005111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-df3e3e01-e6cc-4154-b987-12d6f4521443 None None] Port 71add997-53cb-4a7b-94a2-cc8718c5ce3b cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:32:47.031428 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] For port 22d69a61-25c1-4407-9dc6-21ee6c451c55, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:32:47.041655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Pushing event updated for resources: {'Port': ['ID=7a449bc5-1d42-4107-8e04-c2e6a352cad8,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:47.126679 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] For port 22d69a61-25c1-4407-9dc6-21ee6c451c55, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=22d69a61-25c1-4407-9dc6-21ee6c451c55,segment=NetworkSegment(f31c80db-0d92-4ce6-afe3-e12041e6fcfe),segment_id=f31c80db-0d92-4ce6-afe3-e12041e6fcfe)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:32:47.195017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (22d69a61-25c1-4407-9dc6-21ee6c451c55), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:47.240323 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:47.243113 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:47.246682 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] 10.222.0.79 "PUT /v2.0/ports/22d69a61-25c1-4407-9dc6-21ee6c451c55 HTTP/1.1" status: 200 len: 1092 time: 7.2637932 Feb 10 15:32:47.357760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e71d6a0-ba90-488c-87fa-6c40a9b301d5', 'tag': '22d69a61-25c1-4407-9dc6-21ee6c451c55'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:32:47.361832 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0cab13-e6d8-4367-ba9c-3ae0c087eb17" -d '{"events": [{"name": "network-changed", "server_uuid": "5e71d6a0-ba90-488c-87fa-6c40a9b301d5", "tag": "22d69a61-25c1-4407-9dc6-21ee6c451c55"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:32:47.377788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51240bbc-9691-4db5-bf30-549d28f3a5fc req-4773121b-4924-4e87-b0e9-8f865f71f77c tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:47.379700 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51240bbc-9691-4db5-bf30-549d28f3a5fc req-4773121b-4924-4e87-b0e9-8f865f71f77c tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 944 time: 0.3238337 Feb 10 15:32:47.445335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2cee6-6695-40e7-89c6-a833569d8266 req-62c16089-07c5-4fb4-91af-f641bbfafb9b tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:47.447597 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63c2cee6-6695-40e7-89c6-a833569d8266 req-62c16089-07c5-4fb4-91af-f641bbfafb9b tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 944 time: 0.4426506 Feb 10 15:32:47.583354 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63c2cee6-6695-40e7-89c6-a833569d8266 req-16f3ac1b-b88a-4edc-b31b-ec46d65d9ac6 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266701 Feb 10 15:32:47.610126 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ae47700a-523b-49ba-a401-a434beb7fc7d req-68911e7b-3acf-49cc-9b76-0ea7fbda4fdd service neutron] 10.222.0.79 "GET /v2.0/networks/3ecb8799-ae9a-4dae-9ca0-77e560818bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7306001 Feb 10 15:32:47.620983 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-db94b6d3-d600-44cf-8829-b16ab114cdb8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (71add997-53cb-4a7b-94a2-cc8718c5ce3b), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:47.636528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c3ede-3803-49b1-8ac1-36f518ad21c4 service neutron] Pushing event updated for resources: {'Port': ['ID=22d69a61-25c1-4407-9dc6-21ee6c451c55,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:47.668506 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51240bbc-9691-4db5-bf30-549d28f3a5fc req-f99d9966-0f16-4264-a3f2-72ba380b871a tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540426 Feb 10 15:32:47.701697 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Attempting to bind port 7a449bc5-1d42-4107-8e04-c2e6a352cad8 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:32:47.702412 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Attempting to bind port 7a449bc5-1d42-4107-8e04-c2e6a352cad8 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'f31c80db-0d92-4ce6-afe3-e12041e6fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:32:47.703590 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Attempting to bind port 7a449bc5-1d42-4107-8e04-c2e6a352cad8 on network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:32:47.707538 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-1baaba8b-651e-4ce3-a47c-c2a3a201abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:47.709870 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-1baaba8b-651e-4ce3-a47c-c2a3a201abd1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b976013113de42a09385b0c2849eadca&device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 1126 time: 0.2592990 Feb 10 15:32:47.743733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Port 7a449bc5-1d42-4107-8e04-c2e6a352cad8 on network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:32:47.744087 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Attempting to bind port 7a449bc5-1d42-4107-8e04-c2e6a352cad8 on network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:32:47.760469 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab55684-190f-4955-bd75-e2ae4e8f7406 x-openstack-request-id: req-5ab55684-190f-4955-bd75-e2ae4e8f7406 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:32:47.760783 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e71d6a0-ba90-488c-87fa-6c40a9b301d5", "tag": "22d69a61-25c1-4407-9dc6-21ee6c451c55", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:32:47.761111 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ab55684-190f-4955-bd75-e2ae4e8f7406 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:32:47.761512 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e71d6a0-ba90-488c-87fa-6c40a9b301d5', 'tag': '22d69a61-25c1-4407-9dc6-21ee6c451c55', 'status': 'completed', 'code': 200} Feb 10 15:32:47.771255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:32:47.771600 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Checking segment: {'id': 'f31c80db-0d92-4ce6-afe3-e12041e6fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:32:47.772423 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Bound using segment: {'id': 'f31c80db-0d92-4ce6-afe3-e12041e6fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:32:47.772986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Bound port: 7a449bc5-1d42-4107-8e04-c2e6a352cad8, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31c80db-0d92-4ce6-afe3-e12041e6fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:32:47.773350 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7a449bc5-1d42-4107-8e04-c2e6a352cad8), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:47.823629 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-2ccc0fa5-e8a9-4fe1-ab48-8e180cdaf422 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22d69a61-25c1-4407-9dc6-21ee6c451c55 HTTP/1.1" status: 200 len: 217 time: 0.0610974 Feb 10 15:32:47.890645 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:47.917771 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:32:47.964533 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Publish callbacks [] for port (70f0c0ec-79dd-4665-b15b-c17dbe2ff738), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:48.001239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Transition to ACTIVE for port object 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:32:48.088471 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (70f0c0ec-79dd-4665-b15b-c17dbe2ff738), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:48.204606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c68d727c-7f03-41ba-99a8-3cad7c099266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:48.206203 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c68d727c-7f03-41ba-99a8-3cad7c099266 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a804ad4a-0898-4f34-80da-5d3eaabc032e HTTP/1.1" status: 200 len: 857 time: 0.3687971 Feb 10 15:32:48.263369 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-69677ac0-081e-40da-8052-220aded959e2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7712d31d-6d11-4c8c-a7c8-4e23da9e4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465152 Feb 10 15:32:48.264131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Pushing event updated for resources: {'Port': ['ID=70f0c0ec-79dd-4665-b15b-c17dbe2ff738,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:48.298456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] For port 7a449bc5-1d42-4107-8e04-c2e6a352cad8, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:32:48.385694 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] For port 7a449bc5-1d42-4107-8e04-c2e6a352cad8, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=7a449bc5-1d42-4107-8e04-c2e6a352cad8,segment=NetworkSegment(f31c80db-0d92-4ce6-afe3-e12041e6fcfe),segment_id=f31c80db-0d92-4ce6-afe3-e12041e6fcfe)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:32:48.411414 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-db94b6d3-d600-44cf-8829-b16ab114cdb8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (71add997-53cb-4a7b-94a2-cc8718c5ce3b), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:48.420615 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (7a449bc5-1d42-4107-8e04-c2e6a352cad8), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:48.422403 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-db94b6d3-d600-44cf-8829-b16ab114cdb8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (71add997-53cb-4a7b-94a2-cc8718c5ce3b), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:48.432549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2c829f7b-caf4-4c16-b510-3cbd76668793 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:32:48.444316 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db94b6d3-d600-44cf-8829-b16ab114cdb8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:48.446561 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-db94b6d3-d600-44cf-8829-b16ab114cdb8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:48.453907 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-db94b6d3-d600-44cf-8829-b16ab114cdb8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/ports/71add997-53cb-4a7b-94a2-cc8718c5ce3b HTTP/1.1" status: 200 len: 911 time: 1.8567083 Feb 10 15:32:48.455514 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34746) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:48.585999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:48.586625 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:48.596176 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] 10.222.0.79 "PUT /v2.0/ports/7a449bc5-1d42-4107-8e04-c2e6a352cad8 HTTP/1.1" status: 200 len: 1092 time: 4.7041285 Feb 10 15:32:48.694742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 2c829f7b-caf4-4c16-b510-3cbd76668793, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2c829f7b-caf4-4c16-b510-3cbd76668793,segment=NetworkSegment(57048521-d468-4955-a871-b03929b23f2e),segment_id=57048521-d468-4955-a871-b03929b23f2e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:48.718993 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '2c829f7b-caf4-4c16-b510-3cbd76668793', 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'port_id': '2c829f7b-caf4-4c16-b510-3cbd76668793', 'mac_address': 'fa:16:3e:85:94:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:32:48.751018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Attempting to bind port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:32:48.753161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Attempting to bind port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'f31c80db-0d92-4ce6-afe3-e12041e6fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:32:48.755128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Attempting to bind port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 on network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:32:48.814769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 on network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:32:48.815418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Attempting to bind port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 on network 7712d31d-6d11-4c8c-a7c8-4e23da9e4695 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:32:48.825099 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:32:48.825297 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 2c829f7b-caf4-4c16-b510-3cbd76668793 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:48.825510 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2c829f7b-caf4-4c16-b510-3cbd76668793), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:48.826033 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Checking segment: {'id': 'f31c80db-0d92-4ce6-afe3-e12041e6fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:32:48.826582 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Bound using segment: {'id': 'f31c80db-0d92-4ce6-afe3-e12041e6fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:32:48.827162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Bound port: 70f0c0ec-79dd-4665-b15b-c17dbe2ff738, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31c80db-0d92-4ce6-afe3-e12041e6fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:32:48.827848 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (70f0c0ec-79dd-4665-b15b-c17dbe2ff738), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:48.830445 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e116e-7b6b-4bce-b85a-4759ec576a45 service neutron] Pushing event updated for resources: {'Port': ['ID=7a449bc5-1d42-4107-8e04-c2e6a352cad8,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:48.843467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94b6d3-d600-44cf-8829-b16ab114cdb8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=71add997-53cb-4a7b-94a2-cc8718c5ce3b,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:48.859539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c829f7b-caf4-4c16-b510-3cbd76668793 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:32:48.863290 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-1641df0c-8e98-49d0-a8a1-15f7c3993f84 service neutron] 10.222.0.79 "GET /v2.0/networks/7712d31d-6d11-4c8c-a7c8-4e23da9e4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765991 Feb 10 15:32:48.929271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 2c829f7b-caf4-4c16-b510-3cbd76668793, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2c829f7b-caf4-4c16-b510-3cbd76668793,segment=NetworkSegment(57048521-d468-4955-a871-b03929b23f2e),segment_id=57048521-d468-4955-a871-b03929b23f2e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:48.950220 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2c829f7b-caf4-4c16-b510-3cbd76668793), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:48.963074 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:49.092017 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=2c829f7b-caf4-4c16-b510-3cbd76668793,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:49.139685 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-3eee1d29-d53b-4199-a485-9a0e266cf327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:49.149156 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-3eee1d29-d53b-4199-a485-9a0e266cf327 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b976013113de42a09385b0c2849eadca&device_id=ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3 HTTP/1.1" status: 200 len: 1126 time: 0.4965079 Feb 10 15:32:49.310492 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-62dd175b-0265-46f4-8d21-75f0cecb9f5c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a449bc5-1d42-4107-8e04-c2e6a352cad8 HTTP/1.1" status: 200 len: 217 time: 0.0797153 Feb 10 15:32:49.322210 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['2c829f7b-caf4-4c16-b510-3cbd76668793'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:32:49.341691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9929d9b-e991-421e-a8c3-2b296d49a7d9 req-1d24c3e3-5fad-4af8-af7f-1e8457f9cf8a tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:49.352766 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9929d9b-e991-421e-a8c3-2b296d49a7d9 req-1d24c3e3-5fad-4af8-af7f-1e8457f9cf8a tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 944 time: 0.5650537 Feb 10 15:32:49.357766 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-14f318bd-25ef-4ef6-bea6-9c8b7ec0b338 service neutron] 10.222.0.79 "GET /v2.0/networks/7712d31d-6d11-4c8c-a7c8-4e23da9e4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815960 Feb 10 15:32:49.503244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] For port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:32:49.503244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] For port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=70f0c0ec-79dd-4665-b15b-c17dbe2ff738,segment=NetworkSegment(f31c80db-0d92-4ce6-afe3-e12041e6fcfe),segment_id=f31c80db-0d92-4ce6-afe3-e12041e6fcfe)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:32:49.505168 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9929d9b-e991-421e-a8c3-2b296d49a7d9 req-faed9189-e545-4c5d-830a-caf00afd0011 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209533 Feb 10 15:32:49.509631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (70f0c0ec-79dd-4665-b15b-c17dbe2ff738), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:49.518185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f40fb3-75a1-4d07-98e6-9a92e9bbe29d req-8a80dfa1-9e8b-4095-b342-976921e96e6d tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:49.526860 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95f40fb3-75a1-4d07-98e6-9a92e9bbe29d req-8a80dfa1-9e8b-4095-b342-976921e96e6d tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 945 time: 0.4149208 Feb 10 15:32:49.558093 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-60536334-9419-4e36-a36e-42a0ac3ef8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:49.559854 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-60536334-9419-4e36-a36e-42a0ac3ef8b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a804ad4a-0898-4f34-80da-5d3eaabc032e HTTP/1.1" status: 200 len: 857 time: 0.2338028 Feb 10 15:32:49.620505 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95f40fb3-75a1-4d07-98e6-9a92e9bbe29d req-a4dfcd35-10ba-4dfe-857f-0db80271ce3b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695012 Feb 10 15:32:49.685767 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4939cc2e-cd2d-4ef9-85c0-c3bfaa9ba080 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (f6842ff1-3c44-409d-9700-b2ab0aeb0715), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:49.704547 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ba746cb7-6a97-4ee7-89cb-d93f08e92309 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7712d31d-6d11-4c8c-a7c8-4e23da9e4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105976 Feb 10 15:32:49.709716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:49.710918 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:49.718287 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] 10.222.0.72 "PUT /v2.0/ports/70f0c0ec-79dd-4665-b15b-c17dbe2ff738 HTTP/1.1" status: 200 len: 1091 time: 6.5720191 Feb 10 15:32:49.763181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3', 'tag': '7a449bc5-1d42-4107-8e04-c2e6a352cad8'}, {'name': 'network-changed', 'server_uuid': '1ccf1530-b9fb-4700-ac15-48e832d5dff1', 'tag': '70f0c0ec-79dd-4665-b15b-c17dbe2ff738'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:32:49.765410 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3", "tag": "7a449bc5-1d42-4107-8e04-c2e6a352cad8"}, {"name": "network-changed", "server_uuid": "1ccf1530-b9fb-4700-ac15-48e832d5dff1", "tag": "70f0c0ec-79dd-4665-b15b-c17dbe2ff738"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:32:49.837613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5930963-680f-4d99-a363-7995aeb255a5 service neutron] Pushing event updated for resources: {'Port': ['ID=70f0c0ec-79dd-4665-b15b-c17dbe2ff738,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:49.885488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cab13-e6d8-4367-ba9c-3ae0c087eb17 req-6a62dc07-1d6a-47f8-9e2e-910e704ff35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:49.887142 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bc0cab13-e6d8-4367-ba9c-3ae0c087eb17 req-6a62dc07-1d6a-47f8-9e2e-910e704ff35a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b976013113de42a09385b0c2849eadca&device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 1126 time: 0.4467733 Feb 10 15:32:49.894034 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 15:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba1e7ff-9872-4127-993b-1d573474e102 x-openstack-request-id: req-7ba1e7ff-9872-4127-993b-1d573474e102 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:32:49.894334 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3", "tag": "7a449bc5-1d42-4107-8e04-c2e6a352cad8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ccf1530-b9fb-4700-ac15-48e832d5dff1", "tag": "70f0c0ec-79dd-4665-b15b-c17dbe2ff738", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:32:49.894584 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ba1e7ff-9872-4127-993b-1d573474e102 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:32:49.895064 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3', 'tag': '7a449bc5-1d42-4107-8e04-c2e6a352cad8', 'status': 'completed', 'code': 200} Feb 10 15:32:49.895907 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ccf1530-b9fb-4700-ac15-48e832d5dff1', 'tag': '70f0c0ec-79dd-4665-b15b-c17dbe2ff738', 'status': 'completed', 'code': 200} Feb 10 15:32:50.612521 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-4939cc2e-cd2d-4ef9-85c0-c3bfaa9ba080 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port 71add997-53cb-4a7b-94a2-cc8718c5ce3b {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:32:50.613133 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4939cc2e-cd2d-4ef9-85c0-c3bfaa9ba080 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (71add997-53cb-4a7b-94a2-cc8718c5ce3b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:50.632730 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-96201d03-f127-468e-b560-b6ca3c7c2076 service neutron] 10.222.0.79 "GET /v2.0/networks/7712d31d-6d11-4c8c-a7c8-4e23da9e4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9109976 Feb 10 15:32:50.650324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ddf3b15d-c9c7-4b27-8a18-ac6c7f36489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:50.651977 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-ddf3b15d-c9c7-4b27-8a18-ac6c7f36489e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b976013113de42a09385b0c2849eadca&device_id=1ccf1530-b9fb-4700-ac15-48e832d5dff1 HTTP/1.1" status: 200 len: 1125 time: 0.8702543 Feb 10 15:32:50.724185 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-8ff8319f-0cf8-4b7d-b542-f05a70ac1ee3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70f0c0ec-79dd-4665-b15b-c17dbe2ff738 HTTP/1.1" status: 200 len: 217 time: 0.0541832 Feb 10 15:32:50.727060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cab13-e6d8-4367-ba9c-3ae0c087eb17 req-4fe9f057-c801-4294-9156-88aa30935a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:50.728635 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bc0cab13-e6d8-4367-ba9c-3ae0c087eb17 req-4fe9f057-c801-4294-9156-88aa30935a87 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7712d31d-6d11-4c8c-a7c8-4e23da9e4695 HTTP/1.1" status: 200 len: 918 time: 0.8286228 Feb 10 15:32:50.811759 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4939cc2e-cd2d-4ef9-85c0-c3bfaa9ba080 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (71add997-53cb-4a7b-94a2-cc8718c5ce3b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:50.857920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-4939cc2e-cd2d-4ef9-85c0-c3bfaa9ba080 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for 71add997-53cb-4a7b-94a2-cc8718c5ce3b owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:32:50.904087 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bc0cab13-e6d8-4367-ba9c-3ae0c087eb17 req-30959bcd-7355-4a25-b3f3-47d0cdf85f0f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22d69a61-25c1-4407-9dc6-21ee6c451c55 HTTP/1.1" status: 200 len: 217 time: 0.1615853 Feb 10 15:32:50.981950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3c6e-0a33-43c3-923b-244792f18884 req-66ab0354-9f87-4507-bf02-b82696865f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:50.983458 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-66ab0354-9f87-4507-bf02-b82696865f65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a804ad4a-0898-4f34-80da-5d3eaabc032e HTTP/1.1" status: 200 len: 857 time: 0.2521706 Feb 10 15:32:51.039212 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-b6f07d97-0f00-4740-ae49-42660527f39c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7712d31d-6d11-4c8c-a7c8-4e23da9e4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443106 Feb 10 15:32:51.043163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cab13-e6d8-4367-ba9c-3ae0c087eb17 req-8a45bdeb-6aee-48ac-adb5-4f2acdcae9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:51.044627 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bc0cab13-e6d8-4367-ba9c-3ae0c087eb17 req-8a45bdeb-6aee-48ac-adb5-4f2acdcae9cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a804ad4a-0898-4f34-80da-5d3eaabc032e HTTP/1.1" status: 200 len: 857 time: 0.1223345 Feb 10 15:32:51.079584 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-a96d4338-f179-442a-8307-5c169de5730b service neutron] 10.222.0.79 "GET /v2.0/networks/7712d31d-6d11-4c8c-a7c8-4e23da9e4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389038 Feb 10 15:32:51.112584 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bc0cab13-e6d8-4367-ba9c-3ae0c087eb17 req-3c7ec27d-eab5-43ef-98b6-bf66f1cb7bd7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7712d31d-6d11-4c8c-a7c8-4e23da9e4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540512 Feb 10 15:32:51.205453 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4939cc2e-cd2d-4ef9-85c0-c3bfaa9ba080 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (71add997-53cb-4a7b-94a2-cc8718c5ce3b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:51.277082 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939cc2e-cd2d-4ef9-85c0-c3bfaa9ba080 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=71add997-53cb-4a7b-94a2-cc8718c5ce3b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:51.350112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f3eb7-b1dc-4f90-9ede-1cdb25bb27dc req-f5164cf6-a8fb-4944-9d7b-624f3c27523f tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:51.352534 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b77f3eb7-b1dc-4f90-9ede-1cdb25bb27dc req-f5164cf6-a8fb-4944-9d7b-624f3c27523f tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 944 time: 0.2303891 Feb 10 15:32:51.423525 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-8fb1ed99-c7b3-46c2-99f6-656d70f948b2 service neutron] 10.222.0.72 "GET /v2.0/networks/7712d31d-6d11-4c8c-a7c8-4e23da9e4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778720 Feb 10 15:32:51.429151 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bc0cab13-e6d8-4367-ba9c-3ae0c087eb17 req-15e88858-bf0f-49bb-bc3b-f8c3dd4d8352 service neutron] 10.222.0.79 "GET /v2.0/networks/7712d31d-6d11-4c8c-a7c8-4e23da9e4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088875 Feb 10 15:32:51.553142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43692b62-9414-4193-b169-003c66d3818c req-24d04747-12d8-448c-8bd4-a3b4b93c1fa3 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:51.554800 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43692b62-9414-4193-b169-003c66d3818c req-24d04747-12d8-448c-8bd4-a3b4b93c1fa3 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 945 time: 0.4514463 Feb 10 15:32:51.611800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-7c785b28-6c66-490b-8812-4a5d4864a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:51.613430 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-7c785b28-6c66-490b-8812-4a5d4864a791 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b976013113de42a09385b0c2849eadca&device_id=ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3 HTTP/1.1" status: 200 len: 1126 time: 0.4110703 Feb 10 15:32:51.683020 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b77f3eb7-b1dc-4f90-9ede-1cdb25bb27dc req-a83de65b-fc7e-42bc-a3bf-c63ad99b3b54 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670305 Feb 10 15:32:51.701864 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4939cc2e-cd2d-4ef9-85c0-c3bfaa9ba080 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (f6842ff1-3c44-409d-9700-b2ab0aeb0715), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:51.918792 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bc0cab13-e6d8-4367-ba9c-3ae0c087eb17 req-c9f70a3f-0220-4197-8d7f-14b1a1210e94 service neutron] 10.222.0.79 "GET /v2.0/networks/7712d31d-6d11-4c8c-a7c8-4e23da9e4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562750 Feb 10 15:32:51.940612 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-152a3c6e-0a33-43c3-923b-244792f18884 req-9a2f1cf4-f095-41c0-beac-b78d28f26470 service neutron] 10.222.0.72 "GET /v2.0/networks/7712d31d-6d11-4c8c-a7c8-4e23da9e4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985721 Feb 10 15:32:51.955656 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43692b62-9414-4193-b169-003c66d3818c req-aaab901a-238d-4782-ab53-7f324631c8fb tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731399 Feb 10 15:32:51.961525 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-33382034-7362-4f73-9a05-4d2c590c9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:51.964105 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-33382034-7362-4f73-9a05-4d2c590c9e1f service neutron] 10.222.0.79 "GET /v2.0/networks?id=7712d31d-6d11-4c8c-a7c8-4e23da9e4695 HTTP/1.1" status: 200 len: 918 time: 0.3200488 Feb 10 15:32:52.063507 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-87637a01-203c-46fb-ac21-051dcca93df4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a449bc5-1d42-4107-8e04-c2e6a352cad8 HTTP/1.1" status: 200 len: 217 time: 0.0930912 Feb 10 15:32:52.144701 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4939cc2e-cd2d-4ef9-85c0-c3bfaa9ba080 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router f6842ff1-3c44-409d-9700-b2ab0aeb0715 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:32:52.224554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-930866f6-2450-4e6b-9199-45d334a5b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:52.236550 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-930866f6-2450-4e6b-9199-45d334a5b8fe service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a804ad4a-0898-4f34-80da-5d3eaabc032e HTTP/1.1" status: 200 len: 857 time: 0.1475782 Feb 10 15:32:52.310674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-e1d509d8-28f1-427b-b28e-613548fc0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:52.312213 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-e1d509d8-28f1-427b-b28e-613548fc0f55 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b976013113de42a09385b0c2849eadca&device_id=1ccf1530-b9fb-4700-ac15-48e832d5dff1 HTTP/1.1" status: 200 len: 1125 time: 0.2478309 Feb 10 15:32:52.314231 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-aa23fb36-c2be-4577-a6d2-e9476e7b51c0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7712d31d-6d11-4c8c-a7c8-4e23da9e4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697000 Feb 10 15:32:52.325606 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4939cc2e-cd2d-4ef9-85c0-c3bfaa9ba080 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:32:52.339674 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b5fb73-1721-40c9-9e4f-0898ba7422a6 None None] Sync routers for ids ['f6842ff1-3c44-409d-9700-b2ab0aeb0715'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:32:52.353856 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4939cc2e-cd2d-4ef9-85c0-c3bfaa9ba080 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/f6842ff1-3c44-409d-9700-b2ab0aeb0715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8000472 Feb 10 15:32:52.354079 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b5fb73-1721-40c9-9e4f-0898ba7422a6 None None] Routers {'f6842ff1-3c44-409d-9700-b2ab0aeb0715'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:52.354079 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a8b5fb73-1721-40c9-9e4f-0898ba7422a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f6842ff1-3c44-409d-9700-b2ab0aeb0715'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:52.355356 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34854) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:52.409807 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1e299dc7-b12a-4b3e-ac0e-04ca11e85a52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6842ff1-3c44-409d-9700-b2ab0aeb0715 HTTP/1.1" status: 200 len: 205 time: 0.0509374 Feb 10 15:32:52.411995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34860) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:52.423348 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a8b5fb73-1721-40c9-9e4f-0898ba7422a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:52.443972 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b5fb73-1721-40c9-9e4f-0898ba7422a6 None None] Routers {'f6842ff1-3c44-409d-9700-b2ab0aeb0715'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:32:52.444603 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a8b5fb73-1721-40c9-9e4f-0898ba7422a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f6842ff1-3c44-409d-9700-b2ab0aeb0715'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:52.477203 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2c829f7b-caf4-4c16-b510-3cbd76668793 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:52.581726 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a8b5fb73-1721-40c9-9e4f-0898ba7422a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:52.583050 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-636098bc-aa85-4336-907d-cb503e79a1a2 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (f6842ff1-3c44-409d-9700-b2ab0aeb0715), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:52.583605 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b5fb73-1721-40c9-9e4f-0898ba7422a6 None None] The sync data for ids ['f6842ff1-3c44-409d-9700-b2ab0aeb0715'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:32:52.646642 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 2c829f7b-caf4-4c16-b510-3cbd76668793 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:32:52.651644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 2c829f7b-caf4-4c16-b510-3cbd76668793 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:52.652316 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2c829f7b-caf4-4c16-b510-3cbd76668793), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:52.693325 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-da65e259-059d-4f47-b1af-39fd62bc407f service neutron] 10.222.0.79 "GET /v2.0/networks/7712d31d-6d11-4c8c-a7c8-4e23da9e4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587501 Feb 10 15:32:52.790706 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-c498854c-1c07-4d1a-9d5e-2093e6519a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:52.799251 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-c498854c-1c07-4d1a-9d5e-2093e6519a14 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7712d31d-6d11-4c8c-a7c8-4e23da9e4695 HTTP/1.1" status: 200 len: 918 time: 0.4756646 Feb 10 15:32:52.898125 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 2c829f7b-caf4-4c16-b510-3cbd76668793 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:52.898743 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2c829f7b-caf4-4c16-b510-3cbd76668793), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:52.945638 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-cf06fb46-bc8c-4fe7-b3d5-6375741706a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70f0c0ec-79dd-4665-b15b-c17dbe2ff738 HTTP/1.1" status: 200 len: 217 time: 0.1290753 Feb 10 15:32:53.016251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c829f7b-caf4-4c16-b510-3cbd76668793'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:32:53.023131 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f87c273-09a3-4031-90a0-5de985cb2ab8" -d '{"events": [{"server_uuid": "bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0", "name": "network-vif-plugged", "status": "completed", "tag": "2c829f7b-caf4-4c16-b510-3cbd76668793"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:32:53.034373 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 2c829f7b-caf4-4c16-b510-3cbd76668793, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2c829f7b-caf4-4c16-b510-3cbd76668793,segment=NetworkSegment(57048521-d468-4955-a871-b03929b23f2e),segment_id=57048521-d468-4955-a871-b03929b23f2e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:53.046754 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2c829f7b-caf4-4c16-b510-3cbd76668793), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:53.107784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-d2d9642e-3a3a-40f5-95ce-ec2f8ae638eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:53.109478 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-d2d9642e-3a3a-40f5-95ce-ec2f8ae638eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a804ad4a-0898-4f34-80da-5d3eaabc032e HTTP/1.1" status: 200 len: 857 time: 0.1544771 Feb 10 15:32:53.120769 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-0cc45b52-f42b-4b4b-8ce2-ab7558e1bb1a service neutron] 10.222.0.79 "GET /v2.0/networks/7712d31d-6d11-4c8c-a7c8-4e23da9e4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190803 Feb 10 15:32:53.153916 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-636098bc-aa85-4336-907d-cb503e79a1a2 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (f6842ff1-3c44-409d-9700-b2ab0aeb0715), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:53.158466 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-636098bc-aa85-4336-907d-cb503e79a1a2 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_controller (f6842ff1-3c44-409d-9700-b2ab0aeb0715), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:53.182635 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-c4ef5068-09ea-42df-a256-1a11e10e37eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7712d31d-6d11-4c8c-a7c8-4e23da9e4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585158 Feb 10 15:32:53.193659 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=2c829f7b-caf4-4c16-b510-3cbd76668793,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:53.239938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2646f-1c5f-42ab-8f80-ae95e77e9738 req-313d8685-d24e-42bb-8098-ac011e8aea29 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:53.241803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53b2646f-1c5f-42ab-8f80-ae95e77e9738 req-313d8685-d24e-42bb-8098-ac011e8aea29 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 944 time: 0.3501222 Feb 10 15:32:53.349985 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53b2646f-1c5f-42ab-8f80-ae95e77e9738 req-75c81026-4046-4042-b1aa-2366f410c5e7 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866354 Feb 10 15:32:53.355007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-636098bc-aa85-4336-907d-cb503e79a1a2 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (f6842ff1-3c44-409d-9700-b2ab0aeb0715), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:53.355788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636098bc-aa85-4336-907d-cb503e79a1a2 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Fanout notify agent at l3_agent the message router_deleted on router f6842ff1-3c44-409d-9700-b2ab0aeb0715 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:32:53.378388 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-636098bc-aa85-4336-907d-cb503e79a1a2 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:53.387018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-636098bc-aa85-4336-907d-cb503e79a1a2 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/routers/f6842ff1-3c44-409d-9700-b2ab0aeb0715 HTTP/1.1" status: 204 len: 168 time: 0.9740086 Feb 10 15:32:53.388743 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34932) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:53.429524 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-14c1b60e-2e8c-4399-a5ba-78fe296723cc service neutron] 10.222.0.72 "GET /v2.0/networks/7712d31d-6d11-4c8c-a7c8-4e23da9e4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380366 Feb 10 15:32:53.446528 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a637a0bc-d1ea-49e6-8aac-e09ef2616bba x-openstack-request-id: req-a637a0bc-d1ea-49e6-8aac-e09ef2616bba {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:32:53.446825 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0", "name": "network-vif-plugged", "status": "completed", "tag": "2c829f7b-caf4-4c16-b510-3cbd76668793", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:32:53.447066 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a637a0bc-d1ea-49e6-8aac-e09ef2616bba {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:32:53.447453 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c829f7b-caf4-4c16-b510-3cbd76668793', 'code': 200} Feb 10 15:32:53.501882 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c890c3-56c0-440a-9075-5367ddf3c73c req-4ddd4ac9-c41c-498d-bc3f-23fc1b08a3df tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:53.503523 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06c890c3-56c0-440a-9075-5367ddf3c73c req-4ddd4ac9-c41c-498d-bc3f-23fc1b08a3df tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 946 time: 0.3291252 Feb 10 15:32:53.516092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-6491bb84-47c7-46fa-8f6f-7bae4add0fc9 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting subnet 3c36ede0-50c9-4723-913a-99680f3dfcb2 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:32:53.532469 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6491bb84-47c7-46fa-8f6f-7bae4add0fc9 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (3c36ede0-50c9-4723-913a-99680f3dfcb2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:53.670130 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6491bb84-47c7-46fa-8f6f-7bae4add0fc9 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (3c36ede0-50c9-4723-913a-99680f3dfcb2), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:53.752239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa1ddb-b01b-494e-b7b8-9b277d4d7125 req-6e08735b-6adc-40ca-b340-17710fdf33da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:53.773993 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5efa1ddb-b01b-494e-b7b8-9b277d4d7125 req-6e08735b-6adc-40ca-b340-17710fdf33da service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 1128 time: 0.2427447 Feb 10 15:32:53.810656 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8bbc012-ccc0-4c23-a9d5-92c7b0d3e8d6 req-33254748-4b70-4062-a7cf-208a0a7a4814 service neutron] 10.222.0.72 "GET /v2.0/networks/7712d31d-6d11-4c8c-a7c8-4e23da9e4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746707 Feb 10 15:32:53.820177 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6491bb84-47c7-46fa-8f6f-7bae4add0fc9 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (3c36ede0-50c9-4723-913a-99680f3dfcb2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:53.867907 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5efa1ddb-b01b-494e-b7b8-9b277d4d7125 req-af142b5c-a99f-4a49-8816-aff86757365b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833247 Feb 10 15:32:53.950787 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6491bb84-47c7-46fa-8f6f-7bae4add0fc9 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (3c36ede0-50c9-4723-913a-99680f3dfcb2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:53.968934 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6491bb84-47c7-46fa-8f6f-7bae4add0fc9 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:53.976737 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6491bb84-47c7-46fa-8f6f-7bae4add0fc9 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/3c36ede0-50c9-4723-913a-99680f3dfcb2 HTTP/1.1" status: 204 len: 168 time: 0.5790408 Feb 10 15:32:53.976908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34986) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:53.977327 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06c890c3-56c0-440a-9075-5367ddf3c73c req-00958e66-2bb9-4c43-967a-1c1b1837c761 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4577622 Feb 10 15:32:53.982816 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aa970f-f2a0-4a57-898a-e63a810b07ed None None] Network 4300929f-3d35-4df8-906c-3319a31762a4 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:32:54.011958 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491bb84-47c7-46fa-8f6f-7bae4add0fc9 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Subnet': ['ID=3c36ede0-50c9-4723-913a-99680f3dfcb2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:54.167801 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (4300929f-3d35-4df8-906c-3319a31762a4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:54.321297 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47000e51-2c84-4d8e-9af9-3e769d3db625 None None] DHCP port deletion for 4300929f-3d35-4df8-906c-3319a31762a4 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:32:54.346172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port 83f1e9e7-ed56-4c2c-8cca-996bd5632936 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:32:54.346402 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (83f1e9e7-ed56-4c2c-8cca-996bd5632936), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:54.457272 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-47000e51-2c84-4d8e-9af9-3e769d3db625 None None] Deleting port 83f1e9e7-ed56-4c2c-8cca-996bd5632936 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:32:54.457912 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-47000e51-2c84-4d8e-9af9-3e769d3db625 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (83f1e9e7-ed56-4c2c-8cca-996bd5632936), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:54.505690 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 22d69a61-25c1-4407-9dc6-21ee6c451c55 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:32:54.543890 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] For port 83f1e9e7-ed56-4c2c-8cca-996bd5632936, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=83f1e9e7-ed56-4c2c-8cca-996bd5632936,segment=NetworkSegment(2d4c601e-d43f-4653-9cf5-464e627458ae),segment_id=2d4c601e-d43f-4653-9cf5-464e627458ae)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:54.544292 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (83f1e9e7-ed56-4c2c-8cca-996bd5632936), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:54.582300 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for 83f1e9e7-ed56-4c2c-8cca-996bd5632936 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:32:54.615753 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adce46a-50bd-4a11-a8ea-c2cedbf7fe47 req-29ddfb08-cfbd-4872-a531-0d962d7261c9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:54.639758 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5adce46a-50bd-4a11-a8ea-c2cedbf7fe47 req-29ddfb08-cfbd-4872-a531-0d962d7261c9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 944 time: 0.1589229 Feb 10 15:32:54.801963 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5adce46a-50bd-4a11-a8ea-c2cedbf7fe47 req-e5d19485-8577-4df0-8a45-029d36b0f491 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539640 Feb 10 15:32:54.819404 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 22d69a61-25c1-4407-9dc6-21ee6c451c55, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=22d69a61-25c1-4407-9dc6-21ee6c451c55,segment=NetworkSegment(f31c80db-0d92-4ce6-afe3-e12041e6fcfe),segment_id=f31c80db-0d92-4ce6-afe3-e12041e6fcfe)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:54.819588 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (83f1e9e7-ed56-4c2c-8cca-996bd5632936), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:54.850790 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No DVR routers for this DVR port 83f1e9e7-ed56-4c2c-8cca-996bd5632936 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:32:54.857898 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '22d69a61-25c1-4407-9dc6-21ee6c451c55', 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695', 'port_id': '22d69a61-25c1-4407-9dc6-21ee6c451c55', 'mac_address': 'fa:16:3e:c1:b8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a804ad4a-0898-4f34-80da-5d3eaabc032e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:32:55.000425 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-47000e51-2c84-4d8e-9af9-3e769d3db625 None None] For port 83f1e9e7-ed56-4c2c-8cca-996bd5632936, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=83f1e9e7-ed56-4c2c-8cca-996bd5632936,segment=NetworkSegment(2d4c601e-d43f-4653-9cf5-464e627458ae),segment_id=2d4c601e-d43f-4653-9cf5-464e627458ae)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:55.007336 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-47000e51-2c84-4d8e-9af9-3e769d3db625 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (83f1e9e7-ed56-4c2c-8cca-996bd5632936), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.019002 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=83f1e9e7-ed56-4c2c-8cca-996bd5632936,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:55.040872 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 22d69a61-25c1-4407-9dc6-21ee6c451c55 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:55.045987 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (22d69a61-25c1-4407-9dc6-21ee6c451c55), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.093446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d69a61-25c1-4407-9dc6-21ee6c451c55 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:32:55.098821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-47000e51-2c84-4d8e-9af9-3e769d3db625 None None] Calling delete_port for 83f1e9e7-ed56-4c2c-8cca-996bd5632936 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:32:55.121601 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (4300929f-3d35-4df8-906c-3319a31762a4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.153560 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 22d69a61-25c1-4407-9dc6-21ee6c451c55, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=22d69a61-25c1-4407-9dc6-21ee6c451c55,segment=NetworkSegment(f31c80db-0d92-4ce6-afe3-e12041e6fcfe),segment_id=f31c80db-0d92-4ce6-afe3-e12041e6fcfe)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:55.185489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4300929f-3d35-4df8-906c-3319a31762a4']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:55.197642 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4c601e-d43f-4653-9cf5-464e627458ae') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:55.197872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4c601e-d43f-4653-9cf5-464e627458ae') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:32:55.214943 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (2d4c601e-d43f-4653-9cf5-464e627458ae), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.231729 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (2d4c601e-d43f-4653-9cf5-464e627458ae), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.267782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:32:55.268346 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (22d69a61-25c1-4407-9dc6-21ee6c451c55), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.268603 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (2d4c601e-d43f-4653-9cf5-464e627458ae), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.362982 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287aad5-348f-4387-b340-ab6e4ae70a70 req-777bab88-2857-4162-81d5-209206bdea0f tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:55.367420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6287aad5-348f-4387-b340-ab6e4ae70a70 req-777bab88-2857-4162-81d5-209206bdea0f tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 946 time: 0.1295526 Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:32:55.400304 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:32:55.404691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=22d69a61-25c1-4407-9dc6-21ee6c451c55,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:55.443160 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (4300929f-3d35-4df8-906c-3319a31762a4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.452201 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.459605 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/networks/4300929f-3d35-4df8-906c-3319a31762a4 HTTP/1.1" status: 204 len: 168 time: 1.4820929 Feb 10 15:32:55.466499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35102) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:55.473799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6287aad5-348f-4387-b340-ab6e4ae70a70 req-644f8070-6125-445c-9923-ba7868eb22e0 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955665 Feb 10 15:32:55.485376 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-75d3f3f4-a4b4-4cd3-b308-f3a9fe2b7a4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-33659258', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:55.499742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cabe9-643f-4cec-b1b4-ee35c8c1372b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Network': ['ID=4300929f-3d35-4df8-906c-3319a31762a4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:55.517132 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:32:55.534733 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75d3f3f4-a4b4-4cd3-b308-f3a9fe2b7a4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (825011a0-3c30-40d7-8670-1386b05372a9), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.536402 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75d3f3f4-a4b4-4cd3-b308-f3a9fe2b7a4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (825011a0-3c30-40d7-8670-1386b05372a9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.609360 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75d3f3f4-a4b4-4cd3-b308-f3a9fe2b7a4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_controller (825011a0-3c30-40d7-8670-1386b05372a9), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.615695 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75d3f3f4-a4b4-4cd3-b308-f3a9fe2b7a4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (825011a0-3c30-40d7-8670-1386b05372a9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.641954 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=70f0c0ec-79dd-4665-b15b-c17dbe2ff738,segment=NetworkSegment(f31c80db-0d92-4ce6-afe3-e12041e6fcfe),segment_id=f31c80db-0d92-4ce6-afe3-e12041e6fcfe)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:55.648034 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75d3f3f4-a4b4-4cd3-b308-f3a9fe2b7a4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.649300 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-75d3f3f4-a4b4-4cd3-b308-f3a9fe2b7a4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1674864 Feb 10 15:32:55.652019 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35114) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:55.656131 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '70f0c0ec-79dd-4665-b15b-c17dbe2ff738', 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695', 'port_id': '70f0c0ec-79dd-4665-b15b-c17dbe2ff738', 'mac_address': 'fa:16:3e:d4:32:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a804ad4a-0898-4f34-80da-5d3eaabc032e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:32:55.656870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-13ed59ac-27f4-4de8-b3b6-5c20e1820c68 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1950467536'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:55.660435 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['22d69a61-25c1-4407-9dc6-21ee6c451c55'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:32:55.707129 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-47000e51-2c84-4d8e-9af9-3e769d3db625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (83f1e9e7-ed56-4c2c-8cca-996bd5632936), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.711514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:55.711880 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (70f0c0ec-79dd-4665-b15b-c17dbe2ff738), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.744033 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ed59ac-27f4-4de8-b3b6-5c20e1820c68 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:32:55.747509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-13ed59ac-27f4-4de8-b3b6-5c20e1820c68 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.806802 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:32:55.843272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ed59ac-27f4-4de8-b3b6-5c20e1820c68 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:32:55.854848 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=70f0c0ec-79dd-4665-b15b-c17dbe2ff738,segment=NetworkSegment(f31c80db-0d92-4ce6-afe3-e12041e6fcfe),segment_id=f31c80db-0d92-4ce6-afe3-e12041e6fcfe)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:55.865550 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-13ed59ac-27f4-4de8-b3b6-5c20e1820c68 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (bffc5e88-12b3-4821-bcf5-5cd51023ebe1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.868005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 83f1e9e7-ed56-4c2c-8cca-996bd5632936 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:32:55.869780 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-13ed59ac-27f4-4de8-b3b6-5c20e1820c68 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Added segment bffc5e88-12b3-4821-bcf5-5cd51023ebe1 of type vlan for network 2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e Feb 10 15:32:55.913459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 83f1e9e7-ed56-4c2c-8cca-996bd5632936 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:32:55.914111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 83f1e9e7-ed56-4c2c-8cca-996bd5632936 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:32:55.916072 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47000e51-2c84-4d8e-9af9-3e769d3db625 None None] Network 4300929f-3d35-4df8-906c-3319a31762a4 is not hosted by any dhcp agent {{(pid=103370) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 15:32:55.916723 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47000e51-2c84-4d8e-9af9-3e769d3db625 None None] No DVR routers for this DVR port 83f1e9e7-ed56-4c2c-8cca-996bd5632936 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:32:55.918441 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (70f0c0ec-79dd-4665-b15b-c17dbe2ff738), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:55.931130 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47000e51-2c84-4d8e-9af9-3e769d3db625 None None] Pushing event deleted for resources: {'Port': ['ID=83f1e9e7-ed56-4c2c-8cca-996bd5632936,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:56.046742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=70f0c0ec-79dd-4665-b15b-c17dbe2ff738,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:56.085400 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-13ed59ac-27f4-4de8-b3b6-5c20e1820c68 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:56.110954 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d640577-a19e-4776-948f-59e17f8b15c3 req-56eadd1c-b720-4f9c-8643-df769deb1b81 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:56.112399 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d640577-a19e-4776-948f-59e17f8b15c3 req-56eadd1c-b720-4f9c-8643-df769deb1b81 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 945 time: 0.1446357 Feb 10 15:32:56.167045 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-13ed59ac-27f4-4de8-b3b6-5c20e1820c68 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:56.174465 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ed59ac-27f4-4de8-b3b6-5c20e1820c68 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:56.175148 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-13ed59ac-27f4-4de8-b3b6-5c20e1820c68 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:56.213570 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d640577-a19e-4776-948f-59e17f8b15c3 req-40b69d61-e0f8-47a0-8b89-15927532bf61 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852399 Feb 10 15:32:56.238638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['70f0c0ec-79dd-4665-b15b-c17dbe2ff738'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:32:56.244871 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-13ed59ac-27f4-4de8-b3b6-5c20e1820c68 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5915887 Feb 10 15:32:56.247453 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35160) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:56.255817 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6189ce85-bdf7-459e-8c51-b3c1820df606 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'subnet': {'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:56.315669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed59ac-27f4-4de8-b3b6-5c20e1820c68 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Network': ['ID=2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:56.339974 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:32:56.460517 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6189ce85-bdf7-459e-8c51-b3c1820df606 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:32:56.466474 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6189ce85-bdf7-459e-8c51-b3c1820df606 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:56.680211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 7a449bc5-1d42-4107-8e04-c2e6a352cad8 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:32:56.851959 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 7a449bc5-1d42-4107-8e04-c2e6a352cad8, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=7a449bc5-1d42-4107-8e04-c2e6a352cad8,segment=NetworkSegment(f31c80db-0d92-4ce6-afe3-e12041e6fcfe),segment_id=f31c80db-0d92-4ce6-afe3-e12041e6fcfe)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:56.874399 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '7a449bc5-1d42-4107-8e04-c2e6a352cad8', 'network_id': '7712d31d-6d11-4c8c-a7c8-4e23da9e4695', 'port_id': '7a449bc5-1d42-4107-8e04-c2e6a352cad8', 'mac_address': 'fa:16:3e:fd:b2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a804ad4a-0898-4f34-80da-5d3eaabc032e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:32:56.956852 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6189ce85-bdf7-459e-8c51-b3c1820df606 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:56.970240 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 7a449bc5-1d42-4107-8e04-c2e6a352cad8 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:56.970861 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7a449bc5-1d42-4107-8e04-c2e6a352cad8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:56.986368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a449bc5-1d42-4107-8e04-c2e6a352cad8 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:32:57.019366 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 7a449bc5-1d42-4107-8e04-c2e6a352cad8, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=7a449bc5-1d42-4107-8e04-c2e6a352cad8,segment=NetworkSegment(f31c80db-0d92-4ce6-afe3-e12041e6fcfe),segment_id=f31c80db-0d92-4ce6-afe3-e12041e6fcfe)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:57.027022 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7a449bc5-1d42-4107-8e04-c2e6a352cad8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:57.076558 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189ce85-bdf7-459e-8c51-b3c1820df606 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Subnet': ['ID=9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:57.108710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6189ce85-bdf7-459e-8c51-b3c1820df606 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Checking segment: {'id': 'bffc5e88-12b3-4821-bcf5-5cd51023ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:32:57.108710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6189ce85-bdf7-459e-8c51-b3c1820df606 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network hostable DHCP agents. Network: 2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:32:57.109024 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=7a449bc5-1d42-4107-8e04-c2e6a352cad8,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:57.109478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0948a-9c60-41a1-bc11-411df37d4efa req-4ed8df5d-f6b2-4f2e-8c21-35f25e74b2a1 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:57.110031 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7a0948a-9c60-41a1-bc11-411df37d4efa req-4ed8df5d-f6b2-4f2e-8c21-35f25e74b2a1 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 946 time: 0.2854574 Feb 10 15:32:57.163249 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6189ce85-bdf7-459e-8c51-b3c1820df606 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:32:57.180395 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-6189ce85-bdf7-459e-8c51-b3c1820df606 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:57.190032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00551d2-b37e-4f8a-8f1f-b2658c8a29d0 None None] Network 2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:32:57.190488 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6189ce85-bdf7-459e-8c51-b3c1820df606 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:57.191216 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6189ce85-bdf7-459e-8c51-b3c1820df606 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:57.218688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7a0948a-9c60-41a1-bc11-411df37d4efa req-395ca473-f23e-47f9-ad8c-26f09a313a0e tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023688 Feb 10 15:32:57.231516 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6189ce85-bdf7-459e-8c51-b3c1820df606 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9797790 Feb 10 15:32:57.232190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35222) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:57.326219 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:32:57.327114 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:57.442012 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['7a449bc5-1d42-4107-8e04-c2e6a352cad8'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:32:57.659106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Allocated IP 2001:db8::2 (2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e/9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1/e85fd0be-8d9a-4b5b-94ed-b95f28539001) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:32:57.844523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c931e9f-449f-4315-8a5b-0d900a8d822f req-bace1d48-5ecd-4917-b7cb-928b6f983d60 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:57.846460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5c931e9f-449f-4315-8a5b-0d900a8d822f req-bace1d48-5ecd-4917-b7cb-928b6f983d60 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 946 time: 0.4299870 Feb 10 15:32:57.856421 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35276) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:32:57.862211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-31776b45-2c1f-4858-a47b-6a587b40e39b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Request body: {'floatingip': {'port_id': '2c829f7b-caf4-4c16-b510-3cbd76668793'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:32:57.914994 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f028aa-da33-463d-be46-1c4fd7048265 req-772ca78e-a4e9-4251-becf-9029d96f6aa3 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:57.918593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a5f028aa-da33-463d-be46-1c4fd7048265 req-772ca78e-a4e9-4251-becf-9029d96f6aa3 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 945 time: 0.5192595 Feb 10 15:32:58.034981 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31776b45-2c1f-4858-a47b-6a587b40e39b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for floatingip (aa3fe60d-afbc-4cb1-b11c-c0a488d44646), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:58.050341 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a5f028aa-da33-463d-be46-1c4fd7048265 req-45b4ad1e-0603-46c6-bf19-ea1c17ca039a tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215801 Feb 10 15:32:58.052416 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:58.110806 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Publish callbacks [] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:58.132997 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:58.209510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Network 2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:58.216676 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:58.219374 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:32:58.236434 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Pushing event updated for resources: {'Port': ['ID=e85fd0be-8d9a-4b5b-94ed-b95f28539001,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:58.352925 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:32:58.412604 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Attempting to bind port e85fd0be-8d9a-4b5b-94ed-b95f28539001 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:32:58.413353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Attempting to bind port e85fd0be-8d9a-4b5b-94ed-b95f28539001 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'bffc5e88-12b3-4821-bcf5-5cd51023ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:32:58.413660 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Attempting to bind port e85fd0be-8d9a-4b5b-94ed-b95f28539001 on network 2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:32:58.426100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:32:58.427013 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Checking segment: {'id': 'bffc5e88-12b3-4821-bcf5-5cd51023ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:32:58.427424 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:58.427826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Bound using segment: {'id': 'bffc5e88-12b3-4821-bcf5-5cd51023ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:32:58.428313 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Bound port: e85fd0be-8d9a-4b5b-94ed-b95f28539001, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffc5e88-12b3-4821-bcf5-5cd51023ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:32:58.428718 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:58.543612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 22d69a61-25c1-4407-9dc6-21ee6c451c55 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:58.601003 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Allocated IP 2001:db8::1 (2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e/9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1/591d0f64-ecae-4da5-8111-9bef5fa6dcfb) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:32:58.722814 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] For port e85fd0be-8d9a-4b5b-94ed-b95f28539001, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:32:58.726225 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 22d69a61-25c1-4407-9dc6-21ee6c451c55 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:32:58.741485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] For port e85fd0be-8d9a-4b5b-94ed-b95f28539001, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e85fd0be-8d9a-4b5b-94ed-b95f28539001,segment=NetworkSegment(bffc5e88-12b3-4821-bcf5-5cd51023ebe1),segment_id=bffc5e88-12b3-4821-bcf5-5cd51023ebe1)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:32:58.745720 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 22d69a61-25c1-4407-9dc6-21ee6c451c55 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:58.746091 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (22d69a61-25c1-4407-9dc6-21ee6c451c55), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:58.754980 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:58.801179 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:58.801690 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:58.871392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=591d0f64-ecae-4da5-8111-9bef5fa6dcfb,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:58.883237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:32:58.884767 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:32:58.887177 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:32:58.887780 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (825011a0-3c30-40d7-8670-1386b05372a9), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:58.946762 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 22d69a61-25c1-4407-9dc6-21ee6c451c55 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:32:58.947157 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (22d69a61-25c1-4407-9dc6-21ee6c451c55), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:58.961047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685c828-5197-4963-aedb-ac4c5cfe638b None None] Pushing event updated for resources: {'Port': ['ID=e85fd0be-8d9a-4b5b-94ed-b95f28539001,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:58.999837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e71d6a0-ba90-488c-87fa-6c40a9b301d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d69a61-25c1-4407-9dc6-21ee6c451c55'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:32:59.002140 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30a0a96-4344-48c0-93d9-6b6c21fbc45b" -d '{"events": [{"server_uuid": "5e71d6a0-ba90-488c-87fa-6c40a9b301d5", "name": "network-vif-plugged", "status": "completed", "tag": "22d69a61-25c1-4407-9dc6-21ee6c451c55"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:32:59.002367 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31776b45-2c1f-4858-a47b-6a587b40e39b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:59.014418 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31776b45-2c1f-4858-a47b-6a587b40e39b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (aa3fe60d-afbc-4cb1-b11c-c0a488d44646), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:59.107290 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 22d69a61-25c1-4407-9dc6-21ee6c451c55, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=22d69a61-25c1-4407-9dc6-21ee6c451c55,segment=NetworkSegment(f31c80db-0d92-4ce6-afe3-e12041e6fcfe),segment_id=f31c80db-0d92-4ce6-afe3-e12041e6fcfe)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:32:59.146231 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (22d69a61-25c1-4407-9dc6-21ee6c451c55), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:59.259547 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:59.418962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=22d69a61-25c1-4407-9dc6-21ee6c451c55,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:32:59.529821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:32:59.641693 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:32:59.655525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:32:59.655858 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (70f0c0ec-79dd-4665-b15b-c17dbe2ff738), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:32:59.668017 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974cf72-71b7-4176-bbe8-97eff2955d82 req-5bf6983f-e5a4-46dd-b410-8970c111ed2b tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:32:59.670364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2974cf72-71b7-4176-bbe8-97eff2955d82 req-5bf6983f-e5a4-46dd-b410-8970c111ed2b tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 946 time: 0.3651965 Feb 10 15:32:59.798606 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b897c3c-cb73-4bfe-9df3-a662e402ffd3 x-openstack-request-id: req-0b897c3c-cb73-4bfe-9df3-a662e402ffd3 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:32:59.811556 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e71d6a0-ba90-488c-87fa-6c40a9b301d5", "name": "network-vif-plugged", "status": "completed", "tag": "22d69a61-25c1-4407-9dc6-21ee6c451c55", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:32:59.812440 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b897c3c-cb73-4bfe-9df3-a662e402ffd3 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:32:59.813255 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e71d6a0-ba90-488c-87fa-6c40a9b301d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d69a61-25c1-4407-9dc6-21ee6c451c55', 'code': 200} Feb 10 15:32:59.926629 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e85fd0be-8d9a-4b5b-94ed-b95f28539001 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:33:00.022633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:00.023191 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (70f0c0ec-79dd-4665-b15b-c17dbe2ff738), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:00.023666 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-31776b45-2c1f-4858-a47b-6a587b40e39b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Floating IP aa3fe60d-afbc-4cb1-b11c-c0a488d44646 associated. External IP: 172.25.3.215, port: 2c829f7b-caf4-4c16-b510-3cbd76668793. Feb 10 15:33:00.128507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=70f0c0ec-79dd-4665-b15b-c17dbe2ff738,segment=NetworkSegment(f31c80db-0d92-4ce6-afe3-e12041e6fcfe),segment_id=f31c80db-0d92-4ce6-afe3-e12041e6fcfe)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:00.151899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908daf3d-e35a-4759-8d60-6e371f64058a req-b7f1601b-7c2b-4caf-91cc-d849383e3e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:00.153737 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (70f0c0ec-79dd-4665-b15b-c17dbe2ff738), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:00.154518 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-908daf3d-e35a-4759-8d60-6e371f64058a req-b7f1601b-7c2b-4caf-91cc-d849383e3e87 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 1128 time: 0.2120929 Feb 10 15:33:00.246867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e85fd0be-8d9a-4b5b-94ed-b95f28539001 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:00.262435 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:00.292557 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31776b45-2c1f-4858-a47b-6a587b40e39b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:33:00.407523 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-908daf3d-e35a-4759-8d60-6e371f64058a req-63c733b1-2dab-498f-985f-1bfbe3c82edc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234968 Feb 10 15:33:00.410387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=70f0c0ec-79dd-4665-b15b-c17dbe2ff738,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:00.495563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31776b45-2c1f-4858-a47b-6a587b40e39b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:33:00.502228 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31776b45-2c1f-4858-a47b-6a587b40e39b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:00.522945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efda778-59bd-4129-9f7a-b7503754f235 None None] Sync routers for ids ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:33:00.544304 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-31776b45-2c1f-4858-a47b-6a587b40e39b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "PUT /v2.0/floatingips/aa3fe60d-afbc-4cb1-b11c-c0a488d44646 HTTP/1.1" status: 200 len: 992 time: 2.6860681 Feb 10 15:33:00.545232 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0', 'tag': '2c829f7b-caf4-4c16-b510-3cbd76668793'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:33:00.549534 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37164bf4-30ce-4af5-a29e-e8e44beab3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0", "tag": "2c829f7b-caf4-4c16-b510-3cbd76668793"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:33:00.554560 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 7a449bc5-1d42-4107-8e04-c2e6a352cad8 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:33:00.685937 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efda778-59bd-4129-9f7a-b7503754f235 None None] Routers {'59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:00.686654 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1efda778-59bd-4129-9f7a-b7503754f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:00.696623 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e85fd0be-8d9a-4b5b-94ed-b95f28539001 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:00.697205 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:00.841308 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86698ed6-60bc-4b0b-ba60-475ceaa40ba5 None None] Network 2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:33:00.952471 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:00.960187 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2974cf72-71b7-4176-bbe8-97eff2955d82 req-acd6da50-25be-4fbf-b4b5-908f9dfa5f25 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1385016 Feb 10 15:33:00.962648 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:00.963535 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (825011a0-3c30-40d7-8670-1386b05372a9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:01.077997 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cfffb-67dc-4212-822b-8a591d9e5bc8 req-d24d8a13-14e1-429f-80e5-1fe3a9ad3653 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:01.079987 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-128cfffb-67dc-4212-822b-8a591d9e5bc8 req-d24d8a13-14e1-429f-80e5-1fe3a9ad3653 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 1.2596209 Feb 10 15:33:01.149672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8ba6ab94-fe8c-4057-b367-606837426426 None None] Provisioning complete for port e85fd0be-8d9a-4b5b-94ed-b95f28539001 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:01.150012 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8ba6ab94-fe8c-4057-b367-606837426426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:01.212923 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:33:01.274697 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:33:01.327162 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=591d0f64-ecae-4da5-8111-9bef5fa6dcfb,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:01.374411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 7a449bc5-1d42-4107-8e04-c2e6a352cad8 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:33:01.392510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port e85fd0be-8d9a-4b5b-94ed-b95f28539001, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e85fd0be-8d9a-4b5b-94ed-b95f28539001,segment=NetworkSegment(bffc5e88-12b3-4821-bcf5-5cd51023ebe1),segment_id=bffc5e88-12b3-4821-bcf5-5cd51023ebe1)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:01.463462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-1efda778-59bd-4129-9f7a-b7503754f235 None None] Set router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:01.567769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 7a449bc5-1d42-4107-8e04-c2e6a352cad8 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:01.567769 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7a449bc5-1d42-4107-8e04-c2e6a352cad8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:01.597626 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-128cfffb-67dc-4212-822b-8a591d9e5bc8 req-5822671f-d6bc-4e2e-9eb1-4bd5dd786cc9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4034979 Feb 10 15:33:01.637008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16d294-f5ef-4fbd-9cb9-5a7012f564d7 req-5e563b9c-1b53-4829-b437-0f521638c0bd tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:01.651182 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc16d294-f5ef-4fbd-9cb9-5a7012f564d7 req-5e563b9c-1b53-4829-b437-0f521638c0bd tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 946 time: 0.4288085 Feb 10 15:33:01.670674 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:01.738408 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b41e19-b983-471d-b526-e846531bd2d9 x-openstack-request-id: req-d5b41e19-b983-471d-b526-e846531bd2d9 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:33:01.740557 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0", "tag": "2c829f7b-caf4-4c16-b510-3cbd76668793", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:33:01.741001 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5b41e19-b983-471d-b526-e846531bd2d9 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:33:01.741610 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0', 'tag': '2c829f7b-caf4-4c16-b510-3cbd76668793', 'status': 'completed', 'code': 200} Feb 10 15:33:01.748104 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc16d294-f5ef-4fbd-9cb9-5a7012f564d7 req-2857a8ef-e2b5-4d18-b6cf-b7c5761c78b9 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601921 Feb 10 15:33:01.809915 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 825011a0-3c30-40d7-8670-1386b05372a9 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:33:02.060967 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37164bf4-30ce-4af5-a29e-e8e44beab3b7 req-dba0f82f-92ee-4189-aefd-8685e9c2f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:02.069458 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37164bf4-30ce-4af5-a29e-e8e44beab3b7 req-dba0f82f-92ee-4189-aefd-8685e9c2f7a9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ece2774136d14f7c9338ad1f8b9d9674&device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 1128 time: 0.2546580 Feb 10 15:33:02.106434 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:33:02.123028 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Sync routers for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:33:02.132788 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-85d34571-3c35-407b-8385-c159319cc791 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/825011a0-3c30-40d7-8670-1386b05372a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8991833 Feb 10 15:33:02.135844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35414) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:02.156992 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:02.157704 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:02.158752 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b6ff6af6-a8fc-4923-a61f-92ae6a0e8967 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-144291178'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:33:02.333500 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db2d90-623c-4051-b0a1-967b0c6f465c req-636b6024-8b35-43c3-9360-df82c225fcf9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:02.347395 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ccf1530-b9fb-4700-ac15-48e832d5dff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f0c0ec-79dd-4665-b15b-c17dbe2ff738'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:33:02.358016 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9429726-8ae4-4d27-aeab-eec8985b4e1f" -d '{"events": [{"server_uuid": "1ccf1530-b9fb-4700-ac15-48e832d5dff1", "name": "network-vif-plugged", "status": "completed", "tag": "70f0c0ec-79dd-4665-b15b-c17dbe2ff738"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:33:02.358914 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08db2d90-623c-4051-b0a1-967b0c6f465c req-636b6024-8b35-43c3-9360-df82c225fcf9 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 946 time: 0.1847849 Feb 10 15:33:02.361112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ff6af6-a8fc-4923-a61f-92ae6a0e8967 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:33:02.370756 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6ff6af6-a8fc-4923-a61f-92ae6a0e8967 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:02.398825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37164bf4-30ce-4af5-a29e-e8e44beab3b7 req-95db0b09-80e9-45ec-8518-57f204ccba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:02.409671 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37164bf4-30ce-4af5-a29e-e8e44beab3b7 req-95db0b09-80e9-45ec-8518-57f204ccba61 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3ecb8799-ae9a-4dae-9ca0-77e560818bb7 HTTP/1.1" status: 200 len: 906 time: 0.3236034 Feb 10 15:33:02.482693 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ff6af6-a8fc-4923-a61f-92ae6a0e8967 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:33:02.523356 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6ff6af6-a8fc-4923-a61f-92ae6a0e8967 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (cf00b0c1-6d62-45e7-a484-d2388bb7a9a0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:02.527108 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-b6ff6af6-a8fc-4923-a61f-92ae6a0e8967 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Added segment cf00b0c1-6d62-45e7-a484-d2388bb7a9a0 of type vlan for network c159a720-019c-4b3e-85b6-f119063867f2 Feb 10 15:33:02.565653 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8ba6ab94-fe8c-4057-b367-606837426426 None None] Current status of the port e85fd0be-8d9a-4b5b-94ed-b95f28539001 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:02.640043 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6ff6af6-a8fc-4923-a61f-92ae6a0e8967 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (c159a720-019c-4b3e-85b6-f119063867f2), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:02.702978 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37164bf4-30ce-4af5-a29e-e8e44beab3b7 req-f41aea69-03b4-4ffe-86a4-bed32e517c3e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c829f7b-caf4-4c16-b510-3cbd76668793 HTTP/1.1" status: 200 len: 1000 time: 0.2947416 Feb 10 15:33:02.706870 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6ff6af6-a8fc-4923-a61f-92ae6a0e8967 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (c159a720-019c-4b3e-85b6-f119063867f2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:02.714909 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ff6af6-a8fc-4923-a61f-92ae6a0e8967 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:02.727630 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b6ff6af6-a8fc-4923-a61f-92ae6a0e8967 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:02.783299 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:02.842422 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b6ff6af6-a8fc-4923-a61f-92ae6a0e8967 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6971030 Feb 10 15:33:02.848544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37164bf4-30ce-4af5-a29e-e8e44beab3b7 req-cb66aeae-a494-4fbb-8afb-448b2ab9ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:02.858323 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37164bf4-30ce-4af5-a29e-e8e44beab3b7 req-cb66aeae-a494-4fbb-8afb-448b2ab9ad58 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9325239-1172-433f-bd6d-993f764a9d89 HTTP/1.1" status: 200 len: 844 time: 0.1494575 Feb 10 15:33:02.859069 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35430) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:02.907998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0a55cda5-4911-4c52-a29e-76f7f16a7c8c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'subnet': {'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:33:02.985356 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec71e90-dd7b-4b66-b6d9-eb1301091a5d x-openstack-request-id: req-9ec71e90-dd7b-4b66-b6d9-eb1301091a5d {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:33:02.986137 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ccf1530-b9fb-4700-ac15-48e832d5dff1", "name": "network-vif-plugged", "status": "completed", "tag": "70f0c0ec-79dd-4665-b15b-c17dbe2ff738", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:33:02.986403 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ec71e90-dd7b-4b66-b6d9-eb1301091a5d {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:33:02.986803 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ccf1530-b9fb-4700-ac15-48e832d5dff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f0c0ec-79dd-4665-b15b-c17dbe2ff738', 'code': 200} Feb 10 15:33:03.019679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=e85fd0be-8d9a-4b5b-94ed-b95f28539001,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:03.071883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08db2d90-623c-4051-b0a1-967b0c6f465c req-3420f639-3417-498c-a7e7-5855ccb229c3 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106953 Feb 10 15:33:03.114276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff6af6-a8fc-4923-a61f-92ae6a0e8967 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Network': ['ID=c159a720-019c-4b3e-85b6-f119063867f2,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:03.199920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network c159a720-019c-4b3e-85b6-f119063867f2 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:33:03.260062 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3c70e-3fa3-42f5-abf0-88579fcc042f req-6a9fb53f-f74c-46d2-925b-05c45572ca2b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:03.267321 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29e3c70e-3fa3-42f5-abf0-88579fcc042f req-6a9fb53f-f74c-46d2-925b-05c45572ca2b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.1943367 Feb 10 15:33:03.417311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 7a449bc5-1d42-4107-8e04-c2e6a352cad8 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:03.418301 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7a449bc5-1d42-4107-8e04-c2e6a352cad8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:03.437540 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29e3c70e-3fa3-42f5-abf0-88579fcc042f req-37995ddb-cfbb-4963-a6a4-6d4a4d47d962 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591945 Feb 10 15:33:03.484505 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4c2b7-7026-47b6-9edb-6a25c2c9728f req-2910326a-3993-4ff0-bea4-6fb16d3220f4 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:03.487067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8cc4c2b7-7026-47b6-9edb-6a25c2c9728f req-2910326a-3993-4ff0-bea4-6fb16d3220f4 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3 HTTP/1.1" status: 200 len: 945 time: 0.2091246 Feb 10 15:33:03.503039 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:32:59Z', 'revision_number': 2, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:00Z', 'revision_number': 2, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:03.516187 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-52f31462-971b-427c-b3bc-ccfb6c79b665 None None] Provisioning complete for port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:03.518273 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-52f31462-971b-427c-b3bc-ccfb6c79b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:03.581582 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8cc4c2b7-7026-47b6-9edb-6a25c2c9728f req-b13675f8-14a6-4afd-8341-d8d66e236de0 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851562 Feb 10 15:33:03.589664 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Checking router: 825011a0-3c30-40d7-8670-1386b05372a9 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:33:03.590027 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Updating router 825011a0-3c30-40d7-8670-1386b05372a9 port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:33:03.641942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37164bf4-30ce-4af5-a29e-e8e44beab3b7 req-6954bd00-700d-4353-a945-b69975b75cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:03.643505 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37164bf4-30ce-4af5-a29e-e8e44beab3b7 req-6954bd00-700d-4353-a945-b69975b75cc8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3ecb8799-ae9a-4dae-9ca0-77e560818bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7765963 Feb 10 15:33:03.644137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a55cda5-4911-4c52-a29e-76f7f16a7c8c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:33:03.648355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a55cda5-4911-4c52-a29e-76f7f16a7c8c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:03.661731 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-52f31462-971b-427c-b3bc-ccfb6c79b665 None None] Port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:33:03.715269 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:03.734288 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 7a449bc5-1d42-4107-8e04-c2e6a352cad8, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=7a449bc5-1d42-4107-8e04-c2e6a352cad8,segment=NetworkSegment(f31c80db-0d92-4ce6-afe3-e12041e6fcfe),segment_id=f31c80db-0d92-4ce6-afe3-e12041e6fcfe)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:03.762635 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7a449bc5-1d42-4107-8e04-c2e6a352cad8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:03.765765 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:03.891405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669ece7-1fdf-4be3-93c6-ae1c2bb1628f req-8f288bb3-bb97-4de4-ab25-178ffe4d205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:03.902418 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1669ece7-1fdf-4be3-93c6-ae1c2bb1628f req-8f288bb3-bb97-4de4-ab25-178ffe4d205b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1ccf1530-b9fb-4700-ac15-48e832d5dff1 HTTP/1.1" status: 200 len: 1127 time: 0.6964896 Feb 10 15:33:03.997611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=7a449bc5-1d42-4107-8e04-c2e6a352cad8,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:04.007650 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e85fd0be-8d9a-4b5b-94ed-b95f28539001 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:33:04.031896 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-52f31462-971b-427c-b3bc-ccfb6c79b665 None None] Provisioning complete for port e85fd0be-8d9a-4b5b-94ed-b95f28539001 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:04.045015 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-52f31462-971b-427c-b3bc-ccfb6c79b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:04.143978 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1669ece7-1fdf-4be3-93c6-ae1c2bb1628f req-6e568bd2-4df5-4e65-a05f-dfe5f61ebf8d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403519 Feb 10 15:33:04.231145 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37164bf4-30ce-4af5-a29e-e8e44beab3b7 req-bf766bad-275e-42bd-a910-eb0267740d10 service neutron] 10.222.0.79 "GET /v2.0/networks/3ecb8799-ae9a-4dae-9ca0-77e560818bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570610 Feb 10 15:33:04.277592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1efda778-59bd-4129-9f7a-b7503754f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'name': 'tempest-ServersTestJSON-672257202-router', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:08Z', 'updated_at': '2022-02-10T15:32:18Z', 'revision_number': 4, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'gw_port': {'id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:10Z', 'updated_at': '2022-02-10T15:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'aa3fe60d-afbc-4cb1-b11c-c0a488d44646', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'port_id': '2c829f7b-caf4-4c16-b510-3cbd76668793', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'mac_address': 'fa:16:3e:85:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:32:25Z', 'updated_at': '2022-02-10T15:32:58Z', 'revision_number': 1, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70567ab-d3ec-4f42-aacb-3ccaa870935e', 'name': '', 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'mac_address': 'fa:16:3e:c5:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:16Z', 'updated_at': '2022-02-10T15:32:25Z', 'revision_number': 5, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'subnets': [{'id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:04.344466 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:04.345199 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:04.373242 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Publish callbacks [] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:04.374080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efda778-59bd-4129-9f7a-b7503754f235 None None] Checking router: 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:33:04.387608 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:04.432890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:04.467778 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:04.559010 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a55cda5-4911-4c52-a29e-76f7f16a7c8c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:04.625646 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbe4d4-642b-4538-b7d8-2af6912df65e None None] Pushing event updated for resources: {'Port': ['ID=591d0f64-ecae-4da5-8111-9bef5fa6dcfb,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:04.708541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-52f31462-971b-427c-b3bc-ccfb6c79b665 None None] Current status of the port e85fd0be-8d9a-4b5b-94ed-b95f28539001 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:04.720947 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37164bf4-30ce-4af5-a29e-e8e44beab3b7 req-36abdf2a-34ac-4e59-9221-767265179f49 service neutron] 10.222.0.79 "GET /v2.0/networks/3ecb8799-ae9a-4dae-9ca0-77e560818bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733734 Feb 10 15:33:04.731733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,revision_number=11']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:04.770885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b229d-4c8c-4bc3-a18b-1f17c98f3c28 req-9671f4e8-7461-4eb3-8569-292b1f9afa64 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:04.777284 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Attempting to bind port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:33:04.779440 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e51b229d-4c8c-4bc3-a18b-1f17c98f3c28 req-9671f4e8-7461-4eb3-8569-292b1f9afa64 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1907859 Feb 10 15:33:04.780966 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Attempting to bind port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'bffc5e88-12b3-4821-bcf5-5cd51023ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:33:04.781096 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Attempting to bind port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb on network 2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:33:04.782160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efda778-59bd-4129-9f7a-b7503754f235 None None] Routers {'59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:04.787315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1efda778-59bd-4129-9f7a-b7503754f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:04.810085 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:33:04.810485 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Checking segment: {'id': 'bffc5e88-12b3-4821-bcf5-5cd51023ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:33:04.813393 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:04.814010 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Bound using segment: {'id': 'bffc5e88-12b3-4821-bcf5-5cd51023ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:33:04.814518 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Bound port: 591d0f64-ecae-4da5-8111-9bef5fa6dcfb, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffc5e88-12b3-4821-bcf5-5cd51023ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:33:04.825142 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:04.858341 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55cda5-4911-4c52-a29e-76f7f16a7c8c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Subnet': ['ID=c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:04.890094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a55cda5-4911-4c52-a29e-76f7f16a7c8c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Checking segment: {'id': 'cf00b0c1-6d62-45e7-a484-d2388bb7a9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:33:04.890551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a55cda5-4911-4c52-a29e-76f7f16a7c8c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network hostable DHCP agents. Network: c159a720-019c-4b3e-85b6-f119063867f2, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:33:04.941747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a55cda5-4911-4c52-a29e-76f7f16a7c8c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network c159a720-019c-4b3e-85b6-f119063867f2 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:33:04.969199 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-0a55cda5-4911-4c52-a29e-76f7f16a7c8c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, c159a720-019c-4b3e-85b6-f119063867f2) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:33:04.980399 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a55cda5-4911-4c52-a29e-76f7f16a7c8c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:04.989434 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a55cda5-4911-4c52-a29e-76f7f16a7c8c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:05.026199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a449bc5-1d42-4107-8e04-c2e6a352cad8'}, {'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:33:05.028541 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de24eb4-90ec-44e8-a62e-ae2ff1ca5780" -d '{"events": [{"server_uuid": "ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3", "name": "network-vif-plugged", "status": "completed", "tag": "7a449bc5-1d42-4107-8e04-c2e6a352cad8"}, {"server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:33:05.029101 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0a55cda5-4911-4c52-a29e-76f7f16a7c8c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1687777 Feb 10 15:33:05.036876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35470) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:05.042902 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] For port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:33:05.060928 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] For port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=591d0f64-ecae-4da5-8111-9bef5fa6dcfb,segment=NetworkSegment(bffc5e88-12b3-4821-bcf5-5cd51023ebe1),segment_id=bffc5e88-12b3-4821-bcf5-5cd51023ebe1)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:33:05.062856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4e43cd-99e9-4b94-9b72-968c1738c78d None None] Network c159a720-019c-4b3e-85b6-f119063867f2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:33:05.081621 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:05.089766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-91b0cb32-916f-46a3-8e49-47a4b9434921 None None] Provisioning complete for port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:05.090392 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-91b0cb32-916f-46a3-8e49-47a4b9434921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:05.118582 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35474) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:05.187744 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c42585-1d98-4fb4-91ad-162519cd0d48 req-904134c5-0308-4455-b2ca-59f79dc176dd tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:05.202584 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1c42585-1d98-4fb4-91ad-162519cd0d48 req-904134c5-0308-4455-b2ca-59f79dc176dd tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3 HTTP/1.1" status: 200 len: 946 time: 0.3205209 Feb 10 15:33:05.206730 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e51b229d-4c8c-4bc3-a18b-1f17c98f3c28 req-fc1eb56e-e1ef-4b1b-8474-3396e483f68d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4173932 Feb 10 15:33:05.293807 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e85fd0be-8d9a-4b5b-94ed-b95f28539001 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:05.297099 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:05.318523 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1c42585-1d98-4fb4-91ad-162519cd0d48 req-0b786d80-075b-4d90-9140-6d2e366b13a6 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044412 Feb 10 15:33:05.319288 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbe4d4-642b-4538-b7d8-2af6912df65e None None] Pushing event updated for resources: {'Port': ['ID=591d0f64-ecae-4da5-8111-9bef5fa6dcfb,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:05.399589 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:05.400481 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:05.459347 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 10 Feb 2022 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e1d7f0-500c-4405-84e4-085680d8054c x-openstack-request-id: req-85e1d7f0-500c-4405-84e4-085680d8054c {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:33:05.459684 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3", "name": "network-vif-plugged", "status": "completed", "tag": "7a449bc5-1d42-4107-8e04-c2e6a352cad8", "code": 200}, {"server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:33:05.459940 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85e1d7f0-500c-4405-84e4-085680d8054c {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:33:05.460348 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a449bc5-1d42-4107-8e04-c2e6a352cad8', 'code': 200} Feb 10 15:33:05.460605 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'code': 200} Feb 10 15:33:05.507933 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ed444-e280-4e51-b6b5-207c8a95bd5d req-50c4fb00-6f60-48bb-99f2-4882a82699e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:05.529395 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ed444-e280-4e51-b6b5-207c8a95bd5d req-50c4fb00-6f60-48bb-99f2-4882a82699e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:05.529995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ed444-e280-4e51-b6b5-207c8a95bd5d req-50c4fb00-6f60-48bb-99f2-4882a82699e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:05.532336 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ed444-e280-4e51-b6b5-207c8a95bd5d req-50c4fb00-6f60-48bb-99f2-4882a82699e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:05.532999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ed444-e280-4e51-b6b5-207c8a95bd5d req-50c4fb00-6f60-48bb-99f2-4882a82699e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:05.536903 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ed444-e280-4e51-b6b5-207c8a95bd5d req-50c4fb00-6f60-48bb-99f2-4882a82699e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:05.537398 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ed444-e280-4e51-b6b5-207c8a95bd5d req-50c4fb00-6f60-48bb-99f2-4882a82699e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:05.558685 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f10ed444-e280-4e51-b6b5-207c8a95bd5d req-50c4fb00-6f60-48bb-99f2-4882a82699e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 6719 time: 0.4188673 Feb 10 15:33:05.575696 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-91b0cb32-916f-46a3-8e49-47a4b9434921 None None] Current status of the port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:05.576090 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-91b0cb32-916f-46a3-8e49-47a4b9434921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:05.608100 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:05.789385 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f10ed444-e280-4e51-b6b5-207c8a95bd5d req-a1a51cf9-bbff-44dd-a757-47ba3b5fde1b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=561377d6-7dae-47e7-be27-f937cdff5633&id=0a23a519-0a62-4d14-a30f-5e70d29bc772&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2294977 Feb 10 15:33:05.805644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e85fd0be-8d9a-4b5b-94ed-b95f28539001 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:05.850087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-91b0cb32-916f-46a3-8e49-47a4b9434921 None None] For port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=591d0f64-ecae-4da5-8111-9bef5fa6dcfb,segment=NetworkSegment(bffc5e88-12b3-4821-bcf5-5cd51023ebe1),segment_id=bffc5e88-12b3-4821-bcf5-5cd51023ebe1)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:05.860009 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-91b0cb32-916f-46a3-8e49-47a4b9434921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:05.924424 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0cb32-916f-46a3-8e49-47a4b9434921 None None] Pushing event updated for resources: {'Port': ['ID=591d0f64-ecae-4da5-8111-9bef5fa6dcfb,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:05.930073 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:05.965766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bd4f8-688c-41d4-98ab-9b592e207ad6 req-ca104847-f401-46ed-97e6-f9f62960d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:05.967365 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-788bd4f8-688c-41d4-98ab-9b592e207ad6 req-ca104847-f401-46ed-97e6-f9f62960d4ab service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3 HTTP/1.1" status: 200 len: 1128 time: 0.3047876 Feb 10 15:33:05.969656 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-1efda778-59bd-4129-9f7a-b7503754f235 None None] Set router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:06.054410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-c159a720-019c-4b3e-85b6-f119063867f2', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:33:06.065970 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:06.133431 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-788bd4f8-688c-41d4-98ab-9b592e207ad6 req-e522e038-5552-481e-80a9-ed27b261fb8b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571388 Feb 10 15:33:06.149494 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:32:59Z', 'revision_number': 2, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 4, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:06.180006 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780452c-3e03-4b0d-82dd-edaf0cc21452 None None] The sync data for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 is: [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:32:59Z', 'revision_number': 2, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 4, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:33:06.393409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Allocated IP 2001:db8:1::2 (c159a720-019c-4b3e-85b6-f119063867f2/c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87/c115004d-ae9e-4522-8b28-ab6383858332) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:33:06.523380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4dfb1d-7a1f-47ae-a73c-44e744c3aee5 req-59ea5445-2ad6-481e-9652-ea0f9490520a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:06.530968 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5f4dfb1d-7a1f-47ae-a73c-44e744c3aee5 req-59ea5445-2ad6-481e-9652-ea0f9490520a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1572967 Feb 10 15:33:06.596638 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Publish callbacks [] for port (c115004d-ae9e-4522-8b28-ab6383858332), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:06.607178 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6ad9e2ea-1570-437f-8a95-f76fd317c8c8 None None] Provisioning complete for port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:06.607689 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e2ea-1570-437f-8a95-f76fd317c8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:06.659797 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (c115004d-ae9e-4522-8b28-ab6383858332), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:06.704394 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5f4dfb1d-7a1f-47ae-a73c-44e744c3aee5 req-611a96b8-5797-41a9-8c67-8e3c21cfaab5 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689432 Feb 10 15:33:06.724737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Allocated IP 2001:db8:1::1 (c159a720-019c-4b3e-85b6-f119063867f2/c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87/cd71aed0-8caf-417d-a0f7-0f3c728b8601) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:33:06.725960 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4656251-e56e-41dd-b068-d73c2785e606 req-137b3dbf-5323-4b80-9863-7c108f511f0f tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:06.727860 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4656251-e56e-41dd-b068-d73c2785e606 req-137b3dbf-5323-4b80-9863-7c108f511f0f tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3 HTTP/1.1" status: 200 len: 946 time: 0.2303250 Feb 10 15:33:06.761690 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Network c159a720-019c-4b3e-85b6-f119063867f2 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:33:06.794102 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:33:06.810552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:33:06.876253 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4656251-e56e-41dd-b068-d73c2785e606 req-b60f0ded-dead-483a-b2a7-e0da32668fce tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385803 Feb 10 15:33:07.055232 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:07.173443 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:07.235811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network c159a720-019c-4b3e-85b6-f119063867f2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:33:07.241549 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:33:07.249126 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:33:07.251379 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (825011a0-3c30-40d7-8670-1386b05372a9), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:07.428319 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:07.439612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Pushing event updated for resources: {'Port': ['ID=c115004d-ae9e-4522-8b28-ab6383858332,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:07.443114 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Attempting to bind port c115004d-ae9e-4522-8b28-ab6383858332 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:33:07.443500 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Attempting to bind port c115004d-ae9e-4522-8b28-ab6383858332 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'cf00b0c1-6d62-45e7-a484-d2388bb7a9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:33:07.443923 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Attempting to bind port c115004d-ae9e-4522-8b28-ab6383858332 on network c159a720-019c-4b3e-85b6-f119063867f2 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:33:07.450793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=cd71aed0-8caf-417d-a0f7-0f3c728b8601,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:07.456736 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:33:07.457127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Checking segment: {'id': 'cf00b0c1-6d62-45e7-a484-d2388bb7a9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:33:07.457585 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:07.457987 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Bound using segment: {'id': 'cf00b0c1-6d62-45e7-a484-d2388bb7a9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:33:07.458531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Bound port: c115004d-ae9e-4522-8b28-ab6383858332, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf00b0c1-6d62-45e7-a484-d2388bb7a9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:33:07.458920 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c115004d-ae9e-4522-8b28-ab6383858332), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:07.483284 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:07.529595 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9e2ea-1570-437f-8a95-f76fd317c8c8 None None] Current status of the port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:07.616052 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] For port c115004d-ae9e-4522-8b28-ab6383858332, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:33:07.619489 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] For port c115004d-ae9e-4522-8b28-ab6383858332, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c115004d-ae9e-4522-8b28-ab6383858332,segment=NetworkSegment(cf00b0c1-6d62-45e7-a484-d2388bb7a9a0),segment_id=cf00b0c1-6d62-45e7-a484-d2388bb7a9a0)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:33:07.636791 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c115004d-ae9e-4522-8b28-ab6383858332), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:07.700676 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161704ee-8708-41fa-8705-c85b2a870e93 None None] Pushing event updated for resources: {'Port': ['ID=c115004d-ae9e-4522-8b28-ab6383858332,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:07.716059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1efda778-59bd-4129-9f7a-b7503754f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'name': 'tempest-ServersTestJSON-672257202-router', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:08Z', 'updated_at': '2022-02-10T15:32:18Z', 'revision_number': 4, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'gw_port': {'id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:10Z', 'updated_at': '2022-02-10T15:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'aa3fe60d-afbc-4cb1-b11c-c0a488d44646', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'port_id': '2c829f7b-caf4-4c16-b510-3cbd76668793', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'mac_address': 'fa:16:3e:85:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:32:25Z', 'updated_at': '2022-02-10T15:32:58Z', 'revision_number': 1, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70567ab-d3ec-4f42-aacb-3ccaa870935e', 'name': '', 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'mac_address': 'fa:16:3e:c5:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:16Z', 'updated_at': '2022-02-10T15:32:25Z', 'revision_number': 5, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'subnets': [{'id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:07.771392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efda778-59bd-4129-9f7a-b7503754f235 None None] The sync data for ids ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'] in n-d-815324-7 is: [{'id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'name': 'tempest-ServersTestJSON-672257202-router', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:08Z', 'updated_at': '2022-02-10T15:32:18Z', 'revision_number': 4, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'gw_port': {'id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:10Z', 'updated_at': '2022-02-10T15:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'aa3fe60d-afbc-4cb1-b11c-c0a488d44646', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'port_id': '2c829f7b-caf4-4c16-b510-3cbd76668793', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'mac_address': 'fa:16:3e:85:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:32:25Z', 'updated_at': '2022-02-10T15:32:58Z', 'revision_number': 1, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70567ab-d3ec-4f42-aacb-3ccaa870935e', 'name': '', 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'mac_address': 'fa:16:3e:c5:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:16Z', 'updated_at': '2022-02-10T15:32:25Z', 'revision_number': 5, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'subnets': [{'id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:33:08.053542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdf39b-5690-46ef-b53a-d1ca1da6a163 req-496ae17e-5337-4d5e-84a7-d6c221025eeb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:08.055294 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80cdf39b-5690-46ef-b53a-d1ca1da6a163 req-496ae17e-5337-4d5e-84a7-d6c221025eeb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1808558 Feb 10 15:33:08.095942 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 591d0f64-ecae-4da5-8111-9bef5fa6dcfb up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:33:08.216367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:08.217144 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:08.270211 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:08.280052 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:08.281061 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (825011a0-3c30-40d7-8670-1386b05372a9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:08.314279 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80cdf39b-5690-46ef-b53a-d1ca1da6a163 req-878817cd-2bb1-40ef-94a9-ab71270ab9c5 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506037 Feb 10 15:33:08.350854 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=cd71aed0-8caf-417d-a0f7-0f3c728b8601,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:08.370927 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e36cd-357c-4810-9294-1c7ba038ec09 req-db8c44b9-864b-4ab8-b7ff-bdb7ba74cfe2 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:08.380346 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-404e36cd-357c-4810-9294-1c7ba038ec09 req-db8c44b9-864b-4ab8-b7ff-bdb7ba74cfe2 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3 HTTP/1.1" status: 200 len: 946 time: 0.2290390 Feb 10 15:33:08.430541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:08.459051 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-404e36cd-357c-4810-9294-1c7ba038ec09 req-3fbc159b-1325-4b1a-8329-2867012ac2e2 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767410 Feb 10 15:33:08.498261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862fea07-5196-47d8-a047-29f141f2dec6 None None] New status for floating IP aa3fe60d-afbc-4cb1-b11c-c0a488d44646: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:33:08.556950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network c159a720-019c-4b3e-85b6-f119063867f2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:33:08.558776 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:33:08.559012 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:33:08.669463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf9a01-c111-4ab5-b3b1-ce8f6539e985 req-ebea438b-2fa0-4d05-b3a1-d4f36ce47a5e tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:08.671402 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdcf9a01-c111-4ab5-b3b1-ce8f6539e985 req-ebea438b-2fa0-4d05-b3a1-d4f36ce47a5e tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ccf1530-b9fb-4700-ac15-48e832d5dff1 HTTP/1.1" status: 200 len: 945 time: 0.0866370 Feb 10 15:33:08.747425 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 825011a0-3c30-40d7-8670-1386b05372a9 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:33:08.783430 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdcf9a01-c111-4ab5-b3b1-ce8f6539e985 req-a7154589-d28c-4a0a-8352-3363b878b457 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062200 Feb 10 15:33:08.791932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:08.804548 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'port_id': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'mac_address': 'fa:16:3e:f5:81:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:33:08.853955 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:08.855157 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:08.905024 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:33:08.917058 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:33:08.928470 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35524) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:08.928928 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dbf65814-b662-4dd9-a752-1e8912cf1f52 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/825011a0-3c30-40d7-8670-1386b05372a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8888478 Feb 10 15:33:08.939138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-65433328-c7de-4693-a94f-3768ab3f8d70 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-586593714'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:33:08.946574 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Sync routers for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:33:08.963848 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:08.964480 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:08.968924 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:08.975195 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:08.987171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65433328-c7de-4693-a94f-3768ab3f8d70 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:33:08.996628 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65433328-c7de-4693-a94f-3768ab3f8d70 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:09.041472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65433328-c7de-4693-a94f-3768ab3f8d70 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:33:09.091146 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65433328-c7de-4693-a94f-3768ab3f8d70 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (70533de6-c15e-4ad0-af83-fc3f4a193b2a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:09.092134 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-65433328-c7de-4693-a94f-3768ab3f8d70 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Added segment 70533de6-c15e-4ad0-af83-fc3f4a193b2a of type vlan for network 1bba1352-7993-41b0-ba06-8c63bb1279b3 Feb 10 15:33:09.110522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['6a1e4231-1715-4b5d-924f-9e77b2c5f1f0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:33:09.203021 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65433328-c7de-4693-a94f-3768ab3f8d70 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (1bba1352-7993-41b0-ba06-8c63bb1279b3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:09.204479 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:09.228978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,revision_number=12']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:09.257794 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65433328-c7de-4693-a94f-3768ab3f8d70 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (1bba1352-7993-41b0-ba06-8c63bb1279b3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:09.267730 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65433328-c7de-4693-a94f-3768ab3f8d70 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:09.269186 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65433328-c7de-4693-a94f-3768ab3f8d70 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:09.443855 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65433328-c7de-4693-a94f-3768ab3f8d70 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Network': ['ID=1bba1352-7993-41b0-ba06-8c63bb1279b3,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:09.459885 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 1bba1352-7993-41b0-ba06-8c63bb1279b3 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:33:09.474025 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-65433328-c7de-4693-a94f-3768ab3f8d70 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5437670 Feb 10 15:33:09.477053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35534) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:09.482314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-512a59d8-6fb0-4d66-a8b4-26d9a042df5a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'subnet': {'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:33:09.619732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312bba3-f520-4979-b63a-f6010abba1ca req-e8f37966-56aa-4ca4-8aad-bf1a17dbe9ed tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:09.623647 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6312bba3-f520-4979-b63a-f6010abba1ca req-e8f37966-56aa-4ca4-8aad-bf1a17dbe9ed tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ccf1530-b9fb-4700-ac15-48e832d5dff1 HTTP/1.1" status: 200 len: 945 time: 0.3152368 Feb 10 15:33:09.668324 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9931b43-79e6-476c-a1f1-2146c9dcee92 req-d641ba6d-71a1-43c3-9f7e-325e1b9fbd6d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:09.672448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9931b43-79e6-476c-a1f1-2146c9dcee92 req-d641ba6d-71a1-43c3-9f7e-325e1b9fbd6d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 945 time: 0.2138159 Feb 10 15:33:09.689109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512a59d8-6fb0-4d66-a8b4-26d9a042df5a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:33:09.694887 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-512a59d8-6fb0-4d66-a8b4-26d9a042df5a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:09.811198 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6312bba3-f520-4979-b63a-f6010abba1ca req-50fc48d4-356e-464d-929b-2152dbded9e5 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736176 Feb 10 15:33:09.851023 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:07Z', 'revision_number': 3, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:07Z', 'revision_number': 2, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:09.922701 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9931b43-79e6-476c-a1f1-2146c9dcee92 req-31f46ff1-e9d6-478d-94f8-b60b995a976e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272239 Feb 10 15:33:09.943029 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Checking router: 825011a0-3c30-40d7-8670-1386b05372a9 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:33:09.943769 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Updating router 825011a0-3c30-40d7-8670-1386b05372a9 port cd71aed0-8caf-417d-a0f7-0f3c728b8601 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:33:09.968189 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-512a59d8-6fb0-4d66-a8b4-26d9a042df5a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (19cfa8cd-1863-4b85-b41b-c3a824c873c0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:10.017294 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:10.019094 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1f257a-3e0d-4412-a32f-2bf684e5d266 None None] Network c159a720-019c-4b3e-85b6-f119063867f2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:33:10.028341 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a59d8-6fb0-4d66-a8b4-26d9a042df5a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Subnet': ['ID=19cfa8cd-1863-4b85-b41b-c3a824c873c0,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:10.092879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c115004d-ae9e-4522-8b28-ab6383858332 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:33:10.105958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a59d8-6fb0-4d66-a8b4-26d9a042df5a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Checking segment: {'id': '70533de6-c15e-4ad0-af83-fc3f4a193b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:33:10.106334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a59d8-6fb0-4d66-a8b4-26d9a042df5a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network hostable DHCP agents. Network: 1bba1352-7993-41b0-ba06-8c63bb1279b3, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:33:10.139725 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a59d8-6fb0-4d66-a8b4-26d9a042df5a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 1bba1352-7993-41b0-ba06-8c63bb1279b3 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:33:10.152112 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-512a59d8-6fb0-4d66-a8b4-26d9a042df5a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 1bba1352-7993-41b0-ba06-8c63bb1279b3) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:33:10.162471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512a59d8-6fb0-4d66-a8b4-26d9a042df5a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:10.165223 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-512a59d8-6fb0-4d66-a8b4-26d9a042df5a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:10.181002 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76433b4e-ea44-48b6-986f-f986c9f87571 None None] Network 1bba1352-7993-41b0-ba06-8c63bb1279b3 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:33:10.194289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35540) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:10.202741 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-512a59d8-6fb0-4d66-a8b4-26d9a042df5a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7244563 Feb 10 15:33:10.294296 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2cead5b8-2e31-4749-be79-2d3ec2a6d36b None None] Provisioning complete for port c115004d-ae9e-4522-8b28-ab6383858332 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:10.294722 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2cead5b8-2e31-4749-be79-2d3ec2a6d36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c115004d-ae9e-4522-8b28-ab6383858332), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:10.543569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c115004d-ae9e-4522-8b28-ab6383858332 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:10.543947 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c115004d-ae9e-4522-8b28-ab6383858332), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:10.545886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-1bba1352-7993-41b0-ba06-8c63bb1279b3', 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'fixed_ips': [{'subnet_id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:33:10.546802 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:10.580312 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccccdc6-ff6e-4955-84ec-10a9db55c01e req-ad93aab9-9a85-4b47-bc43-1b672284d36a tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:10.587259 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eccccdc6-ff6e-4955-84ec-10a9db55c01e req-ad93aab9-9a85-4b47-bc43-1b672284d36a tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ccf1530-b9fb-4700-ac15-48e832d5dff1 HTTP/1.1" status: 200 len: 945 time: 0.1240706 Feb 10 15:33:10.599563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:33:10.741185 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2cead5b8-2e31-4749-be79-2d3ec2a6d36b None None] Current status of the port c115004d-ae9e-4522-8b28-ab6383858332 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:10.741578 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2cead5b8-2e31-4749-be79-2d3ec2a6d36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c115004d-ae9e-4522-8b28-ab6383858332), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:10.831308 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2cead5b8-2e31-4749-be79-2d3ec2a6d36b None None] For port c115004d-ae9e-4522-8b28-ab6383858332, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c115004d-ae9e-4522-8b28-ab6383858332,segment=NetworkSegment(cf00b0c1-6d62-45e7-a484-d2388bb7a9a0),segment_id=cf00b0c1-6d62-45e7-a484-d2388bb7a9a0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:10.849986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-eccccdc6-ff6e-4955-84ec-10a9db55c01e req-258aa74e-5378-4377-bd54-01931e76f14b tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Deleting port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:10.850222 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2cead5b8-2e31-4749-be79-2d3ec2a6d36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c115004d-ae9e-4522-8b28-ab6383858332), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:10.850364 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eccccdc6-ff6e-4955-84ec-10a9db55c01e req-258aa74e-5378-4377-bd54-01931e76f14b tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (70f0c0ec-79dd-4665-b15b-c17dbe2ff738), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:10.980984 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Publish callbacks [] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:10.998778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-eccccdc6-ff6e-4955-84ec-10a9db55c01e req-258aa74e-5378-4377-bd54-01931e76f14b tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] For port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=70f0c0ec-79dd-4665-b15b-c17dbe2ff738,segment=NetworkSegment(f31c80db-0d92-4ce6-afe3-e12041e6fcfe),segment_id=f31c80db-0d92-4ce6-afe3-e12041e6fcfe)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:10.999498 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eccccdc6-ff6e-4955-84ec-10a9db55c01e req-258aa74e-5378-4377-bd54-01931e76f14b tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (70f0c0ec-79dd-4665-b15b-c17dbe2ff738), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:11.005727 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:11.017725 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-eccccdc6-ff6e-4955-84ec-10a9db55c01e req-258aa74e-5378-4377-bd54-01931e76f14b tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Calling delete_port for 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:11.062548 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:11.063220 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:11.152837 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c87a24-a06f-4a27-8a87-ee24e34c5411 None None] Pushing event updated for resources: {'Port': ['ID=cd71aed0-8caf-417d-a0f7-0f3c728b8601,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:11.277487 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eccccdc6-ff6e-4955-84ec-10a9db55c01e req-258aa74e-5378-4377-bd54-01931e76f14b tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (70f0c0ec-79dd-4665-b15b-c17dbe2ff738), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:11.303458 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Attempting to bind port cd71aed0-8caf-417d-a0f7-0f3c728b8601 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:33:11.303836 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Attempting to bind port cd71aed0-8caf-417d-a0f7-0f3c728b8601 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'cf00b0c1-6d62-45e7-a484-d2388bb7a9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:33:11.304200 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Attempting to bind port cd71aed0-8caf-417d-a0f7-0f3c728b8601 on network c159a720-019c-4b3e-85b6-f119063867f2 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:33:11.328139 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:33:11.328842 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Checking segment: {'id': 'cf00b0c1-6d62-45e7-a484-d2388bb7a9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:33:11.329437 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:11.330370 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Bound using segment: {'id': 'cf00b0c1-6d62-45e7-a484-d2388bb7a9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:33:11.331164 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Bound port: cd71aed0-8caf-417d-a0f7-0f3c728b8601, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf00b0c1-6d62-45e7-a484-d2388bb7a9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:33:11.331864 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:11.359266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Allocated IP 2001:db8:2::2 (1bba1352-7993-41b0-ba06-8c63bb1279b3/19cfa8cd-1863-4b85-b41b-c3a824c873c0/08663a31-8bc7-43d9-80a4-c620144e03fe) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:33:11.373054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715b514-d31f-4e17-9aa4-bb0e4479ff5f req-f5572b86-67c7-47f2-bd1f-6718cf5ec643 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:11.386771 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1715b514-d31f-4e17-9aa4-bb0e4479ff5f req-f5572b86-67c7-47f2-bd1f-6718cf5ec643 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ccf1530-b9fb-4700-ac15-48e832d5dff1 HTTP/1.1" status: 200 len: 945 time: 0.3985615 Feb 10 15:33:11.411963 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258aa74e-5378-4377-bd54-01931e76f14b tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Pushing event deleted for resources: {'Port': ['ID=70f0c0ec-79dd-4665-b15b-c17dbe2ff738,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:11.419604 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:11.439822 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a91fa5-3774-4524-9ced-6d2d5ce302e0 req-f34fc729-d1ff-4713-bbfa-21fb440103f9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:11.446841 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22a91fa5-3774-4524-9ced-6d2d5ce302e0 req-f34fc729-d1ff-4713-bbfa-21fb440103f9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 945 time: 0.3552973 Feb 10 15:33:11.458791 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccccdc6-ff6e-4955-84ec-10a9db55c01e req-258aa74e-5378-4377-bd54-01931e76f14b tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] No DVR routers for this DVR port 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:33:11.463749 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-eccccdc6-ff6e-4955-84ec-10a9db55c01e req-258aa74e-5378-4377-bd54-01931e76f14b tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:11.467181 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-eccccdc6-ff6e-4955-84ec-10a9db55c01e req-258aa74e-5378-4377-bd54-01931e76f14b tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.72 "DELETE /v2.0/ports/70f0c0ec-79dd-4665-b15b-c17dbe2ff738 HTTP/1.1" status: 204 len: 173 time: 0.8759136 Feb 10 15:33:11.467678 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ccf1530-b9fb-4700-ac15-48e832d5dff1', 'name': 'network-vif-deleted', 'tag': '70f0c0ec-79dd-4665-b15b-c17dbe2ff738'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:33:11.473301 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ec02f9-de4e-4892-9790-8ae37de7b773" -d '{"events": [{"server_uuid": "1ccf1530-b9fb-4700-ac15-48e832d5dff1", "name": "network-vif-deleted", "tag": "70f0c0ec-79dd-4665-b15b-c17dbe2ff738"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:33:11.516022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cead5b8-2e31-4749-be79-2d3ec2a6d36b None None] Pushing event updated for resources: {'Port': ['ID=c115004d-ae9e-4522-8b28-ab6383858332,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:11.577339 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] For port cd71aed0-8caf-417d-a0f7-0f3c728b8601, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:33:11.588726 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] For port cd71aed0-8caf-417d-a0f7-0f3c728b8601, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cd71aed0-8caf-417d-a0f7-0f3c728b8601,segment=NetworkSegment(cf00b0c1-6d62-45e7-a484-d2388bb7a9a0),segment_id=cf00b0c1-6d62-45e7-a484-d2388bb7a9a0)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:33:11.600596 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:11.692189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1715b514-d31f-4e17-9aa4-bb0e4479ff5f req-c43de45d-846e-4e2a-8852-3992f24101f4 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989361 Feb 10 15:33:11.716277 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:11.716277 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:32:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:11.775077 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22a91fa5-3774-4524-9ced-6d2d5ce302e0 req-b0db3c82-935a-4e62-9f43-80de5eae9f68 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198955 Feb 10 15:33:11.819726 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c798e523-f193-4268-b75f-8e443ed3e812 x-openstack-request-id: req-c798e523-f193-4268-b75f-8e443ed3e812 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:33:11.820189 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ccf1530-b9fb-4700-ac15-48e832d5dff1", "name": "network-vif-deleted", "tag": "70f0c0ec-79dd-4665-b15b-c17dbe2ff738", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:33:11.820283 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c798e523-f193-4268-b75f-8e443ed3e812 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:33:11.820842 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ccf1530-b9fb-4700-ac15-48e832d5dff1', 'name': 'network-vif-deleted', 'tag': '70f0c0ec-79dd-4665-b15b-c17dbe2ff738', 'status': 'completed', 'code': 200} Feb 10 15:33:11.900680 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Publish callbacks [] for port (08663a31-8bc7-43d9-80a4-c620144e03fe), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:11.911641 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['22d69a61-25c1-4407-9dc6-21ee6c451c55', '7a449bc5-1d42-4107-8e04-c2e6a352cad8'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:33:11.937521 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['70f0c0ec-79dd-4665-b15b-c17dbe2ff738'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:33:11.948265 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c87a24-a06f-4a27-8a87-ee24e34c5411 None None] Pushing event updated for resources: {'Port': ['ID=cd71aed0-8caf-417d-a0f7-0f3c728b8601,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:12.001001 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:12.287833 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (08663a31-8bc7-43d9-80a4-c620144e03fe), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:12.370483 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Allocated IP 2001:db8:2::1 (1bba1352-7993-41b0-ba06-8c63bb1279b3/19cfa8cd-1863-4b85-b41b-c3a824c873c0/cd9af4e5-8fa8-41f5-abf0-323646bd4303) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:33:12.404417 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:12.654713 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:07Z', 'revision_number': 3, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:11Z', 'revision_number': 4, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:12.680114 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:12.792217 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82315ae5-e9e6-4759-abf4-556bb64dcdd4 None None] The sync data for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 is: [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:07Z', 'revision_number': 3, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:11Z', 'revision_number': 4, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:33:12.796949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-90083d35-8288-411c-842a-caec7669a5fd None None] Provisioning complete for port cd71aed0-8caf-417d-a0f7-0f3c728b8601 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:12.797564 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-90083d35-8288-411c-842a-caec7669a5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:12.856046 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:13.043674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 1bba1352-7993-41b0-ba06-8c63bb1279b3 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:33:13.070767 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:33:13.076372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:33:13.077368 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (825011a0-3c30-40d7-8670-1386b05372a9), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:13.114870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c115004d-ae9e-4522-8b28-ab6383858332 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:13.247711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Network 1bba1352-7993-41b0-ba06-8c63bb1279b3 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:33:13.366337 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8254a2e-8abf-42ad-afdf-78910b3d287c req-679411f2-5375-467f-8182-c1b484792156 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:13.392374 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e8254a2e-8abf-42ad-afdf-78910b3d287c req-679411f2-5375-467f-8182-c1b484792156 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 945 time: 0.4235613 Feb 10 15:33:13.431742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:33:13.439083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:33:13.542610 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Pushing event updated for resources: {'Port': ['ID=08663a31-8bc7-43d9-80a4-c620144e03fe,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:13.558767 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e8254a2e-8abf-42ad-afdf-78910b3d287c req-79c7af10-d68e-436d-8206-057d066205a4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651204 Feb 10 15:33:13.562170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=cd9af4e5-8fa8-41f5-abf0-323646bd4303,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:13.605671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:13.630077 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-90083d35-8288-411c-842a-caec7669a5fd None None] Current status of the port cd71aed0-8caf-417d-a0f7-0f3c728b8601 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:13.630735 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-90083d35-8288-411c-842a-caec7669a5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:13.634095 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-59be7c5a-683c-43d6-a824-d5c63c3c3135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:13.646176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:33:13.646550 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 70f0c0ec-79dd-4665-b15b-c17dbe2ff738 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:33:13.698453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cd71aed0-8caf-417d-a0f7-0f3c728b8601 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:33:13.803642 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:13.804078 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:13.875651 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:13.891754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:33:13.894750 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78429c45-83bc-4a73-a8dd-281d70ccec6e" -d '{"events": [{"server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "name": "network-vif-plugged", "status": "completed", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:33:13.897782 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:13.909197 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:14.175533 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b338b0c-bac5-4f82-bce2-768736b65edb x-openstack-request-id: req-7b338b0c-bac5-4f82-bce2-768736b65edb {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:33:14.175826 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "name": "network-vif-plugged", "status": "completed", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:33:14.176102 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b338b0c-bac5-4f82-bce2-768736b65edb {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:33:14.177106 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'code': 200} Feb 10 15:33:14.183803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Attempting to bind port 08663a31-8bc7-43d9-80a4-c620144e03fe on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:33:14.201233 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Attempting to bind port 08663a31-8bc7-43d9-80a4-c620144e03fe by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '70533de6-c15e-4ad0-af83-fc3f4a193b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:33:14.201615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Attempting to bind port 08663a31-8bc7-43d9-80a4-c620144e03fe on network 1bba1352-7993-41b0-ba06-8c63bb1279b3 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:33:14.233819 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:33:14.234317 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Checking segment: {'id': '70533de6-c15e-4ad0-af83-fc3f4a193b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:33:14.234724 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:14.235122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Bound using segment: {'id': '70533de6-c15e-4ad0-af83-fc3f4a193b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:33:14.235612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Bound port: 08663a31-8bc7-43d9-80a4-c620144e03fe, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70533de6-c15e-4ad0-af83-fc3f4a193b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:33:14.236008 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (08663a31-8bc7-43d9-80a4-c620144e03fe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:14.304038 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-90083d35-8288-411c-842a-caec7669a5fd None None] For port cd71aed0-8caf-417d-a0f7-0f3c728b8601, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cd71aed0-8caf-417d-a0f7-0f3c728b8601,segment=NetworkSegment(cf00b0c1-6d62-45e7-a484-d2388bb7a9a0),segment_id=cf00b0c1-6d62-45e7-a484-d2388bb7a9a0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:14.384054 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-90083d35-8288-411c-842a-caec7669a5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:14.386273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,revision_number=13']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:14.527329 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port cd71aed0-8caf-417d-a0f7-0f3c728b8601 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:14.527900 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:14.645486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-90083d35-8288-411c-842a-caec7669a5fd None None] Provisioning complete for port c115004d-ae9e-4522-8b28-ab6383858332 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:14.645976 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-90083d35-8288-411c-842a-caec7669a5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c115004d-ae9e-4522-8b28-ab6383858332), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:14.679321 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:14.687232 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:14.688049 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (825011a0-3c30-40d7-8670-1386b05372a9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:14.852602 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90083d35-8288-411c-842a-caec7669a5fd None None] Pushing event updated for resources: {'Port': ['ID=cd71aed0-8caf-417d-a0f7-0f3c728b8601,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:14.894140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] For port 08663a31-8bc7-43d9-80a4-c620144e03fe, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:33:14.911772 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] For port 08663a31-8bc7-43d9-80a4-c620144e03fe, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=08663a31-8bc7-43d9-80a4-c620144e03fe,segment=NetworkSegment(70533de6-c15e-4ad0-af83-fc3f4a193b2a),segment_id=70533de6-c15e-4ad0-af83-fc3f4a193b2a)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:33:14.934186 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (08663a31-8bc7-43d9-80a4-c620144e03fe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:15.236259 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07bddd-8b2b-4b24-9dd4-aec12f64765d None None] Pushing event updated for resources: {'Port': ['ID=08663a31-8bc7-43d9-80a4-c620144e03fe,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:15.263531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port cd71aed0-8caf-417d-a0f7-0f3c728b8601 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:15.265183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c115004d-ae9e-4522-8b28-ab6383858332 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:33:15.353494 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6021-878d-40e4-b22b-c68c8b8cd135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:15.381207 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-90083d35-8288-411c-842a-caec7669a5fd None None] Current status of the port c115004d-ae9e-4522-8b28-ab6383858332 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:15.419708 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c115004d-ae9e-4522-8b28-ab6383858332 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:15.420194 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c115004d-ae9e-4522-8b28-ab6383858332), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:15.558769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c04cc281-dc89-4967-8f30-910fbe727717 None None] Provisioning complete for port cd71aed0-8caf-417d-a0f7-0f3c728b8601 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:15.560073 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c04cc281-dc89-4967-8f30-910fbe727717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:15.687699 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c115004d-ae9e-4522-8b28-ab6383858332 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:15.752758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=cd9af4e5-8fa8-41f5-abf0-323646bd4303,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:15.823710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c04cc281-dc89-4967-8f30-910fbe727717 None None] Current status of the port cd71aed0-8caf-417d-a0f7-0f3c728b8601 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:16.076482 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cd71aed0-8caf-417d-a0f7-0f3c728b8601 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:33:16.088156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 1bba1352-7993-41b0-ba06-8c63bb1279b3 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:33:16.109858 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0111f19-d8cc-4bd1-b69e-ebf1359eed93 req-1c5a7dfd-fded-4259-9e17-26c4c094e3c2 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:16.125788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0111f19-d8cc-4bd1-b69e-ebf1359eed93 req-1c5a7dfd-fded-4259-9e17-26c4c094e3c2 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:16.150824 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0111f19-d8cc-4bd1-b69e-ebf1359eed93 req-1c5a7dfd-fded-4259-9e17-26c4c094e3c2 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5&device_id=ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3 HTTP/1.1" status: 200 len: 1683 time: 0.2908356 Feb 10 15:33:16.171388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:33:16.179076 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port cd71aed0-8caf-417d-a0f7-0f3c728b8601 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:16.180207 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:16.361743 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:16.366450 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port cd71aed0-8caf-417d-a0f7-0f3c728b8601 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:16.367577 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 08663a31-8bc7-43d9-80a4-c620144e03fe up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:33:16.383276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eae1ac-e354-4f77-afdb-8e67a3340af9 req-b4df9aa8-4e85-468b-9243-3313adbfd793 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:16.393326 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-61eae1ac-e354-4f77-afdb-8e67a3340af9 req-b4df9aa8-4e85-468b-9243-3313adbfd793 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.5311899 Feb 10 15:33:16.495691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0111f19-d8cc-4bd1-b69e-ebf1359eed93 req-ef8f72f7-86aa-4c77-b900-d1f26369a1be tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436584 Feb 10 15:33:16.502460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 08663a31-8bc7-43d9-80a4-c620144e03fe triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:16.502460 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (08663a31-8bc7-43d9-80a4-c620144e03fe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:16.615042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 825011a0-3c30-40d7-8670-1386b05372a9 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:33:16.653010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-61eae1ac-e354-4f77-afdb-8e67a3340af9 req-7695187d-77b8-40fc-9612-a748ca9cde5b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586174 Feb 10 15:33:16.796602 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 08663a31-8bc7-43d9-80a4-c620144e03fe is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:16.797182 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (08663a31-8bc7-43d9-80a4-c620144e03fe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:16.927843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 08663a31-8bc7-43d9-80a4-c620144e03fe, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=08663a31-8bc7-43d9-80a4-c620144e03fe,segment=NetworkSegment(70533de6-c15e-4ad0-af83-fc3f4a193b2a),segment_id=70533de6-c15e-4ad0-af83-fc3f4a193b2a)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:16.936521 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (08663a31-8bc7-43d9-80a4-c620144e03fe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:17.036684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=08663a31-8bc7-43d9-80a4-c620144e03fe,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:17.076216 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:33:17.092635 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d95ee7a1-6318-4117-b430-a5de81336292 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/825011a0-3c30-40d7-8670-1386b05372a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8972554 Feb 10 15:33:17.095036 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35696) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:17.103199 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-380a5f68-2ed2-48d2-aa4a-a9d461d0fffe tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1888633792'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:33:17.106779 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Sync routers for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:33:17.139531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:17.140281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:17.184614 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380a5f68-2ed2-48d2-aa4a-a9d461d0fffe tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:33:17.190573 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-380a5f68-2ed2-48d2-aa4a-a9d461d0fffe tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:17.247637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380a5f68-2ed2-48d2-aa4a-a9d461d0fffe tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:33:17.265218 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-380a5f68-2ed2-48d2-aa4a-a9d461d0fffe tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (57db6167-f0cd-411d-8b8a-e39751050efb), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:17.265856 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-380a5f68-2ed2-48d2-aa4a-a9d461d0fffe tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Added segment 57db6167-f0cd-411d-8b8a-e39751050efb of type vlan for network 10d2486e-50be-405e-a8b2-d6ba6adcd3ac Feb 10 15:33:17.308723 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545636d5-61ca-49fc-ba37-4f1e561d6227 None None] Network 1bba1352-7993-41b0-ba06-8c63bb1279b3 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:33:17.480773 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5f31a9a4-aa8b-4fa5-82d0-2551ccfe4d6b None None] Provisioning complete for port 08663a31-8bc7-43d9-80a4-c620144e03fe triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:17.481077 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5f31a9a4-aa8b-4fa5-82d0-2551ccfe4d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (08663a31-8bc7-43d9-80a4-c620144e03fe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:17.557777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:17.675911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad6a6-de4e-4fcd-969e-7c227ad5c311 req-57f71208-332c-444e-9626-64d565e79b9d tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:17.684539 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79dad6a6-de4e-4fcd-969e-7c227ad5c311 req-57f71208-332c-444e-9626-64d565e79b9d tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3 HTTP/1.1" status: 200 len: 946 time: 0.1229906 Feb 10 15:33:17.933105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79dad6a6-de4e-4fcd-969e-7c227ad5c311 req-09ed76b4-f295-4ccd-abe9-8cdefde59ef5 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323227 Feb 10 15:33:17.983786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b208-e8d5-45d2-b040-640ea1c66207 req-f6098b37-6d3b-4cb7-9537-a5c5073e3895 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:17.994097 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-efa9b208-e8d5-45d2-b040-640ea1c66207 req-f6098b37-6d3b-4cb7-9537-a5c5073e3895 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.1782541 Feb 10 15:33:18.096257 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-efa9b208-e8d5-45d2-b040-640ea1c66207 req-eee7293e-b301-43de-bd05-e64ae98171dd tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011360 Feb 10 15:33:18.183665 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-380a5f68-2ed2-48d2-aa4a-a9d461d0fffe tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (10d2486e-50be-405e-a8b2-d6ba6adcd3ac), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:18.279611 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-380a5f68-2ed2-48d2-aa4a-a9d461d0fffe tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (10d2486e-50be-405e-a8b2-d6ba6adcd3ac), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:18.290441 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380a5f68-2ed2-48d2-aa4a-a9d461d0fffe tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:18.293070 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-380a5f68-2ed2-48d2-aa4a-a9d461d0fffe tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:18.386796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a5f68-2ed2-48d2-aa4a-a9d461d0fffe tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Network': ['ID=10d2486e-50be-405e-a8b2-d6ba6adcd3ac,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:18.406512 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 08663a31-8bc7-43d9-80a4-c620144e03fe up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:33:18.412023 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-380a5f68-2ed2-48d2-aa4a-a9d461d0fffe tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3152251 Feb 10 15:33:18.414851 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35722) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:18.420032 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'subnet': {'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:33:18.478689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 10d2486e-50be-405e-a8b2-d6ba6adcd3ac details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:33:18.631493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Made reservation on behalf of cc34db9a855a45218c893fdd7a73be4f for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:33:18.635995 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:18.682131 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:18.864941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5f31a9a4-aa8b-4fa5-82d0-2551ccfe4d6b None None] Current status of the port 08663a31-8bc7-43d9-80a4-c620144e03fe is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:19.027178 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 08663a31-8bc7-43d9-80a4-c620144e03fe triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:19.028777 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (08663a31-8bc7-43d9-80a4-c620144e03fe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:19.142227 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:19.241474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e578bf0-3ecc-4696-84b5-c48c543eead5 req-59e5cdab-6dff-4a6c-beee-f12e35677f18 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:19.242492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 4, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd9af4e5-8fa8-41f5-abf0-323646bd4303', 'name': '', 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:b7:73:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:11Z', 'updated_at': '2022-02-10T15:33:14Z', 'revision_number': 2, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:19.250913 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e578bf0-3ecc-4696-84b5-c48c543eead5 req-59e5cdab-6dff-4a6c-beee-f12e35677f18 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3 HTTP/1.1" status: 200 len: 946 time: 0.2722394 Feb 10 15:33:19.299918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 08663a31-8bc7-43d9-80a4-c620144e03fe is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:19.300355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Checking router: 825011a0-3c30-40d7-8670-1386b05372a9 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:33:19.300559 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Updating router 825011a0-3c30-40d7-8670-1386b05372a9 port cd9af4e5-8fa8-41f5-abf0-323646bd4303 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:33:19.329822 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (6b720270-0fdd-476d-803a-81a18cdd41dd), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:19.378503 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:19.571082 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Subnet': ['ID=6b720270-0fdd-476d-803a-81a18cdd41dd,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:19.617438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:19.617940 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:19.618295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:19.618639 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:19.618979 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:19.619314 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:19.619651 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:19.619982 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:19.620314 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:19.620673 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:19.623927 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af83726-aa38-46ca-812b-54cff2c51875 req-a190e69a-e33d-4826-a835-11a3f40d6043 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:19.625541 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1af83726-aa38-46ca-812b-54cff2c51875 req-a190e69a-e33d-4826-a835-11a3f40d6043 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71d6a0-ba90-488c-87fa-6c40a9b301d5 HTTP/1.1" status: 200 len: 946 time: 0.4657340 Feb 10 15:33:19.634326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:19.634326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:19.634326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:19.698222 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d3487-9f2c-4dd7-af27-75780ec158c7 req-61359e15-64d8-499f-bca4-57fbda28682e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:19.705324 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-047d3487-9f2c-4dd7-af27-75780ec158c7 req-61359e15-64d8-499f-bca4-57fbda28682e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.4198370 Feb 10 15:33:19.782781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1c8da0bd-9426-4170-8e98-7747cb867fbf None None] Provisioning complete for port cd9af4e5-8fa8-41f5-abf0-323646bd4303 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:19.783295 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c8da0bd-9426-4170-8e98-7747cb867fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:19.800325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42863f5e-f941-4089-8905-eadbbf720d16 req-739ceef6-1743-452c-9b97-0f38ab8fdeec tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:19.821404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42863f5e-f941-4089-8905-eadbbf720d16 req-739ceef6-1743-452c-9b97-0f38ab8fdeec tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3 HTTP/1.1" status: 200 len: 946 time: 0.6714215 Feb 10 15:33:19.836022 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-5e578bf0-3ecc-4696-84b5-c48c543eead5 req-e1549fb5-79ed-40d4-b47a-94804206de88 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Deleting port 7a449bc5-1d42-4107-8e04-c2e6a352cad8 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:19.836441 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e578bf0-3ecc-4696-84b5-c48c543eead5 req-e1549fb5-79ed-40d4-b47a-94804206de88 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7a449bc5-1d42-4107-8e04-c2e6a352cad8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:19.975375 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42863f5e-f941-4089-8905-eadbbf720d16 req-7e50b1aa-821c-4116-a0ff-e8e7733b898b tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fbf1a03-d032-4256-94ec-2daa4425cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528914 Feb 10 15:33:19.995359 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Checking segment: {'id': '57db6167-f0cd-411d-8b8a-e39751050efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:33:19.995735 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network hostable DHCP agents. Network: 10d2486e-50be-405e-a8b2-d6ba6adcd3ac, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:33:20.043022 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5e578bf0-3ecc-4696-84b5-c48c543eead5 req-e1549fb5-79ed-40d4-b47a-94804206de88 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] For port 7a449bc5-1d42-4107-8e04-c2e6a352cad8, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=7a449bc5-1d42-4107-8e04-c2e6a352cad8,segment=NetworkSegment(f31c80db-0d92-4ce6-afe3-e12041e6fcfe),segment_id=f31c80db-0d92-4ce6-afe3-e12041e6fcfe)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:20.045198 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e578bf0-3ecc-4696-84b5-c48c543eead5 req-e1549fb5-79ed-40d4-b47a-94804206de88 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7a449bc5-1d42-4107-8e04-c2e6a352cad8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:20.060353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1c8da0bd-9426-4170-8e98-7747cb867fbf None None] Port cd9af4e5-8fa8-41f5-abf0-323646bd4303 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:33:20.099265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-5e578bf0-3ecc-4696-84b5-c48c543eead5 req-e1549fb5-79ed-40d4-b47a-94804206de88 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Calling delete_port for 7a449bc5-1d42-4107-8e04-c2e6a352cad8 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:20.117336 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1c8da0bd-9426-4170-8e98-7747cb867fbf None None] Provisioning complete for port 08663a31-8bc7-43d9-80a4-c620144e03fe triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:20.117722 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c8da0bd-9426-4170-8e98-7747cb867fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (08663a31-8bc7-43d9-80a4-c620144e03fe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:20.144825 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-047d3487-9f2c-4dd7-af27-75780ec158c7 req-07103c56-9cc8-4200-8e49-63b3bfd347a1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4385219 Feb 10 15:33:20.154917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 10d2486e-50be-405e-a8b2-d6ba6adcd3ac is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:33:20.177090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 10d2486e-50be-405e-a8b2-d6ba6adcd3ac) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:33:20.186238 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:20.194141 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:20.210309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594aa260-ab64-465c-8e61-df3e1afc28d4 None None] Network 10d2486e-50be-405e-a8b2-d6ba6adcd3ac requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:33:20.237708 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1add42fc-39e8-4afb-a59e-02753c050cc4 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8212125 Feb 10 15:33:20.238363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35756) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:20.281459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-1af83726-aa38-46ca-812b-54cff2c51875 req-04ebe22f-1979-472d-8409-b8f63ddc8eae tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Deleting port 22d69a61-25c1-4407-9dc6-21ee6c451c55 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:20.283151 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1af83726-aa38-46ca-812b-54cff2c51875 req-04ebe22f-1979-472d-8409-b8f63ddc8eae tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (22d69a61-25c1-4407-9dc6-21ee6c451c55), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:20.550391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-1af83726-aa38-46ca-812b-54cff2c51875 req-04ebe22f-1979-472d-8409-b8f63ddc8eae tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] For port 22d69a61-25c1-4407-9dc6-21ee6c451c55, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=22d69a61-25c1-4407-9dc6-21ee6c451c55,segment=NetworkSegment(f31c80db-0d92-4ce6-afe3-e12041e6fcfe),segment_id=f31c80db-0d92-4ce6-afe3-e12041e6fcfe)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:20.550770 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1af83726-aa38-46ca-812b-54cff2c51875 req-04ebe22f-1979-472d-8409-b8f63ddc8eae tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (22d69a61-25c1-4407-9dc6-21ee6c451c55), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:20.589857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-1af83726-aa38-46ca-812b-54cff2c51875 req-04ebe22f-1979-472d-8409-b8f63ddc8eae tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Calling delete_port for 22d69a61-25c1-4407-9dc6-21ee6c451c55 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:20.663593 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Publish callbacks [] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:20.704243 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:20.762115 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1af83726-aa38-46ca-812b-54cff2c51875 req-04ebe22f-1979-472d-8409-b8f63ddc8eae tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (22d69a61-25c1-4407-9dc6-21ee6c451c55), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:20.927405 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-10d2486e-50be-405e-a8b2-d6ba6adcd3ac', 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac', 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'fixed_ips': [{'subnet_id': '6b720270-0fdd-476d-803a-81a18cdd41dd'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:33:20.933386 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:20.964120 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:21.014290 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e578bf0-3ecc-4696-84b5-c48c543eead5 req-e1549fb5-79ed-40d4-b47a-94804206de88 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7a449bc5-1d42-4107-8e04-c2e6a352cad8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:21.079462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6072f-978c-42a6-a33e-4680a21ff031 None None] Pushing event updated for resources: {'Port': ['ID=cd9af4e5-8fa8-41f5-abf0-323646bd4303,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:21.112789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1c8da0bd-9426-4170-8e98-7747cb867fbf None None] Current status of the port 08663a31-8bc7-43d9-80a4-c620144e03fe is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:21.213000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e578bf0-3ecc-4696-84b5-c48c543eead5 req-e1549fb5-79ed-40d4-b47a-94804206de88 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] No DVR routers for this DVR port 7a449bc5-1d42-4107-8e04-c2e6a352cad8 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:33:21.219952 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e578bf0-3ecc-4696-84b5-c48c543eead5 req-e1549fb5-79ed-40d4-b47a-94804206de88 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:21.230621 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e578bf0-3ecc-4696-84b5-c48c543eead5 req-e1549fb5-79ed-40d4-b47a-94804206de88 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.79 "DELETE /v2.0/ports/7a449bc5-1d42-4107-8e04-c2e6a352cad8 HTTP/1.1" status: 204 len: 173 time: 1.9325955 Feb 10 15:33:21.260602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3', 'name': 'network-vif-deleted', 'tag': '7a449bc5-1d42-4107-8e04-c2e6a352cad8'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:33:21.269296 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4efa410-b3b3-4283-9eb7-9bfa7fc38ffc" -d '{"events": [{"server_uuid": "ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3", "name": "network-vif-deleted", "tag": "7a449bc5-1d42-4107-8e04-c2e6a352cad8"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:33:21.280863 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebe22f-1979-472d-8409-b8f63ddc8eae tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Pushing event deleted for resources: {'Port': ['ID=22d69a61-25c1-4407-9dc6-21ee6c451c55,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:21.399428 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1549fb5-79ed-40d4-b47a-94804206de88 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Pushing event deleted for resources: {'Port': ['ID=7a449bc5-1d42-4107-8e04-c2e6a352cad8,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:21.431643 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af83726-aa38-46ca-812b-54cff2c51875 req-04ebe22f-1979-472d-8409-b8f63ddc8eae tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] No DVR routers for this DVR port 22d69a61-25c1-4407-9dc6-21ee6c451c55 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:33:21.435289 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1af83726-aa38-46ca-812b-54cff2c51875 req-04ebe22f-1979-472d-8409-b8f63ddc8eae tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:21.439805 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1af83726-aa38-46ca-812b-54cff2c51875 req-04ebe22f-1979-472d-8409-b8f63ddc8eae tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.79 "DELETE /v2.0/ports/22d69a61-25c1-4407-9dc6-21ee6c451c55 HTTP/1.1" status: 204 len: 173 time: 1.8017442 Feb 10 15:33:21.466890 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25fafbf4-c259-4398-b39e-bd23de5b58d2 req-23bb7e48-67d5-4d15-8e6d-5e91432c6836 tempest-ListServersNegativeTestJSON-119326238 tempest-ListServersNegativeTestJSON-119326238-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3 HTTP/1.1" status: 200 len: 210 time: 0.3100595 Feb 10 15:33:21.655412 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b233d1ef-1824-415f-ac3c-8a25a039eb97 x-openstack-request-id: req-b233d1ef-1824-415f-ac3c-8a25a039eb97 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:33:21.655719 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3", "name": "network-vif-deleted", "tag": "7a449bc5-1d42-4107-8e04-c2e6a352cad8", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:33:21.655979 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b233d1ef-1824-415f-ac3c-8a25a039eb97 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:33:21.656397 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc5e60f-7f8e-47bf-8c10-78dc48cc1eb3', 'name': 'network-vif-deleted', 'tag': '7a449bc5-1d42-4107-8e04-c2e6a352cad8', 'status': 'completed', 'code': 200} Feb 10 15:33:21.669292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-28149f8f-54ff-4f8d-8aaa-880b57fe8646 None None] Provisioning complete for port cd9af4e5-8fa8-41f5-abf0-323646bd4303 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:21.672084 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-28149f8f-54ff-4f8d-8aaa-880b57fe8646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:21.790140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Attempting to bind port cd9af4e5-8fa8-41f5-abf0-323646bd4303 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:33:21.790504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Attempting to bind port cd9af4e5-8fa8-41f5-abf0-323646bd4303 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '70533de6-c15e-4ad0-af83-fc3f4a193b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:33:21.790919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Attempting to bind port cd9af4e5-8fa8-41f5-abf0-323646bd4303 on network 1bba1352-7993-41b0-ba06-8c63bb1279b3 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:33:21.853196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f386e-a5bf-4892-9858-8a1310f158b2 req-cc1ec01f-02cb-42d7-ba60-1886193fb08d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:21.860808 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e2f386e-a5bf-4892-9858-8a1310f158b2 req-cc1ec01f-02cb-42d7-ba60-1886193fb08d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.5141771 Feb 10 15:33:21.926711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:33:21.930390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Checking segment: {'id': '70533de6-c15e-4ad0-af83-fc3f4a193b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:33:21.931294 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:21.933267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Bound using segment: {'id': '70533de6-c15e-4ad0-af83-fc3f4a193b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:33:21.938125 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Bound port: cd9af4e5-8fa8-41f5-abf0-323646bd4303, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70533de6-c15e-4ad0-af83-fc3f4a193b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:33:21.963125 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:21.995291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Allocated IP 2001:db8:3::2 (10d2486e-50be-405e-a8b2-d6ba6adcd3ac/6b720270-0fdd-476d-803a-81a18cdd41dd/fb3378ff-fe4e-46fc-922c-032797eba582) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:33:22.028523 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e2f386e-a5bf-4892-9858-8a1310f158b2 req-06bafea6-0b8f-4c39-bc17-7281eb26800c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668289 Feb 10 15:33:22.158171 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-28149f8f-54ff-4f8d-8aaa-880b57fe8646 None None] Port cd9af4e5-8fa8-41f5-abf0-323646bd4303 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:33:22.431494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c1185d87-7850-4f26-a4d2-1dd4b4dbc697 None None] Provisioning complete for port cd9af4e5-8fa8-41f5-abf0-323646bd4303 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:22.431907 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c1185d87-7850-4f26-a4d2-1dd4b4dbc697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:22.462827 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] For port cd9af4e5-8fa8-41f5-abf0-323646bd4303, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:33:22.552459 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Publish callbacks [] for port (fb3378ff-fe4e-46fc-922c-032797eba582), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:22.604089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c1185d87-7850-4f26-a4d2-1dd4b4dbc697 None None] Port cd9af4e5-8fa8-41f5-abf0-323646bd4303 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:33:22.613121 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] For port cd9af4e5-8fa8-41f5-abf0-323646bd4303, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cd9af4e5-8fa8-41f5-abf0-323646bd4303,segment=NetworkSegment(70533de6-c15e-4ad0-af83-fc3f4a193b2a),segment_id=70533de6-c15e-4ad0-af83-fc3f4a193b2a)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:33:22.614927 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (fb3378ff-fe4e-46fc-922c-032797eba582), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:22.649539 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35800) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:22.683705 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:22.704899 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 22d69a61-25c1-4407-9dc6-21ee6c451c55 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:22.716356 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-59852e56-1668-475b-934e-e0649310c608 admin admin] Deleting subnet a804ad4a-0898-4f34-80da-5d3eaabc032e {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:33:22.724267 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-59852e56-1668-475b-934e-e0649310c608 admin admin] Publish callbacks [] for subnet (a804ad4a-0898-4f34-80da-5d3eaabc032e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:22.787328 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Allocated IP 2001:db8:3::1 (10d2486e-50be-405e-a8b2-d6ba6adcd3ac/6b720270-0fdd-476d-803a-81a18cdd41dd/c9a6f3f3-7367-4a1c-a522-2a72e4ede95c) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:33:22.800217 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Pushing event updated for resources: {'Port': ['ID=fb3378ff-fe4e-46fc-922c-032797eba582,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:22.885477 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-59852e56-1668-475b-934e-e0649310c608 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (a804ad4a-0898-4f34-80da-5d3eaabc032e), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:22.960529 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-59852e56-1668-475b-934e-e0649310c608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (a804ad4a-0898-4f34-80da-5d3eaabc032e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:22.974711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Network 10d2486e-50be-405e-a8b2-d6ba6adcd3ac is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:33:23.008893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:33:23.015554 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:33:23.025585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 22d69a61-25c1-4407-9dc6-21ee6c451c55 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:33:23.029104 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 22d69a61-25c1-4407-9dc6-21ee6c451c55 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:33:23.030368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 7a449bc5-1d42-4107-8e04-c2e6a352cad8 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:23.065930 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:23.073864 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:23.110766 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:23.230542 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-59852e56-1668-475b-934e-e0649310c608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (a804ad4a-0898-4f34-80da-5d3eaabc032e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:23.242132 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:23.277231 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-59852e56-1668-475b-934e-e0649310c608 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:23.288839 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-59852e56-1668-475b-934e-e0649310c608 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a804ad4a-0898-4f34-80da-5d3eaabc032e HTTP/1.1" status: 204 len: 168 time: 0.6374662 Feb 10 15:33:23.291210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35814) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:23.354132 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59852e56-1668-475b-934e-e0649310c608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a804ad4a-0898-4f34-80da-5d3eaabc032e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:23.527428 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44f234f8-439a-4923-a577-8f53b23f8db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (7712d31d-6d11-4c8c-a7c8-4e23da9e4695), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:23.622999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 10d2486e-50be-405e-a8b2-d6ba6adcd3ac is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:33:23.625653 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:33:23.632933 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:33:23.634784 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (825011a0-3c30-40d7-8670-1386b05372a9), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:23.662281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e71d6a0-ba90-488c-87fa-6c40a9b301d5', 'name': 'network-vif-deleted', 'tag': '22d69a61-25c1-4407-9dc6-21ee6c451c55'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:33:23.664899 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f7e17e-5b34-4587-91a4-ea36b6f9bad0" -d '{"events": [{"server_uuid": "5e71d6a0-ba90-488c-87fa-6c40a9b301d5", "name": "network-vif-deleted", "tag": "22d69a61-25c1-4407-9dc6-21ee6c451c55"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:33:23.742403 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4ab074-0459-4432-8cb4-82fd95d9bdc3 x-openstack-request-id: req-fd4ab074-0459-4432-8cb4-82fd95d9bdc3 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:33:23.742945 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e71d6a0-ba90-488c-87fa-6c40a9b301d5", "name": "network-vif-deleted", "tag": "22d69a61-25c1-4407-9dc6-21ee6c451c55", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:33:23.743204 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd4ab074-0459-4432-8cb4-82fd95d9bdc3 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:33:23.744937 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e71d6a0-ba90-488c-87fa-6c40a9b301d5', 'name': 'network-vif-deleted', 'tag': '22d69a61-25c1-4407-9dc6-21ee6c451c55', 'status': 'completed', 'code': 200} Feb 10 15:33:23.749990 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44f234f8-439a-4923-a577-8f53b23f8db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (7712d31d-6d11-4c8c-a7c8-4e23da9e4695), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:23.779003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 7a449bc5-1d42-4107-8e04-c2e6a352cad8 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:33:23.780184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 7a449bc5-1d42-4107-8e04-c2e6a352cad8 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:33:23.799970 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-44f234f8-439a-4923-a577-8f53b23f8db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7712d31d-6d11-4c8c-a7c8-4e23da9e4695']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:23.823069 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-44f234f8-439a-4923-a577-8f53b23f8db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31c80db-0d92-4ce6-afe3-e12041e6fcfe') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:23.823586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-44f234f8-439a-4923-a577-8f53b23f8db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31c80db-0d92-4ce6-afe3-e12041e6fcfe') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:23.844513 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44f234f8-439a-4923-a577-8f53b23f8db5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (f31c80db-0d92-4ce6-afe3-e12041e6fcfe), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:23.875564 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44f234f8-439a-4923-a577-8f53b23f8db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (f31c80db-0d92-4ce6-afe3-e12041e6fcfe), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:23.886504 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f234f8-439a-4923-a577-8f53b23f8db5 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:33:23.887001 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44f234f8-439a-4923-a577-8f53b23f8db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (f31c80db-0d92-4ce6-afe3-e12041e6fcfe), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:33:23.889499 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:33:23.955831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Attempting to bind port fb3378ff-fe4e-46fc-922c-032797eba582 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:33:23.956682 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Attempting to bind port fb3378ff-fe4e-46fc-922c-032797eba582 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '57db6167-f0cd-411d-8b8a-e39751050efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:33:23.956682 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Attempting to bind port fb3378ff-fe4e-46fc-922c-032797eba582 on network 10d2486e-50be-405e-a8b2-d6ba6adcd3ac {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:33:23.969427 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6072f-978c-42a6-a33e-4680a21ff031 None None] Pushing event updated for resources: {'Port': ['ID=cd9af4e5-8fa8-41f5-abf0-323646bd4303,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:24.021823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:33:24.022476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Checking segment: {'id': '57db6167-f0cd-411d-8b8a-e39751050efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:33:24.024813 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:24.024813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Bound using segment: {'id': '57db6167-f0cd-411d-8b8a-e39751050efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:33:24.024813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Bound port: fb3378ff-fe4e-46fc-922c-032797eba582, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57db6167-f0cd-411d-8b8a-e39751050efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:33:24.025287 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fb3378ff-fe4e-46fc-922c-032797eba582), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:24.038095 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44f234f8-439a-4923-a577-8f53b23f8db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (7712d31d-6d11-4c8c-a7c8-4e23da9e4695), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:24.044415 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44f234f8-439a-4923-a577-8f53b23f8db5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:24.048759 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-44f234f8-439a-4923-a577-8f53b23f8db5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7712d31d-6d11-4c8c-a7c8-4e23da9e4695 HTTP/1.1" status: 204 len: 168 time: 0.7565792 Feb 10 15:33:24.074745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90816e4e-3eb3-4fb0-9fba-0f842dd352f6 req-3fdbb34c-37af-48f2-8faf-5966bde6ff7f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:24.085354 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90816e4e-3eb3-4fb0-9fba-0f842dd352f6 req-3fdbb34c-37af-48f2-8faf-5966bde6ff7f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.8044164 Feb 10 15:33:24.085683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f234f8-439a-4923-a577-8f53b23f8db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7712d31d-6d11-4c8c-a7c8-4e23da9e4695,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:24.087233 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-49f4900d-2cda-4d4e-ace3-1d903c2a1711 None None] Provisioning complete for port cd9af4e5-8fa8-41f5-abf0-323646bd4303 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:24.091262 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-49f4900d-2cda-4d4e-ace3-1d903c2a1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:24.103456 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:24.108178 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=c9a6f3f3-7367-4a1c-a522-2a72e4ede95c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:24.167362 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90816e4e-3eb3-4fb0-9fba-0f842dd352f6 req-ff149fac-c7bd-4502-876e-427b8a2b324c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810378 Feb 10 15:33:24.168246 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:24.490329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35834) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:24.527400 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] For port fb3378ff-fe4e-46fc-922c-032797eba582, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:33:24.532809 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] For port fb3378ff-fe4e-46fc-922c-032797eba582, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fb3378ff-fe4e-46fc-922c-032797eba582,segment=NetworkSegment(57db6167-f0cd-411d-8b8a-e39751050efb),segment_id=57db6167-f0cd-411d-8b8a-e39751050efb)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:33:24.630418 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e217499e-278c-46f5-a6c0-963a6bd94dcb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b976013113de42a09385b0c2849eadca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385961 Feb 10 15:33:24.637850 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35838) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:24.641462 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fb3378ff-fe4e-46fc-922c-032797eba582), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:24.789917 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9287609-aace-44e7-8dc6-3bb1d8ff6fe4 admin admin] Publish callbacks [] for security_group (6fbf1a03-d032-4256-94ec-2daa4425cc28), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:24.823657 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9287609-aace-44e7-8dc6-3bb1d8ff6fe4 admin admin] Publish callbacks [] for security_group (6fbf1a03-d032-4256-94ec-2daa4425cc28), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:24.893660 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9287609-aace-44e7-8dc6-3bb1d8ff6fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6fbf1a03-d032-4256-94ec-2daa4425cc28), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:24.897168 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9287609-aace-44e7-8dc6-3bb1d8ff6fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:24.901013 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e9287609-aace-44e7-8dc6-3bb1d8ff6fe4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6fbf1a03-d032-4256-94ec-2daa4425cc28 HTTP/1.1" status: 204 len: 168 time: 0.2599132 Feb 10 15:33:24.913718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9287609-aace-44e7-8dc6-3bb1d8ff6fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbf1a03-d032-4256-94ec-2daa4425cc28,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:24.950177 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-49f4900d-2cda-4d4e-ace3-1d903c2a1711 None None] Current status of the port cd9af4e5-8fa8-41f5-abf0-323646bd4303 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:24.950588 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-49f4900d-2cda-4d4e-ace3-1d903c2a1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:25.021482 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650a54c-f3eb-4e76-b6be-fe27eb9343db None None] Pushing event updated for resources: {'Port': ['ID=fb3378ff-fe4e-46fc-922c-032797eba582,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:25.030010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-49f4900d-2cda-4d4e-ace3-1d903c2a1711 None None] For port cd9af4e5-8fa8-41f5-abf0-323646bd4303, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cd9af4e5-8fa8-41f5-abf0-323646bd4303,segment=NetworkSegment(70533de6-c15e-4ad0-af83-fc3f4a193b2a),segment_id=70533de6-c15e-4ad0-af83-fc3f4a193b2a)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:25.041982 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:25.046440 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-49f4900d-2cda-4d4e-ace3-1d903c2a1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:25.052719 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:25.053660 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (825011a0-3c30-40d7-8670-1386b05372a9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:25.278567 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4900d-2cda-4d4e-ace3-1d903c2a1711 None None] Pushing event updated for resources: {'Port': ['ID=cd9af4e5-8fa8-41f5-abf0-323646bd4303,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:25.300439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event updated for resources: {'Port': ['ID=c9a6f3f3-7367-4a1c-a522-2a72e4ede95c,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:25.316194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 4, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd9af4e5-8fa8-41f5-abf0-323646bd4303', 'name': '', 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:b7:73:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:11Z', 'updated_at': '2022-02-10T15:33:22Z', 'revision_number': 4, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:25.392461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8a6533-a2af-4980-83ef-03a36cf0389c None None] The sync data for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 is: [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 4, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd9af4e5-8fa8-41f5-abf0-323646bd4303', 'name': '', 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:b7:73:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:11Z', 'updated_at': '2022-02-10T15:33:22Z', 'revision_number': 4, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:33:25.436284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Network 10d2486e-50be-405e-a8b2-d6ba6adcd3ac is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:33:25.444254 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:33:25.555950 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa416309-00a3-4a6b-8b11-7b3d6aa6e61c req-df899e8a-f66c-4e87-8649-1ee8d105d8ba tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:25.563165 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa416309-00a3-4a6b-8b11-7b3d6aa6e61c req-df899e8a-f66c-4e87-8649-1ee8d105d8ba tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.2081203 Feb 10 15:33:25.666087 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa416309-00a3-4a6b-8b11-7b3d6aa6e61c req-dd7b7a16-5deb-4f94-87fc-9e9abe2da060 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017308 Feb 10 15:33:25.668281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 825011a0-3c30-40d7-8670-1386b05372a9 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:33:25.994647 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fb3378ff-fe4e-46fc-922c-032797eba582 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:33:26.165633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port fb3378ff-fe4e-46fc-922c-032797eba582 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:26.165633 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fb3378ff-fe4e-46fc-922c-032797eba582), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:26.440008 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port fb3378ff-fe4e-46fc-922c-032797eba582 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:26.440416 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fb3378ff-fe4e-46fc-922c-032797eba582), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:26.528863 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port fb3378ff-fe4e-46fc-922c-032797eba582, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fb3378ff-fe4e-46fc-922c-032797eba582,segment=NetworkSegment(57db6167-f0cd-411d-8b8a-e39751050efb),segment_id=57db6167-f0cd-411d-8b8a-e39751050efb)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:26.536827 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fb3378ff-fe4e-46fc-922c-032797eba582), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:26.540019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cd9af4e5-8fa8-41f5-abf0-323646bd4303 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:33:26.839729 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=fb3378ff-fe4e-46fc-922c-032797eba582,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:26.842372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:33:26.860739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5eaef006-bc79-4e55-af3e-71ddadd38bb0 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/825011a0-3c30-40d7-8670-1386b05372a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6176965 Feb 10 15:33:26.860972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35892) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:26.871404 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-3631497f-3072-4fc7-96db-2a47197a3036 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:33:26.897885 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port cd9af4e5-8fa8-41f5-abf0-323646bd4303 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:26.897885 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:27.035072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35896) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:27.077534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b2262-477c-499a-b54f-7703ed1f3343 req-996806c1-53a0-4e1e-ad79-73f637ecb96f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:27.093900 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-477b2262-477c-499a-b54f-7703ed1f3343 req-996806c1-53a0-4e1e-ad79-73f637ecb96f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.1366484 Feb 10 15:33:27.156763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754b0260-10ed-4dda-a49c-74a5b53e223a None None] Network 10d2486e-50be-405e-a8b2-d6ba6adcd3ac requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:33:27.202384 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-477b2262-477c-499a-b54f-7703ed1f3343 req-a03bf5a7-c06f-4f77-9675-ac283373f41b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072557 Feb 10 15:33:27.372111 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Sync routers for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:33:27.373787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-fc441b39-e0b2-4f95-993e-0c7981406813 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1974488425-network', 'tenant_id': 'cd2f4f0f60d54e62b6ef346d8ce66af8'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:33:27.382305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port cd9af4e5-8fa8-41f5-abf0-323646bd4303 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:27.407195 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:27.411362 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:27.432160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-cb27bfde-2126-4374-9a13-eb6c0dc17e8d None None] Provisioning complete for port fb3378ff-fe4e-46fc-922c-032797eba582 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:27.433842 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cb27bfde-2126-4374-9a13-eb6c0dc17e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fb3378ff-fe4e-46fc-922c-032797eba582), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:27.458907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc441b39-e0b2-4f95-993e-0c7981406813 admin admin] Made reservation on behalf of cd2f4f0f60d54e62b6ef346d8ce66af8 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:33:27.462905 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc441b39-e0b2-4f95-993e-0c7981406813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:27.499389 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc441b39-e0b2-4f95-993e-0c7981406813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:27.651165 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cb27bfde-2126-4374-9a13-eb6c0dc17e8d None None] Current status of the port fb3378ff-fe4e-46fc-922c-032797eba582 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:27.662594 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:27.680018 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc441b39-e0b2-4f95-993e-0c7981406813 admin admin] Publish callbacks [] for security_group (26856c1c-79a2-4f4a-83f7-4e97747dad4a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:27.694930 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc441b39-e0b2-4f95-993e-0c7981406813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (26856c1c-79a2-4f4a-83f7-4e97747dad4a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:27.798042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc441b39-e0b2-4f95-993e-0c7981406813 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:33:27.813785 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc441b39-e0b2-4f95-993e-0c7981406813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (8f5189af-c59f-4923-8b07-a38015373e77), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:27.814185 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-fc441b39-e0b2-4f95-993e-0c7981406813 admin admin] Added segment 8f5189af-c59f-4923-8b07-a38015373e77 of type vlan for network e39837e4-38b2-4b93-a3cd-62cebaaed394 Feb 10 15:33:27.901206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fb3378ff-fe4e-46fc-922c-032797eba582 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:33:28.017985 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc441b39-e0b2-4f95-993e-0c7981406813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26856c1c-79a2-4f4a-83f7-4e97747dad4a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:28.034696 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:23Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6f3f3-7367-4a1c-a522-2a72e4ede95c', 'name': '', 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:15:20:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '6b720270-0fdd-476d-803a-81a18cdd41dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:21Z', 'updated_at': '2022-02-10T15:33:24Z', 'revision_number': 2, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '6b720270-0fdd-476d-803a-81a18cdd41dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd9af4e5-8fa8-41f5-abf0-323646bd4303', 'name': '', 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:b7:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:11Z', 'updated_at': '2022-02-10T15:33:24Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:28.044190 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc441b39-e0b2-4f95-993e-0c7981406813 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (e39837e4-38b2-4b93-a3cd-62cebaaed394), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:28.086767 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port fb3378ff-fe4e-46fc-922c-032797eba582 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:28.087159 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fb3378ff-fe4e-46fc-922c-032797eba582), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:28.097105 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Checking router: 825011a0-3c30-40d7-8670-1386b05372a9 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:33:28.097770 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Updating router 825011a0-3c30-40d7-8670-1386b05372a9 port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:33:28.173094 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:28.216937 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc441b39-e0b2-4f95-993e-0c7981406813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (e39837e4-38b2-4b93-a3cd-62cebaaed394), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:28.218728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc441b39-e0b2-4f95-993e-0c7981406813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:28.220740 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fc441b39-e0b2-4f95-993e-0c7981406813 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:28.247529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-67643a14-5f58-4b9c-bee9-68550c5e6e9a None None] Provisioning complete for port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:28.267622 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67643a14-5f58-4b9c-bee9-68550c5e6e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:28.483030 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fc441b39-e0b2-4f95-993e-0c7981406813 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4322555 Feb 10 15:33:28.487897 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port fb3378ff-fe4e-46fc-922c-032797eba582 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:28.489611 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35920) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:28.500162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-472d2b64-d227-4624-af58-dec18869efb7 admin admin] Request body: {'subnet': {'network_id': 'e39837e4-38b2-4b93-a3cd-62cebaaed394', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1974488425-subnet', 'tenant_id': 'cd2f4f0f60d54e62b6ef346d8ce66af8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:33:28.519550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc441b39-e0b2-4f95-993e-0c7981406813 admin admin] Pushing event updated for resources: {'Network': ['ID=e39837e4-38b2-4b93-a3cd-62cebaaed394,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:28.527175 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-67643a14-5f58-4b9c-bee9-68550c5e6e9a None None] Port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:33:28.565748 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-67643a14-5f58-4b9c-bee9-68550c5e6e9a None None] Provisioning complete for port fb3378ff-fe4e-46fc-922c-032797eba582 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:28.568628 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67643a14-5f58-4b9c-bee9-68550c5e6e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fb3378ff-fe4e-46fc-922c-032797eba582), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:28.598325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472d2b64-d227-4624-af58-dec18869efb7 admin admin] Made reservation on behalf of cd2f4f0f60d54e62b6ef346d8ce66af8 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:33:28.603613 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-472d2b64-d227-4624-af58-dec18869efb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:28.617473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network e39837e4-38b2-4b93-a3cd-62cebaaed394 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:33:28.619740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.extraroute_db [None req-3631497f-3072-4fc7-96db-2a47197a3036 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103369) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 15:33:28.623877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023910b-69c9-40b9-92a9-f3888327c1bc req-19334276-2d83-48bf-b51d-1cbe3cd73660 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:28.625600 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6023910b-69c9-40b9-92a9-f3888327c1bc req-19334276-2d83-48bf-b51d-1cbe3cd73660 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.2609634 Feb 10 15:33:28.772085 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6023910b-69c9-40b9-92a9-f3888327c1bc req-c87f5991-e681-43c3-b778-3c694c6a2083 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390920 Feb 10 15:33:28.786752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.extraroute_db [None req-3631497f-3072-4fc7-96db-2a47197a3036 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Removed routes are [] {{(pid=103369) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 15:33:28.794970 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3631497f-3072-4fc7-96db-2a47197a3036 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (825011a0-3c30-40d7-8670-1386b05372a9), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:28.990046 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-67643a14-5f58-4b9c-bee9-68550c5e6e9a None None] Current status of the port fb3378ff-fe4e-46fc-922c-032797eba582 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:29.000724 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Publish callbacks [] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:29.009464 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:29.112172 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8888166-2753-4f29-8c79-540b33fd3aa6 None None] Pushing event updated for resources: {'Port': ['ID=c9a6f3f3-7367-4a1c-a522-2a72e4ede95c,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:29.125540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3a6ebc94-688e-40b4-a9f9-c1e371a22798 None None] Provisioning complete for port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:29.125938 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3a6ebc94-688e-40b4-a9f9-c1e371a22798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:29.205235 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3a6ebc94-688e-40b4-a9f9-c1e371a22798 None None] Port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:33:29.216962 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8888166-2753-4f29-8c79-540b33fd3aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:29.220557 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8888166-2753-4f29-8c79-540b33fd3aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:29.220960 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8888166-2753-4f29-8c79-540b33fd3aa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:29.228798 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8888166-2753-4f29-8c79-540b33fd3aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:29.229572 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8888166-2753-4f29-8c79-540b33fd3aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:29.230079 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8888166-2753-4f29-8c79-540b33fd3aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:29.233077 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8888166-2753-4f29-8c79-540b33fd3aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:29.233656 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8888166-2753-4f29-8c79-540b33fd3aa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:29.234152 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8888166-2753-4f29-8c79-540b33fd3aa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:29.234645 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8888166-2753-4f29-8c79-540b33fd3aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:29.235213 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8888166-2753-4f29-8c79-540b33fd3aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:29.235989 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8888166-2753-4f29-8c79-540b33fd3aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:29.238599 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8888166-2753-4f29-8c79-540b33fd3aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:29.277595 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Attempting to bind port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:33:29.277972 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Attempting to bind port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '57db6167-f0cd-411d-8b8a-e39751050efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:33:29.278339 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Attempting to bind port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c on network 10d2486e-50be-405e-a8b2-d6ba6adcd3ac {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:33:29.286538 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:33:29.287074 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Checking segment: {'id': '57db6167-f0cd-411d-8b8a-e39751050efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:33:29.287299 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:29.287786 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Bound using segment: {'id': '57db6167-f0cd-411d-8b8a-e39751050efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:33:29.288267 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Bound port: c9a6f3f3-7367-4a1c-a522-2a72e4ede95c, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57db6167-f0cd-411d-8b8a-e39751050efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:33:29.288666 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:29.342221 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b0092b26-a4e6-45ca-affb-759f576ae6e7 None None] Provisioning complete for port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:29.342974 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b0092b26-a4e6-45ca-affb-759f576ae6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:29.382466 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-472d2b64-d227-4624-af58-dec18869efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (ee88499e-261a-4f94-9242-24ad9781ab34), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:29.446683 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] For port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:33:29.451822 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] For port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c9a6f3f3-7367-4a1c-a522-2a72e4ede95c,segment=NetworkSegment(57db6167-f0cd-411d-8b8a-e39751050efb),segment_id=57db6167-f0cd-411d-8b8a-e39751050efb)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:33:29.460484 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:29.466028 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b0092b26-a4e6-45ca-affb-759f576ae6e7 None None] Port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:33:29.594535 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:29.595256 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:29.701450 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8888166-2753-4f29-8c79-540b33fd3aa6 None None] Pushing event updated for resources: {'Port': ['ID=c9a6f3f3-7367-4a1c-a522-2a72e4ede95c,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:29.737670 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-134deb75-e6ab-4f7d-82e3-f589c6d9d26e None None] Provisioning complete for port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:29.738167 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-134deb75-e6ab-4f7d-82e3-f589c6d9d26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:29.768248 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d2b64-d227-4624-af58-dec18869efb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee88499e-261a-4f94-9242-24ad9781ab34,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:29.878372 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472d2b64-d227-4624-af58-dec18869efb7 admin admin] Checking segment: {'id': '8f5189af-c59f-4923-8b07-a38015373e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e39837e4-38b2-4b93-a3cd-62cebaaed394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:33:29.878755 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472d2b64-d227-4624-af58-dec18869efb7 admin admin] Network hostable DHCP agents. Network: e39837e4-38b2-4b93-a3cd-62cebaaed394, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:33:29.952808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-134deb75-e6ab-4f7d-82e3-f589c6d9d26e None None] Current status of the port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:29.953212 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-134deb75-e6ab-4f7d-82e3-f589c6d9d26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:29.978019 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:30.081120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-134deb75-e6ab-4f7d-82e3-f589c6d9d26e None None] For port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c9a6f3f3-7367-4a1c-a522-2a72e4ede95c,segment=NetworkSegment(57db6167-f0cd-411d-8b8a-e39751050efb),segment_id=57db6167-f0cd-411d-8b8a-e39751050efb)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:30.085761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472d2b64-d227-4624-af58-dec18869efb7 admin admin] Network e39837e4-38b2-4b93-a3cd-62cebaaed394 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:33:30.086679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d533ac-0a59-4eca-81b7-98e8bd5b2c3b req-09898788-4b27-411b-818b-9aac8d04ce35 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:30.089042 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-134deb75-e6ab-4f7d-82e3-f589c6d9d26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:30.096603 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7d533ac-0a59-4eca-81b7-98e8bd5b2c3b req-09898788-4b27-411b-818b-9aac8d04ce35 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.2291634 Feb 10 15:33:30.121228 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3631497f-3072-4fc7-96db-2a47197a3036 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (825011a0-3c30-40d7-8670-1386b05372a9), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:30.132675 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3631497f-3072-4fc7-96db-2a47197a3036 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (825011a0-3c30-40d7-8670-1386b05372a9), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:30.146003 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-472d2b64-d227-4624-af58-dec18869efb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, e39837e4-38b2-4b93-a3cd-62cebaaed394) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:33:30.154280 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472d2b64-d227-4624-af58-dec18869efb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:30.154877 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-472d2b64-d227-4624-af58-dec18869efb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:30.179718 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b44c12-d672-4c31-a707-102fac30788b None None] Network e39837e4-38b2-4b93-a3cd-62cebaaed394 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:33:30.204063 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7d533ac-0a59-4eca-81b7-98e8bd5b2c3b req-683ac9c8-c1a8-48a0-af9b-5ad1325653fd tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030421 Feb 10 15:33:30.220639 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-472d2b64-d227-4624-af58-dec18869efb7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7299461 Feb 10 15:33:30.433722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3631497f-3072-4fc7-96db-2a47197a3036 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 825011a0-3c30-40d7-8670-1386b05372a9 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:33:30.440138 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:28Z', 'revision_number': 6, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6f3f3-7367-4a1c-a522-2a72e4ede95c', 'name': '', 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:15:20:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '6b720270-0fdd-476d-803a-81a18cdd41dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:21Z', 'updated_at': '2022-02-10T15:33:29Z', 'revision_number': 4, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '6b720270-0fdd-476d-803a-81a18cdd41dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd9af4e5-8fa8-41f5-abf0-323646bd4303', 'name': '', 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:b7:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:11Z', 'updated_at': '2022-02-10T15:33:24Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:30.617737 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c9d43b1d-8578-43af-b02e-bf2452d5c7f6 None None] Provisioning complete for port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:30.618912 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c9d43b1d-8578-43af-b02e-bf2452d5c7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:30.642152 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134deb75-e6ab-4f7d-82e3-f589c6d9d26e None None] Pushing event updated for resources: {'Port': ['ID=c9a6f3f3-7367-4a1c-a522-2a72e4ede95c,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:30.652061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02847d95-6cee-4f7c-ad97-4277041f9d60 None None] Network e39837e4-38b2-4b93-a3cd-62cebaaed394 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:33:30.716479 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3631497f-3072-4fc7-96db-2a47197a3036 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:33:30.745102 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3631497f-3072-4fc7-96db-2a47197a3036 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:30.745102 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3631497f-3072-4fc7-96db-2a47197a3036 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/825011a0-3c30-40d7-8670-1386b05372a9 HTTP/1.1" status: 200 len: 952 time: 3.8828638 Feb 10 15:33:30.747796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35958) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:30.807462 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e176c-2e5a-4791-b47e-8cd345c3f1d1 None None] The sync data for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 is: [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:28Z', 'revision_number': 6, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6f3f3-7367-4a1c-a522-2a72e4ede95c', 'name': '', 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:15:20:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '6b720270-0fdd-476d-803a-81a18cdd41dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:21Z', 'updated_at': '2022-02-10T15:33:29Z', 'revision_number': 4, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '6b720270-0fdd-476d-803a-81a18cdd41dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd9af4e5-8fa8-41f5-abf0-323646bd4303', 'name': '', 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:b7:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:11Z', 'updated_at': '2022-02-10T15:33:24Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:33:31.021081 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-aa1c5585-602b-40b3-a68d-75de1b7be013 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/routers/825011a0-3c30-40d7-8670-1386b05372a9 HTTP/1.1" status: 200 len: 952 time: 0.2716813 Feb 10 15:33:31.023758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35968) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:31.028393 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7c8bf004-2e72-4e85-80b7-8ac7a0910a22 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'router': {'routes': None}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:33:31.143594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c9d43b1d-8578-43af-b02e-bf2452d5c7f6 None None] Current status of the port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:31.485153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4265cf-f69c-429d-9465-134db1ff382e req-36ac3469-2780-4f2a-bec7-7617dd4e7c41 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:31.503932 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da4265cf-f69c-429d-9465-134db1ff382e req-36ac3469-2780-4f2a-bec7-7617dd4e7c41 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.1102126 Feb 10 15:33:31.625531 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da4265cf-f69c-429d-9465-134db1ff382e req-65767429-f11b-4c3f-a9e2-10d30665a8df tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194940 Feb 10 15:33:31.956691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c9a6f3f3-7367-4a1c-a522-2a72e4ede95c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:33:32.058795 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.extraroute_db [None req-7c8bf004-2e72-4e85-80b7-8ac7a0910a22 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Added routes are [] {{(pid=103369) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 15:33:32.059410 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.extraroute_db [None req-7c8bf004-2e72-4e85-80b7-8ac7a0910a22 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103369) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 15:33:32.091595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf004-2e72-4e85-80b7-8ac7a0910a22 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (825011a0-3c30-40d7-8670-1386b05372a9), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:32.117147 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:32.117640 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:32.373172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:32.684711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefdc32a-b665-433c-b059-fe880f9b6496 None None] Sync routers for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:33:32.709507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefdc32a-b665-433c-b059-fe880f9b6496 None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:32.710316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-aefdc32a-b665-433c-b059-fe880f9b6496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:33.015673 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-890ac68d-0c0a-42b9-ad95-43a91d82ee93 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:33.024439 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-890ac68d-0c0a-42b9-ad95-43a91d82ee93 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/networks?id=e39837e4-38b2-4b93-a3cd-62cebaaed394 HTTP/1.1" status: 200 len: 810 time: 0.3809123 Feb 10 15:33:33.045064 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-dd531e02-d5ff-484b-9c98-64990ddc988d tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/quotas/cd2f4f0f60d54e62b6ef346d8ce66af8 HTTP/1.1" status: 200 len: 375 time: 0.0189245 Feb 10 15:33:33.131870 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-ece66379-06d4-4bd4-80d2-23f60aa5ede4 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cd2f4f0f60d54e62b6ef346d8ce66af8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855589 Feb 10 15:33:33.140436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-1ac02b7e-8514-4e91-b0e4-57a29da6e2c0 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:33:33.165455 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-1ac02b7e-8514-4e91-b0e4-57a29da6e2c0 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0322719 Feb 10 15:33:33.207761 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-aefdc32a-b665-433c-b059-fe880f9b6496 None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:33.311877 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf004-2e72-4e85-80b7-8ac7a0910a22 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (825011a0-3c30-40d7-8670-1386b05372a9), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:33.317555 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf004-2e72-4e85-80b7-8ac7a0910a22 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (825011a0-3c30-40d7-8670-1386b05372a9), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:33.382448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-3814b3e5-61d0-4b4c-af1a-b4826f566a98 service neutron] 10.222.0.64 "GET /v2.0/networks/e39837e4-38b2-4b93-a3cd-62cebaaed394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164245 Feb 10 15:33:33.537920 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8bf004-2e72-4e85-80b7-8ac7a0910a22 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 825011a0-3c30-40d7-8670-1386b05372a9 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:33:33.592661 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faf374-70c0-4cf2-927f-65bfba9f031f req-109c3164-bc67-4f9c-9e69-6709162aef6f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:33.597873 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21faf374-70c0-4cf2-927f-65bfba9f031f req-109c3164-bc67-4f9c-9e69-6709162aef6f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.7311466 Feb 10 15:33:33.619701 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-3568fd41-a5c6-470f-8a81-a3d2f995599b service neutron] 10.222.0.64 "GET /v2.0/networks/e39837e4-38b2-4b93-a3cd-62cebaaed394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360885 Feb 10 15:33:33.781686 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21faf374-70c0-4cf2-927f-65bfba9f031f req-a5bee76d-1ce3-4b38-b11c-c797b0028b1d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605613 Feb 10 15:33:33.798802 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8bf004-2e72-4e85-80b7-8ac7a0910a22 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:33:33.803057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-aefdc32a-b665-433c-b059-fe880f9b6496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:32Z', 'revision_number': 7, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6f3f3-7367-4a1c-a522-2a72e4ede95c', 'name': '', 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:15:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '6b720270-0fdd-476d-803a-81a18cdd41dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:21Z', 'updated_at': '2022-02-10T15:33:30Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '6b720270-0fdd-476d-803a-81a18cdd41dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd9af4e5-8fa8-41f5-abf0-323646bd4303', 'name': '', 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:b7:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:11Z', 'updated_at': '2022-02-10T15:33:24Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:33.824490 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf004-2e72-4e85-80b7-8ac7a0910a22 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:33.834464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36046) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:33.838287 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7c8bf004-2e72-4e85-80b7-8ac7a0910a22 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/825011a0-3c30-40d7-8670-1386b05372a9 HTTP/1.1" status: 200 len: 702 time: 2.8133731 Feb 10 15:33:33.866080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefdc32a-b665-433c-b059-fe880f9b6496 None None] Checking router: 825011a0-3c30-40d7-8670-1386b05372a9 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:33:33.885032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefdc32a-b665-433c-b059-fe880f9b6496 None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:33.885653 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-aefdc32a-b665-433c-b059-fe880f9b6496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:33.998240 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cc837e33-86b7-4c2f-8326-b4ddfa592936 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/routers/825011a0-3c30-40d7-8670-1386b05372a9 HTTP/1.1" status: 200 len: 702 time: 0.1610184 Feb 10 15:33:34.000296 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36050) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:34.114637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-aefdc32a-b665-433c-b059-fe880f9b6496 None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:34.307081 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-09e67942-d981-45bb-b6a3-619098e541dc req-3eea1f72-75b1-4f5a-b1ae-921745ccec92 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 210 time: 0.0800109 Feb 10 15:33:34.804036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-aefdc32a-b665-433c-b059-fe880f9b6496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:32Z', 'revision_number': 7, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6f3f3-7367-4a1c-a522-2a72e4ede95c', 'name': '', 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:15:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '6b720270-0fdd-476d-803a-81a18cdd41dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:21Z', 'updated_at': '2022-02-10T15:33:30Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '6b720270-0fdd-476d-803a-81a18cdd41dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd9af4e5-8fa8-41f5-abf0-323646bd4303', 'name': '', 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:b7:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:11Z', 'updated_at': '2022-02-10T15:33:24Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:34.877996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefdc32a-b665-433c-b059-fe880f9b6496 None None] The sync data for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 is: [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:32Z', 'revision_number': 7, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6f3f3-7367-4a1c-a522-2a72e4ede95c', 'name': '', 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:15:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '6b720270-0fdd-476d-803a-81a18cdd41dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:21Z', 'updated_at': '2022-02-10T15:33:30Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '6b720270-0fdd-476d-803a-81a18cdd41dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd9af4e5-8fa8-41f5-abf0-323646bd4303', 'name': '', 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:b7:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:11Z', 'updated_at': '2022-02-10T15:33:24Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:33:35.028009 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84f349fa-5848-43fe-8761-b9e4f93c53bc tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (825011a0-3c30-40d7-8670-1386b05372a9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:35.029298 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2fe02-b687-4331-94d7-276b494fa4cd req-bf5831ce-58fb-4540-80a1-442a5adf41f2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:35.034713 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ace2fe02-b687-4331-94d7-276b494fa4cd req-bf5831ce-58fb-4540-80a1-442a5adf41f2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.1392360 Feb 10 15:33:35.177137 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ace2fe02-b687-4331-94d7-276b494fa4cd req-c5c5ee76-9ed0-4711-a7e3-391f95b03b32 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374800 Feb 10 15:33:35.354189 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:33:35.451408 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00f287b2-0cda-444d-9eec-62e448284880 req-74464142-1c51-4f17-82d0-ee0b469c5787 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 210 time: 0.0766532 Feb 10 15:33:35.489725 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c96d3c-5090-4189-a3c8-842e4c9733db None None] Sync routers for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:33:35.515905 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c96d3c-5090-4189-a3c8-842e4c9733db None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:35.518255 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-58c96d3c-5090-4189-a3c8-842e4c9733db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:35.726020 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-58c96d3c-5090-4189-a3c8-842e4c9733db None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:35.751775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-84f349fa-5848-43fe-8761-b9e4f93c53bc tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:35.752685 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84f349fa-5848-43fe-8761-b9e4f93c53bc tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:36.066036 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-84f349fa-5848-43fe-8761-b9e4f93c53bc tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] For port c9a6f3f3-7367-4a1c-a522-2a72e4ede95c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c9a6f3f3-7367-4a1c-a522-2a72e4ede95c,segment=NetworkSegment(57db6167-f0cd-411d-8b8a-e39751050efb),segment_id=57db6167-f0cd-411d-8b8a-e39751050efb)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:36.066757 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84f349fa-5848-43fe-8761-b9e4f93c53bc tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:36.118633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-84f349fa-5848-43fe-8761-b9e4f93c53bc tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for c9a6f3f3-7367-4a1c-a522-2a72e4ede95c owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:36.507075 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86698a-f20d-4f79-a053-df3880f559d9 req-1e1e6279-5ffd-4ed8-bdcc-b5879f04fddc tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:36.516901 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d86698a-f20d-4f79-a053-df3880f559d9 req-1e1e6279-5ffd-4ed8-bdcc-b5879f04fddc tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.1611381 Feb 10 15:33:36.538740 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-58c96d3c-5090-4189-a3c8-842e4c9733db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:32Z', 'revision_number': 7, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6f3f3-7367-4a1c-a522-2a72e4ede95c', 'name': '', 'network_id': '10d2486e-50be-405e-a8b2-d6ba6adcd3ac', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:15:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '6b720270-0fdd-476d-803a-81a18cdd41dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:21Z', 'updated_at': '2022-02-10T15:33:30Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '6b720270-0fdd-476d-803a-81a18cdd41dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd9af4e5-8fa8-41f5-abf0-323646bd4303', 'name': '', 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:b7:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:11Z', 'updated_at': '2022-02-10T15:33:24Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:36.609272 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84f349fa-5848-43fe-8761-b9e4f93c53bc tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (c9a6f3f3-7367-4a1c-a522-2a72e4ede95c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:36.613149 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c96d3c-5090-4189-a3c8-842e4c9733db None None] Checking router: 825011a0-3c30-40d7-8670-1386b05372a9 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:33:36.625911 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c96d3c-5090-4189-a3c8-842e4c9733db None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:36.626775 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-58c96d3c-5090-4189-a3c8-842e4c9733db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:36.684456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d6d6242-ba44-4940-b85f-077d2b3ce909 req-04c9f81d-041d-4aad-b166-a0a9d6a75021 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 210 time: 0.0455129 Feb 10 15:33:36.739371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f349fa-5848-43fe-8761-b9e4f93c53bc tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=c9a6f3f3-7367-4a1c-a522-2a72e4ede95c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:36.740300 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d86698a-f20d-4f79-a053-df3880f559d9 req-937830ed-95cd-4a0e-9138-b0a78043763f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168102 Feb 10 15:33:36.884257 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-58c96d3c-5090-4189-a3c8-842e4c9733db None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:36.910208 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:37.107079 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84f349fa-5848-43fe-8761-b9e4f93c53bc tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (825011a0-3c30-40d7-8670-1386b05372a9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:37.468048 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f349fa-5848-43fe-8761-b9e4f93c53bc tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 825011a0-3c30-40d7-8670-1386b05372a9 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:33:37.477016 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6756eadc-3090-4e9f-b060-8ce32acac23d tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:37.479986 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6756eadc-3090-4e9f-b060-8ce32acac23d tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.72 "GET /v2.0/networks?id=e39837e4-38b2-4b93-a3cd-62cebaaed394 HTTP/1.1" status: 200 len: 810 time: 0.8801899 Feb 10 15:33:37.494761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-ca304f40-d7bb-497e-85d3-6ec3a60135d9 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Request body: {'port': {'device_id': '5ee3fcf9-7d5c-474f-9a6e-69977ac3541f', 'network_id': 'e39837e4-38b2-4b93-a3cd-62cebaaed394', 'admin_state_up': True, 'tenant_id': 'cd2f4f0f60d54e62b6ef346d8ce66af8'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:33:37.595476 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-58c96d3c-5090-4189-a3c8-842e4c9733db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:36Z', 'revision_number': 8, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd9af4e5-8fa8-41f5-abf0-323646bd4303', 'name': '', 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:b7:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:11Z', 'updated_at': '2022-02-10T15:33:24Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:37.632678 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c96d3c-5090-4189-a3c8-842e4c9733db None None] The sync data for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 is: [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:36Z', 'revision_number': 8, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd9af4e5-8fa8-41f5-abf0-323646bd4303', 'name': '', 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:b7:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:11Z', 'updated_at': '2022-02-10T15:33:24Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:33:37.729972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f349fa-5848-43fe-8761-b9e4f93c53bc tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:33:37.736633 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-84f349fa-5848-43fe-8761-b9e4f93c53bc tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/825011a0-3c30-40d7-8670-1386b05372a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7353749 Feb 10 15:33:37.739719 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36126) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:37.785885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-ca304f40-d7bb-497e-85d3-6ec3a60135d9 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Made reservation on behalf of cd2f4f0f60d54e62b6ef346d8ce66af8 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:33:37.789846 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-ca304f40-d7bb-497e-85d3-6ec3a60135d9 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:37.909858 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb30b4a-3323-4046-9922-bb73972e932a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting subnet 6b720270-0fdd-476d-803a-81a18cdd41dd {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:33:37.918217 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fb30b4a-3323-4046-9922-bb73972e932a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (6b720270-0fdd-476d-803a-81a18cdd41dd), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:38.027591 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fb30b4a-3323-4046-9922-bb73972e932a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (6b720270-0fdd-476d-803a-81a18cdd41dd), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:38.100400 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-ca304f40-d7bb-497e-85d3-6ec3a60135d9 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Allocated IP 172.20.0.5 (e39837e4-38b2-4b93-a3cd-62cebaaed394/ee88499e-261a-4f94-9242-24ad9781ab34/69984a08-0aa4-4afe-a2d5-8b07f54f3c71) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:33:38.223350 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d4e4ef8-8243-4f53-b8cb-253a56d4637a req-26576638-c024-4b57-927b-23734b545891 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 210 time: 0.3404067 Feb 10 15:33:38.265170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c9a6f3f3-7367-4a1c-a522-2a72e4ede95c no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:38.318383 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: c9a6f3f3-7367-4a1c-a522-2a72e4ede95c {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:33:38.319096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c9a6f3f3-7367-4a1c-a522-2a72e4ede95c not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:33:38.403913 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81aa5ad-1d60-47e4-aef8-dae6f7c8a44f req-e33e272d-b30a-45b0-a47d-bd3b12ea7360 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:38.438748 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c81aa5ad-1d60-47e4-aef8-dae6f7c8a44f req-e33e272d-b30a-45b0-a47d-bd3b12ea7360 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.3168356 Feb 10 15:33:38.472117 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-ca304f40-d7bb-497e-85d3-6ec3a60135d9 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Publish callbacks [] for port (69984a08-0aa4-4afe-a2d5-8b07f54f3c71), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:38.548609 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1b8ffb-d699-4bc8-9c6c-8c961acf4a5d None None] Sync routers for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:33:38.564381 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-ca304f40-d7bb-497e-85d3-6ec3a60135d9 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (69984a08-0aa4-4afe-a2d5-8b07f54f3c71), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:38.570720 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b8ffb-d699-4bc8-9c6c-8c961acf4a5d None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:38.572087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ee1b8ffb-d699-4bc8-9c6c-8c961acf4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:38.579178 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c81aa5ad-1d60-47e4-aef8-dae6f7c8a44f req-7a094760-e8c7-4053-9f79-4245eccf849d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392570 Feb 10 15:33:38.595582 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fb30b4a-3323-4046-9922-bb73972e932a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (6b720270-0fdd-476d-803a-81a18cdd41dd), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:38.745689 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fb30b4a-3323-4046-9922-bb73972e932a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (6b720270-0fdd-476d-803a-81a18cdd41dd), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:38.753596 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-ca304f40-d7bb-497e-85d3-6ec3a60135d9 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Network e39837e4-38b2-4b93-a3cd-62cebaaed394 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:33:38.760691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-ca304f40-d7bb-497e-85d3-6ec3a60135d9 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:33:38.764726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-ca304f40-d7bb-497e-85d3-6ec3a60135d9 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:33:38.767385 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fb30b4a-3323-4046-9922-bb73972e932a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:38.777504 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2fb30b4a-3323-4046-9922-bb73972e932a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/6b720270-0fdd-476d-803a-81a18cdd41dd HTTP/1.1" status: 204 len: 168 time: 1.0366383 Feb 10 15:33:38.791017 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36148) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:38.809343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca304f40-d7bb-497e-85d3-6ec3a60135d9 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Pushing event updated for resources: {'Port': ['ID=69984a08-0aa4-4afe-a2d5-8b07f54f3c71,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:38.819213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6720938e-e003-476d-95e7-e54e897ab097 None None] Network 10d2486e-50be-405e-a8b2-d6ba6adcd3ac requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:33:38.820537 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb30b4a-3323-4046-9922-bb73972e932a tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Subnet': ['ID=6b720270-0fdd-476d-803a-81a18cdd41dd,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:38.833949 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36150) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:39.002846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-ca304f40-d7bb-497e-85d3-6ec3a60135d9 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:39.003365 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-ca304f40-d7bb-497e-85d3-6ec3a60135d9 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:39.043261 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-ca304f40-d7bb-497e-85d3-6ec3a60135d9 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5522542 Feb 10 15:33:39.075054 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-ee1b8ffb-d699-4bc8-9c6c-8c961acf4a5d None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:39.077412 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Request body: {'port': {'device_id': '5ee3fcf9-7d5c-474f-9a6e-69977ac3541f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:33:39.165162 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (10d2486e-50be-405e-a8b2-d6ba6adcd3ac), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:39.271854 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69984a08-0aa4-4afe-a2d5-8b07f54f3c71), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:39.450269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85861d5-e68b-47fb-8f6c-d27b4be1c325 None None] DHCP port deletion for 10d2486e-50be-405e-a8b2-d6ba6adcd3ac request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:33:39.641827 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port fb3378ff-fe4e-46fc-922c-032797eba582 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:39.642268 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fb3378ff-fe4e-46fc-922c-032797eba582), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:39.642363 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f85861d5-e68b-47fb-8f6c-d27b4be1c325 None None] Deleting port fb3378ff-fe4e-46fc-922c-032797eba582 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:39.643012 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f85861d5-e68b-47fb-8f6c-d27b4be1c325 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fb3378ff-fe4e-46fc-922c-032797eba582), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:39.845095 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f85861d5-e68b-47fb-8f6c-d27b4be1c325 None None] For port fb3378ff-fe4e-46fc-922c-032797eba582, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fb3378ff-fe4e-46fc-922c-032797eba582,segment=NetworkSegment(57db6167-f0cd-411d-8b8a-e39751050efb),segment_id=57db6167-f0cd-411d-8b8a-e39751050efb)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:39.845730 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f85861d5-e68b-47fb-8f6c-d27b4be1c325 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fb3378ff-fe4e-46fc-922c-032797eba582), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:39.869845 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f85861d5-e68b-47fb-8f6c-d27b4be1c325 None None] Calling delete_port for fb3378ff-fe4e-46fc-922c-032797eba582 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:39.897146 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] For port fb3378ff-fe4e-46fc-922c-032797eba582, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fb3378ff-fe4e-46fc-922c-032797eba582,segment=NetworkSegment(57db6167-f0cd-411d-8b8a-e39751050efb),segment_id=57db6167-f0cd-411d-8b8a-e39751050efb)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:39.897644 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fb3378ff-fe4e-46fc-922c-032797eba582), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:39.925770 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for fb3378ff-fe4e-46fc-922c-032797eba582 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:40.005849 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fb3378ff-fe4e-46fc-922c-032797eba582 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:40.058360 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:33:40.068620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: fb3378ff-fe4e-46fc-922c-032797eba582 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:33:40.069847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fb3378ff-fe4e-46fc-922c-032797eba582 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:33:40.088190 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Publish callbacks [] for port (69984a08-0aa4-4afe-a2d5-8b07f54f3c71), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:40.089470 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f85861d5-e68b-47fb-8f6c-d27b4be1c325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (fb3378ff-fe4e-46fc-922c-032797eba582), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:40.134138 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Transition to ACTIVE for port object 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:33:40.140321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85861d5-e68b-47fb-8f6c-d27b4be1c325 None None] No DVR routers for this DVR port fb3378ff-fe4e-46fc-922c-032797eba582 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:33:40.164529 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (69984a08-0aa4-4afe-a2d5-8b07f54f3c71), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:40.172932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85861d5-e68b-47fb-8f6c-d27b4be1c325 None None] Pushing event deleted for resources: {'Port': ['ID=fb3378ff-fe4e-46fc-922c-032797eba582,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:40.208805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598aa41-4782-4311-b38b-ac360ca05a38 req-34e72ee4-f8d3-4ae3-a631-c341b1e0d2f6 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:40.211341 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f598aa41-4782-4311-b38b-ac360ca05a38 req-34e72ee4-f8d3-4ae3-a631-c341b1e0d2f6 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 931 time: 0.8165011 Feb 10 15:33:40.242465 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ee1b8ffb-d699-4bc8-9c6c-8c961acf4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:36Z', 'revision_number': 8, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd9af4e5-8fa8-41f5-abf0-323646bd4303', 'name': '', 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:b7:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:11Z', 'updated_at': '2022-02-10T15:33:24Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:40.286973 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1b8ffb-d699-4bc8-9c6c-8c961acf4a5d None None] Checking router: 825011a0-3c30-40d7-8670-1386b05372a9 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:33:40.297148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b8ffb-d699-4bc8-9c6c-8c961acf4a5d None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:40.298004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ee1b8ffb-d699-4bc8-9c6c-8c961acf4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:40.352947 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fb3378ff-fe4e-46fc-922c-032797eba582), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:40.399451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851acdf-9890-441c-9c37-3adc706da305 req-b7d3c34b-c02e-400a-af7e-46f8c6b82fa2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:40.400295 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1851acdf-9890-441c-9c37-3adc706da305 req-b7d3c34b-c02e-400a-af7e-46f8c6b82fa2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.5068865 Feb 10 15:33:40.429253 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Pushing event updated for resources: {'Port': ['ID=69984a08-0aa4-4afe-a2d5-8b07f54f3c71,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:40.510231 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No DVR routers for this DVR port fb3378ff-fe4e-46fc-922c-032797eba582 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:33:40.512607 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=fb3378ff-fe4e-46fc-922c-032797eba582,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:40.534367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-ee1b8ffb-d699-4bc8-9c6c-8c961acf4a5d None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:40.586310 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f598aa41-4782-4311-b38b-ac360ca05a38 req-7806b0a6-0154-4de0-89e9-e8a188da7f30 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/security-groups?id=26856c1c-79a2-4f4a-83f7-4e97747dad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698778 Feb 10 15:33:40.614800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Attempting to bind port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:33:40.617081 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Attempting to bind port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '8f5189af-c59f-4923-8b07-a38015373e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e39837e4-38b2-4b93-a3cd-62cebaaed394'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:33:40.617525 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Attempting to bind port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 on network e39837e4-38b2-4b93-a3cd-62cebaaed394 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:33:40.690973 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1851acdf-9890-441c-9c37-3adc706da305 req-fb4d04c7-413d-4e37-805f-e5b2ce830415 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617507 Feb 10 15:33:40.831478 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (10d2486e-50be-405e-a8b2-d6ba6adcd3ac), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:40.856561 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea2afb56-30af-42e8-8480-31821a49a27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (78e49bdf-fde5-493b-9f6e-3336ae90a42d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:40.884115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d2486e-50be-405e-a8b2-d6ba6adcd3ac']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:40.902079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57db6167-f0cd-411d-8b8a-e39751050efb') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:40.902378 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57db6167-f0cd-411d-8b8a-e39751050efb') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:40.932512 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (57db6167-f0cd-411d-8b8a-e39751050efb), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:40.973821 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (57db6167-f0cd-411d-8b8a-e39751050efb), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:40.978956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 on network e39837e4-38b2-4b93-a3cd-62cebaaed394 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:33:40.979442 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Attempting to bind port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 on network e39837e4-38b2-4b93-a3cd-62cebaaed394 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:33:40.990909 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:33:40.991562 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Checking segment: {'id': '8f5189af-c59f-4923-8b07-a38015373e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e39837e4-38b2-4b93-a3cd-62cebaaed394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:33:40.992156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Bound using segment: {'id': '8f5189af-c59f-4923-8b07-a38015373e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e39837e4-38b2-4b93-a3cd-62cebaaed394'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:33:40.993021 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Bound port: 69984a08-0aa4-4afe-a2d5-8b07f54f3c71, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5189af-c59f-4923-8b07-a38015373e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e39837e4-38b2-4b93-a3cd-62cebaaed394'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:33:40.993611 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69984a08-0aa4-4afe-a2d5-8b07f54f3c71), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:41.023554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:33:41.025607 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (57db6167-f0cd-411d-8b8a-e39751050efb), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:41.055610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9ea98-bb48-40bc-96bf-7348ef77c1aa req-825b2ef1-5794-4f6a-9a92-8f82ee718047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:41.057764 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bca9ea98-bb48-40bc-96bf-7348ef77c1aa req-825b2ef1-5794-4f6a-9a92-8f82ee718047 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 1128 time: 0.8655348 Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:33:41.061114 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:33:41.115770 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ee1b8ffb-d699-4bc8-9c6c-8c961acf4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:36Z', 'revision_number': 8, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd9af4e5-8fa8-41f5-abf0-323646bd4303', 'name': '', 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:b7:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:11Z', 'updated_at': '2022-02-10T15:33:24Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:41.215114 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1b8ffb-d699-4bc8-9c6c-8c961acf4a5d None None] The sync data for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 is: [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:36Z', 'revision_number': 8, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd9af4e5-8fa8-41f5-abf0-323646bd4303', 'name': '', 'network_id': '1bba1352-7993-41b0-ba06-8c63bb1279b3', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:b7:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:11Z', 'updated_at': '2022-02-10T15:33:24Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '19cfa8cd-1863-4b85-b41b-c3a824c873c0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:33:41.279054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (10d2486e-50be-405e-a8b2-d6ba6adcd3ac), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:41.288150 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:41.290385 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:41.304680 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/networks/10d2486e-50be-405e-a8b2-d6ba6adcd3ac HTTP/1.1" status: 204 len: 168 time: 2.5106039 Feb 10 15:33:41.329544 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36186) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:41.402354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e581e-5d8f-40e6-8635-6d41ad28179c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Network': ['ID=10d2486e-50be-405e-a8b2-d6ba6adcd3ac,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:41.564991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] For port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:33:41.571157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] For port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=69984a08-0aa4-4afe-a2d5-8b07f54f3c71,segment=NetworkSegment(8f5189af-c59f-4923-8b07-a38015373e77),segment_id=8f5189af-c59f-4923-8b07-a38015373e77)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:33:41.587364 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (69984a08-0aa4-4afe-a2d5-8b07f54f3c71), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:41.615599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9ea98-bb48-40bc-96bf-7348ef77c1aa req-303adfcb-9836-4592-9289-ef70f41368c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:41.636384 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bca9ea98-bb48-40bc-96bf-7348ef77c1aa req-303adfcb-9836-4592-9289-ef70f41368c9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.3886416 Feb 10 15:33:42.302204 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4020dc4-dabb-406d-b894-19ec31def99e req-3071697c-a4ce-4a5d-9f4f-f5672c096026 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:42.303637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4020dc4-dabb-406d-b894-19ec31def99e req-3071697c-a4ce-4a5d-9f4f-f5672c096026 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.3384533 Feb 10 15:33:42.311906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399a812-b01a-4a93-8d96-bfa9436d3cce req-2f44d47b-d091-4feb-af0a-fdaa439284d5 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:42.312900 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f399a812-b01a-4a93-8d96-bfa9436d3cce req-2f44d47b-d091-4feb-af0a-fdaa439284d5 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 943 time: 0.5952992 Feb 10 15:33:42.324375 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Pushing event updated for resources: {'Port': ['ID=69984a08-0aa4-4afe-a2d5-8b07f54f3c71,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:42.423908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:42.423908 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:42.423908 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-6a843a47-a414-4e68-9538-fc308c2d613e service neutron] 10.222.0.72 "PUT /v2.0/ports/69984a08-0aa4-4afe-a2d5-8b07f54f3c71 HTTP/1.1" status: 200 len: 1091 time: 3.3382816 Feb 10 15:33:42.423908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee3fcf9-7d5c-474f-9a6e-69977ac3541f', 'tag': '69984a08-0aa4-4afe-a2d5-8b07f54f3c71'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:33:42.423908 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c67358-bea6-45e0-bd48-7760d652973d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee3fcf9-7d5c-474f-9a6e-69977ac3541f", "tag": "69984a08-0aa4-4afe-a2d5-8b07f54f3c71"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:33:42.506057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4020dc4-dabb-406d-b894-19ec31def99e req-d89e5dfb-3c3f-4e50-8037-acf4e780d172 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920395 Feb 10 15:33:42.534251 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f399a812-b01a-4a93-8d96-bfa9436d3cce req-7c361e19-1e26-45f5-9446-fc2e357194cb tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/security-groups?id=26856c1c-79a2-4f4a-83f7-4e97747dad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700439 Feb 10 15:33:42.580740 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-ea2afb56-30af-42e8-8480-31821a49a27e admin admin] Deleting port 8f585296-9c11-4706-b3f6-ac491733bd8a {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:42.580970 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bca9ea98-bb48-40bc-96bf-7348ef77c1aa req-c2bf818e-5ede-424d-9320-c5f3da2ab324 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 HTTP/1.1" status: 200 len: 1000 time: 0.9398403 Feb 10 15:33:42.581178 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea2afb56-30af-42e8-8480-31821a49a27e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:42.740709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-ea2afb56-30af-42e8-8480-31821a49a27e admin admin] For port 8f585296-9c11-4706-b3f6-ac491733bd8a, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8f585296-9c11-4706-b3f6-ac491733bd8a,segment=NetworkSegment(02b03b18-2845-4f07-9538-3c72b5e282ed),segment_id=02b03b18-2845-4f07-9538-3c72b5e282ed)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:42.741349 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea2afb56-30af-42e8-8480-31821a49a27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:42.744325 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff83406-d9fa-492b-a0e0-f049b16608a7 x-openstack-request-id: req-3ff83406-d9fa-492b-a0e0-f049b16608a7 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:33:42.744952 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee3fcf9-7d5c-474f-9a6e-69977ac3541f", "tag": "69984a08-0aa4-4afe-a2d5-8b07f54f3c71", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:33:42.745449 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ff83406-d9fa-492b-a0e0-f049b16608a7 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:33:42.746326 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee3fcf9-7d5c-474f-9a6e-69977ac3541f', 'tag': '69984a08-0aa4-4afe-a2d5-8b07f54f3c71', 'status': 'completed', 'code': 200} Feb 10 15:33:42.773191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-af932e7e-faee-4ba6-ae05-c8fd0b51cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:42.776883 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-af932e7e-faee-4ba6-ae05-c8fd0b51cee8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cd2f4f0f60d54e62b6ef346d8ce66af8&device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 1125 time: 0.3210645 Feb 10 15:33:42.785538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-ea2afb56-30af-42e8-8480-31821a49a27e admin admin] Calling delete_port for 8f585296-9c11-4706-b3f6-ac491733bd8a owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:42.857848 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c1bbd083-e469-4317-8deb-10b2fbc232ea tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (825011a0-3c30-40d7-8670-1386b05372a9), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:42.876900 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-becd0a0c-cfc6-47fb-af9a-45f7f1f8c001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:42.894803 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-a81c054f-4993-416b-bbe1-3b3f1eb39707 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69984a08-0aa4-4afe-a2d5-8b07f54f3c71 HTTP/1.1" status: 200 len: 217 time: 0.1035795 Feb 10 15:33:42.929353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9ea98-bb48-40bc-96bf-7348ef77c1aa req-5f9f61f0-1de1-45f9-a5d6-193dd4457110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:42.930886 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bca9ea98-bb48-40bc-96bf-7348ef77c1aa req-5f9f61f0-1de1-45f9-a5d6-193dd4457110 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.3178501 Feb 10 15:33:43.047115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-7cb0148a-caae-49d2-8687-657009440d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:43.048211 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-7cb0148a-caae-49d2-8687-657009440d17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ee88499e-261a-4f94-9242-24ad9781ab34 HTTP/1.1" status: 200 len: 850 time: 0.1415277 Feb 10 15:33:43.103004 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-efb1961d-7c78-43a1-af37-fb12c86341db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e39837e4-38b2-4b93-a3cd-62cebaaed394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395203 Feb 10 15:33:43.228694 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-641cae3b-5008-4b2d-8e01-a88b0e9fa56d service neutron] 10.222.0.72 "GET /v2.0/networks/e39837e4-38b2-4b93-a3cd-62cebaaed394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152167 Feb 10 15:33:43.232288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9ea98-bb48-40bc-96bf-7348ef77c1aa req-4de6da17-5806-453c-acd4-7bd7a8751bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:43.233970 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bca9ea98-bb48-40bc-96bf-7348ef77c1aa req-4de6da17-5806-453c-acd4-7bd7a8751bde service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2794187 Feb 10 15:33:43.352076 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-813f8de8-61d7-45b1-bd8d-1db68460494d req-1611d236-7474-4507-9472-c2a3d66ac43f service neutron] 10.222.0.72 "GET /v2.0/networks/e39837e4-38b2-4b93-a3cd-62cebaaed394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139877 Feb 10 15:33:43.592194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c67358-bea6-45e0-bd48-7760d652973d req-ef0c877c-db04-4cc1-b489-62b5415d51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:43.595223 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56c67358-bea6-45e0-bd48-7760d652973d req-ef0c877c-db04-4cc1-b489-62b5415d51c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cd2f4f0f60d54e62b6ef346d8ce66af8&device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 1125 time: 0.1749012 Feb 10 15:33:43.647012 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea2afb56-30af-42e8-8480-31821a49a27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (8f585296-9c11-4706-b3f6-ac491733bd8a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:43.706393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2afb56-30af-42e8-8480-31821a49a27e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f585296-9c11-4706-b3f6-ac491733bd8a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:43.711544 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bca9ea98-bb48-40bc-96bf-7348ef77c1aa req-b2df9c18-c0ff-45f0-88be-6a9325428bc1 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474576 Feb 10 15:33:43.937395 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bca9ea98-bb48-40bc-96bf-7348ef77c1aa req-e8c891e9-3457-4e4a-b407-0dad700dcf7e service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202964 Feb 10 15:33:43.951661 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-c1bbd083-e469-4317-8deb-10b2fbc232ea tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port cd9af4e5-8fa8-41f5-abf0-323646bd4303 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:43.952183 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c1bbd083-e469-4317-8deb-10b2fbc232ea tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:44.025519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01978e90-ec06-4979-a226-a90015dc5a56 req-e88cd000-2e66-49f6-91c9-be9eead6a77a tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:44.033178 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01978e90-ec06-4979-a226-a90015dc5a56 req-e88cd000-2e66-49f6-91c9-be9eead6a77a tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 943 time: 0.2957907 Feb 10 15:33:44.081756 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c67358-bea6-45e0-bd48-7760d652973d req-94fb1ff8-2505-4bb6-8970-6bbae16c1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:44.084385 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56c67358-bea6-45e0-bd48-7760d652973d req-94fb1ff8-2505-4bb6-8970-6bbae16c1998 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e39837e4-38b2-4b93-a3cd-62cebaaed394 HTTP/1.1" status: 200 len: 911 time: 0.4821353 Feb 10 15:33:44.166308 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56c67358-bea6-45e0-bd48-7760d652973d req-b39e8772-948c-4730-8b90-bac56af3a65f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69984a08-0aa4-4afe-a2d5-8b07f54f3c71 HTTP/1.1" status: 200 len: 217 time: 0.0724235 Feb 10 15:33:44.173345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dbe55-d1d3-47af-981f-d63c8c03222f req-92f9bb45-c9a4-4726-b12a-146ff30c3513 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:44.184031 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b50dbe55-d1d3-47af-981f-d63c8c03222f req-92f9bb45-c9a4-4726-b12a-146ff30c3513 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.4155080 Feb 10 15:33:44.268210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c67358-bea6-45e0-bd48-7760d652973d req-73135ff1-2cd0-49be-9d7f-7846bda0d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:44.269152 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-c1bbd083-e469-4317-8deb-10b2fbc232ea tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] For port cd9af4e5-8fa8-41f5-abf0-323646bd4303, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cd9af4e5-8fa8-41f5-abf0-323646bd4303,segment=NetworkSegment(70533de6-c15e-4ad0-af83-fc3f4a193b2a),segment_id=70533de6-c15e-4ad0-af83-fc3f4a193b2a)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:44.269530 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c1bbd083-e469-4317-8deb-10b2fbc232ea tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:44.270324 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56c67358-bea6-45e0-bd48-7760d652973d req-73135ff1-2cd0-49be-9d7f-7846bda0d8c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ee88499e-261a-4f94-9242-24ad9781ab34 HTTP/1.1" status: 200 len: 850 time: 0.0947838 Feb 10 15:33:44.336491 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56c67358-bea6-45e0-bd48-7760d652973d req-f21eebfb-6c41-429e-a3f2-cc5025799772 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e39837e4-38b2-4b93-a3cd-62cebaaed394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421216 Feb 10 15:33:44.343272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01978e90-ec06-4979-a226-a90015dc5a56 req-2752a643-8fb0-4718-80d9-04779a3622c9 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/security-groups?id=26856c1c-79a2-4f4a-83f7-4e97747dad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090544 Feb 10 15:33:44.357027 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-c1bbd083-e469-4317-8deb-10b2fbc232ea tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for cd9af4e5-8fa8-41f5-abf0-323646bd4303 owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:44.444168 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b50dbe55-d1d3-47af-981f-d63c8c03222f req-4a1947ea-4f3d-4d1b-b1a7-6a423849300e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474356 Feb 10 15:33:44.457008 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea2afb56-30af-42e8-8480-31821a49a27e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (78e49bdf-fde5-493b-9f6e-3336ae90a42d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:44.494622 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56c67358-bea6-45e0-bd48-7760d652973d req-a6413ef0-0812-4499-b324-9692889deb23 service neutron] 10.222.0.72 "GET /v2.0/networks/e39837e4-38b2-4b93-a3cd-62cebaaed394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570985 Feb 10 15:33:44.622394 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56c67358-bea6-45e0-bd48-7760d652973d req-9a9bca25-cf5a-469b-b3f9-16671cf6a8f8 service neutron] 10.222.0.72 "GET /v2.0/networks/e39837e4-38b2-4b93-a3cd-62cebaaed394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206768 Feb 10 15:33:44.815168 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c1bbd083-e469-4317-8deb-10b2fbc232ea tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (cd9af4e5-8fa8-41f5-abf0-323646bd4303), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:44.849305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbd083-e469-4317-8deb-10b2fbc232ea tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=cd9af4e5-8fa8-41f5-abf0-323646bd4303,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:44.890866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2afb56-30af-42e8-8480-31821a49a27e admin admin] Router 78e49bdf-fde5-493b-9f6e-3336ae90a42d has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:33:45.009956 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c1bbd083-e469-4317-8deb-10b2fbc232ea tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (825011a0-3c30-40d7-8670-1386b05372a9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:45.205231 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13bc9a71-ad85-49f0-b2be-210b8417b604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:45.345072 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bbd083-e469-4317-8deb-10b2fbc232ea tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 825011a0-3c30-40d7-8670-1386b05372a9 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:33:45.346654 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2afb56-30af-42e8-8480-31821a49a27e admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:33:45.355932 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ea2afb56-30af-42e8-8480-31821a49a27e admin admin] 10.222.0.64 "PUT /v2.0/routers/78e49bdf-fde5-493b-9f6e-3336ae90a42d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5206254 Feb 10 15:33:45.356189 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36324) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:45.361116 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ccf70-e163-431e-8102-ac7c3b848a34 None None] Sync routers for ids ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:33:45.385642 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ccf70-e163-431e-8102-ac7c3b848a34 None None] Routers {'78e49bdf-fde5-493b-9f6e-3336ae90a42d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:45.386418 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-f29ccf70-e163-431e-8102-ac7c3b848a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:45.591263 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-f29ccf70-e163-431e-8102-ac7c3b848a34 None None] Set router 78e49bdf-fde5-493b-9f6e-3336ae90a42d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:45.667250 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bbd083-e469-4317-8deb-10b2fbc232ea tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:33:45.677869 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c1bbd083-e469-4317-8deb-10b2fbc232ea tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/825011a0-3c30-40d7-8670-1386b05372a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3440149 Feb 10 15:33:45.678426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36350) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:45.693614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e047a33-8ade-4cd5-a39d-72867eac77ae req-1a4071f0-cdce-424c-8027-28b422a4dacf tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:45.696029 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2e047a33-8ade-4cd5-a39d-72867eac77ae req-1a4071f0-cdce-424c-8027-28b422a4dacf tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 943 time: 0.1577125 Feb 10 15:33:45.697134 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1980fe7a-156f-4b3e-b01c-e0610d5b8798 None None] Sync routers for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:33:45.705442 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c14a9-5be7-48ac-963f-9bc84d7d9d59 req-484e28e3-c5a6-474a-acf6-bbaa9db05820 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:45.712852 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b6c14a9-5be7-48ac-963f-9bc84d7d9d59 req-484e28e3-c5a6-474a-acf6-bbaa9db05820 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.1754835 Feb 10 15:33:45.738867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980fe7a-156f-4b3e-b01c-e0610d5b8798 None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:45.774853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1980fe7a-156f-4b3e-b01c-e0610d5b8798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:45.812295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting subnet 19cfa8cd-1863-4b85-b41b-c3a824c873c0 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:33:45.824291 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (19cfa8cd-1863-4b85-b41b-c3a824c873c0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:45.853230 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-f29ccf70-e163-431e-8102-ac7c3b848a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:33:43Z', 'revision_number': 5, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:45.887770 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ccf70-e163-431e-8102-ac7c3b848a34 None None] Checking router: 78e49bdf-fde5-493b-9f6e-3336ae90a42d for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:33:45.893801 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b6c14a9-5be7-48ac-963f-9bc84d7d9d59 req-f15cc8ef-268e-4872-a007-cbb9a3198bcd tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788843 Feb 10 15:33:45.899945 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ccf70-e163-431e-8102-ac7c3b848a34 None None] Routers {'78e49bdf-fde5-493b-9f6e-3336ae90a42d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:45.900821 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-f29ccf70-e163-431e-8102-ac7c3b848a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:45.911314 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2e047a33-8ade-4cd5-a39d-72867eac77ae req-94bb5fc8-ed3a-46b9-9fc1-9cd5e53c261f tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/security-groups?id=26856c1c-79a2-4f4a-83f7-4e97747dad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910417 Feb 10 15:33:45.928243 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (19cfa8cd-1863-4b85-b41b-c3a824c873c0), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:45.966097 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dc448fa-728e-494c-b493-2651b4e97d5f admin admin] Publish callbacks [] for router (78e49bdf-fde5-493b-9f6e-3336ae90a42d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:46.026882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-1980fe7a-156f-4b3e-b01c-e0610d5b8798 None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:46.095432 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-f29ccf70-e163-431e-8102-ac7c3b848a34 None None] Set router 78e49bdf-fde5-493b-9f6e-3336ae90a42d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:46.109430 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:33:46.186280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373637e-4ef8-475e-a39b-4a200f64b5a7 req-db37c293-8905-4e2d-a299-220adbe36d6b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:46.193374 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f373637e-4ef8-475e-a39b-4a200f64b5a7 req-db37c293-8905-4e2d-a299-220adbe36d6b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.1041353 Feb 10 15:33:46.247593 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dc448fa-728e-494c-b493-2651b4e97d5f admin admin] Publish callbacks [] for router_gateway (78e49bdf-fde5-493b-9f6e-3336ae90a42d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:46.287559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (19cfa8cd-1863-4b85-b41b-c3a824c873c0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:46.297760 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f373637e-4ef8-475e-a39b-4a200f64b5a7 req-477a4f58-c705-4122-bb6c-2de91f54d69d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980868 Feb 10 15:33:46.381877 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-f29ccf70-e163-431e-8102-ac7c3b848a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:33:43Z', 'revision_number': 5, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:46.403074 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7dc448fa-728e-494c-b493-2651b4e97d5f admin admin] Deleting port 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:46.403886 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dc448fa-728e-494c-b493-2651b4e97d5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (36fe4ced-5957-439c-9ce8-8d0a5abb7bcd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:46.438366 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (19cfa8cd-1863-4b85-b41b-c3a824c873c0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:46.452698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=69984a08-0aa4-4afe-a2d5-8b07f54f3c71,segment=NetworkSegment(8f5189af-c59f-4923-8b07-a38015373e77),segment_id=8f5189af-c59f-4923-8b07-a38015373e77)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:46.473785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Subnet': ['ID=19cfa8cd-1863-4b85-b41b-c3a824c873c0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:46.491056 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '69984a08-0aa4-4afe-a2d5-8b07f54f3c71', 'network_id': 'e39837e4-38b2-4b93-a3cd-62cebaaed394', 'port_id': '69984a08-0aa4-4afe-a2d5-8b07f54f3c71', 'mac_address': 'fa:16:3e:78:b8:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee88499e-261a-4f94-9242-24ad9781ab34', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:33:46.529883 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:46.530724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:46.531269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:46.531802 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:46.532331 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:46.533778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:46.534414 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:46.535102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:46.536376 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:46.537047 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:46.537593 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:46.538200 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:46.538857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:46.540507 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ccf70-e163-431e-8102-ac7c3b848a34 None None] The sync data for ids ['78e49bdf-fde5-493b-9f6e-3336ae90a42d'] in n-d-815324-7 is: [{'id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'name': 'tempest-AttachVolumeTestJSON-1797100093-router', 'tenant_id': '9c2365a3048c4b23a67221fc3c979c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:24:10Z', 'updated_at': '2022-02-10T15:33:43Z', 'revision_number': 5, 'project_id': '9c2365a3048c4b23a67221fc3c979c7a', 'gw_port': {'id': '36fe4ced-5957-439c-9ce8-8d0a5abb7bcd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e49bdf-fde5-493b-9f6e-3336ae90a42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:24:12Z', 'updated_at': '2022-02-10T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:33:46.565138 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:46.572329 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ef5fd521-79c8-4aa8-9184-592ec4b4a60d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/19cfa8cd-1863-4b85-b41b-c3a824c873c0 HTTP/1.1" status: 204 len: 168 time: 0.8884506 Feb 10 15:33:46.572705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36386) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:46.580577 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dd0e52-0b38-4222-b48d-e9015fe34a08 None None] Network 1bba1352-7993-41b0-ba06-8c63bb1279b3 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:33:46.668344 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-7dc448fa-728e-494c-b493-2651b4e97d5f admin admin] For port 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=36fe4ced-5957-439c-9ce8-8d0a5abb7bcd,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:46.668902 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dc448fa-728e-494c-b493-2651b4e97d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (36fe4ced-5957-439c-9ce8-8d0a5abb7bcd), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:46.688538 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7dc448fa-728e-494c-b493-2651b4e97d5f admin admin] Calling delete_port for 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:46.747394 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (1bba1352-7993-41b0-ba06-8c63bb1279b3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:46.858276 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:46.902728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port 08663a31-8bc7-43d9-80a4-c620144e03fe {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:46.913544 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (08663a31-8bc7-43d9-80a4-c620144e03fe), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:47.022746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:47.023145 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69984a08-0aa4-4afe-a2d5-8b07f54f3c71), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:47.055609 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:33:47.073414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] For port 08663a31-8bc7-43d9-80a4-c620144e03fe, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=08663a31-8bc7-43d9-80a4-c620144e03fe,segment=NetworkSegment(70533de6-c15e-4ad0-af83-fc3f4a193b2a),segment_id=70533de6-c15e-4ad0-af83-fc3f4a193b2a)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:47.074109 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (08663a31-8bc7-43d9-80a4-c620144e03fe), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:47.093449 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for 08663a31-8bc7-43d9-80a4-c620144e03fe owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:47.107434 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dc448fa-728e-494c-b493-2651b4e97d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (36fe4ced-5957-439c-9ce8-8d0a5abb7bcd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:47.123294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1980fe7a-156f-4b3e-b01c-e0610d5b8798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:44Z', 'revision_number': 9, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:47.133500 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=69984a08-0aa4-4afe-a2d5-8b07f54f3c71,segment=NetworkSegment(8f5189af-c59f-4923-8b07-a38015373e77),segment_id=8f5189af-c59f-4923-8b07-a38015373e77)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:47.161885 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1980fe7a-156f-4b3e-b01c-e0610d5b8798 None None] Checking router: 825011a0-3c30-40d7-8670-1386b05372a9 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:33:47.163878 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (69984a08-0aa4-4afe-a2d5-8b07f54f3c71), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:47.197291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980fe7a-156f-4b3e-b01c-e0610d5b8798 None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:47.197928 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1980fe7a-156f-4b3e-b01c-e0610d5b8798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:47.346080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc448fa-728e-494c-b493-2651b4e97d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=36fe4ced-5957-439c-9ce8-8d0a5abb7bcd,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:47.382689 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dc448fa-728e-494c-b493-2651b4e97d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (78e49bdf-fde5-493b-9f6e-3336ae90a42d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:47.410671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5879100-7855-46d4-88bb-3f97afc139f5 None None] DHCP port deletion for 1bba1352-7993-41b0-ba06-8c63bb1279b3 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:33:47.519146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=69984a08-0aa4-4afe-a2d5-8b07f54f3c71,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:47.562049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['69984a08-0aa4-4afe-a2d5-8b07f54f3c71'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:33:47.598840 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dc448fa-728e-494c-b493-2651b4e97d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (78e49bdf-fde5-493b-9f6e-3336ae90a42d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:47.601827 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dc448fa-728e-494c-b493-2651b4e97d5f admin admin] Publish callbacks [] for router_controller (78e49bdf-fde5-493b-9f6e-3336ae90a42d), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:47.710707 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dc448fa-728e-494c-b493-2651b4e97d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (78e49bdf-fde5-493b-9f6e-3336ae90a42d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:47.711372 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc448fa-728e-494c-b493-2651b4e97d5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78e49bdf-fde5-493b-9f6e-3336ae90a42d {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:33:47.720807 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7dc448fa-728e-494c-b493-2651b4e97d5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:47.728446 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7dc448fa-728e-494c-b493-2651b4e97d5f admin admin] 10.222.0.64 "DELETE /v2.0/routers/78e49bdf-fde5-493b-9f6e-3336ae90a42d HTTP/1.1" status: 204 len: 168 time: 2.3711445 Feb 10 15:33:47.729474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36460) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:47.735202 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:47.735395 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:47.745486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:47.746002 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:47.746512 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:47.747004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:47.747489 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:47.747971 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:47.748757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:47.749238 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:47.749719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:47.750198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:47.750727 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:33:47.765566 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-1980fe7a-156f-4b3e-b01c-e0610d5b8798 None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:47.833773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84415e1-57bf-43d5-b759-20b046eda269 admin admin] Deleting subnet f3ce83f6-6325-453a-a2c7-3c49256a130b {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:33:47.840153 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a84415e1-57bf-43d5-b759-20b046eda269 admin admin] Publish callbacks [] for subnet (f3ce83f6-6325-453a-a2c7-3c49256a130b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:47.950672 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a84415e1-57bf-43d5-b759-20b046eda269 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (f3ce83f6-6325-453a-a2c7-3c49256a130b), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:47.993748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a713200-f3f8-4e2b-b5ca-176b8869b3bb req-48a2dfcc-c9d2-4622-b795-7b361d0cd171 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:47.998411 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a713200-f3f8-4e2b-b5ca-176b8869b3bb req-48a2dfcc-c9d2-4622-b795-7b361d0cd171 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 944 time: 0.2522643 Feb 10 15:33:48.079125 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (08663a31-8bc7-43d9-80a4-c620144e03fe), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:48.103733 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:48.151831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No DVR routers for this DVR port 08663a31-8bc7-43d9-80a4-c620144e03fe on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:33:48.154482 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a84415e1-57bf-43d5-b759-20b046eda269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (f3ce83f6-6325-453a-a2c7-3c49256a130b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:48.182032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d5879100-7855-46d4-88bb-3f97afc139f5 None None] Deleting port 08663a31-8bc7-43d9-80a4-c620144e03fe {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:48.182414 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5879100-7855-46d4-88bb-3f97afc139f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (08663a31-8bc7-43d9-80a4-c620144e03fe), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:48.183437 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a713200-f3f8-4e2b-b5ca-176b8869b3bb req-edd30fec-7121-46fd-abf0-ea0d8132ff34 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/security-groups?id=26856c1c-79a2-4f4a-83f7-4e97747dad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736507 Feb 10 15:33:48.184256 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=08663a31-8bc7-43d9-80a4-c620144e03fe,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:48.270943 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a84415e1-57bf-43d5-b759-20b046eda269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (f3ce83f6-6325-453a-a2c7-3c49256a130b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:48.288923 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d5879100-7855-46d4-88bb-3f97afc139f5 None None] For port 08663a31-8bc7-43d9-80a4-c620144e03fe, host n-d-815324-7, got binding levels [] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:48.289320 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5879100-7855-46d4-88bb-3f97afc139f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (08663a31-8bc7-43d9-80a4-c620144e03fe), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:48.289558 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a84415e1-57bf-43d5-b759-20b046eda269 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:48.294184 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a84415e1-57bf-43d5-b759-20b046eda269 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f3ce83f6-6325-453a-a2c7-3c49256a130b HTTP/1.1" status: 204 len: 168 time: 0.5635400 Feb 10 15:33:48.305249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d5879100-7855-46d4-88bb-3f97afc139f5 None None] Calling delete_port for 08663a31-8bc7-43d9-80a4-c620144e03fe owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:48.308172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.ipam_backend_mixin [None req-d5879100-7855-46d4-88bb-3f97afc139f5 None None] Port 08663a31-8bc7-43d9-80a4-c620144e03fe was not found and therefore no delete operation was performed {{(pid=103370) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:33:48.309299 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36488) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:48.309858 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5879100-7855-46d4-88bb-3f97afc139f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (08663a31-8bc7-43d9-80a4-c620144e03fe), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:48.317884 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31dd55e-cca2-4195-81e4-32644830fa03 None None] Network d2e77de5-12dc-41aa-af99-c9787df5a7b0 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:33:48.320755 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84415e1-57bf-43d5-b759-20b046eda269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ce83f6-6325-453a-a2c7-3c49256a130b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:48.362410 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (1bba1352-7993-41b0-ba06-8c63bb1279b3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:48.473803 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (d2e77de5-12dc-41aa-af99-c9787df5a7b0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:48.484158 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8f585296-9c11-4706-b3f6-ac491733bd8a no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:48.499416 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bba1352-7993-41b0-ba06-8c63bb1279b3']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:48.509886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5879100-7855-46d4-88bb-3f97afc139f5 None None] Pushing event deleted for resources: {'Port': ['ID=08663a31-8bc7-43d9-80a4-c620144e03fe,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:48.515365 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5879100-7855-46d4-88bb-3f97afc139f5 None None] No DVR routers for this DVR port 08663a31-8bc7-43d9-80a4-c620144e03fe on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:33:48.537369 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70533de6-c15e-4ad0-af83-fc3f4a193b2a') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:48.537813 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70533de6-c15e-4ad0-af83-fc3f4a193b2a') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:48.551998 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (70533de6-c15e-4ad0-af83-fc3f4a193b2a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:48.568810 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (70533de6-c15e-4ad0-af83-fc3f4a193b2a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:48.584202 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:33:48.584623 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (70533de6-c15e-4ad0-af83-fc3f4a193b2a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:48.584967 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 8f585296-9c11-4706-b3f6-ac491733bd8a {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:33:48.585910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8f585296-9c11-4706-b3f6-ac491733bd8a not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:33:48.586528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 08663a31-8bc7-43d9-80a4-c620144e03fe no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:48.634763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 08663a31-8bc7-43d9-80a4-c620144e03fe {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:33:48.635118 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 08663a31-8bc7-43d9-80a4-c620144e03fe not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:33:48.671131 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db108de8-ce0f-4e80-a7dd-a24df1e8bd69 req-f1954eb6-8dbd-42b0-b2e8-bc82fea76c64 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:48.682621 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db108de8-ce0f-4e80-a7dd-a24df1e8bd69 req-f1954eb6-8dbd-42b0-b2e8-bc82fea76c64 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.4476881 Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:33:48.692579 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:33:48.701072 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (1bba1352-7993-41b0-ba06-8c63bb1279b3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:48.711692 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1980fe7a-156f-4b3e-b01c-e0610d5b8798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:44Z', 'revision_number': 9, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:48.730916 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:48.740045 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/networks/1bba1352-7993-41b0-ba06-8c63bb1279b3 HTTP/1.1" status: 204 len: 168 time: 2.1606407 Feb 10 15:33:48.740300 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36502) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:48.751110 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1980fe7a-156f-4b3e-b01c-e0610d5b8798 None None] The sync data for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 is: [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:44Z', 'revision_number': 9, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd71aed0-8caf-417d-a0f7-0f3c728b8601', 'name': '', 'network_id': 'c159a720-019c-4b3e-85b6-f119063867f2', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:96:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:33:06Z', 'updated_at': '2022-02-10T15:33:13Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': 'c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:33:48.793204 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db108de8-ce0f-4e80-a7dd-a24df1e8bd69 req-de9940c9-9d2e-400e-a727-57536f8b2a06 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096981 Feb 10 15:33:48.793968 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f55e6f-cd6e-42c3-8951-1c6ca1000b67 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Network': ['ID=1bba1352-7993-41b0-ba06-8c63bb1279b3,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:48.841229 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] Deleting port ea03f960-0908-4f20-98c7-34c4e7ce3972 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:48.841720 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ea03f960-0908-4f20-98c7-34c4e7ce3972), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:48.842391 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:48.977639 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:49.003643 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] For port ea03f960-0908-4f20-98c7-34c4e7ce3972, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ea03f960-0908-4f20-98c7-34c4e7ce3972,segment=NetworkSegment(02b03b18-2845-4f07-9538-3c72b5e282ed),segment_id=02b03b18-2845-4f07-9538-3c72b5e282ed)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:49.004873 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ea03f960-0908-4f20-98c7-34c4e7ce3972), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:49.020973 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] Calling delete_port for ea03f960-0908-4f20-98c7-34c4e7ce3972 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:49.023949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:49.024618 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:49.068144 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:49.069507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:33:49.073448 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133ff755-51e3-45bb-959c-7e3bd04077b2" -d '{"events": [{"server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:33:49.078153 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:49.080284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a89ad-d176-4e40-96b6-5fff9cd8b52b req-124dcc63-5b44-44fc-a8ef-a41fcfc10271 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:49.082351 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b9a89ad-d176-4e40-96b6-5fff9cd8b52b req-124dcc63-5b44-44fc-a8ef-a41fcfc10271 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 946 time: 0.1456788 Feb 10 15:33:49.154198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,revision_number=14']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:49.162156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97caa2d7-79f9-46f3-ba55-d73c9fd3ee97 None None] DHCP port deletion for d2e77de5-12dc-41aa-af99-c9787df5a7b0 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:33:49.165378 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52b67b1-0f02-4f48-b5af-cf551648cf04 x-openstack-request-id: req-d52b67b1-0f02-4f48-b5af-cf551648cf04 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:33:49.165967 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:33:49.166265 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d52b67b1-0f02-4f48-b5af-cf551648cf04 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:33:49.166745 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'code': 200} Feb 10 15:33:49.176728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b9a89ad-d176-4e40-96b6-5fff9cd8b52b req-7f120295-19f3-4215-88ab-81ceee6ed25a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853868 Feb 10 15:33:49.187384 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (ea03f960-0908-4f20-98c7-34c4e7ce3972), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:49.275502 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-97caa2d7-79f9-46f3-ba55-d73c9fd3ee97 None None] The port 'ea03f960-0908-4f20-98c7-34c4e7ce3972' was deleted {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 10 15:33:49.295458 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] Pushing event deleted for resources: {'Port': ['ID=ea03f960-0908-4f20-98c7-34c4e7ce3972,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:49.313483 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] No DVR routers for this DVR port ea03f960-0908-4f20-98c7-34c4e7ce3972 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:33:49.459029 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cefeb68b-8144-4da6-93ae-31045ce4f85c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (825011a0-3c30-40d7-8670-1386b05372a9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:49.484070 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (d2e77de5-12dc-41aa-af99-c9787df5a7b0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:49.518365 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e77de5-12dc-41aa-af99-c9787df5a7b0']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:49.542544 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b03b18-2845-4f07-9538-3c72b5e282ed') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:49.542544 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b03b18-2845-4f07-9538-3c72b5e282ed') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:49.562412 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23adfd7-0411-4df6-8e2c-af1c8b6fc1e4 req-93d21633-1d3c-4d44-8ff8-9c72776b8b1b tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:49.571387 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f23adfd7-0411-4df6-8e2c-af1c8b6fc1e4 req-93d21633-1d3c-4d44-8ff8-9c72776b8b1b tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 944 time: 0.1606889 Feb 10 15:33:49.618602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8337e0-ca4f-4615-b787-c472bc624e71 req-ad8bc073-778b-4540-8aac-58b368203467 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:49.621142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae8337e0-ca4f-4615-b787-c472bc624e71 req-ad8bc073-778b-4540-8aac-58b368203467 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2493246 Feb 10 15:33:49.625064 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (02b03b18-2845-4f07-9538-3c72b5e282ed), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:49.668692 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (02b03b18-2845-4f07-9538-3c72b5e282ed), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:49.685077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:33:49.685442 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (02b03b18-2845-4f07-9538-3c72b5e282ed), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:33:49.688182 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:33:49.741009 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f23adfd7-0411-4df6-8e2c-af1c8b6fc1e4 req-c6839cf9-918f-40c1-820e-cd0471f97d3f tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/security-groups?id=26856c1c-79a2-4f4a-83f7-4e97747dad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683269 Feb 10 15:33:49.780699 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:33:49.807281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-cefeb68b-8144-4da6-93ae-31045ce4f85c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port cd71aed0-8caf-417d-a0f7-0f3c728b8601 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:49.807778 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cefeb68b-8144-4da6-93ae-31045ce4f85c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:49.843045 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae8337e0-ca4f-4615-b787-c472bc624e71 req-9de8e21d-6172-4468-aafd-7207952f2a26 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148740 Feb 10 15:33:49.845652 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (d2e77de5-12dc-41aa-af99-c9787df5a7b0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:49.859657 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:49.866325 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] 10.222.0.64 "DELETE /v2.0/networks/d2e77de5-12dc-41aa-af99-c9787df5a7b0 HTTP/1.1" status: 204 len: 168 time: 1.4878125 Feb 10 15:33:49.902402 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:33:49.908905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba775c42-ddbe-4494-95f4-89e3c264e97c admin admin] Pushing event deleted for resources: {'Network': ['ID=d2e77de5-12dc-41aa-af99-c9787df5a7b0,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:49.915184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:33:49.915751 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69984a08-0aa4-4afe-a2d5-8b07f54f3c71), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:49.918397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ea03f960-0908-4f20-98c7-34c4e7ce3972 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:49.968284 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: ea03f960-0908-4f20-98c7-34c4e7ce3972 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:33:49.968629 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ea03f960-0908-4f20-98c7-34c4e7ce3972 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:33:49.969074 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cd9af4e5-8fa8-41f5-abf0-323646bd4303 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:50.011544 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: cd9af4e5-8fa8-41f5-abf0-323646bd4303 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:33:50.011902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cd9af4e5-8fa8-41f5-abf0-323646bd4303 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:33:50.012334 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:50.040332 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:33:50.040674 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 36fe4ced-5957-439c-9ce8-8d0a5abb7bcd not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:33:50.090266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:50.090664 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69984a08-0aa4-4afe-a2d5-8b07f54f3c71), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:50.132259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-cefeb68b-8144-4da6-93ae-31045ce4f85c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] For port cd71aed0-8caf-417d-a0f7-0f3c728b8601, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cd71aed0-8caf-417d-a0f7-0f3c728b8601,segment=NetworkSegment(cf00b0c1-6d62-45e7-a484-d2388bb7a9a0),segment_id=cf00b0c1-6d62-45e7-a484-d2388bb7a9a0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:50.132763 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cefeb68b-8144-4da6-93ae-31045ce4f85c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:50.142083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36552) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:50.170616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-cefeb68b-8144-4da6-93ae-31045ce4f85c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for cd71aed0-8caf-417d-a0f7-0f3c728b8601 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:50.189273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=69984a08-0aa4-4afe-a2d5-8b07f54f3c71,segment=NetworkSegment(8f5189af-c59f-4923-8b07-a38015373e77),segment_id=8f5189af-c59f-4923-8b07-a38015373e77)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:50.195680 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (69984a08-0aa4-4afe-a2d5-8b07f54f3c71), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:50.274744 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=69984a08-0aa4-4afe-a2d5-8b07f54f3c71,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:50.291330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7d2833db-0657-414e-b3f7-a2e4ded29427 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c2365a3048c4b23a67221fc3c979c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476417 Feb 10 15:33:50.297551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36558) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:50.342194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a614b77-6a3b-43b2-a4af-bcb492ba4735 req-30804b28-5d52-47db-afa8-5f0cd3b06624 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:50.343858 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a614b77-6a3b-43b2-a4af-bcb492ba4735 req-30804b28-5d52-47db-afa8-5f0cd3b06624 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0773396 Feb 10 15:33:50.380708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc686f1b-77a5-41fc-a53a-05bae31e6a7c req-98db58ef-7ab6-44b6-8b74-d22754437444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:50.382316 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc686f1b-77a5-41fc-a53a-05bae31e6a7c req-98db58ef-7ab6-44b6-8b74-d22754437444 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 1126 time: 0.1628039 Feb 10 15:33:50.426190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a614b77-6a3b-43b2-a4af-bcb492ba4735 req-be670a9e-7c2f-48a9-9a83-38155fa52f0e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750277 Feb 10 15:33:50.539939 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df2cf418-dc84-4fd8-a02b-99f3d102e895 admin admin] Publish callbacks [] for security_group (d731449d-15c4-4d8e-8ec4-cf6b57968d96), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:50.592611 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df2cf418-dc84-4fd8-a02b-99f3d102e895 admin admin] Publish callbacks [] for security_group (d731449d-15c4-4d8e-8ec4-cf6b57968d96), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:50.594813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc686f1b-77a5-41fc-a53a-05bae31e6a7c req-adb77cad-d4b5-4b53-b4ea-7945f4f8d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:50.596286 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc686f1b-77a5-41fc-a53a-05bae31e6a7c req-adb77cad-d4b5-4b53-b4ea-7945f4f8d7d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.2035263 Feb 10 15:33:50.618983 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cefeb68b-8144-4da6-93ae-31045ce4f85c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (cd71aed0-8caf-417d-a0f7-0f3c728b8601), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:50.698433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefeb68b-8144-4da6-93ae-31045ce4f85c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=cd71aed0-8caf-417d-a0f7-0f3c728b8601,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:50.900014 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cefeb68b-8144-4da6-93ae-31045ce4f85c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (825011a0-3c30-40d7-8670-1386b05372a9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:50.913019 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc686f1b-77a5-41fc-a53a-05bae31e6a7c req-ed48d7b1-0917-4016-b8d7-7e3549a97c30 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 HTTP/1.1" status: 200 len: 998 time: 0.3085196 Feb 10 15:33:50.966922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e4149-98df-4d45-837b-7c4ff30a1673 req-7e5dea67-2c1f-4859-949f-4d21981cb655 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:50.969380 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-903e4149-98df-4d45-837b-7c4ff30a1673 req-7e5dea67-2c1f-4859-949f-4d21981cb655 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 945 time: 0.1181612 Feb 10 15:33:51.076786 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df2cf418-dc84-4fd8-a02b-99f3d102e895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d731449d-15c4-4d8e-8ec4-cf6b57968d96), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:51.079583 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df2cf418-dc84-4fd8-a02b-99f3d102e895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:51.096293 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-df2cf418-dc84-4fd8-a02b-99f3d102e895 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d731449d-15c4-4d8e-8ec4-cf6b57968d96 HTTP/1.1" status: 204 len: 168 time: 0.7967119 Feb 10 15:33:51.097176 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-903e4149-98df-4d45-837b-7c4ff30a1673 req-2f152b99-21f3-4513-a83a-ae8cab1e349b tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/security-groups?id=26856c1c-79a2-4f4a-83f7-4e97747dad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213009 Feb 10 15:33:51.130735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cf418-dc84-4fd8-a02b-99f3d102e895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d731449d-15c4-4d8e-8ec4-cf6b57968d96,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:51.147360 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc686f1b-77a5-41fc-a53a-05bae31e6a7c req-e94e37f8-9a54-4aa8-a977-437c6b24a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:51.148898 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc686f1b-77a5-41fc-a53a-05bae31e6a7c req-e94e37f8-9a54-4aa8-a977-437c6b24a07c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.1195827 Feb 10 15:33:51.208855 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee3fcf9-7d5c-474f-9a6e-69977ac3541f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69984a08-0aa4-4afe-a2d5-8b07f54f3c71'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:33:51.211523 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f77fd7-9928-4c40-8bbd-77e87c3c6a3b" -d '{"events": [{"server_uuid": "5ee3fcf9-7d5c-474f-9a6e-69977ac3541f", "name": "network-vif-plugged", "status": "completed", "tag": "69984a08-0aa4-4afe-a2d5-8b07f54f3c71"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:33:51.261296 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8771ae-5c2c-49c9-88a8-14183bd774a1 x-openstack-request-id: req-af8771ae-5c2c-49c9-88a8-14183bd774a1 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:33:51.261706 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee3fcf9-7d5c-474f-9a6e-69977ac3541f", "name": "network-vif-plugged", "status": "completed", "tag": "69984a08-0aa4-4afe-a2d5-8b07f54f3c71", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:33:51.262044 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af8771ae-5c2c-49c9-88a8-14183bd774a1 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:33:51.262684 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee3fcf9-7d5c-474f-9a6e-69977ac3541f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69984a08-0aa4-4afe-a2d5-8b07f54f3c71', 'code': 200} Feb 10 15:33:51.584400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a564f-b25a-4ff6-8186-4c8827af370b req-6a0f9af1-7966-4ecb-891b-c28551d8d146 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:51.584400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-176a564f-b25a-4ff6-8186-4c8827af370b req-6a0f9af1-7966-4ecb-891b-c28551d8d146 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0680022 Feb 10 15:33:51.665571 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-176a564f-b25a-4ff6-8186-4c8827af370b req-fa6932b5-5f55-4219-94c5-c201285a2805 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773873 Feb 10 15:33:51.812805 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefeb68b-8144-4da6-93ae-31045ce4f85c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 825011a0-3c30-40d7-8670-1386b05372a9 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:33:51.838166 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc686f1b-77a5-41fc-a53a-05bae31e6a7c req-3156e4d5-82cd-4e1d-9264-446678bba59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:51.839700 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc686f1b-77a5-41fc-a53a-05bae31e6a7c req-3156e4d5-82cd-4e1d-9264-446678bba59f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6832790 Feb 10 15:33:51.898304 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740f0e0-c5d5-45d7-a05c-a1668b4ebb5b req-284ff55b-f5bd-4dbf-8476-3ea0b0da9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:51.899810 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0740f0e0-c5d5-45d7-a05c-a1668b4ebb5b req-284ff55b-f5bd-4dbf-8476-3ea0b0da9bae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 1127 time: 0.5570896 Feb 10 15:33:52.052080 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0740f0e0-c5d5-45d7-a05c-a1668b4ebb5b req-38f0e69d-29d6-4a0d-aed3-d53230573900 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=26856c1c-79a2-4f4a-83f7-4e97747dad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170669 Feb 10 15:33:52.060622 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefeb68b-8144-4da6-93ae-31045ce4f85c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:33:52.065926 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cefeb68b-8144-4da6-93ae-31045ce4f85c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/825011a0-3c30-40d7-8670-1386b05372a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3271205 Feb 10 15:33:52.069028 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36630) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:52.072880 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47553406-d97d-40b7-b75a-b42ce191a439 None None] Sync routers for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:33:52.083862 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47553406-d97d-40b7-b75a-b42ce191a439 None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:52.084790 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-47553406-d97d-40b7-b75a-b42ce191a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:52.158093 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc686f1b-77a5-41fc-a53a-05bae31e6a7c req-2161e9b7-36f6-4095-ac0f-24d5332faf54 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847459 Feb 10 15:33:52.217448 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-5282651a-0411-4142-aac7-3bffda56d708 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting subnet c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:33:52.231483 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-47553406-d97d-40b7-b75a-b42ce191a439 None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:52.231631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5282651a-0411-4142-aac7-3bffda56d708 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:52.308779 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5282651a-0411-4142-aac7-3bffda56d708 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:52.328601 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbe7d7-6534-408b-ade1-3ed7670d0de4 req-3ba2b3e0-53ee-4876-acde-c8fd30df3d93 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:52.340208 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aefbe7d7-6534-408b-ade1-3ed7670d0de4 req-3ba2b3e0-53ee-4876-acde-c8fd30df3d93 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 945 time: 0.1249073 Feb 10 15:33:52.439021 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aefbe7d7-6534-408b-ade1-3ed7670d0de4 req-95d9c28c-8e13-431b-89e4-19d73cc1bb25 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/security-groups?id=26856c1c-79a2-4f4a-83f7-4e97747dad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973647 Feb 10 15:33:52.482555 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc686f1b-77a5-41fc-a53a-05bae31e6a7c req-8d4e63bd-9695-4b08-8e90-7649df9f5bb9 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168178 Feb 10 15:33:52.513840 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5282651a-0411-4142-aac7-3bffda56d708 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:52.581199 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5282651a-0411-4142-aac7-3bffda56d708 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:52.619093 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-47553406-d97d-40b7-b75a-b42ce191a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:50Z', 'revision_number': 10, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:52.637739 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5282651a-0411-4142-aac7-3bffda56d708 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:52.646143 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36652) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:52.648509 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5061414f-1a15-4484-aa97-c8126e8adc74 None None] Network c159a720-019c-4b3e-85b6-f119063867f2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:33:52.650644 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47553406-d97d-40b7-b75a-b42ce191a439 None None] Checking router: 825011a0-3c30-40d7-8670-1386b05372a9 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:33:52.652737 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5282651a-0411-4142-aac7-3bffda56d708 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87 HTTP/1.1" status: 204 len: 168 time: 0.5825090 Feb 10 15:33:52.663214 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47553406-d97d-40b7-b75a-b42ce191a439 None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:52.664118 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-47553406-d97d-40b7-b75a-b42ce191a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:52.667309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282651a-0411-4142-aac7-3bffda56d708 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:52.822826 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-47553406-d97d-40b7-b75a-b42ce191a439 None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:53.002961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da08c804-07c2-4bab-a915-ae0a38b38d66 None None] DHCP port deletion for c159a720-019c-4b3e-85b6-f119063867f2 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:33:53.008018 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (c159a720-019c-4b3e-85b6-f119063867f2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:53.109015 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793c0dc-4d1b-4087-ad92-3e26e42e459b req-c0e9a809-c740-4a13-833f-3b35407afd0a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:53.126558 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6793c0dc-4d1b-4087-ad92-3e26e42e459b req-c0e9a809-c740-4a13-833f-3b35407afd0a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2182102 Feb 10 15:33:53.188772 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-47553406-d97d-40b7-b75a-b42ce191a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:50Z', 'revision_number': 10, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:53.198966 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-da08c804-07c2-4bab-a915-ae0a38b38d66 None None] Deleting port c115004d-ae9e-4522-8b28-ab6383858332 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:53.225505 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-da08c804-07c2-4bab-a915-ae0a38b38d66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c115004d-ae9e-4522-8b28-ab6383858332), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:53.233687 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47553406-d97d-40b7-b75a-b42ce191a439 None None] The sync data for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 is: [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:50Z', 'revision_number': 10, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None, '_interfaces': [{'id': '591d0f64-ecae-4da5-8111-9bef5fa6dcfb', 'name': '', 'network_id': '2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'mac_address': 'fa:16:3e:cb:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825011a0-3c30-40d7-8670-1386b05372a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:58Z', 'updated_at': '2022-02-10T15:33:05Z', 'revision_number': 5, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'subnets': [{'id': '9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:33:53.343878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-da08c804-07c2-4bab-a915-ae0a38b38d66 None None] For port c115004d-ae9e-4522-8b28-ab6383858332, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c115004d-ae9e-4522-8b28-ab6383858332,segment=NetworkSegment(cf00b0c1-6d62-45e7-a484-d2388bb7a9a0),segment_id=cf00b0c1-6d62-45e7-a484-d2388bb7a9a0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:53.344271 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-da08c804-07c2-4bab-a915-ae0a38b38d66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c115004d-ae9e-4522-8b28-ab6383858332), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:53.357606 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-da08c804-07c2-4bab-a915-ae0a38b38d66 None None] Calling delete_port for c115004d-ae9e-4522-8b28-ab6383858332 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:53.364006 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6793c0dc-4d1b-4087-ad92-3e26e42e459b req-fc4717e1-42d7-4b96-b3fc-186630cd95f4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355385 Feb 10 15:33:53.368923 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port c115004d-ae9e-4522-8b28-ab6383858332 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:53.369301 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c115004d-ae9e-4522-8b28-ab6383858332), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:53.489961 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] For port c115004d-ae9e-4522-8b28-ab6383858332, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c115004d-ae9e-4522-8b28-ab6383858332,segment=NetworkSegment(cf00b0c1-6d62-45e7-a484-d2388bb7a9a0),segment_id=cf00b0c1-6d62-45e7-a484-d2388bb7a9a0)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:53.490608 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c115004d-ae9e-4522-8b28-ab6383858332), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:53.521633 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-da08c804-07c2-4bab-a915-ae0a38b38d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (c115004d-ae9e-4522-8b28-ab6383858332), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:53.526714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for c115004d-ae9e-4522-8b28-ab6383858332 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:53.583096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08c804-07c2-4bab-a915-ae0a38b38d66 None None] Pushing event deleted for resources: {'Port': ['ID=c115004d-ae9e-4522-8b28-ab6383858332,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:53.601362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da08c804-07c2-4bab-a915-ae0a38b38d66 None None] No DVR routers for this DVR port c115004d-ae9e-4522-8b28-ab6383858332 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:33:53.697598 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc7f67-bd84-4c85-9cb5-de270d0c1312 req-1601cb1e-51cd-417c-9e73-38edca5e15a9 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:53.699185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-57bc7f67-bd84-4c85-9cb5-de270d0c1312 req-1601cb1e-51cd-417c-9e73-38edca5e15a9 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 945 time: 0.0843191 Feb 10 15:33:53.722185 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (c115004d-ae9e-4522-8b28-ab6383858332), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:53.807465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=c115004d-ae9e-4522-8b28-ab6383858332,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:53.815301 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No DVR routers for this DVR port c115004d-ae9e-4522-8b28-ab6383858332 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:33:53.846473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cd71aed0-8caf-417d-a0f7-0f3c728b8601 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:53.899531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: cd71aed0-8caf-417d-a0f7-0f3c728b8601 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:33:53.900128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cd71aed0-8caf-417d-a0f7-0f3c728b8601 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:33:53.902321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c115004d-ae9e-4522-8b28-ab6383858332 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:53.917806 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-57bc7f67-bd84-4c85-9cb5-de270d0c1312 req-4c46336c-df91-4768-9bf3-86ba4258ebf7 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/security-groups?id=26856c1c-79a2-4f4a-83f7-4e97747dad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118320 Feb 10 15:33:53.949764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: c115004d-ae9e-4522-8b28-ab6383858332 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:33:53.950298 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c115004d-ae9e-4522-8b28-ab6383858332 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:33:53.992932 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (c159a720-019c-4b3e-85b6-f119063867f2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:54.032050 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c159a720-019c-4b3e-85b6-f119063867f2']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:54.044469 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf00b0c1-6d62-45e7-a484-d2388bb7a9a0') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:54.045112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf00b0c1-6d62-45e7-a484-d2388bb7a9a0') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:54.058864 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (cf00b0c1-6d62-45e7-a484-d2388bb7a9a0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:54.076058 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (cf00b0c1-6d62-45e7-a484-d2388bb7a9a0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:54.087800 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:33:54.088440 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (cf00b0c1-6d62-45e7-a484-d2388bb7a9a0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:33:54.154153 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:33:54.162122 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (c159a720-019c-4b3e-85b6-f119063867f2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:54.171358 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:54.178222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36702) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:54.185211 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/networks/c159a720-019c-4b3e-85b6-f119063867f2 HTTP/1.1" status: 204 len: 168 time: 1.5371721 Feb 10 15:33:54.227662 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9294f-e8ed-41cd-99fd-67f43f07261c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Network': ['ID=c159a720-019c-4b3e-85b6-f119063867f2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:54.574892 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98972c38-a90a-4bc6-ba67-1f10ca780254 req-e6074d02-0f24-4007-8f34-0447769789b4 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:54.582866 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98972c38-a90a-4bc6-ba67-1f10ca780254 req-e6074d02-0f24-4007-8f34-0447769789b4 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 945 time: 0.1416340 Feb 10 15:33:54.612087 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948be31-0c74-474b-9a41-0c69ccf5832b req-dfcac750-1e1e-49ab-bab5-e95528fbe4fd tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:54.613731 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8948be31-0c74-474b-9a41-0c69ccf5832b req-dfcac750-1e1e-49ab-bab5-e95528fbe4fd tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1135232 Feb 10 15:33:54.677110 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98972c38-a90a-4bc6-ba67-1f10ca780254 req-53c00cf5-17a9-4369-9fd6-8ad2fd440da4 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/security-groups?id=26856c1c-79a2-4f4a-83f7-4e97747dad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930417 Feb 10 15:33:54.723642 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8948be31-0c74-474b-9a41-0c69ccf5832b req-858bfc5c-cda2-4363-bc46-ab6020ebce36 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004167 Feb 10 15:33:54.797343 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31827a44-d2f9-4f3b-a5fe-8c97c33fdd4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (825011a0-3c30-40d7-8670-1386b05372a9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:54.992619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244dbed-65d0-41a1-8fd6-a131cab0614a req-c06d641f-196c-4bb6-b750-b20fb7deb853 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:55.014335 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e244dbed-65d0-41a1-8fd6-a131cab0614a req-c06d641f-196c-4bb6-b750-b20fb7deb853 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0833781 Feb 10 15:33:55.069369 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e244dbed-65d0-41a1-8fd6-a131cab0614a req-6a050296-dd9a-4654-82a2-7023997ba681 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540469 Feb 10 15:33:55.237339 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-31827a44-d2f9-4f3b-a5fe-8c97c33fdd4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:55.237918 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31827a44-d2f9-4f3b-a5fe-8c97c33fdd4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:55.296292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfbe90-0700-437f-9b45-0e5513cc7f63 req-e7e806ac-acf9-4208-b739-67e680084000 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:55.304978 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27cfbe90-0700-437f-9b45-0e5513cc7f63 req-e7e806ac-acf9-4208-b739-67e680084000 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1285241 Feb 10 15:33:55.381837 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27cfbe90-0700-437f-9b45-0e5513cc7f63 req-d6dc9b76-c445-45e8-8750-3393f36f2d07 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755587 Feb 10 15:33:55.417012 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-31827a44-d2f9-4f3b-a5fe-8c97c33fdd4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] For port 591d0f64-ecae-4da5-8111-9bef5fa6dcfb, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=591d0f64-ecae-4da5-8111-9bef5fa6dcfb,segment=NetworkSegment(bffc5e88-12b3-4821-bcf5-5cd51023ebe1),segment_id=bffc5e88-12b3-4821-bcf5-5cd51023ebe1)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:55.417806 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31827a44-d2f9-4f3b-a5fe-8c97c33fdd4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:55.456001 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-31827a44-d2f9-4f3b-a5fe-8c97c33fdd4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for 591d0f64-ecae-4da5-8111-9bef5fa6dcfb owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:55.580671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2d06a-5f22-4d24-89e4-1f427409369e req-56ff8726-2ffc-4524-997a-c79914a49a6f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:55.582463 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53a2d06a-5f22-4d24-89e4-1f427409369e req-56ff8726-2ffc-4524-997a-c79914a49a6f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0738833 Feb 10 15:33:55.646045 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53a2d06a-5f22-4d24-89e4-1f427409369e req-21d262ef-3e11-4bf1-8fdf-42b205ee5cdb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528884 Feb 10 15:33:55.746957 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31827a44-d2f9-4f3b-a5fe-8c97c33fdd4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (591d0f64-ecae-4da5-8111-9bef5fa6dcfb), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:55.813733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31827a44-d2f9-4f3b-a5fe-8c97c33fdd4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=591d0f64-ecae-4da5-8111-9bef5fa6dcfb,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:55.913491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a056d-6826-43e0-8b44-05e520e011d5 req-cd066927-6f35-401d-9d79-dd53c9fac42f tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:55.921162 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b3a056d-6826-43e0-8b44-05e520e011d5 req-cd066927-6f35-401d-9d79-dd53c9fac42f tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 945 time: 0.1420763 Feb 10 15:33:55.933098 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc873bcf-4f4a-46ba-acea-00d973bfbf08 req-ecff7abd-c74e-4513-ba16-54fc7bd696ec tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:55.940061 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc873bcf-4f4a-46ba-acea-00d973bfbf08 req-ecff7abd-c74e-4513-ba16-54fc7bd696ec tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2107587 Feb 10 15:33:55.970193 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31827a44-d2f9-4f3b-a5fe-8c97c33fdd4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (825011a0-3c30-40d7-8670-1386b05372a9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:55.992921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a447b-fc0d-4a53-a13e-035cdf605f07 req-d54826b4-271b-424f-809f-bc608acec973 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:55.994519 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-330a447b-fc0d-4a53-a13e-035cdf605f07 req-d54826b4-271b-424f-809f-bc608acec973 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 945 time: 0.1832745 Feb 10 15:33:56.025111 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b3a056d-6826-43e0-8b44-05e520e011d5 req-bf79724d-20cc-4f1f-9c75-5d3a66dfccd7 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/security-groups?id=26856c1c-79a2-4f4a-83f7-4e97747dad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824759 Feb 10 15:33:56.086095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc873bcf-4f4a-46ba-acea-00d973bfbf08 req-f9ba9556-746b-4054-ada8-ba18465baf5a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327467 Feb 10 15:33:56.289782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31827a44-d2f9-4f3b-a5fe-8c97c33fdd4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 825011a0-3c30-40d7-8670-1386b05372a9 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:33:56.313147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-330a447b-fc0d-4a53-a13e-035cdf605f07 req-5be6e6b3-775d-4ca9-b827-04fe72b376e1 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Deleting port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:56.313976 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-330a447b-fc0d-4a53-a13e-035cdf605f07 req-5be6e6b3-775d-4ca9-b827-04fe72b376e1 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (69984a08-0aa4-4afe-a2d5-8b07f54f3c71), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:56.426490 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31827a44-d2f9-4f3b-a5fe-8c97c33fdd4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:33:56.442314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6bb61b-d93f-4a2f-80fb-b2461c6707ad None None] Sync routers for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:33:56.448111 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-31827a44-d2f9-4f3b-a5fe-8c97c33fdd4e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/825011a0-3c30-40d7-8670-1386b05372a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2658885 Feb 10 15:33:56.449568 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36784) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:56.458611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6bb61b-d93f-4a2f-80fb-b2461c6707ad None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:56.459535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1a6bb61b-d93f-4a2f-80fb-b2461c6707ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:56.515365 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3d4e36-cb98-482a-916c-1357c0b2aef8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting subnet 9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:33:56.538368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-31bd22e0-ad1b-4c48-8921-3c2970c2da9e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:33:56.547876 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-31bd22e0-ad1b-4c48-8921-3c2970c2da9e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 812 time: 0.1877561 Feb 10 15:33:56.562144 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-1a6bb61b-d93f-4a2f-80fb-b2461c6707ad None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:56.568741 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a3d4e36-cb98-482a-916c-1357c0b2aef8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:56.611724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-330a447b-fc0d-4a53-a13e-035cdf605f07 req-5be6e6b3-775d-4ca9-b827-04fe72b376e1 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] For port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=69984a08-0aa4-4afe-a2d5-8b07f54f3c71,segment=NetworkSegment(8f5189af-c59f-4923-8b07-a38015373e77),segment_id=8f5189af-c59f-4923-8b07-a38015373e77)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:56.612083 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-330a447b-fc0d-4a53-a13e-035cdf605f07 req-5be6e6b3-775d-4ca9-b827-04fe72b376e1 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (69984a08-0aa4-4afe-a2d5-8b07f54f3c71), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:56.615018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-cefaaaef-4a08-444c-a439-da9474e6a72e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/quotas/03e2045129ad4ef1931b5795dd4f29b4 HTTP/1.1" status: 200 len: 375 time: 0.0660455 Feb 10 15:33:56.650912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1a6bb61b-d93f-4a2f-80fb-b2461c6707ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:55Z', 'revision_number': 11, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:56.659408 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-330a447b-fc0d-4a53-a13e-035cdf605f07 req-5be6e6b3-775d-4ca9-b827-04fe72b376e1 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Calling delete_port for 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:56.668028 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a3d4e36-cb98-482a-916c-1357c0b2aef8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:56.687328 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6bb61b-d93f-4a2f-80fb-b2461c6707ad None None] Checking router: 825011a0-3c30-40d7-8670-1386b05372a9 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:33:56.697071 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6bb61b-d93f-4a2f-80fb-b2461c6707ad None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:33:56.698071 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1a6bb61b-d93f-4a2f-80fb-b2461c6707ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:56.839544 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-1a6bb61b-d93f-4a2f-80fb-b2461c6707ad None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:33:56.906607 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a3d4e36-cb98-482a-916c-1357c0b2aef8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:56.912278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1a6bb61b-d93f-4a2f-80fb-b2461c6707ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:55Z', 'revision_number': 11, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:56.962607 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6bb61b-d93f-4a2f-80fb-b2461c6707ad None None] The sync data for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 is: [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:55Z', 'revision_number': 11, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:33:56.990992 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-1a75e090-d986-4ddb-b919-6cc1472ca322 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3747175 Feb 10 15:33:57.002883 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-330a447b-fc0d-4a53-a13e-035cdf605f07 req-5be6e6b3-775d-4ca9-b827-04fe72b376e1 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (69984a08-0aa4-4afe-a2d5-8b07f54f3c71), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:57.020384 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['69984a08-0aa4-4afe-a2d5-8b07f54f3c71'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:33:57.112858 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6e6b3-775d-4ca9-b827-04fe72b376e1 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Pushing event deleted for resources: {'Port': ['ID=69984a08-0aa4-4afe-a2d5-8b07f54f3c71,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:57.225285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b280f19d-b02d-41ca-bf6e-665386c1d3e1 req-a19c6015-89cd-46d3-89f3-d38c2fb11b4b tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ee3fcf9-7d5c-474f-9a6e-69977ac3541f HTTP/1.1" status: 200 len: 210 time: 0.0769737 Feb 10 15:33:57.244163 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a3d4e36-cb98-482a-916c-1357c0b2aef8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:57.245949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-330a447b-fc0d-4a53-a13e-035cdf605f07 req-5be6e6b3-775d-4ca9-b827-04fe72b376e1 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] No DVR routers for this DVR port 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:33:57.251326 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-330a447b-fc0d-4a53-a13e-035cdf605f07 req-5be6e6b3-775d-4ca9-b827-04fe72b376e1 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:57.256612 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-330a447b-fc0d-4a53-a13e-035cdf605f07 req-5be6e6b3-775d-4ca9-b827-04fe72b376e1 tempest-ServerGroupTestJSON-1878649156 tempest-ServerGroupTestJSON-1878649156-project] 10.222.0.72 "DELETE /v2.0/ports/69984a08-0aa4-4afe-a2d5-8b07f54f3c71 HTTP/1.1" status: 204 len: 173 time: 1.1972613 Feb 10 15:33:57.257157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee3fcf9-7d5c-474f-9a6e-69977ac3541f', 'name': 'network-vif-deleted', 'tag': '69984a08-0aa4-4afe-a2d5-8b07f54f3c71'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:33:57.259777 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab654f7-ea0f-493d-ba8d-7369a1ec21b6" -d '{"events": [{"server_uuid": "5ee3fcf9-7d5c-474f-9a6e-69977ac3541f", "name": "network-vif-deleted", "tag": "69984a08-0aa4-4afe-a2d5-8b07f54f3c71"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:33:57.325362 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d6bdd3-6ba5-456a-8dd5-097ece89efc9 x-openstack-request-id: req-83d6bdd3-6ba5-456a-8dd5-097ece89efc9 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:33:57.326033 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee3fcf9-7d5c-474f-9a6e-69977ac3541f", "name": "network-vif-deleted", "tag": "69984a08-0aa4-4afe-a2d5-8b07f54f3c71", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:33:57.326033 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83d6bdd3-6ba5-456a-8dd5-097ece89efc9 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:33:57.326691 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee3fcf9-7d5c-474f-9a6e-69977ac3541f', 'name': 'network-vif-deleted', 'tag': '69984a08-0aa4-4afe-a2d5-8b07f54f3c71', 'status': 'completed', 'code': 200} Feb 10 15:33:57.346011 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d4e36-cb98-482a-916c-1357c0b2aef8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Subnet': ['ID=9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:57.352057 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a3d4e36-cb98-482a-916c-1357c0b2aef8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:57.355952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1a3d4e36-cb98-482a-916c-1357c0b2aef8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1 HTTP/1.1" status: 204 len: 168 time: 0.9051628 Feb 10 15:33:57.358681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36822) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:57.368588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-b0658af2-77be-4a11-9bf4-924d0c9ce56b service neutron] 10.222.0.64 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765802 Feb 10 15:33:57.374061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0274c2-db59-4718-a175-bc48731f7249 None None] Network 2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:33:57.573211 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:57.660371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f76e34-2311-43eb-9abc-bacd878139cd None None] DHCP port deletion for 2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:33:57.689139 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-80cf946d-6cf9-4c68-abe0-a5b0fcca0384 service neutron] 10.222.0.64 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190935 Feb 10 15:33:57.783585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Deleting port e85fd0be-8d9a-4b5b-94ed-b95f28539001 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:57.783928 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:57.858245 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d5f76e34-2311-43eb-9abc-bacd878139cd None None] Deleting port e85fd0be-8d9a-4b5b-94ed-b95f28539001 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:33:57.858611 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5f76e34-2311-43eb-9abc-bacd878139cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:57.919309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 591d0f64-ecae-4da5-8111-9bef5fa6dcfb no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:57.978754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 591d0f64-ecae-4da5-8111-9bef5fa6dcfb {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:33:57.980032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 591d0f64-ecae-4da5-8111-9bef5fa6dcfb not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:33:57.980711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e85fd0be-8d9a-4b5b-94ed-b95f28539001 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:58.032105 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] For port e85fd0be-8d9a-4b5b-94ed-b95f28539001, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e85fd0be-8d9a-4b5b-94ed-b95f28539001,segment=NetworkSegment(bffc5e88-12b3-4821-bcf5-5cd51023ebe1),segment_id=bffc5e88-12b3-4821-bcf5-5cd51023ebe1)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:58.032474 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:58.069240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Calling delete_port for e85fd0be-8d9a-4b5b-94ed-b95f28539001 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:58.101331 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1f7dc6cb-7985-4a80-b5d0-0c10379696fe req-2056d645-3f31-4acd-8c2c-b00f980bea6b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 210 time: 0.0757060 Feb 10 15:33:58.167291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e85fd0be-8d9a-4b5b-94ed-b95f28539001 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:33:58.179116 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:58.253608 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port e85fd0be-8d9a-4b5b-94ed-b95f28539001, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e85fd0be-8d9a-4b5b-94ed-b95f28539001,segment=NetworkSegment(bffc5e88-12b3-4821-bcf5-5cd51023ebe1),segment_id=bffc5e88-12b3-4821-bcf5-5cd51023ebe1)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:58.267140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d5f76e34-2311-43eb-9abc-bacd878139cd None None] For port e85fd0be-8d9a-4b5b-94ed-b95f28539001, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e85fd0be-8d9a-4b5b-94ed-b95f28539001,segment=NetworkSegment(bffc5e88-12b3-4821-bcf5-5cd51023ebe1),segment_id=bffc5e88-12b3-4821-bcf5-5cd51023ebe1)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:33:58.267559 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5f76e34-2311-43eb-9abc-bacd878139cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:58.287026 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:58.315510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d5f76e34-2311-43eb-9abc-bacd878139cd None None] Calling delete_port for e85fd0be-8d9a-4b5b-94ed-b95f28539001 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:33:58.420773 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:58.442963 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No DVR routers for this DVR port e85fd0be-8d9a-4b5b-94ed-b95f28539001 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:33:58.454858 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event deleted for resources: {'Port': ['ID=e85fd0be-8d9a-4b5b-94ed-b95f28539001,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:58.495292 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5f76e34-2311-43eb-9abc-bacd878139cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (e85fd0be-8d9a-4b5b-94ed-b95f28539001), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:58.517235 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Port': ['ID=e85fd0be-8d9a-4b5b-94ed-b95f28539001,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:58.563073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f76e34-2311-43eb-9abc-bacd878139cd None None] Pushing event deleted for resources: {'Port': ['ID=e85fd0be-8d9a-4b5b-94ed-b95f28539001,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:58.571103 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f76e34-2311-43eb-9abc-bacd878139cd None None] No DVR routers for this DVR port e85fd0be-8d9a-4b5b-94ed-b95f28539001 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:33:58.737012 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:58.809505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:58.844681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffc5e88-12b3-4821-bcf5-5cd51023ebe1') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:58.844876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffc5e88-12b3-4821-bcf5-5cd51023ebe1') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:58.846185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36886) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:58.867685 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (bffc5e88-12b3-4821-bcf5-5cd51023ebe1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:58.903932 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (bffc5e88-12b3-4821-bcf5-5cd51023ebe1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:58.931065 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-7855aeb3-f999-4372-8b1c-80d6a1985041 admin admin] Deleting subnet ee88499e-261a-4f94-9242-24ad9781ab34 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:33:58.931065 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7855aeb3-f999-4372-8b1c-80d6a1985041 admin admin] Publish callbacks [] for subnet (ee88499e-261a-4f94-9242-24ad9781ab34), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:58.933447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:33:58.935695 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (bffc5e88-12b3-4821-bcf5-5cd51023ebe1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:33:58.940755 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:33:59.033303 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7855aeb3-f999-4372-8b1c-80d6a1985041 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (ee88499e-261a-4f94-9242-24ad9781ab34), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:59.121234 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:59.134607 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:59.144419 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/networks/2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e HTTP/1.1" status: 204 len: 168 time: 1.7839954 Feb 10 15:33:59.149174 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36892) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:59.157409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-78e789cd-2952-45f1-9957-8db9d1e983c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'router': {'routes': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:33:59.162759 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7855aeb3-f999-4372-8b1c-80d6a1985041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (ee88499e-261a-4f94-9242-24ad9781ab34), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:59.198213 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf427a-9cf4-42b1-87f0-a595cae13103 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Pushing event deleted for resources: {'Network': ['ID=2ddd868f-9ecf-4ea6-83d1-5ec1876aa32e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:59.310305 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c22a8b75-0dd0-433d-b3ef-0f065866ba9e req-ce09a239-7c6f-44ee-9315-0ab38e517bea tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 210 time: 0.0422678 Feb 10 15:33:59.426232 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7855aeb3-f999-4372-8b1c-80d6a1985041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (ee88499e-261a-4f94-9242-24ad9781ab34), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:59.450162 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7855aeb3-f999-4372-8b1c-80d6a1985041 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:59.454728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7855aeb3-f999-4372-8b1c-80d6a1985041 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ee88499e-261a-4f94-9242-24ad9781ab34 HTTP/1.1" status: 204 len: 168 time: 0.6066833 Feb 10 15:33:59.458568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36902) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:33:59.625992 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.extraroute_db [None req-78e789cd-2952-45f1-9957-8db9d1e983c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Added routes are [] {{(pid=103368) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 15:33:59.626336 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.extraroute_db [None req-78e789cd-2952-45f1-9957-8db9d1e983c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Removed routes are [] {{(pid=103368) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 15:33:59.627844 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78e789cd-2952-45f1-9957-8db9d1e983c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (825011a0-3c30-40d7-8670-1386b05372a9), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:59.636318 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855aeb3-f999-4372-8b1c-80d6a1985041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee88499e-261a-4f94-9242-24ad9781ab34,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:33:59.668763 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4b528c3-1316-4027-b3be-4e017e8ba1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (e39837e4-38b2-4b93-a3cd-62cebaaed394), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:59.784796 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4b528c3-1316-4027-b3be-4e017e8ba1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (e39837e4-38b2-4b93-a3cd-62cebaaed394), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:59.816184 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c4b528c3-1316-4027-b3be-4e017e8ba1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39837e4-38b2-4b93-a3cd-62cebaaed394']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:59.844061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:33:59.859467 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c4b528c3-1316-4027-b3be-4e017e8ba1e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5189af-c59f-4923-8b07-a38015373e77') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:59.878634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c4b528c3-1316-4027-b3be-4e017e8ba1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5189af-c59f-4923-8b07-a38015373e77') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:33:59.896398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:33:59.899515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 69984a08-0aa4-4afe-a2d5-8b07f54f3c71 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:33:59.922740 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4b528c3-1316-4027-b3be-4e017e8ba1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (8f5189af-c59f-4923-8b07-a38015373e77), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:33:59.999433 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4b528c3-1316-4027-b3be-4e017e8ba1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (8f5189af-c59f-4923-8b07-a38015373e77), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:00.021540 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b528c3-1316-4027-b3be-4e017e8ba1e5 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:34:00.022494 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4b528c3-1316-4027-b3be-4e017e8ba1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (8f5189af-c59f-4923-8b07-a38015373e77), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:34:00.024205 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:34:00.044075 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78e789cd-2952-45f1-9957-8db9d1e983c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (825011a0-3c30-40d7-8670-1386b05372a9), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:00.048130 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78e789cd-2952-45f1-9957-8db9d1e983c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (825011a0-3c30-40d7-8670-1386b05372a9), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:00.108255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-c8e5ee18-a320-4160-99d6-1aaf9ba8d114 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:00.110033 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-c8e5ee18-a320-4160-99d6-1aaf9ba8d114 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.72 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 812 time: 0.3619463 Feb 10 15:34:00.125133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-8efa7236-0919-479c-baca-ab7d29c2f93b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Request body: {'port': {'device_id': '112f3afd-5d67-4b2a-9859-2f0cc9bd99e8', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'admin_state_up': True, 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:00.169704 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e789cd-2952-45f1-9957-8db9d1e983c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 825011a0-3c30-40d7-8670-1386b05372a9 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:34:00.243738 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4b528c3-1316-4027-b3be-4e017e8ba1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (e39837e4-38b2-4b93-a3cd-62cebaaed394), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:00.250718 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4b528c3-1316-4027-b3be-4e017e8ba1e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:00.255216 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c4b528c3-1316-4027-b3be-4e017e8ba1e5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e39837e4-38b2-4b93-a3cd-62cebaaed394 HTTP/1.1" status: 204 len: 168 time: 0.7939134 Feb 10 15:34:00.280544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b528c3-1316-4027-b3be-4e017e8ba1e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e39837e4-38b2-4b93-a3cd-62cebaaed394,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:00.330586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-8efa7236-0919-479c-baca-ab7d29c2f93b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Made reservation on behalf of 03e2045129ad4ef1931b5795dd4f29b4 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:00.334404 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-8efa7236-0919-479c-baca-ab7d29c2f93b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:00.354029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e789cd-2952-45f1-9957-8db9d1e983c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:34:00.367594 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78e789cd-2952-45f1-9957-8db9d1e983c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:00.367928 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1069db90-fc55-4fbe-9f51-621d1ad03386 None None] Sync routers for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:34:00.368997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-78e789cd-2952-45f1-9957-8db9d1e983c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/825011a0-3c30-40d7-8670-1386b05372a9 HTTP/1.1" status: 200 len: 703 time: 1.2186351 Feb 10 15:34:00.373627 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36928) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:00.384257 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1069db90-fc55-4fbe-9f51-621d1ad03386 None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:34:00.387706 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1069db90-fc55-4fbe-9f51-621d1ad03386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:00.428032 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c61bb3f4-c0f6-41a1-9e2f-18f4ba6d5418 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports?device_id=825011a0-3c30-40d7-8670-1386b05372a9 HTTP/1.1" status: 200 len: 205 time: 0.0528829 Feb 10 15:34:00.431259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36930) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:00.509237 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-1069db90-fc55-4fbe-9f51-621d1ad03386 None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:34:00.593852 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36940) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:00.628468 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1069db90-fc55-4fbe-9f51-621d1ad03386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:55Z', 'revision_number': 11, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:00.703391 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1069db90-fc55-4fbe-9f51-621d1ad03386 None None] Checking router: 825011a0-3c30-40d7-8670-1386b05372a9 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:34:00.739054 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1069db90-fc55-4fbe-9f51-621d1ad03386 None None] Routers {'825011a0-3c30-40d7-8670-1386b05372a9'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:34:00.739971 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1069db90-fc55-4fbe-9f51-621d1ad03386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['825011a0-3c30-40d7-8670-1386b05372a9'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:00.764324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-8efa7236-0919-479c-baca-ab7d29c2f93b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Allocated IP 172.20.0.3 (27e2001a-a1ab-4573-85b8-a44f65e39c6e/90274fea-8f83-4f17-b4ae-db95949e49bc/2142e605-8066-4484-9c2b-59f608058a7f) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:34:00.870908 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cbd6b7fe-d084-407b-8ee5-9dae50837df3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd2f4f0f60d54e62b6ef346d8ce66af8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2758515 Feb 10 15:34:00.873675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36950) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:00.902768 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-1069db90-fc55-4fbe-9f51-621d1ad03386 None None] Set router 825011a0-3c30-40d7-8670-1386b05372a9 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:34:01.030194 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1069db90-fc55-4fbe-9f51-621d1ad03386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:55Z', 'revision_number': 11, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:01.059903 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-537857fe-d565-4499-9718-c60b4e8f0ad0 admin admin] Publish callbacks [] for security_group (26856c1c-79a2-4f4a-83f7-4e97747dad4a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:01.115307 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1069db90-fc55-4fbe-9f51-621d1ad03386 None None] The sync data for ids ['825011a0-3c30-40d7-8670-1386b05372a9'] in n-d-815324-7 is: [{'id': '825011a0-3c30-40d7-8670-1386b05372a9', 'name': 'tempest-RoutersIpV6Test-router-33659258', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:55Z', 'updated_at': '2022-02-10T15:33:55Z', 'revision_number': 11, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:34:01.158142 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-8efa7236-0919-479c-baca-ab7d29c2f93b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for port (2142e605-8066-4484-9c2b-59f608058a7f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:01.167977 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-537857fe-d565-4499-9718-c60b4e8f0ad0 admin admin] Publish callbacks [] for security_group (26856c1c-79a2-4f4a-83f7-4e97747dad4a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:01.304811 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97755ec2-06ce-47c2-a29c-2fa5465fde66 req-8dc3eda0-6e1e-4f5b-a57f-514eecd8b434 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 210 time: 0.1036820 Feb 10 15:34:01.316035 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ed18d7a9-2b74-432e-b9d5-13cd7df1d5e8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (825011a0-3c30-40d7-8670-1386b05372a9), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:01.403511 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-8efa7236-0919-479c-baca-ab7d29c2f93b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2142e605-8066-4484-9c2b-59f608058a7f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:01.484327 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-537857fe-d565-4499-9718-c60b4e8f0ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (26856c1c-79a2-4f4a-83f7-4e97747dad4a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:01.488809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-537857fe-d565-4499-9718-c60b4e8f0ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:01.489252 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-537857fe-d565-4499-9718-c60b4e8f0ad0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26856c1c-79a2-4f4a-83f7-4e97747dad4a HTTP/1.1" status: 204 len: 168 time: 0.6146381 Feb 10 15:34:01.506984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537857fe-d565-4499-9718-c60b4e8f0ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26856c1c-79a2-4f4a-83f7-4e97747dad4a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:01.522915 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-8efa7236-0919-479c-baca-ab7d29c2f93b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Network 27e2001a-a1ab-4573-85b8-a44f65e39c6e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:34:01.527923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-8efa7236-0919-479c-baca-ab7d29c2f93b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:01.531238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-8efa7236-0919-479c-baca-ab7d29c2f93b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:34:01.790530 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ed18d7a9-2b74-432e-b9d5-13cd7df1d5e8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (825011a0-3c30-40d7-8670-1386b05372a9), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:01.799074 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ed18d7a9-2b74-432e-b9d5-13cd7df1d5e8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_controller (825011a0-3c30-40d7-8670-1386b05372a9), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:01.904113 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ed18d7a9-2b74-432e-b9d5-13cd7df1d5e8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (825011a0-3c30-40d7-8670-1386b05372a9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:01.914878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed18d7a9-2b74-432e-b9d5-13cd7df1d5e8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Fanout notify agent at l3_agent the message router_deleted on router 825011a0-3c30-40d7-8670-1386b05372a9 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:34:01.943488 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ed18d7a9-2b74-432e-b9d5-13cd7df1d5e8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:01.952949 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ed18d7a9-2b74-432e-b9d5-13cd7df1d5e8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/routers/825011a0-3c30-40d7-8670-1386b05372a9 HTTP/1.1" status: 204 len: 168 time: 1.5177138 Feb 10 15:34:01.953754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36980) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:01.967874 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-80d9edcc-e4b9-4848-acd9-70d3d78aa6c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1112506981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:02.027742 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80d9edcc-e4b9-4848-acd9-70d3d78aa6c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (0224a8b4-90d6-469d-900b-a71b7fbfd8a7), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:02.033127 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80d9edcc-e4b9-4848-acd9-70d3d78aa6c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (0224a8b4-90d6-469d-900b-a71b7fbfd8a7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:02.085830 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d1ec2940-307b-4a5d-8d00-847b70a15f56 None None] Provisioning complete for port 2142e605-8066-4484-9c2b-59f608058a7f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:02.089487 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2940-307b-4a5d-8d00-847b70a15f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2142e605-8066-4484-9c2b-59f608058a7f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:02.135874 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80d9edcc-e4b9-4848-acd9-70d3d78aa6c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_controller (0224a8b4-90d6-469d-900b-a71b7fbfd8a7), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:02.143305 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80d9edcc-e4b9-4848-acd9-70d3d78aa6c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (0224a8b4-90d6-469d-900b-a71b7fbfd8a7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:02.183827 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-80d9edcc-e4b9-4848-acd9-70d3d78aa6c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:02.188438 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-80d9edcc-e4b9-4848-acd9-70d3d78aa6c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2295668 Feb 10 15:34:02.189174 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36990) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:02.202587 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-5e423ec4-a73f-4f94-9b5b-7a413420083d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:02.229850 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec2940-307b-4a5d-8d00-847b70a15f56 None None] Port 2142e605-8066-4484-9c2b-59f608058a7f cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:34:02.426435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa7236-0919-479c-baca-ab7d29c2f93b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event updated for resources: {'Port': ['ID=2142e605-8066-4484-9c2b-59f608058a7f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:02.515691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-8efa7236-0919-479c-baca-ab7d29c2f93b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:02.517941 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-8efa7236-0919-479c-baca-ab7d29c2f93b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:02.551320 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-8efa7236-0919-479c-baca-ab7d29c2f93b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4311712 Feb 10 15:34:02.564601 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Request body: {'port': {'device_id': '112f3afd-5d67-4b2a-9859-2f0cc9bd99e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:02.701309 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2142e605-8066-4484-9c2b-59f608058a7f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:02.892096 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5e423ec4-a73f-4f94-9b5b-7a413420083d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (0224a8b4-90d6-469d-900b-a71b7fbfd8a7), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:02.916117 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf806d-8973-4b2e-9208-92db9ea4568c req-091d751b-f5a0-446f-af72-8bd0fb943450 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:02.923767 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8cf806d-8973-4b2e-9208-92db9ea4568c req-091d751b-f5a0-446f-af72-8bd0fb943450 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 931 time: 0.4799027 Feb 10 15:34:02.927799 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5e423ec4-a73f-4f94-9b5b-7a413420083d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (0224a8b4-90d6-469d-900b-a71b7fbfd8a7), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:03.050022 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37028) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:03.081189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8cf806d-8973-4b2e-9208-92db9ea4568c req-1405bf6f-79f5-42d1-b6b7-56f792e445b8 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542928 Feb 10 15:34:03.153795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e423ec4-a73f-4f94-9b5b-7a413420083d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Router 0224a8b4-90d6-469d-900b-a71b7fbfd8a7 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:34:03.271205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2142e605-8066-4484-9c2b-59f608058a7f {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:34:03.285962 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Publish callbacks [] for port (2142e605-8066-4484-9c2b-59f608058a7f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:03.305720 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Transition to ACTIVE for port object 2142e605-8066-4484-9c2b-59f608058a7f will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:34:03.322193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-990ecbd5-d587-42fd-ae9b-292d7eebf789 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-41762464-network', 'tenant_id': '2c0b43274c7343d5a74dc837be4c39fc'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:03.349601 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (2142e605-8066-4484-9c2b-59f608058a7f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:03.354971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990ecbd5-d587-42fd-ae9b-292d7eebf789 admin admin] Made reservation on behalf of 2c0b43274c7343d5a74dc837be4c39fc for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:03.358104 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-990ecbd5-d587-42fd-ae9b-292d7eebf789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:03.361937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e423ec4-a73f-4f94-9b5b-7a413420083d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:34:03.388283 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f9b6f1-6396-4a3d-8ba1-997b5feaf2fa None None] Sync routers for ids ['0224a8b4-90d6-469d-900b-a71b7fbfd8a7'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:34:03.403645 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5e423ec4-a73f-4f94-9b5b-7a413420083d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:03.405804 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5e423ec4-a73f-4f94-9b5b-7a413420083d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "PUT /v2.0/routers/0224a8b4-90d6-469d-900b-a71b7fbfd8a7 HTTP/1.1" status: 200 len: 698 time: 1.2155969 Feb 10 15:34:03.409853 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37040) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:03.412555 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f9b6f1-6396-4a3d-8ba1-997b5feaf2fa None None] Routers {'0224a8b4-90d6-469d-900b-a71b7fbfd8a7'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:34:03.413771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a8f9b6f1-6396-4a3d-8ba1-997b5feaf2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['0224a8b4-90d6-469d-900b-a71b7fbfd8a7'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:03.427007 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-990ecbd5-d587-42fd-ae9b-292d7eebf789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:03.566957 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b2322c57-6742-4a7e-bea7-0c6beb9c86fa tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/routers/0224a8b4-90d6-469d-900b-a71b7fbfd8a7 HTTP/1.1" status: 200 len: 704 time: 0.1547172 Feb 10 15:34:03.569578 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37048) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:03.610051 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-990ecbd5-d587-42fd-ae9b-292d7eebf789 admin admin] Publish callbacks [] for security_group (519a71c7-8929-4972-8151-3c3bc293bec3), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:03.635077 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-797fa1b2-b7d6-4b5a-894d-0bdb74eb5447 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports?device_id=0224a8b4-90d6-469d-900b-a71b7fbfd8a7 HTTP/1.1" status: 200 len: 205 time: 0.0639336 Feb 10 15:34:03.639902 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37050) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:03.646700 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-990ecbd5-d587-42fd-ae9b-292d7eebf789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (519a71c7-8929-4972-8151-3c3bc293bec3), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:03.673960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-a8f9b6f1-6396-4a3d-8ba1-997b5feaf2fa None None] Set router 0224a8b4-90d6-469d-900b-a71b7fbfd8a7 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:34:03.690221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ecbd5-d587-42fd-ae9b-292d7eebf789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519a71c7-8929-4972-8151-3c3bc293bec3,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:03.745971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990ecbd5-d587-42fd-ae9b-292d7eebf789 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:34:03.749612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Pushing event updated for resources: {'Port': ['ID=2142e605-8066-4484-9c2b-59f608058a7f,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:03.807521 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a8f9b6f1-6396-4a3d-8ba1-997b5feaf2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0224a8b4-90d6-469d-900b-a71b7fbfd8a7', 'name': 'tempest-RoutersIpV6Test-router-1112506981', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:34:02Z', 'updated_at': '2022-02-10T15:34:02Z', 'revision_number': 2, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:03.827237 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-990ecbd5-d587-42fd-ae9b-292d7eebf789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (3b59de07-30d9-4a1f-a751-0ccfc1dde33f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:03.828408 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-990ecbd5-d587-42fd-ae9b-292d7eebf789 admin admin] Added segment 3b59de07-30d9-4a1f-a751-0ccfc1dde33f of type vlan for network 7ddc0350-f4ce-4cae-8808-52d957a14b6c Feb 10 15:34:03.842584 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b54b2b85-3999-4089-b936-c6cc5f132683 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (0224a8b4-90d6-469d-900b-a71b7fbfd8a7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:03.918042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Attempting to bind port 2142e605-8066-4484-9c2b-59f608058a7f on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:34:03.918738 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Attempting to bind port 2142e605-8066-4484-9c2b-59f608058a7f by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:34:03.919236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Attempting to bind port 2142e605-8066-4484-9c2b-59f608058a7f on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:34:03.929322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Port 2142e605-8066-4484-9c2b-59f608058a7f on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:34:03.929665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Attempting to bind port 2142e605-8066-4484-9c2b-59f608058a7f on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:34:03.960717 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-990ecbd5-d587-42fd-ae9b-292d7eebf789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (7ddc0350-f4ce-4cae-8808-52d957a14b6c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:03.960948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f9b6f1-6396-4a3d-8ba1-997b5feaf2fa None None] Checking router: 0224a8b4-90d6-469d-900b-a71b7fbfd8a7 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:34:03.984705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:34:03.984705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Checking segment: {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:34:03.984705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Bound using segment: {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:34:03.984705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Bound port: 2142e605-8066-4484-9c2b-59f608058a7f, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:34:03.984705 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2142e605-8066-4484-9c2b-59f608058a7f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:03.985278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f9b6f1-6396-4a3d-8ba1-997b5feaf2fa None None] Routers {'0224a8b4-90d6-469d-900b-a71b7fbfd8a7'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:34:03.987651 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a8f9b6f1-6396-4a3d-8ba1-997b5feaf2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:33:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['0224a8b4-90d6-469d-900b-a71b7fbfd8a7'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:04.220322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] For port 2142e605-8066-4484-9c2b-59f608058a7f, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:34:04.233006 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] For port 2142e605-8066-4484-9c2b-59f608058a7f, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=2142e605-8066-4484-9c2b-59f608058a7f,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:34:04.234804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-a8f9b6f1-6396-4a3d-8ba1-997b5feaf2fa None None] Set router 0224a8b4-90d6-469d-900b-a71b7fbfd8a7 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:34:04.244588 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-990ecbd5-d587-42fd-ae9b-292d7eebf789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (7ddc0350-f4ce-4cae-8808-52d957a14b6c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:04.250296 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990ecbd5-d587-42fd-ae9b-292d7eebf789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:04.251149 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-990ecbd5-d587-42fd-ae9b-292d7eebf789 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:04.262921 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (2142e605-8066-4484-9c2b-59f608058a7f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:04.393917 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b54b2b85-3999-4089-b936-c6cc5f132683 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (0224a8b4-90d6-469d-900b-a71b7fbfd8a7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:04.406029 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b54b2b85-3999-4089-b936-c6cc5f132683 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router_controller (0224a8b4-90d6-469d-900b-a71b7fbfd8a7), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:04.426840 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a8f9b6f1-6396-4a3d-8ba1-997b5feaf2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0224a8b4-90d6-469d-900b-a71b7fbfd8a7', 'name': 'tempest-RoutersIpV6Test-router-1112506981', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:34:02Z', 'updated_at': '2022-02-10T15:34:02Z', 'revision_number': 2, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:04.499525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e1b24-13ec-4f95-a896-547264f3b85b req-8ead76ff-d07d-4818-bcb7-1fe7b5fd7a57 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:04.501424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f81e1b24-13ec-4f95-a896-547264f3b85b req-8ead76ff-d07d-4818-bcb7-1fe7b5fd7a57 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 943 time: 0.2649107 Feb 10 15:34:04.503924 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-990ecbd5-d587-42fd-ae9b-292d7eebf789 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4514420 Feb 10 15:34:04.505979 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37070) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:04.512932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:04.520857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-7bcb46c0-0be0-40c0-905a-2de3ba777a62 admin admin] Request body: {'subnet': {'network_id': '7ddc0350-f4ce-4cae-8808-52d957a14b6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-41762464-subnet', 'tenant_id': '2c0b43274c7343d5a74dc837be4c39fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:04.527522 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:04.534797 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] 10.222.0.72 "PUT /v2.0/ports/2142e605-8066-4484-9c2b-59f608058a7f HTTP/1.1" status: 200 len: 1091 time: 1.9750042 Feb 10 15:34:04.601170 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b54b2b85-3999-4089-b936-c6cc5f132683 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (0224a8b4-90d6-469d-900b-a71b7fbfd8a7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:04.601664 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54b2b85-3999-4089-b936-c6cc5f132683 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Fanout notify agent at l3_agent the message router_deleted on router 0224a8b4-90d6-469d-900b-a71b7fbfd8a7 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:34:04.634511 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b54b2b85-3999-4089-b936-c6cc5f132683 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:04.635717 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b54b2b85-3999-4089-b936-c6cc5f132683 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/routers/0224a8b4-90d6-469d-900b-a71b7fbfd8a7 HTTP/1.1" status: 204 len: 168 time: 0.9922848 Feb 10 15:34:04.641938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcb46c0-0be0-40c0-905a-2de3ba777a62 admin admin] Made reservation on behalf of 2c0b43274c7343d5a74dc837be4c39fc for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:04.648732 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7bcb46c0-0be0-40c0-905a-2de3ba777a62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:04.667472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112f3afd-5d67-4b2a-9859-2f0cc9bd99e8', 'tag': '2142e605-8066-4484-9c2b-59f608058a7f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:34:04.677734 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d836cba-2cf6-4e33-bb11-59c02fddd12c" -d '{"events": [{"name": "network-changed", "server_uuid": "112f3afd-5d67-4b2a-9859-2f0cc9bd99e8", "tag": "2142e605-8066-4484-9c2b-59f608058a7f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:34:04.678754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37076) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:04.798787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ecbd5-d587-42fd-ae9b-292d7eebf789 admin admin] Pushing event updated for resources: {'Network': ['ID=7ddc0350-f4ce-4cae-8808-52d957a14b6c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:04.835873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc8235-3b0a-48fe-9a3d-07fb6d7ddf54 service neutron] Pushing event updated for resources: {'Port': ['ID=2142e605-8066-4484-9c2b-59f608058a7f,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:04.881441 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-fe646d22-9586-4895-9548-819dc9377076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:04.883727 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-fe646d22-9586-4895-9548-819dc9377076 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 1125 time: 0.1872661 Feb 10 15:34:04.889218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cc39f333-a344-4593-9ac7-8d0d7ee49320 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports?device_id=0224a8b4-90d6-469d-900b-a71b7fbfd8a7 HTTP/1.1" status: 200 len: 205 time: 0.2060025 Feb 10 15:34:04.894319 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37090) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:04.947946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 7ddc0350-f4ce-4cae-8808-52d957a14b6c details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:34:04.952692 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f9b6f1-6396-4a3d-8ba1-997b5feaf2fa None None] The sync data for ids ['0224a8b4-90d6-469d-900b-a71b7fbfd8a7'] in n-d-815324-7 is: [{'id': '0224a8b4-90d6-469d-900b-a71b7fbfd8a7', 'name': 'tempest-RoutersIpV6Test-router-1112506981', 'tenant_id': 'cc34db9a855a45218c893fdd7a73be4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:34:02Z', 'updated_at': '2022-02-10T15:34:02Z', 'revision_number': 2, 'project_id': 'cc34db9a855a45218c893fdd7a73be4f', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:34:05.099565 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b6bae1-a118-4ab7-9c05-49675f2bc04b x-openstack-request-id: req-e8b6bae1-a118-4ab7-9c05-49675f2bc04b {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:34:05.099856 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112f3afd-5d67-4b2a-9859-2f0cc9bd99e8", "tag": "2142e605-8066-4484-9c2b-59f608058a7f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:34:05.100110 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8b6bae1-a118-4ab7-9c05-49675f2bc04b {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:34:05.100601 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112f3afd-5d67-4b2a-9859-2f0cc9bd99e8', 'tag': '2142e605-8066-4484-9c2b-59f608058a7f', 'status': 'completed', 'code': 200} Feb 10 15:34:05.119329 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-33683558-0ac0-48f5-836c-e045ac4d59d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2142e605-8066-4484-9c2b-59f608058a7f HTTP/1.1" status: 200 len: 217 time: 0.2274208 Feb 10 15:34:05.130259 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f81e1b24-13ec-4f95-a896-547264f3b85b req-29f0b472-7fb8-4886-94a4-450db96e8d5a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475883 Feb 10 15:34:05.210304 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-f49e2c48-f909-40fa-b941-0b683322f32c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] delete failed (client error): The resource could not be found. Feb 10 15:34:05.211317 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f49e2c48-f909-40fa-b941-0b683322f32c tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/routers/0224a8b4-90d6-469d-900b-a71b7fbfd8a7 HTTP/1.1" status: 404 len: 336 time: 0.1557715 Feb 10 15:34:05.216640 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37102) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:05.282194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a463bbaa-110d-4d5f-8eca-e558d5c8124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:05.284131 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-a463bbaa-110d-4d5f-8eca-e558d5c8124f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.0925097 Feb 10 15:34:05.341221 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-3232e715-8c9c-490f-aac7-ce3a896e2cd8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] DELETE failed (client error): The resource could not be found. Feb 10 15:34:05.344541 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3232e715-8c9c-490f-aac7-ce3a896e2cd8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:34:05.354005 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3232e715-8c9c-490f-aac7-ce3a896e2cd8 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/6b720270-0fdd-476d-803a-81a18cdd41dd HTTP/1.1" status: 404 len: 337 time: 0.1361678 Feb 10 15:34:05.356167 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37106) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:05.397226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-b695b19f-dbaa-44e6-97b5-d0c59e57996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:05.399015 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-b695b19f-dbaa-44e6-97b5-d0c59e57996f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1069272 Feb 10 15:34:05.442456 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-24810919-f8d3-4417-bf13-1c96e99919cb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] DELETE failed (client error): The resource could not be found. Feb 10 15:34:05.443067 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24810919-f8d3-4417-bf13-1c96e99919cb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:34:05.448421 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-24810919-f8d3-4417-bf13-1c96e99919cb tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/19cfa8cd-1863-4b85-b41b-c3a824c873c0 HTTP/1.1" status: 404 len: 337 time: 0.0868056 Feb 10 15:34:05.513489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37118) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:05.629766 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7bcb46c0-0be0-40c0-905a-2de3ba777a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (c49a246f-4d93-4500-8009-8239fe9417b2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:05.680577 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-d33b78d6-cd3b-421f-b768-f6b98ba44bda service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725668 Feb 10 15:34:05.685014 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-affb8925-2acd-4644-b0e0-af2e78b8005e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] DELETE failed (client error): The resource could not be found. Feb 10 15:34:05.687807 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affb8925-2acd-4644-b0e0-af2e78b8005e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:34:05.695460 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-affb8925-2acd-4644-b0e0-af2e78b8005e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/c4a8c82c-9cf6-4d4f-9102-5a0bf3134d87 HTTP/1.1" status: 404 len: 337 time: 0.1801064 Feb 10 15:34:05.699086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37130) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:05.736831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb46c0-0be0-40c0-905a-2de3ba777a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49a246f-4d93-4500-8009-8239fe9417b2,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:05.739849 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb46c0-0be0-40c0-905a-2de3ba777a62 admin admin] Checking segment: {'id': '3b59de07-30d9-4a1f-a751-0ccfc1dde33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7ddc0350-f4ce-4cae-8808-52d957a14b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:34:05.740216 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcb46c0-0be0-40c0-905a-2de3ba777a62 admin admin] Network hostable DHCP agents. Network: 7ddc0350-f4ce-4cae-8808-52d957a14b6c, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:34:05.763152 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcb46c0-0be0-40c0-905a-2de3ba777a62 admin admin] Network 7ddc0350-f4ce-4cae-8808-52d957a14b6c is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:34:05.774770 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-7bcb46c0-0be0-40c0-905a-2de3ba777a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 7ddc0350-f4ce-4cae-8808-52d957a14b6c) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:05.779411 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcb46c0-0be0-40c0-905a-2de3ba777a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:05.780210 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7bcb46c0-0be0-40c0-905a-2de3ba777a62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:05.786729 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d38e8-78a4-48d0-833e-20822da53bf1 None None] Network 7ddc0350-f4ce-4cae-8808-52d957a14b6c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:34:05.790146 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b1a70b-3451-41d2-b485-d1a96c754f32 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] DELETE failed (client error): The resource could not be found. Feb 10 15:34:05.791203 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b1a70b-3451-41d2-b485-d1a96c754f32 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:34:05.794457 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c2b1a70b-3451-41d2-b485-d1a96c754f32 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/9ddc2edb-4c77-4a83-8e54-eea1dc7b54e1 HTTP/1.1" status: 404 len: 337 time: 0.0771887 Feb 10 15:34:05.801091 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7bcb46c0-0be0-40c0-905a-2de3ba777a62 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2932491 Feb 10 15:34:05.802224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37136) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:05.869449 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3120cc43-c53b-4e59-96ac-e01455bbebb5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports?device_id=825011a0-3c30-40d7-8670-1386b05372a9 HTTP/1.1" status: 200 len: 205 time: 0.0638998 Feb 10 15:34:05.869827 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37142) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:06.002799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718d2f7e-49cb-4d5c-b005-e15f73058452 None None] Network 7ddc0350-f4ce-4cae-8808-52d957a14b6c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:34:06.113572 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-eac04bc3-74d8-4578-85a0-15deedb073a1 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] delete failed (client error): The resource could not be found. Feb 10 15:34:06.117909 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-eac04bc3-74d8-4578-85a0-15deedb073a1 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/routers/825011a0-3c30-40d7-8670-1386b05372a9 HTTP/1.1" status: 404 len: 336 time: 0.2435956 Feb 10 15:34:06.118059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37160) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:06.166150 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c4214901-ea07-40b1-9bb8-e2bd0af55ae6 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6842ff1-3c44-409d-9700-b2ab0aeb0715 HTTP/1.1" status: 200 len: 205 time: 0.0448401 Feb 10 15:34:06.168369 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37168) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:06.209729 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f119d3d5-fdef-4a63-9d1d-e6fb0f34ee55 req-3370ced3-3004-4a54-b019-43601dcd66ee service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963427 Feb 10 15:34:06.303767 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-305dc5e5-1e42-4503-9c1f-f87afb54c9c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] delete failed (client error): The resource could not be found. Feb 10 15:34:06.312377 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-305dc5e5-1e42-4503-9c1f-f87afb54c9c5 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/routers/f6842ff1-3c44-409d-9700-b2ab0aeb0715 HTTP/1.1" status: 404 len: 336 time: 0.1424329 Feb 10 15:34:06.315174 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37172) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:06.365412 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d836cba-2cf6-4e33-bb11-59c02fddd12c req-7a5b8e0a-f992-4578-b2fb-47bf47de9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:06.367686 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d836cba-2cf6-4e33-bb11-59c02fddd12c req-7a5b8e0a-f992-4578-b2fb-47bf47de9c6e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 1125 time: 0.1008983 Feb 10 15:34:06.396167 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7fc410a-5f79-4d8c-b2ba-d23ea12fd37b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] DELETE failed (client error): The resource could not be found. Feb 10 15:34:06.396920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7fc410a-5f79-4d8c-b2ba-d23ea12fd37b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:34:06.403583 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c7fc410a-5f79-4d8c-b2ba-d23ea12fd37b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/3c36ede0-50c9-4723-913a-99680f3dfcb2 HTTP/1.1" status: 404 len: 337 time: 0.0872219 Feb 10 15:34:06.419198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37176) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:06.568893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-06c07699-231d-478d-a9af-4ae761884b0d tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac1bcfc7-eb98-4a92-8937-6728e54327ab HTTP/1.1" status: 200 len: 205 time: 0.1503294 Feb 10 15:34:06.572065 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37196) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:06.672881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d836cba-2cf6-4e33-bb11-59c02fddd12c req-7337e4f5-700e-489a-869d-d6f5e37ed65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:06.676394 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d836cba-2cf6-4e33-bb11-59c02fddd12c req-7337e4f5-700e-489a-869d-d6f5e37ed65f service neutron] 10.222.0.72 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.2961400 Feb 10 15:34:06.769225 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d836cba-2cf6-4e33-bb11-59c02fddd12c req-4e3be3d3-dfd4-489a-9c64-f04b8a8ce570 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2142e605-8066-4484-9c2b-59f608058a7f HTTP/1.1" status: 200 len: 217 time: 0.0843287 Feb 10 15:34:06.843154 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d836cba-2cf6-4e33-bb11-59c02fddd12c req-aa67fd1b-3050-40d4-9ff0-79e362486256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:06.844712 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d836cba-2cf6-4e33-bb11-59c02fddd12c req-aa67fd1b-3050-40d4-9ff0-79e362486256 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.0686603 Feb 10 15:34:06.911170 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:06.930892 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d836cba-2cf6-4e33-bb11-59c02fddd12c req-483adbfc-2f6f-4fa9-b125-d8f2571690b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:06.932609 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d836cba-2cf6-4e33-bb11-59c02fddd12c req-483adbfc-2f6f-4fa9-b125-d8f2571690b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0808849 Feb 10 15:34:07.106818 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d836cba-2cf6-4e33-bb11-59c02fddd12c req-798ce8ef-aca9-4af2-866d-d723632d664a service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667936 Feb 10 15:34:07.150274 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-163a947a-38d5-4c59-ae24-4da32c81bf1e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] delete failed (client error): The resource could not be found. Feb 10 15:34:07.154424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-163a947a-38d5-4c59-ae24-4da32c81bf1e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/routers/ac1bcfc7-eb98-4a92-8937-6728e54327ab HTTP/1.1" status: 404 len: 336 time: 0.5789745 Feb 10 15:34:07.164878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37208) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:07.212534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239fff2-29f4-4728-90f8-ad6b935ff7d4 req-26f1b378-2ca8-4fd8-a1f0-0835306d8168 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:07.214090 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0239fff2-29f4-4728-90f8-ad6b935ff7d4 req-26f1b378-2ca8-4fd8-a1f0-0835306d8168 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 943 time: 0.8253064 Feb 10 15:34:07.218100 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fd869bdd-026e-4df6-b67a-6c8bfb254322 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports?device_id=598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb HTTP/1.1" status: 200 len: 205 time: 0.0501819 Feb 10 15:34:07.241164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37210) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:07.306280 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d836cba-2cf6-4e33-bb11-59c02fddd12c req-a55974a8-27fc-48fc-a9c1-a12f25f30871 service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915991 Feb 10 15:34:07.349222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0239fff2-29f4-4728-90f8-ad6b935ff7d4 req-dace3d29-da60-4b2c-b731-f0df00832b07 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058340 Feb 10 15:34:07.353563 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-69805dc4-abd1-4bbf-80f5-9933e70a3b8b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] delete failed (client error): The resource could not be found. Feb 10 15:34:07.354964 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-69805dc4-abd1-4bbf-80f5-9933e70a3b8b tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/routers/598bf4f9-5a3f-4774-b7ee-1ac05d46e8bb HTTP/1.1" status: 404 len: 336 time: 0.1115236 Feb 10 15:34:07.360698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37218) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:07.398376 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-596e50bd-809b-4d68-9dac-9221309e6d6e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] DELETE failed (client error): The resource could not be found. Feb 10 15:34:07.399361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596e50bd-809b-4d68-9dac-9221309e6d6e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:34:07.404319 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-596e50bd-809b-4d68-9dac-9221309e6d6e tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/452c46a9-b647-4e09-b28e-968fab7cbbb5 HTTP/1.1" status: 404 len: 337 time: 0.0431728 Feb 10 15:34:07.405021 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37222) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:07.426574 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-e90ee373-1e4d-4899-8950-50f669644f72 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:07.435424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-e90ee373-1e4d-4899-8950-50f669644f72 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/networks?id=7ddc0350-f4ce-4cae-8808-52d957a14b6c HTTP/1.1" status: 200 len: 811 time: 0.8548505 Feb 10 15:34:07.458584 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-849666db-e34d-4837-8dde-be0131d4a84a tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/quotas/2c0b43274c7343d5a74dc837be4c39fc HTTP/1.1" status: 200 len: 375 time: 0.0221934 Feb 10 15:34:07.474143 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f0f9bce4-7042-4d00-af51-0424b1e36aff tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports?device_id=866b2f82-7a81-46e1-92c9-49d4ce05b7fc HTTP/1.1" status: 200 len: 205 time: 0.0675035 Feb 10 15:34:07.475320 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37224) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:07.500123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-41fab944-e4b7-44e1-8b06-d3d8b0edd3fa tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c0b43274c7343d5a74dc837be4c39fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406351 Feb 10 15:34:07.537438 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-bfac51ff-3caf-45ae-b805-b09c7e2b3909 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] delete failed (client error): The resource could not be found. Feb 10 15:34:07.538372 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bfac51ff-3caf-45ae-b805-b09c7e2b3909 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/routers/866b2f82-7a81-46e1-92c9-49d4ce05b7fc HTTP/1.1" status: 404 len: 336 time: 0.0619590 Feb 10 15:34:07.541175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37232) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:07.592809 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ffab30-b61a-479c-aa54-09ee0a939d90 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] DELETE failed (client error): The resource could not be found. Feb 10 15:34:07.593438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ffab30-b61a-479c-aa54-09ee0a939d90 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:34:07.596740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-62ffab30-b61a-479c-aa54-09ee0a939d90 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/95034e0b-4873-4883-a766-645acc1c9c78 HTTP/1.1" status: 404 len: 337 time: 0.0545659 Feb 10 15:34:07.600104 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37238) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:07.641920 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fff7312d-a898-451d-bd4b-5c7713bbfdfe tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e3717bc-7f54-4428-b48d-a949fbb2f15a HTTP/1.1" status: 200 len: 205 time: 0.0405824 Feb 10 15:34:07.644174 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37240) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:07.708317 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-5fc85050-0bfb-41df-afed-9accadc7500c service neutron] 10.222.0.64 "GET /v2.0/networks/7ddc0350-f4ce-4cae-8808-52d957a14b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073262 Feb 10 15:34:07.718169 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-041c32e8-64b8-4da2-9628-d77b587a8cdf tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] delete failed (client error): The resource could not be found. Feb 10 15:34:07.721757 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-041c32e8-64b8-4da2-9628-d77b587a8cdf tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/routers/4e3717bc-7f54-4428-b48d-a949fbb2f15a HTTP/1.1" status: 404 len: 336 time: 0.0734053 Feb 10 15:34:07.724542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37248) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:07.779073 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df7bb52-23df-48ef-a29d-7a04e73edd44 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] DELETE failed (client error): The resource could not be found. Feb 10 15:34:07.779955 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df7bb52-23df-48ef-a29d-7a04e73edd44 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:34:07.785335 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5df7bb52-23df-48ef-a29d-7a04e73edd44 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/49d2e51c-cd3d-437f-aaa8-0cb6c6347993 HTTP/1.1" status: 404 len: 337 time: 0.0571201 Feb 10 15:34:07.786356 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37254) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:07.826190 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2631a06c-dd68-409f-bfc5-d64e549e4b91 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] DELETE failed (client error): The resource could not be found. Feb 10 15:34:07.827024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2631a06c-dd68-409f-bfc5-d64e549e4b91 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:34:07.831670 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2631a06c-dd68-409f-bfc5-d64e549e4b91 tempest-RoutersIpV6Test-1935531499 tempest-RoutersIpV6Test-1935531499-project] 10.222.0.64 "DELETE /v2.0/subnets/edfb9708-b9c4-4dd7-a681-db7f02a03b59 HTTP/1.1" status: 404 len: 337 time: 0.0444694 Feb 10 15:34:07.860582 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 2142e605-8066-4484-9c2b-59f608058a7f details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:34:07.940369 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-bf1fc9c9-e71c-4a4b-a63d-cb53dea4dce1 service neutron] 10.222.0.64 "GET /v2.0/networks/7ddc0350-f4ce-4cae-8808-52d957a14b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263036 Feb 10 15:34:08.018496 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 2142e605-8066-4484-9c2b-59f608058a7f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=2142e605-8066-4484-9c2b-59f608058a7f,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:08.032381 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '2142e605-8066-4484-9c2b-59f608058a7f', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'port_id': '2142e605-8066-4484-9c2b-59f608058a7f', 'mac_address': 'fa:16:3e:68:65:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:34:08.150252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 2142e605-8066-4484-9c2b-59f608058a7f is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:08.150822 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2142e605-8066-4484-9c2b-59f608058a7f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:08.179036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2142e605-8066-4484-9c2b-59f608058a7f {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:34:08.221406 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d233d21c-220d-4911-93a8-8a044889382a req-af0b8ef5-3bb3-4dec-9486-8218e6a8e75c tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/ports?device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 210 time: 0.0807714 Feb 10 15:34:08.228309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 2142e605-8066-4484-9c2b-59f608058a7f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=2142e605-8066-4484-9c2b-59f608058a7f,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:08.236969 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2142e605-8066-4484-9c2b-59f608058a7f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:08.289699 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37272) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:08.310002 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=2142e605-8066-4484-9c2b-59f608058a7f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:08.539888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['2142e605-8066-4484-9c2b-59f608058a7f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:34:08.553534 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5b3ebc96-3282-4480-af04-a967f80d93d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc34db9a855a45218c893fdd7a73be4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2544708 Feb 10 15:34:08.554181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37284) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:08.615588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbf63e-fa94-45c1-9641-972137e501f4 req-3c53ff05-81e7-4192-8dd2-279afd0be52e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:08.624865 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4abbf63e-fa94-45c1-9641-972137e501f4 req-3c53ff05-81e7-4192-8dd2-279afd0be52e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 944 time: 0.1387665 Feb 10 15:34:08.665391 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-78a1801d-091f-453e-8eb5-37b6b779ee1c admin admin] Publish callbacks [] for security_group (40a43160-a9b7-4756-b924-c2afeb3c10bf), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:08.735409 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-78a1801d-091f-453e-8eb5-37b6b779ee1c admin admin] Publish callbacks [] for security_group (40a43160-a9b7-4756-b924-c2afeb3c10bf), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:08.744381 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4abbf63e-fa94-45c1-9641-972137e501f4 req-08a191a6-c386-42eb-9d96-60286b2ca9bb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163123 Feb 10 15:34:08.828259 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-78a1801d-091f-453e-8eb5-37b6b779ee1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (40a43160-a9b7-4756-b924-c2afeb3c10bf), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:08.832058 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-78a1801d-091f-453e-8eb5-37b6b779ee1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:08.833428 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-78a1801d-091f-453e-8eb5-37b6b779ee1c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40a43160-a9b7-4756-b924-c2afeb3c10bf HTTP/1.1" status: 204 len: 168 time: 0.2781961 Feb 10 15:34:08.842802 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1801d-091f-453e-8eb5-37b6b779ee1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a43160-a9b7-4756-b924-c2afeb3c10bf,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:09.389313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4984cf23-7bae-4ffd-b663-ec9cb4fc32e8 req-c23c5395-04c1-4165-a0b1-5afd436a9884 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/ports?device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 210 time: 0.0494368 Feb 10 15:34:09.821313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-04349381-0ba8-444e-a25c-f7f4ca8a5d66 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:09.822799 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-04349381-0ba8-444e-a25c-f7f4ca8a5d66 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.79 "GET /v2.0/networks?id=7ddc0350-f4ce-4cae-8808-52d957a14b6c HTTP/1.1" status: 200 len: 811 time: 0.2534256 Feb 10 15:34:09.837959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-f4129819-84f7-4c22-a146-f1ce18a9caa7 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Request body: {'port': {'device_id': '9becb74b-9ba2-449d-b8ac-837be62a8482', 'network_id': '7ddc0350-f4ce-4cae-8808-52d957a14b6c', 'admin_state_up': True, 'tenant_id': '2c0b43274c7343d5a74dc837be4c39fc'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:09.870494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 2142e605-8066-4484-9c2b-59f608058a7f up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:34:10.003524 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4113e86-9197-4f75-9b0d-54b3e6523fb8 req-d73e9f91-f808-4a05-b85d-f2aeeb49a217 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:10.004781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 2142e605-8066-4484-9c2b-59f608058a7f completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:34:10.010894 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 2142e605-8066-4484-9c2b-59f608058a7f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:10.011223 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2142e605-8066-4484-9c2b-59f608058a7f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:10.019292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4113e86-9197-4f75-9b0d-54b3e6523fb8 req-d73e9f91-f808-4a05-b85d-f2aeeb49a217 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 944 time: 0.1484444 Feb 10 15:34:10.056484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37338) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:10.106986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-f4129819-84f7-4c22-a146-f1ce18a9caa7 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Made reservation on behalf of 2c0b43274c7343d5a74dc837be4c39fc for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:10.114795 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-f4129819-84f7-4c22-a146-f1ce18a9caa7 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:10.116818 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4113e86-9197-4f75-9b0d-54b3e6523fb8 req-0f9a3bce-44b7-413c-a175-777384a1aaec tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931256 Feb 10 15:34:10.208718 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 2142e605-8066-4484-9c2b-59f608058a7f is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:10.209137 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2142e605-8066-4484-9c2b-59f608058a7f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:10.246336 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a2979d1d-31aa-4142-ac6b-56b6f8aa0750 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group': {'name': 'tempest-secgroup--155718204'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:10.251142 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112f3afd-5d67-4b2a-9859-2f0cc9bd99e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2142e605-8066-4484-9c2b-59f608058a7f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:34:10.255063 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af04f289-086d-46f8-8e8d-b23f5783cb5e" -d '{"events": [{"server_uuid": "112f3afd-5d67-4b2a-9859-2f0cc9bd99e8", "name": "network-vif-plugged", "status": "completed", "tag": "2142e605-8066-4484-9c2b-59f608058a7f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:34:10.271924 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 2142e605-8066-4484-9c2b-59f608058a7f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=2142e605-8066-4484-9c2b-59f608058a7f,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:10.280484 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2142e605-8066-4484-9c2b-59f608058a7f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:10.293688 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2979d1d-31aa-4142-ac6b-56b6f8aa0750 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:10.307420 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2979d1d-31aa-4142-ac6b-56b6f8aa0750 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:10.330417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-f4129819-84f7-4c22-a146-f1ce18a9caa7 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Allocated IP 172.20.0.7 (7ddc0350-f4ce-4cae-8808-52d957a14b6c/c49a246f-4d93-4500-8009-8239fe9417b2/b648d478-0356-4573-92a9-97b2f1db3a0d) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:34:10.342533 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b9574f-2fe4-48f4-a108-5e16e3170dd5 x-openstack-request-id: req-50b9574f-2fe4-48f4-a108-5e16e3170dd5 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:34:10.342830 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112f3afd-5d67-4b2a-9859-2f0cc9bd99e8", "name": "network-vif-plugged", "status": "completed", "tag": "2142e605-8066-4484-9c2b-59f608058a7f", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:34:10.343275 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50b9574f-2fe4-48f4-a108-5e16e3170dd5 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:34:10.343827 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112f3afd-5d67-4b2a-9859-2f0cc9bd99e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2142e605-8066-4484-9c2b-59f608058a7f', 'code': 200} Feb 10 15:34:10.422543 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=2142e605-8066-4484-9c2b-59f608058a7f,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:10.564249 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d0aa949-b8f1-46f9-a83d-4c2814318e28 req-6b463061-c96f-48d9-ab4d-34e4a2dd3172 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/ports?device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 210 time: 0.0578587 Feb 10 15:34:10.590997 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2979d1d-31aa-4142-ac6b-56b6f8aa0750 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (d2d5199a-44fa-487d-85dd-afdb3b0e3593), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:10.606019 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2979d1d-31aa-4142-ac6b-56b6f8aa0750 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d2d5199a-44fa-487d-85dd-afdb3b0e3593), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:10.645491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2979d1d-31aa-4142-ac6b-56b6f8aa0750 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d5199a-44fa-487d-85dd-afdb3b0e3593,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:10.692907 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-f4129819-84f7-4c22-a146-f1ce18a9caa7 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Publish callbacks [] for port (b648d478-0356-4573-92a9-97b2f1db3a0d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:10.707657 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee6641-d45c-4af6-b4c0-c2d2bbc56913 req-3b305611-6527-4e46-b376-ea59613dc570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:10.709507 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-45ee6641-d45c-4af6-b4c0-c2d2bbc56913 req-3b305611-6527-4e46-b376-ea59613dc570 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 1127 time: 0.1627843 Feb 10 15:34:10.798221 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2979d1d-31aa-4142-ac6b-56b6f8aa0750 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (18752783-2dd1-4716-81fb-acb7a09f8514), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:10.801445 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-45ee6641-d45c-4af6-b4c0-c2d2bbc56913 req-4cba768f-40d8-4a73-907b-da0665714c96 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822794 Feb 10 15:34:10.808277 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2979d1d-31aa-4142-ac6b-56b6f8aa0750 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (18752783-2dd1-4716-81fb-acb7a09f8514), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:10.844230 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-f4129819-84f7-4c22-a146-f1ce18a9caa7 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b648d478-0356-4573-92a9-97b2f1db3a0d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:10.895394 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2979d1d-31aa-4142-ac6b-56b6f8aa0750 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:10.896716 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a2979d1d-31aa-4142-ac6b-56b6f8aa0750 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8391356 Feb 10 15:34:10.899452 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37360) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:10.909436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2979d1d-31aa-4142-ac6b-56b6f8aa0750 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18752783-2dd1-4716-81fb-acb7a09f8514,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:10.928533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-f4129819-84f7-4c22-a146-f1ce18a9caa7 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Network 7ddc0350-f4ce-4cae-8808-52d957a14b6c is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:34:10.929781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4129819-84f7-4c22-a146-f1ce18a9caa7 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Pushing event updated for resources: {'Port': ['ID=b648d478-0356-4573-92a9-97b2f1db3a0d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:10.933847 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-f4129819-84f7-4c22-a146-f1ce18a9caa7 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:10.944781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-f4129819-84f7-4c22-a146-f1ce18a9caa7 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:34:10.996359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4a308731-1338-43fa-b277-9ae3f6945d5a tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0954576 Feb 10 15:34:10.999113 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37362) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:11.004677 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-91913b2b-50bb-4334-b8b1-16f933b8a0fd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group': {'name': 'tempest-security--353665629', 'description': 'tempest-security-description-1895125048'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:11.048859 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-91913b2b-50bb-4334-b8b1-16f933b8a0fd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (18752783-2dd1-4716-81fb-acb7a09f8514), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:11.052403 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-f4129819-84f7-4c22-a146-f1ce18a9caa7 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:11.053065 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-f4129819-84f7-4c22-a146-f1ce18a9caa7 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:11.078770 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-f4129819-84f7-4c22-a146-f1ce18a9caa7 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2451246 Feb 10 15:34:11.114181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Request body: {'port': {'device_id': '9becb74b-9ba2-449d-b8ac-837be62a8482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:11.123467 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-91913b2b-50bb-4334-b8b1-16f933b8a0fd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (18752783-2dd1-4716-81fb-acb7a09f8514), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:11.132556 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-91913b2b-50bb-4334-b8b1-16f933b8a0fd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (18752783-2dd1-4716-81fb-acb7a09f8514), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:11.136197 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-91913b2b-50bb-4334-b8b1-16f933b8a0fd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:11.138430 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-91913b2b-50bb-4334-b8b1-16f933b8a0fd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "PUT /v2.0/security-groups/18752783-2dd1-4716-81fb-acb7a09f8514 HTTP/1.1" status: 200 len: 1796 time: 0.1377008 Feb 10 15:34:11.150965 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37368) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:11.232771 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b648d478-0356-4573-92a9-97b2f1db3a0d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:11.273533 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91913b2b-50bb-4334-b8b1-16f933b8a0fd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18752783-2dd1-4716-81fb-acb7a09f8514,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:11.312623 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:11.330609 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-299617a1-c522-490c-a93c-0b9ad3c9e499 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-groups/18752783-2dd1-4716-81fb-acb7a09f8514 HTTP/1.1" status: 200 len: 1796 time: 0.1781633 Feb 10 15:34:11.333200 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37372) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:11.359113 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d028a3-e98d-411f-bf7f-b3250cd2bf46 req-2cce5e8d-57af-4554-91af-9cf234a7fd22 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:11.360633 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-75d028a3-e98d-411f-bf7f-b3250cd2bf46 req-2cce5e8d-57af-4554-91af-9cf234a7fd22 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.1442101 Feb 10 15:34:11.451052 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-75d028a3-e98d-411f-bf7f-b3250cd2bf46 req-1bf018ac-a0ac-4d9a-ae82-cf64d126afe7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709629 Feb 10 15:34:11.481907 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acf39bcd-0c29-4e2c-b6ad-234603779b33 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (18752783-2dd1-4716-81fb-acb7a09f8514), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:11.527067 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acf39bcd-0c29-4e2c-b6ad-234603779b33 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (18752783-2dd1-4716-81fb-acb7a09f8514), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:11.582044 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acf39bcd-0c29-4e2c-b6ad-234603779b33 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (18752783-2dd1-4716-81fb-acb7a09f8514), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:11.584853 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acf39bcd-0c29-4e2c-b6ad-234603779b33 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:11.586122 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-acf39bcd-0c29-4e2c-b6ad-234603779b33 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-groups/18752783-2dd1-4716-81fb-acb7a09f8514 HTTP/1.1" status: 204 len: 168 time: 0.2520158 Feb 10 15:34:11.590196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37380) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:11.627421 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf39bcd-0c29-4e2c-b6ad-234603779b33 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18752783-2dd1-4716-81fb-acb7a09f8514,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:11.650792 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-80fd2198-eabb-4d2b-b972-9ad3ec5a2593 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0578589 Feb 10 15:34:11.652972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37382) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:11.669068 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-2854c66d-2dd2-4f6c-bddb-7f97d05c79ef tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] delete failed (client error): The resource could not be found. Feb 10 15:34:11.670129 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2854c66d-2dd2-4f6c-bddb-7f97d05c79ef tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-groups/18752783-2dd1-4716-81fb-acb7a09f8514 HTTP/1.1" status: 404 len: 347 time: 0.0162227 Feb 10 15:34:11.675213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37384) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:11.682887 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-7ae11ee3-088c-4581-aa8a-aec2cac076aa tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450337064'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:11.711006 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b648d478-0356-4573-92a9-97b2f1db3a0d {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:34:11.728478 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Publish callbacks [] for port (b648d478-0356-4573-92a9-97b2f1db3a0d), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:11.753141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Transition to ACTIVE for port object b648d478-0356-4573-92a9-97b2f1db3a0d will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:34:11.768312 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (b648d478-0356-4573-92a9-97b2f1db3a0d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:11.768469 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ae11ee3-088c-4581-aa8a-aec2cac076aa tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:11.819846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Pushing event updated for resources: {'Port': ['ID=b648d478-0356-4573-92a9-97b2f1db3a0d,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:11.913865 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c16615-791c-4eb7-86d7-036b97d454dc req-dd2f6eaa-1c5f-46d1-be65-b1bdec207d0a tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:11.915462 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3c16615-791c-4eb7-86d7-036b97d454dc req-dd2f6eaa-1c5f-46d1-be65-b1bdec207d0a tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/ports?device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 931 time: 0.2182283 Feb 10 15:34:12.048418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Attempting to bind port b648d478-0356-4573-92a9-97b2f1db3a0d on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:34:12.053573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Attempting to bind port b648d478-0356-4573-92a9-97b2f1db3a0d by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '3b59de07-30d9-4a1f-a751-0ccfc1dde33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7ddc0350-f4ce-4cae-8808-52d957a14b6c'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:34:12.054136 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Attempting to bind port b648d478-0356-4573-92a9-97b2f1db3a0d on network 7ddc0350-f4ce-4cae-8808-52d957a14b6c {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:34:12.072396 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Port b648d478-0356-4573-92a9-97b2f1db3a0d on network 7ddc0350-f4ce-4cae-8808-52d957a14b6c not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:34:12.073763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Attempting to bind port b648d478-0356-4573-92a9-97b2f1db3a0d on network 7ddc0350-f4ce-4cae-8808-52d957a14b6c {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:34:12.085652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:34:12.094115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Checking segment: {'id': '3b59de07-30d9-4a1f-a751-0ccfc1dde33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7ddc0350-f4ce-4cae-8808-52d957a14b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:34:12.094584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Bound using segment: {'id': '3b59de07-30d9-4a1f-a751-0ccfc1dde33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7ddc0350-f4ce-4cae-8808-52d957a14b6c'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:34:12.095879 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Bound port: b648d478-0356-4573-92a9-97b2f1db3a0d, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b59de07-30d9-4a1f-a751-0ccfc1dde33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7ddc0350-f4ce-4cae-8808-52d957a14b6c'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:34:12.096369 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b648d478-0356-4573-92a9-97b2f1db3a0d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:12.105452 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ae11ee3-088c-4581-aa8a-aec2cac076aa tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (74c63964-c198-47c3-8529-ffaea37c08f6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:12.117424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3c16615-791c-4eb7-86d7-036b97d454dc req-4f2e0956-35ed-4218-8c58-12573f5a1d32 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/security-groups?id=519a71c7-8929-4972-8151-3c3bc293bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843014 Feb 10 15:34:12.120747 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ae11ee3-088c-4581-aa8a-aec2cac076aa tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (74c63964-c198-47c3-8529-ffaea37c08f6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:12.190196 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ae11ee3-088c-4581-aa8a-aec2cac076aa tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:12.195058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7ae11ee3-088c-4581-aa8a-aec2cac076aa tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5187356 Feb 10 15:34:12.195726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37400) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:12.201091 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-583f6018-91ea-4473-8edb-8b382e4f75cf tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group_rule': {'security_group_id': '74c63964-c198-47c3-8529-ffaea37c08f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:12.210121 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] For port b648d478-0356-4573-92a9-97b2f1db3a0d, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:34:12.214277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] For port b648d478-0356-4573-92a9-97b2f1db3a0d, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=b648d478-0356-4573-92a9-97b2f1db3a0d,segment=NetworkSegment(3b59de07-30d9-4a1f-a751-0ccfc1dde33f),segment_id=3b59de07-30d9-4a1f-a751-0ccfc1dde33f)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:34:12.215844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae11ee3-088c-4581-aa8a-aec2cac076aa tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c63964-c198-47c3-8529-ffaea37c08f6,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:12.224314 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (b648d478-0356-4573-92a9-97b2f1db3a0d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:12.293657 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:12.294211 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-583f6018-91ea-4473-8edb-8b382e4f75cf tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (a667a403-61b9-483f-a72a-c6df34a7d25a), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:12.294661 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:12.297697 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] 10.222.0.79 "PUT /v2.0/ports/b648d478-0356-4573-92a9-97b2f1db3a0d HTTP/1.1" status: 200 len: 1091 time: 1.1915410 Feb 10 15:34:12.298288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9becb74b-9ba2-449d-b8ac-837be62a8482', 'tag': 'b648d478-0356-4573-92a9-97b2f1db3a0d'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:34:12.302455 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca7c15d-e296-4b39-b75e-e72b7621e883" -d '{"events": [{"name": "network-changed", "server_uuid": "9becb74b-9ba2-449d-b8ac-837be62a8482", "tag": "b648d478-0356-4573-92a9-97b2f1db3a0d"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:34:12.322237 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c68d2-d74c-4b9b-bb35-1bfc01a3a06c service neutron] Pushing event updated for resources: {'Port': ['ID=b648d478-0356-4573-92a9-97b2f1db3a0d,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:12.358235 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:34:12.414736 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5dcc63-bd01-4cf6-b1d8-71d52f86247e x-openstack-request-id: req-4f5dcc63-bd01-4cf6-b1d8-71d52f86247e {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:34:12.415713 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9becb74b-9ba2-449d-b8ac-837be62a8482", "tag": "b648d478-0356-4573-92a9-97b2f1db3a0d", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:34:12.415713 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f5dcc63-bd01-4cf6-b1d8-71d52f86247e {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:34:12.416306 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9becb74b-9ba2-449d-b8ac-837be62a8482', 'tag': 'b648d478-0356-4573-92a9-97b2f1db3a0d', 'status': 'completed', 'code': 200} Feb 10 15:34:12.440797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-14becaa9-ed3a-466f-ac7d-4af0577e5655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:12.443495 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-14becaa9-ed3a-466f-ac7d-4af0577e5655 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c0b43274c7343d5a74dc837be4c39fc&device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 1125 time: 0.0882273 Feb 10 15:34:12.471802 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-583f6018-91ea-4473-8edb-8b382e4f75cf tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (a667a403-61b9-483f-a72a-c6df34a7d25a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:12.476788 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-583f6018-91ea-4473-8edb-8b382e4f75cf tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (a667a403-61b9-483f-a72a-c6df34a7d25a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:12.506010 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-583f6018-91ea-4473-8edb-8b382e4f75cf tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:12.507477 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-583f6018-91ea-4473-8edb-8b382e4f75cf tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3098428 Feb 10 15:34:12.508764 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f6018-91ea-4473-8edb-8b382e4f75cf tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a667a403-61b9-483f-a72a-c6df34a7d25a,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:12.511467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37410) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:12.541723 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef82cbbb-445f-444c-b376-24890fabef51 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (a667a403-61b9-483f-a72a-c6df34a7d25a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:12.552795 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef82cbbb-445f-444c-b376-24890fabef51 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (a667a403-61b9-483f-a72a-c6df34a7d25a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:12.559307 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-4bb57793-2e35-4051-a7ab-6df1b67dede2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b648d478-0356-4573-92a9-97b2f1db3a0d HTTP/1.1" status: 200 len: 217 time: 0.1070061 Feb 10 15:34:12.596965 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef82cbbb-445f-444c-b376-24890fabef51 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (a667a403-61b9-483f-a72a-c6df34a7d25a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:12.614340 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef82cbbb-445f-444c-b376-24890fabef51 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:12.615851 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ef82cbbb-445f-444c-b376-24890fabef51 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/a667a403-61b9-483f-a72a-c6df34a7d25a HTTP/1.1" status: 204 len: 168 time: 0.1031859 Feb 10 15:34:12.620800 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37412) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:12.653744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-df0a2f4d-4d83-4520-b12f-3215483fe3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:12.655285 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-df0a2f4d-4d83-4520-b12f-3215483fe3cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c49a246f-4d93-4500-8009-8239fe9417b2 HTTP/1.1" status: 200 len: 851 time: 0.0719860 Feb 10 15:34:12.674959 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82cbbb-445f-444c-b376-24890fabef51 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a667a403-61b9-483f-a72a-c6df34a7d25a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:12.735480 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-392c8fe6-7724-4e11-af54-9701ceb02ebc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ddc0350-f4ce-4cae-8808-52d957a14b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735652 Feb 10 15:34:12.748288 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-71501e8f-2fa6-4ecd-a1cb-842c51d685ff tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1227403 Feb 10 15:34:12.757093 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33961a3-4895-43fc-9561-c85cd86d73c2 req-42606851-324e-4482-8163-963a18f97a18 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:12.764539 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e33961a3-4895-43fc-9561-c85cd86d73c2 req-42606851-324e-4482-8163-963a18f97a18 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.1421998 Feb 10 15:34:12.766274 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37416) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:12.859413 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-65f042c0-6666-4872-b42d-b88b49912011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:12.881224 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bd27849d-8568-4f5d-9104-e43b7e01e357 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (74c63964-c198-47c3-8529-ffaea37c08f6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:12.899808 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e33961a3-4895-43fc-9561-c85cd86d73c2 req-8d8e3212-243a-43de-a5c0-69bfe3a3c695 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290910 Feb 10 15:34:12.951418 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bd27849d-8568-4f5d-9104-e43b7e01e357 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (74c63964-c198-47c3-8529-ffaea37c08f6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:13.010911 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-74ccb96c-6b93-45c2-9961-2419cc3328f0 service neutron] 10.222.0.79 "GET /v2.0/networks/7ddc0350-f4ce-4cae-8808-52d957a14b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694738 Feb 10 15:34:13.071980 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bd27849d-8568-4f5d-9104-e43b7e01e357 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (74c63964-c198-47c3-8529-ffaea37c08f6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:13.075319 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bd27849d-8568-4f5d-9104-e43b7e01e357 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:13.076501 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bd27849d-8568-4f5d-9104-e43b7e01e357 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-groups/74c63964-c198-47c3-8529-ffaea37c08f6 HTTP/1.1" status: 204 len: 168 time: 0.3086526 Feb 10 15:34:13.087693 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37428) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:13.118097 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27849d-8568-4f5d-9104-e43b7e01e357 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c63964-c198-47c3-8529-ffaea37c08f6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:13.242083 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2bc0235-a4fd-45c0-a927-31a00fc5dc3a req-f1a6bc62-fa53-48d6-ad0c-fca593267194 service neutron] 10.222.0.79 "GET /v2.0/networks/7ddc0350-f4ce-4cae-8808-52d957a14b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243698 Feb 10 15:34:13.259110 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e688abe2-b289-461d-a46f-e0246bf5981e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1702356 Feb 10 15:34:13.259850 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37436) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:13.271621 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-eb25800e-8fdf-4f0a-86cd-4959b1213213 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group': {'name': 'tempest-secgroup--318297226'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:13.302029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196d2cb-41a3-4d24-a82b-1f5796b78089 req-3798de51-2b56-46c7-8954-f5b5231d3c93 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:13.309981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c196d2cb-41a3-4d24-a82b-1f5796b78089 req-3798de51-2b56-46c7-8954-f5b5231d3c93 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.1486807 Feb 10 15:34:13.373089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04fbc8-c07f-4361-bdd2-429d903b358b req-f2d81e15-8b7e-4ca8-a4f2-d576ff102135 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:13.374620 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f04fbc8-c07f-4361-bdd2-429d903b358b req-f2d81e15-8b7e-4ca8-a4f2-d576ff102135 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/ports?device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 943 time: 0.1127384 Feb 10 15:34:13.401374 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c196d2cb-41a3-4d24-a82b-1f5796b78089 req-d47d15f9-ce0a-4da4-84c1-49f43f1b2be3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904431 Feb 10 15:34:13.428904 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb25800e-8fdf-4f0a-86cd-4959b1213213 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:13.480314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7c15d-e296-4b39-b75e-e72b7621e883 req-a6db9e9a-cacd-49d2-865a-e357e8f1ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:13.482352 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca7c15d-e296-4b39-b75e-e72b7621e883 req-a6db9e9a-cacd-49d2-865a-e357e8f1ad31 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c0b43274c7343d5a74dc837be4c39fc&device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 1125 time: 0.1626556 Feb 10 15:34:13.484086 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f04fbc8-c07f-4361-bdd2-429d903b358b req-26d3cd36-d854-4acf-8a84-25ed48dc5856 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/security-groups?id=519a71c7-8929-4972-8151-3c3bc293bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816567 Feb 10 15:34:13.682711 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb25800e-8fdf-4f0a-86cd-4959b1213213 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (a1d5637c-6a37-4239-8679-50d084f06bc9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:13.695858 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb25800e-8fdf-4f0a-86cd-4959b1213213 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a1d5637c-6a37-4239-8679-50d084f06bc9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:13.738023 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb25800e-8fdf-4f0a-86cd-4959b1213213 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:13.743103 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-eb25800e-8fdf-4f0a-86cd-4959b1213213 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4793606 Feb 10 15:34:13.743573 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37442) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:13.748295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6d53d217-c610-40de-9640-b8fa2cda0728 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group_rule': {'security_group_id': 'a1d5637c-6a37-4239-8679-50d084f06bc9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:13.760950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7c15d-e296-4b39-b75e-e72b7621e883 req-4a0642fe-4383-4631-a9fe-e1c9f0a31422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:13.784258 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca7c15d-e296-4b39-b75e-e72b7621e883 req-4a0642fe-4383-4631-a9fe-e1c9f0a31422 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ddc0350-f4ce-4cae-8808-52d957a14b6c HTTP/1.1" status: 200 len: 912 time: 0.2917082 Feb 10 15:34:13.834446 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d53d217-c610-40de-9640-b8fa2cda0728 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (f2ece17d-53cc-4fc4-981d-b0d57485f7d7), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:13.926978 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca7c15d-e296-4b39-b75e-e72b7621e883 req-8bb4dfe7-4a3d-4333-ac36-46d6422c5130 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b648d478-0356-4573-92a9-97b2f1db3a0d HTTP/1.1" status: 200 len: 217 time: 0.1171770 Feb 10 15:34:13.948642 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25800e-8fdf-4f0a-86cd-4959b1213213 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d5637c-6a37-4239-8679-50d084f06bc9,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:13.955324 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d53d217-c610-40de-9640-b8fa2cda0728 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (f2ece17d-53cc-4fc4-981d-b0d57485f7d7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:13.962294 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d53d217-c610-40de-9640-b8fa2cda0728 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (f2ece17d-53cc-4fc4-981d-b0d57485f7d7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:14.007013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53d217-c610-40de-9640-b8fa2cda0728 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ece17d-53cc-4fc4-981d-b0d57485f7d7,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:14.025679 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7c15d-e296-4b39-b75e-e72b7621e883 req-75ddf8f5-eff5-4001-aed3-73f5a421657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:14.027975 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca7c15d-e296-4b39-b75e-e72b7621e883 req-75ddf8f5-eff5-4001-aed3-73f5a421657f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c49a246f-4d93-4500-8009-8239fe9417b2 HTTP/1.1" status: 200 len: 851 time: 0.0969574 Feb 10 15:34:14.046843 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d53d217-c610-40de-9640-b8fa2cda0728 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:14.050436 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6d53d217-c610-40de-9640-b8fa2cda0728 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3039989 Feb 10 15:34:14.051957 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37452) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:14.066153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-04d9c879-4099-482b-bf46-c45a11cbaefd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group_rule': {'security_group_id': 'a1d5637c-6a37-4239-8679-50d084f06bc9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:14.087295 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca7c15d-e296-4b39-b75e-e72b7621e883 req-bc744bf6-930b-4c35-a462-c0480e709749 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ddc0350-f4ce-4cae-8808-52d957a14b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515864 Feb 10 15:34:14.119174 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04d9c879-4099-482b-bf46-c45a11cbaefd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (cf21e261-9f14-4c40-9d63-38ca08ba715b), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:14.208251 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04d9c879-4099-482b-bf46-c45a11cbaefd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (cf21e261-9f14-4c40-9d63-38ca08ba715b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:14.212614 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04d9c879-4099-482b-bf46-c45a11cbaefd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (cf21e261-9f14-4c40-9d63-38ca08ba715b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:14.227892 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca7c15d-e296-4b39-b75e-e72b7621e883 req-fdadba43-297b-4ade-9d5c-24911902476d service neutron] 10.222.0.79 "GET /v2.0/networks/7ddc0350-f4ce-4cae-8808-52d957a14b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337559 Feb 10 15:34:14.237476 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9c879-4099-482b-bf46-c45a11cbaefd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf21e261-9f14-4c40-9d63-38ca08ba715b,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:14.254793 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04d9c879-4099-482b-bf46-c45a11cbaefd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:14.258164 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-04d9c879-4099-482b-bf46-c45a11cbaefd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2029433 Feb 10 15:34:14.260728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37454) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:14.266707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a9a0879e-9bc0-4815-a502-03fda1f317c5 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group_rule': {'security_group_id': 'a1d5637c-6a37-4239-8679-50d084f06bc9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:14.301655 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a9a0879e-9bc0-4815-a502-03fda1f317c5 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (ea6fcf37-f739-44c5-94d4-efc598b1cdc1), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:14.435113 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca7c15d-e296-4b39-b75e-e72b7621e883 req-0dc3ecfa-23a3-4316-a55b-55b96aa2c150 service neutron] 10.222.0.79 "GET /v2.0/networks/7ddc0350-f4ce-4cae-8808-52d957a14b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012413 Feb 10 15:34:14.467684 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a9a0879e-9bc0-4815-a502-03fda1f317c5 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (ea6fcf37-f739-44c5-94d4-efc598b1cdc1), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:14.477604 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a9a0879e-9bc0-4815-a502-03fda1f317c5 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (ea6fcf37-f739-44c5-94d4-efc598b1cdc1), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:14.505771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0879e-9bc0-4815-a502-03fda1f317c5 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6fcf37-f739-44c5-94d4-efc598b1cdc1,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:14.633650 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a9a0879e-9bc0-4815-a502-03fda1f317c5 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:14.637729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a9a0879e-9bc0-4815-a502-03fda1f317c5 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3754842 Feb 10 15:34:14.641023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37470) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:14.645780 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d352710c-9f93-42e4-a34b-93abcf64339e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group_rule': {'security_group_id': 'a1d5637c-6a37-4239-8679-50d084f06bc9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:14.699908 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d352710c-9f93-42e4-a34b-93abcf64339e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (0d7963af-6886-475e-9c06-4df7bd027ec6), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:14.728475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6739888-53f5-46f0-a6a1-c258770e4de9 req-f024d30c-3d12-4a12-ad39-b90bd1ffb6f9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:14.736292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d6739888-53f5-46f0-a6a1-c258770e4de9 req-f024d30c-3d12-4a12-ad39-b90bd1ffb6f9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.1938906 Feb 10 15:34:14.811201 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d6739888-53f5-46f0-a6a1-c258770e4de9 req-3f51ec4f-759e-44bd-b2d6-7896cc2c93af tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738337 Feb 10 15:34:14.828137 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d352710c-9f93-42e4-a34b-93abcf64339e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (0d7963af-6886-475e-9c06-4df7bd027ec6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:14.831740 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d352710c-9f93-42e4-a34b-93abcf64339e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (0d7963af-6886-475e-9c06-4df7bd027ec6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:14.857820 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cca913-4f98-4e08-badd-017f913705f6 req-9ddd328e-fc2b-45a4-ae4f-5e8ca46fc585 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:14.862425 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9cca913-4f98-4e08-badd-017f913705f6 req-9ddd328e-fc2b-45a4-ae4f-5e8ca46fc585 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 946 time: 0.1983986 Feb 10 15:34:14.866798 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d352710c-9f93-42e4-a34b-93abcf64339e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:14.871000 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d352710c-9f93-42e4-a34b-93abcf64339e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2261920 Feb 10 15:34:14.871000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352710c-9f93-42e4-a34b-93abcf64339e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7963af-6886-475e-9c06-4df7bd027ec6,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:14.871258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37474) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:14.880995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-704a4041-19ba-4b50-8284-21163a513f5e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group_rule': {'security_group_id': 'a1d5637c-6a37-4239-8679-50d084f06bc9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:15.037505 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9cca913-4f98-4e08-badd-017f913705f6 req-f17ec052-a005-4d32-ae9e-b22e3acf0801 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469738 Feb 10 15:34:15.040821 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-704a4041-19ba-4b50-8284-21163a513f5e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (e6415d02-6ad7-4094-81be-fe1f64000948), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.123328 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-704a4041-19ba-4b50-8284-21163a513f5e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (e6415d02-6ad7-4094-81be-fe1f64000948), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.138902 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8045a-1915-4619-90ff-2eb822317956 req-001c1b62-a66f-4d25-a969-e2e90820f70b tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:15.147511 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9b8045a-1915-4619-90ff-2eb822317956 req-001c1b62-a66f-4d25-a969-e2e90820f70b tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/ports?device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 943 time: 0.2166479 Feb 10 15:34:15.172019 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-704a4041-19ba-4b50-8284-21163a513f5e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (e6415d02-6ad7-4094-81be-fe1f64000948), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.196975 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3cdb-ef99-4186-89d3-ba5e19d12602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.227986 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a4041-19ba-4b50-8284-21163a513f5e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6415d02-6ad7-4094-81be-fe1f64000948,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:15.236270 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-704a4041-19ba-4b50-8284-21163a513f5e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.237496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-704a4041-19ba-4b50-8284-21163a513f5e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3652081 Feb 10 15:34:15.241011 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37486) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:15.261893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9b8045a-1915-4619-90ff-2eb822317956 req-15b889bc-cff7-4fbd-821d-7ad027843f85 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/security-groups?id=519a71c7-8929-4972-8151-3c3bc293bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128244 Feb 10 15:34:15.294450 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-06a5f801-86e2-46f8-b117-86f6c8b3ba20 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (e6415d02-6ad7-4094-81be-fe1f64000948), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.303262 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-06a5f801-86e2-46f8-b117-86f6c8b3ba20 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (e6415d02-6ad7-4094-81be-fe1f64000948), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.345221 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-06a5f801-86e2-46f8-b117-86f6c8b3ba20 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (e6415d02-6ad7-4094-81be-fe1f64000948), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.366640 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-06a5f801-86e2-46f8-b117-86f6c8b3ba20 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.368158 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-06a5f801-86e2-46f8-b117-86f6c8b3ba20 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e6415d02-6ad7-4094-81be-fe1f64000948 HTTP/1.1" status: 204 len: 168 time: 0.1258004 Feb 10 15:34:15.369208 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5f801-86e2-46f8-b117-86f6c8b3ba20 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6415d02-6ad7-4094-81be-fe1f64000948,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:15.371661 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37492) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:15.451866 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c954cb0f-ac49-4da1-be0d-8a814f715f5f tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0724297 Feb 10 15:34:15.452089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37498) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:15.487331 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d398f88f-82dd-45a5-9194-066445d7b734 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (0d7963af-6886-475e-9c06-4df7bd027ec6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.496068 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d398f88f-82dd-45a5-9194-066445d7b734 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (0d7963af-6886-475e-9c06-4df7bd027ec6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.523485 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d398f88f-82dd-45a5-9194-066445d7b734 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (0d7963af-6886-475e-9c06-4df7bd027ec6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.529564 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d398f88f-82dd-45a5-9194-066445d7b734 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.530784 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d398f88f-82dd-45a5-9194-066445d7b734 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/0d7963af-6886-475e-9c06-4df7bd027ec6 HTTP/1.1" status: 204 len: 168 time: 0.0777068 Feb 10 15:34:15.533780 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37500) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:15.539688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398f88f-82dd-45a5-9194-066445d7b734 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d7963af-6886-475e-9c06-4df7bd027ec6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:15.630254 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37502) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:15.631036 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8679b194-1884-4e90-b8d0-dc199bdd9e59 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0953963 Feb 10 15:34:15.691549 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0c15-55a6-44ab-95cc-59e906f644ff tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (ea6fcf37-f739-44c5-94d4-efc598b1cdc1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.711402 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0c15-55a6-44ab-95cc-59e906f644ff tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (ea6fcf37-f739-44c5-94d4-efc598b1cdc1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.778410 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0c15-55a6-44ab-95cc-59e906f644ff tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (ea6fcf37-f739-44c5-94d4-efc598b1cdc1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.784698 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0c15-55a6-44ab-95cc-59e906f644ff tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:15.790558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37510) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:15.797797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ceaf0c15-55a6-44ab-95cc-59e906f644ff tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/ea6fcf37-f739-44c5-94d4-efc598b1cdc1 HTTP/1.1" status: 204 len: 168 time: 0.1658139 Feb 10 15:34:15.849737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf0c15-55a6-44ab-95cc-59e906f644ff tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea6fcf37-f739-44c5-94d4-efc598b1cdc1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:15.889480 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-49a1380b-a322-4080-b341-4bcd3acc8a57 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0970490 Feb 10 15:34:15.895241 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37514) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:15.985609 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46769283-3e72-4862-80cb-e186e7224cd2 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (cf21e261-9f14-4c40-9d63-38ca08ba715b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:16.009170 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46769283-3e72-4862-80cb-e186e7224cd2 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (cf21e261-9f14-4c40-9d63-38ca08ba715b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:16.019927 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2476-b16e-4413-9da6-1208e7c480dc req-c8c5b1d1-cfb2-4357-bc76-fd90905139dd tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:16.022658 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d1e2476-b16e-4413-9da6-1208e7c480dc req-c8c5b1d1-cfb2-4357-bc76-fd90905139dd tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 946 time: 0.2652929 Feb 10 15:34:16.126510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031b2bf-a6bf-4f39-8d31-185fd76c376f req-33d7e5af-34f2-4d12-8af5-55995840964d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:16.133493 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a031b2bf-a6bf-4f39-8d31-185fd76c376f req-33d7e5af-34f2-4d12-8af5-55995840964d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.2130237 Feb 10 15:34:16.139480 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46769283-3e72-4862-80cb-e186e7224cd2 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (cf21e261-9f14-4c40-9d63-38ca08ba715b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:16.163111 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46769283-3e72-4862-80cb-e186e7224cd2 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:16.168210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37524) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:16.171298 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-46769283-3e72-4862-80cb-e186e7224cd2 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/cf21e261-9f14-4c40-9d63-38ca08ba715b HTTP/1.1" status: 204 len: 168 time: 0.2752042 Feb 10 15:34:16.204901 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46769283-3e72-4862-80cb-e186e7224cd2 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf21e261-9f14-4c40-9d63-38ca08ba715b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:16.212805 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d1e2476-b16e-4413-9da6-1208e7c480dc req-981dd0d6-9e60-447c-96f4-2d198f0de7ff tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761227 Feb 10 15:34:16.268095 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2c0f9b51-4354-4400-a81d-2633924d8547 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0984209 Feb 10 15:34:16.274472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37526) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:16.343974 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:16.353963 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9683eb63-83a3-4a14-95d0-ed7f67195406 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (f2ece17d-53cc-4fc4-981d-b0d57485f7d7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:16.362859 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a031b2bf-a6bf-4f39-8d31-185fd76c376f req-44e35c6a-28b0-47ad-b498-3083af4e57b8 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154713 Feb 10 15:34:16.369952 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9683eb63-83a3-4a14-95d0-ed7f67195406 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (f2ece17d-53cc-4fc4-981d-b0d57485f7d7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:16.489958 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e22a8-927c-4ba5-ad06-942232f5cfa1 req-86a98bab-1d6f-460b-9329-05f0288eeccf tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:16.492029 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a93e22a8-927c-4ba5-ad06-942232f5cfa1 req-86a98bab-1d6f-460b-9329-05f0288eeccf tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/ports?device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 943 time: 0.0890875 Feb 10 15:34:16.492997 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9683eb63-83a3-4a14-95d0-ed7f67195406 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (f2ece17d-53cc-4fc4-981d-b0d57485f7d7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:16.503222 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9683eb63-83a3-4a14-95d0-ed7f67195406 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:16.505706 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9683eb63-83a3-4a14-95d0-ed7f67195406 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f2ece17d-53cc-4fc4-981d-b0d57485f7d7 HTTP/1.1" status: 204 len: 168 time: 0.2295897 Feb 10 15:34:16.508405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37532) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:16.567190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683eb63-83a3-4a14-95d0-ed7f67195406 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2ece17d-53cc-4fc4-981d-b0d57485f7d7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:16.617581 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7f908873-f5f9-462e-9d97-934be2364299 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1077063 Feb 10 15:34:16.620198 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37538) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:16.629578 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a93e22a8-927c-4ba5-ad06-942232f5cfa1 req-7eb3ad82-cbdc-4eb8-ac78-280074810a57 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/security-groups?id=519a71c7-8929-4972-8151-3c3bc293bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024210 Feb 10 15:34:16.728696 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b99fc96-4fbf-4a38-b229-4220e60c2b3d tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (a1d5637c-6a37-4239-8679-50d084f06bc9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:16.764955 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b99fc96-4fbf-4a38-b229-4220e60c2b3d tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (a1d5637c-6a37-4239-8679-50d084f06bc9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:16.823027 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b99fc96-4fbf-4a38-b229-4220e60c2b3d tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a1d5637c-6a37-4239-8679-50d084f06bc9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:16.826618 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b99fc96-4fbf-4a38-b229-4220e60c2b3d tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:16.829134 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2b99fc96-4fbf-4a38-b229-4220e60c2b3d tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-groups/a1d5637c-6a37-4239-8679-50d084f06bc9 HTTP/1.1" status: 204 len: 168 time: 0.2075338 Feb 10 15:34:16.830897 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37540) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:16.842684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99fc96-4fbf-4a38-b229-4220e60c2b3d tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d5637c-6a37-4239-8679-50d084f06bc9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:16.886809 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-02173c88-30ae-4055-8579-7194ae172dd8 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0546834 Feb 10 15:34:16.888550 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37542) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:16.893360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-3eca16d6-b8f3-4b4b-be48-7d3a10e56d4f tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597053828'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:16.919031 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3eca16d6-b8f3-4b4b-be48-7d3a10e56d4f tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:16.971669 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device b648d478-0356-4573-92a9-97b2f1db3a0d details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:34:17.024421 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3eca16d6-b8f3-4b4b-be48-7d3a10e56d4f tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (ada7e182-db6f-4426-92b4-af7960f9dbcf), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:17.031263 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3eca16d6-b8f3-4b4b-be48-7d3a10e56d4f tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ada7e182-db6f-4426-92b4-af7960f9dbcf), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:17.098311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca16d6-b8f3-4b4b-be48-7d3a10e56d4f tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada7e182-db6f-4426-92b4-af7960f9dbcf,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:17.120008 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3eca16d6-b8f3-4b4b-be48-7d3a10e56d4f tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:17.121287 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3eca16d6-b8f3-4b4b-be48-7d3a10e56d4f tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2316794 Feb 10 15:34:17.124125 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37552) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:17.129797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c8dfdb85-5637-40f3-a65a-240203095437 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group_rule': {'security_group_id': 'ada7e182-db6f-4426-92b4-af7960f9dbcf', 'direction': 'ingress', 'protocol': 17}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:17.183679 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c8dfdb85-5637-40f3-a65a-240203095437 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (846cd0ef-fd36-400a-b654-c55a4ea8d162), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:17.197384 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port b648d478-0356-4573-92a9-97b2f1db3a0d, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=b648d478-0356-4573-92a9-97b2f1db3a0d,segment=NetworkSegment(3b59de07-30d9-4a1f-a751-0ccfc1dde33f),segment_id=3b59de07-30d9-4a1f-a751-0ccfc1dde33f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:17.219612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'b648d478-0356-4573-92a9-97b2f1db3a0d', 'network_id': '7ddc0350-f4ce-4cae-8808-52d957a14b6c', 'port_id': 'b648d478-0356-4573-92a9-97b2f1db3a0d', 'mac_address': 'fa:16:3e:18:71:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c49a246f-4d93-4500-8009-8239fe9417b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:34:17.249918 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c8dfdb85-5637-40f3-a65a-240203095437 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (846cd0ef-fd36-400a-b654-c55a4ea8d162), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:17.258522 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c8dfdb85-5637-40f3-a65a-240203095437 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (846cd0ef-fd36-400a-b654-c55a4ea8d162), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:17.292805 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port b648d478-0356-4573-92a9-97b2f1db3a0d is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:17.293873 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b648d478-0356-4573-92a9-97b2f1db3a0d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:17.297206 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c8dfdb85-5637-40f3-a65a-240203095437 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:17.298432 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c8dfdb85-5637-40f3-a65a-240203095437 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1732733 Feb 10 15:34:17.301821 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfdb85-5637-40f3-a65a-240203095437 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846cd0ef-fd36-400a-b654-c55a4ea8d162,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:17.302002 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37556) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:17.334577 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b648d478-0356-4573-92a9-97b2f1db3a0d {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:34:17.385264 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port b648d478-0356-4573-92a9-97b2f1db3a0d, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=b648d478-0356-4573-92a9-97b2f1db3a0d,segment=NetworkSegment(3b59de07-30d9-4a1f-a751-0ccfc1dde33f),segment_id=3b59de07-30d9-4a1f-a751-0ccfc1dde33f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:17.404816 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b648d478-0356-4573-92a9-97b2f1db3a0d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:17.503673 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca437041-a297-429d-aaec-1adf22681b45 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (ada7e182-db6f-4426-92b4-af7960f9dbcf), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:17.526852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=b648d478-0356-4573-92a9-97b2f1db3a0d,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:17.532892 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48213614-badb-4a03-abb9-26f58cbd966e req-f8fde4ed-da3c-4bf2-9e54-fbedbe971ecd tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:17.534503 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-48213614-badb-4a03-abb9-26f58cbd966e req-f8fde4ed-da3c-4bf2-9e54-fbedbe971ecd tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 946 time: 0.1253757 Feb 10 15:34:17.598035 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca74159-6435-42e3-a321-851ae2a37610 req-713f1c4f-b741-410f-b781-45a79c0f8fa4 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:17.606293 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6ca74159-6435-42e3-a321-851ae2a37610 req-713f1c4f-b741-410f-b781-45a79c0f8fa4 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 946 time: 0.2522621 Feb 10 15:34:17.610619 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca437041-a297-429d-aaec-1adf22681b45 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (ada7e182-db6f-4426-92b4-af7960f9dbcf), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:17.742241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b648d478-0356-4573-92a9-97b2f1db3a0d'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:34:17.761872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6ca74159-6435-42e3-a321-851ae2a37610 req-244b9ed3-a952-485f-8192-920099f1ca1b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6a422a4-fcf3-442e-880c-890e6b609258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483119 Feb 10 15:34:17.779433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-48213614-badb-4a03-abb9-26f58cbd966e req-0a630e85-dcdf-4974-af85-c9b76cc17439 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Deleting port 2c829f7b-caf4-4c16-b510-3cbd76668793 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:34:17.779924 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-48213614-badb-4a03-abb9-26f58cbd966e req-0a630e85-dcdf-4974-af85-c9b76cc17439 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2c829f7b-caf4-4c16-b510-3cbd76668793), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:17.825988 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99849522-9d65-41cc-8b6b-64e5c509629d req-ad20cb8c-8377-4404-b386-3713b3321f2d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:17.838843 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99849522-9d65-41cc-8b6b-64e5c509629d req-ad20cb8c-8377-4404-b386-3713b3321f2d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.3245027 Feb 10 15:34:17.923847 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca437041-a297-429d-aaec-1adf22681b45 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ada7e182-db6f-4426-92b4-af7960f9dbcf), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:17.927367 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ca437041-a297-429d-aaec-1adf22681b45 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:17.936630 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ca437041-a297-429d-aaec-1adf22681b45 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-groups/ada7e182-db6f-4426-92b4-af7960f9dbcf HTTP/1.1" status: 204 len: 168 time: 0.6303487 Feb 10 15:34:17.937398 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37576) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:17.988896 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:18.010703 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-48213614-badb-4a03-abb9-26f58cbd966e req-0a630e85-dcdf-4974-af85-c9b76cc17439 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] For port 2c829f7b-caf4-4c16-b510-3cbd76668793, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=2c829f7b-caf4-4c16-b510-3cbd76668793,segment=NetworkSegment(57048521-d468-4955-a871-b03929b23f2e),segment_id=57048521-d468-4955-a871-b03929b23f2e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:18.012818 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-48213614-badb-4a03-abb9-26f58cbd966e req-0a630e85-dcdf-4974-af85-c9b76cc17439 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2c829f7b-caf4-4c16-b510-3cbd76668793), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:18.119877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca437041-a297-429d-aaec-1adf22681b45 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada7e182-db6f-4426-92b4-af7960f9dbcf,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:18.212296 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99849522-9d65-41cc-8b6b-64e5c509629d req-76b6916a-ab69-4c03-bdfa-f411bfb6574d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704963 Feb 10 15:34:18.287696 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5f63487d-12c2-43ab-9d48-d0cb55605dbd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3222923 Feb 10 15:34:18.293547 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37582) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:18.298803 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0042538f-20d9-4532-bd70-faf83be8d9d8 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group': {'name': 'tempest-secgroup--608857673'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:18.350424 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac152892-ad34-443e-920c-1de0ccd5cf9e req-d4ff3b16-7962-436f-8c25-07dd8f76fb00 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:18.351978 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac152892-ad34-443e-920c-1de0ccd5cf9e req-d4ff3b16-7962-436f-8c25-07dd8f76fb00 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/ports?device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 944 time: 0.4321716 Feb 10 15:34:18.357936 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0042538f-20d9-4532-bd70-faf83be8d9d8 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:18.432629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-48213614-badb-4a03-abb9-26f58cbd966e req-0a630e85-dcdf-4974-af85-c9b76cc17439 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:18.433113 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-48213614-badb-4a03-abb9-26f58cbd966e req-0a630e85-dcdf-4974-af85-c9b76cc17439 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (aa3fe60d-afbc-4cb1-b11c-c0a488d44646), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:18.433620 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [req-48213614-badb-4a03-abb9-26f58cbd966e req-0a630e85-dcdf-4974-af85-c9b76cc17439 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Floating IP aa3fe60d-afbc-4cb1-b11c-c0a488d44646 disassociated. External IP: 172.25.3.215, port: 2c829f7b-caf4-4c16-b510-3cbd76668793. Feb 10 15:34:18.434083 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-48213614-badb-4a03-abb9-26f58cbd966e req-0a630e85-dcdf-4974-af85-c9b76cc17439 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Calling delete_port for 2c829f7b-caf4-4c16-b510-3cbd76668793 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:34:18.521131 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac152892-ad34-443e-920c-1de0ccd5cf9e req-2eaf8005-964d-4773-bf08-d4278cda41c4 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/security-groups?id=519a71c7-8929-4972-8151-3c3bc293bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589522 Feb 10 15:34:18.602751 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0042538f-20d9-4532-bd70-faf83be8d9d8 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (9ad83a20-a85f-4ca0-a336-cad7452c367f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:18.614738 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0042538f-20d9-4532-bd70-faf83be8d9d8 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9ad83a20-a85f-4ca0-a336-cad7452c367f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:18.650312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042538f-20d9-4532-bd70-faf83be8d9d8 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad83a20-a85f-4ca0-a336-cad7452c367f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:18.664546 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0042538f-20d9-4532-bd70-faf83be8d9d8 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:18.669642 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0042538f-20d9-4532-bd70-faf83be8d9d8 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3750839 Feb 10 15:34:18.670362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37588) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:18.677609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-bc11f587-0959-4e67-bc22-058ce23cf9fc tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491017880'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:18.742832 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bc11f587-0959-4e67-bc22-058ce23cf9fc tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:18.767008 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-48213614-badb-4a03-abb9-26f58cbd966e req-0a630e85-dcdf-4974-af85-c9b76cc17439 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2c829f7b-caf4-4c16-b510-3cbd76668793), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:18.849548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a630e85-dcdf-4974-af85-c9b76cc17439 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Pushing event deleted for resources: {'Port': ['ID=2c829f7b-caf4-4c16-b510-3cbd76668793,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:18.935100 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:18.967209 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bc11f587-0959-4e67-bc22-058ce23cf9fc tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (0b9064a6-16bd-45fb-9bf9-1d325a88ce8a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:18.974353 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bc11f587-0959-4e67-bc22-058ce23cf9fc tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0b9064a6-16bd-45fb-9bf9-1d325a88ce8a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:18.991310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device b648d478-0356-4573-92a9-97b2f1db3a0d up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:34:19.099179 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port b648d478-0356-4573-92a9-97b2f1db3a0d completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:34:19.103525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port b648d478-0356-4573-92a9-97b2f1db3a0d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:19.103976 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b648d478-0356-4573-92a9-97b2f1db3a0d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:19.130761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11f587-0959-4e67-bc22-058ce23cf9fc tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9064a6-16bd-45fb-9bf9-1d325a88ce8a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:19.267183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port b648d478-0356-4573-92a9-97b2f1db3a0d is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:19.267761 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b648d478-0356-4573-92a9-97b2f1db3a0d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:19.288092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e95b18ce-1851-42c1-9355-2625ee2f425f req-65ab6b8a-8ca9-407f-844b-783501dea3b7 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 210 time: 0.2452767 Feb 10 15:34:19.293332 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bc11f587-0959-4e67-bc22-058ce23cf9fc tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:19.294621 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bc11f587-0959-4e67-bc22-058ce23cf9fc tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6230695 Feb 10 15:34:19.307288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37604) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:19.311883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group_rule': {'security_group_id': '9ad83a20-a85f-4ca0-a336-cad7452c367f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0b9064a6-16bd-45fb-9bf9-1d325a88ce8a', 'remote_ip_prefix': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:19.328792 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9becb74b-9ba2-449d-b8ac-837be62a8482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b648d478-0356-4573-92a9-97b2f1db3a0d'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:34:19.331523 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454a8d7c-c045-47f2-b0a1-c7760148bed1" -d '{"events": [{"server_uuid": "9becb74b-9ba2-449d-b8ac-837be62a8482", "name": "network-vif-plugged", "status": "completed", "tag": "b648d478-0356-4573-92a9-97b2f1db3a0d"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:34:19.351249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port b648d478-0356-4573-92a9-97b2f1db3a0d, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=b648d478-0356-4573-92a9-97b2f1db3a0d,segment=NetworkSegment(3b59de07-30d9-4a1f-a751-0ccfc1dde33f),segment_id=3b59de07-30d9-4a1f-a751-0ccfc1dde33f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:19.357018 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b648d478-0356-4573-92a9-97b2f1db3a0d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:19.359525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2c829f7b-caf4-4c16-b510-3cbd76668793 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:34:19.452859 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98b44ee-7716-49f7-9b40-0452c75ec2c9 x-openstack-request-id: req-e98b44ee-7716-49f7-9b40-0452c75ec2c9 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:34:19.453211 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9becb74b-9ba2-449d-b8ac-837be62a8482", "name": "network-vif-plugged", "status": "completed", "tag": "b648d478-0356-4573-92a9-97b2f1db3a0d", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:34:19.453409 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e98b44ee-7716-49f7-9b40-0452c75ec2c9 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:34:19.457609 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9becb74b-9ba2-449d-b8ac-837be62a8482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b648d478-0356-4573-92a9-97b2f1db3a0d', 'code': 200} Feb 10 15:34:19.459830 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=b648d478-0356-4573-92a9-97b2f1db3a0d,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:19.541203 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (a173f6a4-2060-413d-a023-a38408021a8c), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:19.550222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 2c829f7b-caf4-4c16-b510-3cbd76668793 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:34:19.551105 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 2c829f7b-caf4-4c16-b510-3cbd76668793 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:34:19.612906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2ea1b-7bc4-41b3-8442-62c15c73e67f req-7f65242b-a3c4-4d52-93a7-c143f1790cc6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:19.628459 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6da2ea1b-7bc4-41b3-8442-62c15c73e67f req-7f65242b-a3c4-4d52-93a7-c143f1790cc6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.3003514 Feb 10 15:34:19.861016 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6da2ea1b-7bc4-41b3-8442-62c15c73e67f req-b6ba1725-6c86-4ddd-a955-f9ea4b94e6a2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237186 Feb 10 15:34:19.895440 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (a173f6a4-2060-413d-a023-a38408021a8c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:19.940565 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f4430-3b7b-445c-a993-31125afd6e88 req-0a8e034d-0af3-4707-91c5-0631aef21aaf tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:19.944823 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed8f4430-3b7b-445c-a993-31125afd6e88 req-0a8e034d-0af3-4707-91c5-0631aef21aaf tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/ports?device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 945 time: 0.2689643 Feb 10 15:34:19.947463 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (a173f6a4-2060-413d-a023-a38408021a8c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:19.995972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a173f6a4-2060-413d-a023-a38408021a8c,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:20.025241 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:20.026527 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7181313 Feb 10 15:34:20.039383 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37620) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:20.063625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8770f76-3844-472a-81f8-6e16739bb989 req-c13c05ff-57f7-4841-93c4-d8c3396fcb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:20.072397 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8770f76-3844-472a-81f8-6e16739bb989 req-c13c05ff-57f7-4841-93c4-d8c3396fcb5b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 1127 time: 0.1761169 Feb 10 15:34:20.102953 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:20.104482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:20.106404 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:20.106764 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:20.107115 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:20.107465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:20.107806 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:20.108145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:20.110638 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:20.111005 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:20.111355 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:20.111698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:20.112037 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34f997-b5c8-45d1-a0d0-478ec3185579 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:20.140733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48213614-badb-4a03-abb9-26f58cbd966e req-0a630e85-dcdf-4974-af85-c9b76cc17439 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:34:20.190426 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed8f4430-3b7b-445c-a993-31125afd6e88 req-92f7dadd-bc7d-4296-937c-521502c2b983 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/security-groups?id=519a71c7-8929-4972-8151-3c3bc293bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959548 Feb 10 15:34:20.205256 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8770f76-3844-472a-81f8-6e16739bb989 req-94bbfd1f-50ee-42aa-8d55-fc07b0bfb084 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=519a71c7-8929-4972-8151-3c3bc293bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175311 Feb 10 15:34:20.219362 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8de4188-5bd6-48a0-b36a-6ef85aeb89f6 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (a173f6a4-2060-413d-a023-a38408021a8c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:20.242678 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8de4188-5bd6-48a0-b36a-6ef85aeb89f6 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (a173f6a4-2060-413d-a023-a38408021a8c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:20.298765 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8de4188-5bd6-48a0-b36a-6ef85aeb89f6 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (a173f6a4-2060-413d-a023-a38408021a8c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:20.311805 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8de4188-5bd6-48a0-b36a-6ef85aeb89f6 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:20.312909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d8de4188-5bd6-48a0-b36a-6ef85aeb89f6 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/a173f6a4-2060-413d-a023-a38408021a8c HTTP/1.1" status: 204 len: 168 time: 0.2569630 Feb 10 15:34:20.313830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de4188-5bd6-48a0-b36a-6ef85aeb89f6 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a173f6a4-2060-413d-a023-a38408021a8c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:20.315568 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37632) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:20.381904 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-38578369-1657-46ee-be92-21c21fa56da3 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0652227 Feb 10 15:34:20.389103 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37634) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:20.454357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48213614-badb-4a03-abb9-26f58cbd966e req-0a630e85-dcdf-4974-af85-c9b76cc17439 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:34:20.466986 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a9ccc-0cee-445e-9fbb-5648a3e2b895 None None] Sync routers for ids ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:34:20.481142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98720a7e-49c1-465f-a3cb-2d5b38b4e1b6 req-cb41d5f7-ee8f-4813-b3f3-20d65f56e189 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0 HTTP/1.1" status: 200 len: 210 time: 0.0595043 Feb 10 15:34:20.488110 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a9ccc-0cee-445e-9fbb-5648a3e2b895 None None] Routers {'59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:34:20.488773 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-aa1a9ccc-0cee-445e-9fbb-5648a3e2b895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:34:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:20.532079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-48213614-badb-4a03-abb9-26f58cbd966e req-0a630e85-dcdf-4974-af85-c9b76cc17439 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] No DVR routers for this DVR port 2c829f7b-caf4-4c16-b510-3cbd76668793 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:34:20.540586 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-48213614-badb-4a03-abb9-26f58cbd966e req-0a630e85-dcdf-4974-af85-c9b76cc17439 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:20.543981 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-48213614-badb-4a03-abb9-26f58cbd966e req-0a630e85-dcdf-4974-af85-c9b76cc17439 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.79 "DELETE /v2.0/ports/2c829f7b-caf4-4c16-b510-3cbd76668793 HTTP/1.1" status: 204 len: 173 time: 3.0037589 Feb 10 15:34:20.544464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0', 'name': 'network-vif-deleted', 'tag': '2c829f7b-caf4-4c16-b510-3cbd76668793'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:34:20.552034 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fbd59af0-aa57-485d-be5b-10775da26b15 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (0b9064a6-16bd-45fb-9bf9-1d325a88ce8a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:20.557701 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2d3072-7e3d-4933-8a67-2cf4795f9155" -d '{"events": [{"server_uuid": "bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0", "name": "network-vif-deleted", "tag": "2c829f7b-caf4-4c16-b510-3cbd76668793"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:34:20.581575 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fbd59af0-aa57-485d-be5b-10775da26b15 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (0b9064a6-16bd-45fb-9bf9-1d325a88ce8a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:20.633610 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fbd59af0-aa57-485d-be5b-10775da26b15 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0b9064a6-16bd-45fb-9bf9-1d325a88ce8a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:20.636781 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fbd59af0-aa57-485d-be5b-10775da26b15 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:20.638222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fbd59af0-aa57-485d-be5b-10775da26b15 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-groups/0b9064a6-16bd-45fb-9bf9-1d325a88ce8a HTTP/1.1" status: 204 len: 168 time: 0.2480979 Feb 10 15:34:20.640940 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37638) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:20.651110 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd59af0-aa57-485d-be5b-10775da26b15 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9064a6-16bd-45fb-9bf9-1d325a88ce8a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:20.683315 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3550293-ba98-4230-bac6-1e79c6652066 x-openstack-request-id: req-b3550293-ba98-4230-bac6-1e79c6652066 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:34:20.696979 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0", "name": "network-vif-deleted", "tag": "2c829f7b-caf4-4c16-b510-3cbd76668793", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:34:20.697443 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3550293-ba98-4230-bac6-1e79c6652066 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:34:20.697947 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd5dba7-3b4b-4c89-aa14-39d073b7d6c0', 'name': 'network-vif-deleted', 'tag': '2c829f7b-caf4-4c16-b510-3cbd76668793', 'status': 'completed', 'code': 200} Feb 10 15:34:20.778427 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1b77ab76-cd48-4642-9992-802b7b836eb1 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1362395 Feb 10 15:34:20.782576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37644) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:20.943547 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-37f2480c-3d81-475b-961f-4de422612c8c tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (9ad83a20-a85f-4ca0-a336-cad7452c367f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:21.079284 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-aa1a9ccc-0cee-445e-9fbb-5648a3e2b895 None None] Set router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:34:21.101778 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-37f2480c-3d81-475b-961f-4de422612c8c tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (9ad83a20-a85f-4ca0-a336-cad7452c367f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:21.229195 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e69b0-a1cc-4756-b992-63fba90730f9 req-bef0c903-c062-459f-924f-278eea3d4c60 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:21.236064 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e39e69b0-a1cc-4756-b992-63fba90730f9 req-bef0c903-c062-459f-924f-278eea3d4c60 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.2534258 Feb 10 15:34:21.441754 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e39e69b0-a1cc-4756-b992-63fba90730f9 req-07cf3e89-9e39-4df9-9f18-d646d59de1ac tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898782 Feb 10 15:34:21.455804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e37b4-0411-4c0c-b265-37a845733f1f req-cda5d195-6aff-4111-ada9-583d3a092e53 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:21.457878 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f3e37b4-0411-4c0c-b265-37a845733f1f req-cda5d195-6aff-4111-ada9-583d3a092e53 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/ports?device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 945 time: 0.0789890 Feb 10 15:34:21.468835 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-37f2480c-3d81-475b-961f-4de422612c8c tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9ad83a20-a85f-4ca0-a336-cad7452c367f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:21.472085 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-37f2480c-3d81-475b-961f-4de422612c8c tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:21.474160 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-37f2480c-3d81-475b-961f-4de422612c8c tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-groups/9ad83a20-a85f-4ca0-a336-cad7452c367f HTTP/1.1" status: 204 len: 168 time: 0.6897578 Feb 10 15:34:21.476885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37662) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:21.590682 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2480c-3d81-475b-961f-4de422612c8c tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad83a20-a85f-4ca0-a336-cad7452c367f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:21.597311 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-aa1a9ccc-0cee-445e-9fbb-5648a3e2b895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'name': 'tempest-ServersTestJSON-672257202-router', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:08Z', 'updated_at': '2022-02-10T15:32:18Z', 'revision_number': 4, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'gw_port': {'id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:10Z', 'updated_at': '2022-02-10T15:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'c70567ab-d3ec-4f42-aacb-3ccaa870935e', 'name': '', 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'mac_address': 'fa:16:3e:c5:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:16Z', 'updated_at': '2022-02-10T15:32:25Z', 'revision_number': 5, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'subnets': [{'id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:21.632735 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f3e37b4-0411-4c0c-b265-37a845733f1f req-89676391-4728-4d2e-bf3e-c1f7e8c6a20e tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/security-groups?id=519a71c7-8929-4972-8151-3c3bc293bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571813 Feb 10 15:34:21.637949 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b9d83db4-641a-47be-8a39-8b00c0d91edc tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1593876 Feb 10 15:34:21.642496 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37672) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:21.663020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-499eb1b8-c138-4824-b4f4-87d629bf230d tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135686035'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:21.665599 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a9ccc-0cee-445e-9fbb-5648a3e2b895 None None] Checking router: 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:34:21.690459 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37674) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:21.690641 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a9ccc-0cee-445e-9fbb-5648a3e2b895 None None] Routers {'59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:34:21.693341 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-aa1a9ccc-0cee-445e-9fbb-5648a3e2b895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:34:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:21.729549 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-499eb1b8-c138-4824-b4f4-87d629bf230d tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:21.798477 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1830a55f-d484-47b7-8733-d89dd2bb0b3b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for security_group (f6a422a4-fcf3-442e-880c-890e6b609258), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:21.828466 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1830a55f-d484-47b7-8733-d89dd2bb0b3b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for security_group (f6a422a4-fcf3-442e-880c-890e6b609258), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:21.879344 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-499eb1b8-c138-4824-b4f4-87d629bf230d tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (2a71de2d-0d53-4de5-9c10-c1fe9b3deade), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:21.883508 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-aa1a9ccc-0cee-445e-9fbb-5648a3e2b895 None None] Set router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:34:21.891924 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-499eb1b8-c138-4824-b4f4-87d629bf230d tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2a71de2d-0d53-4de5-9c10-c1fe9b3deade), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:21.896493 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1830a55f-d484-47b7-8733-d89dd2bb0b3b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f6a422a4-fcf3-442e-880c-890e6b609258), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:21.900715 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1830a55f-d484-47b7-8733-d89dd2bb0b3b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:21.901918 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1830a55f-d484-47b7-8733-d89dd2bb0b3b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "DELETE /v2.0/security-groups/f6a422a4-fcf3-442e-880c-890e6b609258 HTTP/1.1" status: 204 len: 168 time: 0.2099574 Feb 10 15:34:21.912251 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37676) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:21.953156 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-5257f857-3fdf-420e-bc62-c5766ba1f94b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] show failed (client error): The resource could not be found. Feb 10 15:34:21.955268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5257f857-3fdf-420e-bc62-c5766ba1f94b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "GET /v2.0/security-groups/f6a422a4-fcf3-442e-880c-890e6b609258 HTTP/1.1" status: 404 len: 347 time: 0.0419710 Feb 10 15:34:21.959285 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37678) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:21.960478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830a55f-d484-47b7-8733-d89dd2bb0b3b tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a422a4-fcf3-442e-880c-890e6b609258,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:21.981655 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-499eb1b8-c138-4824-b4f4-87d629bf230d tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:21.991816 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-499eb1b8-c138-4824-b4f4-87d629bf230d tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3423898 Feb 10 15:34:21.995634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37680) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:22.003408 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f69839e8-7ed4-4889-a66f-d2e560dc1336 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group_rule': {'security_group_id': '2a71de2d-0d53-4de5-9c10-c1fe9b3deade', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:22.009092 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499eb1b8-c138-4824-b4f4-87d629bf230d tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a71de2d-0d53-4de5-9c10-c1fe9b3deade,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:22.095400 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f69839e8-7ed4-4889-a66f-d2e560dc1336 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (bfd3927e-5510-46c3-a8a6-937adc4a7c72), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:22.271990 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f69839e8-7ed4-4889-a66f-d2e560dc1336 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (bfd3927e-5510-46c3-a8a6-937adc4a7c72), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:22.277170 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f69839e8-7ed4-4889-a66f-d2e560dc1336 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (bfd3927e-5510-46c3-a8a6-937adc4a7c72), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:22.301967 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-aa1a9ccc-0cee-445e-9fbb-5648a3e2b895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'name': 'tempest-ServersTestJSON-672257202-router', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:08Z', 'updated_at': '2022-02-10T15:32:18Z', 'revision_number': 4, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'gw_port': {'id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:10Z', 'updated_at': '2022-02-10T15:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'c70567ab-d3ec-4f42-aacb-3ccaa870935e', 'name': '', 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'mac_address': 'fa:16:3e:c5:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:16Z', 'updated_at': '2022-02-10T15:32:25Z', 'revision_number': 5, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'subnets': [{'id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:22.307101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69839e8-7ed4-4889-a66f-d2e560dc1336 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd3927e-5510-46c3-a8a6-937adc4a7c72,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:22.324686 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f69839e8-7ed4-4889-a66f-d2e560dc1336 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:22.332760 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f69839e8-7ed4-4889-a66f-d2e560dc1336 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3292732 Feb 10 15:34:22.333437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37692) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:22.355997 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a9ccc-0cee-445e-9fbb-5648a3e2b895 None None] The sync data for ids ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'] in n-d-815324-7 is: [{'id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'name': 'tempest-ServersTestJSON-672257202-router', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:08Z', 'updated_at': '2022-02-10T15:32:18Z', 'revision_number': 4, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'gw_port': {'id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:10Z', 'updated_at': '2022-02-10T15:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'c70567ab-d3ec-4f42-aacb-3ccaa870935e', 'name': '', 'network_id': '3ecb8799-ae9a-4dae-9ca0-77e560818bb7', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'mac_address': 'fa:16:3e:c5:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:16Z', 'updated_at': '2022-02-10T15:32:25Z', 'revision_number': 5, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'subnets': [{'id': 'a9325239-1172-433f-bd6d-993f764a9d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:34:22.382969 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1963de91-6d38-4d7a-b06b-07c0c10610cc tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (bfd3927e-5510-46c3-a8a6-937adc4a7c72), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:22.400898 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1963de91-6d38-4d7a-b06b-07c0c10610cc tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (bfd3927e-5510-46c3-a8a6-937adc4a7c72), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:22.411273 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-bf52be43-0172-41b0-83e2-8aa35b587771 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Deleting port 7a2602bf-46ff-4890-a1da-6cd248363fd8 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:34:22.411621 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf52be43-0172-41b0-83e2-8aa35b587771 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7a2602bf-46ff-4890-a1da-6cd248363fd8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:22.440452 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1963de91-6d38-4d7a-b06b-07c0c10610cc tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (bfd3927e-5510-46c3-a8a6-937adc4a7c72), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:22.454320 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1963de91-6d38-4d7a-b06b-07c0c10610cc tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:22.460163 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1963de91-6d38-4d7a-b06b-07c0c10610cc tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/bfd3927e-5510-46c3-a8a6-937adc4a7c72 HTTP/1.1" status: 204 len: 168 time: 0.1255305 Feb 10 15:34:22.460393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37694) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:22.467670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963de91-6d38-4d7a-b06b-07c0c10610cc tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfd3927e-5510-46c3-a8a6-937adc4a7c72,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:22.591121 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c092e5b8-7666-4c87-b290-4e0957a14e2d tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1251221 Feb 10 15:34:22.592162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37702) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:22.664932 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf52be43-0172-41b0-83e2-8aa35b587771 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7a2602bf-46ff-4890-a1da-6cd248363fd8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:22.664932 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf52be43-0172-41b0-83e2-8aa35b587771 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for floatingip (7a2602bf-46ff-4890-a1da-6cd248363fd8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:22.702352 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea924820-aaf4-4708-a5a8-bf894166730b tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (2a71de2d-0d53-4de5-9c10-c1fe9b3deade), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:22.706758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce89245-1946-4d7c-9465-930a5cd1a110 req-bd861e45-b05f-4883-8539-99a15b14e030 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:22.708305 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bce89245-1946-4d7c-9465-930a5cd1a110 req-bd861e45-b05f-4883-8539-99a15b14e030 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.1647706 Feb 10 15:34:22.709395 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-bf52be43-0172-41b0-83e2-8aa35b587771 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Calling delete_port for 7a2602bf-46ff-4890-a1da-6cd248363fd8 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:34:22.778153 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea924820-aaf4-4708-a5a8-bf894166730b tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (2a71de2d-0d53-4de5-9c10-c1fe9b3deade), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:22.823660 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51cc6a-bb0f-4231-baaf-3c31afdad94a None None] New status for floating IP aa3fe60d-afbc-4cb1-b11c-c0a488d44646: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:34:22.832540 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bce89245-1946-4d7c-9465-930a5cd1a110 req-80f8832f-ce83-49a9-a473-0beb428459d3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135175 Feb 10 15:34:22.846636 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea924820-aaf4-4708-a5a8-bf894166730b tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2a71de2d-0d53-4de5-9c10-c1fe9b3deade), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:22.849887 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea924820-aaf4-4708-a5a8-bf894166730b tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:22.858834 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ea924820-aaf4-4708-a5a8-bf894166730b tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-groups/2a71de2d-0d53-4de5-9c10-c1fe9b3deade HTTP/1.1" status: 204 len: 168 time: 0.2637465 Feb 10 15:34:22.860105 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37706) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:22.887460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea924820-aaf4-4708-a5a8-bf894166730b tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a71de2d-0d53-4de5-9c10-c1fe9b3deade,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:22.938569 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03981af7-3405-4d82-bf4f-54d5ac3a2399 req-f5dc1ce6-80ab-4109-a295-c1da1a4a4065 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:22.940598 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03981af7-3405-4d82-bf4f-54d5ac3a2399 req-f5dc1ce6-80ab-4109-a295-c1da1a4a4065 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/ports?device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 945 time: 0.1284382 Feb 10 15:34:22.965515 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f795b8a4-9666-443f-9482-291b4bee514c tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0867944 Feb 10 15:34:22.966103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37708) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:22.974753 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7eb17b67-66b5-4b7b-a1da-8b980091f663 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638078827'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:23.014842 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7eb17b67-66b5-4b7b-a1da-8b980091f663 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.057037 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-0c51cc6a-bb0f-4231-baaf-3c31afdad94a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:34:23.057401 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-0c51cc6a-bb0f-4231-baaf-3c31afdad94a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:34:23.069011 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf52be43-0172-41b0-83e2-8aa35b587771 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (7a2602bf-46ff-4890-a1da-6cd248363fd8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.131101 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52be43-0172-41b0-83e2-8aa35b587771 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Pushing event deleted for resources: {'Port': ['ID=7a2602bf-46ff-4890-a1da-6cd248363fd8,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:23.142430 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7eb17b67-66b5-4b7b-a1da-8b980091f663 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (75832820-ea51-45b8-ae75-5e60390c6700), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.151116 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7eb17b67-66b5-4b7b-a1da-8b980091f663 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (75832820-ea51-45b8-ae75-5e60390c6700), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.152522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03981af7-3405-4d82-bf4f-54d5ac3a2399 req-b85313e3-5ead-4049-9b99-0aaa20f84b33 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/security-groups?id=519a71c7-8929-4972-8151-3c3bc293bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048914 Feb 10 15:34:23.205443 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7eb17b67-66b5-4b7b-a1da-8b980091f663 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.206631 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7eb17b67-66b5-4b7b-a1da-8b980091f663 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2397325 Feb 10 15:34:23.209444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37720) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:23.215696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7e9a8774-e61a-4cb2-9297-657857d7938f tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group_rule': {'security_group_id': '75832820-ea51-45b8-ae75-5e60390c6700', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:23.228391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb17b67-66b5-4b7b-a1da-8b980091f663 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75832820-ea51-45b8-ae75-5e60390c6700,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:23.277066 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7e9a8774-e61a-4cb2-9297-657857d7938f tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (31d9de35-d284-4f0f-8a27-ac31aec84fac), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.312394 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf52be43-0172-41b0-83e2-8aa35b587771 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks [] for floatingip (aa3fe60d-afbc-4cb1-b11c-c0a488d44646), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.317435 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf52be43-0172-41b0-83e2-8aa35b587771 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.318676 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bf52be43-0172-41b0-83e2-8aa35b587771 tempest-ServersTestJSON-1026559568 tempest-ServersTestJSON-1026559568-project] 10.222.0.64 "DELETE /v2.0/floatingips/aa3fe60d-afbc-4cb1-b11c-c0a488d44646 HTTP/1.1" status: 204 len: 168 time: 1.3338320 Feb 10 15:34:23.323669 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37722) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:23.392575 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7e9a8774-e61a-4cb2-9297-657857d7938f tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (31d9de35-d284-4f0f-8a27-ac31aec84fac), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.405249 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7e9a8774-e61a-4cb2-9297-657857d7938f tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (31d9de35-d284-4f0f-8a27-ac31aec84fac), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.462361 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a8774-e61a-4cb2-9297-657857d7938f tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d9de35-d284-4f0f-8a27-ac31aec84fac,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:23.475269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7e9a8774-e61a-4cb2-9297-657857d7938f tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.477603 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7e9a8774-e61a-4cb2-9297-657857d7938f tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2663724 Feb 10 15:34:23.479492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37730) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:23.503112 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-806a0291-67f6-495b-9d08-6a87a7ba844b tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules/31d9de35-d284-4f0f-8a27-ac31aec84fac HTTP/1.1" status: 200 len: 763 time: 0.0223303 Feb 10 15:34:23.507586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37732) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:23.558805 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51cc6a-bb0f-4231-baaf-3c31afdad94a None None] New status for floating IP aa3fe60d-afbc-4cb1-b11c-c0a488d44646: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:34:23.620008 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8cda15d0-55f5-4a08-b65e-fd7542f0bfab tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1088014 Feb 10 15:34:23.620777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37738) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:23.726453 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6934e450-ca14-4928-a21a-e9a4cf123a2b tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (31d9de35-d284-4f0f-8a27-ac31aec84fac), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.734939 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6934e450-ca14-4928-a21a-e9a4cf123a2b tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (31d9de35-d284-4f0f-8a27-ac31aec84fac), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.772801 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6934e450-ca14-4928-a21a-e9a4cf123a2b tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (31d9de35-d284-4f0f-8a27-ac31aec84fac), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.779644 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6934e450-ca14-4928-a21a-e9a4cf123a2b tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.781672 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6934e450-ca14-4928-a21a-e9a4cf123a2b tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/31d9de35-d284-4f0f-8a27-ac31aec84fac HTTP/1.1" status: 204 len: 168 time: 0.1590946 Feb 10 15:34:23.783775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37742) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:23.797188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934e450-ca14-4928-a21a-e9a4cf123a2b tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31d9de35-d284-4f0f-8a27-ac31aec84fac,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:23.832446 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bd22a88a-e55b-4ec8-b1e1-d78bb8411e8e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468035 Feb 10 15:34:23.834673 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37744) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:23.839507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-9226fa38-5004-4c77-b5ca-3b88beabb3d5 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group_rule': {'security_group_id': '75832820-ea51-45b8-ae75-5e60390c6700', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:23.872445 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9226fa38-5004-4c77-b5ca-3b88beabb3d5 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (0151e85f-d030-4ce4-b38f-ad4f75bd1bff), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.918114 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23763c4-3fa5-4252-b5eb-8a518d8c5b7d req-732322fb-842f-4ad2-a5de-9dceae710cb8 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:23.919595 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e23763c4-3fa5-4252-b5eb-8a518d8c5b7d req-732322fb-842f-4ad2-a5de-9dceae710cb8 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/ports?device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 945 time: 0.1915278 Feb 10 15:34:23.946326 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9226fa38-5004-4c77-b5ca-3b88beabb3d5 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (0151e85f-d030-4ce4-b38f-ad4f75bd1bff), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.953511 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9226fa38-5004-4c77-b5ca-3b88beabb3d5 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (0151e85f-d030-4ce4-b38f-ad4f75bd1bff), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:23.993256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226fa38-5004-4c77-b5ca-3b88beabb3d5 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0151e85f-d030-4ce4-b38f-ad4f75bd1bff,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:24.013088 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9226fa38-5004-4c77-b5ca-3b88beabb3d5 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:24.013279 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e23763c4-3fa5-4252-b5eb-8a518d8c5b7d req-f2e133cb-ff5f-4bc5-8266-696e7365ba52 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/security-groups?id=519a71c7-8929-4972-8151-3c3bc293bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873330 Feb 10 15:34:24.014373 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9226fa38-5004-4c77-b5ca-3b88beabb3d5 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1784422 Feb 10 15:34:24.017333 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37752) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:24.058761 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e232f7bf-8594-4182-aa63-c29195d772e1 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules/0151e85f-d030-4ce4-b38f-ad4f75bd1bff HTTP/1.1" status: 200 len: 763 time: 0.0381138 Feb 10 15:34:24.059684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37754) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:24.122213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aeaded-c464-4318-ba14-ab80978c4408 req-b9a7690a-d85f-4651-a540-5d486aabfff3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:24.132253 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39aeaded-c464-4318-ba14-ab80978c4408 req-b9a7690a-d85f-4651-a540-5d486aabfff3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.1245720 Feb 10 15:34:24.159787 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-62382113-dc2f-4715-8850-3d038a20054a tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0967660 Feb 10 15:34:24.160615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37756) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:24.197203 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eef3f67f-0840-4647-9015-c926318d32e1 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (0151e85f-d030-4ce4-b38f-ad4f75bd1bff), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:24.205322 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eef3f67f-0840-4647-9015-c926318d32e1 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (0151e85f-d030-4ce4-b38f-ad4f75bd1bff), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:24.219483 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39aeaded-c464-4318-ba14-ab80978c4408 req-b3516e36-2063-4415-9a9f-5a3a2a768ca1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859742 Feb 10 15:34:24.254666 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eef3f67f-0840-4647-9015-c926318d32e1 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (0151e85f-d030-4ce4-b38f-ad4f75bd1bff), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:24.261917 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eef3f67f-0840-4647-9015-c926318d32e1 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:24.263573 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-eef3f67f-0840-4647-9015-c926318d32e1 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/0151e85f-d030-4ce4-b38f-ad4f75bd1bff HTTP/1.1" status: 204 len: 168 time: 0.1016965 Feb 10 15:34:24.271425 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37758) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:24.312999 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e3eef661-18c3-4728-98db-410023b92d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:24.313878 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3f67f-0840-4647-9015-c926318d32e1 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0151e85f-d030-4ce4-b38f-ad4f75bd1bff,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:24.384522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37772) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:24.385218 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4bc5777d-a79b-4702-b0db-d2c59cc095c7 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1112852 Feb 10 15:34:24.390503 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-c47ddeeb-c785-4562-94ea-50bcfd9b9c57 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group_rule': {'security_group_id': '75832820-ea51-45b8-ae75-5e60390c6700', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:24.418832 n-d-815324-7 neutron-server[103368]: INFO neutron.db.securitygroups_db [None req-c47ddeeb-c785-4562-94ea-50bcfd9b9c57 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Project c30f8a4527104531a772f2190c5111ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:34:24.808395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37780) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:24.818568 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c47ddeeb-c785-4562-94ea-50bcfd9b9c57 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (37c69992-d33d-46dd-96ec-f0da426a8e8c), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:24.972041 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c47ddeeb-c785-4562-94ea-50bcfd9b9c57 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (37c69992-d33d-46dd-96ec-f0da426a8e8c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:24.988129 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c47ddeeb-c785-4562-94ea-50bcfd9b9c57 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (37c69992-d33d-46dd-96ec-f0da426a8e8c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.024991 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c47ddeeb-c785-4562-94ea-50bcfd9b9c57 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.026520 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c47ddeeb-c785-4562-94ea-50bcfd9b9c57 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6406527 Feb 10 15:34:25.029174 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37784) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:25.031224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ddeeb-c785-4562-94ea-50bcfd9b9c57 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c69992-d33d-46dd-96ec-f0da426a8e8c,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:25.093916 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-491e9df7-c46a-4d4b-87c6-4f0a617c1d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.120479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-e3eef661-18c3-4728-98db-410023b92d9b admin admin] Deleting port c70567ab-d3ec-4f42-aacb-3ccaa870935e {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:34:25.121096 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e3eef661-18c3-4728-98db-410023b92d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.142302 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-90843c02-4760-40cd-86fd-bdce8e5337e4 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules/37c69992-d33d-46dd-96ec-f0da426a8e8c HTTP/1.1" status: 200 len: 769 time: 0.1098034 Feb 10 15:34:25.155832 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37788) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:25.209703 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-e3eef661-18c3-4728-98db-410023b92d9b admin admin] For port c70567ab-d3ec-4f42-aacb-3ccaa870935e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c70567ab-d3ec-4f42-aacb-3ccaa870935e,segment=NetworkSegment(57048521-d468-4955-a871-b03929b23f2e),segment_id=57048521-d468-4955-a871-b03929b23f2e)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:25.210074 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e3eef661-18c3-4728-98db-410023b92d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.230628 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-e3eef661-18c3-4728-98db-410023b92d9b admin admin] Calling delete_port for c70567ab-d3ec-4f42-aacb-3ccaa870935e owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:34:25.285871 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-491e9df7-c46a-4d4b-87c6-4f0a617c1d91 admin admin] Publish callbacks [] for security_group (a94fe300-7791-493a-8a92-315928499f60), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.346262 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-491e9df7-c46a-4d4b-87c6-4f0a617c1d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a94fe300-7791-493a-8a92-315928499f60), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.408722 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-491e9df7-c46a-4d4b-87c6-4f0a617c1d91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dfcbd80c14fa4646ac749f1c72e50057&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5991845 Feb 10 15:34:25.417371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37798) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:25.417709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e9df7-c46a-4d4b-87c6-4f0a617c1d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94fe300-7791-493a-8a92-315928499f60,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:25.469113 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-161b31e5-caf9-4619-a2f6-901ccb9ffcf4 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3121045 Feb 10 15:34:25.474927 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37802) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:25.516291 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-42258597-fa95-4c6f-9386-6a075454effd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (37c69992-d33d-46dd-96ec-f0da426a8e8c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.524553 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-42258597-fa95-4c6f-9386-6a075454effd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (37c69992-d33d-46dd-96ec-f0da426a8e8c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.540544 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e3eef661-18c3-4728-98db-410023b92d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (c70567ab-d3ec-4f42-aacb-3ccaa870935e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.552573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08423f-07af-4e42-8902-cd3aa7e86437 req-4fa939df-f21a-4bd3-a704-551c2274dd59 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:25.554114 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e08423f-07af-4e42-8902-cd3aa7e86437 req-4fa939df-f21a-4bd3-a704-551c2274dd59 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.79 "GET /v2.0/ports?device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 945 time: 0.4420018 Feb 10 15:34:25.597478 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-42258597-fa95-4c6f-9386-6a075454effd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (37c69992-d33d-46dd-96ec-f0da426a8e8c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.608216 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-42258597-fa95-4c6f-9386-6a075454effd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.611944 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-42258597-fa95-4c6f-9386-6a075454effd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/37c69992-d33d-46dd-96ec-f0da426a8e8c HTTP/1.1" status: 204 len: 168 time: 0.1359742 Feb 10 15:34:25.617970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eef661-18c3-4728-98db-410023b92d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=c70567ab-d3ec-4f42-aacb-3ccaa870935e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:25.622603 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37804) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:25.633994 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42258597-fa95-4c6f-9386-6a075454effd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37c69992-d33d-46dd-96ec-f0da426a8e8c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:25.689990 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e34fe1e1-1ed1-4a00-9023-164c9edd3dec admin admin] Publish callbacks [] for security_group (a94fe300-7791-493a-8a92-315928499f60), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.763681 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e34fe1e1-1ed1-4a00-9023-164c9edd3dec admin admin] Publish callbacks [] for security_group (a94fe300-7791-493a-8a92-315928499f60), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.784674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37810) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:25.793337 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f1c0726e-eccf-4327-a674-a723e7222d9a tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1695361 Feb 10 15:34:25.841057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-1e08423f-07af-4e42-8902-cd3aa7e86437 req-72dcc0d1-7ca3-47de-84f6-e1aead3442fa tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Deleting port b648d478-0356-4573-92a9-97b2f1db3a0d {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:34:25.841748 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e08423f-07af-4e42-8902-cd3aa7e86437 req-72dcc0d1-7ca3-47de-84f6-e1aead3442fa tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b648d478-0356-4573-92a9-97b2f1db3a0d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.931678 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e34fe1e1-1ed1-4a00-9023-164c9edd3dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a94fe300-7791-493a-8a92-315928499f60), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.941189 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e34fe1e1-1ed1-4a00-9023-164c9edd3dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:25.942969 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e34fe1e1-1ed1-4a00-9023-164c9edd3dec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a94fe300-7791-493a-8a92-315928499f60 HTTP/1.1" status: 204 len: 168 time: 0.5210986 Feb 10 15:34:25.946112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a4f8d-7e1d-4ab4-9602-2c236f42d4f8 req-a0d0bd26-3907-4ca4-a29f-2d38eaae1fd7 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:25.951013 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a2a4f8d-7e1d-4ab4-9602-2c236f42d4f8 req-a0d0bd26-3907-4ca4-a29f-2d38eaae1fd7 tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/ports?device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 945 time: 0.4705644 Feb 10 15:34:25.976962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d6bfd-a1e6-48a7-8288-5a7e1d5d8a04 req-9256fb75-c1f7-42d6-9ae2-48204ce2917a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:25.980636 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c6d6bfd-a1e6-48a7-8288-5a7e1d5d8a04 req-9256fb75-c1f7-42d6-9ae2-48204ce2917a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.4975915 Feb 10 15:34:26.093719 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c6d6bfd-a1e6-48a7-8288-5a7e1d5d8a04 req-fb413356-d317-4067-a473-2078b5a65813 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811367 Feb 10 15:34:26.099230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-1e08423f-07af-4e42-8902-cd3aa7e86437 req-72dcc0d1-7ca3-47de-84f6-e1aead3442fa tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] For port b648d478-0356-4573-92a9-97b2f1db3a0d, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=b648d478-0356-4573-92a9-97b2f1db3a0d,segment=NetworkSegment(3b59de07-30d9-4a1f-a751-0ccfc1dde33f),segment_id=3b59de07-30d9-4a1f-a751-0ccfc1dde33f)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:26.100569 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e08423f-07af-4e42-8902-cd3aa7e86437 req-72dcc0d1-7ca3-47de-84f6-e1aead3442fa tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b648d478-0356-4573-92a9-97b2f1db3a0d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:26.125257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-1e08423f-07af-4e42-8902-cd3aa7e86437 req-72dcc0d1-7ca3-47de-84f6-e1aead3442fa tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Calling delete_port for b648d478-0356-4573-92a9-97b2f1db3a0d owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:34:26.214813 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a2a4f8d-7e1d-4ab4-9602-2c236f42d4f8 req-c8c29412-a23f-4be2-9eb6-776aed276b8a tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/security-groups?id=519a71c7-8929-4972-8151-3c3bc293bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313824 Feb 10 15:34:26.219787 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7b3f-34dc-4d04-8a6d-810a881ce1fa tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (75832820-ea51-45b8-ae75-5e60390c6700), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:26.258054 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7b3f-34dc-4d04-8a6d-810a881ce1fa tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (75832820-ea51-45b8-ae75-5e60390c6700), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:26.311202 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fe1e1-1ed1-4a00-9023-164c9edd3dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94fe300-7791-493a-8a92-315928499f60,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:26.319339 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7b3f-34dc-4d04-8a6d-810a881ce1fa tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (75832820-ea51-45b8-ae75-5e60390c6700), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:26.326087 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e08423f-07af-4e42-8902-cd3aa7e86437 req-72dcc0d1-7ca3-47de-84f6-e1aead3442fa tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b648d478-0356-4573-92a9-97b2f1db3a0d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:26.326892 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7b3f-34dc-4d04-8a6d-810a881ce1fa tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:26.329489 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3b6c7b3f-34dc-4d04-8a6d-810a881ce1fa tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-groups/75832820-ea51-45b8-ae75-5e60390c6700 HTTP/1.1" status: 204 len: 168 time: 0.4231436 Feb 10 15:34:26.343909 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37820) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:26.362073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['b648d478-0356-4573-92a9-97b2f1db3a0d'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:34:26.368779 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e3eef661-18c3-4728-98db-410023b92d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:26.395184 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcc0d1-7ca3-47de-84f6-e1aead3442fa tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Pushing event deleted for resources: {'Port': ['ID=b648d478-0356-4573-92a9-97b2f1db3a0d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:26.416918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c7b3f-34dc-4d04-8a6d-810a881ce1fa tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75832820-ea51-45b8-ae75-5e60390c6700,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:26.517769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e08423f-07af-4e42-8902-cd3aa7e86437 req-72dcc0d1-7ca3-47de-84f6-e1aead3442fa tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] No DVR routers for this DVR port b648d478-0356-4573-92a9-97b2f1db3a0d on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:34:26.523252 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e08423f-07af-4e42-8902-cd3aa7e86437 req-72dcc0d1-7ca3-47de-84f6-e1aead3442fa tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:26.540919 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e08423f-07af-4e42-8902-cd3aa7e86437 req-72dcc0d1-7ca3-47de-84f6-e1aead3442fa tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.79 "DELETE /v2.0/ports/b648d478-0356-4573-92a9-97b2f1db3a0d HTTP/1.1" status: 204 len: 173 time: 0.9686387 Feb 10 15:34:26.540919 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9becb74b-9ba2-449d-b8ac-837be62a8482', 'name': 'network-vif-deleted', 'tag': 'b648d478-0356-4573-92a9-97b2f1db3a0d'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:34:26.540919 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f655126-8b96-4e58-bf2e-765d2ec052d8" -d '{"events": [{"server_uuid": "9becb74b-9ba2-449d-b8ac-837be62a8482", "name": "network-vif-deleted", "tag": "b648d478-0356-4573-92a9-97b2f1db3a0d"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:34:26.591896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c674b8f9-5991-4ea9-8aba-9b2cd8524f19 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2449152 Feb 10 15:34:26.596553 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37844) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:26.602391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-38d218c0-85ef-44ce-9dfd-be86f09c3f27 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group': {'name': 'tempest-secgroup--721639338'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:26.635844 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21fe990-3df5-421c-84c7-cf7a75797a7e x-openstack-request-id: req-f21fe990-3df5-421c-84c7-cf7a75797a7e {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:34:26.636435 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9becb74b-9ba2-449d-b8ac-837be62a8482", "name": "network-vif-deleted", "tag": "b648d478-0356-4573-92a9-97b2f1db3a0d", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:34:26.637003 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f21fe990-3df5-421c-84c7-cf7a75797a7e {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:34:26.638383 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9becb74b-9ba2-449d-b8ac-837be62a8482', 'name': 'network-vif-deleted', 'tag': 'b648d478-0356-4573-92a9-97b2f1db3a0d', 'status': 'completed', 'code': 200} Feb 10 15:34:26.674511 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38d218c0-85ef-44ce-9dfd-be86f09c3f27 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:26.845311 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38d218c0-85ef-44ce-9dfd-be86f09c3f27 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (d559800f-bfea-4ba7-84e7-436cce6fdc57), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:26.853582 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38d218c0-85ef-44ce-9dfd-be86f09c3f27 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d559800f-bfea-4ba7-84e7-436cce6fdc57), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:26.926252 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-38d218c0-85ef-44ce-9dfd-be86f09c3f27 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:26.934573 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-38d218c0-85ef-44ce-9dfd-be86f09c3f27 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3350654 Feb 10 15:34:26.935369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37850) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:26.936038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d218c0-85ef-44ce-9dfd-be86f09c3f27 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d559800f-bfea-4ba7-84e7-436cce6fdc57,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:26.968442 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-9dc8e689-b499-4b7e-b537-efb3ece480e9 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Request body: {'security_group_rule': {'security_group_id': 'd559800f-bfea-4ba7-84e7-436cce6fdc57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:27.032362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3eef661-18c3-4728-98db-410023b92d9b admin admin] Router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:34:27.064079 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9dc8e689-b499-4b7e-b537-efb3ece480e9 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (3bc80bf4-3409-4eaa-8d04-60d3b5da4125), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:27.219418 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9dc8e689-b499-4b7e-b537-efb3ece480e9 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (3bc80bf4-3409-4eaa-8d04-60d3b5da4125), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:27.224740 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9dc8e689-b499-4b7e-b537-efb3ece480e9 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (3bc80bf4-3409-4eaa-8d04-60d3b5da4125), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:27.278544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8e689-b499-4b7e-b537-efb3ece480e9 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc80bf4-3409-4eaa-8d04-60d3b5da4125,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:27.303074 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9dc8e689-b499-4b7e-b537-efb3ece480e9 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:27.306961 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9dc8e689-b499-4b7e-b537-efb3ece480e9 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3418968 Feb 10 15:34:27.308569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37872) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:27.354720 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3eef661-18c3-4728-98db-410023b92d9b admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:34:27.373262 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c2d83d-d3ee-4788-bb67-838f9e35eaa6 None None] Sync routers for ids ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:34:27.383701 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e3eef661-18c3-4728-98db-410023b92d9b admin admin] 10.222.0.64 "PUT /v2.0/routers/59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0600374 Feb 10 15:34:27.395400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95111573-f27d-43df-8cab-aa1c24262a88 req-40931ced-be4b-4d27-9da4-5d4211cb1308 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:27.396527 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37880) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:27.411070 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95111573-f27d-43df-8cab-aa1c24262a88 req-40931ced-be4b-4d27-9da4-5d4211cb1308 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.2072601 Feb 10 15:34:27.413669 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c2d83d-d3ee-4788-bb67-838f9e35eaa6 None None] Routers {'59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:34:27.414355 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-24c2d83d-d3ee-4788-bb67-838f9e35eaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:34:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:27.543416 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3fe9f8b2-c68a-4689-8ed3-b10196db35f7 req-6bdecf89-2322-4ed9-b831-ae43ddd122fa tempest-ServerPasswordTestJSON-958074915 tempest-ServerPasswordTestJSON-958074915-project] 10.222.0.64 "GET /v2.0/ports?device_id=9becb74b-9ba2-449d-b8ac-837be62a8482 HTTP/1.1" status: 200 len: 210 time: 0.1312752 Feb 10 15:34:27.565949 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd69-4fbe-4883-9a63-f8d533bedd0c tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (d559800f-bfea-4ba7-84e7-436cce6fdc57), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:27.628488 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95111573-f27d-43df-8cab-aa1c24262a88 req-7df2e6b0-7cc5-4563-bbbd-2d249a963a0f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060592 Feb 10 15:34:27.730974 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-24c2d83d-d3ee-4788-bb67-838f9e35eaa6 None None] Set router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:34:27.745766 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd69-4fbe-4883-9a63-f8d533bedd0c tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (d559800f-bfea-4ba7-84e7-436cce6fdc57), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:27.821057 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd69-4fbe-4883-9a63-f8d533bedd0c tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d559800f-bfea-4ba7-84e7-436cce6fdc57), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:27.824376 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd69-4fbe-4883-9a63-f8d533bedd0c tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:27.828321 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37890) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:27.837283 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a9a2fd69-4fbe-4883-9a63-f8d533bedd0c tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-groups/d559800f-bfea-4ba7-84e7-436cce6fdc57 HTTP/1.1" status: 204 len: 168 time: 0.5274477 Feb 10 15:34:27.857843 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-046f5fbc-331c-4882-aca8-6b2ff6348127 admin admin] Publish callbacks [] for router (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:27.900583 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6ec221ca-240a-455b-ac39-2202c089a7ab tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0695102 Feb 10 15:34:27.906911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37892) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:27.991778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2fd69-4fbe-4883-9a63-f8d533bedd0c tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d559800f-bfea-4ba7-84e7-436cce6fdc57,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:28.005800 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-046f5fbc-331c-4882-aca8-6b2ff6348127 admin admin] Publish callbacks [] for router_gateway (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:28.023470 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d8b45584-2a52-4ba7-80f2-21547664274e tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1142471 Feb 10 15:34:28.027532 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37900) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:28.075585 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-f20d8fe9-53e9-4316-a2ba-c47c87eec5fd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] delete failed (client error): The resource could not be found. Feb 10 15:34:28.079201 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f20d8fe9-53e9-4316-a2ba-c47c87eec5fd tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "DELETE /v2.0/security-groups/d559800f-bfea-4ba7-84e7-436cce6fdc57 HTTP/1.1" status: 404 len: 347 time: 0.0506964 Feb 10 15:34:28.083320 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37904) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:28.158612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-046f5fbc-331c-4882-aca8-6b2ff6348127 admin admin] Deleting port 9b0e78dd-3815-4102-9451-b7741a813bb1 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:34:28.159000 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-046f5fbc-331c-4882-aca8-6b2ff6348127 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9b0e78dd-3815-4102-9451-b7741a813bb1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:28.164689 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-24c2d83d-d3ee-4788-bb67-838f9e35eaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'name': 'tempest-ServersTestJSON-672257202-router', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:08Z', 'updated_at': '2022-02-10T15:34:25Z', 'revision_number': 5, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'gw_port': {'id': '9b0e78dd-3815-4102-9451-b7741a813bb1', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:32:10Z', 'updated_at': '2022-02-10T15:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:28.168759 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-dd259d78-9a35-40ca-933b-5e5bd8887495 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0985713 Feb 10 15:34:28.176830 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-df816a89-a3c5-40a4-a571-b6dc50e700b0 tempest-SecGroupIPv6Test-328468902 tempest-SecGroupIPv6Test-328468902-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0920982 Feb 10 15:34:28.197656 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c2d83d-d3ee-4788-bb67-838f9e35eaa6 None None] Checking router: 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:34:28.209914 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c2d83d-d3ee-4788-bb67-838f9e35eaa6 None None] Routers {'59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:34:28.210532 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-24c2d83d-d3ee-4788-bb67-838f9e35eaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:34:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:28.329398 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-046f5fbc-331c-4882-aca8-6b2ff6348127 admin admin] For port 9b0e78dd-3815-4102-9451-b7741a813bb1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9b0e78dd-3815-4102-9451-b7741a813bb1,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:28.329398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-046f5fbc-331c-4882-aca8-6b2ff6348127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9b0e78dd-3815-4102-9451-b7741a813bb1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:28.343347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-046f5fbc-331c-4882-aca8-6b2ff6348127 admin admin] Calling delete_port for 9b0e78dd-3815-4102-9451-b7741a813bb1 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:34:28.352032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-56d83c74-c634-450f-ac5d-396c8485b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:28.352891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-56d83c74-c634-450f-ac5d-396c8485b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:28.353338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-56d83c74-c634-450f-ac5d-396c8485b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:28.353968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-56d83c74-c634-450f-ac5d-396c8485b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:28.354558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-56d83c74-c634-450f-ac5d-396c8485b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:28.355704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-56d83c74-c634-450f-ac5d-396c8485b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:28.356176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-56d83c74-c634-450f-ac5d-396c8485b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:28.359324 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-56d83c74-c634-450f-ac5d-396c8485b75e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f98392d30c54e709159c7a818a25666&device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 6719 time: 0.1019900 Feb 10 15:34:28.371483 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-24c2d83d-d3ee-4788-bb67-838f9e35eaa6 None None] Set router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:34:28.535725 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-24c2d83d-d3ee-4788-bb67-838f9e35eaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'name': 'tempest-ServersTestJSON-672257202-router', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:08Z', 'updated_at': '2022-02-10T15:34:28Z', 'revision_number': 6, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:28.595727 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c2d83d-d3ee-4788-bb67-838f9e35eaa6 None None] The sync data for ids ['59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c'] in n-d-815324-7 is: [{'id': '59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c', 'name': 'tempest-ServersTestJSON-672257202-router', 'tenant_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:32:08Z', 'updated_at': '2022-02-10T15:34:28Z', 'revision_number': 6, 'project_id': 'ece2774136d14f7c9338ad1f8b9d9674', 'gw_port_host': None}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:34:28.609537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-5c6ef324-633f-44a1-9768-4254f5685b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:28.610061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-5c6ef324-633f-44a1-9768-4254f5685b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:28.610531 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-5c6ef324-633f-44a1-9768-4254f5685b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:28.612413 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-5c6ef324-633f-44a1-9768-4254f5685b2c service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe24dc43-b768-42dc-8d77-d7d97f1c6d17&id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&id=f634ab50-40ab-4861-a47c-548f31d17b11&id=f634ab50-40ab-4861-a47c-548f31d17b11 HTTP/1.1" status: 200 len: 2298 time: 0.2032952 Feb 10 15:34:28.664274 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37930) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:28.706404 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-d7d25e88-d257-4f63-b910-cb1b9e54babe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb2899da-920f-41e8-8572-65874205aae6 HTTP/1.1" status: 200 len: 1002 time: 0.0830042 Feb 10 15:34:28.720586 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37934) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:28.809149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6fb4c31-2b4a-4033-b0eb-95d3d7a2d953 admin admin] Deleting subnet c49a246f-4d93-4500-8009-8239fe9417b2 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:34:28.816923 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4c31-2b4a-4033-b0eb-95d3d7a2d953 admin admin] Publish callbacks [] for subnet (c49a246f-4d93-4500-8009-8239fe9417b2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:28.849231 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-2fe60b55-01d4-4b5c-b15a-ce64872deef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:28.850740 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-2fe60b55-01d4-4b5c-b15a-ce64872deef2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38372c24-f4b5-4c74-9308-eeba2014c423 HTTP/1.1" status: 200 len: 855 time: 0.1141083 Feb 10 15:34:28.852694 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-046f5fbc-331c-4882-aca8-6b2ff6348127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9b0e78dd-3815-4102-9451-b7741a813bb1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:28.933766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f5fbc-331c-4882-aca8-6b2ff6348127 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0e78dd-3815-4102-9451-b7741a813bb1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:28.951911 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4c31-2b4a-4033-b0eb-95d3d7a2d953 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (c49a246f-4d93-4500-8009-8239fe9417b2), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.029798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-1f37d250-ca25-4588-afd2-a26d3b72d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:29.031333 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-1f37d250-ca25-4588-afd2-a26d3b72d697 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe24dc43-b768-42dc-8d77-d7d97f1c6d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1687639 Feb 10 15:34:29.059884 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device b648d478-0356-4573-92a9-97b2f1db3a0d no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:34:29.068589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892415b-849e-4728-8a31-671efff1bfaa req-5e652b4c-37e3-41ac-9910-407a9216adac tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:29.071591 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7892415b-849e-4728-8a31-671efff1bfaa req-5e652b4c-37e3-41ac-9910-407a9216adac tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.2764134 Feb 10 15:34:29.077739 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-046f5fbc-331c-4882-aca8-6b2ff6348127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.119306 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: b648d478-0356-4573-92a9-97b2f1db3a0d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:34:29.119832 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device b648d478-0356-4573-92a9-97b2f1db3a0d not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:34:29.149689 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4c31-2b4a-4033-b0eb-95d3d7a2d953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (c49a246f-4d93-4500-8009-8239fe9417b2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.236485 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7892415b-849e-4728-8a31-671efff1bfaa req-71247f23-a640-4153-9b2a-0f6c5a62f123 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415544 Feb 10 15:34:29.287618 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4c31-2b4a-4033-b0eb-95d3d7a2d953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (c49a246f-4d93-4500-8009-8239fe9417b2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.313709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb4c31-2b4a-4033-b0eb-95d3d7a2d953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c49a246f-4d93-4500-8009-8239fe9417b2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:29.337126 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-2fc4af53-d2b4-4241-b83d-489c698ce360 service neutron] 10.222.0.72 "GET /v2.0/networks/fe24dc43-b768-42dc-8d77-d7d97f1c6d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844701 Feb 10 15:34:29.352702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0488dd5b-6487-41a4-bd74-24484600d960 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c30f8a4527104531a772f2190c5111ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6226013 Feb 10 15:34:29.356561 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37956) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:29.379919 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4c31-2b4a-4033-b0eb-95d3d7a2d953 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.394029 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e6fb4c31-2b4a-4033-b0eb-95d3d7a2d953 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c49a246f-4d93-4500-8009-8239fe9417b2 HTTP/1.1" status: 204 len: 168 time: 0.7285280 Feb 10 15:34:29.397570 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37960) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:29.466061 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-046f5fbc-331c-4882-aca8-6b2ff6348127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.470862 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-046f5fbc-331c-4882-aca8-6b2ff6348127 admin admin] Publish callbacks [] for router_controller (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.563958 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4c27a592-2f44-420d-af46-d5eb64633e5d admin admin] Publish callbacks [] for security_group (d2d5199a-44fa-487d-85dd-afdb3b0e3593), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.589698 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-046f5fbc-331c-4882-aca8-6b2ff6348127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.590216 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046f5fbc-331c-4882-aca8-6b2ff6348127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:34:29.599468 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-046f5fbc-331c-4882-aca8-6b2ff6348127 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.600708 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-046f5fbc-331c-4882-aca8-6b2ff6348127 admin admin] 10.222.0.64 "DELETE /v2.0/routers/59e9421f-9bc1-4fb7-84e2-fd6d5cc14a2c HTTP/1.1" status: 204 len: 168 time: 2.2028766 Feb 10 15:34:29.607665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37968) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:29.650883 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4c27a592-2f44-420d-af46-d5eb64633e5d admin admin] Publish callbacks [] for security_group (d2d5199a-44fa-487d-85dd-afdb3b0e3593), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.661376 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-045d6053-8a54-4aab-ab6a-01cbd1239c1a service neutron] 10.222.0.72 "GET /v2.0/networks/fe24dc43-b768-42dc-8d77-d7d97f1c6d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816646 Feb 10 15:34:29.664639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ae06e8-05da-46eb-b9d3-904e8bf9e1f8 admin admin] Deleting subnet a9325239-1172-433f-bd6d-993f764a9d89 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:34:29.694821 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-74c164c7-7332-4506-a017-2c0c09053550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (7ddc0350-f4ce-4cae-8808-52d957a14b6c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.753467 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4c27a592-2f44-420d-af46-d5eb64633e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d2d5199a-44fa-487d-85dd-afdb3b0e3593), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.756923 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4c27a592-2f44-420d-af46-d5eb64633e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.758003 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4c27a592-2f44-420d-af46-d5eb64633e5d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2d5199a-44fa-487d-85dd-afdb3b0e3593 HTTP/1.1" status: 204 len: 168 time: 0.4002705 Feb 10 15:34:29.762662 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05ae06e8-05da-46eb-b9d3-904e8bf9e1f8 admin admin] Publish callbacks [] for subnet (a9325239-1172-433f-bd6d-993f764a9d89), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.765703 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-18fe9bc6-b44e-4a11-8e4b-afd7cc092221 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=10381f00-aac9-4d90-9e10-af3f92aa505c HTTP/1.1" status: 200 len: 217 time: 0.0949774 Feb 10 15:34:29.821741 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27a592-2f44-420d-af46-d5eb64633e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d5199a-44fa-487d-85dd-afdb3b0e3593,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:29.908108 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05ae06e8-05da-46eb-b9d3-904e8bf9e1f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (a9325239-1172-433f-bd6d-993f764a9d89), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.912936 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-74c164c7-7332-4506-a017-2c0c09053550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (7ddc0350-f4ce-4cae-8808-52d957a14b6c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:29.951589 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9b0e78dd-3815-4102-9451-b7741a813bb1 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:34:29.963920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-74c164c7-7332-4506-a017-2c0c09053550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddc0350-f4ce-4cae-8808-52d957a14b6c']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:29.986984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-ab5db3a5-5334-40a5-814e-ab9d40bdc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:29.992748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-74c164c7-7332-4506-a017-2c0c09053550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b59de07-30d9-4a1f-a751-0ccfc1dde33f') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:29.994634 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-ab5db3a5-5334-40a5-814e-ab9d40bdc611 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72c12823-d91c-4e2c-9209-5935b1cee3d2 HTTP/1.1" status: 200 len: 797 time: 0.1886580 Feb 10 15:34:29.996913 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-74c164c7-7332-4506-a017-2c0c09053550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b59de07-30d9-4a1f-a751-0ccfc1dde33f') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:30.015593 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 9b0e78dd-3815-4102-9451-b7741a813bb1 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:34:30.017550 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9b0e78dd-3815-4102-9451-b7741a813bb1 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:34:30.020340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c70567ab-d3ec-4f42-aacb-3ccaa870935e no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:34:30.027902 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-74c164c7-7332-4506-a017-2c0c09053550 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (3b59de07-30d9-4a1f-a751-0ccfc1dde33f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:30.059666 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-74c164c7-7332-4506-a017-2c0c09053550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (3b59de07-30d9-4a1f-a751-0ccfc1dde33f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:30.069079 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: c70567ab-d3ec-4f42-aacb-3ccaa870935e {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:34:30.069620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c70567ab-d3ec-4f42-aacb-3ccaa870935e not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:34:30.080270 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c164c7-7332-4506-a017-2c0c09053550 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:34:30.081268 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-74c164c7-7332-4506-a017-2c0c09053550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (3b59de07-30d9-4a1f-a751-0ccfc1dde33f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:34:30.099866 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:34:30.192866 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-74c164c7-7332-4506-a017-2c0c09053550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (7ddc0350-f4ce-4cae-8808-52d957a14b6c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:30.198960 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-74c164c7-7332-4506-a017-2c0c09053550 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:30.205884 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-74c164c7-7332-4506-a017-2c0c09053550 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7ddc0350-f4ce-4cae-8808-52d957a14b6c HTTP/1.1" status: 204 len: 168 time: 0.8061385 Feb 10 15:34:30.227441 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c164c7-7332-4506-a017-2c0c09053550 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ddc0350-f4ce-4cae-8808-52d957a14b6c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:30.231514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-fbd689f9-0521-4fac-b0df-b6896ce0a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:30.233342 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-fbd689f9-0521-4fac-b0df-b6896ce0a95c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2268760 Feb 10 15:34:30.251688 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05ae06e8-05da-46eb-b9d3-904e8bf9e1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (a9325239-1172-433f-bd6d-993f764a9d89), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:30.418495 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002e392-5d67-41de-8207-8eabe2cb2bfc req-54daad0a-1ddc-4a71-a1ac-8bc52bded8e9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:30.425550 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b002e392-5d67-41de-8207-8eabe2cb2bfc req-54daad0a-1ddc-4a71-a1ac-8bc52bded8e9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.0882571 Feb 10 15:34:30.486677 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05ae06e8-05da-46eb-b9d3-904e8bf9e1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (a9325239-1172-433f-bd6d-993f764a9d89), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:30.512630 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-b5022324-e07f-4680-b73f-447ce03f3400 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622831 Feb 10 15:34:30.513977 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b002e392-5d67-41de-8207-8eabe2cb2bfc req-0cdf6903-c064-41df-ba65-0ee2844cdd55 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808072 Feb 10 15:34:30.549616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae06e8-05da-46eb-b9d3-904e8bf9e1f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9325239-1172-433f-bd6d-993f764a9d89,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:30.564683 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05ae06e8-05da-46eb-b9d3-904e8bf9e1f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:30.571695 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-05ae06e8-05da-46eb-b9d3-904e8bf9e1f8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a9325239-1172-433f-bd6d-993f764a9d89 HTTP/1.1" status: 204 len: 168 time: 0.9626570 Feb 10 15:34:30.572133 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d17677-7601-4d62-b7b4-1b5c49846164 None None] Network 3ecb8799-ae9a-4dae-9ca0-77e560818bb7 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:34:30.574735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38002) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:30.601669 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38004) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:30.687794 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (3ecb8799-ae9a-4dae-9ca0-77e560818bb7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:30.730729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b6272451-5b9e-4305-99ed-d801663b9623 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c0b43274c7343d5a74dc837be4c39fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1249928 Feb 10 15:34:30.731839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38006) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:30.783010 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-8c9e804c-27f5-4dfc-b884-03f4142e6dfa service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438941 Feb 10 15:34:30.841924 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-b7c8ec47-a694-4d4f-b2d0-c1cc3744e5bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=60ef18b7-07cd-4dd7-936a-aa71c8c7559e HTTP/1.1" status: 200 len: 217 time: 0.0496590 Feb 10 15:34:30.909072 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2298f08-9fa3-4987-b796-fe504d2c306c None None] DHCP port deletion for 3ecb8799-ae9a-4dae-9ca0-77e560818bb7 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:34:30.982999 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ce1b-5c7c-4abf-8494-f12dbfcdcc25 admin admin] Publish callbacks [] for security_group (519a71c7-8929-4972-8151-3c3bc293bec3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:31.024222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-a12f171d-5fd3-4e33-b896-6bef40c35838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:31.025683 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-a12f171d-5fd3-4e33-b896-6bef40c35838 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72c12823-d91c-4e2c-9209-5935b1cee3d2 HTTP/1.1" status: 200 len: 797 time: 0.1579621 Feb 10 15:34:31.032110 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ce1b-5c7c-4abf-8494-f12dbfcdcc25 admin admin] Publish callbacks [] for security_group (519a71c7-8929-4972-8151-3c3bc293bec3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:31.043552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e2298f08-9fa3-4987-b796-fe504d2c306c None None] Deleting port b52da303-323a-4277-8333-78c8521d93ce {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:34:31.044503 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e2298f08-9fa3-4987-b796-fe504d2c306c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b52da303-323a-4277-8333-78c8521d93ce), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:31.056114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] Deleting port b52da303-323a-4277-8333-78c8521d93ce {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:34:31.056114 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b52da303-323a-4277-8333-78c8521d93ce), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:31.217299 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e2298f08-9fa3-4987-b796-fe504d2c306c None None] For port b52da303-323a-4277-8333-78c8521d93ce, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b52da303-323a-4277-8333-78c8521d93ce,segment=NetworkSegment(57048521-d468-4955-a871-b03929b23f2e),segment_id=57048521-d468-4955-a871-b03929b23f2e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:31.218050 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e2298f08-9fa3-4987-b796-fe504d2c306c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b52da303-323a-4277-8333-78c8521d93ce), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:31.241060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-b923d680-83df-4eea-b02d-ee34acf6c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:31.242636 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-b923d680-83df-4eea-b02d-ee34acf6c513 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2084522 Feb 10 15:34:31.244897 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] For port b52da303-323a-4277-8333-78c8521d93ce, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b52da303-323a-4277-8333-78c8521d93ce,segment=NetworkSegment(57048521-d468-4955-a871-b03929b23f2e),segment_id=57048521-d468-4955-a871-b03929b23f2e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:31.245262 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b52da303-323a-4277-8333-78c8521d93ce), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:31.254338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e2298f08-9fa3-4987-b796-fe504d2c306c None None] Calling delete_port for b52da303-323a-4277-8333-78c8521d93ce owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:34:31.271948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] Calling delete_port for b52da303-323a-4277-8333-78c8521d93ce owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:34:31.287170 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ce1b-5c7c-4abf-8494-f12dbfcdcc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (519a71c7-8929-4972-8151-3c3bc293bec3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:31.289128 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ce1b-5c7c-4abf-8494-f12dbfcdcc25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:31.292504 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6ba2ce1b-5c7c-4abf-8494-f12dbfcdcc25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/519a71c7-8929-4972-8151-3c3bc293bec3 HTTP/1.1" status: 204 len: 168 time: 0.5555558 Feb 10 15:34:31.419859 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e2298f08-9fa3-4987-b796-fe504d2c306c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (b52da303-323a-4277-8333-78c8521d93ce), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:31.450720 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2298f08-9fa3-4987-b796-fe504d2c306c None None] Pushing event deleted for resources: {'Port': ['ID=b52da303-323a-4277-8333-78c8521d93ce,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:31.455126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2298f08-9fa3-4987-b796-fe504d2c306c None None] No DVR routers for this DVR port b52da303-323a-4277-8333-78c8521d93ce on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:34:31.766172 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089f4e4-f2d6-4aeb-a346-290d8b8c19fa req-b6ee9eb0-5234-47c9-8e8e-84eb7dd1c56e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:31.783093 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6089f4e4-f2d6-4aeb-a346-290d8b8c19fa req-b6ee9eb0-5234-47c9-8e8e-84eb7dd1c56e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.1123700 Feb 10 15:34:31.884083 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6089f4e4-f2d6-4aeb-a346-290d8b8c19fa req-a8e2997d-b71d-4c1b-9fb8-0645f03cb5d4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000838 Feb 10 15:34:31.910402 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2ce1b-5c7c-4abf-8494-f12dbfcdcc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519a71c7-8929-4972-8151-3c3bc293bec3,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:31.916159 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b52da303-323a-4277-8333-78c8521d93ce no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:34:32.014521 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-dbef902c-1556-4349-a5c9-e1832ec20283 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7577009 Feb 10 15:34:32.024904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: b52da303-323a-4277-8333-78c8521d93ce {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:34:32.025485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b52da303-323a-4277-8333-78c8521d93ce not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:34:32.245647 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b52da303-323a-4277-8333-78c8521d93ce), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:32.264838 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-81b0706a-1ef7-4893-a540-c4286502812f service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306979 Feb 10 15:34:32.317873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] Pushing event deleted for resources: {'Port': ['ID=b52da303-323a-4277-8333-78c8521d93ce,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:32.352831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] No DVR routers for this DVR port b52da303-323a-4277-8333-78c8521d93ce on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:34:32.368338 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-643bd4cc-5e9e-4dc9-af60-cdaba7c34c39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=0c0f6301-441b-4266-aaf6-c93025a59799 HTTP/1.1" status: 200 len: 217 time: 0.0588090 Feb 10 15:34:32.422384 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38060) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:32.549091 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (3ecb8799-ae9a-4dae-9ca0-77e560818bb7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:32.572715 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-1c5fa24b-6774-4448-9ffe-94f9a9adedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:32.574168 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-1c5fa24b-6774-4448-9ffe-94f9a9adedbc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72c12823-d91c-4e2c-9209-5935b1cee3d2 HTTP/1.1" status: 200 len: 797 time: 0.1773267 Feb 10 15:34:32.598724 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6b82-4027-4b1a-a308-41afa055df3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:32.626573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ecb8799-ae9a-4dae-9ca0-77e560818bb7']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:32.666392 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57048521-d468-4955-a871-b03929b23f2e') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:32.666693 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57048521-d468-4955-a871-b03929b23f2e') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:32.700036 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (57048521-d468-4955-a871-b03929b23f2e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:32.742517 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (57048521-d468-4955-a871-b03929b23f2e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:32.750816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:34:32.751236 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (57048521-d468-4955-a871-b03929b23f2e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:34:32.765002 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:34:32.787886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-6f48d663-c7a8-405f-8107-270738948912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:32.788537 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-6f48d663-c7a8-405f-8107-270738948912 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2043307 Feb 10 15:34:32.799065 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6b82-4027-4b1a-a308-41afa055df3e admin admin] Publish callbacks [] for security_group (d7ac5178-8ba6-413a-95eb-50dbb65d4d40), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:32.806513 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6b82-4027-4b1a-a308-41afa055df3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d7ac5178-8ba6-413a-95eb-50dbb65d4d40), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:32.904680 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3c7f6b82-4027-4b1a-a308-41afa055df3e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75d9825911f845f39b35951bb78db721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4811461 Feb 10 15:34:32.907309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38080) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:33.006150 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (3ecb8799-ae9a-4dae-9ca0-77e560818bb7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:33.028782 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f6b82-4027-4b1a-a308-41afa055df3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ac5178-8ba6-413a-95eb-50dbb65d4d40,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:33.033522 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:33.042913 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] 10.222.0.64 "DELETE /v2.0/networks/3ecb8799-ae9a-4dae-9ca0-77e560818bb7 HTTP/1.1" status: 204 len: 168 time: 2.4671590 Feb 10 15:34:33.064151 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38090) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:33.077448 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbc4ec-881f-4f1b-98b8-1820333cadbb admin admin] Pushing event deleted for resources: {'Network': ['ID=3ecb8799-ae9a-4dae-9ca0-77e560818bb7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:33.119028 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-092a7269-1650-4730-b93f-aa255c5b875a service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174093 Feb 10 15:34:33.230374 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e8820293-b269-4fb5-a21c-969c3b996487 admin admin] Publish callbacks [] for security_group (d7ac5178-8ba6-413a-95eb-50dbb65d4d40), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:33.282663 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38100) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:33.284218 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c66e6a-9763-4bfb-9143-611311d3a07f req-d48b5940-c71e-48a6-9417-d386dedee3f4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:33.288567 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01c66e6a-9763-4bfb-9143-611311d3a07f req-d48b5940-c71e-48a6-9417-d386dedee3f4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.2356834 Feb 10 15:34:33.297394 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e8820293-b269-4fb5-a21c-969c3b996487 admin admin] Publish callbacks [] for security_group (d7ac5178-8ba6-413a-95eb-50dbb65d4d40), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:33.351248 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-fefef76a-e9f8-4bc6-90eb-02799b79f510 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213259 Feb 10 15:34:33.429692 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01c66e6a-9763-4bfb-9143-611311d3a07f req-d0b1007a-2067-4178-b3d5-185f6d8887c6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246903 Feb 10 15:34:33.453250 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e8820293-b269-4fb5-a21c-969c3b996487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d7ac5178-8ba6-413a-95eb-50dbb65d4d40), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:33.464325 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e8820293-b269-4fb5-a21c-969c3b996487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:33.467580 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e8820293-b269-4fb5-a21c-969c3b996487 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7ac5178-8ba6-413a-95eb-50dbb65d4d40 HTTP/1.1" status: 204 len: 168 time: 0.5517051 Feb 10 15:34:33.485552 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a5a68f0f-e9bc-41e4-957e-7360a15f0925 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ece2774136d14f7c9338ad1f8b9d9674&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1991279 Feb 10 15:34:33.486348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38104) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:33.497287 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-edc46796-7cfe-482d-8b76-a6c99ec5fc57 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=d48f39b5-f797-4352-8b28-81d1efe23bf4 HTTP/1.1" status: 200 len: 217 time: 0.1246479 Feb 10 15:34:33.499475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8820293-b269-4fb5-a21c-969c3b996487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ac5178-8ba6-413a-95eb-50dbb65d4d40,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:33.605584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-61c53eea-a43a-46e5-adc4-46c073497f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:33.607040 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-61c53eea-a43a-46e5-adc4-46c073497f91 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72c12823-d91c-4e2c-9209-5935b1cee3d2 HTTP/1.1" status: 200 len: 797 time: 0.1085343 Feb 10 15:34:33.612980 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f38bddd-a958-4e9e-8602-8e04c307994b admin admin] Publish callbacks [] for security_group (ef21b64b-4b67-4644-92f7-80629fb3f798), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:33.669331 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f38bddd-a958-4e9e-8602-8e04c307994b admin admin] Publish callbacks [] for security_group (ef21b64b-4b67-4644-92f7-80629fb3f798), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:33.685023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-fb9d5ad0-aa81-45f1-a051-716b632a12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:33.686939 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-fb9d5ad0-aa81-45f1-a051-716b632a12cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0735345 Feb 10 15:34:33.787381 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-15c14b68-830e-404a-9c06-b281f272ba8b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-463268740-network', 'tenant_id': '3ff7cc44d27a4d3db3b9445ce4115014'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:33.792199 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f38bddd-a958-4e9e-8602-8e04c307994b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ef21b64b-4b67-4644-92f7-80629fb3f798), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:33.795605 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f38bddd-a958-4e9e-8602-8e04c307994b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:33.796997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1f38bddd-a958-4e9e-8602-8e04c307994b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef21b64b-4b67-4644-92f7-80629fb3f798 HTTP/1.1" status: 204 len: 168 time: 0.3090818 Feb 10 15:34:33.818259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38bddd-a958-4e9e-8602-8e04c307994b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef21b64b-4b67-4644-92f7-80629fb3f798,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:33.837311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c14b68-830e-404a-9c06-b281f272ba8b admin admin] Made reservation on behalf of 3ff7cc44d27a4d3db3b9445ce4115014 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:33.840570 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15c14b68-830e-404a-9c06-b281f272ba8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:33.865921 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15c14b68-830e-404a-9c06-b281f272ba8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:33.969432 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-e56dac5a-c105-4f5b-a404-c8bda3b88878 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624209 Feb 10 15:34:34.009746 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15c14b68-830e-404a-9c06-b281f272ba8b admin admin] Publish callbacks [] for security_group (eaad134b-9749-4561-87f8-5b031c3f9c21), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:34.017239 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15c14b68-830e-404a-9c06-b281f272ba8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (eaad134b-9749-4561-87f8-5b031c3f9c21), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:34.098640 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c14b68-830e-404a-9c06-b281f272ba8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaad134b-9749-4561-87f8-5b031c3f9c21,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:34.136256 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c14b68-830e-404a-9c06-b281f272ba8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:34:34.152186 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15c14b68-830e-404a-9c06-b281f272ba8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (c65cbdbb-b012-4ebb-ab9e-c0176ba50964), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:34.152515 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-15c14b68-830e-404a-9c06-b281f272ba8b admin admin] Added segment c65cbdbb-b012-4ebb-ab9e-c0176ba50964 of type vlan for network 0e367e63-34d1-4188-ada1-4e62f3974686 Feb 10 15:34:34.170214 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-2059332b-e255-4504-b03d-3974894caad7 service neutron] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939492 Feb 10 15:34:34.204486 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15c14b68-830e-404a-9c06-b281f272ba8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (0e367e63-34d1-4188-ada1-4e62f3974686), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:34.247695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38124) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:34.260287 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-3ed1d9b4-c717-46c3-9971-dc39fa273300 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9efcebb-7395-4dcf-b2e7-6607820b2b36 HTTP/1.1" status: 200 len: 217 time: 0.0760369 Feb 10 15:34:34.282997 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85c7e64c-5b23-4cb6-b5a3-e75cda598225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:34.293337 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15c14b68-830e-404a-9c06-b281f272ba8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (0e367e63-34d1-4188-ada1-4e62f3974686), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:34.294377 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c14b68-830e-404a-9c06-b281f272ba8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:34.294966 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15c14b68-830e-404a-9c06-b281f272ba8b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:34.375652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-1aee0659-df6d-4975-bf8c-a60b4dc978b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:34.377642 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-1aee0659-df6d-4975-bf8c-a60b4dc978b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a71818b0-4a92-4bfc-9f7d-7c4e8bafed44 HTTP/1.1" status: 200 len: 797 time: 0.1000564 Feb 10 15:34:34.386189 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85c7e64c-5b23-4cb6-b5a3-e75cda598225 admin admin] Publish callbacks [] for security_group (cedf3eae-9024-4ce7-b01e-451a78e1907a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:34.409114 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85c7e64c-5b23-4cb6-b5a3-e75cda598225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (cedf3eae-9024-4ce7-b01e-451a78e1907a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:34.438905 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38128) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:34.439425 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-15c14b68-830e-404a-9c06-b281f272ba8b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3657012 Feb 10 15:34:34.446636 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b25caf0b-6fa8-4fab-aecb-3ae1e94b645a admin admin] Request body: {'subnet': {'network_id': '0e367e63-34d1-4188-ada1-4e62f3974686', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-463268740-subnet', 'tenant_id': '3ff7cc44d27a4d3db3b9445ce4115014', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:34.477061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-f2c87b21-2b32-4289-821a-6eb530bbe8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:34.480142 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-f2c87b21-2b32-4289-821a-6eb530bbe8b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f634ab50-40ab-4861-a47c-548f31d17b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0943406 Feb 10 15:34:34.482871 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25caf0b-6fa8-4fab-aecb-3ae1e94b645a admin admin] Made reservation on behalf of 3ff7cc44d27a4d3db3b9445ce4115014 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:34.487376 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b25caf0b-6fa8-4fab-aecb-3ae1e94b645a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:34.495563 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c14b68-830e-404a-9c06-b281f272ba8b admin admin] Pushing event updated for resources: {'Network': ['ID=0e367e63-34d1-4188-ada1-4e62f3974686,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:34.503399 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-85c7e64c-5b23-4cb6-b5a3-e75cda598225 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31fb908ea26c480bb6d1497da86972d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2536571 Feb 10 15:34:34.504579 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38132) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:34.510483 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 0e367e63-34d1-4188-ada1-4e62f3974686 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:34:34.512035 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7e64c-5b23-4cb6-b5a3-e75cda598225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedf3eae-9024-4ce7-b01e-451a78e1907a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:34.610089 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-30f19d7a-84a0-43b3-bde8-502760be339f admin admin] Publish callbacks [] for security_group (cedf3eae-9024-4ce7-b01e-451a78e1907a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:34.642420 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-30f19d7a-84a0-43b3-bde8-502760be339f admin admin] Publish callbacks [] for security_group (cedf3eae-9024-4ce7-b01e-451a78e1907a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:34.667308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3e509-57a1-44b8-a87d-c254060f6799 req-5f978d22-7ff8-4f0c-988e-2cc6a77ba190 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:34.675599 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ec3e509-57a1-44b8-a87d-c254060f6799 req-5f978d22-7ff8-4f0c-988e-2cc6a77ba190 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.1057963 Feb 10 15:34:34.820683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ec3e509-57a1-44b8-a87d-c254060f6799 req-c3caf948-eed5-4fcf-9e8c-80d4cf67f282 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440198 Feb 10 15:34:34.838328 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-30f19d7a-84a0-43b3-bde8-502760be339f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (cedf3eae-9024-4ce7-b01e-451a78e1907a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:34.841151 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-30f19d7a-84a0-43b3-bde8-502760be339f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:34.845196 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-30f19d7a-84a0-43b3-bde8-502760be339f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cedf3eae-9024-4ce7-b01e-451a78e1907a HTTP/1.1" status: 204 len: 168 time: 0.3385873 Feb 10 15:34:34.860448 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f19d7a-84a0-43b3-bde8-502760be339f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedf3eae-9024-4ce7-b01e-451a78e1907a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:34.939112 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-a03c8abc-4bc2-4309-b583-c47e36c09c21 service neutron] 10.222.0.72 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479690 Feb 10 15:34:35.086624 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b25caf0b-6fa8-4fab-aecb-3ae1e94b645a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:35.195136 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25caf0b-6fa8-4fab-aecb-3ae1e94b645a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:35.204764 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-38f2ae01-efa6-4636-a49e-3ccdb0133692 service neutron] 10.222.0.72 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591722 Feb 10 15:34:35.260693 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-988536e0-25f5-46cb-a1f8-22854f04971c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b42454b-11bc-437e-a789-f42095c9d310 HTTP/1.1" status: 200 len: 217 time: 0.0456641 Feb 10 15:34:35.263243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25caf0b-6fa8-4fab-aecb-3ae1e94b645a admin admin] Checking segment: {'id': 'c65cbdbb-b012-4ebb-ab9e-c0176ba50964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0e367e63-34d1-4188-ada1-4e62f3974686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:34:35.263610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25caf0b-6fa8-4fab-aecb-3ae1e94b645a admin admin] Network hostable DHCP agents. Network: 0e367e63-34d1-4188-ada1-4e62f3974686, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:34:35.287879 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25caf0b-6fa8-4fab-aecb-3ae1e94b645a admin admin] Network 0e367e63-34d1-4188-ada1-4e62f3974686 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:34:35.320198 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-b25caf0b-6fa8-4fab-aecb-3ae1e94b645a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 0e367e63-34d1-4188-ada1-4e62f3974686) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:35.327038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25caf0b-6fa8-4fab-aecb-3ae1e94b645a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:35.331309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc025a-b1db-47ff-9eed-32fa9ecdb6ab None None] Network 0e367e63-34d1-4188-ada1-4e62f3974686 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:34:35.339196 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b25caf0b-6fa8-4fab-aecb-3ae1e94b645a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:35.350726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38168) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:35.366086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-856b1830-1ae7-4e74-9031-35b1449f4ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:35.377506 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-856b1830-1ae7-4e74-9031-35b1449f4ba1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a71818b0-4a92-4bfc-9f7d-7c4e8bafed44 HTTP/1.1" status: 200 len: 797 time: 0.0992658 Feb 10 15:34:35.461778 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b25caf0b-6fa8-4fab-aecb-3ae1e94b645a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0192404 Feb 10 15:34:35.478909 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4d3037-eb81-4256-ac53-0602669136b9 None None] Network 0e367e63-34d1-4188-ada1-4e62f3974686 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:34:35.513195 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-b1c08c88-8cb2-4f30-b8ca-e22dc1ba1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:35.514772 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-b1c08c88-8cb2-4f30-b8ca-e22dc1ba1a6f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f634ab50-40ab-4861-a47c-548f31d17b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1310656 Feb 10 15:34:35.584556 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e95adf27-39eb-438b-aeee-416bf4981ba2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1321867497-network', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:35.628591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95adf27-39eb-438b-aeee-416bf4981ba2 admin admin] Made reservation on behalf of 9a604c2939b04840a89b4741b69d3c48 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:35.632361 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e95adf27-39eb-438b-aeee-416bf4981ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:35.654175 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e95adf27-39eb-438b-aeee-416bf4981ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:35.667496 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-6af5116c-bd21-40f4-9f33-277ede1aef49 service neutron] 10.222.0.72 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453841 Feb 10 15:34:35.763351 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e95adf27-39eb-438b-aeee-416bf4981ba2 admin admin] Publish callbacks [] for security_group (676fef5d-51aa-43eb-ae54-704bf1dfaee9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:35.769001 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e95adf27-39eb-438b-aeee-416bf4981ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (676fef5d-51aa-43eb-ae54-704bf1dfaee9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:35.838254 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95adf27-39eb-438b-aeee-416bf4981ba2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:34:35.858906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95adf27-39eb-438b-aeee-416bf4981ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676fef5d-51aa-43eb-ae54-704bf1dfaee9,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:35.879896 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e95adf27-39eb-438b-aeee-416bf4981ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (43a91810-dc84-4bb8-8290-d75712723d7f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:35.880297 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-e95adf27-39eb-438b-aeee-416bf4981ba2 admin admin] Added segment 43a91810-dc84-4bb8-8290-d75712723d7f of type vlan for network eaf784ee-54d3-4977-bfd9-5813d9071ad6 Feb 10 15:34:35.891406 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-147cc9fa-4d35-496b-9af5-c7da8f599ed0 req-2c5c5402-972f-4e94-acdd-f4d928ca99a6 service neutron] 10.222.0.72 "GET /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110701 Feb 10 15:34:35.970342 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e95adf27-39eb-438b-aeee-416bf4981ba2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (eaf784ee-54d3-4977-bfd9-5813d9071ad6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:36.070037 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e95adf27-39eb-438b-aeee-416bf4981ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (eaf784ee-54d3-4977-bfd9-5813d9071ad6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:36.071227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95adf27-39eb-438b-aeee-416bf4981ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:36.071949 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e95adf27-39eb-438b-aeee-416bf4981ba2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:36.133319 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e95adf27-39eb-438b-aeee-416bf4981ba2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7809963 Feb 10 15:34:36.135006 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38200) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:36.141657 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a48800db-00a2-4723-98f3-a4cdad4f6dba admin admin] Request body: {'subnet': {'network_id': 'eaf784ee-54d3-4977-bfd9-5813d9071ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1321867497-subnet', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:36.181648 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48800db-00a2-4723-98f3-a4cdad4f6dba admin admin] Made reservation on behalf of 9a604c2939b04840a89b4741b69d3c48 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:36.184169 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a48800db-00a2-4723-98f3-a4cdad4f6dba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:36.192887 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66843d3-7ae8-493b-ab1c-e2a956b41b60 req-e0e989a9-fd10-45a2-aa80-6b43479ba571 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:36.194804 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d66843d3-7ae8-493b-ab1c-e2a956b41b60 req-e0e989a9-fd10-45a2-aa80-6b43479ba571 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.2272179 Feb 10 15:34:36.198347 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95adf27-39eb-438b-aeee-416bf4981ba2 admin admin] Pushing event updated for resources: {'Network': ['ID=eaf784ee-54d3-4977-bfd9-5813d9071ad6,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:36.215589 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network eaf784ee-54d3-4977-bfd9-5813d9071ad6 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:34:36.280767 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d66843d3-7ae8-493b-ab1c-e2a956b41b60 req-ae283c3a-14b2-4847-8d7b-81441a24515a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731480 Feb 10 15:34:36.452145 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a48800db-00a2-4723-98f3-a4cdad4f6dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (f9e7016a-d740-423f-9a46-0e968182ef36), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:36.525452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48800db-00a2-4723-98f3-a4cdad4f6dba admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e7016a-d740-423f-9a46-0e968182ef36,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:36.533951 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48800db-00a2-4723-98f3-a4cdad4f6dba admin admin] Checking segment: {'id': '43a91810-dc84-4bb8-8290-d75712723d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'eaf784ee-54d3-4977-bfd9-5813d9071ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:34:36.534314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48800db-00a2-4723-98f3-a4cdad4f6dba admin admin] Network hostable DHCP agents. Network: eaf784ee-54d3-4977-bfd9-5813d9071ad6, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:34:36.569633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48800db-00a2-4723-98f3-a4cdad4f6dba admin admin] Network eaf784ee-54d3-4977-bfd9-5813d9071ad6 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:34:36.589850 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-a48800db-00a2-4723-98f3-a4cdad4f6dba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, eaf784ee-54d3-4977-bfd9-5813d9071ad6) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:36.599129 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6906aee0-6051-4be6-b047-1c737f86b975 None None] Network eaf784ee-54d3-4977-bfd9-5813d9071ad6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:34:36.618472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48800db-00a2-4723-98f3-a4cdad4f6dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:36.619077 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a48800db-00a2-4723-98f3-a4cdad4f6dba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:36.653143 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a48800db-00a2-4723-98f3-a4cdad4f6dba admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5139821 Feb 10 15:34:36.657155 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38228) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:36.662231 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1321867497-router', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:36.712122 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:36.713342 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:36.745854 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-872d9e64-7380-4e27-86cb-fb2a665081d4 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:36.747475 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-872d9e64-7380-4e27-86cb-fb2a665081d4 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/networks?id=0e367e63-34d1-4188-ada1-4e62f3974686 HTTP/1.1" status: 200 len: 813 time: 0.3126512 Feb 10 15:34:36.796156 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-2ac23299-c5dc-461e-b24b-69722858ce66 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/quotas/3ff7cc44d27a4d3db3b9445ce4115014 HTTP/1.1" status: 200 len: 375 time: 0.0314689 Feb 10 15:34:36.847912 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Publish callbacks [] for router_controller (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:36.850212 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-33fc1ebe-a6c3-4f26-8f51-df3e51ebb305 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ff7cc44d27a4d3db3b9445ce4115014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469010 Feb 10 15:34:36.873638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-eaf784ee-54d3-4977-bfd9-5813d9071ad6', 'network_id': 'eaf784ee-54d3-4977-bfd9-5813d9071ad6', 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'fixed_ips': [{'subnet_id': 'f9e7016a-d740-423f-9a46-0e968182ef36'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:34:36.874510 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:37.091243 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-36e499b5-8846-4054-8c2a-5facd0d3a932 service neutron] 10.222.0.64 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309675 Feb 10 15:34:37.176750 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Allocated IP 172.20.0.2 (eaf784ee-54d3-4977-bfd9-5813d9071ad6/f9e7016a-d740-423f-9a46-0e968182ef36/ce07e705-1434-4882-a9af-b2389b0cd3d4) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:34:37.210536 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Publish callbacks [] for router_gateway (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:37.286856 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-79d40ef4-4e89-404c-9e29-1bee9b3e1143 service neutron] 10.222.0.64 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898830 Feb 10 15:34:37.454499 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Publish callbacks [] for port (ce07e705-1434-4882-a9af-b2389b0cd3d4), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:37.469939 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (ce07e705-1434-4882-a9af-b2389b0cd3d4), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:37.476178 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:37.523251 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805247a-fef4-423f-8366-74203b4c68a0 req-126a15de-46f0-479c-8c8e-a32dcb5cc13d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:37.531804 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2805247a-fef4-423f-8366-74203b4c68a0 req-126a15de-46f0-479c-8c8e-a32dcb5cc13d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.0877137 Feb 10 15:34:37.542194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Network eaf784ee-54d3-4977-bfd9-5813d9071ad6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:34:37.549073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:37.552257 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:34:37.680324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Attempting to bind port ce07e705-1434-4882-a9af-b2389b0cd3d4 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:34:37.685136 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Attempting to bind port ce07e705-1434-4882-a9af-b2389b0cd3d4 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '43a91810-dc84-4bb8-8290-d75712723d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'eaf784ee-54d3-4977-bfd9-5813d9071ad6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:34:37.685794 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Attempting to bind port ce07e705-1434-4882-a9af-b2389b0cd3d4 on network eaf784ee-54d3-4977-bfd9-5813d9071ad6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:34:37.702035 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Pushing event updated for resources: {'Port': ['ID=ce07e705-1434-4882-a9af-b2389b0cd3d4,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:37.705403 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:34:37.709041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Checking segment: {'id': '43a91810-dc84-4bb8-8290-d75712723d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'eaf784ee-54d3-4977-bfd9-5813d9071ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:34:37.709639 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:37.710917 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Bound using segment: {'id': '43a91810-dc84-4bb8-8290-d75712723d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'eaf784ee-54d3-4977-bfd9-5813d9071ad6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:34:37.711852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Bound port: ce07e705-1434-4882-a9af-b2389b0cd3d4, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a91810-dc84-4bb8-8290-d75712723d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'eaf784ee-54d3-4977-bfd9-5813d9071ad6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:34:37.713673 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ce07e705-1434-4882-a9af-b2389b0cd3d4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:37.755057 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Publish callbacks [] for router_gateway (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:37.773395 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-077ee7d4-1b0a-41c9-a070-34ed6edfc7c0 req-097c22fa-3f44-4e5f-b842-77220717c441 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 210 time: 0.1195645 Feb 10 15:34:37.804328 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2805247a-fef4-423f-8366-74203b4c68a0 req-b36bde0a-7039-4f1d-8267-aeca7baf91ca tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701807 Feb 10 15:34:37.850965 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:37.899734 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] For port ce07e705-1434-4882-a9af-b2389b0cd3d4, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:34:37.905060 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] For port ce07e705-1434-4882-a9af-b2389b0cd3d4, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ce07e705-1434-4882-a9af-b2389b0cd3d4,segment=NetworkSegment(43a91810-dc84-4bb8-8290-d75712723d7f),segment_id=43a91810-dc84-4bb8-8290-d75712723d7f)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:34:37.913239 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ce07e705-1434-4882-a9af-b2389b0cd3d4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:38.042652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Allocated IP 172.25.3.2 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/c1721cc2-5bb6-4736-b31b-fe3313366628) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:34:38.059677 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cf51c-8eb5-48a0-b954-52ec0f0b6bfa None None] Pushing event updated for resources: {'Port': ['ID=ce07e705-1434-4882-a9af-b2389b0cd3d4,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:38.272086 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Publish callbacks [] for port (c1721cc2-5bb6-4736-b31b-fe3313366628), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:38.337476 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (c1721cc2-5bb6-4736-b31b-fe3313366628), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:38.427115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:34:38.435797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:38.440314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:34:38.470364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c1721cc2-5bb6-4736-b31b-fe3313366628,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:38.946292 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Publish callbacks [] for router_gateway (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:39.087618 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97a8d056-439b-4fbb-b879-60cac4a38fef req-36c63b56-586e-4001-baab-b182b63da8bc tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 210 time: 0.1138051 Feb 10 15:34:39.150044 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281f49b-bf4a-4c3c-be65-23259ec9da43 req-6bd75cd7-3582-4c4f-9169-524dbc76635d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:39.152516 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2281f49b-bf4a-4c3c-be65-23259ec9da43 req-6bd75cd7-3582-4c4f-9169-524dbc76635d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.2069318 Feb 10 15:34:39.371747 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:39.698565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Router 1a8c3c92-9ea6-4488-86ef-ca32a7494b32 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:34:39.740751 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2281f49b-bf4a-4c3c-be65-23259ec9da43 req-96cd5328-bb95-42c9-bc1a-a125fc225d91 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732501 Feb 10 15:34:39.765196 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6909ff-0463-424e-ac07-8f198d583db2 None None] Network eaf784ee-54d3-4977-bfd9-5813d9071ad6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:34:39.927266 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:34:39.979459 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:39.983580 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38302) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:39.988193 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a3d3e9a0-9b5c-49fc-96b8-6e5f838800d2 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3315346 Feb 10 15:34:40.093601 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ce07e705-1434-4882-a9af-b2389b0cd3d4 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:34:40.174663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Sync routers for ids ['1a8c3c92-9ea6-4488-86ef-ca32a7494b32'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:34:40.206890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f723bb52-dc4a-4ed7-8a24-61437450d176 None None] Provisioning complete for port ce07e705-1434-4882-a9af-b2389b0cd3d4 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:40.207661 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f723bb52-dc4a-4ed7-8a24-61437450d176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ce07e705-1434-4882-a9af-b2389b0cd3d4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:40.219939 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-a2bfe43c-15e2-4c38-bda9-57da0bf1318c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:40.227991 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-a2bfe43c-15e2-4c38-bda9-57da0bf1318c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.79 "GET /v2.0/networks?id=0e367e63-34d1-4188-ada1-4e62f3974686 HTTP/1.1" status: 200 len: 813 time: 0.2771299 Feb 10 15:34:40.239309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-57d09172-4596-41fd-8dab-3706ef21e778 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Request body: {'port': {'device_id': 'b044452e-b07a-4eb1-ad18-87b0b0ea741d', 'network_id': '0e367e63-34d1-4188-ada1-4e62f3974686', 'admin_state_up': True, 'tenant_id': '3ff7cc44d27a4d3db3b9445ce4115014'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:40.259696 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Routers {'1a8c3c92-9ea6-4488-86ef-ca32a7494b32'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:34:40.260574 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:34:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['1a8c3c92-9ea6-4488-86ef-ca32a7494b32'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:40.301568 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16955813-637f-42a7-95cb-8d54674bd669 req-c8c6ea4d-dbc6-4dae-8144-30bb8d7e0974 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 210 time: 0.0524297 Feb 10 15:34:40.455953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-57d09172-4596-41fd-8dab-3706ef21e778 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Made reservation on behalf of 3ff7cc44d27a4d3db3b9445ce4115014 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:40.467983 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-57d09172-4596-41fd-8dab-3706ef21e778 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:40.476770 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ce07e705-1434-4882-a9af-b2389b0cd3d4 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:40.477468 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ce07e705-1434-4882-a9af-b2389b0cd3d4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:40.529629 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f723bb52-dc4a-4ed7-8a24-61437450d176 None None] Current status of the port ce07e705-1434-4882-a9af-b2389b0cd3d4 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:40.530508 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f723bb52-dc4a-4ed7-8a24-61437450d176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ce07e705-1434-4882-a9af-b2389b0cd3d4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:40.732528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-57d09172-4596-41fd-8dab-3706ef21e778 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Allocated IP 172.20.0.5 (0e367e63-34d1-4188-ada1-4e62f3974686/f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6/54488536-ba73-4f47-9bed-75348e4117fe) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:34:40.872046 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f723bb52-dc4a-4ed7-8a24-61437450d176 None None] For port ce07e705-1434-4882-a9af-b2389b0cd3d4, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ce07e705-1434-4882-a9af-b2389b0cd3d4,segment=NetworkSegment(43a91810-dc84-4bb8-8290-d75712723d7f),segment_id=43a91810-dc84-4bb8-8290-d75712723d7f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:40.888946 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f723bb52-dc4a-4ed7-8a24-61437450d176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ce07e705-1434-4882-a9af-b2389b0cd3d4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:40.909193 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ce07e705-1434-4882-a9af-b2389b0cd3d4 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:40.909921 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ce07e705-1434-4882-a9af-b2389b0cd3d4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:40.981483 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Set router 1a8c3c92-9ea6-4488-86ef-ca32a7494b32 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:34:41.048396 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-57d09172-4596-41fd-8dab-3706ef21e778 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Publish callbacks [] for port (54488536-ba73-4f47-9bed-75348e4117fe), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:41.127038 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-57d09172-4596-41fd-8dab-3706ef21e778 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (54488536-ba73-4f47-9bed-75348e4117fe), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:41.137123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa0ff8-9bcd-4fea-8445-a22f9d1a7250 req-a0ae4822-f024-4a19-bcf2-5720ed486efb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:41.138995 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdaa0ff8-9bcd-4fea-8445-a22f9d1a7250 req-a0ae4822-f024-4a19-bcf2-5720ed486efb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.2204952 Feb 10 15:34:41.150506 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:41.232980 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d09172-4596-41fd-8dab-3706ef21e778 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Pushing event updated for resources: {'Port': ['ID=54488536-ba73-4f47-9bed-75348e4117fe,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:41.266497 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-57d09172-4596-41fd-8dab-3706ef21e778 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Network 0e367e63-34d1-4188-ada1-4e62f3974686 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:34:41.267918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-57d09172-4596-41fd-8dab-3706ef21e778 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:41.277738 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-57d09172-4596-41fd-8dab-3706ef21e778 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:34:41.377276 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdaa0ff8-9bcd-4fea-8445-a22f9d1a7250 req-4f31a13a-5070-4bb2-8876-0237fa234c51 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240264 Feb 10 15:34:41.377765 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-57d09172-4596-41fd-8dab-3706ef21e778 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:41.378017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-57d09172-4596-41fd-8dab-3706ef21e778 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:41.403195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1c3a4111-595c-44f4-9ed2-27abb4659b40 None None] Provisioning complete for port ce07e705-1434-4882-a9af-b2389b0cd3d4 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:41.403926 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4111-595c-44f4-9ed2-27abb4659b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ce07e705-1434-4882-a9af-b2389b0cd3d4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:41.417415 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-57d09172-4596-41fd-8dab-3706ef21e778 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1871896 Feb 10 15:34:41.430374 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Request body: {'port': {'device_id': 'b044452e-b07a-4eb1-ad18-87b0b0ea741d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:41.522899 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723bb52-dc4a-4ed7-8a24-61437450d176 None None] Pushing event updated for resources: {'Port': ['ID=ce07e705-1434-4882-a9af-b2389b0cd3d4,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:41.555597 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:41.588925 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (54488536-ba73-4f47-9bed-75348e4117fe), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:41.609645 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a4111-595c-44f4-9ed2-27abb4659b40 None None] Current status of the port ce07e705-1434-4882-a9af-b2389b0cd3d4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:41.612470 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:34:41.613673 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:34:41.628302 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'name': 'tempest-ServersTestMultiNic-1321867497-router', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c1721cc2-5bb6-4736-b31b-fe3313366628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:34:36Z', 'updated_at': '2022-02-10T15:34:38Z', 'revision_number': 3, 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'gw_port': {'id': 'c1721cc2-5bb6-4736-b31b-fe3313366628', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:34:37Z', 'updated_at': '2022-02-10T15:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:41.666321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Checking router: 1a8c3c92-9ea6-4488-86ef-ca32a7494b32 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:34:41.667176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Updating router 1a8c3c92-9ea6-4488-86ef-ca32a7494b32 port c1721cc2-5bb6-4736-b31b-fe3313366628 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:34:41.677114 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a31af0-8b7c-4969-b81d-b0c6083d8a27 req-0b139a39-92d5-4e18-a6d2-7d0b43e05c20 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:41.678619 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54a31af0-8b7c-4969-b81d-b0c6083d8a27 req-0b139a39-92d5-4e18-a6d2-7d0b43e05c20 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 931 time: 0.2118242 Feb 10 15:34:41.702634 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c1721cc2-5bb6-4736-b31b-fe3313366628), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:41.714499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Allocated IP 172.20.0.1 (eaf784ee-54d3-4977-bfd9-5813d9071ad6/f9e7016a-d740-423f-9a46-0e968182ef36/eda8609f-32ca-4308-84f4-7446d80ce705) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:34:41.841289 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54a31af0-8b7c-4969-b81d-b0c6083d8a27 req-5566c79f-3e34-4892-83e3-0b6a2320a42d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537855 Feb 10 15:34:42.034314 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Publish callbacks [] for port (eda8609f-32ca-4308-84f4-7446d80ce705), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:42.098092 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:42.214484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Network eaf784ee-54d3-4977-bfd9-5813d9071ad6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:34:42.221200 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Pushing event updated for resources: {'Port': ['ID=eda8609f-32ca-4308-84f4-7446d80ce705,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:42.224157 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:42.226702 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:34:42.263411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ce07e705-1434-4882-a9af-b2389b0cd3d4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:42.277411 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:42.298672 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54488536-ba73-4f47-9bed-75348e4117fe {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:34:42.302891 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Publish callbacks [] for port (c1721cc2-5bb6-4736-b31b-fe3313366628), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:42.315490 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c1721cc2-5bb6-4736-b31b-fe3313366628), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:42.319552 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Publish callbacks [] for port (54488536-ba73-4f47-9bed-75348e4117fe), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:42.349736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Transition to ACTIVE for port object 54488536-ba73-4f47-9bed-75348e4117fe will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:34:42.357016 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (54488536-ba73-4f47-9bed-75348e4117fe), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:42.454830 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Attempting to bind port c1721cc2-5bb6-4736-b31b-fe3313366628 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:34:42.455865 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Attempting to bind port c1721cc2-5bb6-4736-b31b-fe3313366628 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:34:42.457222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Attempting to bind port c1721cc2-5bb6-4736-b31b-fe3313366628 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:34:42.488726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:34:42.489226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Pushing event updated for resources: {'Port': ['ID=54488536-ba73-4f47-9bed-75348e4117fe,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:42.496766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:34:42.497525 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:42.498151 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:34:42.499326 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Bound port: c1721cc2-5bb6-4736-b31b-fe3313366628, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:34:42.499958 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c1721cc2-5bb6-4736-b31b-fe3313366628), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:42.585485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ce07e705-1434-4882-a9af-b2389b0cd3d4 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:34:42.605269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff7c87-f64d-4af5-ae17-f9a3a6b48111 None None] Pushing event updated for resources: {'Port': ['ID=c1721cc2-5bb6-4736-b31b-fe3313366628,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:42.738509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Attempting to bind port 54488536-ba73-4f47-9bed-75348e4117fe on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:34:42.738859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Attempting to bind port 54488536-ba73-4f47-9bed-75348e4117fe by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'c65cbdbb-b012-4ebb-ab9e-c0176ba50964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0e367e63-34d1-4188-ada1-4e62f3974686'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:34:42.739188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Attempting to bind port 54488536-ba73-4f47-9bed-75348e4117fe on network 0e367e63-34d1-4188-ada1-4e62f3974686 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:34:42.747362 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:42.752435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Port 54488536-ba73-4f47-9bed-75348e4117fe on network 0e367e63-34d1-4188-ada1-4e62f3974686 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:34:42.752873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Attempting to bind port 54488536-ba73-4f47-9bed-75348e4117fe on network 0e367e63-34d1-4188-ada1-4e62f3974686 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:34:42.765241 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:34:42.765658 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Checking segment: {'id': 'c65cbdbb-b012-4ebb-ab9e-c0176ba50964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0e367e63-34d1-4188-ada1-4e62f3974686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:34:42.765967 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Bound using segment: {'id': 'c65cbdbb-b012-4ebb-ab9e-c0176ba50964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0e367e63-34d1-4188-ada1-4e62f3974686'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:34:42.766392 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Bound port: 54488536-ba73-4f47-9bed-75348e4117fe, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65cbdbb-b012-4ebb-ab9e-c0176ba50964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0e367e63-34d1-4188-ada1-4e62f3974686'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:34:42.766912 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (54488536-ba73-4f47-9bed-75348e4117fe), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:42.810923 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3654f64-20e2-481e-a1a8-fc004c1c1874 req-4cd65f1a-62e2-4a2d-b767-ef3286631f1a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:42.812683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b3654f64-20e2-481e-a1a8-fc004c1c1874 req-4cd65f1a-62e2-4a2d-b767-ef3286631f1a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.2434223 Feb 10 15:34:42.815414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] For port c1721cc2-5bb6-4736-b31b-fe3313366628, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:34:42.882384 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] For port c1721cc2-5bb6-4736-b31b-fe3313366628, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c1721cc2-5bb6-4736-b31b-fe3313366628,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:34:42.899787 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-456b7d0d-e57d-4d97-9196-b4f0a9deaf24 None None] Provisioning complete for port eda8609f-32ca-4308-84f4-7446d80ce705 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:42.900253 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-456b7d0d-e57d-4d97-9196-b4f0a9deaf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:42.937731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] For port 54488536-ba73-4f47-9bed-75348e4117fe, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:34:42.942769 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b3654f64-20e2-481e-a1a8-fc004c1c1874 req-ec680610-9230-4e37-bd27-93d58f32b0d5 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069491 Feb 10 15:34:42.950995 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] For port 54488536-ba73-4f47-9bed-75348e4117fe, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=54488536-ba73-4f47-9bed-75348e4117fe,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:34:42.957856 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c1721cc2-5bb6-4736-b31b-fe3313366628), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:42.967408 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (54488536-ba73-4f47-9bed-75348e4117fe), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:43.021986 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e6f3dad2-9dc4-4d11-a275-3a4b00efcfd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:43.049704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-456b7d0d-e57d-4d97-9196-b4f0a9deaf24 None None] Port eda8609f-32ca-4308-84f4-7446d80ce705 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:34:43.052339 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Routers {'1a8c3c92-9ea6-4488-86ef-ca32a7494b32'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:34:43.052678 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Pushing event updated for resources: {'Port': ['ID=54488536-ba73-4f47-9bed-75348e4117fe,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:43.057096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:34:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['1a8c3c92-9ea6-4488-86ef-ca32a7494b32'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:43.070642 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:43.071454 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:43.073692 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-fe24de45-0d89-481b-adad-52a6afc0dac5 service neutron] 10.222.0.79 "PUT /v2.0/ports/54488536-ba73-4f47-9bed-75348e4117fe HTTP/1.1" status: 200 len: 1091 time: 1.6477561 Feb 10 15:34:43.074284 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b044452e-b07a-4eb1-ad18-87b0b0ea741d', 'tag': '54488536-ba73-4f47-9bed-75348e4117fe'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:34:43.077581 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3937c593-115d-4457-888f-e21d1b4ae61b" -d '{"events": [{"name": "network-changed", "server_uuid": "b044452e-b07a-4eb1-ad18-87b0b0ea741d", "tag": "54488536-ba73-4f47-9bed-75348e4117fe"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:34:43.198924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9ffd3-1fdb-4660-94ca-55aa9169c950 req-9127008f-b524-4ecc-a6fd-920e2b843afd tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:43.207490 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27a9ffd3-1fdb-4660-94ca-55aa9169c950 req-9127008f-b524-4ecc-a6fd-920e2b843afd tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.1112788 Feb 10 15:34:43.209456 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8b61ea-0308-4674-8472-d397b1436d9f x-openstack-request-id: req-6c8b61ea-0308-4674-8472-d397b1436d9f {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:34:43.209866 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b044452e-b07a-4eb1-ad18-87b0b0ea741d", "tag": "54488536-ba73-4f47-9bed-75348e4117fe", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:34:43.210216 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c8b61ea-0308-4674-8472-d397b1436d9f {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:34:43.216003 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b044452e-b07a-4eb1-ad18-87b0b0ea741d', 'tag': '54488536-ba73-4f47-9bed-75348e4117fe', 'status': 'completed', 'code': 200} Feb 10 15:34:43.256821 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-a624e2c2-03e1-4776-bd6e-6ea926ff3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:43.258724 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-a624e2c2-03e1-4776-bd6e-6ea926ff3dab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3ff7cc44d27a4d3db3b9445ce4115014&device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 1125 time: 0.1318243 Feb 10 15:34:43.304320 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27a9ffd3-1fdb-4660-94ca-55aa9169c950 req-387c8dc1-2f8c-473e-bb50-82d979dde630 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955570 Feb 10 15:34:43.355248 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Publish callbacks [] for port (eda8609f-32ca-4308-84f4-7446d80ce705), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:43.363900 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:43.364812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] Set router 1a8c3c92-9ea6-4488-86ef-ca32a7494b32 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:34:43.374694 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-e049dd0f-0275-4a73-92f7-de3e78f840ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54488536-ba73-4f47-9bed-75348e4117fe HTTP/1.1" status: 200 len: 217 time: 0.1086178 Feb 10 15:34:43.438188 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:43.478985 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ce07e705-1434-4882-a9af-b2389b0cd3d4 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:43.481763 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ce07e705-1434-4882-a9af-b2389b0cd3d4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:43.503080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-9e32ccef-6f90-42ac-93b3-5ae3ff70ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:43.505797 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-9e32ccef-6f90-42ac-93b3-5ae3ff70ab5c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6 HTTP/1.1" status: 200 len: 853 time: 0.1199715 Feb 10 15:34:43.564517 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-ffce67eb-f0de-467f-96e8-1510b86c01b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e367e63-34d1-4188-ada1-4e62f3974686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523787 Feb 10 15:34:43.574189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Pushing event updated for resources: {'Port': ['ID=eda8609f-32ca-4308-84f4-7446d80ce705,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:43.661181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Network eaf784ee-54d3-4977-bfd9-5813d9071ad6 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:34:43.663847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff7c87-f64d-4af5-ae17-f9a3a6b48111 None None] Pushing event updated for resources: {'Port': ['ID=c1721cc2-5bb6-4736-b31b-fe3313366628,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:43.666770 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:43.885451 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-01ef7302-0f8d-488d-b027-6de9eb549fbd service neutron] 10.222.0.79 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143451 Feb 10 15:34:43.934006 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Router 1a8c3c92-9ea6-4488-86ef-ca32a7494b32 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:34:43.983486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ce07e705-1434-4882-a9af-b2389b0cd3d4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:44.114615 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4ddce3e6-8b90-4347-888d-7be062acfb10 req-9fd8a9df-52e9-4cae-817c-3cef780004a8 service neutron] 10.222.0.79 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148597 Feb 10 15:34:44.153729 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'name': 'tempest-ServersTestMultiNic-1321867497-router', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c1721cc2-5bb6-4736-b31b-fe3313366628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:34:36Z', 'updated_at': '2022-02-10T15:34:42Z', 'revision_number': 4, 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'gw_port': {'id': 'c1721cc2-5bb6-4736-b31b-fe3313366628', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:34:37Z', 'updated_at': '2022-02-10T15:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'eda8609f-32ca-4308-84f4-7446d80ce705', 'name': '', 'network_id': 'eaf784ee-54d3-4977-bfd9-5813d9071ad6', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48', 'mac_address': 'fa:16:3e:81:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': 'f9e7016a-d740-423f-9a46-0e968182ef36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:34:41Z', 'updated_at': '2022-02-10T15:34:41Z', 'revision_number': 1, 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'subnets': [{'id': 'f9e7016a-d740-423f-9a46-0e968182ef36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:44.266309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:34:44.291692 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3ea347ca-7619-457d-9b06-f06e41693e38 admin admin] 10.222.0.64 "PUT /v2.0/routers/1a8c3c92-9ea6-4488-86ef-ca32a7494b32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3066335 Feb 10 15:34:44.309634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937c593-115d-4457-888f-e21d1b4ae61b req-56bea6da-3c95-4be6-a0dd-8b3823e95fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:44.311236 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3937c593-115d-4457-888f-e21d1b4ae61b req-56bea6da-3c95-4be6-a0dd-8b3823e95fa1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3ff7cc44d27a4d3db3b9445ce4115014&device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 1125 time: 0.1222289 Feb 10 15:34:44.316897 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95859d8e-45dc-419d-b5bd-e40014ad2fb3 req-d9323b39-e1b3-4c78-89a7-939d414e641d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:44.327441 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95859d8e-45dc-419d-b5bd-e40014ad2fb3 req-d9323b39-e1b3-4c78-89a7-939d414e641d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.1859145 Feb 10 15:34:44.370702 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7415c8e-5518-40cd-8750-bad7fd59d3cf None None] The sync data for ids ['1a8c3c92-9ea6-4488-86ef-ca32a7494b32'] in n-d-815324-7 is: [{'id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'name': 'tempest-ServersTestMultiNic-1321867497-router', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c1721cc2-5bb6-4736-b31b-fe3313366628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:34:36Z', 'updated_at': '2022-02-10T15:34:42Z', 'revision_number': 4, 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'gw_port': {'id': 'c1721cc2-5bb6-4736-b31b-fe3313366628', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:34:37Z', 'updated_at': '2022-02-10T15:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'eda8609f-32ca-4308-84f4-7446d80ce705', 'name': '', 'network_id': 'eaf784ee-54d3-4977-bfd9-5813d9071ad6', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48', 'mac_address': 'fa:16:3e:81:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': 'f9e7016a-d740-423f-9a46-0e968182ef36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:34:41Z', 'updated_at': '2022-02-10T15:34:41Z', 'revision_number': 1, 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'subnets': [{'id': 'f9e7016a-d740-423f-9a46-0e968182ef36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:34:44.385526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d83d438f-c63a-4b66-a511-97164860542b None None] Provisioning complete for port eda8609f-32ca-4308-84f4-7446d80ce705 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:44.386413 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d83d438f-c63a-4b66-a511-97164860542b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:44.450874 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95859d8e-45dc-419d-b5bd-e40014ad2fb3 req-aebae731-4ec2-4f62-80d7-99cff61130f6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169090 Feb 10 15:34:44.481730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d83d438f-c63a-4b66-a511-97164860542b None None] Port eda8609f-32ca-4308-84f4-7446d80ce705 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:34:44.543399 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38398) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:44.583302 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937c593-115d-4457-888f-e21d1b4ae61b req-f97eaec6-81b1-4979-b98e-b6ecb426e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:44.586927 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3937c593-115d-4457-888f-e21d1b4ae61b req-f97eaec6-81b1-4979-b98e-b6ecb426e552 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0e367e63-34d1-4188-ada1-4e62f3974686 HTTP/1.1" status: 200 len: 914 time: 0.2684579 Feb 10 15:34:44.617749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0689a67-8fe1-4014-9021-392cf81862e1 req-9979640b-e259-449d-bcaf-1e03f12ef40d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:44.619358 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0689a67-8fe1-4014-9021-392cf81862e1 req-9979640b-e259-449d-bcaf-1e03f12ef40d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.1368318 Feb 10 15:34:44.702277 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3937c593-115d-4457-888f-e21d1b4ae61b req-41bf72e8-8acf-4d87-aa2d-e69c180b1b78 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54488536-ba73-4f47-9bed-75348e4117fe HTTP/1.1" status: 200 len: 217 time: 0.1070199 Feb 10 15:34:44.738909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0689a67-8fe1-4014-9021-392cf81862e1 req-bdbbe743-a55d-4a31-8a52-2cdea7bb7485 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116629 Feb 10 15:34:44.855274 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9939c8ba-d800-40cc-b09a-51ba32d6836c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-806937122'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:44.860431 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937c593-115d-4457-888f-e21d1b4ae61b req-19c8d102-da5f-4563-89f7-6b1902112e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:44.875587 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3937c593-115d-4457-888f-e21d1b4ae61b req-19c8d102-da5f-4563-89f7-6b1902112e5b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6 HTTP/1.1" status: 200 len: 853 time: 0.1663406 Feb 10 15:34:44.944151 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9939c8ba-d800-40cc-b09a-51ba32d6836c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Made reservation on behalf of 9a604c2939b04840a89b4741b69d3c48 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:44.945519 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3937c593-115d-4457-888f-e21d1b4ae61b req-d8b2ece2-ff0c-44e1-b730-306688bb5b2b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e367e63-34d1-4188-ada1-4e62f3974686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623100 Feb 10 15:34:44.954763 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9939c8ba-d800-40cc-b09a-51ba32d6836c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:44.995364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5536a29-58f7-425e-bf09-1c2c900d06ab req-dafe2c0b-19dc-44e8-9a56-d1df0b5f0f64 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:45.006104 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5536a29-58f7-425e-bf09-1c2c900d06ab req-dafe2c0b-19dc-44e8-9a56-d1df0b5f0f64 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2860663 Feb 10 15:34:45.044964 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9939c8ba-d800-40cc-b09a-51ba32d6836c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:34:45.086803 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9939c8ba-d800-40cc-b09a-51ba32d6836c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (2beadb9a-6e9f-4cbb-8a25-a586b8f20730), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:45.087244 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-9939c8ba-d800-40cc-b09a-51ba32d6836c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Added segment 2beadb9a-6e9f-4cbb-8a25-a586b8f20730 of type vlan for network 1235e67f-371f-4812-bc77-384e2a42849c Feb 10 15:34:45.184856 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9939c8ba-d800-40cc-b09a-51ba32d6836c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (1235e67f-371f-4812-bc77-384e2a42849c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:45.199198 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b81f5cab-5d61-4724-88e2-afc8f2d86082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:45.210796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5536a29-58f7-425e-bf09-1c2c900d06ab req-3a734944-8555-41af-b7a1-4e1ede2c7ae7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019913 Feb 10 15:34:45.272745 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9939c8ba-d800-40cc-b09a-51ba32d6836c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (1235e67f-371f-4812-bc77-384e2a42849c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:45.277721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9939c8ba-d800-40cc-b09a-51ba32d6836c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:45.278349 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9939c8ba-d800-40cc-b09a-51ba32d6836c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:45.407478 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9939c8ba-d800-40cc-b09a-51ba32d6836c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8614762 Feb 10 15:34:45.443110 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38416) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:45.464107 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-04d7edc9-3bc6-4b4c-a7a9-050e88967974 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Request body: {'subnet': {'network_id': '1235e67f-371f-4812-bc77-384e2a42849c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:45.557684 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939c8ba-d800-40cc-b09a-51ba32d6836c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event updated for resources: {'Network': ['ID=1235e67f-371f-4812-bc77-384e2a42849c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:45.587056 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 1235e67f-371f-4812-bc77-384e2a42849c details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:34:45.737197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d7edc9-3bc6-4b4c-a7a9-050e88967974 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Made reservation on behalf of 9a604c2939b04840a89b4741b69d3c48 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:45.752687 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04d7edc9-3bc6-4b4c-a7a9-050e88967974 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:45.824314 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d59124-0c4f-4091-8ed4-8154d76a07fc req-929dd1c8-c739-43e7-bb80-b496413d1ef2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:45.830248 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17d59124-0c4f-4091-8ed4-8154d76a07fc req-929dd1c8-c739-43e7-bb80-b496413d1ef2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.4424860 Feb 10 15:34:45.963661 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3937c593-115d-4457-888f-e21d1b4ae61b req-90d85bbf-9936-4bc3-97db-545cd9e0b1ac service neutron] 10.222.0.79 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0097868 Feb 10 15:34:46.043542 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17d59124-0c4f-4091-8ed4-8154d76a07fc req-d2520515-63ab-4ab7-b0f7-0b06920e8617 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888266 Feb 10 15:34:46.072191 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908df7c-a044-4f42-8825-309f0b5601b5 req-163a7738-b27b-4bd0-8da8-9e0d1ada413a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:46.079167 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9908df7c-a044-4f42-8825-309f0b5601b5 req-163a7738-b27b-4bd0-8da8-9e0d1ada413a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.2040107 Feb 10 15:34:46.111063 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3937c593-115d-4457-888f-e21d1b4ae61b req-a2d94a2c-8016-47ae-8b32-2f32410032fa service neutron] 10.222.0.79 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397750 Feb 10 15:34:46.233035 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38430) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:46.277344 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9908df7c-a044-4f42-8825-309f0b5601b5 req-00017bcb-bde3-4d9b-82b0-ba61b30e678f tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920838 Feb 10 15:34:46.306368 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04d7edc9-3bc6-4b4c-a7a9-050e88967974 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (699af918-10c7-4f9b-a72a-a3afc8cb0c83), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:46.338919 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:46.390398 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16e481-6b8e-43f8-8217-3eb20816e298 req-afb994e4-b37e-4e64-b42e-6bf6845ca79c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:46.397753 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8d16e481-6b8e-43f8-8217-3eb20816e298 req-afb994e4-b37e-4e64-b42e-6bf6845ca79c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1911895 Feb 10 15:34:46.412354 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:46.416356 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7edc9-3bc6-4b4c-a7a9-050e88967974 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event updated for resources: {'Subnet': ['ID=699af918-10c7-4f9b-a72a-a3afc8cb0c83,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:46.459098 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c1721cc2-5bb6-4736-b31b-fe3313366628 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:34:46.466974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d7edc9-3bc6-4b4c-a7a9-050e88967974 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Checking segment: {'id': '2beadb9a-6e9f-4cbb-8a25-a586b8f20730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:34:46.467376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d7edc9-3bc6-4b4c-a7a9-050e88967974 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Network hostable DHCP agents. Network: 1235e67f-371f-4812-bc77-384e2a42849c, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:34:46.524772 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8d16e481-6b8e-43f8-8217-3eb20816e298 req-6e5fb463-bc3f-4459-8424-5b51eb233ea3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213341 Feb 10 15:34:46.534624 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Publish callbacks [] for security_group (5d04e048-09a9-4a73-8ad9-e1e4b6c03ffe), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:46.537138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d7edc9-3bc6-4b4c-a7a9-050e88967974 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Network 1235e67f-371f-4812-bc77-384e2a42849c is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:34:46.540269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5d04e048-09a9-4a73-8ad9-e1e4b6c03ffe), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:46.547127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c1721cc2-5bb6-4736-b31b-fe3313366628 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:46.547898 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c1721cc2-5bb6-4736-b31b-fe3313366628), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:46.570868 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-04d7edc9-3bc6-4b4c-a7a9-050e88967974 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 1235e67f-371f-4812-bc77-384e2a42849c) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:46.578126 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d7edc9-3bc6-4b4c-a7a9-050e88967974 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:46.578726 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04d7edc9-3bc6-4b4c-a7a9-050e88967974 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:46.591762 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a440013b6c0e4f5b8b724f8cbcc7b372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3570995 Feb 10 15:34:46.595263 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38438) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:46.608943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db41de8-48c3-4087-879d-e7e2a53faf6f None None] Network 1235e67f-371f-4812-bc77-384e2a42849c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:34:46.619930 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-04d7edc9-3bc6-4b4c-a7a9-050e88967974 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1756208 Feb 10 15:34:46.621794 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d04e048-09a9-4a73-8ad9-e1e4b6c03ffe,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:46.633502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38440) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:46.637235 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:46.637954 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:46.638501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:46.639022 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:46.639596 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:46.640163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:46.640737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:46.641273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:46.641950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:46.642478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:46.642999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:46.643646 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:46.644201 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231d48a-6ed7-4cf6-8d7d-954893068191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:46.655117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f17462c8-6492-4ffe-866e-f92b6be846f5 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-497546705'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:46.720162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17462c8-6492-4ffe-866e-f92b6be846f5 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Made reservation on behalf of 9a604c2939b04840a89b4741b69d3c48 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:46.723318 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f17462c8-6492-4ffe-866e-f92b6be846f5 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:46.725383 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f18e959-4540-41f9-9f85-c46c577e1bb6 admin admin] Publish callbacks [] for security_group (5d04e048-09a9-4a73-8ad9-e1e4b6c03ffe), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:46.731943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79b595-2f77-49af-bcde-dc66c610e571 req-9dfedc78-e1b7-4f8a-adfe-e0f0de9b82aa tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:46.733565 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b79b595-2f77-49af-bcde-dc66c610e571 req-9dfedc78-e1b7-4f8a-adfe-e0f0de9b82aa tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1125791 Feb 10 15:34:46.799142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17462c8-6492-4ffe-866e-f92b6be846f5 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:34:46.803466 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b79b595-2f77-49af-bcde-dc66c610e571 req-a9b195fb-60bc-441d-8ca5-f97418f52f1d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635471 Feb 10 15:34:46.822411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-1235e67f-371f-4812-bc77-384e2a42849c', 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c', 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'fixed_ips': [{'subnet_id': '699af918-10c7-4f9b-a72a-a3afc8cb0c83'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:34:46.823277 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:46.835448 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f17462c8-6492-4ffe-866e-f92b6be846f5 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (f5acee5b-3d31-4f19-8da4-2031cd93b7a9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:46.837490 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-f17462c8-6492-4ffe-866e-f92b6be846f5 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Added segment f5acee5b-3d31-4f19-8da4-2031cd93b7a9 of type vlan for network 13497923-8c27-4434-8e02-851408287371 Feb 10 15:34:46.859026 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f18e959-4540-41f9-9f85-c46c577e1bb6 admin admin] Publish callbacks [] for security_group (5d04e048-09a9-4a73-8ad9-e1e4b6c03ffe), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:46.928106 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f17462c8-6492-4ffe-866e-f92b6be846f5 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (13497923-8c27-4434-8e02-851408287371), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:47.005752 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c1721cc2-5bb6-4736-b31b-fe3313366628 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:47.006157 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c1721cc2-5bb6-4736-b31b-fe3313366628), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:47.021025 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f17462c8-6492-4ffe-866e-f92b6be846f5 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (13497923-8c27-4434-8e02-851408287371), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:47.029644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17462c8-6492-4ffe-866e-f92b6be846f5 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:47.030394 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f17462c8-6492-4ffe-866e-f92b6be846f5 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:47.068362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port c1721cc2-5bb6-4736-b31b-fe3313366628, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c1721cc2-5bb6-4736-b31b-fe3313366628,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:47.120397 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f17462c8-6492-4ffe-866e-f92b6be846f5 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4708238 Feb 10 15:34:47.123686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38464) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:47.132413 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c1721cc2-5bb6-4736-b31b-fe3313366628), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:47.168933 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-91d3517a-d43a-4d28-82f2-56fa109acb89 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Request body: {'subnet': {'network_id': '13497923-8c27-4434-8e02-851408287371', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:47.247404 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Allocated IP 19.80.0.2 (1235e67f-371f-4812-bc77-384e2a42849c/699af918-10c7-4f9b-a72a-a3afc8cb0c83/12fe277d-858f-44fb-a54d-d9b37f9cab63) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:34:47.315476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=c1721cc2-5bb6-4736-b31b-fe3313366628,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:47.329895 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17462c8-6492-4ffe-866e-f92b6be846f5 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event updated for resources: {'Network': ['ID=13497923-8c27-4434-8e02-851408287371,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:47.342105 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d3517a-d43a-4d28-82f2-56fa109acb89 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Made reservation on behalf of 9a604c2939b04840a89b4741b69d3c48 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:47.363582 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 13497923-8c27-4434-8e02-851408287371 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:34:47.364850 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-91d3517a-d43a-4d28-82f2-56fa109acb89 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:47.375889 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f18e959-4540-41f9-9f85-c46c577e1bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5d04e048-09a9-4a73-8ad9-e1e4b6c03ffe), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:47.386483 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f18e959-4540-41f9-9f85-c46c577e1bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:47.388357 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5f18e959-4540-41f9-9f85-c46c577e1bb6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d04e048-09a9-4a73-8ad9-e1e4b6c03ffe HTTP/1.1" status: 204 len: 168 time: 0.7920885 Feb 10 15:34:47.432686 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-820c49f1-35b1-4c07-9d65-abd546e84c22 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:47.442272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-820c49f1-35b1-4c07-9d65-abd546e84c22 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 812 time: 0.2950656 Feb 10 15:34:47.482153 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-0a649376-a7ac-47aa-9da5-bc0e11639600 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/quotas/03e2045129ad4ef1931b5795dd4f29b4 HTTP/1.1" status: 200 len: 375 time: 0.0387185 Feb 10 15:34:47.502258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18e959-4540-41f9-9f85-c46c577e1bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d04e048-09a9-4a73-8ad9-e1e4b6c03ffe,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:47.642292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be8235-ed2b-4d7d-95ea-3388d1e1bb1e req-fadd7b54-8343-49e9-aae5-0c6b7c961230 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:47.655685 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6be8235-ed2b-4d7d-95ea-3388d1e1bb1e req-fadd7b54-8343-49e9-aae5-0c6b7c961230 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.2094655 Feb 10 15:34:47.692501 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-15916c3d-f914-4d95-a8de-ce7f37db0e64 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2092679 Feb 10 15:34:47.810684 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Publish callbacks [] for port (12fe277d-858f-44fb-a54d-d9b37f9cab63), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:47.838943 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (12fe277d-858f-44fb-a54d-d9b37f9cab63), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:47.915624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Network 1235e67f-371f-4812-bc77-384e2a42849c is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:34:47.930246 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:47.948927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:34:47.960926 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-91d3517a-d43a-4d28-82f2-56fa109acb89 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (72f71cd5-99ba-43c9-a4b5-7e13e4ab4321), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:47.970917 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:47.983765 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Pushing event updated for resources: {'Port': ['ID=12fe277d-858f-44fb-a54d-d9b37f9cab63,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:48.017332 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:48.017844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:48.018369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:48.019077 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:48.019622 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:48.020285 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:48.020808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:48.021291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:48.021886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:48.022467 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:48.022969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:48.023614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:48.024092 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:48.082830 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Attempting to bind port 12fe277d-858f-44fb-a54d-d9b37f9cab63 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:34:48.083639 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Attempting to bind port 12fe277d-858f-44fb-a54d-d9b37f9cab63 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '2beadb9a-6e9f-4cbb-8a25-a586b8f20730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:34:48.084183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Attempting to bind port 12fe277d-858f-44fb-a54d-d9b37f9cab63 on network 1235e67f-371f-4812-bc77-384e2a42849c {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:34:48.089273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38480) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:48.090767 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:34:48.091325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Checking segment: {'id': '2beadb9a-6e9f-4cbb-8a25-a586b8f20730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:34:48.091892 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:48.092443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Bound using segment: {'id': '2beadb9a-6e9f-4cbb-8a25-a586b8f20730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:34:48.093100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Bound port: 12fe277d-858f-44fb-a54d-d9b37f9cab63, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2beadb9a-6e9f-4cbb-8a25-a586b8f20730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:34:48.093758 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (12fe277d-858f-44fb-a54d-d9b37f9cab63), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:48.169011 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-17c7f4a1-4481-4cc5-99c8-b90f70b1ed01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:48.206202 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3517a-d43a-4d28-82f2-56fa109acb89 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event updated for resources: {'Subnet': ['ID=72f71cd5-99ba-43c9-a4b5-7e13e4ab4321,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:48.211546 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] For port 12fe277d-858f-44fb-a54d-d9b37f9cab63, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:34:48.218066 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] For port 12fe277d-858f-44fb-a54d-d9b37f9cab63, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=12fe277d-858f-44fb-a54d-d9b37f9cab63,segment=NetworkSegment(2beadb9a-6e9f-4cbb-8a25-a586b8f20730),segment_id=2beadb9a-6e9f-4cbb-8a25-a586b8f20730)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:34:48.230540 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (12fe277d-858f-44fb-a54d-d9b37f9cab63), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:48.270416 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d3517a-d43a-4d28-82f2-56fa109acb89 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Checking segment: {'id': 'f5acee5b-3d31-4f19-8da4-2031cd93b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '13497923-8c27-4434-8e02-851408287371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:34:48.270885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d3517a-d43a-4d28-82f2-56fa109acb89 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Network hostable DHCP agents. Network: 13497923-8c27-4434-8e02-851408287371, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:34:48.337673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2de54-e25e-4ba4-869e-7522febd2b80 None None] Pushing event updated for resources: {'Port': ['ID=12fe277d-858f-44fb-a54d-d9b37f9cab63,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:48.399521 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d3517a-d43a-4d28-82f2-56fa109acb89 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Network 13497923-8c27-4434-8e02-851408287371 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:34:48.422367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c1721cc2-5bb6-4736-b31b-fe3313366628 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:34:48.429316 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6be8235-ed2b-4d7d-95ea-3388d1e1bb1e req-6dd28535-62b1-4ba1-9f10-3fcee0cb1160 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7726276 Feb 10 15:34:48.442724 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Sync routers for ids ['1a8c3c92-9ea6-4488-86ef-ca32a7494b32'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:34:48.448326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-91d3517a-d43a-4d28-82f2-56fa109acb89 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 13497923-8c27-4434-8e02-851408287371) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:48.471509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d3517a-d43a-4d28-82f2-56fa109acb89 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:48.472842 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-91d3517a-d43a-4d28-82f2-56fa109acb89 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:48.489398 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Routers {'1a8c3c92-9ea6-4488-86ef-ca32a7494b32'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:34:48.490036 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:34:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['1a8c3c92-9ea6-4488-86ef-ca32a7494b32'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:48.536533 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-91d3517a-d43a-4d28-82f2-56fa109acb89 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4099555 Feb 10 15:34:48.556532 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd17022e-ac8d-4e44-893c-cdb908463f8d None None] Network 13497923-8c27-4434-8e02-851408287371 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:34:48.586813 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-499ba3d8-22de-4452-8b44-b8e088bf5079 service neutron] 10.222.0.64 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8831058 Feb 10 15:34:48.602980 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-17c7f4a1-4481-4cc5-99c8-b90f70b1ed01 admin admin] Publish callbacks [] for security_group (b663c310-df5c-46dd-bf01-07bb1348b6c9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:48.612752 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-17c7f4a1-4481-4cc5-99c8-b90f70b1ed01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b663c310-df5c-46dd-bf01-07bb1348b6c9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:48.741815 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Set router 1a8c3c92-9ea6-4488-86ef-ca32a7494b32 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:34:48.759026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c1721cc2-5bb6-4736-b31b-fe3313366628 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:48.759400 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c1721cc2-5bb6-4736-b31b-fe3313366628), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:48.765115 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-17c7f4a1-4481-4cc5-99c8-b90f70b1ed01 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2069d6ec91364b49bfc326e2213403fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6612349 Feb 10 15:34:48.765955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38492) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:48.768054 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7f4a1-4481-4cc5-99c8-b90f70b1ed01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b663c310-df5c-46dd-bf01-07bb1348b6c9,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:48.861227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-b6573ff7-e382-4db0-bbcc-208f946ab332 service neutron] 10.222.0.64 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732849 Feb 10 15:34:48.888976 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-412ddcab-2014-47f5-ab77-858811855bed admin admin] Publish callbacks [] for security_group (b663c310-df5c-46dd-bf01-07bb1348b6c9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:48.933750 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-412ddcab-2014-47f5-ab77-858811855bed admin admin] Publish callbacks [] for security_group (b663c310-df5c-46dd-bf01-07bb1348b6c9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:48.985812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-13497923-8c27-4434-8e02-851408287371', 'network_id': '13497923-8c27-4434-8e02-851408287371', 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'fixed_ips': [{'subnet_id': '72f71cd5-99ba-43c9-a4b5-7e13e4ab4321'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:34:48.986684 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:49.053658 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:49.129511 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-412ddcab-2014-47f5-ab77-858811855bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b663c310-df5c-46dd-bf01-07bb1348b6c9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:49.132729 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-412ddcab-2014-47f5-ab77-858811855bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:49.134047 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-412ddcab-2014-47f5-ab77-858811855bed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b663c310-df5c-46dd-bf01-07bb1348b6c9 HTTP/1.1" status: 204 len: 168 time: 0.3669198 Feb 10 15:34:49.194353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ddcab-2014-47f5-ab77-858811855bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b663c310-df5c-46dd-bf01-07bb1348b6c9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:49.276592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 54488536-ba73-4f47-9bed-75348e4117fe details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:34:49.289053 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-71fc0612-4eec-4052-aa40-57288d62a97a req-09eba2b5-1eac-490a-86d3-294aacfd18f0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 210 time: 0.0582380 Feb 10 15:34:49.321982 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'name': 'tempest-ServersTestMultiNic-1321867497-router', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c1721cc2-5bb6-4736-b31b-fe3313366628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:34:36Z', 'updated_at': '2022-02-10T15:34:42Z', 'revision_number': 4, 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'gw_port': {'id': 'c1721cc2-5bb6-4736-b31b-fe3313366628', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:34:37Z', 'updated_at': '2022-02-10T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'eda8609f-32ca-4308-84f4-7446d80ce705', 'name': '', 'network_id': 'eaf784ee-54d3-4977-bfd9-5813d9071ad6', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48', 'mac_address': 'fa:16:3e:81:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': 'f9e7016a-d740-423f-9a46-0e968182ef36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:34:41Z', 'updated_at': '2022-02-10T15:34:42Z', 'revision_number': 2, 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'subnets': [{'id': 'f9e7016a-d740-423f-9a46-0e968182ef36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:49.340825 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-89d92740-1e07-4f57-b6d3-8bd309c0bdfe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:49.357195 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-89d92740-1e07-4f57-b6d3-8bd309c0bdfe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:49.370550 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-89d92740-1e07-4f57-b6d3-8bd309c0bdfe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/networks?id=1235e67f-371f-4812-bc77-384e2a42849c&id=13497923-8c27-4434-8e02-851408287371&id=1235e67f-371f-4812-bc77-384e2a42849c HTTP/1.1" status: 200 len: 1390 time: 0.4007421 Feb 10 15:34:49.404116 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Checking router: 1a8c3c92-9ea6-4488-86ef-ca32a7494b32 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:34:49.404465 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Updating router 1a8c3c92-9ea6-4488-86ef-ca32a7494b32 port eda8609f-32ca-4308-84f4-7446d80ce705 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:34:49.417922 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-8eb101fa-9548-4366-b65b-5254c7eaf67d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/quotas/9a604c2939b04840a89b4741b69d3c48 HTTP/1.1" status: 200 len: 375 time: 0.0400987 Feb 10 15:34:49.491631 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:49.575081 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-95c5d66d-2bb7-44af-918f-baa90daf143f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a604c2939b04840a89b4741b69d3c48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1561403 Feb 10 15:34:49.588027 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.resource_extend [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:34:49.589406 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c1721cc2-5bb6-4736-b31b-fe3313366628 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:49.742938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d21b3-efe2-43ae-af44-7adaf8844b52 req-5bbecfee-12c6-4eb1-b8c4-db9303c6e8fd tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:49.747363 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-854d21b3-efe2-43ae-af44-7adaf8844b52 req-5bbecfee-12c6-4eb1-b8c4-db9303c6e8fd tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.1559172 Feb 10 15:34:49.886505 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Allocated IP 19.86.0.2 (13497923-8c27-4434-8e02-851408287371/72f71cd5-99ba-43c9-a4b5-7e13e4ab4321/e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:34:49.986167 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 54488536-ba73-4f47-9bed-75348e4117fe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=54488536-ba73-4f47-9bed-75348e4117fe,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:49.987272 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:34:50.050936 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '54488536-ba73-4f47-9bed-75348e4117fe', 'network_id': '0e367e63-34d1-4188-ada1-4e62f3974686', 'port_id': '54488536-ba73-4f47-9bed-75348e4117fe', 'mac_address': 'fa:16:3e:dd:77:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:34:50.103350 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-854d21b3-efe2-43ae-af44-7adaf8844b52 req-49f54f1e-3cac-4fed-842d-382f9884b8fb tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263669 Feb 10 15:34:50.139530 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2654dd15-23a1-42a0-b344-202aca9de23e service neutron] 10.222.0.64 "GET /v2.0/networks/1235e67f-371f-4812-bc77-384e2a42849c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613589 Feb 10 15:34:50.383900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 54488536-ba73-4f47-9bed-75348e4117fe is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:50.384303 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (54488536-ba73-4f47-9bed-75348e4117fe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:50.388737 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e3574-59c9-404e-9fac-442b937be5be None None] Network 1235e67f-371f-4812-bc77-384e2a42849c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:34:50.396088 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-dd02e185-5408-47f8-988a-0e307305fe17 service neutron] 10.222.0.64 "GET /v2.0/networks/1235e67f-371f-4812-bc77-384e2a42849c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504036 Feb 10 15:34:50.401985 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Publish callbacks [] for port (eda8609f-32ca-4308-84f4-7446d80ce705), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:50.413993 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:50.628397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 12fe277d-858f-44fb-a54d-d9b37f9cab63 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:34:50.679690 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91762f97-a9b9-4133-b32e-da1dd58d4368 req-00a11256-0cb1-4b9d-a106-f0912501a74d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 210 time: 0.1842923 Feb 10 15:34:50.717307 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83d8b5-5722-43b3-b036-2544dbd08bb6 None None] Pushing event updated for resources: {'Port': ['ID=eda8609f-32ca-4308-84f4-7446d80ce705,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:50.758697 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54488536-ba73-4f47-9bed-75348e4117fe {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:34:50.803010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-d1d0a053-0026-4d23-b172-4e3f645991da service neutron] 10.222.0.64 "GET /v2.0/networks/13497923-8c27-4434-8e02-851408287371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006383 Feb 10 15:34:50.803572 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83d8b5-5722-43b3-b036-2544dbd08bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:50.804342 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83d8b5-5722-43b3-b036-2544dbd08bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:50.804872 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83d8b5-5722-43b3-b036-2544dbd08bb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:50.805697 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83d8b5-5722-43b3-b036-2544dbd08bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:50.806208 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83d8b5-5722-43b3-b036-2544dbd08bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:50.806688 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83d8b5-5722-43b3-b036-2544dbd08bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:50.807162 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83d8b5-5722-43b3-b036-2544dbd08bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:50.807681 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83d8b5-5722-43b3-b036-2544dbd08bb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:50.808307 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83d8b5-5722-43b3-b036-2544dbd08bb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:50.809721 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83d8b5-5722-43b3-b036-2544dbd08bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:50.810199 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83d8b5-5722-43b3-b036-2544dbd08bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:50.810535 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83d8b5-5722-43b3-b036-2544dbd08bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:50.811774 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83d8b5-5722-43b3-b036-2544dbd08bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:34:50.855401 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Attempting to bind port eda8609f-32ca-4308-84f4-7446d80ce705 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:34:50.857117 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Attempting to bind port eda8609f-32ca-4308-84f4-7446d80ce705 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '43a91810-dc84-4bb8-8290-d75712723d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'eaf784ee-54d3-4977-bfd9-5813d9071ad6'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:34:50.859014 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Attempting to bind port eda8609f-32ca-4308-84f4-7446d80ce705 on network eaf784ee-54d3-4977-bfd9-5813d9071ad6 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:34:50.871309 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:34:50.873085 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Checking segment: {'id': '43a91810-dc84-4bb8-8290-d75712723d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'eaf784ee-54d3-4977-bfd9-5813d9071ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:34:50.873875 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:50.875652 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Bound using segment: {'id': '43a91810-dc84-4bb8-8290-d75712723d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'eaf784ee-54d3-4977-bfd9-5813d9071ad6'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:34:50.876377 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Bound port: eda8609f-32ca-4308-84f4-7446d80ce705, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a91810-dc84-4bb8-8290-d75712723d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'eaf784ee-54d3-4977-bfd9-5813d9071ad6'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:34:50.879866 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:50.889602 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 54488536-ba73-4f47-9bed-75348e4117fe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=54488536-ba73-4f47-9bed-75348e4117fe,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:50.955600 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (54488536-ba73-4f47-9bed-75348e4117fe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:50.958191 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-436153b4-fd24-455d-8ea7-c4d88dc78c52 None None] Provisioning complete for port 12fe277d-858f-44fb-a54d-d9b37f9cab63 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:50.958834 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-436153b4-fd24-455d-8ea7-c4d88dc78c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (12fe277d-858f-44fb-a54d-d9b37f9cab63), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:51.005893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-7cdd6b1c-f98e-4f61-b612-6fec7f867be7 service neutron] 10.222.0.64 "GET /v2.0/networks/13497923-8c27-4434-8e02-851408287371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016816 Feb 10 15:34:51.065259 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] For port eda8609f-32ca-4308-84f4-7446d80ce705, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:34:51.074185 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] For port eda8609f-32ca-4308-84f4-7446d80ce705, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=eda8609f-32ca-4308-84f4-7446d80ce705,segment=NetworkSegment(43a91810-dc84-4bb8-8290-d75712723d7f),segment_id=43a91810-dc84-4bb8-8290-d75712723d7f)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:34:51.080847 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Publish callbacks [] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:51.091339 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:51.136090 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:51.205209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 12fe277d-858f-44fb-a54d-d9b37f9cab63 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:51.207626 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (12fe277d-858f-44fb-a54d-d9b37f9cab63), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:51.217422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=54488536-ba73-4f47-9bed-75348e4117fe,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:51.222201 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83d8b5-5722-43b3-b036-2544dbd08bb6 None None] Pushing event updated for resources: {'Port': ['ID=eda8609f-32ca-4308-84f4-7446d80ce705,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:51.292432 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Routers {'1a8c3c92-9ea6-4488-86ef-ca32a7494b32'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:34:51.293082 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:34:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['1a8c3c92-9ea6-4488-86ef-ca32a7494b32'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:51.299827 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-3507cc10-4411-46b3-9e0e-4cc622193b8c service neutron] 10.222.0.64 "GET /v2.0/networks/1235e67f-371f-4812-bc77-384e2a42849c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929792 Feb 10 15:34:51.375518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['54488536-ba73-4f47-9bed-75348e4117fe'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:34:51.384429 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-436153b4-fd24-455d-8ea7-c4d88dc78c52 None None] Current status of the port 12fe277d-858f-44fb-a54d-d9b37f9cab63 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:51.402280 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-436153b4-fd24-455d-8ea7-c4d88dc78c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (12fe277d-858f-44fb-a54d-d9b37f9cab63), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:51.528551 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Pushing event updated for resources: {'Port': ['ID=e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:51.543512 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Network 13497923-8c27-4434-8e02-851408287371 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:34:51.588220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-e5174ef7-2bd6-490b-8b5d-2206aeee5d47 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:51.589790 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-e5174ef7-2bd6-490b-8b5d-2206aeee5d47 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.72 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 812 time: 0.4002068 Feb 10 15:34:51.602969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-ad3ab7ed-117a-4062-a586-064802f174f0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Request body: {'port': {'device_id': 'b13317d5-8a0b-4068-849e-dca9a167fcc1', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'admin_state_up': True, 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:51.646168 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-436153b4-fd24-455d-8ea7-c4d88dc78c52 None None] For port 12fe277d-858f-44fb-a54d-d9b37f9cab63, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=12fe277d-858f-44fb-a54d-d9b37f9cab63,segment=NetworkSegment(2beadb9a-6e9f-4cbb-8a25-a586b8f20730),segment_id=2beadb9a-6e9f-4cbb-8a25-a586b8f20730)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:51.656012 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:51.677528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:34:51.702824 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-436153b4-fd24-455d-8ea7-c4d88dc78c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (12fe277d-858f-44fb-a54d-d9b37f9cab63), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:51.714413 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] Set router 1a8c3c92-9ea6-4488-86ef-ca32a7494b32 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:34:51.728277 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5d6f6-6632-448d-b060-f50e80d55878 req-de1fac55-a5f2-47ed-90d4-3823b3002390 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:51.729832 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47a5d6f6-6632-448d-b060-f50e80d55878 req-de1fac55-a5f2-47ed-90d4-3823b3002390 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 944 time: 0.4279423 Feb 10 15:34:51.842650 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-a7712d4a-1afc-4e0a-a9ea-038a84620249 service neutron] 10.222.0.64 "GET /v2.0/networks/1235e67f-371f-4812-bc77-384e2a42849c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418282 Feb 10 15:34:51.849584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-ad3ab7ed-117a-4062-a586-064802f174f0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Made reservation on behalf of 03e2045129ad4ef1931b5795dd4f29b4 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:51.855181 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-ad3ab7ed-117a-4062-a586-064802f174f0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:51.884587 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47a5d6f6-6632-448d-b060-f50e80d55878 req-653c2c74-3d89-4a75-a442-6271ddc72d18 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348202 Feb 10 15:34:52.052047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Attempting to bind port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:34:52.052781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Attempting to bind port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'f5acee5b-3d31-4f19-8da4-2031cd93b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '13497923-8c27-4434-8e02-851408287371'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:34:52.053378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Attempting to bind port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea on network 13497923-8c27-4434-8e02-851408287371 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:34:52.161785 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436153b4-fd24-455d-8ea7-c4d88dc78c52 None None] Pushing event updated for resources: {'Port': ['ID=12fe277d-858f-44fb-a54d-d9b37f9cab63,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:52.175253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:34:52.176222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Checking segment: {'id': 'f5acee5b-3d31-4f19-8da4-2031cd93b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '13497923-8c27-4434-8e02-851408287371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:34:52.176776 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:52.177288 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Bound using segment: {'id': 'f5acee5b-3d31-4f19-8da4-2031cd93b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '13497923-8c27-4434-8e02-851408287371'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:34:52.177856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Bound port: e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5acee5b-3d31-4f19-8da4-2031cd93b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '13497923-8c27-4434-8e02-851408287371'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:34:52.178495 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:52.205982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-ad3ab7ed-117a-4062-a586-064802f174f0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Allocated IP 172.20.0.4 (27e2001a-a1ab-4573-85b8-a44f65e39c6e/90274fea-8f83-4f17-b4ae-db95949e49bc/68f473ee-c6bd-458b-a2e8-3fe1e8dd5709) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:34:52.232565 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf980f59-eaa7-4f39-acb3-7182c00badae req-b2e9523d-703f-45bc-9bba-101d528aec1b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 210 time: 0.1086457 Feb 10 15:34:52.235079 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed95fbcf-324f-411c-9ee3-d60a2ae984d1 req-9a0208dd-ab5a-4f4e-9e97-c64b4ba81d6b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 210 time: 0.1724088 Feb 10 15:34:52.311852 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'name': 'tempest-ServersTestMultiNic-1321867497-router', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c1721cc2-5bb6-4736-b31b-fe3313366628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:34:36Z', 'updated_at': '2022-02-10T15:34:42Z', 'revision_number': 4, 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'gw_port': {'id': 'c1721cc2-5bb6-4736-b31b-fe3313366628', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:34:37Z', 'updated_at': '2022-02-10T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'eda8609f-32ca-4308-84f4-7446d80ce705', 'name': '', 'network_id': 'eaf784ee-54d3-4977-bfd9-5813d9071ad6', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48', 'mac_address': 'fa:16:3e:81:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': 'f9e7016a-d740-423f-9a46-0e968182ef36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:34:41Z', 'updated_at': '2022-02-10T15:34:51Z', 'revision_number': 4, 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'subnets': [{'id': 'f9e7016a-d740-423f-9a46-0e968182ef36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:34:52.350137 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02015cf8-c3c6-48e0-a520-4122ee67d81e None None] The sync data for ids ['1a8c3c92-9ea6-4488-86ef-ca32a7494b32'] in n-d-815324-7 is: [{'id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'name': 'tempest-ServersTestMultiNic-1321867497-router', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c1721cc2-5bb6-4736-b31b-fe3313366628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:34:36Z', 'updated_at': '2022-02-10T15:34:42Z', 'revision_number': 4, 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'gw_port': {'id': 'c1721cc2-5bb6-4736-b31b-fe3313366628', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:34:37Z', 'updated_at': '2022-02-10T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'eda8609f-32ca-4308-84f4-7446d80ce705', 'name': '', 'network_id': 'eaf784ee-54d3-4977-bfd9-5813d9071ad6', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48', 'mac_address': 'fa:16:3e:81:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': 'f9e7016a-d740-423f-9a46-0e968182ef36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:34:41Z', 'updated_at': '2022-02-10T15:34:51Z', 'revision_number': 4, 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'subnets': [{'id': 'f9e7016a-d740-423f-9a46-0e968182ef36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:34:52.368738 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e7bcdbbc-993b-44ff-bb23-efd51a89bd12 None None] Provisioning complete for port 12fe277d-858f-44fb-a54d-d9b37f9cab63 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:52.370914 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e7bcdbbc-993b-44ff-bb23-efd51a89bd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (12fe277d-858f-44fb-a54d-d9b37f9cab63), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:52.583980 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e7bcdbbc-993b-44ff-bb23-efd51a89bd12 None None] Current status of the port 12fe277d-858f-44fb-a54d-d9b37f9cab63 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:52.712019 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-ad3ab7ed-117a-4062-a586-064802f174f0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for port (68f473ee-c6bd-458b-a2e8-3fe1e8dd5709), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:52.771885 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-ad3ab7ed-117a-4062-a586-064802f174f0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (68f473ee-c6bd-458b-a2e8-3fe1e8dd5709), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:52.820052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-ad3ab7ed-117a-4062-a586-064802f174f0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Network 27e2001a-a1ab-4573-85b8-a44f65e39c6e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:34:52.851824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-ad3ab7ed-117a-4062-a586-064802f174f0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:52.856430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-ad3ab7ed-117a-4062-a586-064802f174f0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:34:52.926913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 12fe277d-858f-44fb-a54d-d9b37f9cab63 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:52.933617 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ab7ed-117a-4062-a586-064802f174f0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event updated for resources: {'Port': ['ID=68f473ee-c6bd-458b-a2e8-3fe1e8dd5709,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:53.010390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['2142e605-8066-4484-9c2b-59f608058a7f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:34:53.028357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-ad3ab7ed-117a-4062-a586-064802f174f0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:53.030965 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-ad3ab7ed-117a-4062-a586-064802f174f0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:53.113845 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-ad3ab7ed-117a-4062-a586-064802f174f0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5150228 Feb 10 15:34:53.135464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Request body: {'port': {'device_id': 'b13317d5-8a0b-4068-849e-dca9a167fcc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:53.197306 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e7bcdbbc-993b-44ff-bb23-efd51a89bd12 None None] Provisioning complete for port eda8609f-32ca-4308-84f4-7446d80ce705 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:53.198380 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e7bcdbbc-993b-44ff-bb23-efd51a89bd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:53.289021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] For port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:34:53.301704 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f00893-f82f-4f14-8b47-fb4b361d3b7e req-93cf5d83-9908-4f6e-88d1-68611f3af90a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:53.313475 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82f00893-f82f-4f14-8b47-fb4b361d3b7e req-93cf5d83-9908-4f6e-88d1-68611f3af90a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 944 time: 0.2149734 Feb 10 15:34:53.391738 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device eda8609f-32ca-4308-84f4-7446d80ce705 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:34:53.437617 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (68f473ee-c6bd-458b-a2e8-3fe1e8dd5709), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:53.553925 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cd51dd8-6a1e-4e9e-9511-9564fc622b53 req-411c16df-a747-4a14-9942-fb607b697eea tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 210 time: 0.0828712 Feb 10 15:34:53.564726 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82f00893-f82f-4f14-8b47-fb4b361d3b7e req-d41b5666-cc59-47a1-820c-25ee54a1d5ad tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457378 Feb 10 15:34:53.602194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] For port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea,segment=NetworkSegment(f5acee5b-3d31-4f19-8da4-2031cd93b7a9),segment_id=f5acee5b-3d31-4f19-8da4-2031cd93b7a9)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:34:53.631745 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port eda8609f-32ca-4308-84f4-7446d80ce705 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:53.632409 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:53.635760 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:53.747904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479b2df-dc65-41c9-b71d-4e14df37d4b0 None None] Pushing event updated for resources: {'Port': ['ID=e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:53.894371 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e80270-2ad9-48b2-a4ec-a3b0b55c2a54 req-c8a3ea83-16e4-4004-b863-0e13a802a1bf tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:53.905039 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-52e80270-2ad9-48b2-a4ec-a3b0b55c2a54 req-c8a3ea83-16e4-4004-b863-0e13a802a1bf tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 931 time: 0.2164297 Feb 10 15:34:54.017759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e7bcdbbc-993b-44ff-bb23-efd51a89bd12 None None] Current status of the port eda8609f-32ca-4308-84f4-7446d80ce705 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:54.018214 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e7bcdbbc-993b-44ff-bb23-efd51a89bd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:54.068672 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-52e80270-2ad9-48b2-a4ec-a3b0b55c2a54 req-9f3c568d-624a-4d05-bc9d-c62bf54a7091 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601074 Feb 10 15:34:54.193969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port eda8609f-32ca-4308-84f4-7446d80ce705 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:54.194849 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:54.280675 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e7bcdbbc-993b-44ff-bb23-efd51a89bd12 None None] For port eda8609f-32ca-4308-84f4-7446d80ce705, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=eda8609f-32ca-4308-84f4-7446d80ce705,segment=NetworkSegment(43a91810-dc84-4bb8-8290-d75712723d7f),segment_id=43a91810-dc84-4bb8-8290-d75712723d7f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:54.357469 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:34:54.357845 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:34:54.358492 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e7bcdbbc-993b-44ff-bb23-efd51a89bd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:54.463357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-b140b25b-8c50-4337-bbd4-f34d5a25c5a1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:54.470734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-b140b25b-8c50-4337-bbd4-f34d5a25c5a1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:54.473084 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-b140b25b-8c50-4337-bbd4-f34d5a25c5a1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.79 "GET /v2.0/networks?id=1235e67f-371f-4812-bc77-384e2a42849c&id=13497923-8c27-4434-8e02-851408287371&id=1235e67f-371f-4812-bc77-384e2a42849c HTTP/1.1" status: 200 len: 1390 time: 0.5401306 Feb 10 15:34:54.474142 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcdbbc-993b-44ff-bb23-efd51a89bd12 None None] Pushing event updated for resources: {'Port': ['ID=eda8609f-32ca-4308-84f4-7446d80ce705,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:54.489674 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f31353e9-fa5b-45b9-b1f4-d1f10d222cd6 None None] Provisioning complete for port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:54.490046 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f31353e9-fa5b-45b9-b1f4-d1f10d222cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (68f473ee-c6bd-458b-a2e8-3fe1e8dd5709), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:54.498487 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-02919703-832b-437a-b737-9ff90b62ebfe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Request body: {'port': {'device_id': '385a2746-41e4-4fc4-b747-a04f37090269', 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c', 'admin_state_up': True, 'tenant_id': '9a604c2939b04840a89b4741b69d3c48'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:54.533890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f31353e9-fa5b-45b9-b1f4-d1f10d222cd6 None None] Port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:34:54.617433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:34:54.640135 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Publish callbacks [] for port (68f473ee-c6bd-458b-a2e8-3fe1e8dd5709), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:54.686483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Transition to ACTIVE for port object 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:34:54.694369 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (68f473ee-c6bd-458b-a2e8-3fe1e8dd5709), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:54.774611 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-750ac970-ca2a-4562-ad47-a54d55e75aef req-87199650-d2e9-4699-827d-f91af80678ac tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 210 time: 0.0704722 Feb 10 15:34:54.797668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-02919703-832b-437a-b737-9ff90b62ebfe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Made reservation on behalf of 9a604c2939b04840a89b4741b69d3c48 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:54.810430 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-02919703-832b-437a-b737-9ff90b62ebfe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:54.898745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac30fd-a8bd-4fcb-8e91-b2ffb4182325 req-687885e9-5561-4f9c-864b-c0ebf0367e05 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:54.906588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00ac30fd-a8bd-4fcb-8e91-b2ffb4182325 req-687885e9-5561-4f9c-864b-c0ebf0367e05 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 944 time: 0.1305432 Feb 10 15:34:54.944040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port eda8609f-32ca-4308-84f4-7446d80ce705 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:54.947273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 12fe277d-858f-44fb-a54d-d9b37f9cab63 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:34:54.951121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38650) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:55.043024 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00ac30fd-a8bd-4fcb-8e91-b2ffb4182325 req-d0c1ea53-ade3-4656-8312-d99a6f6005b5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304035 Feb 10 15:34:55.073683 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 12fe277d-858f-44fb-a54d-d9b37f9cab63 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:55.074667 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (12fe277d-858f-44fb-a54d-d9b37f9cab63), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:55.156459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Pushing event updated for resources: {'Port': ['ID=68f473ee-c6bd-458b-a2e8-3fe1e8dd5709,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:55.190826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 54488536-ba73-4f47-9bed-75348e4117fe up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:34:55.277390 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Attempting to bind port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:34:55.277960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Attempting to bind port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:34:55.278473 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Attempting to bind port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:34:55.289668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:34:55.290268 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Attempting to bind port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:34:55.304407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:34:55.305301 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Checking segment: {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:34:55.306161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Bound using segment: {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:34:55.306768 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Bound port: 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:34:55.307312 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (68f473ee-c6bd-458b-a2e8-3fe1e8dd5709), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:55.311552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-02919703-832b-437a-b737-9ff90b62ebfe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Allocated IP 19.80.0.189 (1235e67f-371f-4812-bc77-384e2a42849c/699af918-10c7-4f9b-a72a-a3afc8cb0c83/23a745db-5d62-4323-a2bd-1d7a9fd035cf) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:34:55.311729 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3098f0e-afcc-492e-895c-5e4df7d77b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:55.371107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 12fe277d-858f-44fb-a54d-d9b37f9cab63 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:55.377108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 54488536-ba73-4f47-9bed-75348e4117fe completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:34:55.389976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 54488536-ba73-4f47-9bed-75348e4117fe triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:55.390480 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (54488536-ba73-4f47-9bed-75348e4117fe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:55.396399 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96a9f1-d6f4-461e-a958-37a826d9c7ea req-5712af74-e917-4942-81de-f04c4b554bca tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:55.398054 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c96a9f1-d6f4-461e-a958-37a826d9c7ea req-5712af74-e917-4942-81de-f04c4b554bca tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 943 time: 0.2231390 Feb 10 15:34:55.568156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 54488536-ba73-4f47-9bed-75348e4117fe is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:55.568686 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (54488536-ba73-4f47-9bed-75348e4117fe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:55.582114 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c96a9f1-d6f4-461e-a958-37a826d9c7ea req-d098923a-22db-4e01-8321-684871548ff9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521380 Feb 10 15:34:55.595638 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] For port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:34:55.601073 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] For port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=68f473ee-c6bd-458b-a2e8-3fe1e8dd5709,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:34:55.610511 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (68f473ee-c6bd-458b-a2e8-3fe1e8dd5709), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:55.643126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b044452e-b07a-4eb1-ad18-87b0b0ea741d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54488536-ba73-4f47-9bed-75348e4117fe'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:34:55.646743 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe80001-2885-4b9f-a1e9-07b883ce8569" -d '{"events": [{"server_uuid": "b044452e-b07a-4eb1-ad18-87b0b0ea741d", "name": "network-vif-plugged", "status": "completed", "tag": "54488536-ba73-4f47-9bed-75348e4117fe"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:34:55.662832 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 54488536-ba73-4f47-9bed-75348e4117fe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=54488536-ba73-4f47-9bed-75348e4117fe,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:55.677335 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (54488536-ba73-4f47-9bed-75348e4117fe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:55.756100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:34:55.760293 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:55.761115 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:55.762473 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] 10.222.0.72 "PUT /v2.0/ports/68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 HTTP/1.1" status: 200 len: 1091 time: 2.6399486 Feb 10 15:34:55.762938 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13317d5-8a0b-4068-849e-dca9a167fcc1', 'tag': '68f473ee-c6bd-458b-a2e8-3fe1e8dd5709'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:34:55.765257 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb6abfb-ecf5-4788-92bb-1fffcfcef4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b13317d5-8a0b-4068-849e-dca9a167fcc1", "tag": "68f473ee-c6bd-458b-a2e8-3fe1e8dd5709"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:34:55.776288 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3098f0e-afcc-492e-895c-5e4df7d77b25 admin admin] Publish callbacks [] for security_group (a7ce66e5-f7ba-43f0-8414-e813916d5855), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:55.789981 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3098f0e-afcc-492e-895c-5e4df7d77b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a7ce66e5-f7ba-43f0-8414-e813916d5855), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:55.864799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc4c404-545a-410e-b773-35f3dca70f7b None None] Network 13497923-8c27-4434-8e02-851408287371 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:34:55.871449 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3098f0e-afcc-492e-895c-5e4df7d77b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ce66e5-f7ba-43f0-8414-e813916d5855,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:55.873208 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2881184-b429-45d4-9eeb-79cbd022ca48 x-openstack-request-id: req-c2881184-b429-45d4-9eeb-79cbd022ca48 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:34:55.877819 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b044452e-b07a-4eb1-ad18-87b0b0ea741d", "name": "network-vif-plugged", "status": "completed", "tag": "54488536-ba73-4f47-9bed-75348e4117fe", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:34:55.878109 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2881184-b429-45d4-9eeb-79cbd022ca48 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:34:55.878603 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b044452e-b07a-4eb1-ad18-87b0b0ea741d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54488536-ba73-4f47-9bed-75348e4117fe', 'code': 200} Feb 10 15:34:55.896742 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c3098f0e-afcc-492e-895c-5e4df7d77b25 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b4ddc2b91f234a7ba9f8be5e58c61157&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9441996 Feb 10 15:34:55.899350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38672) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:55.943054 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f60aea6-5da8-40bd-889f-31b35cc74ba0 x-openstack-request-id: req-7f60aea6-5da8-40bd-889f-31b35cc74ba0 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:34:55.943374 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13317d5-8a0b-4068-849e-dca9a167fcc1", "tag": "68f473ee-c6bd-458b-a2e8-3fe1e8dd5709", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:34:55.943598 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f60aea6-5da8-40bd-889f-31b35cc74ba0 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:34:55.944006 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b13317d5-8a0b-4068-849e-dca9a167fcc1', 'tag': '68f473ee-c6bd-458b-a2e8-3fe1e8dd5709', 'status': 'completed', 'code': 200} Feb 10 15:34:55.995423 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e86b92-ea4d-41bd-bf15-9f4a0cd838f3 service neutron] Pushing event updated for resources: {'Port': ['ID=68f473ee-c6bd-458b-a2e8-3fe1e8dd5709,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:56.007147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1c651f52-4b48-450a-b916-8a6df9f40ddd req-fa643315-d80b-4d0c-a022-40d96caf2a63 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 210 time: 0.0510554 Feb 10 15:34:56.050049 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0fa54d2-e6ad-43f3-9998-c73653eab475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:56.052894 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-a0fa54d2-e6ad-43f3-9998-c73653eab475 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 1125 time: 0.1756589 Feb 10 15:34:56.053167 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5ddf94e-0a6a-40c9-a7ce-e050e2243693 admin admin] Publish callbacks [] for security_group (a7ce66e5-f7ba-43f0-8414-e813916d5855), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:56.055711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c9382060-caa6-4764-adf4-89515168b9d6 None None] Provisioning complete for port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:56.056384 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c9382060-caa6-4764-adf4-89515168b9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:56.086335 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-02919703-832b-437a-b737-9ff90b62ebfe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for port (23a745db-5d62-4323-a2bd-1d7a9fd035cf), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:56.086624 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5ddf94e-0a6a-40c9-a7ce-e050e2243693 admin admin] Publish callbacks [] for security_group (a7ce66e5-f7ba-43f0-8414-e813916d5855), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:56.168586 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-55b127b0-b0dc-4a64-afbf-6e407781c803 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 HTTP/1.1" status: 200 len: 217 time: 0.1017985 Feb 10 15:34:56.174180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b34324-3ac2-45f4-9b82-fdf91e353e1e req-f6d76ff4-2f2d-4331-b6ca-3b9660c8f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:56.176505 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c5b34324-3ac2-45f4-9b82-fdf91e353e1e req-f6d76ff4-2f2d-4331-b6ca-3b9660c8f80f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 1127 time: 0.2899201 Feb 10 15:34:56.208237 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=54488536-ba73-4f47-9bed-75348e4117fe,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:56.221889 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5ddf94e-0a6a-40c9-a7ce-e050e2243693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a7ce66e5-f7ba-43f0-8414-e813916d5855), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:56.225584 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5ddf94e-0a6a-40c9-a7ce-e050e2243693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:56.229017 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b5ddf94e-0a6a-40c9-a7ce-e050e2243693 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7ce66e5-f7ba-43f0-8414-e813916d5855 HTTP/1.1" status: 204 len: 168 time: 0.3262782 Feb 10 15:34:56.254679 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-8fd0c893-bd81-4e26-8794-8766a9793e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:56.258885 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-8fd0c893-bd81-4e26-8794-8766a9793e73 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.0795290 Feb 10 15:34:56.279713 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:56.280219 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:56.287334 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddf94e-0a6a-40c9-a7ce-e050e2243693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ce66e5-f7ba-43f0-8414-e813916d5855,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:56.320352 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b3af9-36a2-45a1-8d33-27b8fcb92f34 req-684ca68c-1864-4b7b-b0d7-6548129c273a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:56.321882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a5b3af9-36a2-45a1-8d33-27b8fcb92f34 req-684ca68c-1864-4b7b-b0d7-6548129c273a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1389129 Feb 10 15:34:56.392328 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c9382060-caa6-4764-adf4-89515168b9d6 None None] Current status of the port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:56.393399 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c9382060-caa6-4764-adf4-89515168b9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:56.412340 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c5b34324-3ac2-45f4-9b82-fdf91e353e1e req-06856dc9-92f6-4252-ab37-f7c2af6af88b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618049 Feb 10 15:34:56.414782 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-02919703-832b-437a-b737-9ff90b62ebfe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (23a745db-5d62-4323-a2bd-1d7a9fd035cf), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:56.461191 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a5b3af9-36a2-45a1-8d33-27b8fcb92f34 req-f1a3c90c-25ce-4eac-9595-43f216dcf844 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296339 Feb 10 15:34:56.479232 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-2e9ce3b2-1615-4039-9472-13d7295937a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:56.480970 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-2e9ce3b2-1615-4039-9472-13d7295937a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2071886 Feb 10 15:34:56.490882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-02919703-832b-437a-b737-9ff90b62ebfe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Network 1235e67f-371f-4812-bc77-384e2a42849c is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:34:56.543751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c9382060-caa6-4764-adf4-89515168b9d6 None None] For port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea,segment=NetworkSegment(f5acee5b-3d31-4f19-8da4-2031cd93b7a9),segment_id=f5acee5b-3d31-4f19-8da4-2031cd93b7a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:34:56.564955 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c9382060-caa6-4764-adf4-89515168b9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:56.600254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-02919703-832b-437a-b737-9ff90b62ebfe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:56.616390 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-02919703-832b-437a-b737-9ff90b62ebfe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:34:56.646186 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9382060-caa6-4764-adf4-89515168b9d6 None None] Pushing event updated for resources: {'Port': ['ID=e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:56.704182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-02919703-832b-437a-b737-9ff90b62ebfe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:56.705194 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-02919703-832b-437a-b737-9ff90b62ebfe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:56.744820 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-02919703-832b-437a-b737-9ff90b62ebfe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2436674 Feb 10 15:34:56.781101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-b3e516c2-e4ac-42c9-a81e-f82262f6fad2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Request body: {'port': {'device_id': '385a2746-41e4-4fc4-b747-a04f37090269', 'network_id': '13497923-8c27-4434-8e02-851408287371', 'admin_state_up': True, 'tenant_id': '9a604c2939b04840a89b4741b69d3c48'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:56.810137 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:56.813009 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device eda8609f-32ca-4308-84f4-7446d80ce705 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:34:56.895439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaad62-f994-40d8-963d-94291a0e65ca req-f844570c-303e-44f6-9f53-554f1716ee7b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:56.901201 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bdfaad62-f994-40d8-963d-94291a0e65ca req-f844570c-303e-44f6-9f53-554f1716ee7b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 943 time: 0.1673553 Feb 10 15:34:56.901717 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38690) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:56.924413 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-045719b8-6a6e-41eb-9fa5-d77a29dae4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:56.955614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port eda8609f-32ca-4308-84f4-7446d80ce705 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:56.956144 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:57.007666 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bdfaad62-f994-40d8-963d-94291a0e65ca req-4ef23e24-f638-40ed-9e08-3cc14da874a2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717278 Feb 10 15:34:57.032157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02919703-832b-437a-b737-9ff90b62ebfe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event updated for resources: {'Port': ['ID=23a745db-5d62-4323-a2bd-1d7a9fd035cf,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:57.041969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-b3e516c2-e4ac-42c9-a81e-f82262f6fad2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Made reservation on behalf of 9a604c2939b04840a89b4741b69d3c48 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:57.052955 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-b3e516c2-e4ac-42c9-a81e-f82262f6fad2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:57.109469 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fe9464e6-cd81-4635-8967-24a1e473eacb None None] Provisioning complete for port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:57.110791 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fe9464e6-cd81-4635-8967-24a1e473eacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:57.166071 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-045719b8-6a6e-41eb-9fa5-d77a29dae4c1 admin admin] Publish callbacks [] for security_group (b0213e9a-7ee8-4fe5-a04e-f9198f47abf5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:57.195213 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-045719b8-6a6e-41eb-9fa5-d77a29dae4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b0213e9a-7ee8-4fe5-a04e-f9198f47abf5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:57.204174 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port eda8609f-32ca-4308-84f4-7446d80ce705 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:57.254799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-045719b8-6a6e-41eb-9fa5-d77a29dae4c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1616e75a14634870a93d54dae18dad14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3519635 Feb 10 15:34:57.256674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045719b8-6a6e-41eb-9fa5-d77a29dae4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0213e9a-7ee8-4fe5-a04e-f9198f47abf5,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:57.262084 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38696) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:34:57.268423 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fe9464e6-cd81-4635-8967-24a1e473eacb None None] Current status of the port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:57.306177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-b3e516c2-e4ac-42c9-a81e-f82262f6fad2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Allocated IP 19.86.0.62 (13497923-8c27-4434-8e02-851408287371/72f71cd5-99ba-43c9-a4b5-7e13e4ab4321/8286e2f3-71b9-45e7-942d-f46e6734fa1d) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:34:57.313030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc52a3f-b1da-4255-8955-cbb7b17053b7 req-0d6896c1-bb8d-4524-bc27-101477dfe2bf tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:57.315139 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dcc52a3f-b1da-4255-8955-cbb7b17053b7 req-0d6896c1-bb8d-4524-bc27-101477dfe2bf tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 932 time: 0.1651704 Feb 10 15:34:57.389865 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dcc52a3f-b1da-4255-8955-cbb7b17053b7 req-99d3eacc-9e13-49bd-ba2a-a112e8325f89 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641446 Feb 10 15:34:57.414698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8f0e3024-a2aa-49f5-b673-b25ba010a42f None None] Provisioning complete for port 23a745db-5d62-4323-a2bd-1d7a9fd035cf triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:57.415178 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f0e3024-a2aa-49f5-b673-b25ba010a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (23a745db-5d62-4323-a2bd-1d7a9fd035cf), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:57.424927 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6a261794-f682-4047-954b-4757e94c472d admin admin] Publish callbacks [] for security_group (b0213e9a-7ee8-4fe5-a04e-f9198f47abf5), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:57.460972 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-b3e516c2-e4ac-42c9-a81e-f82262f6fad2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for port (8286e2f3-71b9-45e7-942d-f46e6734fa1d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:57.464434 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6a261794-f682-4047-954b-4757e94c472d admin admin] Publish callbacks [] for security_group (b0213e9a-7ee8-4fe5-a04e-f9198f47abf5), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:57.498033 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-9c34cda3-0e39-47be-9e59-509212d345a4 service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9994817 Feb 10 15:34:57.499905 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-b3e516c2-e4ac-42c9-a81e-f82262f6fad2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8286e2f3-71b9-45e7-942d-f46e6734fa1d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:57.510789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e3024-a2aa-49f5-b673-b25ba010a42f None None] Port 23a745db-5d62-4323-a2bd-1d7a9fd035cf cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:34:57.547407 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6a261794-f682-4047-954b-4757e94c472d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b0213e9a-7ee8-4fe5-a04e-f9198f47abf5), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:57.551084 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:34:57.558021 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6a261794-f682-4047-954b-4757e94c472d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:57.561364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6a261794-f682-4047-954b-4757e94c472d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0213e9a-7ee8-4fe5-a04e-f9198f47abf5 HTTP/1.1" status: 204 len: 168 time: 0.2957661 Feb 10 15:34:57.585654 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a261794-f682-4047-954b-4757e94c472d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0213e9a-7ee8-4fe5-a04e-f9198f47abf5,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:57.616430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e516c2-e4ac-42c9-a81e-f82262f6fad2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event updated for resources: {'Port': ['ID=8286e2f3-71b9-45e7-942d-f46e6734fa1d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:57.647890 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-b3e516c2-e4ac-42c9-a81e-f82262f6fad2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Network 13497923-8c27-4434-8e02-851408287371 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:34:57.652263 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-b3e516c2-e4ac-42c9-a81e-f82262f6fad2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:57.657439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-b3e516c2-e4ac-42c9-a81e-f82262f6fad2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:34:57.731760 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:57.733116 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:57.833209 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-b3e516c2-e4ac-42c9-a81e-f82262f6fad2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:57.833865 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-b3e516c2-e4ac-42c9-a81e-f82262f6fad2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:57.875331 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-b3e516c2-e4ac-42c9-a81e-f82262f6fad2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1219676 Feb 10 15:34:57.894771 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2114d085-66bc-4e2f-8c60-8a6330560820 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Request body: {'port': {'device_id': '385a2746-41e4-4fc4-b747-a04f37090269', 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c', 'admin_state_up': True, 'tenant_id': '9a604c2939b04840a89b4741b69d3c48'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:57.904802 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ce89468b-7d22-4daf-9c66-cc27edb41fce req-1093b8bb-4d31-434c-9066-ab1619c5fb31 service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918579 Feb 10 15:34:57.977759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:34:58.126881 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f949f-7c4c-4692-a02e-cb5608220059 req-3246a236-4453-4e04-933d-af5f506e0868 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:58.137389 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-744f949f-7c4c-4692-a02e-cb5608220059 req-3246a236-4453-4e04-933d-af5f506e0868 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1101105 Feb 10 15:34:58.142969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b9f3bb03-ec99-409f-9c57-de0e5f3d997c None None] Provisioning complete for port 8286e2f3-71b9-45e7-942d-f46e6734fa1d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:58.142969 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b9f3bb03-ec99-409f-9c57-de0e5f3d997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8286e2f3-71b9-45e7-942d-f46e6734fa1d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:58.189300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b9f3bb03-ec99-409f-9c57-de0e5f3d997c None None] Port 8286e2f3-71b9-45e7-942d-f46e6734fa1d cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:34:58.214476 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6abfb-ecf5-4788-92bb-1fffcfcef4e2 req-b4375808-d7e8-4222-a55b-8d88ecc05c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:58.216091 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5cb6abfb-ecf5-4788-92bb-1fffcfcef4e2 req-b4375808-d7e8-4222-a55b-8d88ecc05c5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 1125 time: 0.1735024 Feb 10 15:34:58.261252 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-744f949f-7c4c-4692-a02e-cb5608220059 req-8f9bd98b-a997-48f3-8d2c-d7a80283915a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229851 Feb 10 15:34:58.285231 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25074fe-911c-480d-ad27-81a9b77e4e9d req-61935e4d-5910-4f18-abb2-b581d917ddb8 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:58.287368 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a25074fe-911c-480d-ad27-81a9b77e4e9d req-61935e4d-5910-4f18-abb2-b581d917ddb8 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 943 time: 0.1477599 Feb 10 15:34:58.324371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2114d085-66bc-4e2f-8c60-8a6330560820 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Made reservation on behalf of 9a604c2939b04840a89b4741b69d3c48 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:34:58.328544 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2114d085-66bc-4e2f-8c60-8a6330560820 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:58.360150 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a25074fe-911c-480d-ad27-81a9b77e4e9d req-2a85be47-39ca-4f09-86bc-aed0556e3f55 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670838 Feb 10 15:34:58.496906 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6abfb-ecf5-4788-92bb-1fffcfcef4e2 req-c58074de-f667-48be-9ec9-6fa3b6362b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:58.499131 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5cb6abfb-ecf5-4788-92bb-1fffcfcef4e2 req-c58074de-f667-48be-9ec9-6fa3b6362b11 service neutron] 10.222.0.72 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.2760522 Feb 10 15:34:58.539046 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea5acf-fe92-40d9-bf20-f7ca697c9c5e req-ada699ce-8915-42c8-acf5-c0d9ff136b87 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:58.545140 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea5acf-fe92-40d9-bf20-f7ca697c9c5e req-ada699ce-8915-42c8-acf5-c0d9ff136b87 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:58.553457 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90ea5acf-fe92-40d9-bf20-f7ca697c9c5e req-ada699ce-8915-42c8-acf5-c0d9ff136b87 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 1654 time: 0.0872319 Feb 10 15:34:58.619338 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90ea5acf-fe92-40d9-bf20-f7ca697c9c5e req-9570a0ed-5398-4529-a5c9-a9fafc68b9af tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644004 Feb 10 15:34:58.633866 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5cb6abfb-ecf5-4788-92bb-1fffcfcef4e2 req-1346e283-9606-4957-914a-f487bc3cc3ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 HTTP/1.1" status: 200 len: 217 time: 0.1203408 Feb 10 15:34:58.714839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2114d085-66bc-4e2f-8c60-8a6330560820 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Allocated IP 19.80.0.235 (1235e67f-371f-4812-bc77-384e2a42849c/699af918-10c7-4f9b-a72a-a3afc8cb0c83/187dd0d8-5441-4576-854e-60d43dce97f0) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:34:58.729853 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6abfb-ecf5-4788-92bb-1fffcfcef4e2 req-04876e64-3580-47d5-8dde-784ce112415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:58.731564 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5cb6abfb-ecf5-4788-92bb-1fffcfcef4e2 req-04876e64-3580-47d5-8dde-784ce112415c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.0912383 Feb 10 15:34:58.840330 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6abfb-ecf5-4788-92bb-1fffcfcef4e2 req-73ee8bc7-4f33-4635-9e41-2de5dc108a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:58.842791 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5cb6abfb-ecf5-4788-92bb-1fffcfcef4e2 req-73ee8bc7-4f33-4635-9e41-2de5dc108a39 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1029747 Feb 10 15:34:58.999568 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2114d085-66bc-4e2f-8c60-8a6330560820 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for port (187dd0d8-5441-4576-854e-60d43dce97f0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:59.075892 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5cb6abfb-ecf5-4788-92bb-1fffcfcef4e2 req-c23d1319-82a1-49ad-99d3-3f5f347fb107 service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997466 Feb 10 15:34:59.077577 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2114d085-66bc-4e2f-8c60-8a6330560820 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (187dd0d8-5441-4576-854e-60d43dce97f0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:59.162105 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2114d085-66bc-4e2f-8c60-8a6330560820 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Network 1235e67f-371f-4812-bc77-384e2a42849c is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:34:59.168318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2114d085-66bc-4e2f-8c60-8a6330560820 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:34:59.206503 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2114d085-66bc-4e2f-8c60-8a6330560820 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:34:59.210995 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114d085-66bc-4e2f-8c60-8a6330560820 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event updated for resources: {'Port': ['ID=187dd0d8-5441-4576-854e-60d43dce97f0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:34:59.285558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2114d085-66bc-4e2f-8c60-8a6330560820 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:59.286355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2114d085-66bc-4e2f-8c60-8a6330560820 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:59.297972 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5cb6abfb-ecf5-4788-92bb-1fffcfcef4e2 req-0a00d3ca-592a-4847-b597-d53d9ad4430f service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077396 Feb 10 15:34:59.320010 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2114d085-66bc-4e2f-8c60-8a6330560820 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4403851 Feb 10 15:34:59.331962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Request body: {'port': {'device_id': '385a2746-41e4-4fc4-b747-a04f37090269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:34:59.466608 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (23a745db-5d62-4323-a2bd-1d7a9fd035cf), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:59.572441 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa612-7cfe-4abf-bbd4-98d0e528ee01 req-b08706f5-98aa-45f5-a222-ef31a80d771b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:59.574744 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-334aa612-7cfe-4abf-bbd4-98d0e528ee01 req-b08706f5-98aa-45f5-a222-ef31a80d771b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1615131 Feb 10 15:34:59.586506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a124b8d-088b-471f-97c9-b5623dc2b60b req-8ef94be3-6b3b-41cd-abdf-c3ae48432bfc tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:59.593986 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a124b8d-088b-471f-97c9-b5623dc2b60b req-8ef94be3-6b3b-41cd-abdf-c3ae48432bfc tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 943 time: 0.1206965 Feb 10 15:34:59.637630 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-cf071013-e424-4131-abf1-6f4b3aa54a45 None None] Provisioning complete for port 187dd0d8-5441-4576-854e-60d43dce97f0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:34:59.638177 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cf071013-e424-4131-abf1-6f4b3aa54a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (187dd0d8-5441-4576-854e-60d43dce97f0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:34:59.681371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cf071013-e424-4131-abf1-6f4b3aa54a45 None None] Port 187dd0d8-5441-4576-854e-60d43dce97f0 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:34:59.729767 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-334aa612-7cfe-4abf-bbd4-98d0e528ee01 req-52c7a476-6bb7-4d41-b0fa-c54b3a15ab8b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319084 Feb 10 15:34:59.777115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a124b8d-088b-471f-97c9-b5623dc2b60b req-5dca074d-2e48-4568-8c7a-600955ca64dc tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812296 Feb 10 15:34:59.976988 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fead3-eb59-4d67-9f7d-b6e82afbe2a0 req-53b3074a-a5e6-4a6a-b687-41ae081d7b66 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:34:59.986620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fead3-eb59-4d67-9f7d-b6e82afbe2a0 req-53b3074a-a5e6-4a6a-b687-41ae081d7b66 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:00.006468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a745db-5d62-4323-a2bd-1d7a9fd035cf {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:35:00.026204 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fead3-eb59-4d67-9f7d-b6e82afbe2a0 req-53b3074a-a5e6-4a6a-b687-41ae081d7b66 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:00.039102 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-179fead3-eb59-4d67-9f7d-b6e82afbe2a0 req-53b3074a-a5e6-4a6a-b687-41ae081d7b66 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2376 time: 0.2109809 Feb 10 15:35:00.045551 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:35:00.065899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Publish callbacks [] for port (23a745db-5d62-4323-a2bd-1d7a9fd035cf), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:00.119844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Transition to ACTIVE for port object 23a745db-5d62-4323-a2bd-1d7a9fd035cf will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:35:00.130339 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (23a745db-5d62-4323-a2bd-1d7a9fd035cf), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:00.322397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=68f473ee-c6bd-458b-a2e8-3fe1e8dd5709,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:00.355700 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '68f473ee-c6bd-458b-a2e8-3fe1e8dd5709', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'port_id': '68f473ee-c6bd-458b-a2e8-3fe1e8dd5709', 'mac_address': 'fa:16:3e:6c:80:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:35:00.380531 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-179fead3-eb59-4d67-9f7d-b6e82afbe2a0 req-fcc08a76-214e-45d5-af3e-3e9e49649986 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390870 Feb 10 15:35:00.399891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Pushing event updated for resources: {'Port': ['ID=23a745db-5d62-4323-a2bd-1d7a9fd035cf,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:00.442896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Attempting to bind port 23a745db-5d62-4323-a2bd-1d7a9fd035cf on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:00.443310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Attempting to bind port 23a745db-5d62-4323-a2bd-1d7a9fd035cf by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '2beadb9a-6e9f-4cbb-8a25-a586b8f20730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:00.443649 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Attempting to bind port 23a745db-5d62-4323-a2bd-1d7a9fd035cf on network 1235e67f-371f-4812-bc77-384e2a42849c {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:00.453526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Port 23a745db-5d62-4323-a2bd-1d7a9fd035cf on network 1235e67f-371f-4812-bc77-384e2a42849c not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:00.453845 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Attempting to bind port 23a745db-5d62-4323-a2bd-1d7a9fd035cf on network 1235e67f-371f-4812-bc77-384e2a42849c {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:00.463142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:35:00.463491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Checking segment: {'id': '2beadb9a-6e9f-4cbb-8a25-a586b8f20730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:35:00.463882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Bound using segment: {'id': '2beadb9a-6e9f-4cbb-8a25-a586b8f20730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:35:00.464314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Bound port: 23a745db-5d62-4323-a2bd-1d7a9fd035cf, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2beadb9a-6e9f-4cbb-8a25-a586b8f20730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:35:00.464691 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (23a745db-5d62-4323-a2bd-1d7a9fd035cf), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:00.489527 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc40423-4923-4428-99ec-103e6280f785 req-e3597333-8070-4a31-a642-8b4a3394423f tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:00.489943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:00.490348 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (68f473ee-c6bd-458b-a2e8-3fe1e8dd5709), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:00.499213 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1dc40423-4923-4428-99ec-103e6280f785 req-e3597333-8070-4a31-a642-8b4a3394423f tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/networks?id=0e367e63-34d1-4188-ada1-4e62f3974686 HTTP/1.1" status: 200 len: 813 time: 0.4470320 Feb 10 15:35:00.526058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1dc40423-4923-4428-99ec-103e6280f785 req-ae05e2b7-9929-40d8-8a83-751bff3956db tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/quotas/3ff7cc44d27a4d3db3b9445ce4115014 HTTP/1.1" status: 200 len: 375 time: 0.0175307 Feb 10 15:35:00.530030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:35:00.595295 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=68f473ee-c6bd-458b-a2e8-3fe1e8dd5709,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:00.603858 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (68f473ee-c6bd-458b-a2e8-3fe1e8dd5709), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:00.639705 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1dc40423-4923-4428-99ec-103e6280f785 req-ff8e52d1-e072-4e49-8556-f3e7b455db20 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ff7cc44d27a4d3db3b9445ce4115014&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020401 Feb 10 15:35:00.670991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] For port 23a745db-5d62-4323-a2bd-1d7a9fd035cf, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:35:00.677924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] For port 23a745db-5d62-4323-a2bd-1d7a9fd035cf, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=23a745db-5d62-4323-a2bd-1d7a9fd035cf,segment=NetworkSegment(2beadb9a-6e9f-4cbb-8a25-a586b8f20730),segment_id=2beadb9a-6e9f-4cbb-8a25-a586b8f20730)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:35:00.688111 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (23a745db-5d62-4323-a2bd-1d7a9fd035cf), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:00.764320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=68f473ee-c6bd-458b-a2e8-3fe1e8dd5709,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:00.884480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Pushing event updated for resources: {'Port': ['ID=23a745db-5d62-4323-a2bd-1d7a9fd035cf,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:00.888699 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:00.892073 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:00.893757 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5f300d39-f5a8-4ed3-ae51-4b18864070e0 service neutron] 10.222.0.79 "PUT /v2.0/ports/23a745db-5d62-4323-a2bd-1d7a9fd035cf HTTP/1.1" status: 200 len: 1092 time: 1.5665214 Feb 10 15:35:00.896830 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'tag': '23a745db-5d62-4323-a2bd-1d7a9fd035cf'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:00.901569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['68f473ee-c6bd-458b-a2e8-3fe1e8dd5709'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:35:00.908838 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00b3e1d-d810-44a2-b23c-65839d0d523b" -d '{"events": [{"name": "network-changed", "server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "tag": "23a745db-5d62-4323-a2bd-1d7a9fd035cf"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:00.928876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Request body: {'port': {'device_id': '385a2746-41e4-4fc4-b747-a04f37090269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:01.103080 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1dc40423-4923-4428-99ec-103e6280f785 req-8a2977de-4db9-40e5-aa86-a982b75152f9 service neutron] 10.222.0.64 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572482 Feb 10 15:35:01.119366 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8286e2f3-71b9-45e7-942d-f46e6734fa1d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:01.331342 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e28be6-c962-48d4-8020-30c8bd479e40 req-89aeeb25-4067-4824-8448-1b7e81c7265f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:01.340991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-04e28be6-c962-48d4-8020-30c8bd479e40 req-89aeeb25-4067-4824-8448-1b7e81c7265f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 944 time: 0.3783019 Feb 10 15:35:01.483114 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1dc40423-4923-4428-99ec-103e6280f785 req-81e4b8de-0919-475f-b5ba-542801f3a8ef service neutron] 10.222.0.64 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777280 Feb 10 15:35:01.548945 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-04e28be6-c962-48d4-8020-30c8bd479e40 req-0c0b51ca-d01d-4183-89a6-3d2c1e546fbe tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993163 Feb 10 15:35:01.950392 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64514d99-ec29-4490-b73d-fe4e78269314 req-bb852082-7d55-4e00-87d0-21f9cc42f462 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 210 time: 0.0750177 Feb 10 15:35:02.080071 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c8f1a-a03d-4751-b6db-53510a7f9de8 req-b2cd2c34-2de1-4adc-a95f-304340f716b9 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:02.098088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c8f1a-a03d-4751-b6db-53510a7f9de8 req-b2cd2c34-2de1-4adc-a95f-304340f716b9 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:02.107804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c8f1a-a03d-4751-b6db-53510a7f9de8 req-b2cd2c34-2de1-4adc-a95f-304340f716b9 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:02.109775 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2e9c8f1a-a03d-4751-b6db-53510a7f9de8 req-b2cd2c34-2de1-4adc-a95f-304340f716b9 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2388 time: 0.1819310 Feb 10 15:35:02.237158 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2e9c8f1a-a03d-4751-b6db-53510a7f9de8 req-29026ddc-47b0-430f-8219-556f646c3356 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061492 Feb 10 15:35:02.817227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958b8cd-6795-4504-9878-1652ab4a54be req-4c7dd1cd-fe67-4cc7-9a36-054bcb372f64 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:02.827772 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c958b8cd-6795-4504-9878-1652ab4a54be req-4c7dd1cd-fe67-4cc7-9a36-054bcb372f64 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 944 time: 0.0926363 Feb 10 15:35:02.954371 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c958b8cd-6795-4504-9878-1652ab4a54be req-09d5bcc6-0992-41f2-9908-2f7fb876bde7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227965 Feb 10 15:35:03.126463 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5f0152-80ff-47dc-811b-cc01e342a3d5 x-openstack-request-id: req-ff5f0152-80ff-47dc-811b-cc01e342a3d5 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:03.127030 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "tag": "23a745db-5d62-4323-a2bd-1d7a9fd035cf", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:03.127030 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff5f0152-80ff-47dc-811b-cc01e342a3d5 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:03.127417 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'tag': '23a745db-5d62-4323-a2bd-1d7a9fd035cf', 'status': 'completed', 'code': 200} Feb 10 15:35:03.310006 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b3e1d-d810-44a2-b23c-65839d0d523b req-25fb43a6-9f08-41f1-972e-3ac513663be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:03.312381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b3e1d-d810-44a2-b23c-65839d0d523b req-25fb43a6-9f08-41f1-972e-3ac513663be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:03.314091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b3e1d-d810-44a2-b23c-65839d0d523b req-25fb43a6-9f08-41f1-972e-3ac513663be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:03.318367 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c00b3e1d-d810-44a2-b23c-65839d0d523b req-25fb43a6-9f08-41f1-972e-3ac513663be2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9a604c2939b04840a89b4741b69d3c48&device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2762 time: 0.2124836 Feb 10 15:35:03.420439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38854) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:03.540252 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda300c-e756-4c69-b963-5cbec1d9be55 req-0de607bd-b699-47e8-a718-2c6040ad49ea tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:03.548676 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda300c-e756-4c69-b963-5cbec1d9be55 req-0de607bd-b699-47e8-a718-2c6040ad49ea tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:03.557669 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda300c-e756-4c69-b963-5cbec1d9be55 req-0de607bd-b699-47e8-a718-2c6040ad49ea tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:03.559546 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bda300c-e756-4c69-b963-5cbec1d9be55 req-0de607bd-b699-47e8-a718-2c6040ad49ea tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2388 time: 0.1508203 Feb 10 15:35:03.746658 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bda300c-e756-4c69-b963-5cbec1d9be55 req-7e563ab9-5f76-4543-b975-e2461286ff7b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764977 Feb 10 15:35:03.794415 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8557e106-a31f-48f5-b011-f31a03816a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:03.833067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b3e1d-d810-44a2-b23c-65839d0d523b req-7332f9d8-05c0-40f1-bb6b-02f3b5159e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:03.835326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b3e1d-d810-44a2-b23c-65839d0d523b req-7332f9d8-05c0-40f1-bb6b-02f3b5159e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:03.836505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b3e1d-d810-44a2-b23c-65839d0d523b req-7332f9d8-05c0-40f1-bb6b-02f3b5159e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:03.842141 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c00b3e1d-d810-44a2-b23c-65839d0d523b req-7332f9d8-05c0-40f1-bb6b-02f3b5159e89 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=9a604c2939b04840a89b4741b69d3c48&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5102286 Feb 10 15:35:04.050233 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8557e106-a31f-48f5-b011-f31a03816a72 admin admin] Publish callbacks [] for security_group (6a9f51b3-6b94-491e-99d0-0e045095a6a7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:04.057990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:35:04.083790 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b3e1d-d810-44a2-b23c-65839d0d523b req-c7d8a1c2-b1ff-46a0-acb6-94bbd197066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:04.090472 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c00b3e1d-d810-44a2-b23c-65839d0d523b req-c7d8a1c2-b1ff-46a0-acb6-94bbd197066b service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2381370 Feb 10 15:35:04.125032 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-46c11314-0014-4852-8d52-26be55048949 req-e80c6085-fd02-426f-b9bd-6793b6717474 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 210 time: 0.0695953 Feb 10 15:35:04.129393 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8557e106-a31f-48f5-b011-f31a03816a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6a9f51b3-6b94-491e-99d0-0e045095a6a7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:04.147417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8286e2f3-71b9-45e7-942d-f46e6734fa1d {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:35:04.160293 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8557e106-a31f-48f5-b011-f31a03816a72 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ba06d5462d9489f98880b3513ab6d3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7385719 Feb 10 15:35:04.193163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38866) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:04.212931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:35:04.219535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:04.219915 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (68f473ee-c6bd-458b-a2e8-3fe1e8dd5709), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:04.226919 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Publish callbacks [] for port (8286e2f3-71b9-45e7-942d-f46e6734fa1d), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:04.282055 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Transition to ACTIVE for port object 8286e2f3-71b9-45e7-942d-f46e6734fa1d will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:35:04.291189 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (8286e2f3-71b9-45e7-942d-f46e6734fa1d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:04.313505 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691e456-55c5-4ad2-a7ab-d910de3ab16a req-45210000-caa7-451f-84a6-373bdfbd1106 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:04.329132 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f691e456-55c5-4ad2-a7ab-d910de3ab16a req-45210000-caa7-451f-84a6-373bdfbd1106 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 944 time: 0.2011206 Feb 10 15:35:04.331365 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557e106-a31f-48f5-b011-f31a03816a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9f51b3-6b94-491e-99d0-0e045095a6a7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:04.402547 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:04.403030 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (68f473ee-c6bd-458b-a2e8-3fe1e8dd5709), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:04.403829 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b98cebd0-19d3-4286-88a3-0e6bbb86074e admin admin] Publish callbacks [] for security_group (6a9f51b3-6b94-491e-99d0-0e045095a6a7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:04.414266 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Pushing event updated for resources: {'Port': ['ID=8286e2f3-71b9-45e7-942d-f46e6734fa1d,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:04.465259 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b98cebd0-19d3-4286-88a3-0e6bbb86074e admin admin] Publish callbacks [] for security_group (6a9f51b3-6b94-491e-99d0-0e045095a6a7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:04.493915 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=68f473ee-c6bd-458b-a2e8-3fe1e8dd5709,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:04.498450 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13317d5-8a0b-4068-849e-dca9a167fcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f473ee-c6bd-458b-a2e8-3fe1e8dd5709'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:04.504266 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70062d08-d83c-4784-a57f-c2daba1d4f7e" -d '{"events": [{"server_uuid": "b13317d5-8a0b-4068-849e-dca9a167fcc1", "name": "network-vif-plugged", "status": "completed", "tag": "68f473ee-c6bd-458b-a2e8-3fe1e8dd5709"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:04.512940 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (68f473ee-c6bd-458b-a2e8-3fe1e8dd5709), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:04.599351 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db65894-ffca-4f49-86f0-d68974102c12 x-openstack-request-id: req-5db65894-ffca-4f49-86f0-d68974102c12 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:04.602574 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13317d5-8a0b-4068-849e-dca9a167fcc1", "name": "network-vif-plugged", "status": "completed", "tag": "68f473ee-c6bd-458b-a2e8-3fe1e8dd5709", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:04.602839 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5db65894-ffca-4f49-86f0-d68974102c12 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:04.603243 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13317d5-8a0b-4068-849e-dca9a167fcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f473ee-c6bd-458b-a2e8-3fe1e8dd5709', 'code': 200} Feb 10 15:35:04.629389 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f691e456-55c5-4ad2-a7ab-d910de3ab16a req-47c0bf56-b9f1-4b15-8bc4-63078967b071 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989061 Feb 10 15:35:04.632463 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b98cebd0-19d3-4286-88a3-0e6bbb86074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6a9f51b3-6b94-491e-99d0-0e045095a6a7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:04.645219 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b98cebd0-19d3-4286-88a3-0e6bbb86074e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:04.648983 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b98cebd0-19d3-4286-88a3-0e6bbb86074e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a9f51b3-6b94-491e-99d0-0e045095a6a7 HTTP/1.1" status: 204 len: 168 time: 0.4530914 Feb 10 15:35:04.659474 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cebd0-19d3-4286-88a3-0e6bbb86074e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9f51b3-6b94-491e-99d0-0e045095a6a7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:04.678372 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc40423-4923-4428-99ec-103e6280f785 req-4002c693-906a-4f6a-925b-1716bde12974 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:04.678710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=68f473ee-c6bd-458b-a2e8-3fe1e8dd5709,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:04.680071 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1dc40423-4923-4428-99ec-103e6280f785 req-4002c693-906a-4f6a-925b-1716bde12974 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.72 "GET /v2.0/networks?id=0e367e63-34d1-4188-ada1-4e62f3974686 HTTP/1.1" status: 200 len: 813 time: 0.5858045 Feb 10 15:35:04.826883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df846f-a180-4cb4-895c-a9a98d9044b2 req-4d222498-6fa2-4b17-8971-91d5b16a3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:04.835781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-1dc40423-4923-4428-99ec-103e6280f785 req-99f0e3ad-71c7-4689-9b93-9b8980120b58 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Request body: {'port': {'device_id': '372f0dae-9397-4f2f-b5a7-054151740127', 'network_id': '0e367e63-34d1-4188-ada1-4e62f3974686', 'admin_state_up': True, 'tenant_id': '3ff7cc44d27a4d3db3b9445ce4115014'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:04.843075 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-75df846f-a180-4cb4-895c-a9a98d9044b2 req-4d222498-6fa2-4b17-8971-91d5b16a3854 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 1127 time: 0.1468105 Feb 10 15:35:04.958837 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-75df846f-a180-4cb4-895c-a9a98d9044b2 req-bf61b90c-9f79-4a55-900a-09cd7bc5b325 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092777 Feb 10 15:35:05.025176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Attempting to bind port 8286e2f3-71b9-45e7-942d-f46e6734fa1d on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:05.025914 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Attempting to bind port 8286e2f3-71b9-45e7-942d-f46e6734fa1d by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'f5acee5b-3d31-4f19-8da4-2031cd93b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '13497923-8c27-4434-8e02-851408287371'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:05.029688 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Attempting to bind port 8286e2f3-71b9-45e7-942d-f46e6734fa1d on network 13497923-8c27-4434-8e02-851408287371 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:05.055188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffb98e-26cd-41a2-abb0-74a8eec97ec9 req-bceb6c2f-c0e8-4087-957e-26fe893c42fc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:05.057455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Port 8286e2f3-71b9-45e7-942d-f46e6734fa1d on network 13497923-8c27-4434-8e02-851408287371 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:05.058053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Attempting to bind port 8286e2f3-71b9-45e7-942d-f46e6734fa1d on network 13497923-8c27-4434-8e02-851408287371 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:05.068602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffb98e-26cd-41a2-abb0-74a8eec97ec9 req-bceb6c2f-c0e8-4087-957e-26fe893c42fc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:05.074439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffb98e-26cd-41a2-abb0-74a8eec97ec9 req-bceb6c2f-c0e8-4087-957e-26fe893c42fc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:05.090862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99ffb98e-26cd-41a2-abb0-74a8eec97ec9 req-bceb6c2f-c0e8-4087-957e-26fe893c42fc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2400 time: 0.1393359 Feb 10 15:35:05.133347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:35:05.134041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Checking segment: {'id': 'f5acee5b-3d31-4f19-8da4-2031cd93b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '13497923-8c27-4434-8e02-851408287371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:35:05.134664 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Bound using segment: {'id': 'f5acee5b-3d31-4f19-8da4-2031cd93b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '13497923-8c27-4434-8e02-851408287371'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:35:05.135492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Bound port: 8286e2f3-71b9-45e7-942d-f46e6734fa1d, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5acee5b-3d31-4f19-8da4-2031cd93b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '13497923-8c27-4434-8e02-851408287371'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:35:05.136130 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8286e2f3-71b9-45e7-942d-f46e6734fa1d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:05.214086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] For port 8286e2f3-71b9-45e7-942d-f46e6734fa1d, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:35:05.218864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] For port 8286e2f3-71b9-45e7-942d-f46e6734fa1d, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=8286e2f3-71b9-45e7-942d-f46e6734fa1d,segment=NetworkSegment(f5acee5b-3d31-4f19-8da4-2031cd93b7a9),segment_id=f5acee5b-3d31-4f19-8da4-2031cd93b7a9)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:35:05.234412 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (8286e2f3-71b9-45e7-942d-f46e6734fa1d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:05.248627 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99ffb98e-26cd-41a2-abb0-74a8eec97ec9 req-46152107-d39e-40b5-a4bf-cecad0b2f066 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517730 Feb 10 15:35:05.301986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Pushing event updated for resources: {'Port': ['ID=8286e2f3-71b9-45e7-942d-f46e6734fa1d,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:05.325999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:05.326955 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:05.329280 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-ef92d01b-8e13-450a-80ad-edc6ea7baa8e service neutron] 10.222.0.79 "PUT /v2.0/ports/8286e2f3-71b9-45e7-942d-f46e6734fa1d HTTP/1.1" status: 200 len: 1091 time: 4.4069877 Feb 10 15:35:05.332743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'tag': '8286e2f3-71b9-45e7-942d-f46e6734fa1d'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:05.357613 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-55b215b3-6b53-4534-89ce-11dd0a660d83 req-609c84ae-276b-488b-bd23-e20aa514ba39 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 210 time: 0.0770941 Feb 10 15:35:05.359857 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14d4732-4b9e-4c48-98cc-6cf17a9884a9" -d '{"events": [{"name": "network-changed", "server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "tag": "8286e2f3-71b9-45e7-942d-f46e6734fa1d"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:05.377050 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Request body: {'port': {'device_id': '385a2746-41e4-4fc4-b747-a04f37090269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:05.446141 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb95207d-f858-4339-8ada-9ca1e0e317bc x-openstack-request-id: req-fb95207d-f858-4339-8ada-9ca1e0e317bc {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:05.446435 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "tag": "8286e2f3-71b9-45e7-942d-f46e6734fa1d", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:05.446681 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb95207d-f858-4339-8ada-9ca1e0e317bc {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:05.447077 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'tag': '8286e2f3-71b9-45e7-942d-f46e6734fa1d', 'status': 'completed', 'code': 200} Feb 10 15:35:05.668186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38888) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:05.687525 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-74f3ea5b-dd74-40be-a289-d8ada2fc5c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:05.714170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc40423-4923-4428-99ec-103e6280f785 req-99f0e3ad-71c7-4689-9b93-9b8980120b58 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Made reservation on behalf of 3ff7cc44d27a4d3db3b9445ce4115014 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:35:05.720163 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1dc40423-4923-4428-99ec-103e6280f785 req-99f0e3ad-71c7-4689-9b93-9b8980120b58 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:05.744452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4732-4b9e-4c48-98cc-6cf17a9884a9 req-bfd4eeeb-a477-4e23-9aec-cc5963d336f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:05.753807 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4732-4b9e-4c48-98cc-6cf17a9884a9 req-bfd4eeeb-a477-4e23-9aec-cc5963d336f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:05.754579 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4732-4b9e-4c48-98cc-6cf17a9884a9 req-bfd4eeeb-a477-4e23-9aec-cc5963d336f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:05.758441 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f14d4732-4b9e-4c48-98cc-6cf17a9884a9 req-bfd4eeeb-a477-4e23-9aec-cc5963d336f0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9a604c2939b04840a89b4741b69d3c48&device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2860 time: 0.3072639 Feb 10 15:35:05.773389 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (187dd0d8-5441-4576-854e-60d43dce97f0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:05.963466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-1dc40423-4923-4428-99ec-103e6280f785 req-99f0e3ad-71c7-4689-9b93-9b8980120b58 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Allocated IP 172.20.0.7 (0e367e63-34d1-4188-ada1-4e62f3974686/f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6/204fedbd-3a29-41c3-bf67-fe6d07c7fe21) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:35:06.155662 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-74f3ea5b-dd74-40be-a289-d8ada2fc5c96 admin admin] Publish callbacks [] for security_group (fa916dd3-f395-4e31-9cf8-3cd78f2ec5ce), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:06.212905 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-74f3ea5b-dd74-40be-a289-d8ada2fc5c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fa916dd3-f395-4e31-9cf8-3cd78f2ec5ce), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:06.379074 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-74f3ea5b-dd74-40be-a289-d8ada2fc5c96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=877d3ed86145432bb965e0ec21f52df2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7088032 Feb 10 15:35:06.389426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38900) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:06.405123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3ea5b-dd74-40be-a289-d8ada2fc5c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa916dd3-f395-4e31-9cf8-3cd78f2ec5ce,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:06.462266 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118203c-eeb8-4466-a7ee-f855009dfb1d req-087bd77b-44cc-4a98-8911-6c8ba04ea67c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:06.464182 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6118203c-eeb8-4466-a7ee-f855009dfb1d req-087bd77b-44cc-4a98-8911-6c8ba04ea67c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 945 time: 0.3186648 Feb 10 15:35:06.514141 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1dc40423-4923-4428-99ec-103e6280f785 req-99f0e3ad-71c7-4689-9b93-9b8980120b58 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Publish callbacks [] for port (204fedbd-3a29-41c3-bf67-fe6d07c7fe21), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:06.551418 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bcfc6-581d-45ac-98eb-d0ae8ec382d6 req-e20522b1-f99f-4c7a-b8dd-27ef579ead4d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:06.559819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bcfc6-581d-45ac-98eb-d0ae8ec382d6 req-e20522b1-f99f-4c7a-b8dd-27ef579ead4d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:06.566964 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bcfc6-581d-45ac-98eb-d0ae8ec382d6 req-e20522b1-f99f-4c7a-b8dd-27ef579ead4d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:06.569693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-351bcfc6-581d-45ac-98eb-d0ae8ec382d6 req-e20522b1-f99f-4c7a-b8dd-27ef579ead4d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2400 time: 0.2031677 Feb 10 15:35:06.595023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4732-4b9e-4c48-98cc-6cf17a9884a9 req-1d55675a-0867-4af6-8fb0-c007df25184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:06.595509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4732-4b9e-4c48-98cc-6cf17a9884a9 req-1d55675a-0867-4af6-8fb0-c007df25184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:06.595969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4732-4b9e-4c48-98cc-6cf17a9884a9 req-1d55675a-0867-4af6-8fb0-c007df25184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:06.598196 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f14d4732-4b9e-4c48-98cc-6cf17a9884a9 req-1d55675a-0867-4af6-8fb0-c007df25184b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=9a604c2939b04840a89b4741b69d3c48&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8324287 Feb 10 15:35:06.606474 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6118203c-eeb8-4466-a7ee-f855009dfb1d req-83cc32f2-6ac0-43af-83ea-e91159e627e7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286972 Feb 10 15:35:06.698288 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-351bcfc6-581d-45ac-98eb-d0ae8ec382d6 req-b7782941-0cca-4719-88b1-2a6c05e7a002 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217573 Feb 10 15:35:06.757124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4732-4b9e-4c48-98cc-6cf17a9884a9 req-c9d97a34-079f-4ce1-895a-236b360aa6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:06.757124 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f14d4732-4b9e-4c48-98cc-6cf17a9884a9 req-c9d97a34-079f-4ce1-895a-236b360aa6f3 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404090 Feb 10 15:35:06.854692 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6685d204-ed64-4185-af79-77788c51a395 req-80514a1b-99d8-4a2f-9403-53d0cd736ab7 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 210 time: 0.1131282 Feb 10 15:35:06.904028 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:06.914551 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54c05f64-7d48-4b75-9662-3fd7e2f540c1 admin admin] Publish callbacks [] for security_group (fa916dd3-f395-4e31-9cf8-3cd78f2ec5ce), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:06.919674 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1dc40423-4923-4428-99ec-103e6280f785 req-99f0e3ad-71c7-4689-9b93-9b8980120b58 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (204fedbd-3a29-41c3-bf67-fe6d07c7fe21), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:06.939714 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['54488536-ba73-4f47-9bed-75348e4117fe'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:35:07.003049 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54c05f64-7d48-4b75-9662-3fd7e2f540c1 admin admin] Publish callbacks [] for security_group (fa916dd3-f395-4e31-9cf8-3cd78f2ec5ce), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:07.006132 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc40423-4923-4428-99ec-103e6280f785 req-99f0e3ad-71c7-4689-9b93-9b8980120b58 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Network 0e367e63-34d1-4188-ada1-4e62f3974686 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:35:07.029540 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-1dc40423-4923-4428-99ec-103e6280f785 req-99f0e3ad-71c7-4689-9b93-9b8980120b58 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:35:07.039096 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0e3ad-71c7-4689-9b93-9b8980120b58 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Pushing event updated for resources: {'Port': ['ID=204fedbd-3a29-41c3-bf67-fe6d07c7fe21,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:07.042829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc40423-4923-4428-99ec-103e6280f785 req-99f0e3ad-71c7-4689-9b93-9b8980120b58 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:35:07.148676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc40423-4923-4428-99ec-103e6280f785 req-99f0e3ad-71c7-4689-9b93-9b8980120b58 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:07.149306 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1dc40423-4923-4428-99ec-103e6280f785 req-99f0e3ad-71c7-4689-9b93-9b8980120b58 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:07.155621 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187dd0d8-5441-4576-854e-60d43dce97f0 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:35:07.175830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Publish callbacks [] for port (187dd0d8-5441-4576-854e-60d43dce97f0), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:07.202158 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1dc40423-4923-4428-99ec-103e6280f785 req-99f0e3ad-71c7-4689-9b93-9b8980120b58 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3975568 Feb 10 15:35:07.203647 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Transition to ACTIVE for port object 187dd0d8-5441-4576-854e-60d43dce97f0 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:35:07.205948 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54c05f64-7d48-4b75-9662-3fd7e2f540c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fa916dd3-f395-4e31-9cf8-3cd78f2ec5ce), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:07.209366 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54c05f64-7d48-4b75-9662-3fd7e2f540c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:07.213532 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-54c05f64-7d48-4b75-9662-3fd7e2f540c1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa916dd3-f395-4e31-9cf8-3cd78f2ec5ce HTTP/1.1" status: 204 len: 168 time: 0.7260225 Feb 10 15:35:07.214465 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (187dd0d8-5441-4576-854e-60d43dce97f0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:07.222406 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Request body: {'port': {'device_id': '372f0dae-9397-4f2f-b5a7-054151740127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:07.287849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c05f64-7d48-4b75-9662-3fd7e2f540c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa916dd3-f395-4e31-9cf8-3cd78f2ec5ce,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:07.422050 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (204fedbd-3a29-41c3-bf67-fe6d07c7fe21), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:07.444611 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Pushing event updated for resources: {'Port': ['ID=187dd0d8-5441-4576-854e-60d43dce97f0,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:07.687998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Attempting to bind port 187dd0d8-5441-4576-854e-60d43dce97f0 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:07.688730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Attempting to bind port 187dd0d8-5441-4576-854e-60d43dce97f0 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '2beadb9a-6e9f-4cbb-8a25-a586b8f20730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:07.689175 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Attempting to bind port 187dd0d8-5441-4576-854e-60d43dce97f0 on network 1235e67f-371f-4812-bc77-384e2a42849c {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:07.700574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Port 187dd0d8-5441-4576-854e-60d43dce97f0 on network 1235e67f-371f-4812-bc77-384e2a42849c not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:07.701135 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Attempting to bind port 187dd0d8-5441-4576-854e-60d43dce97f0 on network 1235e67f-371f-4812-bc77-384e2a42849c {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:07.851293 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:35:07.851994 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Checking segment: {'id': '2beadb9a-6e9f-4cbb-8a25-a586b8f20730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:35:07.853169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Bound using segment: {'id': '2beadb9a-6e9f-4cbb-8a25-a586b8f20730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:35:07.854219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Bound port: 187dd0d8-5441-4576-854e-60d43dce97f0, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2beadb9a-6e9f-4cbb-8a25-a586b8f20730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:35:07.854907 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (187dd0d8-5441-4576-854e-60d43dce97f0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:07.894031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb2cfe-ecf1-41ac-88f6-8071890c54a4 req-c92a2c8f-c7b5-495a-bd7d-1e1d74af7898 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:07.905803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cecb2cfe-ecf1-41ac-88f6-8071890c54a4 req-c92a2c8f-c7b5-495a-bd7d-1e1d74af7898 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 945 time: 0.1348925 Feb 10 15:35:08.000912 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cecb2cfe-ecf1-41ac-88f6-8071890c54a4 req-7440c047-ac6f-4323-9900-f3aaada8df95 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942175 Feb 10 15:35:08.010403 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] For port 187dd0d8-5441-4576-854e-60d43dce97f0, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:35:08.073256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] For port 187dd0d8-5441-4576-854e-60d43dce97f0, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=187dd0d8-5441-4576-854e-60d43dce97f0,segment=NetworkSegment(2beadb9a-6e9f-4cbb-8a25-a586b8f20730),segment_id=2beadb9a-6e9f-4cbb-8a25-a586b8f20730)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:35:08.156374 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (187dd0d8-5441-4576-854e-60d43dce97f0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:08.314305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae432f5-83d1-4c54-9b80-e39d977f31bf req-9e58849b-5fe6-4c3f-8a0d-6b38db03337d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:08.319691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae432f5-83d1-4c54-9b80-e39d977f31bf req-9e58849b-5fe6-4c3f-8a0d-6b38db03337d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:08.337431 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae432f5-83d1-4c54-9b80-e39d977f31bf req-9e58849b-5fe6-4c3f-8a0d-6b38db03337d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:08.339149 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ae432f5-83d1-4c54-9b80-e39d977f31bf req-9e58849b-5fe6-4c3f-8a0d-6b38db03337d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2412 time: 0.1684880 Feb 10 15:35:08.383179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:35:08.423037 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Publish callbacks [] for port (204fedbd-3a29-41c3-bf67-fe6d07c7fe21), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:08.455636 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Transition to ACTIVE for port object 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:35:08.482512 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ae432f5-83d1-4c54-9b80-e39d977f31bf req-7f5e95a9-8b0b-484c-b118-66bd566bece0 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342463 Feb 10 15:35:08.492493 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:08.504991 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:08.509918 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] 10.222.0.79 "PUT /v2.0/ports/187dd0d8-5441-4576-854e-60d43dce97f0 HTTP/1.1" status: 200 len: 1092 time: 3.1406620 Feb 10 15:35:08.512480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'tag': '187dd0d8-5441-4576-854e-60d43dce97f0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:08.516345 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e53a1d7-fb44-43c3-8281-ab6cd0145297" -d '{"events": [{"name": "network-changed", "server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "tag": "187dd0d8-5441-4576-854e-60d43dce97f0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:08.525621 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (204fedbd-3a29-41c3-bf67-fe6d07c7fe21), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:08.529029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bcf7b-fe14-4408-b48a-2ff21e3b66ec req-eb7e0234-9462-428d-a97f-771320247a1e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:08.538345 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c61bcf7b-fe14-4408-b48a-2ff21e3b66ec req-eb7e0234-9462-428d-a97f-771320247a1e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 931 time: 0.1981275 Feb 10 15:35:08.579057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20987615-e279-4589-9ef0-c179fed51b81 service neutron] Pushing event updated for resources: {'Port': ['ID=187dd0d8-5441-4576-854e-60d43dce97f0,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:08.682411 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c61bcf7b-fe14-4408-b48a-2ff21e3b66ec req-eb313744-247a-489e-963c-71a7972e853b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422117 Feb 10 15:35:08.852542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Pushing event updated for resources: {'Port': ['ID=204fedbd-3a29-41c3-bf67-fe6d07c7fe21,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:08.874882 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61a1ac4-68c4-4f4c-9a7d-f0bcdd05e189 x-openstack-request-id: req-f61a1ac4-68c4-4f4c-9a7d-f0bcdd05e189 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:08.875774 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "tag": "187dd0d8-5441-4576-854e-60d43dce97f0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:08.876384 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f61a1ac4-68c4-4f4c-9a7d-f0bcdd05e189 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:08.877522 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'tag': '187dd0d8-5441-4576-854e-60d43dce97f0', 'status': 'completed', 'code': 200} Feb 10 15:35:08.941346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34672de1-aa16-4e0d-82eb-241ffff3a850 req-49ceafc2-a8e2-4bb0-81e4-5619af0b9303 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:08.948827 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34672de1-aa16-4e0d-82eb-241ffff3a850 req-49ceafc2-a8e2-4bb0-81e4-5619af0b9303 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:08.962979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-0e0f2b95-da07-492a-a89e-c7d706442f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:08.963948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-0e0f2b95-da07-492a-a89e-c7d706442f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:08.964603 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-0e0f2b95-da07-492a-a89e-c7d706442f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:08.966538 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-0e0f2b95-da07-492a-a89e-c7d706442f2d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9a604c2939b04840a89b4741b69d3c48&device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2958 time: 0.3789256 Feb 10 15:35:08.974387 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34672de1-aa16-4e0d-82eb-241ffff3a850 req-49ceafc2-a8e2-4bb0-81e4-5619af0b9303 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:08.979655 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34672de1-aa16-4e0d-82eb-241ffff3a850 req-49ceafc2-a8e2-4bb0-81e4-5619af0b9303 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:09.002502 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34672de1-aa16-4e0d-82eb-241ffff3a850 req-49ceafc2-a8e2-4bb0-81e4-5619af0b9303 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:09.009383 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34672de1-aa16-4e0d-82eb-241ffff3a850 req-49ceafc2-a8e2-4bb0-81e4-5619af0b9303 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:09.020474 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-265d27d4-4305-481d-bccf-e2cf65bfa491 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.189&port_id=23a745db-5d62-4323-a2bd-1d7a9fd035cf HTTP/1.1" status: 200 len: 217 time: 0.0469828 Feb 10 15:35:09.026974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34672de1-aa16-4e0d-82eb-241ffff3a850 req-49ceafc2-a8e2-4bb0-81e4-5619af0b9303 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:09.032612 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34672de1-aa16-4e0d-82eb-241ffff3a850 req-49ceafc2-a8e2-4bb0-81e4-5619af0b9303 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5445 time: 0.2242963 Feb 10 15:35:09.096569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Attempting to bind port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:09.097111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Attempting to bind port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'c65cbdbb-b012-4ebb-ab9e-c0176ba50964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0e367e63-34d1-4188-ada1-4e62f3974686'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:09.097550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Attempting to bind port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 on network 0e367e63-34d1-4188-ada1-4e62f3974686 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:09.108545 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 on network 0e367e63-34d1-4188-ada1-4e62f3974686 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:09.109151 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Attempting to bind port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 on network 0e367e63-34d1-4188-ada1-4e62f3974686 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:09.116940 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:35:09.117466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Checking segment: {'id': 'c65cbdbb-b012-4ebb-ab9e-c0176ba50964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0e367e63-34d1-4188-ada1-4e62f3974686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:35:09.117960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Bound using segment: {'id': 'c65cbdbb-b012-4ebb-ab9e-c0176ba50964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0e367e63-34d1-4188-ada1-4e62f3974686'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:35:09.118508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Bound port: 204fedbd-3a29-41c3-bf67-fe6d07c7fe21, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65cbdbb-b012-4ebb-ab9e-c0176ba50964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0e367e63-34d1-4188-ada1-4e62f3974686'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:35:09.119023 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (204fedbd-3a29-41c3-bf67-fe6d07c7fe21), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:09.142971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2725db00-10d4-492d-8706-816fa61e685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:09.145531 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2725db00-10d4-492d-8706-816fa61e685a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=699af918-10c7-4f9b-a72a-a3afc8cb0c83 HTTP/1.1" status: 200 len: 801 time: 0.1183090 Feb 10 15:35:09.168736 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34672de1-aa16-4e0d-82eb-241ffff3a850 req-07b84cad-1ce3-4322-a655-3b42a4008ad6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296751 Feb 10 15:35:09.324683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] For port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:35:09.327973 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5c9e8208-6849-4c41-bc23-0cc9fcec30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:09.329837 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5c9e8208-6849-4c41-bc23-0cc9fcec30d8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1235e67f-371f-4812-bc77-384e2a42849c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1439152 Feb 10 15:35:09.332483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] For port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=204fedbd-3a29-41c3-bf67-fe6d07c7fe21,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:35:09.357677 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (204fedbd-3a29-41c3-bf67-fe6d07c7fe21), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:09.444793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Pushing event updated for resources: {'Port': ['ID=204fedbd-3a29-41c3-bf67-fe6d07c7fe21,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:09.448138 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:09.448825 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:09.450281 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1dc40423-4923-4428-99ec-103e6280f785 req-44d94037-178e-4630-bd82-4dec522ec0ee service neutron] 10.222.0.72 "PUT /v2.0/ports/204fedbd-3a29-41c3-bf67-fe6d07c7fe21 HTTP/1.1" status: 200 len: 1091 time: 2.2382879 Feb 10 15:35:09.563616 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-4767bb2c-1bce-441f-a91a-edbf8052f356 service neutron] 10.222.0.79 "GET /v2.0/networks/1235e67f-371f-4812-bc77-384e2a42849c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210610 Feb 10 15:35:09.584565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc40423-4923-4428-99ec-103e6280f785 req-f6e63168-f9e0-4756-bde1-966bba66b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:09.586461 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1dc40423-4923-4428-99ec-103e6280f785 req-f6e63168-f9e0-4756-bde1-966bba66b788 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ff7cc44d27a4d3db3b9445ce4115014&device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 1125 time: 0.0875847 Feb 10 15:35:09.668360 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1dc40423-4923-4428-99ec-103e6280f785 req-abfffa9f-f2ea-48e1-830a-5e32974491fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=204fedbd-3a29-41c3-bf67-fe6d07c7fe21 HTTP/1.1" status: 200 len: 217 time: 0.0714679 Feb 10 15:35:09.731475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0bb4a-8b11-462d-97fa-a892b513d087 req-81a2ab26-f3df-4032-97a9-d2932e324bac tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:09.737695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0bb4a-8b11-462d-97fa-a892b513d087 req-81a2ab26-f3df-4032-97a9-d2932e324bac tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:09.743485 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0bb4a-8b11-462d-97fa-a892b513d087 req-81a2ab26-f3df-4032-97a9-d2932e324bac tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:09.756129 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ad0bb4a-8b11-462d-97fa-a892b513d087 req-81a2ab26-f3df-4032-97a9-d2932e324bac tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2412 time: 0.1474419 Feb 10 15:35:09.808907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc40423-4923-4428-99ec-103e6280f785 req-cc079d84-0a7c-4684-b2e0-0177872a674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:09.810837 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1dc40423-4923-4428-99ec-103e6280f785 req-cc079d84-0a7c-4684-b2e0-0177872a674b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6 HTTP/1.1" status: 200 len: 853 time: 0.1060851 Feb 10 15:35:09.816425 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-6c28164a-1546-40bb-8fc5-f23e60198acd service neutron] 10.222.0.79 "GET /v2.0/networks/1235e67f-371f-4812-bc77-384e2a42849c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456560 Feb 10 15:35:09.846318 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ad0bb4a-8b11-462d-97fa-a892b513d087 req-a0cb92f4-9e00-469b-848e-375c9e36dcb9 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821171 Feb 10 15:35:09.965223 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1dc40423-4923-4428-99ec-103e6280f785 req-39639218-9b1b-45c5-8691-b8502bcf5670 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e367e63-34d1-4188-ada1-4e62f3974686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476915 Feb 10 15:35:09.967160 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-da12abca-1124-436f-9570-651378df3048 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.62&port_id=8286e2f3-71b9-45e7-942d-f46e6734fa1d HTTP/1.1" status: 200 len: 217 time: 0.0831442 Feb 10 15:35:10.023213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b7aa-1f5c-4d7c-9e27-294d9f00267d req-8976f76f-c7c6-4de4-adab-2985f60003c1 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:10.040949 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0465b7aa-1f5c-4d7c-9e27-294d9f00267d req-8976f76f-c7c6-4de4-adab-2985f60003c1 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 943 time: 0.1129458 Feb 10 15:35:10.104695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-8a7ab88b-a83c-4cc0-8d74-ea4f6d8c6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:10.108034 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0465b7aa-1f5c-4d7c-9e27-294d9f00267d req-569de228-289b-4640-90fd-38c1f7f22fee tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662103 Feb 10 15:35:10.108741 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-8a7ab88b-a83c-4cc0-8d74-ea4f6d8c6540 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=72f71cd5-99ba-43c9-a4b5-7e13e4ab4321 HTTP/1.1" status: 200 len: 801 time: 0.1330135 Feb 10 15:35:10.411741 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246f23-2972-449d-8fe7-643d59a8685a req-4209daac-8f8a-4cb3-9d9a-3695890c694e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:10.417529 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246f23-2972-449d-8fe7-643d59a8685a req-4209daac-8f8a-4cb3-9d9a-3695890c694e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:10.425520 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246f23-2972-449d-8fe7-643d59a8685a req-4209daac-8f8a-4cb3-9d9a-3695890c694e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:10.434855 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246f23-2972-449d-8fe7-643d59a8685a req-4209daac-8f8a-4cb3-9d9a-3695890c694e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:10.441486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246f23-2972-449d-8fe7-643d59a8685a req-4209daac-8f8a-4cb3-9d9a-3695890c694e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:10.447156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246f23-2972-449d-8fe7-643d59a8685a req-4209daac-8f8a-4cb3-9d9a-3695890c694e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:10.453898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246f23-2972-449d-8fe7-643d59a8685a req-4209daac-8f8a-4cb3-9d9a-3695890c694e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:10.456018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31246f23-2972-449d-8fe7-643d59a8685a req-4209daac-8f8a-4cb3-9d9a-3695890c694e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5445 time: 0.1845400 Feb 10 15:35:10.545184 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31246f23-2972-449d-8fe7-643d59a8685a req-435791c7-b40c-4c0c-a721-23e42c3807de tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826452 Feb 10 15:35:10.622356 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1dc40423-4923-4428-99ec-103e6280f785 req-533a8074-2deb-48df-a30f-f8b13faf954f service neutron] 10.222.0.72 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6492167 Feb 10 15:35:10.674082 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2b55bd67-4d7e-41e3-acf1-592f12710ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:10.677611 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-2b55bd67-4d7e-41e3-acf1-592f12710ca6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=13497923-8c27-4434-8e02-851408287371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5622368 Feb 10 15:35:10.851007 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1dc40423-4923-4428-99ec-103e6280f785 req-f74fca00-96d8-47e4-99fc-52d50f1f761a service neutron] 10.222.0.72 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200615 Feb 10 15:35:10.884967 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372f0dae-9397-4f2f-b5a7-054151740127', 'tag': '204fedbd-3a29-41c3-bf67-fe6d07c7fe21'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:10.887393 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61314472-f4f8-4cee-be1c-ebb228c8b1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "372f0dae-9397-4f2f-b5a7-054151740127", "tag": "204fedbd-3a29-41c3-bf67-fe6d07c7fe21"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:10.898074 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-5611cc9e-15e2-4441-bcc2-f7a229287ac1 service neutron] 10.222.0.79 "GET /v2.0/networks/13497923-8c27-4434-8e02-851408287371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120440 Feb 10 15:35:11.078204 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-c7925670-b301-4153-bece-913dfd3af142 service neutron] 10.222.0.79 "GET /v2.0/networks/13497923-8c27-4434-8e02-851408287371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707489 Feb 10 15:35:11.093769 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7399c3-5481-46cc-a266-dfc82110fd1d x-openstack-request-id: req-9c7399c3-5481-46cc-a266-dfc82110fd1d {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:11.098353 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372f0dae-9397-4f2f-b5a7-054151740127", "tag": "204fedbd-3a29-41c3-bf67-fe6d07c7fe21", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:11.098821 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c7399c3-5481-46cc-a266-dfc82110fd1d {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:11.099527 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372f0dae-9397-4f2f-b5a7-054151740127', 'tag': '204fedbd-3a29-41c3-bf67-fe6d07c7fe21', 'status': 'completed', 'code': 200} Feb 10 15:35:11.156970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0b776-0610-481b-bb4f-595f6d45fe1d req-3f9f3c1e-47fa-40fd-960f-27d25a9c825b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.166010 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0b776-0610-481b-bb4f-595f6d45fe1d req-3f9f3c1e-47fa-40fd-960f-27d25a9c825b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.176147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0b776-0610-481b-bb4f-595f6d45fe1d req-3f9f3c1e-47fa-40fd-960f-27d25a9c825b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.182929 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-86615f30-098f-494b-ac38-9929563a14bf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.235&port_id=187dd0d8-5441-4576-854e-60d43dce97f0 HTTP/1.1" status: 200 len: 217 time: 0.0821018 Feb 10 15:35:11.185065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3e0b776-0610-481b-bb4f-595f6d45fe1d req-3f9f3c1e-47fa-40fd-960f-27d25a9c825b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2412 time: 0.1857288 Feb 10 15:35:11.263608 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-565453f2-5cf1-4a03-9a52-6dc6a90bfdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.265576 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-565453f2-5cf1-4a03-9a52-6dc6a90bfdd9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=699af918-10c7-4f9b-a72a-a3afc8cb0c83 HTTP/1.1" status: 200 len: 801 time: 0.0721660 Feb 10 15:35:11.281516 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61314472-f4f8-4cee-be1c-ebb228c8b1e7 req-a5fa81f9-73a7-458b-a48d-95e1c4da6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.283015 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-61314472-f4f8-4cee-be1c-ebb228c8b1e7 req-a5fa81f9-73a7-458b-a48d-95e1c4da6383 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ff7cc44d27a4d3db3b9445ce4115014&device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 1125 time: 0.1723750 Feb 10 15:35:11.317168 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3e0b776-0610-481b-bb4f-595f6d45fe1d req-982d6696-d7f3-4525-9564-52ac5fa01df2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238687 Feb 10 15:35:11.338001 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:11.375018 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495ab75-1cda-4297-9829-f65622d2cb9b req-9f3b479e-fe2e-486a-8661-e0b68cdfbccf tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.383601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e495ab75-1cda-4297-9829-f65622d2cb9b req-9f3b479e-fe2e-486a-8661-e0b68cdfbccf tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 943 time: 0.1410131 Feb 10 15:35:11.506591 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61314472-f4f8-4cee-be1c-ebb228c8b1e7 req-df480a29-fe1d-4256-9569-276325c054f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.508456 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-61314472-f4f8-4cee-be1c-ebb228c8b1e7 req-df480a29-fe1d-4256-9569-276325c054f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e367e63-34d1-4188-ada1-4e62f3974686 HTTP/1.1" status: 200 len: 914 time: 0.1517589 Feb 10 15:35:11.520345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e8c20990-4507-4114-bd1e-dcaaf2727654 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.525925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e8c20990-4507-4114-bd1e-dcaaf2727654 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.531888 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e8c20990-4507-4114-bd1e-dcaaf2727654 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.538771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e8c20990-4507-4114-bd1e-dcaaf2727654 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.544219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e8c20990-4507-4114-bd1e-dcaaf2727654 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.551593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e8c20990-4507-4114-bd1e-dcaaf2727654 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.557307 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e8c20990-4507-4114-bd1e-dcaaf2727654 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.559641 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e8c20990-4507-4114-bd1e-dcaaf2727654 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5445 time: 0.1396377 Feb 10 15:35:11.570766 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e495ab75-1cda-4297-9829-f65622d2cb9b req-9d93758c-39cb-414a-8bd2-fc1cc65429e5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858540 Feb 10 15:35:11.602154 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-61314472-f4f8-4cee-be1c-ebb228c8b1e7 req-b3bdd662-6385-492e-859c-bc9438ff81a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=204fedbd-3a29-41c3-bf67-fe6d07c7fe21 HTTP/1.1" status: 200 len: 217 time: 0.0852787 Feb 10 15:35:11.687847 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-ccbbbe9a-cc32-4452-9182-d74ed4075db7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.690125 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-ccbbbe9a-cc32-4452-9182-d74ed4075db7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.72 "GET /v2.0/ports/10381f00-aac9-4d90-9e10-af3f92aa505c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1184306 Feb 10 15:35:11.741572 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-4cd94548-b0cc-46ad-bd75-2e5ec728dace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.745455 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-4cd94548-b0cc-46ad-bd75-2e5ec728dace service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1235e67f-371f-4812-bc77-384e2a42849c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4733262 Feb 10 15:35:11.801735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61314472-f4f8-4cee-be1c-ebb228c8b1e7 req-2fa99f4f-bc03-4334-ae11-7deef469cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:11.803228 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-61314472-f4f8-4cee-be1c-ebb228c8b1e7 req-2fa99f4f-bc03-4334-ae11-7deef469cc66 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6 HTTP/1.1" status: 200 len: 853 time: 0.1876354 Feb 10 15:35:11.852056 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-61314472-f4f8-4cee-be1c-ebb228c8b1e7 req-81211f69-2839-40e3-86e3-2b1bf781345b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e367e63-34d1-4188-ada1-4e62f3974686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380590 Feb 10 15:35:11.995429 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39062) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:12.082396 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-9894b5d9-5d69-401a-ac77-5572a75939c8 service neutron] 10.222.0.79 "GET /v2.0/networks/1235e67f-371f-4812-bc77-384e2a42849c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164515 Feb 10 15:35:12.108490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:35:12.151223 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-51b96697-a43b-4161-8f46-7197202aa32e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.72 "GET /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4519894 Feb 10 15:35:12.165894 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-61314472-f4f8-4cee-be1c-ebb228c8b1e7 req-20a62c9e-8c79-41c2-8fa7-1ab26f071e5d service neutron] 10.222.0.72 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814982 Feb 10 15:35:12.172443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b494dbae-4216-4c6e-b7d0-978d03f5cbcf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:12.275376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70672b6-da14-4bfb-9d2f-eeae7b6c2db1 req-428b144b-e39b-4bfc-a062-10813ccc21e8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:12.287668 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70672b6-da14-4bfb-9d2f-eeae7b6c2db1 req-428b144b-e39b-4bfc-a062-10813ccc21e8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:12.298465 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e46729ba-3ef8-4e5a-af31-4a090134874d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:12.301518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70672b6-da14-4bfb-9d2f-eeae7b6c2db1 req-428b144b-e39b-4bfc-a062-10813ccc21e8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:12.315689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70672b6-da14-4bfb-9d2f-eeae7b6c2db1 req-428b144b-e39b-4bfc-a062-10813ccc21e8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:12.321625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70672b6-da14-4bfb-9d2f-eeae7b6c2db1 req-428b144b-e39b-4bfc-a062-10813ccc21e8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:12.325681 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d5738af5-5ed1-41d3-8fda-4f0f39541878 req-8afc2074-be23-4e36-a165-d38fae45a095 service neutron] 10.222.0.79 "GET /v2.0/networks/1235e67f-371f-4812-bc77-384e2a42849c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332482 Feb 10 15:35:12.326936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70672b6-da14-4bfb-9d2f-eeae7b6c2db1 req-428b144b-e39b-4bfc-a062-10813ccc21e8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:12.332788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70672b6-da14-4bfb-9d2f-eeae7b6c2db1 req-428b144b-e39b-4bfc-a062-10813ccc21e8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:12.342089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e70672b6-da14-4bfb-9d2f-eeae7b6c2db1 req-428b144b-e39b-4bfc-a062-10813ccc21e8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 5445 time: 0.6094813 Feb 10 15:35:12.421659 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=204fedbd-3a29-41c3-bf67-fe6d07c7fe21,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:12.433954 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b494dbae-4216-4c6e-b7d0-978d03f5cbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:12.455151 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '204fedbd-3a29-41c3-bf67-fe6d07c7fe21', 'network_id': '0e367e63-34d1-4188-ada1-4e62f3974686', 'port_id': '204fedbd-3a29-41c3-bf67-fe6d07c7fe21', 'mac_address': 'fa:16:3e:1c:66:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:35:12.512865 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e70672b6-da14-4bfb-9d2f-eeae7b6c2db1 req-9341aad4-4489-455a-bead-09bfd9638c30 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1697040 Feb 10 15:35:12.517262 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-61314472-f4f8-4cee-be1c-ebb228c8b1e7 req-61a83c08-9363-4e9e-a8dd-9a24ad8f6cf2 service neutron] 10.222.0.72 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157437 Feb 10 15:35:12.530234 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:12.530985 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (204fedbd-3a29-41c3-bf67-fe6d07c7fe21), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:12.586922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:35:12.612328 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a1d7-fb44-43c3-8281-ab6cd0145297 req-40d74f74-328e-47b7-a3e6-41845d6a2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:12.613880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a1d7-fb44-43c3-8281-ab6cd0145297 req-40d74f74-328e-47b7-a3e6-41845d6a2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:12.614543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a1d7-fb44-43c3-8281-ab6cd0145297 req-40d74f74-328e-47b7-a3e6-41845d6a2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:12.619981 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e53a1d7-fb44-43c3-8281-ab6cd0145297 req-40d74f74-328e-47b7-a3e6-41845d6a2046 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9a604c2939b04840a89b4741b69d3c48&device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2958 time: 0.2004945 Feb 10 15:35:12.668787 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=204fedbd-3a29-41c3-bf67-fe6d07c7fe21,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:12.676750 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (204fedbd-3a29-41c3-bf67-fe6d07c7fe21), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:12.780448 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e46729ba-3ef8-4e5a-af31-4a090134874d admin admin] Publish callbacks [] for security_group (a08b5441-db93-466f-8184-88f0ea6919eb), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:12.889396 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e46729ba-3ef8-4e5a-af31-4a090134874d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a08b5441-db93-466f-8184-88f0ea6919eb), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:12.889396 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46729ba-3ef8-4e5a-af31-4a090134874d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08b5441-db93-466f-8184-88f0ea6919eb,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:12.902401 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5ab9a-4060-4a02-8635-cce29916827d req-53efd0cb-e943-4533-adc8-1e5cf590351b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:12.908203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5ab9a-4060-4a02-8635-cce29916827d req-53efd0cb-e943-4533-adc8-1e5cf590351b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:12.914156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5ab9a-4060-4a02-8635-cce29916827d req-53efd0cb-e943-4533-adc8-1e5cf590351b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:12.916287 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1db5ab9a-4060-4a02-8635-cce29916827d req-53efd0cb-e943-4533-adc8-1e5cf590351b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2412 time: 0.3969238 Feb 10 15:35:12.969354 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e46729ba-3ef8-4e5a-af31-4a090134874d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8038c8d7737c4b478289708fab9abdc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9705956 Feb 10 15:35:12.977475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39098) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:13.011617 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a1d7-fb44-43c3-8281-ab6cd0145297 req-7ce57480-2123-4b36-8a13-78de6066d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:13.017655 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e53a1d7-fb44-43c3-8281-ab6cd0145297 req-7ce57480-2123-4b36-8a13-78de6066d764 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1235e67f-371f-4812-bc77-384e2a42849c HTTP/1.1" status: 200 len: 902 time: 0.3830073 Feb 10 15:35:13.106270 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e53a1d7-fb44-43c3-8281-ab6cd0145297 req-5297ff0e-6fc2-43db-9ed1-6076eddc11c6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.235&port_id=187dd0d8-5441-4576-854e-60d43dce97f0 HTTP/1.1" status: 200 len: 217 time: 0.0824103 Feb 10 15:35:13.130468 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=204fedbd-3a29-41c3-bf67-fe6d07c7fe21,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:13.139670 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6ce3bcc5-28d6-4e73-bd70-e2f854a3eb02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:13.189180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a1d7-fb44-43c3-8281-ab6cd0145297 req-4186344c-0f48-4f1f-9761-fd5749fdef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:13.191228 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e53a1d7-fb44-43c3-8281-ab6cd0145297 req-4186344c-0f48-4f1f-9761-fd5749fdef96 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=699af918-10c7-4f9b-a72a-a3afc8cb0c83 HTTP/1.1" status: 200 len: 801 time: 0.0820806 Feb 10 15:35:13.193337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['204fedbd-3a29-41c3-bf67-fe6d07c7fe21'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:35:13.196147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b494dbae-4216-4c6e-b7d0-978d03f5cbcf service neutron] For port 10381f00-aac9-4d90-9e10-af3f92aa505c, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=10381f00-aac9-4d90-9e10-af3f92aa505c,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:13.225210 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd08b3-016f-4a2c-a211-d9a8c2c2e945 req-30aec57d-7b38-4b80-b8fe-21401dfcfbe6 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:13.229924 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ccbd08b3-016f-4a2c-a211-d9a8c2c2e945 req-30aec57d-7b38-4b80-b8fe-21401dfcfbe6 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 944 time: 0.4300883 Feb 10 15:35:13.270548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a1d7-fb44-43c3-8281-ab6cd0145297 req-972e5eec-5334-465a-aa05-cfe99eced892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:13.272339 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e53a1d7-fb44-43c3-8281-ab6cd0145297 req-972e5eec-5334-465a-aa05-cfe99eced892 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1235e67f-371f-4812-bc77-384e2a42849c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0748439 Feb 10 15:35:13.353406 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1db5ab9a-4060-4a02-8635-cce29916827d req-68061ea1-dbbf-4806-9b5f-9427e234ed80 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748562 Feb 10 15:35:13.433314 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e53a1d7-fb44-43c3-8281-ab6cd0145297 req-63ac2fe5-a18c-409d-9def-05586bf97a24 service neutron] 10.222.0.79 "GET /v2.0/networks/1235e67f-371f-4812-bc77-384e2a42849c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477613 Feb 10 15:35:13.434082 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3d807c55-db9f-4300-9831-68730314040b admin admin] Publish callbacks [] for security_group (a08b5441-db93-466f-8184-88f0ea6919eb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:13.490484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b494dbae-4216-4c6e-b7d0-978d03f5cbcf service neutron] For port 10381f00-aac9-4d90-9e10-af3f92aa505c, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:35:13.578814 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3d807c55-db9f-4300-9831-68730314040b admin admin] Publish callbacks [] for security_group (a08b5441-db93-466f-8184-88f0ea6919eb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:13.593101 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ccbd08b3-016f-4a2c-a211-d9a8c2c2e945 req-d9ca47c8-7938-40b6-8883-e3ac10c6fbb5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411558 Feb 10 15:35:13.607893 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b494dbae-4216-4c6e-b7d0-978d03f5cbcf service neutron] device_id is not set on port 10381f00-aac9-4d90-9e10-af3f92aa505c yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:35:13.622859 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b494dbae-4216-4c6e-b7d0-978d03f5cbcf service neutron] Publish callbacks [] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:13.687369 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e53a1d7-fb44-43c3-8281-ab6cd0145297 req-63a61987-21a0-4548-863e-2ac9669747bc service neutron] 10.222.0.79 "GET /v2.0/networks/1235e67f-371f-4812-bc77-384e2a42849c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478375 Feb 10 15:35:13.687587 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b494dbae-4216-4c6e-b7d0-978d03f5cbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:13.698110 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3d807c55-db9f-4300-9831-68730314040b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a08b5441-db93-466f-8184-88f0ea6919eb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:13.702045 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3d807c55-db9f-4300-9831-68730314040b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:13.705343 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3d807c55-db9f-4300-9831-68730314040b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a08b5441-db93-466f-8184-88f0ea6919eb HTTP/1.1" status: 204 len: 168 time: 0.7255228 Feb 10 15:35:13.828144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494dbae-4216-4c6e-b7d0-978d03f5cbcf service neutron] Pushing event updated for resources: {'Port': ['ID=10381f00-aac9-4d90-9e10-af3f92aa505c,revision_number=6']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:13.848593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d807c55-db9f-4300-9831-68730314040b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08b5441-db93-466f-8184-88f0ea6919eb,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:13.945264 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b494dbae-4216-4c6e-b7d0-978d03f5cbcf service neutron] No DVR routers for this DVR port 10381f00-aac9-4d90-9e10-af3f92aa505c on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:35:14.042017 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522d6f-35c6-4065-a9c3-0e63189f556b req-e033193c-f73d-4bdd-8c59-edb99a28be87 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:14.048031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522d6f-35c6-4065-a9c3-0e63189f556b req-e033193c-f73d-4bdd-8c59-edb99a28be87 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:14.060085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522d6f-35c6-4065-a9c3-0e63189f556b req-e033193c-f73d-4bdd-8c59-edb99a28be87 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:14.066919 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522d6f-35c6-4065-a9c3-0e63189f556b req-e033193c-f73d-4bdd-8c59-edb99a28be87 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:14.072155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522d6f-35c6-4065-a9c3-0e63189f556b req-e033193c-f73d-4bdd-8c59-edb99a28be87 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:14.077545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522d6f-35c6-4065-a9c3-0e63189f556b req-e033193c-f73d-4bdd-8c59-edb99a28be87 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:14.086403 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d522d6f-35c6-4065-a9c3-0e63189f556b req-e033193c-f73d-4bdd-8c59-edb99a28be87 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 4666 time: 0.4012887 Feb 10 15:35:14.125806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:35:14.136331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b494dbae-4216-4c6e-b7d0-978d03f5cbcf service neutron] In _notify_port_updated(), no bound segment for port 10381f00-aac9-4d90-9e10-af3f92aa505c on network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 {{(pid=103368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:35:14.137246 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b494dbae-4216-4c6e-b7d0-978d03f5cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:14.137871 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b494dbae-4216-4c6e-b7d0-978d03f5cbcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:14.139188 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b494dbae-4216-4c6e-b7d0-978d03f5cbcf service neutron] 10.222.0.72 "PUT /v2.0/ports/10381f00-aac9-4d90-9e10-af3f92aa505c HTTP/1.1" status: 200 len: 1032 time: 1.9792483 Feb 10 15:35:14.178130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39130) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:14.217932 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6852a1d4-9a37-4bf8-a8ee-783678551a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:14.254724 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d522d6f-35c6-4065-a9c3-0e63189f556b req-bcca1a44-0b65-46c0-8591-e165827e0f92 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1669862 Feb 10 15:35:14.285169 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-837fd577-8fbe-42f3-b3eb-4bc3b6db1c64 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:14.287784 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-837fd577-8fbe-42f3-b3eb-4bc3b6db1c64 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.72 "GET /v2.0/ports/60ef18b7-07cd-4dd7-936a-aa71c8c7559e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1370451 Feb 10 15:35:14.313809 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:35:14.323887 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:14.324449 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (204fedbd-3a29-41c3-bf67-fe6d07c7fe21), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:14.340532 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5e9110b-3ec7-4dd4-a179-470fb3878874 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:14.445109 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6852a1d4-9a37-4bf8-a8ee-783678551a44 admin admin] Publish callbacks [] for security_group (f351a44e-6128-4666-9446-a504186b0032), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:14.457900 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6852a1d4-9a37-4bf8-a8ee-783678551a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f351a44e-6128-4666-9446-a504186b0032), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:14.570706 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:14.571961 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (204fedbd-3a29-41c3-bf67-fe6d07c7fe21), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:14.583856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1a13262f-0ce7-48b8-b46f-8cdb9d20afcb None None] Provisioning complete for port 10381f00-aac9-4d90-9e10-af3f92aa505c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:14.586438 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a13262f-0ce7-48b8-b46f-8cdb9d20afcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:14.609720 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6852a1d4-9a37-4bf8-a8ee-783678551a44 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df27e77b99c94285bb10eaf8f0ffce22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4295416 Feb 10 15:35:14.615564 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39154) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:14.705312 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852a1d4-9a37-4bf8-a8ee-783678551a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f351a44e-6128-4666-9446-a504186b0032,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:14.787516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372f0dae-9397-4f2f-b5a7-054151740127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204fedbd-3a29-41c3-bf67-fe6d07c7fe21'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:14.790409 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf5c558-ecd4-4699-8357-358fd1509bf4" -d '{"events": [{"server_uuid": "372f0dae-9397-4f2f-b5a7-054151740127", "name": "network-vif-plugged", "status": "completed", "tag": "204fedbd-3a29-41c3-bf67-fe6d07c7fe21"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:14.796542 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1492dbbc-909a-4401-bbc3-1e7b93914686 admin admin] Publish callbacks [] for security_group (f351a44e-6128-4666-9446-a504186b0032), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:14.833748 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1492dbbc-909a-4401-bbc3-1e7b93914686 admin admin] Publish callbacks [] for security_group (f351a44e-6128-4666-9446-a504186b0032), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:14.853482 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=204fedbd-3a29-41c3-bf67-fe6d07c7fe21,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:14.864348 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1a13262f-0ce7-48b8-b46f-8cdb9d20afcb None None] Port 10381f00-aac9-4d90-9e10-af3f92aa505c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:35:14.869195 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (204fedbd-3a29-41c3-bf67-fe6d07c7fe21), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:14.870032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 10381f00-aac9-4d90-9e10-af3f92aa505c no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:35:14.960340 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1492dbbc-909a-4401-bbc3-1e7b93914686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f351a44e-6128-4666-9446-a504186b0032), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:14.964097 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1492dbbc-909a-4401-bbc3-1e7b93914686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:14.967640 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1492dbbc-909a-4401-bbc3-1e7b93914686 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f351a44e-6128-4666-9446-a504186b0032 HTTP/1.1" status: 204 len: 168 time: 0.3485448 Feb 10 15:35:14.981360 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492dbbc-909a-4401-bbc3-1e7b93914686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f351a44e-6128-4666-9446-a504186b0032,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:15.082181 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=204fedbd-3a29-41c3-bf67-fe6d07c7fe21,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:15.098483 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] The host n-h1-815324-7 is not matching for port 10381f00-aac9-4d90-9e10-af3f92aa505c host ! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:35:15.099193 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 10381f00-aac9-4d90-9e10-af3f92aa505c not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:35:15.099580 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device eb2899da-920f-41e8-8572-65874205aae6 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:35:15.296912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port eb2899da-920f-41e8-8572-65874205aae6 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:15.297502 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eb2899da-920f-41e8-8572-65874205aae6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:15.431760 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cb22885c-040e-447d-acb4-666eaa86f1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:15.446640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port eb2899da-920f-41e8-8572-65874205aae6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=eb2899da-920f-41e8-8572-65874205aae6,segment=NetworkSegment(2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31),segment_id=2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:15.452491 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5e9110b-3ec7-4dd4-a179-470fb3878874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:15.460518 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eb2899da-920f-41e8-8572-65874205aae6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:15.461237 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0c0f6301-441b-4266-aaf6-c93025a59799 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:35:15.741571 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=eb2899da-920f-41e8-8572-65874205aae6,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:15.802658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8982-fa36-4aa4-842f-7e51a5515268 req-5966ccde-6163-45e1-aff0-9327b7e775ea tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:15.811387 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-369d8982-fa36-4aa4-842f-7e51a5515268 req-5966ccde-6163-45e1-aff0-9327b7e775ea tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 945 time: 0.3810606 Feb 10 15:35:15.839176 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1173cda-a45c-4ddd-ba2c-1f02449e18fa req-a900a770-279d-4049-b081-e8b6d510a35e tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:15.850379 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1173cda-a45c-4ddd-ba2c-1f02449e18fa req-a900a770-279d-4049-b081-e8b6d510a35e tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:15.868223 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1173cda-a45c-4ddd-ba2c-1f02449e18fa req-a900a770-279d-4049-b081-e8b6d510a35e tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:15.876341 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1173cda-a45c-4ddd-ba2c-1f02449e18fa req-a900a770-279d-4049-b081-e8b6d510a35e tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2412 time: 0.4741218 Feb 10 15:35:15.883769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0c0f6301-441b-4266-aaf6-c93025a59799 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:15.892378 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0c0f6301-441b-4266-aaf6-c93025a59799), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:15.984861 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0c0f6301-441b-4266-aaf6-c93025a59799, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0c0f6301-441b-4266-aaf6-c93025a59799,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:15.992466 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0c0f6301-441b-4266-aaf6-c93025a59799), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:15.993374 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7b42454b-11bc-437e-a789-f42095c9d310 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:35:16.131785 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-369d8982-fa36-4aa4-842f-7e51a5515268 req-d82eefe0-d7f8-4bbf-84b2-d54f62b4cc64 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174391 Feb 10 15:35:16.205357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5e9110b-3ec7-4dd4-a179-470fb3878874 service neutron] For port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=60ef18b7-07cd-4dd7-936a-aa71c8c7559e,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:16.223325 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104419de-f9e0-4216-930d-dccad96d7225 x-openstack-request-id: req-104419de-f9e0-4216-930d-dccad96d7225 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:16.223529 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372f0dae-9397-4f2f-b5a7-054151740127", "name": "network-vif-plugged", "status": "completed", "tag": "204fedbd-3a29-41c3-bf67-fe6d07c7fe21", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:16.223768 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-104419de-f9e0-4216-930d-dccad96d7225 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:16.224157 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372f0dae-9397-4f2f-b5a7-054151740127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204fedbd-3a29-41c3-bf67-fe6d07c7fe21', 'code': 200} Feb 10 15:35:16.246169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1173cda-a45c-4ddd-ba2c-1f02449e18fa req-1c04893d-cae9-4d56-bdca-de044d3b8e4c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665681 Feb 10 15:35:16.339547 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0c0f6301-441b-4266-aaf6-c93025a59799,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:16.360676 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5e9110b-3ec7-4dd4-a179-470fb3878874 service neutron] For port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:35:16.397192 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:16.399436 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7b42454b-11bc-437e-a789-f42095c9d310 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:16.399998 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7b42454b-11bc-437e-a789-f42095c9d310), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:16.448895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7b42454b-11bc-437e-a789-f42095c9d310, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7b42454b-11bc-437e-a789-f42095c9d310,segment=NetworkSegment(e3427f5c-e71d-45cc-8c7a-3dd79865d9ce),segment_id=e3427f5c-e71d-45cc-8c7a-3dd79865d9ce)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:16.461531 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7b42454b-11bc-437e-a789-f42095c9d310), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:16.462964 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d48f39b5-f797-4352-8b28-81d1efe23bf4 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:35:16.475359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b50be-9f43-4742-8980-fb66c6a0b7bb req-c04789e0-ad58-4fd4-8125-56230a92b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:16.478783 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-043b50be-9f43-4742-8980-fb66c6a0b7bb req-c04789e0-ad58-4fd4-8125-56230a92b790 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 1127 time: 0.1890833 Feb 10 15:35:16.492307 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5e9110b-3ec7-4dd4-a179-470fb3878874 service neutron] device_id is not set on port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:35:16.514613 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5e9110b-3ec7-4dd4-a179-470fb3878874 service neutron] Publish callbacks [] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:16.531527 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5e9110b-3ec7-4dd4-a179-470fb3878874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:16.536531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=7b42454b-11bc-437e-a789-f42095c9d310,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:16.598470 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-043b50be-9f43-4742-8980-fb66c6a0b7bb req-c1db8b2b-ab81-4980-829e-a73415de8af2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125867 Feb 10 15:35:16.643496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8394497-c316-466a-ab3a-820fa7567eca req-a2614395-7a8c-4ca4-83c8-2f8f9fb1c4f2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:16.660548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8394497-c316-466a-ab3a-820fa7567eca req-a2614395-7a8c-4ca4-83c8-2f8f9fb1c4f2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:16.671244 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8394497-c316-466a-ab3a-820fa7567eca req-a2614395-7a8c-4ca4-83c8-2f8f9fb1c4f2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:16.698750 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port d48f39b5-f797-4352-8b28-81d1efe23bf4 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:16.699154 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:16.700995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8394497-c316-466a-ab3a-820fa7567eca req-a2614395-7a8c-4ca4-83c8-2f8f9fb1c4f2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:16.713144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8394497-c316-466a-ab3a-820fa7567eca req-a2614395-7a8c-4ca4-83c8-2f8f9fb1c4f2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:16.723762 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8394497-c316-466a-ab3a-820fa7567eca req-a2614395-7a8c-4ca4-83c8-2f8f9fb1c4f2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:16.738433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8394497-c316-466a-ab3a-820fa7567eca req-a2614395-7a8c-4ca4-83c8-2f8f9fb1c4f2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 4662 time: 0.4266431 Feb 10 15:35:16.794263 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d48f39b5-f797-4352-8b28-81d1efe23bf4, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d48f39b5-f797-4352-8b28-81d1efe23bf4,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:16.840668 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:16.841756 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d9efcebb-7395-4dcf-b2e7-6607820b2b36 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:35:16.864680 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9110b-3ec7-4dd4-a179-470fb3878874 service neutron] Pushing event updated for resources: {'Port': ['ID=60ef18b7-07cd-4dd7-936a-aa71c8c7559e,revision_number=6']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:16.926487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5e9110b-3ec7-4dd4-a179-470fb3878874 service neutron] No DVR routers for this DVR port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:35:17.065281 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8394497-c316-466a-ab3a-820fa7567eca req-6b1eea78-a131-4aae-a335-22edb27bde1e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a23a519-0a62-4d14-a30f-5e70d29bc772&id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3252251 Feb 10 15:35:17.096398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=d48f39b5-f797-4352-8b28-81d1efe23bf4,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:17.139153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5e9110b-3ec7-4dd4-a179-470fb3878874 service neutron] In _notify_port_updated(), no bound segment for port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e on network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 {{(pid=103368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:35:17.140040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5e9110b-3ec7-4dd4-a179-470fb3878874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:17.140673 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5e9110b-3ec7-4dd4-a179-470fb3878874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:17.142088 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5e9110b-3ec7-4dd4-a179-470fb3878874 service neutron] 10.222.0.72 "PUT /v2.0/ports/60ef18b7-07cd-4dd7-936a-aa71c8c7559e HTTP/1.1" status: 200 len: 1033 time: 2.8270218 Feb 10 15:35:17.197056 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port d9efcebb-7395-4dcf-b2e7-6607820b2b36 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:17.197776 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:17.297649 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d9efcebb-7395-4dcf-b2e7-6607820b2b36, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d9efcebb-7395-4dcf-b2e7-6607820b2b36,segment=NetworkSegment(e3427f5c-e71d-45cc-8c7a-3dd79865d9ce),segment_id=e3427f5c-e71d-45cc-8c7a-3dd79865d9ce)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:17.306945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 8286e2f3-71b9-45e7-942d-f46e6734fa1d details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:35:17.314760 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:17.316443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 60ef18b7-07cd-4dd7-936a-aa71c8c7559e no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:35:17.501771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4df47945-0b95-48e3-85a4-24b48ffc372e None None] Provisioning complete for port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:17.502715 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4df47945-0b95-48e3-85a4-24b48ffc372e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:17.589474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39286) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:17.604417 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] The host n-h1-815324-7 is not matching for port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e host ! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:35:17.615280 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 60ef18b7-07cd-4dd7-936a-aa71c8c7559e not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:35:17.816981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b6640-1972-46f8-9c66-9bc1c4de4490 req-8c2e0bc4-e468-444e-b5df-ff4b1711de9b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:17.830615 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b6640-1972-46f8-9c66-9bc1c4de4490 req-8c2e0bc4-e468-444e-b5df-ff4b1711de9b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:17.846642 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b6640-1972-46f8-9c66-9bc1c4de4490 req-8c2e0bc4-e468-444e-b5df-ff4b1711de9b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:17.855683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be7b6640-1972-46f8-9c66-9bc1c4de4490 req-8c2e0bc4-e468-444e-b5df-ff4b1711de9b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2412 time: 0.4468672 Feb 10 15:35:17.883597 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 8286e2f3-71b9-45e7-942d-f46e6734fa1d, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=8286e2f3-71b9-45e7-942d-f46e6734fa1d,segment=NetworkSegment(f5acee5b-3d31-4f19-8da4-2031cd93b7a9),segment_id=f5acee5b-3d31-4f19-8da4-2031cd93b7a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:17.891654 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-ac5f22fb-467f-42ca-b076-2e31c1e5ae0c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Deleting port 0c0f6301-441b-4266-aaf6-c93025a59799 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:17.897768 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '8286e2f3-71b9-45e7-942d-f46e6734fa1d', 'network_id': '13497923-8c27-4434-8e02-851408287371', 'port_id': '8286e2f3-71b9-45e7-942d-f46e6734fa1d', 'mac_address': 'fa:16:3e:e7:00:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f71cd5-99ba-43c9-a4b5-7e13e4ab4321', 'ip_address': '19.86.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:35:17.897962 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-ac5f22fb-467f-42ca-b076-2e31c1e5ae0c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0c0f6301-441b-4266-aaf6-c93025a59799), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:17.928671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=d9efcebb-7395-4dcf-b2e7-6607820b2b36,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:17.941498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4df47945-0b95-48e3-85a4-24b48ffc372e None None] Port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:35:17.969627 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27f86332-0146-412c-b223-8ce7f1bc1105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:17.972529 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:18.022586 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 8286e2f3-71b9-45e7-942d-f46e6734fa1d is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:18.022976 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8286e2f3-71b9-45e7-942d-f46e6734fa1d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:18.055904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8286e2f3-71b9-45e7-942d-f46e6734fa1d {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:35:18.087943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 8286e2f3-71b9-45e7-942d-f46e6734fa1d, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=8286e2f3-71b9-45e7-942d-f46e6734fa1d,segment=NetworkSegment(f5acee5b-3d31-4f19-8da4-2031cd93b7a9),segment_id=f5acee5b-3d31-4f19-8da4-2031cd93b7a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:18.093215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82db47-f8ab-48e7-80cb-00dc07356706 req-11253b9a-f9a2-4628-905f-4decae42a257 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:18.095815 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8286e2f3-71b9-45e7-942d-f46e6734fa1d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:18.099367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 23a745db-5d62-4323-a2bd-1d7a9fd035cf details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:35:18.120405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c82db47-f8ab-48e7-80cb-00dc07356706 req-11253b9a-f9a2-4628-905f-4decae42a257 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 945 time: 0.7613351 Feb 10 15:35:18.169293 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be7b6640-1972-46f8-9c66-9bc1c4de4490 req-4903ca76-e50e-4523-b28a-86ef967fa190 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122270 Feb 10 15:35:18.232998 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27f86332-0146-412c-b223-8ce7f1bc1105 admin admin] Publish callbacks [] for security_group (6b9bc964-7a50-47a0-9704-be9a41c721f4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:18.246185 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-27f86332-0146-412c-b223-8ce7f1bc1105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6b9bc964-7a50-47a0-9704-be9a41c721f4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:18.261847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 23a745db-5d62-4323-a2bd-1d7a9fd035cf, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=23a745db-5d62-4323-a2bd-1d7a9fd035cf,segment=NetworkSegment(2beadb9a-6e9f-4cbb-8a25-a586b8f20730),segment_id=2beadb9a-6e9f-4cbb-8a25-a586b8f20730)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:18.275882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2899da-920f-41e8-8572-65874205aae6'}, {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c0f6301-441b-4266-aaf6-c93025a59799'}, {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b42454b-11bc-437e-a789-f42095c9d310'}, {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48f39b5-f797-4352-8b28-81d1efe23bf4'}, {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9efcebb-7395-4dcf-b2e7-6607820b2b36'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:18.279021 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a8fa62-3262-4ce7-8301-5797c5efcc4e" -d '{"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2899da-920f-41e8-8572-65874205aae6"}, {"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-unplugged", "status": "completed", "tag": "0c0f6301-441b-4266-aaf6-c93025a59799"}, {"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b42454b-11bc-437e-a789-f42095c9d310"}, {"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-unplugged", "status": "completed", "tag": "d48f39b5-f797-4352-8b28-81d1efe23bf4"}, {"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-unplugged", "status": "completed", "tag": "d9efcebb-7395-4dcf-b2e7-6607820b2b36"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:18.281840 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '23a745db-5d62-4323-a2bd-1d7a9fd035cf', 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c', 'port_id': '23a745db-5d62-4323-a2bd-1d7a9fd035cf', 'mac_address': 'fa:16:3e:46:d3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '699af918-10c7-4f9b-a72a-a3afc8cb0c83', 'ip_address': '19.80.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:35:18.320668 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-27f86332-0146-412c-b223-8ce7f1bc1105 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f017d0a9515c4c14bd04da6a08b0d32b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7295361 Feb 10 15:35:18.325712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39308) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:18.417053 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 23a745db-5d62-4323-a2bd-1d7a9fd035cf is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:18.417939 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (23a745db-5d62-4323-a2bd-1d7a9fd035cf), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:18.446597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f86332-0146-412c-b223-8ce7f1bc1105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9bc964-7a50-47a0-9704-be9a41c721f4,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:18.476286 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=8286e2f3-71b9-45e7-942d-f46e6734fa1d,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:18.496029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a745db-5d62-4323-a2bd-1d7a9fd035cf {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:35:18.502792 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-ac5f22fb-467f-42ca-b076-2e31c1e5ae0c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] For port 0c0f6301-441b-4266-aaf6-c93025a59799, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0c0f6301-441b-4266-aaf6-c93025a59799,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:18.503887 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-ac5f22fb-467f-42ca-b076-2e31c1e5ae0c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0c0f6301-441b-4266-aaf6-c93025a59799), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:18.520509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca888958-bbf0-4784-bb84-22e6aaa33ed3 admin admin] Publish callbacks [] for security_group (6b9bc964-7a50-47a0-9704-be9a41c721f4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:18.537960 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c82db47-f8ab-48e7-80cb-00dc07356706 req-baf80a43-59f7-4592-8bfe-cf95f3d52726 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165292 Feb 10 15:35:18.551976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 23a745db-5d62-4323-a2bd-1d7a9fd035cf, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=23a745db-5d62-4323-a2bd-1d7a9fd035cf,segment=NetworkSegment(2beadb9a-6e9f-4cbb-8a25-a586b8f20730),segment_id=2beadb9a-6e9f-4cbb-8a25-a586b8f20730)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:18.567567 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (23a745db-5d62-4323-a2bd-1d7a9fd035cf), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:18.568249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 187dd0d8-5441-4576-854e-60d43dce97f0 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:35:18.589496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-ac5f22fb-467f-42ca-b076-2e31c1e5ae0c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Calling delete_port for 0c0f6301-441b-4266-aaf6-c93025a59799 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:18.591048 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca888958-bbf0-4784-bb84-22e6aaa33ed3 admin admin] Publish callbacks [] for security_group (6b9bc964-7a50-47a0-9704-be9a41c721f4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:18.630856 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26abda41-1d56-4887-bfe3-7a8f28314660 x-openstack-request-id: req-26abda41-1d56-4887-bfe3-7a8f28314660 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:18.632971 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2899da-920f-41e8-8572-65874205aae6", "code": 200}, {"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-unplugged", "status": "completed", "tag": "0c0f6301-441b-4266-aaf6-c93025a59799", "code": 200}, {"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b42454b-11bc-437e-a789-f42095c9d310", "code": 200}, {"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-unplugged", "status": "completed", "tag": "d48f39b5-f797-4352-8b28-81d1efe23bf4", "code": 200}, {"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-unplugged", "status": "completed", "tag": "d9efcebb-7395-4dcf-b2e7-6607820b2b36", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:18.633238 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26abda41-1d56-4887-bfe3-7a8f28314660 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:18.633649 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2899da-920f-41e8-8572-65874205aae6', 'code': 200} Feb 10 15:35:18.633904 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c0f6301-441b-4266-aaf6-c93025a59799', 'code': 200} Feb 10 15:35:18.634156 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b42454b-11bc-437e-a789-f42095c9d310', 'code': 200} Feb 10 15:35:18.634431 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48f39b5-f797-4352-8b28-81d1efe23bf4', 'code': 200} Feb 10 15:35:18.634651 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9efcebb-7395-4dcf-b2e7-6607820b2b36', 'code': 200} Feb 10 15:35:18.695215 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca888958-bbf0-4784-bb84-22e6aaa33ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6b9bc964-7a50-47a0-9704-be9a41c721f4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:18.708758 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca888958-bbf0-4784-bb84-22e6aaa33ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:18.717471 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ca888958-bbf0-4784-bb84-22e6aaa33ed3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b9bc964-7a50-47a0-9704-be9a41c721f4 HTTP/1.1" status: 204 len: 168 time: 0.3859789 Feb 10 15:35:18.727022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=23a745db-5d62-4323-a2bd-1d7a9fd035cf,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:18.741109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca888958-bbf0-4784-bb84-22e6aaa33ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9bc964-7a50-47a0-9704-be9a41c721f4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:18.767604 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 187dd0d8-5441-4576-854e-60d43dce97f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=187dd0d8-5441-4576-854e-60d43dce97f0,segment=NetworkSegment(2beadb9a-6e9f-4cbb-8a25-a586b8f20730),segment_id=2beadb9a-6e9f-4cbb-8a25-a586b8f20730)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:18.803140 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee59f4-3910-4d14-b77c-e05444ffede2 req-57600107-9313-4692-8c82-a4cce70eb272 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:18.808409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee59f4-3910-4d14-b77c-e05444ffede2 req-57600107-9313-4692-8c82-a4cce70eb272 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:18.824333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee59f4-3910-4d14-b77c-e05444ffede2 req-57600107-9313-4692-8c82-a4cce70eb272 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:18.837649 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '187dd0d8-5441-4576-854e-60d43dce97f0', 'network_id': '1235e67f-371f-4812-bc77-384e2a42849c', 'port_id': '187dd0d8-5441-4576-854e-60d43dce97f0', 'mac_address': 'fa:16:3e:6d:40:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '699af918-10c7-4f9b-a72a-a3afc8cb0c83', 'ip_address': '19.80.0.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:35:18.853804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee59f4-3910-4d14-b77c-e05444ffede2 req-57600107-9313-4692-8c82-a4cce70eb272 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:18.868172 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee59f4-3910-4d14-b77c-e05444ffede2 req-57600107-9313-4692-8c82-a4cce70eb272 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:18.877192 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8dee59f4-3910-4d14-b77c-e05444ffede2 req-57600107-9313-4692-8c82-a4cce70eb272 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 3876 time: 0.4064455 Feb 10 15:35:19.033829 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:19.046496 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 187dd0d8-5441-4576-854e-60d43dce97f0 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:19.046952 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (187dd0d8-5441-4576-854e-60d43dce97f0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:19.101843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187dd0d8-5441-4576-854e-60d43dce97f0 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:35:19.146952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8dee59f4-3910-4d14-b77c-e05444ffede2 req-848a3a01-d055-43d9-abd7-c643764f8449 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683737 Feb 10 15:35:19.198197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 187dd0d8-5441-4576-854e-60d43dce97f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=187dd0d8-5441-4576-854e-60d43dce97f0,segment=NetworkSegment(2beadb9a-6e9f-4cbb-8a25-a586b8f20730),segment_id=2beadb9a-6e9f-4cbb-8a25-a586b8f20730)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:19.205805 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (187dd0d8-5441-4576-854e-60d43dce97f0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:19.331929 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=187dd0d8-5441-4576-854e-60d43dce97f0,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:19.396941 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-ac5f22fb-467f-42ca-b076-2e31c1e5ae0c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (0c0f6301-441b-4266-aaf6-c93025a59799), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:19.446618 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f22fb-467f-42ca-b076-2e31c1e5ae0c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event deleted for resources: {'Port': ['ID=0c0f6301-441b-4266-aaf6-c93025a59799,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:19.484182 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb90e8-f266-4ffd-af16-6d70eb4753cd req-204b6542-4b3f-40d3-ae0c-eca85888c903 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:19.499090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb90e8-f266-4ffd-af16-6d70eb4753cd req-204b6542-4b3f-40d3-ae0c-eca85888c903 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:19.515886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb90e8-f266-4ffd-af16-6d70eb4753cd req-204b6542-4b3f-40d3-ae0c-eca85888c903 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:19.532837 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-93cb90e8-f266-4ffd-af16-6d70eb4753cd req-204b6542-4b3f-40d3-ae0c-eca85888c903 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2415 time: 0.2647595 Feb 10 15:35:19.691591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-ac5f22fb-467f-42ca-b076-2e31c1e5ae0c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] No DVR routers for this DVR port 0c0f6301-441b-4266-aaf6-c93025a59799 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:35:19.696528 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-ac5f22fb-467f-42ca-b076-2e31c1e5ae0c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:19.700628 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-ac5f22fb-467f-42ca-b076-2e31c1e5ae0c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.72 "DELETE /v2.0/ports/0c0f6301-441b-4266-aaf6-c93025a59799 HTTP/1.1" status: 204 len: 173 time: 2.5517797 Feb 10 15:35:19.707230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-deleted', 'tag': '0c0f6301-441b-4266-aaf6-c93025a59799'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:19.711121 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28987293-6a00-4d54-a9e6-596d94092080" -d '{"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-deleted", "tag": "0c0f6301-441b-4266-aaf6-c93025a59799"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:19.807405 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['23a745db-5d62-4323-a2bd-1d7a9fd035cf'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:35:19.889758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['8286e2f3-71b9-45e7-942d-f46e6734fa1d'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:35:19.993377 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-93cb90e8-f266-4ffd-af16-6d70eb4753cd req-907304d8-83fb-465e-9a4e-da6caa63c55b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572117 Feb 10 15:35:20.140435 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cccaa-cd1c-4659-b77f-3a3463098b36 req-c7b6368f-cf54-4364-bd42-6af60720494f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:20.158682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9c9cccaa-cd1c-4659-b77f-3a3463098b36 req-c7b6368f-cf54-4364-bd42-6af60720494f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.5410862 Feb 10 15:35:20.357289 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9c9cccaa-cd1c-4659-b77f-3a3463098b36 req-72a376bd-045d-4a44-bddb-7291f653f9aa tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975188 Feb 10 15:35:20.400929 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Deleting port 7b42454b-11bc-437e-a789-f42095c9d310 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:20.401572 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7b42454b-11bc-437e-a789-f42095c9d310), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:20.473308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeabe42-e244-40dc-b17e-56b8524dfa24 req-35e58347-609b-4d99-87db-58e5e76deb6a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:20.484956 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cdeabe42-e244-40dc-b17e-56b8524dfa24 req-35e58347-609b-4d99-87db-58e5e76deb6a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 945 time: 0.2295430 Feb 10 15:35:20.655069 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cdeabe42-e244-40dc-b17e-56b8524dfa24 req-0685424d-01c7-4f1f-ab01-099575910ba7 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687756 Feb 10 15:35:20.686646 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] For port 7b42454b-11bc-437e-a789-f42095c9d310, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7b42454b-11bc-437e-a789-f42095c9d310,segment=NetworkSegment(e3427f5c-e71d-45cc-8c7a-3dd79865d9ce),segment_id=e3427f5c-e71d-45cc-8c7a-3dd79865d9ce)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:20.686646 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7b42454b-11bc-437e-a789-f42095c9d310), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:20.713505 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Calling delete_port for 7b42454b-11bc-437e-a789-f42095c9d310 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:20.715842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['187dd0d8-5441-4576-854e-60d43dce97f0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:35:20.768240 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591f5afe-e749-42d1-ab52-943b619702ba x-openstack-request-id: req-591f5afe-e749-42d1-ab52-943b619702ba {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:20.768574 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-deleted", "tag": "0c0f6301-441b-4266-aaf6-c93025a59799", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:20.770604 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-591f5afe-e749-42d1-ab52-943b619702ba {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:20.771066 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-deleted', 'tag': '0c0f6301-441b-4266-aaf6-c93025a59799', 'status': 'completed', 'code': 200} Feb 10 15:35:20.919293 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f4381-76d0-4de0-8c89-9447d45e7143 req-885e3002-5346-4042-ab2f-3a6799fa035d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:20.925949 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f4381-76d0-4de0-8c89-9447d45e7143 req-885e3002-5346-4042-ab2f-3a6799fa035d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:20.931829 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f4381-76d0-4de0-8c89-9447d45e7143 req-885e3002-5346-4042-ab2f-3a6799fa035d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:20.938533 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f4381-76d0-4de0-8c89-9447d45e7143 req-885e3002-5346-4042-ab2f-3a6799fa035d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:20.940785 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-603f4381-76d0-4de0-8c89-9447d45e7143 req-885e3002-5346-4042-ab2f-3a6799fa035d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 3144 time: 0.1764467 Feb 10 15:35:21.072968 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-603f4381-76d0-4de0-8c89-9447d45e7143 req-ea2776f4-4321-43ef-87da-dfd21c9f48d1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267529 Feb 10 15:35:21.088976 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (7b42454b-11bc-437e-a789-f42095c9d310), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:21.124385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event deleted for resources: {'Port': ['ID=7b42454b-11bc-437e-a789-f42095c9d310,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:21.140464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:21.140862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:21.141220 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:21.141550 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:21.142012 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:21.142353 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:21.142683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:21.143006 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:21.143335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:21.144196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:21.144512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:21.144878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:21.145201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:21.220212 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] No DVR routers for this DVR port 7b42454b-11bc-437e-a789-f42095c9d310 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:35:21.223672 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:21.227276 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-77f2d32c-4d72-4aa5-aac2-639d83507393 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.72 "DELETE /v2.0/ports/7b42454b-11bc-437e-a789-f42095c9d310 HTTP/1.1" status: 204 len: 173 time: 1.5128083 Feb 10 15:35:21.234177 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdca15-bcfc-491c-8604-1b49d1f29c26 req-dbb50ca1-42cc-4fea-bb9d-b03009305c36 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:21.235637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3abdca15-bcfc-491c-8604-1b49d1f29c26 req-dbb50ca1-42cc-4fea-bb9d-b03009305c36 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1929982 Feb 10 15:35:21.427398 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3abdca15-bcfc-491c-8604-1b49d1f29c26 req-5a2a66ae-ef29-4f0c-b67b-59a769380f49 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840653 Feb 10 15:35:21.475136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5a5965b-93d6-4c8d-bdc6-c19caf9628e1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Deleting port eb2899da-920f-41e8-8572-65874205aae6 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:21.479365 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5a5965b-93d6-4c8d-bdc6-c19caf9628e1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (eb2899da-920f-41e8-8572-65874205aae6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:21.811124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39442) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:21.888683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5a5965b-93d6-4c8d-bdc6-c19caf9628e1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] For port eb2899da-920f-41e8-8572-65874205aae6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=eb2899da-920f-41e8-8572-65874205aae6,segment=NetworkSegment(2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31),segment_id=2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:21.888683 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5a5965b-93d6-4c8d-bdc6-c19caf9628e1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (eb2899da-920f-41e8-8572-65874205aae6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:22.093335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-5eaa61d3-62a3-406b-8432-075b4d64e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-537796779'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:22.157579 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2931bc-3d31-45c3-b73a-2f57c52e8f08 req-69670d43-3303-4d06-80d0-9fe0ee402620 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:22.159823 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca2931bc-3d31-45c3-b73a-2f57c52e8f08 req-69670d43-3303-4d06-80d0-9fe0ee402620 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 945 time: 0.5707707 Feb 10 15:35:22.174264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eaa61d3-62a3-406b-8432-075b4d64e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Made reservation on behalf of 25631e0bcc47420b81da7519b0ccfab7 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:35:22.185091 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5eaa61d3-62a3-406b-8432-075b4d64e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:22.191332 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff6c5a-24fb-4688-9c7c-9b4be20ecfa1 req-67d648bf-3a7b-488a-8bd0-23dab52333ed tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:22.196420 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5eaa61d3-62a3-406b-8432-075b4d64e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:22.197824 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff6c5a-24fb-4688-9c7c-9b4be20ecfa1 req-67d648bf-3a7b-488a-8bd0-23dab52333ed tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:22.203359 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff6c5a-24fb-4688-9c7c-9b4be20ecfa1 req-67d648bf-3a7b-488a-8bd0-23dab52333ed tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:22.205514 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89ff6c5a-24fb-4688-9c7c-9b4be20ecfa1 req-67d648bf-3a7b-488a-8bd0-23dab52333ed tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2415 time: 0.6935244 Feb 10 15:35:22.263401 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5a5965b-93d6-4c8d-bdc6-c19caf9628e1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:22.263825 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5a5965b-93d6-4c8d-bdc6-c19caf9628e1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (b46bf11b-c135-45a0-a20c-08b303c5f394), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:22.264194 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5a5965b-93d6-4c8d-bdc6-c19caf9628e1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Floating IP b46bf11b-c135-45a0-a20c-08b303c5f394 disassociated. External IP: 172.25.3.252, port: eb2899da-920f-41e8-8572-65874205aae6. Feb 10 15:35:22.264547 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5a5965b-93d6-4c8d-bdc6-c19caf9628e1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Calling delete_port for eb2899da-920f-41e8-8572-65874205aae6 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:22.327453 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5eaa61d3-62a3-406b-8432-075b4d64e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Publish callbacks [] for security_group (d587359f-7b27-4c4d-bcde-c787f4df33c7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:22.335381 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5eaa61d3-62a3-406b-8432-075b4d64e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d587359f-7b27-4c4d-bcde-c787f4df33c7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:22.372963 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89ff6c5a-24fb-4688-9c7c-9b4be20ecfa1 req-db541d27-311e-4377-94ec-507cb20eff7f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616232 Feb 10 15:35:22.379285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca2931bc-3d31-45c3-b73a-2f57c52e8f08 req-550eedb6-35bc-42c6-a0b0-4aeac9967ac4 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080140 Feb 10 15:35:22.417170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa61d3-62a3-406b-8432-075b4d64e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d587359f-7b27-4c4d-bcde-c787f4df33c7,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:22.424536 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eaa61d3-62a3-406b-8432-075b4d64e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:35:22.455716 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5eaa61d3-62a3-406b-8432-075b4d64e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (db3f63d6-f00c-4716-94f1-960817bfe889), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:22.456216 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-5eaa61d3-62a3-406b-8432-075b4d64e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Added segment db3f63d6-f00c-4716-94f1-960817bfe889 of type vlan for network c47ec6ee-95a4-4121-85b5-4f1674579df7 Feb 10 15:35:22.550818 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5eaa61d3-62a3-406b-8432-075b4d64e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (c47ec6ee-95a4-4121-85b5-4f1674579df7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:22.604493 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5eaa61d3-62a3-406b-8432-075b4d64e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (c47ec6ee-95a4-4121-85b5-4f1674579df7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:22.613913 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa61d3-62a3-406b-8432-075b4d64e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:22.614803 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5eaa61d3-62a3-406b-8432-075b4d64e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:22.687173 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5a5965b-93d6-4c8d-bdc6-c19caf9628e1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (eb2899da-920f-41e8-8572-65874205aae6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:22.735787 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5965b-93d6-4c8d-bdc6-c19caf9628e1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event deleted for resources: {'Port': ['ID=eb2899da-920f-41e8-8572-65874205aae6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:22.747037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa61d3-62a3-406b-8432-075b4d64e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Pushing event updated for resources: {'Network': ['ID=c47ec6ee-95a4-4121-85b5-4f1674579df7,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:22.766337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network c47ec6ee-95a4-4121-85b5-4f1674579df7 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:35:22.774171 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5eaa61d3-62a3-406b-8432-075b4d64e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9611290 Feb 10 15:35:22.783333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-deleted', 'tag': '7b42454b-11bc-437e-a789-f42095c9d310'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:22.786853 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c65015-d321-4e6e-a84a-79d689765d06" -d '{"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-deleted", "tag": "7b42454b-11bc-437e-a789-f42095c9d310"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:22.807094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65458c88-cbf9-4d50-bd1e-3edcdbf26668 req-11fb6853-dc6c-4dfc-8f46-49b29e95630e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:22.822952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65458c88-cbf9-4d50-bd1e-3edcdbf26668 req-11fb6853-dc6c-4dfc-8f46-49b29e95630e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2996290 Feb 10 15:35:22.886402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585bd9d-28a6-4982-905f-98a6bc7b4133 req-468d2b72-122d-445f-9403-44c154d86763 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:22.904024 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585bd9d-28a6-4982-905f-98a6bc7b4133 req-468d2b72-122d-445f-9403-44c154d86763 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:22.912502 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585bd9d-28a6-4982-905f-98a6bc7b4133 req-468d2b72-122d-445f-9403-44c154d86763 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:22.914415 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8585bd9d-28a6-4982-905f-98a6bc7b4133 req-468d2b72-122d-445f-9403-44c154d86763 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 2332 time: 0.3561399 Feb 10 15:35:22.969286 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dabe02-44e7-45d3-9138-5cb4dcbdbcf8 req-e7c2aae3-2743-413e-a6cd-bdbc923d05b1 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:22.971863 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8dabe02-44e7-45d3-9138-5cb4dcbdbcf8 req-e7c2aae3-2743-413e-a6cd-bdbc923d05b1 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.72 "GET /v2.0/ports?device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 945 time: 0.1121552 Feb 10 15:35:23.136909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65458c88-cbf9-4d50-bd1e-3edcdbf26668 req-8a027af1-ae5c-43f7-8022-5226e7217b62 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944677 Feb 10 15:35:23.208702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8585bd9d-28a6-4982-905f-98a6bc7b4133 req-83a0763d-585c-4465-83a4-c2528eeb9214 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717559 Feb 10 15:35:23.252425 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-f8dabe02-44e7-45d3-9138-5cb4dcbdbcf8 req-82f374ec-4dc2-4eca-bd60-82250b71b9f5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Deleting port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:23.256711 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f8dabe02-44e7-45d3-9138-5cb4dcbdbcf8 req-82f374ec-4dc2-4eca-bd60-82250b71b9f5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (204fedbd-3a29-41c3-bf67-fe6d07c7fe21), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:23.269798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5a5965b-93d6-4c8d-bdc6-c19caf9628e1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:35:23.339954 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 23a745db-5d62-4323-a2bd-1d7a9fd035cf up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:35:23.472496 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ce73b6-d7a7-41a1-8541-13c245b5a773 x-openstack-request-id: req-21ce73b6-d7a7-41a1-8541-13c245b5a773 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:23.473723 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-deleted", "tag": "7b42454b-11bc-437e-a789-f42095c9d310", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:23.474269 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21ce73b6-d7a7-41a1-8541-13c245b5a773 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:23.475955 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-deleted', 'tag': '7b42454b-11bc-437e-a789-f42095c9d310', 'status': 'completed', 'code': 200} Feb 10 15:35:23.485057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 23a745db-5d62-4323-a2bd-1d7a9fd035cf completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:35:23.515169 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 23a745db-5d62-4323-a2bd-1d7a9fd035cf triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:23.517887 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (23a745db-5d62-4323-a2bd-1d7a9fd035cf), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:23.577018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f8dabe02-44e7-45d3-9138-5cb4dcbdbcf8 req-82f374ec-4dc2-4eca-bd60-82250b71b9f5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] For port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=204fedbd-3a29-41c3-bf67-fe6d07c7fe21,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:23.577610 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f8dabe02-44e7-45d3-9138-5cb4dcbdbcf8 req-82f374ec-4dc2-4eca-bd60-82250b71b9f5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (204fedbd-3a29-41c3-bf67-fe6d07c7fe21), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:23.596555 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39494) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:23.607224 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Request body: {'port': {'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7', 'binding:host_id': 'n-h1-815324-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-885342746'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:23.629872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-f8dabe02-44e7-45d3-9138-5cb4dcbdbcf8 req-82f374ec-4dc2-4eca-bd60-82250b71b9f5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Calling delete_port for 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:23.738272 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 23a745db-5d62-4323-a2bd-1d7a9fd035cf is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:23.738580 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (23a745db-5d62-4323-a2bd-1d7a9fd035cf), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:23.769803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Made reservation on behalf of 76bb87b4fbc24f879b05f2f65d2a1394 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:35:23.772177 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:23.800556 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:23.872597 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a745db-5d62-4323-a2bd-1d7a9fd035cf'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:23.875055 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67f566b-f798-4ee9-a2db-5672507e5f34" -d '{"events": [{"server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "name": "network-vif-plugged", "status": "completed", "tag": "23a745db-5d62-4323-a2bd-1d7a9fd035cf"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:23.906627 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 23a745db-5d62-4323-a2bd-1d7a9fd035cf, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=23a745db-5d62-4323-a2bd-1d7a9fd035cf,segment=NetworkSegment(2beadb9a-6e9f-4cbb-8a25-a586b8f20730),segment_id=2beadb9a-6e9f-4cbb-8a25-a586b8f20730)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:23.924429 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (23a745db-5d62-4323-a2bd-1d7a9fd035cf), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:23.944846 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 187dd0d8-5441-4576-854e-60d43dce97f0 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:35:23.971461 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks [] for security_group (e039f2c9-c4fa-46c1-a950-57a048e90637), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:23.997302 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e039f2c9-c4fa-46c1-a950-57a048e90637), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:24.001057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] device_id is not set on port 84c0b743-f7ac-4ce2-81df-56d046b011ac yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:35:24.109081 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=23a745db-5d62-4323-a2bd-1d7a9fd035cf,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:24.153019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 187dd0d8-5441-4576-854e-60d43dce97f0 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:35:24.161608 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 187dd0d8-5441-4576-854e-60d43dce97f0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:24.162980 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (187dd0d8-5441-4576-854e-60d43dce97f0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:24.292219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e321524-960c-4bf4-80d3-0c4324eaf021 req-296e30da-bfbf-431d-b09d-9564c25cf44d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:24.299880 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e321524-960c-4bf4-80d3-0c4324eaf021 req-296e30da-bfbf-431d-b09d-9564c25cf44d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.6870344 Feb 10 15:35:24.302192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5a5965b-93d6-4c8d-bdc6-c19caf9628e1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:35:24.302684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 187dd0d8-5441-4576-854e-60d43dce97f0 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:24.303387 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (187dd0d8-5441-4576-854e-60d43dce97f0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:24.317222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e69a12b-a023-4804-ad2d-fad665b31598 None None] Sync routers for ids ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:35:24.354701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 187dd0d8-5441-4576-854e-60d43dce97f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=187dd0d8-5441-4576-854e-60d43dce97f0,segment=NetworkSegment(2beadb9a-6e9f-4cbb-8a25-a586b8f20730),segment_id=2beadb9a-6e9f-4cbb-8a25-a586b8f20730)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:24.363745 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e69a12b-a023-4804-ad2d-fad665b31598 None None] Routers {'46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:35:24.364844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-2e69a12b-a023-4804-ad2d-fad665b31598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:35:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:24.367130 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (187dd0d8-5441-4576-854e-60d43dce97f0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:24.368329 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 8286e2f3-71b9-45e7-942d-f46e6734fa1d up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:35:24.379148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5a5965b-93d6-4c8d-bdc6-c19caf9628e1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] No DVR routers for this DVR port eb2899da-920f-41e8-8572-65874205aae6 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:35:24.383961 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5a5965b-93d6-4c8d-bdc6-c19caf9628e1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:24.387477 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-b5a5965b-93d6-4c8d-bdc6-c19caf9628e1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.72 "DELETE /v2.0/ports/eb2899da-920f-41e8-8572-65874205aae6 HTTP/1.1" status: 204 len: 173 time: 3.1509140 Feb 10 15:35:24.397372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412ad15-0ad5-4e69-99c7-80d8eba4953d req-a8b4c102-b14a-4c97-bf9d-12cfce2f2ccc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:24.414054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412ad15-0ad5-4e69-99c7-80d8eba4953d req-a8b4c102-b14a-4c97-bf9d-12cfce2f2ccc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:24.414267 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] device_id is not set on port 84c0b743-f7ac-4ce2-81df-56d046b011ac yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:35:24.421824 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks [] for port (84c0b743-f7ac-4ce2-81df-56d046b011ac), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:24.435195 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (84c0b743-f7ac-4ce2-81df-56d046b011ac), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:24.438251 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412ad15-0ad5-4e69-99c7-80d8eba4953d req-a8b4c102-b14a-4c97-bf9d-12cfce2f2ccc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:24.446985 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d412ad15-0ad5-4e69-99c7-80d8eba4953d req-a8b4c102-b14a-4c97-bf9d-12cfce2f2ccc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2415 time: 0.7568328 Feb 10 15:35:24.524765 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e039f2c9-c4fa-46c1-a950-57a048e90637,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:24.578046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Pushing event updated for resources: {'Port': ['ID=84c0b743-f7ac-4ce2-81df-56d046b011ac,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:24.599226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Checking segment: {'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:35:24.599594 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Network hostable DHCP agents. Network: c47ec6ee-95a4-4121-85b5-4f1674579df7, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:35:24.657433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e321524-960c-4bf4-80d3-0c4324eaf021 req-35218ee6-9228-48db-8241-c6363a612187 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3519790 Feb 10 15:35:24.705562 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f8dabe02-44e7-45d3-9138-5cb4dcbdbcf8 req-82f374ec-4dc2-4eca-bd60-82250b71b9f5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (204fedbd-3a29-41c3-bf67-fe6d07c7fe21), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:24.739429 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d412ad15-0ad5-4e69-99c7-80d8eba4953d req-3d41dabc-9900-4be2-9f7b-070dfdc9aa94 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660191 Feb 10 15:35:24.746062 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f374ec-4dc2-4eca-bd60-82250b71b9f5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Pushing event deleted for resources: {'Port': ['ID=204fedbd-3a29-41c3-bf67-fe6d07c7fe21,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:24.803862 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['54488536-ba73-4f47-9bed-75348e4117fe'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:35:24.832180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Network c47ec6ee-95a4-4121-85b5-4f1674579df7 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:35:24.856385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, c47ec6ee-95a4-4121-85b5-4f1674579df7) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:35:24.890860 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470e99d6-95be-4397-802e-38a28badde3c None None] Network c47ec6ee-95a4-4121-85b5-4f1674579df7 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:35:24.915522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74ea13cb-20cc-485b-808b-5332da817df0 req-f1e4d6e1-33e6-4af5-a930-3ad3af671a21 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=372f0dae-9397-4f2f-b5a7-054151740127 HTTP/1.1" status: 200 len: 210 time: 0.0902247 Feb 10 15:35:24.926318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:35:24.967075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8dabe02-44e7-45d3-9138-5cb4dcbdbcf8 req-82f374ec-4dc2-4eca-bd60-82250b71b9f5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] No DVR routers for this DVR port 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:35:24.979481 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14816ccb-3334-4b9d-a4ab-ae9547186119 x-openstack-request-id: req-14816ccb-3334-4b9d-a4ab-ae9547186119 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:24.979979 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "name": "network-vif-plugged", "status": "completed", "tag": "23a745db-5d62-4323-a2bd-1d7a9fd035cf", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:24.980398 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14816ccb-3334-4b9d-a4ab-ae9547186119 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:24.981112 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a745db-5d62-4323-a2bd-1d7a9fd035cf', 'code': 200} Feb 10 15:35:25.000420 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:25.006369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:25.006369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:25.007655 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-2ea01d01-bb37-40cd-b5ee-9093befca938 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Deleting port d9efcebb-7395-4dcf-b2e7-6607820b2b36 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:25.007999 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-2ea01d01-bb37-40cd-b5ee-9093befca938 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:25.038417 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f8dabe02-44e7-45d3-9138-5cb4dcbdbcf8 req-82f374ec-4dc2-4eca-bd60-82250b71b9f5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:25.060839 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f8dabe02-44e7-45d3-9138-5cb4dcbdbcf8 req-82f374ec-4dc2-4eca-bd60-82250b71b9f5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.72 "DELETE /v2.0/ports/204fedbd-3a29-41c3-bf67-fe6d07c7fe21 HTTP/1.1" status: 204 len: 173 time: 2.0825753 Feb 10 15:35:25.062643 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:25.062997 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:25.071068 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372f0dae-9397-4f2f-b5a7-054151740127', 'name': 'network-vif-deleted', 'tag': '204fedbd-3a29-41c3-bf67-fe6d07c7fe21'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:25.076230 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e9a5d7-7bea-4487-a589-db442802d170" -d '{"events": [{"server_uuid": "372f0dae-9397-4f2f-b5a7-054151740127", "name": "network-vif-deleted", "tag": "204fedbd-3a29-41c3-bf67-fe6d07c7fe21"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:25.083137 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=187dd0d8-5441-4576-854e-60d43dce97f0,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:25.083490 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 2 to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac Feb 10 15:35:25.107924 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 8286e2f3-71b9-45e7-942d-f46e6734fa1d completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:35:25.156798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:25.157141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:25.157487 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:25.164516 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:25.164877 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:25.165271 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 3 to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac Feb 10 15:35:25.213172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 8286e2f3-71b9-45e7-942d-f46e6734fa1d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:25.213592 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8286e2f3-71b9-45e7-942d-f46e6734fa1d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:25.219576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:25.219994 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:25.220346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:25.240137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:25.240496 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:25.241701 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 4 to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac Feb 10 15:35:25.273975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:25.274314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:25.274804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:25.290247 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:25.290378 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:25.290665 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 5 to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac Feb 10 15:35:25.294418 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f99f-e930-4fa9-952d-d7afec81d954 req-6666e5ee-4811-40f5-825e-faf99db426c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:25.295448 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-2e69a12b-a023-4804-ad2d-fad665b31598 None None] Set router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:35:25.307138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f99f-e930-4fa9-952d-d7afec81d954 req-6666e5ee-4811-40f5-825e-faf99db426c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:25.312570 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8d25f99f-e930-4fa9-952d-d7afec81d954 req-6666e5ee-4811-40f5-825e-faf99db426c7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 1677 time: 0.3374381 Feb 10 15:35:25.326710 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a16a55-1c45-4a95-a84c-318e48679f28 x-openstack-request-id: req-13a16a55-1c45-4a95-a84c-318e48679f28 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:25.327175 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372f0dae-9397-4f2f-b5a7-054151740127", "name": "network-vif-deleted", "tag": "204fedbd-3a29-41c3-bf67-fe6d07c7fe21", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:25.327285 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13a16a55-1c45-4a95-a84c-318e48679f28 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:25.327934 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372f0dae-9397-4f2f-b5a7-054151740127', 'name': 'network-vif-deleted', 'tag': '204fedbd-3a29-41c3-bf67-fe6d07c7fe21', 'status': 'completed', 'code': 200} Feb 10 15:35:25.330241 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:25.330583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:25.330927 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:25.344616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:25.347330 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:25.348121 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 6 to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac Feb 10 15:35:25.389744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:25.390988 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:25.392331 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:25.403718 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:25.405185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-2ea01d01-bb37-40cd-b5ee-9093befca938 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] For port d9efcebb-7395-4dcf-b2e7-6607820b2b36, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d9efcebb-7395-4dcf-b2e7-6607820b2b36,segment=NetworkSegment(e3427f5c-e71d-45cc-8c7a-3dd79865d9ce),segment_id=e3427f5c-e71d-45cc-8c7a-3dd79865d9ce)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:25.407146 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-2ea01d01-bb37-40cd-b5ee-9093befca938 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:25.428817 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:25.430066 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 7 to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac Feb 10 15:35:25.465658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-2ea01d01-bb37-40cd-b5ee-9093befca938 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Calling delete_port for d9efcebb-7395-4dcf-b2e7-6607820b2b36 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:25.466177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:25.466625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:25.467088 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:25.478847 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-deleted', 'tag': 'eb2899da-920f-41e8-8572-65874205aae6'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:25.480241 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:25.480716 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:25.481171 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c632c0-b39e-42fa-bbe4-275af9d01283" -d '{"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-deleted", "tag": "eb2899da-920f-41e8-8572-65874205aae6"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:25.481328 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 8 to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac Feb 10 15:35:25.513482 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:25.514004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:25.514454 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:25.521797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:25.525123 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:25.528480 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 9 to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac Feb 10 15:35:25.529561 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8d25f99f-e930-4fa9-952d-d7afec81d954 req-3bedd3d4-f7ed-4a58-b2d8-6f8a843b9911 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064090 Feb 10 15:35:25.602269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:25.607138 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:25.608839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:25.639799 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:25.642127 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:25.643207 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 10 to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac Feb 10 15:35:25.660417 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788211c5-fae6-4a60-b976-d11789eeb2a0 x-openstack-request-id: req-788211c5-fae6-4a60-b976-d11789eeb2a0 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:25.661517 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-deleted", "tag": "eb2899da-920f-41e8-8572-65874205aae6", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:25.667173 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-788211c5-fae6-4a60-b976-d11789eeb2a0 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:25.669609 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-deleted', 'tag': 'eb2899da-920f-41e8-8572-65874205aae6', 'status': 'completed', 'code': 200} Feb 10 15:35:25.694928 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:25.702683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:25.703268 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:25.709227 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 84c0b743-f7ac-4ce2-81df-56d046b011ac on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:25.709712 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 84c0b743-f7ac-4ce2-81df-56d046b011ac on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:25.710219 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (84c0b743-f7ac-4ce2-81df-56d046b011ac), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:25.716168 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecba86-275f-4bc1-9e44-322419c4088b req-b0cca1a2-fc58-4cd5-8ccd-7ad762faf367 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:25.725599 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-daecba86-275f-4bc1-9e44-322419c4088b req-b0cca1a2-fc58-4cd5-8ccd-7ad762faf367 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2755122 Feb 10 15:35:25.876907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] For port 84c0b743-f7ac-4ce2-81df-56d046b011ac, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:35:25.877435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempted to set empty binding levels {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 15:35:25.890963 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (84c0b743-f7ac-4ce2-81df-56d046b011ac), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:25.936464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-daecba86-275f-4bc1-9e44-322419c4088b req-0d1c8aff-42e3-4f3a-9160-ef285214e38f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017500 Feb 10 15:35:25.942265 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 8286e2f3-71b9-45e7-942d-f46e6734fa1d is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:25.942745 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8286e2f3-71b9-45e7-942d-f46e6734fa1d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:25.972065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:25.974792 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:26.042585 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.4399958 Feb 10 15:35:26.042585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25448f09-1314-4491-8c74-422c7b0b6887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Pushing event updated for resources: {'Port': ['ID=84c0b743-f7ac-4ce2-81df-56d046b011ac,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:26.047226 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39560) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:26.080731 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 8286e2f3-71b9-45e7-942d-f46e6734fa1d, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=8286e2f3-71b9-45e7-942d-f46e6734fa1d,segment=NetworkSegment(f5acee5b-3d31-4f19-8da4-2031cd93b7a9),segment_id=f5acee5b-3d31-4f19-8da4-2031cd93b7a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:26.085017 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-2e69a12b-a023-4804-ad2d-fad665b31598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'name': 'tempest-TaggedBootDevicesTest_v242-106094873-router', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:16Z', 'updated_at': '2022-02-10T15:27:22Z', 'revision_number': 4, 'project_id': '4f98392d30c54e709159c7a818a25666', 'gw_port': {'id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:17Z', 'updated_at': '2022-02-10T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'f8e28e80-4a36-4e8c-bfb4-6772fa4812d8', 'name': '', 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'mac_address': 'fa:16:3e:f4:6c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:21Z', 'updated_at': '2022-02-10T15:27:29Z', 'revision_number': 5, 'project_id': '4f98392d30c54e709159c7a818a25666', 'subnets': [{'id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:26.095741 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-2ea01d01-bb37-40cd-b5ee-9093befca938 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (d9efcebb-7395-4dcf-b2e7-6607820b2b36), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:26.156144 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8286e2f3-71b9-45e7-942d-f46e6734fa1d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:26.166387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:35:26.172232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea01d01-bb37-40cd-b5ee-9093befca938 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event deleted for resources: {'Port': ['ID=d9efcebb-7395-4dcf-b2e7-6607820b2b36,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:26.172563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e69a12b-a023-4804-ad2d-fad665b31598 None None] Checking router: 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:35:26.192400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15675b6b-2df9-44a3-8d7b-b49868a7dcd6 req-9582b2ab-be43-4ab3-9ed3-17dc2c616b6e tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:26.205494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15675b6b-2df9-44a3-8d7b-b49868a7dcd6 req-9582b2ab-be43-4ab3-9ed3-17dc2c616b6e tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:26.211965 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15675b6b-2df9-44a3-8d7b-b49868a7dcd6 req-9582b2ab-be43-4ab3-9ed3-17dc2c616b6e tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:26.232688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-15675b6b-2df9-44a3-8d7b-b49868a7dcd6 req-9582b2ab-be43-4ab3-9ed3-17dc2c616b6e tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2417 time: 0.3089211 Feb 10 15:35:26.238029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:35:26.238380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 204fedbd-3a29-41c3-bf67-fe6d07c7fe21 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:35:26.248213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e69a12b-a023-4804-ad2d-fad665b31598 None None] Routers {'46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:35:26.249125 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-2e69a12b-a023-4804-ad2d-fad665b31598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:35:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:26.348381 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=8286e2f3-71b9-45e7-942d-f46e6734fa1d,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:26.381573 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-2ea01d01-bb37-40cd-b5ee-9093befca938 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] No DVR routers for this DVR port d9efcebb-7395-4dcf-b2e7-6607820b2b36 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:35:26.386913 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-2ea01d01-bb37-40cd-b5ee-9093befca938 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:26.390893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-2ea01d01-bb37-40cd-b5ee-9093befca938 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.72 "DELETE /v2.0/ports/d9efcebb-7395-4dcf-b2e7-6607820b2b36 HTTP/1.1" status: 204 len: 173 time: 1.9426954 Feb 10 15:35:26.420467 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:35:26.435217 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-2e69a12b-a023-4804-ad2d-fad665b31598 None None] Set router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:35:26.557281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da286c58-1521-4cef-a542-8ca46abb6be7 req-db5b0e96-4ba1-4c1b-83bf-38e82124e9d9 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:26.566239 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da286c58-1521-4cef-a542-8ca46abb6be7 req-db5b0e96-4ba1-4c1b-83bf-38e82124e9d9 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.3133602 Feb 10 15:35:26.657217 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-15675b6b-2df9-44a3-8d7b-b49868a7dcd6 req-0a3c9128-5b68-4db1-9860-e2de2d708ca1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176121 Feb 10 15:35:26.672817 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-895c9d5a-15f4-46cf-92af-eafe67772e7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Deleting port 84c0b743-f7ac-4ce2-81df-56d046b011ac {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:26.677820 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-895c9d5a-15f4-46cf-92af-eafe67772e7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (84c0b743-f7ac-4ce2-81df-56d046b011ac), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:26.707004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-2e69a12b-a023-4804-ad2d-fad665b31598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'name': 'tempest-TaggedBootDevicesTest_v242-106094873-router', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:16Z', 'updated_at': '2022-02-10T15:27:22Z', 'revision_number': 4, 'project_id': '4f98392d30c54e709159c7a818a25666', 'gw_port': {'id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:17Z', 'updated_at': '2022-02-10T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'f8e28e80-4a36-4e8c-bfb4-6772fa4812d8', 'name': '', 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'mac_address': 'fa:16:3e:f4:6c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:21Z', 'updated_at': '2022-02-10T15:27:29Z', 'revision_number': 5, 'project_id': '4f98392d30c54e709159c7a818a25666', 'subnets': [{'id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:26.762613 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e69a12b-a023-4804-ad2d-fad665b31598 None None] The sync data for ids ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'] in n-d-815324-7 is: [{'id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'name': 'tempest-TaggedBootDevicesTest_v242-106094873-router', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:16Z', 'updated_at': '2022-02-10T15:27:22Z', 'revision_number': 4, 'project_id': '4f98392d30c54e709159c7a818a25666', 'gw_port': {'id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:17Z', 'updated_at': '2022-02-10T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'f8e28e80-4a36-4e8c-bfb4-6772fa4812d8', 'name': '', 'network_id': 'fe24dc43-b768-42dc-8d77-d7d97f1c6d17', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'mac_address': 'fa:16:3e:f4:6c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:21Z', 'updated_at': '2022-02-10T15:27:29Z', 'revision_number': 5, 'project_id': '4f98392d30c54e709159c7a818a25666', 'subnets': [{'id': '38372c24-f4b5-4c74-9308-eeba2014c423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:35:26.974480 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da286c58-1521-4cef-a542-8ca46abb6be7 req-3b479764-d323-4607-a1f2-b4791403cd89 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069438 Feb 10 15:35:26.977513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-895c9d5a-15f4-46cf-92af-eafe67772e7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] For port 84c0b743-f7ac-4ce2-81df-56d046b011ac, host n-h1-815324-7, got binding levels [] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:26.982337 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-895c9d5a-15f4-46cf-92af-eafe67772e7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (84c0b743-f7ac-4ce2-81df-56d046b011ac), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:26.982943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187dd0d8-5441-4576-854e-60d43dce97f0'}, {'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8286e2f3-71b9-45e7-942d-f46e6734fa1d'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:26.986669 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8672e8f-bace-4ba2-abd0-558317282c26" -d '{"events": [{"server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "name": "network-vif-plugged", "status": "completed", "tag": "187dd0d8-5441-4576-854e-60d43dce97f0"}, {"server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "name": "network-vif-plugged", "status": "completed", "tag": "8286e2f3-71b9-45e7-942d-f46e6734fa1d"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:27.028729 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e62455c4-d140-4bc9-ab13-aa7ea6cb5784 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Deleting port d48f39b5-f797-4352-8b28-81d1efe23bf4 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:27.041678 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e62455c4-d140-4bc9-ab13-aa7ea6cb5784 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:27.242072 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804c0124-da0c-4bda-99b9-e271d35f3d8f x-openstack-request-id: req-804c0124-da0c-4bda-99b9-e271d35f3d8f {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:27.242376 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "name": "network-vif-plugged", "status": "completed", "tag": "187dd0d8-5441-4576-854e-60d43dce97f0", "code": 200}, {"server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "name": "network-vif-plugged", "status": "completed", "tag": "8286e2f3-71b9-45e7-942d-f46e6734fa1d", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:27.242652 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-804c0124-da0c-4bda-99b9-e271d35f3d8f {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:27.243200 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187dd0d8-5441-4576-854e-60d43dce97f0', 'code': 200} Feb 10 15:35:27.243504 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8286e2f3-71b9-45e7-942d-f46e6734fa1d', 'code': 200} Feb 10 15:35:27.279073 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-895c9d5a-15f4-46cf-92af-eafe67772e7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Calling delete_port for 84c0b743-f7ac-4ce2-81df-56d046b011ac owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:27.310849 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433cae1c-5d02-4d3c-8335-488e5e1d7445 None None] New status for floating IP b46bf11b-c135-45a0-a20c-08b303c5f394: DOWN {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:35:27.384039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e62455c4-d140-4bc9-ab13-aa7ea6cb5784 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] For port d48f39b5-f797-4352-8b28-81d1efe23bf4, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d48f39b5-f797-4352-8b28-81d1efe23bf4,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:27.384537 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e62455c4-d140-4bc9-ab13-aa7ea6cb5784 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:27.480620 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bb0d2-49b2-4422-82e9-f2e03e313b0f req-c2096046-3604-4a61-be46-26f7399ff0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:27.481818 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bb0d2-49b2-4422-82e9-f2e03e313b0f req-c2096046-3604-4a61-be46-26f7399ff0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:27.483139 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bb0d2-49b2-4422-82e9-f2e03e313b0f req-c2096046-3604-4a61-be46-26f7399ff0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:27.485508 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-589bb0d2-49b2-4422-82e9-f2e03e313b0f req-c2096046-3604-4a61-be46-26f7399ff0d5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2964 time: 0.1331794 Feb 10 15:35:27.507209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d5849-d00d-45f3-88d6-1ee4d04906bb req-72f68000-323c-4cf7-a961-d9ecc04d31ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:27.517258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c98d5849-d00d-45f3-88d6-1ee4d04906bb req-72f68000-323c-4cf7-a961-d9ecc04d31ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 943 time: 0.5116000 Feb 10 15:35:27.531768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e62455c4-d140-4bc9-ab13-aa7ea6cb5784 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Calling delete_port for d48f39b5-f797-4352-8b28-81d1efe23bf4 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:27.636788 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-589bb0d2-49b2-4422-82e9-f2e03e313b0f req-1844f6fe-55ad-47c7-9f87-4d58869f2721 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412566 Feb 10 15:35:27.682075 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-deleted', 'tag': 'd9efcebb-7395-4dcf-b2e7-6607820b2b36'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:27.684334 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049fb0fe-ce9a-4a4e-b2ed-ae09f586b574" -d '{"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-deleted", "tag": "d9efcebb-7395-4dcf-b2e7-6607820b2b36"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:27.723584 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c98d5849-d00d-45f3-88d6-1ee4d04906bb req-dc124b65-1a99-4e4f-8374-a6358f8532eb tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups?id=561377d6-7dae-47e7-be27-f937cdff5633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054455 Feb 10 15:35:27.737710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acf553-cdab-4fe6-aec2-79972ee4484d req-56da500f-db5f-4284-8e68-039dc75c72f8 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:27.744679 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7acf553-cdab-4fe6-aec2-79972ee4484d req-56da500f-db5f-4284-8e68-039dc75c72f8 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2549889 Feb 10 15:35:27.807803 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-895c9d5a-15f4-46cf-92af-eafe67772e7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (84c0b743-f7ac-4ce2-81df-56d046b011ac), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:27.955786 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7acf553-cdab-4fe6-aec2-79972ee4484d req-7d33dd17-85e8-4551-863e-8467fd2cbb0a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084420 Feb 10 15:35:27.997413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c9d5a-15f4-46cf-92af-eafe67772e7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Pushing event deleted for resources: {'Port': ['ID=84c0b743-f7ac-4ce2-81df-56d046b011ac,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:28.120672 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-895c9d5a-15f4-46cf-92af-eafe67772e7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:28.128167 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-895c9d5a-15f4-46cf-92af-eafe67772e7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] 10.222.0.64 "DELETE /v2.0/ports/84c0b743-f7ac-4ce2-81df-56d046b011ac HTTP/1.1" status: 204 len: 168 time: 2.0771317 Feb 10 15:35:28.131838 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39626) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:28.135568 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4c5ab8-058b-4371-bcaf-ebeda391a123 x-openstack-request-id: req-8c4c5ab8-058b-4371-bcaf-ebeda391a123 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:28.135866 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-deleted", "tag": "d9efcebb-7395-4dcf-b2e7-6607820b2b36", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:28.137679 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c4c5ab8-058b-4371-bcaf-ebeda391a123 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:28.138271 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-deleted', 'tag': 'd9efcebb-7395-4dcf-b2e7-6607820b2b36', 'status': 'completed', 'code': 200} Feb 10 15:35:28.139079 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e62455c4-d140-4bc9-ab13-aa7ea6cb5784 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (d48f39b5-f797-4352-8b28-81d1efe23bf4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:28.197781 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62455c4-d140-4bc9-ab13-aa7ea6cb5784 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event deleted for resources: {'Port': ['ID=d48f39b5-f797-4352-8b28-81d1efe23bf4,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:28.235130 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8465ae-9512-4964-8b6b-8791074e00ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] GET failed (client error): The resource could not be found. Feb 10 15:35:28.240050 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7e8465ae-9512-4964-8b6b-8791074e00ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] 10.222.0.64 "GET /v2.0/ports/84c0b743-f7ac-4ce2-81df-56d046b011ac HTTP/1.1" status: 404 len: 333 time: 0.1039186 Feb 10 15:35:28.240749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39630) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:28.247123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f38b7404-80ce-44ef-92a3-20d151b1978b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Request body: {'port': {'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899387107'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:28.316160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38b7404-80ce-44ef-92a3-20d151b1978b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Made reservation on behalf of 76bb87b4fbc24f879b05f2f65d2a1394 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:35:28.318969 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f38b7404-80ce-44ef-92a3-20d151b1978b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:28.343598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-f38b7404-80ce-44ef-92a3-20d151b1978b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] device_id is not set on port fef1e460-e133-4528-b29c-5f30ca3f0be2 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:35:28.391602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e62455c4-d140-4bc9-ab13-aa7ea6cb5784 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] No DVR routers for this DVR port d48f39b5-f797-4352-8b28-81d1efe23bf4 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:35:28.398848 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e62455c4-d140-4bc9-ab13-aa7ea6cb5784 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:28.412249 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec4e859d-1c7f-4589-8ce0-6b66547e391c req-e62455c4-d140-4bc9-ab13-aa7ea6cb5784 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.72 "DELETE /v2.0/ports/d48f39b5-f797-4352-8b28-81d1efe23bf4 HTTP/1.1" status: 204 len: 173 time: 2.0146482 Feb 10 15:35:28.426915 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84468f76-01e3-4a1b-b71f-6c40bc552480 req-44f2737e-73ab-418d-8d88-3659df25a812 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:28.435924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84468f76-01e3-4a1b-b71f-6c40bc552480 req-44f2737e-73ab-418d-8d88-3659df25a812 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:28.442722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84468f76-01e3-4a1b-b71f-6c40bc552480 req-44f2737e-73ab-418d-8d88-3659df25a812 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:28.444522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84468f76-01e3-4a1b-b71f-6c40bc552480 req-44f2737e-73ab-418d-8d88-3659df25a812 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2418 time: 0.5030141 Feb 10 15:35:28.514345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4fbfa-e56b-49fe-82f4-94f4f6948bc3 req-03637573-68de-413c-92eb-7c534faae5f5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:28.524090 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63e4fbfa-e56b-49fe-82f4-94f4f6948bc3 req-03637573-68de-413c-92eb-7c534faae5f5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.2562792 Feb 10 15:35:28.576242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84468f76-01e3-4a1b-b71f-6c40bc552480 req-d889a47a-49ce-4887-b44b-862636ee5639 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105237 Feb 10 15:35:28.581778 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f38b7404-80ce-44ef-92a3-20d151b1978b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks [] for port (fef1e460-e133-4528-b29c-5f30ca3f0be2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:28.600454 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63e4fbfa-e56b-49fe-82f4-94f4f6948bc3 req-e801cc9c-2a36-4ec4-a132-5472b3aec80f tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751216 Feb 10 15:35:28.639636 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f38b7404-80ce-44ef-92a3-20d151b1978b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fef1e460-e133-4528-b29c-5f30ca3f0be2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:28.699863 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b7404-80ce-44ef-92a3-20d151b1978b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Pushing event updated for resources: {'Port': ['ID=fef1e460-e133-4528-b29c-5f30ca3f0be2,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:28.720570 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38b7404-80ce-44ef-92a3-20d151b1978b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Network c47ec6ee-95a4-4121-85b5-4f1674579df7 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:35:28.722072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-f38b7404-80ce-44ef-92a3-20d151b1978b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:35:28.728608 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b7404-80ce-44ef-92a3-20d151b1978b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:35:28.738312 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38b7404-80ce-44ef-92a3-20d151b1978b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:28.739447 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f38b7404-80ce-44ef-92a3-20d151b1978b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:28.776702 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f38b7404-80ce-44ef-92a3-20d151b1978b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5343935 Feb 10 15:35:28.777464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39644) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:28.789205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:28.853201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd89a9-90d6-47f9-8dee-fef83e606f5e req-36f641c3-8d09-44c7-bbb7-949b74d10e00 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:28.858412 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1dd89a9-90d6-47f9-8dee-fef83e606f5e req-36f641c3-8d09-44c7-bbb7-949b74d10e00 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1427982 Feb 10 15:35:28.907422 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fef1e460-e133-4528-b29c-5f30ca3f0be2), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:28.945864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae0bd41d-9d57-40dc-937a-df250c08370d req-060305e0-12e2-48cd-abdc-dc01addd1990 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0758789 Feb 10 15:35:29.042631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1dd89a9-90d6-47f9-8dee-fef83e606f5e req-cab4b86a-07d1-4590-8f60-5fa3cf547f47 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809390 Feb 10 15:35:29.285800 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65af3c10-0fde-43de-a72e-9f5123dc0b6a req-4cba94b4-6c7d-449c-8779-4424fa6e793e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1883593 Feb 10 15:35:29.310107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] device_id is not set on port fef1e460-e133-4528-b29c-5f30ca3f0be2 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:35:29.331552 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks [] for port (fef1e460-e133-4528-b29c-5f30ca3f0be2), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:29.339484 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fef1e460-e133-4528-b29c-5f30ca3f0be2), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:29.390530 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324b1e5-25c3-4212-9c40-8dd5a6c05204 req-3b079511-095e-45b0-aafa-f74f225528ee tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:29.417645 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b324b1e5-25c3-4212-9c40-8dd5a6c05204 req-3b079511-095e-45b0-aafa-f74f225528ee tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2980845 Feb 10 15:35:29.462950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Pushing event updated for resources: {'Port': ['ID=fef1e460-e133-4528-b29c-5f30ca3f0be2,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:29.529946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af3c10-0fde-43de-a72e-9f5123dc0b6a req-2ec0fc0c-59ec-4b17-a7e5-32321409ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:29.531507 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65af3c10-0fde-43de-a72e-9f5123dc0b6a req-2ec0fc0c-59ec-4b17-a7e5-32321409ae04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 1127 time: 0.2227895 Feb 10 15:35:29.534927 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:29.536295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:29.537648 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:29.551745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:29.552123 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:29.553783 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 2 to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 Feb 10 15:35:29.555581 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b324b1e5-25c3-4212-9c40-8dd5a6c05204 req-853d4be3-6d39-4b6a-9090-f4588884968e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370006 Feb 10 15:35:29.601783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:29.602486 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:29.602486 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:29.639640 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:29.639973 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:29.640370 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 3 to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 Feb 10 15:35:29.687220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:29.687575 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:29.687903 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:29.717254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:29.717501 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:29.717904 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 4 to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 Feb 10 15:35:29.773929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:29.779230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:29.779647 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:29.793828 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:29.794172 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:29.794574 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 5 to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 Feb 10 15:35:29.838010 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:29.838824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:29.839176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:29.850250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:29.850581 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:29.852690 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 6 to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 Feb 10 15:35:29.854031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af3c10-0fde-43de-a72e-9f5123dc0b6a req-9527afa1-6e48-44f2-9774-a87ae3ac9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:29.855667 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65af3c10-0fde-43de-a72e-9f5123dc0b6a req-9527afa1-6e48-44f2-9774-a87ae3ac9caa service neutron] 10.222.0.72 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.2927897 Feb 10 15:35:29.898341 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:29.898713 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:29.899743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:29.913763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:29.914088 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:29.919894 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 7 to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 Feb 10 15:35:29.967069 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65af3c10-0fde-43de-a72e-9f5123dc0b6a req-b92ae918-6206-4d6d-872f-c2d1ce93bc04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2142e605-8066-4484-9c2b-59f608058a7f HTTP/1.1" status: 200 len: 217 time: 0.0912855 Feb 10 15:35:29.974074 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:29.974420 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:29.974761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:30.003466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:30.003466 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:30.003466 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 8 to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 Feb 10 15:35:30.077933 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:30.081222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:30.081609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:30.092269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:30.092674 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:30.095077 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 9 to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 Feb 10 15:35:30.139360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-deleted', 'tag': 'd48f39b5-f797-4352-8b28-81d1efe23bf4'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:30.144122 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35aadddc-5a5a-46bf-a741-71c3d98d3c7d" -d '{"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-deleted", "tag": "d48f39b5-f797-4352-8b28-81d1efe23bf4"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:30.165284 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:30.165691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:30.166006 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:30.185180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:30.185512 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:30.185903 n-d-815324-7 neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 10 to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 Feb 10 15:35:30.222723 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af3c10-0fde-43de-a72e-9f5123dc0b6a req-8cab2583-cbed-4ea6-b0ec-d653c0fa05cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.224477 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65af3c10-0fde-43de-a72e-9f5123dc0b6a req-8cab2583-cbed-4ea6-b0ec-d653c0fa05cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.2221875 Feb 10 15:35:30.234462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:30.234821 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:30.244946 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:30.257457 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:30.257771 n-d-815324-7 neutron-server[103369]: ERROR neutron.plugins.ml2.managers [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port fef1e460-e133-4528-b29c-5f30ca3f0be2 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:30.258128 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fef1e460-e133-4528-b29c-5f30ca3f0be2), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:30.329563 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f5164d8d-2dfe-4d13-8a72-45c60c2427b3 req-2518c187-7a97-48c1-9bd6-2e6df11eddd8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.1723933 Feb 10 15:35:30.407054 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] For port fef1e460-e133-4528-b29c-5f30ca3f0be2, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:35:30.408569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempted to set empty binding levels {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 15:35:30.416058 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fef1e460-e133-4528-b29c-5f30ca3f0be2), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:30.488218 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8fb19-e7e0-4556-99b8-e271071f43ba req-6d9d6c72-3e7e-4679-8cfb-66ca586ce90a tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.500128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8fb19-e7e0-4556-99b8-e271071f43ba req-6d9d6c72-3e7e-4679-8cfb-66ca586ce90a tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.530246 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8fb19-e7e0-4556-99b8-e271071f43ba req-6d9d6c72-3e7e-4679-8cfb-66ca586ce90a tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.546419 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98b8fb19-e7e0-4556-99b8-e271071f43ba req-6d9d6c72-3e7e-4679-8cfb-66ca586ce90a tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2418 time: 0.6888928 Feb 10 15:35:30.564292 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70baba75-f59d-4320-abdf-5b5482974d8b x-openstack-request-id: req-70baba75-f59d-4320-abdf-5b5482974d8b {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:30.564705 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed26a25-ccd8-45e2-bcd2-3688ac9f779d", "name": "network-vif-deleted", "tag": "d48f39b5-f797-4352-8b28-81d1efe23bf4", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:30.564899 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70baba75-f59d-4320-abdf-5b5482974d8b {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:30.565759 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed26a25-ccd8-45e2-bcd2-3688ac9f779d', 'name': 'network-vif-deleted', 'tag': 'd48f39b5-f797-4352-8b28-81d1efe23bf4', 'status': 'completed', 'code': 200} Feb 10 15:35:30.600994 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] In _notify_port_updated(), no bound segment for port fef1e460-e133-4528-b29c-5f30ca3f0be2 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:35:30.601865 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.613187 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:30.619622 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] 10.222.0.64 "PUT /v2.0/ports/fef1e460-e133-4528-b29c-5f30ca3f0be2 HTTP/1.1" status: 200 len: 979 time: 1.8394401 Feb 10 15:35:30.620919 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39702) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:30.623137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee24da-4bac-48c6-a7ff-29e84f56ae34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Pushing event updated for resources: {'Port': ['ID=fef1e460-e133-4528-b29c-5f30ca3f0be2,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:30.767799 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af3c10-0fde-43de-a72e-9f5123dc0b6a req-852e3052-bb3c-4b33-8d1d-e98423a76cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.774640 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65af3c10-0fde-43de-a72e-9f5123dc0b6a req-852e3052-bb3c-4b33-8d1d-e98423a76cce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4440610 Feb 10 15:35:30.798702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98b8fb19-e7e0-4556-99b8-e271071f43ba req-dba3b9e5-73f2-49a6-b507-74d83acfa1f2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468858 Feb 10 15:35:30.899899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.900378 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.900874 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.901354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.912431 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.915207 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.915709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.916182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.916664 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.917137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.917598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.918057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.918520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.918972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.919433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.919877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.920340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.920818 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.921277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.921731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.922184 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.922636 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.932469 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.939535 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.940117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.940629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.941133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.941597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.942056 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.942512 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.942969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.948292 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:30.965210 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a8d9bcc2-a9f8-4866-be08-62c2a845884f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29689 time: 0.3321254 Feb 10 15:35:30.970778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39712) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:31.134755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30b0cb-e0b0-4c69-a35d-6d0d58b7d87a req-016ba597-5ea8-4ffc-af19-5c2fe093edfb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:31.140860 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b30b0cb-e0b0-4c69-a35d-6d0d58b7d87a req-016ba597-5ea8-4ffc-af19-5c2fe093edfb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.4617388 Feb 10 15:35:31.175026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-9e5deb52-02a7-4988-a053-47dbecbfaa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Deleting port fef1e460-e133-4528-b29c-5f30ca3f0be2 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:31.175026 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e5deb52-02a7-4988-a053-47dbecbfaa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fef1e460-e133-4528-b29c-5f30ca3f0be2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:31.175406 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65af3c10-0fde-43de-a72e-9f5123dc0b6a req-f59a9980-7984-43f7-8974-58f36e35a22d service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701715 Feb 10 15:35:31.360330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65af3c10-0fde-43de-a72e-9f5123dc0b6a req-1a677cf3-c574-4f36-8e02-cf6f01cda80d service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159990 Feb 10 15:35:31.402602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-9e5deb52-02a7-4988-a053-47dbecbfaa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] For port fef1e460-e133-4528-b29c-5f30ca3f0be2, host n-h1-815324-7, got binding levels [] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:31.402951 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e5deb52-02a7-4988-a053-47dbecbfaa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fef1e460-e133-4528-b29c-5f30ca3f0be2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:31.430913 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-9e5deb52-02a7-4988-a053-47dbecbfaa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Calling delete_port for fef1e460-e133-4528-b29c-5f30ca3f0be2 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:31.473540 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b30b0cb-e0b0-4c69-a35d-6d0d58b7d87a req-f591105d-bddf-46f9-afe1-89d2d01540d9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198137 Feb 10 15:35:31.520325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0ca09-34f4-432e-921b-032943aa6fd0 req-f6f201bf-c51c-47c8-8071-cc22ac0f9bab tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:31.525618 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0ca09-34f4-432e-921b-032943aa6fd0 req-f6f201bf-c51c-47c8-8071-cc22ac0f9bab tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:31.665240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0ca09-34f4-432e-921b-032943aa6fd0 req-f6f201bf-c51c-47c8-8071-cc22ac0f9bab tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:31.665240 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91e0ca09-34f4-432e-921b-032943aa6fd0 req-f6f201bf-c51c-47c8-8071-cc22ac0f9bab tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2418 time: 0.1986904 Feb 10 15:35:31.797305 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e5deb52-02a7-4988-a053-47dbecbfaa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fef1e460-e133-4528-b29c-5f30ca3f0be2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:31.800441 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91e0ca09-34f4-432e-921b-032943aa6fd0 req-9977325c-580f-4cc0-ad58-9ad7c6f54b0e tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395254 Feb 10 15:35:31.812617 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4140f92f-9db7-4ccc-b0c2-a498d856dbec req-4cbdc2ca-3be5-4b27-a8aa-5169ed8f77e1 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.1323452 Feb 10 15:35:31.837732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5deb52-02a7-4988-a053-47dbecbfaa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Pushing event deleted for resources: {'Port': ['ID=fef1e460-e133-4528-b29c-5f30ca3f0be2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:31.856631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e5deb52-02a7-4988-a053-47dbecbfaa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:31.871066 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9e5deb52-02a7-4988-a053-47dbecbfaa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] 10.222.0.64 "DELETE /v2.0/ports/fef1e460-e133-4528-b29c-5f30ca3f0be2 HTTP/1.1" status: 204 len: 168 time: 0.8982842 Feb 10 15:35:31.871481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39744) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:31.942549 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc34828-a8b0-465b-ac1e-0df7fe207e0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] GET failed (client error): The resource could not be found. Feb 10 15:35:31.947872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fcc34828-a8b0-465b-ac1e-0df7fe207e0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] 10.222.0.64 "GET /v2.0/ports/fef1e460-e133-4528-b29c-5f30ca3f0be2 HTTP/1.1" status: 404 len: 333 time: 0.0715091 Feb 10 15:35:31.948060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39748) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:31.963615 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-7d4524dc-8d9d-4f33-9275-8baa4999a866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-208720192', 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:32.011709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4524dc-8d9d-4f33-9275-8baa4999a866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Made reservation on behalf of 76bb87b4fbc24f879b05f2f65d2a1394 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:35:32.014147 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d4524dc-8d9d-4f33-9275-8baa4999a866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:32.042683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-7d4524dc-8d9d-4f33-9275-8baa4999a866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] device_id is not set on port 803b6933-53d4-48c8-9307-27c5e8094a83 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:35:32.273965 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d4524dc-8d9d-4f33-9275-8baa4999a866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks [] for port (803b6933-53d4-48c8-9307-27c5e8094a83), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:32.351337 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d4524dc-8d9d-4f33-9275-8baa4999a866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (803b6933-53d4-48c8-9307-27c5e8094a83), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:32.419471 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4524dc-8d9d-4f33-9275-8baa4999a866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Pushing event updated for resources: {'Port': ['ID=803b6933-53d4-48c8-9307-27c5e8094a83,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:32.469133 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4524dc-8d9d-4f33-9275-8baa4999a866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Network c47ec6ee-95a4-4121-85b5-4f1674579df7 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:35:32.473913 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-7d4524dc-8d9d-4f33-9275-8baa4999a866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:35:32.484999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4524dc-8d9d-4f33-9275-8baa4999a866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:35:32.486021 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4524dc-8d9d-4f33-9275-8baa4999a866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:32.486641 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d4524dc-8d9d-4f33-9275-8baa4999a866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:32.532197 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7d4524dc-8d9d-4f33-9275-8baa4999a866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5830491 Feb 10 15:35:32.535196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39766) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:32.639929 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de71316-329e-4cf4-acce-9cc38b3da586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:32.641420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9de71316-329e-4cf4-acce-9cc38b3da586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] 10.222.0.64 "GET /v2.0/ports/803b6933-53d4-48c8-9307-27c5e8094a83 HTTP/1.1" status: 200 len: 958 time: 0.1049478 Feb 10 15:35:32.645588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39770) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:32.749078 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a20a7-c845-45a5-9be4-6e03c2529ebb req-fc78b3a6-e968-4987-90e5-6033b909edb3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:32.763133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc1a20a7-c845-45a5-9be4-6e03c2529ebb req-fc78b3a6-e968-4987-90e5-6033b909edb3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1177826 Feb 10 15:35:32.833379 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-000b2e52-b09f-43ea-977c-0020e33f0842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Deleting port 803b6933-53d4-48c8-9307-27c5e8094a83 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:32.833998 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-000b2e52-b09f-43ea-977c-0020e33f0842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (803b6933-53d4-48c8-9307-27c5e8094a83), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:32.925855 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc1a20a7-c845-45a5-9be4-6e03c2529ebb req-f9e1091c-2374-4943-a09d-cd968fadd909 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613600 Feb 10 15:35:32.986417 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e34bf-9a27-457d-82d6-e767c25f416b req-4c4957af-8c6f-4d70-a196-c27434645a04 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:32.993824 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e34bf-9a27-457d-82d6-e767c25f416b req-4c4957af-8c6f-4d70-a196-c27434645a04 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:33.014171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e34bf-9a27-457d-82d6-e767c25f416b req-4c4957af-8c6f-4d70-a196-c27434645a04 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:33.016479 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd3e34bf-9a27-457d-82d6-e767c25f416b req-4c4957af-8c6f-4d70-a196-c27434645a04 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2418 time: 0.1629736 Feb 10 15:35:33.049563 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-000b2e52-b09f-43ea-977c-0020e33f0842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (803b6933-53d4-48c8-9307-27c5e8094a83), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:33.105497 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-000b2e52-b09f-43ea-977c-0020e33f0842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Calling delete_port for 803b6933-53d4-48c8-9307-27c5e8094a83 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:33.201044 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd3e34bf-9a27-457d-82d6-e767c25f416b req-ac725ae3-3228-42d7-9fc7-0ccdcf9bf36a tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647031 Feb 10 15:35:33.217824 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e5aa599-1741-43da-aa97-a95c45d668be req-46f1c0cf-2efb-46f8-b5a7-dce19ccaa357 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.1102955 Feb 10 15:35:33.373709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-370abfd4-51a4-442d-b2f2-4b87d6dc91b2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:33.387267 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-370abfd4-51a4-442d-b2f2-4b87d6dc91b2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:33.402552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-370abfd4-51a4-442d-b2f2-4b87d6dc91b2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:33.409872 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-370abfd4-51a4-442d-b2f2-4b87d6dc91b2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.79 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 2418 time: 0.4360704 Feb 10 15:35:33.411502 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-000b2e52-b09f-43ea-977c-0020e33f0842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (803b6933-53d4-48c8-9307-27c5e8094a83), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:33.548730 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-000b2e52-b09f-43ea-977c-0020e33f0842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:33.555429 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-000b2e52-b09f-43ea-977c-0020e33f0842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] 10.222.0.64 "DELETE /v2.0/ports/803b6933-53d4-48c8-9307-27c5e8094a83 HTTP/1.1" status: 204 len: 168 time: 0.9058611 Feb 10 15:35:33.556629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b2e52-b09f-43ea-977c-0020e33f0842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Pushing event deleted for resources: {'Port': ['ID=803b6933-53d4-48c8-9307-27c5e8094a83,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:33.557725 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39794) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:33.627367 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-086227e2-993c-4af5-82f1-12983f1c4209 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Deleting port 187dd0d8-5441-4576-854e-60d43dce97f0 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:33.627728 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-086227e2-993c-4af5-82f1-12983f1c4209 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (187dd0d8-5441-4576-854e-60d43dce97f0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:33.646074 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ac6fa1-8b40-48a6-bff9-2ae5c755296a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] GET failed (client error): The resource could not be found. Feb 10 15:35:33.647849 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-39ac6fa1-8b40-48a6-bff9-2ae5c755296a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] 10.222.0.64 "GET /v2.0/ports/803b6933-53d4-48c8-9307-27c5e8094a83 HTTP/1.1" status: 404 len: 333 time: 0.0889277 Feb 10 15:35:33.651184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39800) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:33.658563 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9ec5510b-818e-419b-8a93-5b90a1efb8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Request body: {'port': {'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-814591611'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:33.702698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec5510b-818e-419b-8a93-5b90a1efb8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Made reservation on behalf of 76bb87b4fbc24f879b05f2f65d2a1394 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:35:33.705373 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9ec5510b-818e-419b-8a93-5b90a1efb8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:33.746453 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-9ec5510b-818e-419b-8a93-5b90a1efb8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] device_id is not set on port 345cb665-ef7f-46e3-9ad7-d21e480b0237 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:35:33.834660 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-086227e2-993c-4af5-82f1-12983f1c4209 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] For port 187dd0d8-5441-4576-854e-60d43dce97f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=187dd0d8-5441-4576-854e-60d43dce97f0,segment=NetworkSegment(2beadb9a-6e9f-4cbb-8a25-a586b8f20730),segment_id=2beadb9a-6e9f-4cbb-8a25-a586b8f20730)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:33.835215 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-086227e2-993c-4af5-82f1-12983f1c4209 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (187dd0d8-5441-4576-854e-60d43dce97f0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:33.873891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-086227e2-993c-4af5-82f1-12983f1c4209 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Calling delete_port for 187dd0d8-5441-4576-854e-60d43dce97f0 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:34.268009 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9ec5510b-818e-419b-8a93-5b90a1efb8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks [] for port (345cb665-ef7f-46e3-9ad7-d21e480b0237), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:34.313644 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-086227e2-993c-4af5-82f1-12983f1c4209 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (187dd0d8-5441-4576-854e-60d43dce97f0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:34.319912 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f2254-3aab-408a-8dbe-dea50d206e93 req-1ed1cf8d-852d-48ef-995f-d70f6fe88895 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:34.321543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-987f2254-3aab-408a-8dbe-dea50d206e93 req-1ed1cf8d-852d-48ef-995f-d70f6fe88895 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2025185 Feb 10 15:35:34.326769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['8286e2f3-71b9-45e7-942d-f46e6734fa1d', '23a745db-5d62-4323-a2bd-1d7a9fd035cf', '187dd0d8-5441-4576-854e-60d43dce97f0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:35:34.355004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086227e2-993c-4af5-82f1-12983f1c4209 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Port': ['ID=187dd0d8-5441-4576-854e-60d43dce97f0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:34.427424 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-086227e2-993c-4af5-82f1-12983f1c4209 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] No DVR routers for this DVR port 187dd0d8-5441-4576-854e-60d43dce97f0 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:35:34.430384 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-086227e2-993c-4af5-82f1-12983f1c4209 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:34.435041 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-086227e2-993c-4af5-82f1-12983f1c4209 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.79 "DELETE /v2.0/ports/187dd0d8-5441-4576-854e-60d43dce97f0 HTTP/1.1" status: 204 len: 173 time: 0.9746649 Feb 10 15:35:34.435514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'name': 'network-vif-deleted', 'tag': '187dd0d8-5441-4576-854e-60d43dce97f0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:34.437812 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72bc64b-fed2-4641-999b-2d1cd9e26ebd" -d '{"events": [{"server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "name": "network-vif-deleted", "tag": "187dd0d8-5441-4576-854e-60d43dce97f0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:34.591817 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-987f2254-3aab-408a-8dbe-dea50d206e93 req-fc8f46a8-ecdb-45d2-858b-c011658904ba tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468722 Feb 10 15:35:34.628541 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b754e4-ed74-4e6d-a776-dad099cefe3d req-c9fa63c4-2a68-4f6a-8b0a-3a8a9d1b46da tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:34.643030 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22b754e4-ed74-4e6d-a776-dad099cefe3d req-c9fa63c4-2a68-4f6a-8b0a-3a8a9d1b46da tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.3088770 Feb 10 15:35:34.666803 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9ec5510b-818e-419b-8a93-5b90a1efb8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (345cb665-ef7f-46e3-9ad7-d21e480b0237), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:34.678081 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-d0103036-1184-4be6-9b09-b7e14f02ec0d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Deleting port 8286e2f3-71b9-45e7-942d-f46e6734fa1d {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:34.678415 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-d0103036-1184-4be6-9b09-b7e14f02ec0d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8286e2f3-71b9-45e7-942d-f46e6734fa1d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:34.865620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5510b-818e-419b-8a93-5b90a1efb8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Pushing event updated for resources: {'Port': ['ID=345cb665-ef7f-46e3-9ad7-d21e480b0237,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:34.904468 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec5510b-818e-419b-8a93-5b90a1efb8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Network c47ec6ee-95a4-4121-85b5-4f1674579df7 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:35:34.915491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-d0103036-1184-4be6-9b09-b7e14f02ec0d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] For port 8286e2f3-71b9-45e7-942d-f46e6734fa1d, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=8286e2f3-71b9-45e7-942d-f46e6734fa1d,segment=NetworkSegment(f5acee5b-3d31-4f19-8da4-2031cd93b7a9),segment_id=f5acee5b-3d31-4f19-8da4-2031cd93b7a9)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:34.922043 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-d0103036-1184-4be6-9b09-b7e14f02ec0d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8286e2f3-71b9-45e7-942d-f46e6734fa1d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:34.945110 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-9ec5510b-818e-419b-8a93-5b90a1efb8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:35:34.967137 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec5510b-818e-419b-8a93-5b90a1efb8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:35:34.968366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec5510b-818e-419b-8a93-5b90a1efb8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:34.971275 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-d0103036-1184-4be6-9b09-b7e14f02ec0d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Calling delete_port for 8286e2f3-71b9-45e7-942d-f46e6734fa1d owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:34.972207 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9ec5510b-818e-419b-8a93-5b90a1efb8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:35.022502 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22b754e4-ed74-4e6d-a776-dad099cefe3d req-4ac0dd83-0614-4c17-af0b-231795e97587 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765917 Feb 10 15:35:35.029999 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9ec5510b-818e-419b-8a93-5b90a1efb8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3775318 Feb 10 15:35:35.052124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39846) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:35.077695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:35.110490 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad860a-d24b-463c-961d-87fa5a0b7c9f req-0459165c-a495-4e8f-93c9-083e2785ba3e tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:35.112889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad860a-d24b-463c-961d-87fa5a0b7c9f req-0459165c-a495-4e8f-93c9-083e2785ba3e tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:35.114607 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49ad860a-d24b-463c-961d-87fa5a0b7c9f req-0459165c-a495-4e8f-93c9-083e2785ba3e tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 1682 time: 0.3540463 Feb 10 15:35:35.195394 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12eb79ee-5835-46e6-bb74-9f474db3f933 req-3ca6fd79-c827-4fbc-961c-19acdecd8ed9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0425899 Feb 10 15:35:35.233169 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-d0103036-1184-4be6-9b09-b7e14f02ec0d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8286e2f3-71b9-45e7-942d-f46e6734fa1d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:35.246639 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['187dd0d8-5441-4576-854e-60d43dce97f0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:35:35.283634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0103036-1184-4be6-9b09-b7e14f02ec0d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Port': ['ID=8286e2f3-71b9-45e7-942d-f46e6734fa1d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:35.295684 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66f8b81-e8c0-483a-8744-024ce7fdd08e x-openstack-request-id: req-f66f8b81-e8c0-483a-8744-024ce7fdd08e {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:35.300948 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "name": "network-vif-deleted", "tag": "187dd0d8-5441-4576-854e-60d43dce97f0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:35.301742 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f66f8b81-e8c0-483a-8744-024ce7fdd08e {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:35.303130 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'name': 'network-vif-deleted', 'tag': '187dd0d8-5441-4576-854e-60d43dce97f0', 'status': 'completed', 'code': 200} Feb 10 15:35:35.359271 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49ad860a-d24b-463c-961d-87fa5a0b7c9f req-94a5e671-d1b5-43e0-a78c-52ade8005c00 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076535 Feb 10 15:35:35.359836 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (345cb665-ef7f-46e3-9ad7-d21e480b0237), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:35.436419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-d0103036-1184-4be6-9b09-b7e14f02ec0d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] No DVR routers for this DVR port 8286e2f3-71b9-45e7-942d-f46e6734fa1d on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:35:35.440023 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-d0103036-1184-4be6-9b09-b7e14f02ec0d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:35.445905 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-d0103036-1184-4be6-9b09-b7e14f02ec0d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.79 "DELETE /v2.0/ports/8286e2f3-71b9-45e7-942d-f46e6734fa1d HTTP/1.1" status: 204 len: 173 time: 0.9932687 Feb 10 15:35:35.671416 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-e52782cd-9cc8-40bb-a6ed-d3f36c839f39 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Deleting port 23a745db-5d62-4323-a2bd-1d7a9fd035cf {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:35.672136 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-e52782cd-9cc8-40bb-a6ed-d3f36c839f39 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (23a745db-5d62-4323-a2bd-1d7a9fd035cf), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:35.832833 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-e52782cd-9cc8-40bb-a6ed-d3f36c839f39 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] For port 23a745db-5d62-4323-a2bd-1d7a9fd035cf, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=23a745db-5d62-4323-a2bd-1d7a9fd035cf,segment=NetworkSegment(2beadb9a-6e9f-4cbb-8a25-a586b8f20730),segment_id=2beadb9a-6e9f-4cbb-8a25-a586b8f20730)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:35.833121 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-e52782cd-9cc8-40bb-a6ed-d3f36c839f39 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (23a745db-5d62-4323-a2bd-1d7a9fd035cf), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:35.849548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-e52782cd-9cc8-40bb-a6ed-d3f36c839f39 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Calling delete_port for 23a745db-5d62-4323-a2bd-1d7a9fd035cf owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:36.011311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092cf7b-fab5-44bf-9850-7dede346e094 req-640a3cf1-a60d-48f7-ba26-55388dfe5723 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:36.019364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a092cf7b-fab5-44bf-9850-7dede346e094 req-640a3cf1-a60d-48f7-ba26-55388dfe5723 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.6087918 Feb 10 15:35:36.035903 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-e52782cd-9cc8-40bb-a6ed-d3f36c839f39 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (23a745db-5d62-4323-a2bd-1d7a9fd035cf), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:36.078284 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52782cd-9cc8-40bb-a6ed-d3f36c839f39 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Port': ['ID=23a745db-5d62-4323-a2bd-1d7a9fd035cf,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:36.133606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-e52782cd-9cc8-40bb-a6ed-d3f36c839f39 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] No DVR routers for this DVR port 23a745db-5d62-4323-a2bd-1d7a9fd035cf on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:35:36.141563 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-e52782cd-9cc8-40bb-a6ed-d3f36c839f39 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:36.150542 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b309518f-d674-44bd-9ccf-8969e65bf712 req-e52782cd-9cc8-40bb-a6ed-d3f36c839f39 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.79 "DELETE /v2.0/ports/23a745db-5d62-4323-a2bd-1d7a9fd035cf HTTP/1.1" status: 204 len: 173 time: 0.6971421 Feb 10 15:35:36.192431 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a092cf7b-fab5-44bf-9850-7dede346e094 req-9e299265-9035-43af-a7bb-f67ba74c5d84 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622016 Feb 10 15:35:36.203664 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea75b95-b370-4324-9283-5da4d3a474de req-297469bc-f415-4909-bed1-aeb90078bc9c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:36.215179 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dea75b95-b370-4324-9283-5da4d3a474de req-297469bc-f415-4909-bed1-aeb90078bc9c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2318287 Feb 10 15:35:36.229850 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] device_id is not set on port 345cb665-ef7f-46e3-9ad7-d21e480b0237 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:35:36.309510 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks [] for port (345cb665-ef7f-46e3-9ad7-d21e480b0237), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:36.333804 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (345cb665-ef7f-46e3-9ad7-d21e480b0237), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:36.514328 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dea75b95-b370-4324-9283-5da4d3a474de req-bcf00e17-78a6-4dee-af6a-79f0b4a68973 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2870386 Feb 10 15:35:36.535962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:36.536575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:36.537003 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:36.540786 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3eb41902-12ac-48e5-96a1-712759e91386 req-4df4ac85-7a3c-4510-b565-be631372c49e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.1147468 Feb 10 15:35:36.548825 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Pushing event updated for resources: {'Port': ['ID=345cb665-ef7f-46e3-9ad7-d21e480b0237,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:36.555811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:36.556163 n-d-815324-7 neutron-server[103368]: ERROR neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:36.559169 n-d-815324-7 neutron-server[103368]: INFO neutron.plugins.ml2.plugin [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 2 to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 Feb 10 15:35:36.609123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:36.610123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:36.610123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:36.619248 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:36.619537 n-d-815324-7 neutron-server[103368]: ERROR neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:36.619883 n-d-815324-7 neutron-server[103368]: INFO neutron.plugins.ml2.plugin [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 3 to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 Feb 10 15:35:36.649117 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:36.649465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:36.649862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:36.661354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:36.661699 n-d-815324-7 neutron-server[103368]: ERROR neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:36.662100 n-d-815324-7 neutron-server[103368]: INFO neutron.plugins.ml2.plugin [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 4 to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 Feb 10 15:35:36.718553 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:36.718844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:36.721465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:36.809874 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b8b4ded-c608-4136-9822-9d36e6e8984c req-b1c7047e-5fe9-4032-97b9-a5234bcfdda7 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=385a2746-41e4-4fc4-b747-a04f37090269 HTTP/1.1" status: 200 len: 210 time: 0.1098518 Feb 10 15:35:36.811209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:36.811952 n-d-815324-7 neutron-server[103368]: ERROR neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:36.817408 n-d-815324-7 neutron-server[103368]: INFO neutron.plugins.ml2.plugin [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 5 to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 Feb 10 15:35:36.886865 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:36.888763 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:36.890393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:36.901857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:36.903306 n-d-815324-7 neutron-server[103368]: ERROR neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:36.903717 n-d-815324-7 neutron-server[103368]: INFO neutron.plugins.ml2.plugin [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 6 to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 Feb 10 15:35:36.929330 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:36.940960 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:36.944279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:36.945507 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:36.958646 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:36.973965 n-d-815324-7 neutron-server[103368]: ERROR neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:36.974421 n-d-815324-7 neutron-server[103368]: INFO neutron.plugins.ml2.plugin [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 7 to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 Feb 10 15:35:36.989788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:36.991486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:36.991861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:36.997456 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:36.997933 n-d-815324-7 neutron-server[103368]: ERROR neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:36.998372 n-d-815324-7 neutron-server[103368]: INFO neutron.plugins.ml2.plugin [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 8 to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 Feb 10 15:35:37.027556 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:37.028763 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:37.029375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:37.039409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:37.052281 n-d-815324-7 neutron-server[103368]: ERROR neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:37.071012 n-d-815324-7 neutron-server[103368]: INFO neutron.plugins.ml2.plugin [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 9 to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 Feb 10 15:35:37.105427 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:37.105835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:37.106186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:37.112271 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:37.113491 n-d-815324-7 neutron-server[103368]: ERROR neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:37.114017 n-d-815324-7 neutron-server[103368]: INFO neutron.plugins.ml2.plugin [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempt 10 to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 Feb 10 15:35:37.134796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:37.135238 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:37.135676 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempting to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:37.140398 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:37.140879 n-d-815324-7 neutron-server[103368]: ERROR neutron.plugins.ml2.managers [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Failed to bind port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on host n-h1-815324-7 for vnic_type normal using segments [{'id': 'db3f63d6-f00c-4716-94f1-960817bfe889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c47ec6ee-95a4-4121-85b5-4f1674579df7'}] Feb 10 15:35:37.141346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (345cb665-ef7f-46e3-9ad7-d21e480b0237), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:37.283926 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] For port 345cb665-ef7f-46e3-9ad7-d21e480b0237, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:35:37.284320 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attempted to set empty binding levels {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 15:35:37.291940 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (345cb665-ef7f-46e3-9ad7-d21e480b0237), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:37.304685 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'name': 'network-vif-deleted', 'tag': '8286e2f3-71b9-45e7-942d-f46e6734fa1d'}, {'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'name': 'network-vif-deleted', 'tag': '23a745db-5d62-4323-a2bd-1d7a9fd035cf'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:37.307161 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5c3f9f-8810-41bf-a42c-c8d984ad2d09" -d '{"events": [{"server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "name": "network-vif-deleted", "tag": "8286e2f3-71b9-45e7-942d-f46e6734fa1d"}, {"server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "name": "network-vif-deleted", "tag": "23a745db-5d62-4323-a2bd-1d7a9fd035cf"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:37.378721 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 23a745db-5d62-4323-a2bd-1d7a9fd035cf no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:35:37.390333 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9318a8d-0c15-4c44-8dd5-b468fa907cbf x-openstack-request-id: req-d9318a8d-0c15-4c44-8dd5-b468fa907cbf {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:37.390691 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "name": "network-vif-deleted", "tag": "8286e2f3-71b9-45e7-942d-f46e6734fa1d", "status": "completed", "code": 200}, {"server_uuid": "385a2746-41e4-4fc4-b747-a04f37090269", "name": "network-vif-deleted", "tag": "23a745db-5d62-4323-a2bd-1d7a9fd035cf", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:37.390945 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9318a8d-0c15-4c44-8dd5-b468fa907cbf {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:37.391346 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'name': 'network-vif-deleted', 'tag': '8286e2f3-71b9-45e7-942d-f46e6734fa1d', 'status': 'completed', 'code': 200} Feb 10 15:35:37.391599 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385a2746-41e4-4fc4-b747-a04f37090269', 'name': 'network-vif-deleted', 'tag': '23a745db-5d62-4323-a2bd-1d7a9fd035cf', 'status': 'completed', 'code': 200} Feb 10 15:35:37.435363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] In _notify_port_updated(), no bound segment for port 345cb665-ef7f-46e3-9ad7-d21e480b0237 on network c47ec6ee-95a4-4121-85b5-4f1674579df7 {{(pid=103368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:35:37.437678 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:37.438253 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:37.441199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 23a745db-5d62-4323-a2bd-1d7a9fd035cf {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:35:37.441549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 23a745db-5d62-4323-a2bd-1d7a9fd035cf not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:35:37.442236 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] 10.222.0.64 "PUT /v2.0/ports/345cb665-ef7f-46e3-9ad7-d21e480b0237 HTTP/1.1" status: 200 len: 978 time: 2.3887825 Feb 10 15:35:37.443102 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 187dd0d8-5441-4576-854e-60d43dce97f0 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:35:37.443835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39924) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:37.464764 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b0592-92da-45b6-87f1-9e2c3f5a8bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Pushing event updated for resources: {'Port': ['ID=345cb665-ef7f-46e3-9ad7-d21e480b0237,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:37.481677 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 187dd0d8-5441-4576-854e-60d43dce97f0 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:35:37.482274 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 187dd0d8-5441-4576-854e-60d43dce97f0 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:35:37.482863 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 8286e2f3-71b9-45e7-942d-f46e6734fa1d no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:35:37.506647 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 8286e2f3-71b9-45e7-942d-f46e6734fa1d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:35:37.507195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 8286e2f3-71b9-45e7-942d-f46e6734fa1d not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:35:37.810065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-200ec7a4-3f3b-4daa-b0ef-d35780b21492 req-47cf9449-4c63-41e8-9132-645ecbb331f2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0915632 Feb 10 15:35:37.853891 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94916eaa-dbd2-4957-92a5-7ceddb13fde8 req-2f57b3bd-24b5-4a31-ab48-c9ac8fa8aa72 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:37.878622 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94916eaa-dbd2-4957-92a5-7ceddb13fde8 req-2f57b3bd-24b5-4a31-ab48-c9ac8fa8aa72 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2022896 Feb 10 15:35:37.951267 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94916eaa-dbd2-4957-92a5-7ceddb13fde8 req-eac45c23-f476-472e-94eb-3e3becba889b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636239 Feb 10 15:35:37.965990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39940) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:38.092377 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c30954-e62a-4a64-b46a-b1766b5fb837 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Deleting subnet 72f71cd5-99ba-43c9-a4b5-7e13e4ab4321 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:35:38.105757 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e6c30954-e62a-4a64-b46a-b1766b5fb837 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for subnet (72f71cd5-99ba-43c9-a4b5-7e13e4ab4321), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:38.249490 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e6c30954-e62a-4a64-b46a-b1766b5fb837 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (72f71cd5-99ba-43c9-a4b5-7e13e4ab4321), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:38.405806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-ec64d18b-3ed8-47b8-a221-5c738b1e212e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Deleting port 345cb665-ef7f-46e3-9ad7-d21e480b0237 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:38.406688 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec64d18b-3ed8-47b8-a221-5c738b1e212e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (345cb665-ef7f-46e3-9ad7-d21e480b0237), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:38.485051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-ec64d18b-3ed8-47b8-a221-5c738b1e212e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] For port 345cb665-ef7f-46e3-9ad7-d21e480b0237, host n-h1-815324-7, got binding levels [] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:38.485414 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec64d18b-3ed8-47b8-a221-5c738b1e212e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (345cb665-ef7f-46e3-9ad7-d21e480b0237), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:38.501835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-ec64d18b-3ed8-47b8-a221-5c738b1e212e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Calling delete_port for 345cb665-ef7f-46e3-9ad7-d21e480b0237 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:38.574187 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb470ce-504b-473d-8901-41049f7fe444 req-8defbef7-0ca8-4d2a-bfcc-b6777ec5ae9c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:38.577925 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceb470ce-504b-473d-8901-41049f7fe444 req-8defbef7-0ca8-4d2a-bfcc-b6777ec5ae9c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2514958 Feb 10 15:35:38.614321 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf4ced-3b1f-424f-bb2d-ae2865a4a753 req-bd27c35f-4417-49f8-9a68-8ad23776c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:38.616103 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-55cf4ced-3b1f-424f-bb2d-ae2865a4a753 req-bd27c35f-4417-49f8-9a68-8ad23776c72a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 1126 time: 0.2727993 Feb 10 15:35:38.617114 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec64d18b-3ed8-47b8-a221-5c738b1e212e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (345cb665-ef7f-46e3-9ad7-d21e480b0237), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:38.663861 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64d18b-3ed8-47b8-a221-5c738b1e212e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Pushing event deleted for resources: {'Port': ['ID=345cb665-ef7f-46e3-9ad7-d21e480b0237,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:38.685100 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec64d18b-3ed8-47b8-a221-5c738b1e212e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:38.692593 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ec64d18b-3ed8-47b8-a221-5c738b1e212e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] 10.222.0.64 "DELETE /v2.0/ports/345cb665-ef7f-46e3-9ad7-d21e480b0237 HTTP/1.1" status: 204 len: 168 time: 1.2476544 Feb 10 15:35:38.695818 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e6c30954-e62a-4a64-b46a-b1766b5fb837 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (72f71cd5-99ba-43c9-a4b5-7e13e4ab4321), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:38.700396 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39964) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:38.727799 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae312a80-9988-41c0-ad88-fa60d932bd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] GET failed (client error): The resource could not be found. Feb 10 15:35:38.733995 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ae312a80-9988-41c0-ad88-fa60d932bd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248534360-project-admin] 10.222.0.64 "GET /v2.0/ports/345cb665-ef7f-46e3-9ad7-d21e480b0237 HTTP/1.1" status: 404 len: 333 time: 0.0317280 Feb 10 15:35:38.737084 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39966) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:38.829614 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceb470ce-504b-473d-8901-41049f7fe444 req-a6443c0d-4159-43f0-af3a-55b8bc3da46c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331929 Feb 10 15:35:38.856854 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e6c30954-e62a-4a64-b46a-b1766b5fb837 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (72f71cd5-99ba-43c9-a4b5-7e13e4ab4321), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:38.921443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c30954-e62a-4a64-b46a-b1766b5fb837 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Subnet': ['ID=72f71cd5-99ba-43c9-a4b5-7e13e4ab4321,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:38.938403 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e6c30954-e62a-4a64-b46a-b1766b5fb837 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:38.944392 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e6c30954-e62a-4a64-b46a-b1766b5fb837 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "DELETE /v2.0/subnets/72f71cd5-99ba-43c9-a4b5-7e13e4ab4321 HTTP/1.1" status: 204 len: 168 time: 0.9747186 Feb 10 15:35:38.944602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39972) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:38.948941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26aeeec-bd42-4faf-a69b-1a2cfae47ff3 None None] Network 13497923-8c27-4434-8e02-851408287371 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:35:38.989964 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-95a07678-4d71-4336-af60-eccac63c6879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (c47ec6ee-95a4-4121-85b5-4f1674579df7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:39.037008 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf4ced-3b1f-424f-bb2d-ae2865a4a753 req-3d96564e-3b1f-4df6-a623-fb3d7aaaae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:39.038515 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-55cf4ced-3b1f-424f-bb2d-ae2865a4a753 req-3d96564e-3b1f-4df6-a623-fb3d7aaaae36 service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.3876662 Feb 10 15:35:39.142331 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (13497923-8c27-4434-8e02-851408287371), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:39.237854 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37dee3e2-b7f9-4715-bcbd-74b155a3caaf req-3653c99e-ef4a-4b05-a7c1-cc1d9f231b32 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0938191 Feb 10 15:35:39.272677 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-55cf4ced-3b1f-424f-bb2d-ae2865a4a753 req-7c2c8d83-79fb-4ef2-9f91-490f4e71fe06 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 HTTP/1.1" status: 200 len: 998 time: 0.2242668 Feb 10 15:35:39.340393 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a115cc-bf96-48e4-afaf-3c54b12df93d None None] DHCP port deletion for 13497923-8c27-4434-8e02-851408287371 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:35:39.369819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Deleting port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:39.370302 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:39.416933 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-95a07678-4d71-4336-af60-eccac63c6879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (c47ec6ee-95a4-4121-85b5-4f1674579df7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:39.460777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-95a07678-4d71-4336-af60-eccac63c6879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47ec6ee-95a4-4121-85b5-4f1674579df7']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:39.483067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-95a07678-4d71-4336-af60-eccac63c6879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3f63d6-f00c-4716-94f1-960817bfe889') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:39.483377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-95a07678-4d71-4336-af60-eccac63c6879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3f63d6-f00c-4716-94f1-960817bfe889') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:39.510066 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-95a07678-4d71-4336-af60-eccac63c6879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (db3f63d6-f00c-4716-94f1-960817bfe889), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:39.510194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-51a115cc-bf96-48e4-afaf-3c54b12df93d None None] Deleting port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:39.510194 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51a115cc-bf96-48e4-afaf-3c54b12df93d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:39.522679 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-95a07678-4d71-4336-af60-eccac63c6879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (db3f63d6-f00c-4716-94f1-960817bfe889), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:39.529439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a07678-4d71-4336-af60-eccac63c6879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:35:39.529848 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-95a07678-4d71-4336-af60-eccac63c6879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (db3f63d6-f00c-4716-94f1-960817bfe889), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:39.690541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:35:39.694169 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:35:39.743115 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] For port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea,segment=NetworkSegment(f5acee5b-3d31-4f19-8da4-2031cd93b7a9),segment_id=f5acee5b-3d31-4f19-8da4-2031cd93b7a9)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:39.743875 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:39.777694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Calling delete_port for e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:39.794216 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf4ced-3b1f-424f-bb2d-ae2865a4a753 req-2c6aa19e-d999-4241-af82-17706b2f8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:39.795841 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-55cf4ced-3b1f-424f-bb2d-ae2865a4a753 req-2c6aa19e-d999-4241-af82-17706b2f8f52 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.1149340 Feb 10 15:35:39.796858 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-95a07678-4d71-4336-af60-eccac63c6879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (c47ec6ee-95a4-4121-85b5-4f1674579df7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:39.812303 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-51a115cc-bf96-48e4-afaf-3c54b12df93d None None] For port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea,segment=NetworkSegment(f5acee5b-3d31-4f19-8da4-2031cd93b7a9),segment_id=f5acee5b-3d31-4f19-8da4-2031cd93b7a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:39.812730 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51a115cc-bf96-48e4-afaf-3c54b12df93d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:39.832958 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-51a115cc-bf96-48e4-afaf-3c54b12df93d None None] Calling delete_port for e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:39.841360 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-95a07678-4d71-4336-af60-eccac63c6879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:39.844809 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-95a07678-4d71-4336-af60-eccac63c6879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] 10.222.0.64 "DELETE /v2.0/networks/c47ec6ee-95a4-4121-85b5-4f1674579df7 HTTP/1.1" status: 204 len: 168 time: 1.1064248 Feb 10 15:35:39.862571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a07678-4d71-4336-af60-eccac63c6879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805291798-project] Pushing event deleted for resources: {'Network': ['ID=c47ec6ee-95a4-4121-85b5-4f1674579df7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:39.899140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf4ced-3b1f-424f-bb2d-ae2865a4a753 req-2bc9aa9a-0098-4d77-9fe1-63e42e6298f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:39.901175 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-55cf4ced-3b1f-424f-bb2d-ae2865a4a753 req-2bc9aa9a-0098-4d77-9fe1-63e42e6298f7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0907693 Feb 10 15:35:40.097519 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-55cf4ced-3b1f-424f-bb2d-ae2865a4a753 req-7cec0954-d25b-40be-97e7-28b04bf4807d service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833794 Feb 10 15:35:40.102613 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:40.149463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Port': ['ID=e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:40.170575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fee6cc-c096-4cee-845a-d73f7c35f256 req-4511a6f6-f12e-480e-8c32-cae81cbab3af tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:40.172522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63fee6cc-c096-4cee-845a-d73f7c35f256 req-4511a6f6-f12e-480e-8c32-cae81cbab3af tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1761644 Feb 10 15:35:40.173613 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] No DVR routers for this DVR port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:35:40.181758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:40.182342 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:40.324778 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51a115cc-bf96-48e4-afaf-3c54b12df93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:40.342493 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a115cc-bf96-48e4-afaf-3c54b12df93d None None] No DVR routers for this DVR port e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:35:40.367669 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a115cc-bf96-48e4-afaf-3c54b12df93d None None] Pushing event deleted for resources: {'Port': ['ID=e11a87d7-b3b1-45de-8cda-d9e3e0ccfcea,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:40.394669 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63fee6cc-c096-4cee-845a-d73f7c35f256 req-703be5f0-9aa2-4b29-8ee3-3ed648d23714 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118921 Feb 10 15:35:40.396583 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (13497923-8c27-4434-8e02-851408287371), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:40.419080 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-55cf4ced-3b1f-424f-bb2d-ae2865a4a753 req-565a0212-c37d-40b2-a4f3-83039d9a76df service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147857 Feb 10 15:35:40.431425 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13497923-8c27-4434-8e02-851408287371']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:40.457136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5acee5b-3d31-4f19-8da4-2031cd93b7a9') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:40.457842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5acee5b-3d31-4f19-8da4-2031cd93b7a9') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:40.471257 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (f5acee5b-3d31-4f19-8da4-2031cd93b7a9), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:40.502054 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40012) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:40.533167 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53f6777e-9f00-4dad-87c5-6cdb6200e319 req-14d4d709-9635-424f-b6ae-618ab2318a04 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0641987 Feb 10 15:35:40.537522 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (f5acee5b-3d31-4f19-8da4-2031cd93b7a9), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:40.546420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:35:40.546823 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (f5acee5b-3d31-4f19-8da4-2031cd93b7a9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:35:40.550650 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:35:40.660796 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (13497923-8c27-4434-8e02-851408287371), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:40.668386 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:40.674402 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "DELETE /v2.0/networks/13497923-8c27-4434-8e02-851408287371 HTTP/1.1" status: 204 len: 168 time: 1.7286971 Feb 10 15:35:40.679789 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40024) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:40.714067 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfccdc3-82ab-41e6-87b1-870dce9253ef tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Network': ['ID=13497923-8c27-4434-8e02-851408287371,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:40.775998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c461cae-98b7-4ec5-ba83-b5dda498bce2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Deleting subnet 699af918-10c7-4f9b-a72a-a3afc8cb0c83 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:35:40.781341 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c461cae-98b7-4ec5-ba83-b5dda498bce2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for subnet (699af918-10c7-4f9b-a72a-a3afc8cb0c83), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:40.792191 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5de5e774-82cd-4c40-a5c0-1b408a694bbd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25631e0bcc47420b81da7519b0ccfab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2859707 Feb 10 15:35:40.793293 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40030) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:40.888276 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c461cae-98b7-4ec5-ba83-b5dda498bce2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (699af918-10c7-4f9b-a72a-a3afc8cb0c83), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:40.933314 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f2bb522-843d-4f6e-92bf-0534bb429129 admin admin] Publish callbacks [] for security_group (d587359f-7b27-4c4d-bcde-c787f4df33c7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:41.043645 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f2bb522-843d-4f6e-92bf-0534bb429129 admin admin] Publish callbacks [] for security_group (d587359f-7b27-4c4d-bcde-c787f4df33c7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:41.137748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717211d-a867-4e78-b209-9fbf8e85cebb req-a3fab007-80c2-4939-9e0a-50ffa528205f tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:41.139317 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9717211d-a867-4e78-b209-9fbf8e85cebb req-a3fab007-80c2-4939-9e0a-50ffa528205f tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.2112782 Feb 10 15:35:41.153317 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c461cae-98b7-4ec5-ba83-b5dda498bce2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (699af918-10c7-4f9b-a72a-a3afc8cb0c83), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:41.236800 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f2bb522-843d-4f6e-92bf-0534bb429129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d587359f-7b27-4c4d-bcde-c787f4df33c7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:41.241455 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1f2bb522-843d-4f6e-92bf-0534bb429129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:41.242632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1f2bb522-843d-4f6e-92bf-0534bb429129 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d587359f-7b27-4c4d-bcde-c787f4df33c7 HTTP/1.1" status: 204 len: 168 time: 0.4491425 Feb 10 15:35:41.271775 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bb522-843d-4f6e-92bf-0534bb429129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d587359f-7b27-4c4d-bcde-c787f4df33c7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:41.310537 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9717211d-a867-4e78-b209-9fbf8e85cebb req-3e056174-4ca6-4ef8-b668-173f83d760f3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593695 Feb 10 15:35:41.319773 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c461cae-98b7-4ec5-ba83-b5dda498bce2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (699af918-10c7-4f9b-a72a-a3afc8cb0c83), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:41.330984 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:41.384951 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c461cae-98b7-4ec5-ba83-b5dda498bce2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Subnet': ['ID=699af918-10c7-4f9b-a72a-a3afc8cb0c83,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:41.405717 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c461cae-98b7-4ec5-ba83-b5dda498bce2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:41.413890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6f3ca2-8ebe-48ea-bc74-3b2b91edcb85 None None] Network 1235e67f-371f-4812-bc77-384e2a42849c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:35:41.431153 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0c461cae-98b7-4ec5-ba83-b5dda498bce2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "DELETE /v2.0/subnets/699af918-10c7-4f9b-a72a-a3afc8cb0c83 HTTP/1.1" status: 204 len: 168 time: 0.7381067 Feb 10 15:35:41.431945 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40058) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:41.650842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a310a765-6c5f-4f8f-b59f-1850eafc4607 None None] DHCP port deletion for 1235e67f-371f-4812-bc77-384e2a42849c request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:35:41.703484 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (1235e67f-371f-4812-bc77-384e2a42849c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:41.728711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a310a765-6c5f-4f8f-b59f-1850eafc4607 None None] Deleting port 12fe277d-858f-44fb-a54d-d9b37f9cab63 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:41.729704 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a310a765-6c5f-4f8f-b59f-1850eafc4607 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (12fe277d-858f-44fb-a54d-d9b37f9cab63), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:41.756855 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40070) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:41.786429 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66542675-bde7-4ab3-a662-9ec1a51e9a7e req-2257e787-1143-425a-880b-09b520e82621 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:41.788245 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66542675-bde7-4ab3-a662-9ec1a51e9a7e req-2257e787-1143-425a-880b-09b520e82621 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.2430029 Feb 10 15:35:41.800109 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bd7fc-baa0-4d7b-96bf-e225fe818c20 req-c6a4feb2-d6e6-4ba0-ae60-2f1daeb1ee7d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:41.807590 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e21bd7fc-baa0-4d7b-96bf-e225fe818c20 req-c6a4feb2-d6e6-4ba0-ae60-2f1daeb1ee7d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2243488 Feb 10 15:35:41.832938 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a310a765-6c5f-4f8f-b59f-1850eafc4607 None None] For port 12fe277d-858f-44fb-a54d-d9b37f9cab63, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=12fe277d-858f-44fb-a54d-d9b37f9cab63,segment=NetworkSegment(2beadb9a-6e9f-4cbb-8a25-a586b8f20730),segment_id=2beadb9a-6e9f-4cbb-8a25-a586b8f20730)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:41.834130 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a310a765-6c5f-4f8f-b59f-1850eafc4607 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (12fe277d-858f-44fb-a54d-d9b37f9cab63), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:41.850261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a310a765-6c5f-4f8f-b59f-1850eafc4607 None None] Calling delete_port for 12fe277d-858f-44fb-a54d-d9b37f9cab63 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:41.898032 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cc1cc1e7-53f3-4606-86fa-b815cf288418 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76bb87b4fbc24f879b05f2f65d2a1394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390774 Feb 10 15:35:41.900288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40074) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:41.945053 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Deleting port 12fe277d-858f-44fb-a54d-d9b37f9cab63 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:41.945473 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (12fe277d-858f-44fb-a54d-d9b37f9cab63), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:41.958514 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a310a765-6c5f-4f8f-b59f-1850eafc4607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (12fe277d-858f-44fb-a54d-d9b37f9cab63), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:41.965122 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1836e996-7c3f-4d06-af95-5e871e69ebf5 admin admin] Publish callbacks [] for security_group (e039f2c9-c4fa-46c1-a950-57a048e90637), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:41.966891 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66542675-bde7-4ab3-a662-9ec1a51e9a7e req-0392d371-69f7-4c2b-b0dc-aec8bb85addb tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513958 Feb 10 15:35:41.985307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310a765-6c5f-4f8f-b59f-1850eafc4607 None None] Pushing event deleted for resources: {'Port': ['ID=12fe277d-858f-44fb-a54d-d9b37f9cab63,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:41.997840 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1836e996-7c3f-4d06-af95-5e871e69ebf5 admin admin] Publish callbacks [] for security_group (e039f2c9-c4fa-46c1-a950-57a048e90637), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:42.016316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a310a765-6c5f-4f8f-b59f-1850eafc4607 None None] No DVR routers for this DVR port 12fe277d-858f-44fb-a54d-d9b37f9cab63 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:35:42.016516 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e21bd7fc-baa0-4d7b-96bf-e225fe818c20 req-b931b85e-8773-4b53-95f8-f93fa920b8d0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080698 Feb 10 15:35:42.150545 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1836e996-7c3f-4d06-af95-5e871e69ebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e039f2c9-c4fa-46c1-a950-57a048e90637), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:42.155044 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1836e996-7c3f-4d06-af95-5e871e69ebf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:42.157679 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1836e996-7c3f-4d06-af95-5e871e69ebf5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e039f2c9-c4fa-46c1-a950-57a048e90637 HTTP/1.1" status: 204 len: 168 time: 0.2561805 Feb 10 15:35:42.206230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836e996-7c3f-4d06-af95-5e871e69ebf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e039f2c9-c4fa-46c1-a950-57a048e90637,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:42.216795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] For port 12fe277d-858f-44fb-a54d-d9b37f9cab63, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=12fe277d-858f-44fb-a54d-d9b37f9cab63,segment=NetworkSegment(2beadb9a-6e9f-4cbb-8a25-a586b8f20730),segment_id=2beadb9a-6e9f-4cbb-8a25-a586b8f20730)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:42.221374 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (12fe277d-858f-44fb-a54d-d9b37f9cab63), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:42.257520 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Calling delete_port for 12fe277d-858f-44fb-a54d-d9b37f9cab63 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:42.344523 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-357291fd-1513-4114-bb91-ff3f9515774d req-a727d73c-e005-4fbb-88e0-6923b23f77bb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1719654 Feb 10 15:35:42.405181 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4fb8b33f-bdcd-4721-a3bd-f8db6f4d5c0b req-2d862f87-4ad7-4f9a-982f-5546bbd5c748 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0652287 Feb 10 15:35:42.449579 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbd4d4-f8b4-4b5f-a6f5-d270b71de922 req-9671e33d-5a3a-45c8-8eae-752459b457c6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:42.457752 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4cbbd4d4-f8b4-4b5f-a6f5-d270b71de922 req-9671e33d-5a3a-45c8-8eae-752459b457c6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1166067 Feb 10 15:35:42.476674 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (12fe277d-858f-44fb-a54d-d9b37f9cab63), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:42.532685 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Port': ['ID=12fe277d-858f-44fb-a54d-d9b37f9cab63,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:42.536209 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357291fd-1513-4114-bb91-ff3f9515774d req-74fc05dd-6e01-4a29-b720-701d47fdecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:42.539462 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-357291fd-1513-4114-bb91-ff3f9515774d req-74fc05dd-6e01-4a29-b720-701d47fdecbe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 1126 time: 0.1399226 Feb 10 15:35:42.550292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] No DVR routers for this DVR port 12fe277d-858f-44fb-a54d-d9b37f9cab63 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:35:42.673702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4cbbd4d4-f8b4-4b5f-a6f5-d270b71de922 req-e5466663-5282-4a97-b955-712dd1bafeda tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150369 Feb 10 15:35:42.693760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357291fd-1513-4114-bb91-ff3f9515774d req-f3db9b06-7277-4bad-b89e-8e519a3f41a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:42.712519 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-357291fd-1513-4114-bb91-ff3f9515774d req-f3db9b06-7277-4bad-b89e-8e519a3f41a2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.1489289 Feb 10 15:35:42.738740 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (1235e67f-371f-4812-bc77-384e2a42849c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:42.826264 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1235e67f-371f-4812-bc77-384e2a42849c']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:42.850162 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2beadb9a-6e9f-4cbb-8a25-a586b8f20730') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:42.852027 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2beadb9a-6e9f-4cbb-8a25-a586b8f20730') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:42.863446 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e1c889c9-e94c-40b8-8b64-6d46e8183dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:42.883061 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (2beadb9a-6e9f-4cbb-8a25-a586b8f20730), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:42.904808 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab815661-bd4c-4eca-93b6-79f5e97362ad req-472e8faa-c125-4f72-8ccd-ac1803b7e44d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:42.906667 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab815661-bd4c-4eca-93b6-79f5e97362ad req-472e8faa-c125-4f72-8ccd-ac1803b7e44d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.3452997 Feb 10 15:35:42.916301 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-357291fd-1513-4114-bb91-ff3f9515774d req-9eb3c7dc-a863-42b0-b5c0-75c1bc9b6f27 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 HTTP/1.1" status: 200 len: 998 time: 0.1972373 Feb 10 15:35:42.918001 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (2beadb9a-6e9f-4cbb-8a25-a586b8f20730), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:42.988497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:35:42.990098 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (2beadb9a-6e9f-4cbb-8a25-a586b8f20730), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:35:42.996063 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:35:43.038794 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357291fd-1513-4114-bb91-ff3f9515774d req-c6206073-091a-480b-9ce8-43d1a6f6c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:43.040314 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-357291fd-1513-4114-bb91-ff3f9515774d req-c6206073-091a-480b-9ce8-43d1a6f6c45f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.1179147 Feb 10 15:35:43.117476 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab815661-bd4c-4eca-93b6-79f5e97362ad req-6d574efd-04af-45d9-9d86-f0af68137cb0 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955442 Feb 10 15:35:43.137522 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (1235e67f-371f-4812-bc77-384e2a42849c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:43.162244 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0537d-519c-4511-aa9d-3fce009ccb6b req-b1c0e648-2224-4b99-a147-8a2dc19794e6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:43.164686 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9a0537d-519c-4511-aa9d-3fce009ccb6b req-b1c0e648-2224-4b99-a147-8a2dc19794e6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1704049 Feb 10 15:35:43.169273 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:43.184099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "DELETE /v2.0/networks/1235e67f-371f-4812-bc77-384e2a42849c HTTP/1.1" status: 204 len: 168 time: 1.7435598 Feb 10 15:35:43.185286 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40130) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:43.195752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-3849a473-d14e-43a1-99ab-921696ad9393 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1794272993'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:43.204987 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc198ac-229f-406a-bbfe-fb0ad83ff6e8 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Network': ['ID=1235e67f-371f-4812-bc77-384e2a42849c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:43.259654 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3849a473-d14e-43a1-99ab-921696ad9393 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Made reservation on behalf of 9a604c2939b04840a89b4741b69d3c48 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:35:43.264198 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3849a473-d14e-43a1-99ab-921696ad9393 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:43.333261 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357291fd-1513-4114-bb91-ff3f9515774d req-c13fbca9-74c5-4f93-8c24-dd7e424abbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:43.340011 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-357291fd-1513-4114-bb91-ff3f9515774d req-c13fbca9-74c5-4f93-8c24-dd7e424abbf0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2915647 Feb 10 15:35:43.347531 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9a0537d-519c-4511-aa9d-3fce009ccb6b req-156e7edd-275d-4c62-8d9f-aac42b5a2444 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682296 Feb 10 15:35:43.350742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3849a473-d14e-43a1-99ab-921696ad9393 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:35:43.363367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affebc04-762e-4500-a98a-6c41fe829570 req-fd450e09-cebb-4eef-848f-e0647adf965e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:43.365173 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-affebc04-762e-4500-a98a-6c41fe829570 req-fd450e09-cebb-4eef-848f-e0647adf965e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1385021 Feb 10 15:35:43.374315 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3849a473-d14e-43a1-99ab-921696ad9393 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (59078613-167a-4a34-a5a7-5028f3f4ab2b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:43.375034 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-3849a473-d14e-43a1-99ab-921696ad9393 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Added segment 59078613-167a-4a34-a5a7-5028f3f4ab2b of type vlan for network b6e2344b-652c-4336-b0e8-0e7275a417c1 Feb 10 15:35:43.463394 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3849a473-d14e-43a1-99ab-921696ad9393 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (b6e2344b-652c-4336-b0e8-0e7275a417c1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:43.546620 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-affebc04-762e-4500-a98a-6c41fe829570 req-5877466c-e5d8-4f1d-9d21-a32277184ca8 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614654 Feb 10 15:35:43.569607 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3849a473-d14e-43a1-99ab-921696ad9393 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (b6e2344b-652c-4336-b0e8-0e7275a417c1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:43.584382 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3849a473-d14e-43a1-99ab-921696ad9393 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:43.587402 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3849a473-d14e-43a1-99ab-921696ad9393 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:43.610327 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc153ca-e94f-4356-a736-e5880b33f107 req-f2f7ce2b-01c7-4258-9198-94aa141b9fb9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:43.613489 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8fc153ca-e94f-4356-a736-e5880b33f107 req-f2f7ce2b-01c7-4258-9198-94aa141b9fb9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0724223 Feb 10 15:35:43.648992 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 12fe277d-858f-44fb-a54d-d9b37f9cab63 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:35:43.692710 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3849a473-d14e-43a1-99ab-921696ad9393 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5060756 Feb 10 15:35:43.725097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40156) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:43.741669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-04059876-c1f4-4787-9e1f-1cd13f68dcbc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Request body: {'subnet': {'network_id': 'b6e2344b-652c-4336-b0e8-0e7275a417c1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:43.772345 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 12fe277d-858f-44fb-a54d-d9b37f9cab63 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:35:43.772962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 12fe277d-858f-44fb-a54d-d9b37f9cab63 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:35:43.838687 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8fc153ca-e94f-4356-a736-e5880b33f107 req-6b86915c-002a-4823-a0e3-259f3994354a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186875 Feb 10 15:35:43.859105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd27f04e-198e-495a-8b48-558308360b08 req-1b989803-83c4-4a6e-acc2-a9837eb59b7b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.1307974 Feb 10 15:35:43.868718 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849a473-d14e-43a1-99ab-921696ad9393 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event updated for resources: {'Network': ['ID=b6e2344b-652c-4336-b0e8-0e7275a417c1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:43.882316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network b6e2344b-652c-4336-b0e8-0e7275a417c1 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:35:44.041758 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-357291fd-1513-4114-bb91-ff3f9515774d req-c6bd32ec-ea6b-45bf-89ee-53d7ae1c50b3 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927945 Feb 10 15:35:44.070346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04059876-c1f4-4787-9e1f-1cd13f68dcbc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Made reservation on behalf of 9a604c2939b04840a89b4741b69d3c48 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:35:44.073978 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-04059876-c1f4-4787-9e1f-1cd13f68dcbc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:44.092621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30621b17-b42c-4adb-9b71-2112fd56aeea req-3f88ac49-3a7c-4542-a65b-3b950aa11c05 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:44.100456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-30621b17-b42c-4adb-9b71-2112fd56aeea req-3f88ac49-3a7c-4542-a65b-3b950aa11c05 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1088293 Feb 10 15:35:44.115812 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3f5c7-0d02-41e5-afcd-44f589c82ad7 req-daeb0d1f-6696-4060-81fb-855cd954f461 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:44.123021 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a9b3f5c7-0d02-41e5-afcd-44f589c82ad7 req-daeb0d1f-6696-4060-81fb-855cd954f461 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1158631 Feb 10 15:35:44.275772 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a9b3f5c7-0d02-41e5-afcd-44f589c82ad7 req-a119b3c7-36eb-480a-999a-c393c98f1f78 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517825 Feb 10 15:35:44.293057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-30621b17-b42c-4adb-9b71-2112fd56aeea req-3545321e-a740-45cf-9430-47de418c30c2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912341 Feb 10 15:35:44.308617 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-04059876-c1f4-4787-9e1f-1cd13f68dcbc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (58410f2d-aa3a-49ab-8b2f-815dbf7ac37e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:44.437039 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04059876-c1f4-4787-9e1f-1cd13f68dcbc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event updated for resources: {'Subnet': ['ID=58410f2d-aa3a-49ab-8b2f-815dbf7ac37e,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:44.459860 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-357291fd-1513-4114-bb91-ff3f9515774d req-3b655b94-30b2-4ed5-981a-54ba692735ae service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102995 Feb 10 15:35:44.461061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04059876-c1f4-4787-9e1f-1cd13f68dcbc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Checking segment: {'id': '59078613-167a-4a34-a5a7-5028f3f4ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b6e2344b-652c-4336-b0e8-0e7275a417c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:35:44.461442 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04059876-c1f4-4787-9e1f-1cd13f68dcbc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Network hostable DHCP agents. Network: b6e2344b-652c-4336-b0e8-0e7275a417c1, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:35:44.525405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04059876-c1f4-4787-9e1f-1cd13f68dcbc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Network b6e2344b-652c-4336-b0e8-0e7275a417c1 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:35:44.526609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb9ea0-8d67-4b30-89cf-f6def734faeb req-2b854d63-bfb3-4809-b788-9c50f1e04264 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:44.537525 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bbcb9ea0-8d67-4b30-89cf-f6def734faeb req-2b854d63-bfb3-4809-b788-9c50f1e04264 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1240444 Feb 10 15:35:44.550887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-04059876-c1f4-4787-9e1f-1cd13f68dcbc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, b6e2344b-652c-4336-b0e8-0e7275a417c1) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:35:44.556616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04059876-c1f4-4787-9e1f-1cd13f68dcbc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:44.557579 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-04059876-c1f4-4787-9e1f-1cd13f68dcbc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:44.571143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda5ff70-05fe-4029-ae8e-36c2d002052a None None] Network b6e2344b-652c-4336-b0e8-0e7275a417c1 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:35:44.615615 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40202) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:44.617022 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-04059876-c1f4-4787-9e1f-1cd13f68dcbc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8777890 Feb 10 15:35:44.656705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-48014ce6-9371-46f9-9369-dc9123a68fdb tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1942704976'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:44.727889 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-b6e2344b-652c-4336-b0e8-0e7275a417c1', 'network_id': 'b6e2344b-652c-4336-b0e8-0e7275a417c1', 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'fixed_ips': [{'subnet_id': '58410f2d-aa3a-49ab-8b2f-815dbf7ac37e'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:35:44.729210 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:44.740420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bbcb9ea0-8d67-4b30-89cf-f6def734faeb req-05567894-0eea-4016-995c-90e32a8ed3dd tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019482 Feb 10 15:35:44.865839 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48014ce6-9371-46f9-9369-dc9123a68fdb tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Made reservation on behalf of 9a604c2939b04840a89b4741b69d3c48 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:35:44.878167 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48014ce6-9371-46f9-9369-dc9123a68fdb tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:45.020181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379d1ad-b328-4185-9cf5-af11c65dbc66 req-5364ae38-e5d0-4911-923f-f632df91b35a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:45.021863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1379d1ad-b328-4185-9cf5-af11c65dbc66 req-5364ae38-e5d0-4911-923f-f632df91b35a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.4071460 Feb 10 15:35:45.025833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48014ce6-9371-46f9-9369-dc9123a68fdb tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:35:45.026482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40220) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:45.048226 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48014ce6-9371-46f9-9369-dc9123a68fdb tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (55486356-e0f8-4a12-8e04-dfd2777cb6a1), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:45.048797 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-48014ce6-9371-46f9-9369-dc9123a68fdb tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Added segment 55486356-e0f8-4a12-8e04-dfd2777cb6a1 of type vlan for network d4430845-fe30-431f-bf63-94af1e90a23d Feb 10 15:35:45.076218 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Allocated IP 19.80.0.2 (b6e2344b-652c-4336-b0e8-0e7275a417c1/58410f2d-aa3a-49ab-8b2f-815dbf7ac37e/11c39a55-edbf-411c-b158-dcaaba648a97) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:35:45.115700 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69026404-8805-40d0-9cb3-f75d8bc77ca8 req-dfa915c0-6947-4660-9895-c6a23c21ff14 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0925677 Feb 10 15:35:45.221369 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48014ce6-9371-46f9-9369-dc9123a68fdb tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (d4430845-fe30-431f-bf63-94af1e90a23d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:45.228004 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a37b428-63d5-433e-9bc3-ea3aaae4e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:45.302749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1379d1ad-b328-4185-9cf5-af11c65dbc66 req-b6d9a0c9-3881-4c03-9e28-29aa4b1c6973 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027328 Feb 10 15:35:45.336440 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-2b27755f-028a-47b1-aae3-64f8f5d935ee tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1885901686', 'router:external': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:45.365114 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48014ce6-9371-46f9-9369-dc9123a68fdb tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (d4430845-fe30-431f-bf63-94af1e90a23d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:45.370309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48014ce6-9371-46f9-9369-dc9123a68fdb tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:45.371190 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48014ce6-9371-46f9-9369-dc9123a68fdb tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:45.384956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b27755f-028a-47b1-aae3-64f8f5d935ee tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Made reservation on behalf of 69573f03751640879258389eae902923 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:35:45.387485 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b27755f-028a-47b1-aae3-64f8f5d935ee tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:45.433452 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b27755f-028a-47b1-aae3-64f8f5d935ee tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:45.447061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92259f1e-be4f-4e36-9019-42c0f4e3b315 req-e2972d30-01a7-421a-8b52-89bb7b14d78b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:45.454346 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-92259f1e-be4f-4e36-9019-42c0f4e3b315 req-e2972d30-01a7-421a-8b52-89bb7b14d78b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1803463 Feb 10 15:35:45.470212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40232) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:45.470778 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-48014ce6-9371-46f9-9369-dc9123a68fdb tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8470263 Feb 10 15:35:45.476348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ce04415e-26b0-4c48-ba36-d1feded95d8f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Request body: {'subnet': {'network_id': 'd4430845-fe30-431f-bf63-94af1e90a23d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:45.532689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48014ce6-9371-46f9-9369-dc9123a68fdb tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event updated for resources: {'Network': ['ID=d4430845-fe30-431f-bf63-94af1e90a23d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:45.603125 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-92259f1e-be4f-4e36-9019-42c0f4e3b315 req-a669a243-0b79-4b93-b135-03ea60edf5be tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477807 Feb 10 15:35:45.610185 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Publish callbacks [] for port (11c39a55-edbf-411c-b158-dcaaba648a97), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:45.617506 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network d4430845-fe30-431f-bf63-94af1e90a23d details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:35:45.684955 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b27755f-028a-47b1-aae3-64f8f5d935ee tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for security_group (b6fb841a-b9c9-421e-9400-caf637d764d8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:45.695220 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b27755f-028a-47b1-aae3-64f8f5d935ee tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b6fb841a-b9c9-421e-9400-caf637d764d8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:45.705663 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce04415e-26b0-4c48-ba36-d1feded95d8f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Made reservation on behalf of 9a604c2939b04840a89b4741b69d3c48 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:35:45.713154 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ce04415e-26b0-4c48-ba36-d1feded95d8f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:45.723883 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (11c39a55-edbf-411c-b158-dcaaba648a97), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:45.753920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b27755f-028a-47b1-aae3-64f8f5d935ee tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:35:45.792311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27755f-028a-47b1-aae3-64f8f5d935ee tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fb841a-b9c9-421e-9400-caf637d764d8,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:45.855487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Network b6e2344b-652c-4336-b0e8-0e7275a417c1 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:35:45.856980 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b27755f-028a-47b1-aae3-64f8f5d935ee tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6232f816-666b-4a37-9e2e-942a7b71e1a9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:45.857423 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-2b27755f-028a-47b1-aae3-64f8f5d935ee tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Added segment 6232f816-666b-4a37-9e2e-942a7b71e1a9 of type vlan for network b9c998b3-748a-4213-8627-8bd955b8c3a2 Feb 10 15:35:45.876928 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:35:45.888061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:35:45.900544 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Pushing event updated for resources: {'Port': ['ID=11c39a55-edbf-411c-b158-dcaaba648a97,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:45.984167 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b27755f-028a-47b1-aae3-64f8f5d935ee tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (b9c998b3-748a-4213-8627-8bd955b8c3a2), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:46.013073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Attempting to bind port 11c39a55-edbf-411c-b158-dcaaba648a97 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:46.013754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Attempting to bind port 11c39a55-edbf-411c-b158-dcaaba648a97 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '59078613-167a-4a34-a5a7-5028f3f4ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b6e2344b-652c-4336-b0e8-0e7275a417c1'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:46.014298 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Attempting to bind port 11c39a55-edbf-411c-b158-dcaaba648a97 on network b6e2344b-652c-4336-b0e8-0e7275a417c1 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:46.021604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b51c32-36b4-431c-b635-65bdb94f89f3 req-b6173e72-5773-478a-a7cb-e6b15e69d40d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:46.023129 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:35:46.023745 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Checking segment: {'id': '59078613-167a-4a34-a5a7-5028f3f4ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b6e2344b-652c-4336-b0e8-0e7275a417c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:35:46.024335 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:46.026298 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07b51c32-36b4-431c-b635-65bdb94f89f3 req-b6173e72-5773-478a-a7cb-e6b15e69d40d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.2741566 Feb 10 15:35:46.026939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Bound using segment: {'id': '59078613-167a-4a34-a5a7-5028f3f4ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b6e2344b-652c-4336-b0e8-0e7275a417c1'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:35:46.027680 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Bound port: 11c39a55-edbf-411c-b158-dcaaba648a97, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59078613-167a-4a34-a5a7-5028f3f4ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b6e2344b-652c-4336-b0e8-0e7275a417c1'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:35:46.028246 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (11c39a55-edbf-411c-b158-dcaaba648a97), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:46.102532 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ce04415e-26b0-4c48-ba36-d1feded95d8f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (97882a70-9fd9-448f-b63e-da41b71cf5bc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:46.118084 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b27755f-028a-47b1-aae3-64f8f5d935ee tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (b9c998b3-748a-4213-8627-8bd955b8c3a2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:46.120967 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b27755f-028a-47b1-aae3-64f8f5d935ee tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:46.121582 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b27755f-028a-47b1-aae3-64f8f5d935ee tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:46.201901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] For port 11c39a55-edbf-411c-b158-dcaaba648a97, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:35:46.206894 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] For port 11c39a55-edbf-411c-b158-dcaaba648a97, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=11c39a55-edbf-411c-b158-dcaaba648a97,segment=NetworkSegment(59078613-167a-4a34-a5a7-5028f3f4ab2b),segment_id=59078613-167a-4a34-a5a7-5028f3f4ab2b)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:35:46.218986 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (11c39a55-edbf-411c-b158-dcaaba648a97), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:46.227108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04415e-26b0-4c48-ba36-d1feded95d8f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event updated for resources: {'Subnet': ['ID=97882a70-9fd9-448f-b63e-da41b71cf5bc,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:46.291620 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04415e-26b0-4c48-ba36-d1feded95d8f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Checking segment: {'id': '55486356-e0f8-4a12-8e04-dfd2777cb6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd4430845-fe30-431f-bf63-94af1e90a23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:35:46.292003 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce04415e-26b0-4c48-ba36-d1feded95d8f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Network hostable DHCP agents. Network: d4430845-fe30-431f-bf63-94af1e90a23d, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:35:46.328727 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07b51c32-36b4-431c-b635-65bdb94f89f3 req-32a00ab2-0063-48b6-a52d-58a6de81e779 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935367 Feb 10 15:35:46.351574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce04415e-26b0-4c48-ba36-d1feded95d8f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Network d4430845-fe30-431f-bf63-94af1e90a23d is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:35:46.365905 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-ce04415e-26b0-4c48-ba36-d1feded95d8f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, d4430845-fe30-431f-bf63-94af1e90a23d) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:35:46.370513 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce04415e-26b0-4c48-ba36-d1feded95d8f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:46.372707 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ce04415e-26b0-4c48-ba36-d1feded95d8f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:46.402901 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ce04415e-26b0-4c48-ba36-d1feded95d8f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9315600 Feb 10 15:35:46.417848 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60efeb7-ea03-4d03-919f-013da2e6c209 None None] Network d4430845-fe30-431f-bf63-94af1e90a23d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:35:46.449939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef1967-773b-48bc-916b-cebf56655566 None None] Pushing event updated for resources: {'Port': ['ID=11c39a55-edbf-411c-b158-dcaaba648a97,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:46.454572 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2b27755f-028a-47b1-aae3-64f8f5d935ee tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4253991 Feb 10 15:35:46.458348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40272) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:46.464750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Request body: {'subnet': {'network_id': 'b9c998b3-748a-4213-8627-8bd955b8c3a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:46.473515 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4fd425aa-cf63-4f31-8933-50d570ab2df5 req-485e7050-0d60-404f-af58-41b17b21b4c4 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.1991966 Feb 10 15:35:46.492303 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Made reservation on behalf of 69573f03751640879258389eae902923 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:35:46.501084 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27755f-028a-47b1-aae3-64f8f5d935ee tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Pushing event updated for resources: {'Network': ['ID=b9c998b3-748a-4213-8627-8bd955b8c3a2,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:46.501306 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:46.588230 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network b9c998b3-748a-4213-8627-8bd955b8c3a2 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:35:46.643322 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:46.766308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e2f16-e53b-4ca8-b367-ea61f807055a req-79a1118d-9a0f-4da6-861f-4ea73418388b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:46.777530 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa9e2f16-e53b-4ca8-b367-ea61f807055a req-79a1118d-9a0f-4da6-861f-4ea73418388b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.3222857 Feb 10 15:35:46.817188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-d4430845-fe30-431f-bf63-94af1e90a23d', 'network_id': 'd4430845-fe30-431f-bf63-94af1e90a23d', 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'fixed_ips': [{'subnet_id': '97882a70-9fd9-448f-b63e-da41b71cf5bc'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:35:46.818085 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:46.847742 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c7da3-cd64-4a29-9cfd-5d422795dd8a req-034de2ba-c01e-4dd1-a226-1116bd692ff0 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:46.857443 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-790c7da3-cd64-4a29-9cfd-5d422795dd8a req-034de2ba-c01e-4dd1-a226-1116bd692ff0 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.2859707 Feb 10 15:35:46.989184 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa9e2f16-e53b-4ca8-b367-ea61f807055a req-815a2829-45c7-418a-aec0-a4025dda8be8 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103388 Feb 10 15:35:47.084237 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-790c7da3-cd64-4a29-9cfd-5d422795dd8a req-77f95e50-a444-4e7b-aed0-27f177c2ed1c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257917 Feb 10 15:35:47.106764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Allocated IP 19.86.0.2 (d4430845-fe30-431f-bf63-94af1e90a23d/97882a70-9fd9-448f-b63e-da41b71cf5bc/a369e408-d9a1-44a9-a414-92bcad2c0ab7) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:35:47.433911 n-d-815324-7 neutron-server[103369]: DEBUG neutron.objects.ports [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103369) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:35:47.434405 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (6458f8a2-31e1-4389-a773-509255bb4842), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:47.520987 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f915bc03-55a8-4997-9a79-159d2e899b7d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:47.533027 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f915bc03-55a8-4997-9a79-159d2e899b7d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:47.540110 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f915bc03-55a8-4997-9a79-159d2e899b7d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/networks?id=b6e2344b-652c-4336-b0e8-0e7275a417c1&id=d4430845-fe30-431f-bf63-94af1e90a23d HTTP/1.1" status: 200 len: 1392 time: 0.3555126 Feb 10 15:35:47.571720 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-6891523d-9e21-4aa8-bd99-7efac601a9ad tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/quotas/9a604c2939b04840a89b4741b69d3c48 HTTP/1.1" status: 200 len: 375 time: 0.0216267 Feb 10 15:35:47.579822 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6458f8a2-31e1-4389-a773-509255bb4842,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:47.600832 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:47.603652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:47.604114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:47.604753 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:47.605198 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:47.605689 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:47.609021 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:47.609659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:47.610102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:47.610539 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:47.610976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:47.611409 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:47.611905 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:47.625282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Checking segment: {'id': '6232f816-666b-4a37-9e2e-942a7b71e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b9c998b3-748a-4213-8627-8bd955b8c3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:35:47.625771 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Network hostable DHCP agents. Network: b9c998b3-748a-4213-8627-8bd955b8c3a2, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:35:47.667774 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 11c39a55-edbf-411c-b158-dcaaba648a97 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:35:47.688209 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Network b9c998b3-748a-4213-8627-8bd955b8c3a2 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:35:47.706172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, b9c998b3-748a-4213-8627-8bd955b8c3a2) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:35:47.715898 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:47.719176 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:47.730056 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff55f0-de68-4557-8487-c39bd2aceeab req-e9722724-9a2d-4969-b507-337c225939df tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:47.739941 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-11ff55f0-de68-4557-8487-c39bd2aceeab req-e9722724-9a2d-4969-b507-337c225939df tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.2856793 Feb 10 15:35:47.750478 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-312af87e-ca17-4475-bc08-cbbe8bfa52db tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2902472 Feb 10 15:35:47.753537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40316) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:47.758519 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ea1e1392-acca-4f83-b177-fd24d9263147 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-727679978', 'network_id': 'b9c998b3-748a-4213-8627-8bd955b8c3a2'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:47.779714 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e33dea3-cfc6-4928-83cb-574a1eb61558 None None] Network b9c998b3-748a-4213-8627-8bd955b8c3a2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:35:47.810242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1e1392-acca-4f83-b177-fd24d9263147 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Made reservation on behalf of 69573f03751640879258389eae902923 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:35:47.813014 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea1e1392-acca-4f83-b177-fd24d9263147 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:47.850300 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-ea1e1392-acca-4f83-b177-fd24d9263147 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] device_id is not set on port ca5cc793-c258-4a5b-b916-646b13cc177d yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:35:47.881939 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-3c6168c8-aa4f-4a6c-90d4-1a110f9cb809 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a604c2939b04840a89b4741b69d3c48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3025959 Feb 10 15:35:47.973428 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-11ff55f0-de68-4557-8487-c39bd2aceeab req-3535f484-22a6-4d55-8c89-639911bdad0c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294312 Feb 10 15:35:48.060795 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-ea1e1392-acca-4f83-b177-fd24d9263147 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Allocated IP 172.20.0.6 (b9c998b3-748a-4213-8627-8bd955b8c3a2/6458f8a2-31e1-4389-a773-509255bb4842/ca5cc793-c258-4a5b-b916-646b13cc177d) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:35:48.122268 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Publish callbacks [] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:48.145599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2493cae-fddb-4aea-89fa-f63d5c35acbc None None] Network b9c998b3-748a-4213-8627-8bd955b8c3a2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:35:48.156106 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:48.407735 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea1e1392-acca-4f83-b177-fd24d9263147 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for port (ca5cc793-c258-4a5b-b916-646b13cc177d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:48.439235 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:48.450983 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea1e1392-acca-4f83-b177-fd24d9263147 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ca5cc793-c258-4a5b-b916-646b13cc177d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:48.463271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Network d4430845-fe30-431f-bf63-94af1e90a23d is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:35:48.477546 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:35:48.482594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 11c39a55-edbf-411c-b158-dcaaba648a97 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:48.482979 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (11c39a55-edbf-411c-b158-dcaaba648a97), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:48.485397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Pushing event updated for resources: {'Port': ['ID=a369e408-d9a1-44a9-a414-92bcad2c0ab7,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:48.492596 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:35:48.513910 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1e1392-acca-4f83-b177-fd24d9263147 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Network b9c998b3-748a-4213-8627-8bd955b8c3a2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:35:48.517615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-ea1e1392-acca-4f83-b177-fd24d9263147 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:35:48.520769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e1392-acca-4f83-b177-fd24d9263147 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:35:48.569854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:48.569854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:48.569854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:48.569854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:48.569854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:48.569854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:48.575972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:48.575972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:48.575972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:48.575972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:48.575972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:48.575972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:48.575972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:35:48.621911 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1e1392-acca-4f83-b177-fd24d9263147 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:48.623572 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ea1e1392-acca-4f83-b177-fd24d9263147 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:48.633453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e1392-acca-4f83-b177-fd24d9263147 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Pushing event updated for resources: {'Port': ['ID=ca5cc793-c258-4a5b-b916-646b13cc177d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:48.645080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53f05c1-7b6e-4934-b080-3181b65a8787 None None] Network b6e2344b-652c-4336-b0e8-0e7275a417c1 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:35:48.665511 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ea1e1392-acca-4f83-b177-fd24d9263147 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.9097567 Feb 10 15:35:48.667249 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40336) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:48.783985 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-a22c3534-2327-4171-8f3b-92d4012f3939 service neutron] 10.222.0.64 "GET /v2.0/networks/b6e2344b-652c-4336-b0e8-0e7275a417c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8842297 Feb 10 15:35:48.855675 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950134c-ec61-4869-a008-756a6e7e4945 req-2dae809b-73eb-490b-97a6-d2c348b890c7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:48.866596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2950134c-ec61-4869-a008-756a6e7e4945 req-2dae809b-73eb-490b-97a6-d2c348b890c7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.6931291 Feb 10 15:35:48.907098 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Attempting to bind port a369e408-d9a1-44a9-a414-92bcad2c0ab7 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:48.907653 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Attempting to bind port a369e408-d9a1-44a9-a414-92bcad2c0ab7 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '55486356-e0f8-4a12-8e04-dfd2777cb6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd4430845-fe30-431f-bf63-94af1e90a23d'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:48.907825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Attempting to bind port a369e408-d9a1-44a9-a414-92bcad2c0ab7 on network d4430845-fe30-431f-bf63-94af1e90a23d {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:48.918609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d086b16e-5f4e-4077-afa2-bf9115c4e0d2 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Deleting port ca5cc793-c258-4a5b-b916-646b13cc177d {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:48.919274 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d086b16e-5f4e-4077-afa2-bf9115c4e0d2 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ca5cc793-c258-4a5b-b916-646b13cc177d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:48.976566 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2950134c-ec61-4869-a008-756a6e7e4945 req-f941a4bd-d450-4fb6-ae5b-01728eb01ef0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081233 Feb 10 15:35:49.010229 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d086b16e-5f4e-4077-afa2-bf9115c4e0d2 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ca5cc793-c258-4a5b-b916-646b13cc177d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:49.016496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-c429ec64-a599-4c74-8f9d-e38f3c332c26 service neutron] 10.222.0.64 "GET /v2.0/networks/b6e2344b-652c-4336-b0e8-0e7275a417c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189052 Feb 10 15:35:49.033138 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d086b16e-5f4e-4077-afa2-bf9115c4e0d2 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Calling delete_port for ca5cc793-c258-4a5b-b916-646b13cc177d owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:49.126544 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b61a0fa9-7ac3-4666-8f09-80d40ee15e67 req-2f553075-7739-4135-9d6a-44fc2b95efdc tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0373216 Feb 10 15:35:49.136934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 11c39a55-edbf-411c-b158-dcaaba648a97 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:49.137334 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (11c39a55-edbf-411c-b158-dcaaba648a97), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:49.163899 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-53580d8f-5afd-4db9-a191-d7803a2449bb None None] Provisioning complete for port 11c39a55-edbf-411c-b158-dcaaba648a97 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:49.164413 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-53580d8f-5afd-4db9-a191-d7803a2449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (11c39a55-edbf-411c-b158-dcaaba648a97), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:49.243529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:35:49.243933 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Checking segment: {'id': '55486356-e0f8-4a12-8e04-dfd2777cb6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd4430845-fe30-431f-bf63-94af1e90a23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:35:49.244326 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:49.244753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Bound using segment: {'id': '55486356-e0f8-4a12-8e04-dfd2777cb6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd4430845-fe30-431f-bf63-94af1e90a23d'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:35:49.245258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Bound port: a369e408-d9a1-44a9-a414-92bcad2c0ab7, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55486356-e0f8-4a12-8e04-dfd2777cb6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd4430845-fe30-431f-bf63-94af1e90a23d'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:35:49.245656 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:49.315463 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d086b16e-5f4e-4077-afa2-bf9115c4e0d2 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ca5cc793-c258-4a5b-b916-646b13cc177d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:49.353242 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:49.359434 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-7d92c7e1-ee12-4efe-8771-6a173065abd0 service neutron] 10.222.0.64 "GET /v2.0/networks/d4430845-fe30-431f-bf63-94af1e90a23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361580 Feb 10 15:35:49.391017 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086b16e-5f4e-4077-afa2-bf9115c4e0d2 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca5cc793-c258-4a5b-b916-646b13cc177d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:49.505488 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 11c39a55-edbf-411c-b158-dcaaba648a97, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=11c39a55-edbf-411c-b158-dcaaba648a97,segment=NetworkSegment(59078613-167a-4a34-a5a7-5028f3f4ab2b),segment_id=59078613-167a-4a34-a5a7-5028f3f4ab2b)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:49.542501 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (11c39a55-edbf-411c-b158-dcaaba648a97), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:49.550194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-d10a1eff-7ade-4262-94b7-e0103a485238 service neutron] 10.222.0.64 "GET /v2.0/networks/d4430845-fe30-431f-bf63-94af1e90a23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749384 Feb 10 15:35:49.583900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] For port a369e408-d9a1-44a9-a414-92bcad2c0ab7, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:35:49.589187 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a290142-1088-4141-8c3f-3f3f20c539b5 req-2afb5cad-8fc7-48b8-8676-bddf6bc44fdf tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:49.603093 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d086b16e-5f4e-4077-afa2-bf9115c4e0d2 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:49.605614 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a290142-1088-4141-8c3f-3f3f20c539b5 req-2afb5cad-8fc7-48b8-8676-bddf6bc44fdf tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.3407345 Feb 10 15:35:49.607894 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d086b16e-5f4e-4077-afa2-bf9115c4e0d2 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "DELETE /v2.0/ports/ca5cc793-c258-4a5b-b916-646b13cc177d HTTP/1.1" status: 204 len: 168 time: 0.9386764 Feb 10 15:35:49.610674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40358) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:49.623630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9c998b3-748a-4213-8627-8bd955b8c3a2', 'external_fixed_ips': [{'subnet_id': '6458f8a2-31e1-4389-a773-509255bb4842', 'ip_address': '172.20.0.6'}]}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:49.691172 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:49.692642 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:49.709231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] For port a369e408-d9a1-44a9-a414-92bcad2c0ab7, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a369e408-d9a1-44a9-a414-92bcad2c0ab7,segment=NetworkSegment(55486356-e0f8-4a12-8e04-dfd2777cb6a1),segment_id=55486356-e0f8-4a12-8e04-dfd2777cb6a1)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:35:49.719746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-53580d8f-5afd-4db9-a191-d7803a2449bb None None] Current status of the port 11c39a55-edbf-411c-b158-dcaaba648a97 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:49.720222 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-53580d8f-5afd-4db9-a191-d7803a2449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (11c39a55-edbf-411c-b158-dcaaba648a97), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:49.758994 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a290142-1088-4141-8c3f-3f3f20c539b5 req-a43c171f-55b3-4565-8be2-6afe390b997c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522174 Feb 10 15:35:49.855670 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:49.888969 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_controller (f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:50.051888 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-53580d8f-5afd-4db9-a191-d7803a2449bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:35:50.052818 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-53580d8f-5afd-4db9-a191-d7803a2449bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:35:50.072817 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=11c39a55-edbf-411c-b158-dcaaba648a97,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:50.152196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47821db4-d0bf-4159-af65-dca93db7bf66 req-988d8668-29f5-4040-9bca-d06321dde6be tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:50.175315 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47821db4-d0bf-4159-af65-dca93db7bf66 req-988d8668-29f5-4040-9bca-d06321dde6be tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.2559493 Feb 10 15:35:50.263124 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736af1f4-4134-4023-9866-de45e0cb49dd None None] Pushing event updated for resources: {'Port': ['ID=a369e408-d9a1-44a9-a414-92bcad2c0ab7,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:50.300234 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:50.336718 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47821db4-d0bf-4159-af65-dca93db7bf66 req-6c874779-4263-4966-abce-a487e47fd1c8 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546881 Feb 10 15:35:50.386922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8acfd-188d-426b-bd02-835c35dda133 req-e7db76b5-43db-4030-91c1-7bbe28f0d1e3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:50.388501 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96a8acfd-188d-426b-bd02-835c35dda133 req-e7db76b5-43db-4030-91c1-7bbe28f0d1e3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.3717709 Feb 10 15:35:50.552921 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b38705ff-c9b9-4b70-8135-3cc2a257ab0c req-f5b7de0f-6c91-451a-9d28-17d46891a3c1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 210 time: 0.1000342 Feb 10 15:35:50.599667 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96a8acfd-188d-426b-bd02-835c35dda133 req-8346f141-5e33-40a9-8c90-aa0cd6f64ab2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018955 Feb 10 15:35:50.679187 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-53580d8f-5afd-4db9-a191-d7803a2449bb None None] Current status of the port 11c39a55-edbf-411c-b158-dcaaba648a97 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:50.770687 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9199497c-6c17-4877-b78b-3000bb678915 req-b9ae5f20-a64b-44c9-be7b-41a504340d7d tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0478151 Feb 10 15:35:50.813689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-273fe9b5-5380-4da5-8526-d5e106554b20 None None] Provisioning complete for port 11c39a55-edbf-411c-b158-dcaaba648a97 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:50.820574 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-273fe9b5-5380-4da5-8526-d5e106554b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (11c39a55-edbf-411c-b158-dcaaba648a97), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:50.905574 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1cbef-ea76-4fa5-b420-183b43f4d1ab req-7f8fcfff-e6f3-45ba-bbd3-876081fffc8c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:50.909570 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18f1cbef-ea76-4fa5-b420-183b43f4d1ab req-7f8fcfff-e6f3-45ba-bbd3-876081fffc8c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1606698 Feb 10 15:35:50.989400 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:51.044615 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:51.113846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1e40e-25fd-43bf-9fa3-78e1c46f5aea req-0970fdbc-ed91-466e-b2de-ca06a8f05f83 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:51.131942 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4d1e40e-25fd-43bf-9fa3-78e1c46f5aea req-0970fdbc-ed91-466e-b2de-ca06a8f05f83 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2177215 Feb 10 15:35:51.180814 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18f1cbef-ea76-4fa5-b420-183b43f4d1ab req-86d9099e-b70a-42ef-b2e3-b1c43faa532e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570918 Feb 10 15:35:51.361310 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4d1e40e-25fd-43bf-9fa3-78e1c46f5aea req-5cf29c7e-88d1-49bc-98d8-db4d671b2ba4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241232 Feb 10 15:35:51.413009 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-273fe9b5-5380-4da5-8526-d5e106554b20 None None] Current status of the port 11c39a55-edbf-411c-b158-dcaaba648a97 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:51.597935 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Allocated IP 172.20.0.6 (b9c998b3-748a-4213-8627-8bd955b8c3a2/6458f8a2-31e1-4389-a773-509255bb4842/d29bdb32-839f-4175-bbf7-ff13250491d2) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:35:51.850615 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for port (d29bdb32-839f-4175-bbf7-ff13250491d2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:51.907008 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 11c39a55-edbf-411c-b158-dcaaba648a97 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:35:52.032211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-23df88b2-3ae4-4f96-bbdf-2c6c2d1fbccc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:52.039609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-23df88b2-3ae4-4f96-bbdf-2c6c2d1fbccc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:52.042537 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-23df88b2-3ae4-4f96-bbdf-2c6c2d1fbccc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.79 "GET /v2.0/networks?id=b6e2344b-652c-4336-b0e8-0e7275a417c1&id=d4430845-fe30-431f-bf63-94af1e90a23d HTTP/1.1" status: 200 len: 1392 time: 0.1725798 Feb 10 15:35:52.046418 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb57b7-a0bf-4186-b268-88ac91b7d837 req-94d58fb3-17e2-4827-9198-914b65ba4c6c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:52.050376 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4cfb57b7-a0bf-4186-b268-88ac91b7d837 req-94d58fb3-17e2-4827-9198-914b65ba4c6c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2294734 Feb 10 15:35:52.054863 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 11c39a55-edbf-411c-b158-dcaaba648a97 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:52.055375 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (11c39a55-edbf-411c-b158-dcaaba648a97), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:52.066237 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-44264162-80d8-408e-9c77-a20081b0cef1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Request body: {'port': {'device_id': '209c1f62-30bf-451a-8646-0b4d83de3f46', 'network_id': 'b6e2344b-652c-4336-b0e8-0e7275a417c1', 'admin_state_up': True, 'tenant_id': '9a604c2939b04840a89b4741b69d3c48'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:52.087753 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adae474-7a4a-49e6-b6be-f1738d91b30d req-4e24c980-9722-455e-8071-06e1d7585e73 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:52.097469 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2adae474-7a4a-49e6-b6be-f1738d91b30d req-4e24c980-9722-455e-8071-06e1d7585e73 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/networks?id=0e367e63-34d1-4188-ada1-4e62f3974686 HTTP/1.1" status: 200 len: 813 time: 0.6189566 Feb 10 15:35:52.121417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2adae474-7a4a-49e6-b6be-f1738d91b30d req-38ced287-d0cb-430a-b013-c95c6d50252f tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/quotas/3ff7cc44d27a4d3db3b9445ce4115014 HTTP/1.1" status: 200 len: 375 time: 0.0228231 Feb 10 15:35:52.208456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-44264162-80d8-408e-9c77-a20081b0cef1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Made reservation on behalf of 9a604c2939b04840a89b4741b69d3c48 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:35:52.212922 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-44264162-80d8-408e-9c77-a20081b0cef1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:52.234706 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d29bdb32-839f-4175-bbf7-ff13250491d2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:52.281844 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2adae474-7a4a-49e6-b6be-f1738d91b30d req-13b0cdf3-b620-4bde-b379-75d07d451cba tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ff7cc44d27a4d3db3b9445ce4115014&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1537845 Feb 10 15:35:52.290588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4cfb57b7-a0bf-4186-b268-88ac91b7d837 req-5e402813-d13b-4640-9a1e-4a1cef76d848 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266350 Feb 10 15:35:52.328629 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 11c39a55-edbf-411c-b158-dcaaba648a97 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:52.329816 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a369e408-d9a1-44a9-a414-92bcad2c0ab7 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:35:52.335497 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e225e6-c2a6-40d1-81fc-de7626a232c7 None None] Network d4430845-fe30-431f-bf63-94af1e90a23d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:35:52.353834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Pushing event updated for resources: {'Port': ['ID=d29bdb32-839f-4175-bbf7-ff13250491d2,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:52.419458 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-120a2948-ec3a-4a26-ab88-9bd3ec569742 req-986a948b-4fc6-49c0-91fb-89b78825e5ed tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 210 time: 0.0438917 Feb 10 15:35:52.510731 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44ce07bc-c3dc-4b22-866b-c5fd9cbf8c86 req-cd10168d-b28c-4915-84e8-299584e6724e tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0899045 Feb 10 15:35:52.571463 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f4e6bda3-4696-45a8-a611-53dc3a4b5e66 None None] Provisioning complete for port a369e408-d9a1-44a9-a414-92bcad2c0ab7 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:52.571913 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f4e6bda3-4696-45a8-a611-53dc3a4b5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:52.646187 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-44264162-80d8-408e-9c77-a20081b0cef1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Allocated IP 19.80.0.81 (b6e2344b-652c-4336-b0e8-0e7275a417c1/58410f2d-aa3a-49ab-8b2f-815dbf7ac37e/bf032c2a-643a-4c72-b8a1-80cc79dd3645) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:35:52.688884 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf9dca-dc1d-4487-8456-2a5b0fd0ad81 req-96d9d144-4eb4-446b-9e24-76e15631973c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:52.696741 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bcbf9dca-dc1d-4487-8456-2a5b0fd0ad81 req-96d9d144-4eb4-446b-9e24-76e15631973c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1402278 Feb 10 15:35:52.763460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644f860-41ec-4afc-a4f0-bb5da5510b07 req-d77cd383-c477-4528-b6b8-b68a91d3c583 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:52.766762 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3644f860-41ec-4afc-a4f0-bb5da5510b07 req-d77cd383-c477-4528-b6b8-b68a91d3c583 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1369507 Feb 10 15:35:52.775032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port a369e408-d9a1-44a9-a414-92bcad2c0ab7 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:52.775672 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:52.814683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bcbf9dca-dc1d-4487-8456-2a5b0fd0ad81 req-9b9707f3-67be-4a00-a820-044d89310cd1 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166790 Feb 10 15:35:52.926361 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3644f860-41ec-4afc-a4f0-bb5da5510b07 req-1d14e2a4-bfad-418f-a5e3-b8630a4447a1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287384 Feb 10 15:35:52.958559 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f4e6bda3-4696-45a8-a611-53dc3a4b5e66 None None] Current status of the port a369e408-d9a1-44a9-a414-92bcad2c0ab7 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:52.958987 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f4e6bda3-4696-45a8-a611-53dc3a4b5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:53.001096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a369e408-d9a1-44a9-a414-92bcad2c0ab7 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:53.001501 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:53.022734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05707bb7-e263-4a38-9ad3-5379d80d2e5e req-135ac0eb-02f1-4990-aa45-0310330d628a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:53.030187 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f4e6bda3-4696-45a8-a611-53dc3a4b5e66 None None] For port a369e408-d9a1-44a9-a414-92bcad2c0ab7, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a369e408-d9a1-44a9-a414-92bcad2c0ab7,segment=NetworkSegment(55486356-e0f8-4a12-8e04-dfd2777cb6a1),segment_id=55486356-e0f8-4a12-8e04-dfd2777cb6a1)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:35:53.031746 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05707bb7-e263-4a38-9ad3-5379d80d2e5e req-135ac0eb-02f1-4990-aa45-0310330d628a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0963123 Feb 10 15:35:53.039092 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f4e6bda3-4696-45a8-a611-53dc3a4b5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:53.105253 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05707bb7-e263-4a38-9ad3-5379d80d2e5e req-f943eafd-b113-4587-a070-d37e2f40cb87 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723102 Feb 10 15:35:53.159578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6bda3-4696-45a8-a611-53dc3a4b5e66 None None] Pushing event updated for resources: {'Port': ['ID=a369e408-d9a1-44a9-a414-92bcad2c0ab7,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:53.244964 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:35:53.245431 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:35:53.265180 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ad707ef8-73b6-4539-be42-2e3ee458b0f6 None None] Provisioning complete for port a369e408-d9a1-44a9-a414-92bcad2c0ab7 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:53.265633 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad707ef8-73b6-4539-be42-2e3ee458b0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:53.327245 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84334eb4-e16c-4472-9233-93dc2368fd9b req-cad6cbc4-8ade-4f04-a9c4-cf82e54acd4b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3ff7cc44d27a4d3db3b9445ce4115014 HTTP/1.1" status: 200 len: 221 time: 0.0478842 Feb 10 15:35:53.460754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ad707ef8-73b6-4539-be42-2e3ee458b0f6 None None] Current status of the port a369e408-d9a1-44a9-a414-92bcad2c0ab7 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:53.542614 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f20279e3-b465-42d3-88a6-998648fb8155 req-e0614e21-1a87-4295-bc17-a465a88fdd70 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 210 time: 0.0520635 Feb 10 15:35:53.571089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d19945-44e9-4f5f-b0e6-cf571a03013d req-47b78f03-3817-42f6-a138-80b7b9b61879 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:53.571918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Network b9c998b3-748a-4213-8627-8bd955b8c3a2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:35:53.573009 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84d19945-44e9-4f5f-b0e6-cf571a03013d req-47b78f03-3817-42f6-a138-80b7b9b61879 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1298137 Feb 10 15:35:53.575387 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:35:53.581950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:35:53.645549 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84d19945-44e9-4f5f-b0e6-cf571a03013d req-4265e469-c0da-4b3a-9390-cbf3d631cc9e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657177 Feb 10 15:35:53.698823 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7d3740b-2e53-40e0-a7fc-95c9c55e6ab0 req-d72ef90f-318d-43ef-80a5-ebe14cfd983b tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0516450 Feb 10 15:35:53.722008 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-44264162-80d8-408e-9c77-a20081b0cef1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for port (bf032c2a-643a-4c72-b8a1-80cc79dd3645), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:53.809561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a369e408-d9a1-44a9-a414-92bcad2c0ab7 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:53.826133 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05498966-c5ff-4883-974c-835de0f11cf5 req-267996dd-e94f-4737-bb64-0bac092d89cd tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:53.828452 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05498966-c5ff-4883-974c-835de0f11cf5 req-267996dd-e94f-4737-bb64-0bac092d89cd tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0935395 Feb 10 15:35:53.899047 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-44264162-80d8-408e-9c77-a20081b0cef1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (bf032c2a-643a-4c72-b8a1-80cc79dd3645), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:53.906492 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05498966-c5ff-4883-974c-835de0f11cf5 req-71ef7d1f-5e7b-4d15-8a6a-53ab0c87dd28 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707560 Feb 10 15:35:53.944521 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a369e408-d9a1-44a9-a414-92bcad2c0ab7 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:35:53.987849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-44264162-80d8-408e-9c77-a20081b0cef1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Network b6e2344b-652c-4336-b0e8-0e7275a417c1 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:35:53.995868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-44264162-80d8-408e-9c77-a20081b0cef1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:35:54.003152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-44264162-80d8-408e-9c77-a20081b0cef1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:35:54.109422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port a369e408-d9a1-44a9-a414-92bcad2c0ab7 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:54.115748 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:54.137801 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:54.210325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb6bef-03fb-4033-b933-c690c1e8edc6 req-d4a0af70-95d0-4454-b711-25b5e4a197ef tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:54.212697 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31fb6bef-03fb-4033-b933-c690c1e8edc6 req-d4a0af70-95d0-4454-b711-25b5e4a197ef tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0936568 Feb 10 15:35:54.282470 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a369e408-d9a1-44a9-a414-92bcad2c0ab7 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:35:54.301540 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31fb6bef-03fb-4033-b933-c690c1e8edc6 req-8babf782-f974-4f89-aba3-c765c50f68c6 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772500 Feb 10 15:35:54.324585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44264162-80d8-408e-9c77-a20081b0cef1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event updated for resources: {'Port': ['ID=bf032c2a-643a-4c72-b8a1-80cc79dd3645,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:54.394847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2fb600aa-67b1-4a4a-8e55-f882428d08c7 None None] Provisioning complete for port bf032c2a-643a-4c72-b8a1-80cc79dd3645 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:54.395612 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2fb600aa-67b1-4a4a-8e55-f882428d08c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bf032c2a-643a-4c72-b8a1-80cc79dd3645), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:54.436895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2fb600aa-67b1-4a4a-8e55-f882428d08c7 None None] Port bf032c2a-643a-4c72-b8a1-80cc79dd3645 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:35:54.449077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-44264162-80d8-408e-9c77-a20081b0cef1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:54.449675 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-44264162-80d8-408e-9c77-a20081b0cef1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:54.467496 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:54.479827 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-44264162-80d8-408e-9c77-a20081b0cef1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4281397 Feb 10 15:35:54.488699 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e1238-2e76-4a11-83a9-97781ad911cc req-572b329b-b659-4739-9550-be18c9ad2d50 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:54.491066 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd3e1238-2e76-4a11-83a9-97781ad911cc req-572b329b-b659-4739-9550-be18c9ad2d50 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0897460 Feb 10 15:35:54.520883 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-bf63203c-efb3-46f1-ad11-e49b189e8c96 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Request body: {'port': {'device_id': '209c1f62-30bf-451a-8646-0b4d83de3f46', 'network_id': 'd4430845-fe30-431f-bf63-94af1e90a23d', 'admin_state_up': True, 'tenant_id': '9a604c2939b04840a89b4741b69d3c48'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:54.553985 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd3e1238-2e76-4a11-83a9-97781ad911cc req-22583f9a-274d-4b08-80fc-a792f2636329 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569954 Feb 10 15:35:54.692943 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-bf63203c-efb3-46f1-ad11-e49b189e8c96 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Made reservation on behalf of 9a604c2939b04840a89b4741b69d3c48 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:35:54.696269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-bf63203c-efb3-46f1-ad11-e49b189e8c96 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:54.783163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcd281-8c5d-4366-a387-9efefc820e10 req-32b9ff41-0db8-484e-8b72-51b748ba7196 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:54.791454 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8adcd281-8c5d-4366-a387-9efefc820e10 req-32b9ff41-0db8-484e-8b72-51b748ba7196 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1044295 Feb 10 15:35:54.804949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Router f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:35:54.819735 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015985eb-27f3-46fa-99bb-8a56196bc66e req-b4508fc6-a031-450d-827a-8b7455e79fb2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:54.821273 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-015985eb-27f3-46fa-99bb-8a56196bc66e req-b4508fc6-a031-450d-827a-8b7455e79fb2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 931 time: 0.1251905 Feb 10 15:35:54.906594 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8adcd281-8c5d-4366-a387-9efefc820e10 req-f8cca340-720b-45fb-ab0e-642f157cea1b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987806 Feb 10 15:35:54.929763 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-015985eb-27f3-46fa-99bb-8a56196bc66e req-2590c76a-7a8b-4c8a-8919-7f17cf10de57 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959051 Feb 10 15:35:54.944468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-bf63203c-efb3-46f1-ad11-e49b189e8c96 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Allocated IP 19.86.0.150 (d4430845-fe30-431f-bf63-94af1e90a23d/97882a70-9fd9-448f-b63e-da41b71cf5bc/5708eb24-c263-473c-87c1-57d8dc44053f) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:35:55.016850 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:35:55.029747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Sync routers for ids ['f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:35:55.046662 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Routers {'f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:35:55.047843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:35:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:55.103145 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-975105cc-caa8-4527-ba6f-83dce9ed0ccd req-dfce8997-a666-4cf1-a2bb-b448909affb0 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0561941 Feb 10 15:35:55.107816 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:55.121836 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1a2b46e3-bbcb-4248-9903-7712f0e80cff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.5096431 Feb 10 15:35:55.125563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40472) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:55.229087 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a95ed6-a781-442b-b40c-fc6e4e73f94b req-1f4a72c5-8726-400a-90d9-0f6a5bd352b1 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:55.230801 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96a95ed6-a781-442b-b40c-fc6e4e73f94b req-1f4a72c5-8726-400a-90d9-0f6a5bd352b1 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1264346 Feb 10 15:35:55.246353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Set router f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:35:55.378400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96a95ed6-a781-442b-b40c-fc6e4e73f94b req-7cf84100-23e5-4f9d-ac08-cb1d8b356f46 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367116 Feb 10 15:35:55.454709 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-bf63203c-efb3-46f1-ad11-e49b189e8c96 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for port (5708eb24-c263-473c-87c1-57d8dc44053f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:55.463991 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74c8856a-d937-4e63-bb62-a552c58b5c35 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router (f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:55.560998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206623d-01d1-4abc-b397-08d8564fff47 req-05fc6423-acee-444a-a619-271e0103ad7c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:55.565795 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6206623d-01d1-4abc-b397-08d8564fff47 req-05fc6423-acee-444a-a619-271e0103ad7c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0865750 Feb 10 15:35:55.584581 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e', 'name': '', 'tenant_id': '69573f03751640879258389eae902923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9c998b3-748a-4213-8627-8bd955b8c3a2', 'external_fixed_ips': [{'subnet_id': '6458f8a2-31e1-4389-a773-509255bb4842', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd29bdb32-839f-4175-bbf7-ff13250491d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:35:49Z', 'updated_at': '2022-02-10T15:35:53Z', 'revision_number': 3, 'project_id': '69573f03751640879258389eae902923', 'gw_port': {'id': 'd29bdb32-839f-4175-bbf7-ff13250491d2', 'name': '', 'network_id': 'b9c998b3-748a-4213-8627-8bd955b8c3a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ce:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '6458f8a2-31e1-4389-a773-509255bb4842', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:35:51Z', 'updated_at': '2022-02-10T15:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6458f8a2-31e1-4389-a773-509255bb4842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:55.620199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Checking router: f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:35:55.620911 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Updating router f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e port d29bdb32-839f-4175-bbf7-ff13250491d2 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:35:55.621578 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6206623d-01d1-4abc-b397-08d8564fff47 req-6cf9e28c-c597-4261-95ae-9495ebabbde3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496616 Feb 10 15:35:55.627503 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-bf63203c-efb3-46f1-ad11-e49b189e8c96 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5708eb24-c263-473c-87c1-57d8dc44053f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:55.657478 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d29bdb32-839f-4175-bbf7-ff13250491d2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:55.707622 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-bf63203c-efb3-46f1-ad11-e49b189e8c96 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Network d4430845-fe30-431f-bf63-94af1e90a23d is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:35:55.714800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-bf63203c-efb3-46f1-ad11-e49b189e8c96 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:35:55.730508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-bf63203c-efb3-46f1-ad11-e49b189e8c96 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:35:55.747899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74c8856a-d937-4e63-bb62-a552c58b5c35 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:55.821163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474af3e0-725d-4c7c-8207-691968117672 req-9a41701c-0a2f-417e-b2e1-a06f461d2dd0 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:55.822051 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-474af3e0-725d-4c7c-8207-691968117672 req-9a41701c-0a2f-417e-b2e1-a06f461d2dd0 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0830452 Feb 10 15:35:55.843262 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63203c-efb3-46f1-ad11-e49b189e8c96 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event updated for resources: {'Port': ['ID=5708eb24-c263-473c-87c1-57d8dc44053f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:55.862606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-bf63203c-efb3-46f1-ad11-e49b189e8c96 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:55.863348 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-bf63203c-efb3-46f1-ad11-e49b189e8c96 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:55.890017 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-bf63203c-efb3-46f1-ad11-e49b189e8c96 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3720315 Feb 10 15:35:55.897618 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-474af3e0-725d-4c7c-8207-691968117672 req-5ad25e50-0431-47ac-82d3-7bf1a6c29788 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615821 Feb 10 15:35:55.948420 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Request body: {'port': {'device_id': '209c1f62-30bf-451a-8646-0b4d83de3f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:56.006398 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Publish callbacks [] for port (d29bdb32-839f-4175-bbf7-ff13250491d2), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:56.018500 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d29bdb32-839f-4175-bbf7-ff13250491d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:56.095854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efff142-c5ac-4060-8c20-f9f3d1082717 None None] Pushing event updated for resources: {'Port': ['ID=d29bdb32-839f-4175-bbf7-ff13250491d2,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:56.101511 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Attempting to bind port d29bdb32-839f-4175-bbf7-ff13250491d2 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:56.101993 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Attempting to bind port d29bdb32-839f-4175-bbf7-ff13250491d2 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '6232f816-666b-4a37-9e2e-942a7b71e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b9c998b3-748a-4213-8627-8bd955b8c3a2'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:56.104694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Attempting to bind port d29bdb32-839f-4175-bbf7-ff13250491d2 on network b9c998b3-748a-4213-8627-8bd955b8c3a2 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:56.104861 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bf032c2a-643a-4c72-b8a1-80cc79dd3645), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:56.109249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:35:56.109948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Checking segment: {'id': '6232f816-666b-4a37-9e2e-942a7b71e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b9c998b3-748a-4213-8627-8bd955b8c3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:35:56.110422 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:56.110878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Bound using segment: {'id': '6232f816-666b-4a37-9e2e-942a7b71e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b9c998b3-748a-4213-8627-8bd955b8c3a2'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:35:56.111416 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Bound port: d29bdb32-839f-4175-bbf7-ff13250491d2, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6232f816-666b-4a37-9e2e-942a7b71e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b9c998b3-748a-4213-8627-8bd955b8c3a2'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:35:56.113330 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d29bdb32-839f-4175-bbf7-ff13250491d2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:56.119012 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-74c8856a-d937-4e63-bb62-a552c58b5c35 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Deleting port d29bdb32-839f-4175-bbf7-ff13250491d2 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:35:56.119355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74c8856a-d937-4e63-bb62-a552c58b5c35 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d29bdb32-839f-4175-bbf7-ff13250491d2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:56.181602 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] For port d29bdb32-839f-4175-bbf7-ff13250491d2, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:35:56.186131 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] For port d29bdb32-839f-4175-bbf7-ff13250491d2, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d29bdb32-839f-4175-bbf7-ff13250491d2,segment=NetworkSegment(6232f816-666b-4a37-9e2e-942a7b71e1a9),segment_id=6232f816-666b-4a37-9e2e-942a7b71e1a9)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:35:56.195329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceedfed-486d-4520-a05f-c1374aa672ef req-70ba67cb-29a3-4e9f-aca7-27eede026bd2 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:56.195584 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-cc8f7743-1af5-4516-9c13-0ad31fdd766b None None] Provisioning complete for port 5708eb24-c263-473c-87c1-57d8dc44053f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:35:56.196357 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc8f7743-1af5-4516-9c13-0ad31fdd766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5708eb24-c263-473c-87c1-57d8dc44053f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:56.201115 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d29bdb32-839f-4175-bbf7-ff13250491d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:56.209002 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eceedfed-486d-4520-a05f-c1374aa672ef req-70ba67cb-29a3-4e9f-aca7-27eede026bd2 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1854358 Feb 10 15:35:56.210648 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74c8856a-d937-4e63-bb62-a552c58b5c35 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d29bdb32-839f-4175-bbf7-ff13250491d2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:56.224613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-74c8856a-d937-4e63-bb62-a552c58b5c35 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Calling delete_port for d29bdb32-839f-4175-bbf7-ff13250491d2 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:35:56.239870 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f40b4-23ac-4f75-ba26-0e82827a6914 req-f57c6054-29a6-4ee6-bd6d-2449570caa11 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:56.257745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f40b4-23ac-4f75-ba26-0e82827a6914 req-f57c6054-29a6-4ee6-bd6d-2449570caa11 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:56.266001 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae7f40b4-23ac-4f75-ba26-0e82827a6914 req-f57c6054-29a6-4ee6-bd6d-2449570caa11 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1654 time: 0.1938508 Feb 10 15:35:56.353310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Routers {'f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:35:56.353948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:35:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:56.373018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eceedfed-486d-4520-a05f-c1374aa672ef req-94c935c7-89ad-4882-9cfe-9305810b9b17 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518528 Feb 10 15:35:56.469195 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae7f40b4-23ac-4f75-ba26-0e82827a6914 req-956d45f1-2ec2-4341-bbf1-6b9fc23e7834 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797638 Feb 10 15:35:56.552199 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-552d9aae-b5f5-46ae-89c1-539b8dccca6e req-b7bb9e49-ddc7-4ad9-b461-16dddc389ba6 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0630789 Feb 10 15:35:56.583256 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] Set router f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:35:56.661303 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2be164-5f47-4ca8-a3f3-d2f9da17c920 req-562fdae1-7931-494d-97b7-8c15b766037b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:56.670139 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a2be164-5f47-4ca8-a3f3-d2f9da17c920 req-562fdae1-7931-494d-97b7-8c15b766037b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0825868 Feb 10 15:35:56.699994 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e', 'name': '', 'tenant_id': '69573f03751640879258389eae902923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:35:49Z', 'updated_at': '2022-02-10T15:35:55Z', 'revision_number': 4, 'project_id': '69573f03751640879258389eae902923', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:56.707437 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f7743-1af5-4516-9c13-0ad31fdd766b None None] Port 5708eb24-c263-473c-87c1-57d8dc44053f cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:35:56.713195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efff142-c5ac-4060-8c20-f9f3d1082717 None None] Pushing event updated for resources: {'Port': ['ID=d29bdb32-839f-4175-bbf7-ff13250491d2,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:56.749920 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74c8856a-d937-4e63-bb62-a552c58b5c35 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d29bdb32-839f-4175-bbf7-ff13250491d2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:56.758435 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a2be164-5f47-4ca8-a3f3-d2f9da17c920 req-7d0d9690-6577-425a-ab3e-53d79d0e5977 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798771 Feb 10 15:35:56.794178 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558eb66c-446c-43bd-94dd-fece7af755de None None] The sync data for ids ['f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e'] in n-d-815324-7 is: [{'id': 'f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e', 'name': '', 'tenant_id': '69573f03751640879258389eae902923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:35:49Z', 'updated_at': '2022-02-10T15:35:55Z', 'revision_number': 4, 'project_id': '69573f03751640879258389eae902923', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:35:56.979471 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332c872-68fb-47a3-ab9f-d5e2c9e8ebf6 req-83b65c10-5aa0-4cec-8215-2437556405b2 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:56.981080 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3332c872-68fb-47a3-ab9f-d5e2c9e8ebf6 req-83b65c10-5aa0-4cec-8215-2437556405b2 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0817363 Feb 10 15:35:56.990653 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8856a-d937-4e63-bb62-a552c58b5c35 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Pushing event deleted for resources: {'Port': ['ID=d29bdb32-839f-4175-bbf7-ff13250491d2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:57.044294 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74c8856a-d937-4e63-bb62-a552c58b5c35 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:57.061061 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3332c872-68fb-47a3-ab9f-d5e2c9e8ebf6 req-88168c4e-659d-4356-b14d-e216e905e3c4 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725167 Feb 10 15:35:57.227118 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74c8856a-d937-4e63-bb62-a552c58b5c35 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:57.237406 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e95bf-13c1-47f7-bed9-9eed86c748d0 req-2f29d09b-219f-4167-99c7-c441db2e270f tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:57.239025 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce3e95bf-13c1-47f7-bed9-9eed86c748d0 req-2f29d09b-219f-4167-99c7-c441db2e270f tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0890796 Feb 10 15:35:57.241966 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74c8856a-d937-4e63-bb62-a552c58b5c35 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_controller (f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:57.246764 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf032c2a-643a-4c72-b8a1-80cc79dd3645 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:35:57.264098 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Publish callbacks [] for port (bf032c2a-643a-4c72-b8a1-80cc79dd3645), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:57.284177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Transition to ACTIVE for port object bf032c2a-643a-4c72-b8a1-80cc79dd3645 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:35:57.327644 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce3e95bf-13c1-47f7-bed9-9eed86c748d0 req-6eaaef9a-94b2-48e2-ab86-626b80a4b8db tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816171 Feb 10 15:35:57.336039 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (bf032c2a-643a-4c72-b8a1-80cc79dd3645), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:57.352525 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74c8856a-d937-4e63-bb62-a552c58b5c35 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:57.352728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c8856a-d937-4e63-bb62-a552c58b5c35 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:35:57.378131 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74c8856a-d937-4e63-bb62-a552c58b5c35 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:57.382765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40528) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:57.382954 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-74c8856a-d937-4e63-bb62-a552c58b5c35 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "DELETE /v2.0/routers/f522ab9d-5fdf-44f4-a9e0-d27c8f7cac5e HTTP/1.1" status: 204 len: 168 time: 2.2552977 Feb 10 15:35:57.410038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21866029-7751-4115-8591-65d40a98a396 service neutron] Pushing event updated for resources: {'Port': ['ID=bf032c2a-643a-4c72-b8a1-80cc79dd3645,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:57.488111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Attempting to bind port bf032c2a-643a-4c72-b8a1-80cc79dd3645 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:57.488455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Attempting to bind port bf032c2a-643a-4c72-b8a1-80cc79dd3645 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '59078613-167a-4a34-a5a7-5028f3f4ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b6e2344b-652c-4336-b0e8-0e7275a417c1'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:57.488824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Attempting to bind port bf032c2a-643a-4c72-b8a1-80cc79dd3645 on network b6e2344b-652c-4336-b0e8-0e7275a417c1 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:57.507805 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Port bf032c2a-643a-4c72-b8a1-80cc79dd3645 on network b6e2344b-652c-4336-b0e8-0e7275a417c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:57.510096 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Attempting to bind port bf032c2a-643a-4c72-b8a1-80cc79dd3645 on network b6e2344b-652c-4336-b0e8-0e7275a417c1 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:57.524502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:35:57.526185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Checking segment: {'id': '59078613-167a-4a34-a5a7-5028f3f4ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b6e2344b-652c-4336-b0e8-0e7275a417c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:35:57.526751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Bound using segment: {'id': '59078613-167a-4a34-a5a7-5028f3f4ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b6e2344b-652c-4336-b0e8-0e7275a417c1'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:35:57.529221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Bound port: bf032c2a-643a-4c72-b8a1-80cc79dd3645, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59078613-167a-4a34-a5a7-5028f3f4ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b6e2344b-652c-4336-b0e8-0e7275a417c1'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:35:57.529784 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bf032c2a-643a-4c72-b8a1-80cc79dd3645), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:57.647488 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1fae19-13f7-452d-b850-8b7ebb25f801 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Deleting subnet 6458f8a2-31e1-4389-a773-509255bb4842 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:35:57.650906 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b1fae19-13f7-452d-b850-8b7ebb25f801 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for subnet (6458f8a2-31e1-4389-a773-509255bb4842), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:57.666785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] For port bf032c2a-643a-4c72-b8a1-80cc79dd3645, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:35:57.672120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] For port bf032c2a-643a-4c72-b8a1-80cc79dd3645, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bf032c2a-643a-4c72-b8a1-80cc79dd3645,segment=NetworkSegment(59078613-167a-4a34-a5a7-5028f3f4ab2b),segment_id=59078613-167a-4a34-a5a7-5028f3f4ab2b)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:35:57.687904 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b1fae19-13f7-452d-b850-8b7ebb25f801 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (6458f8a2-31e1-4389-a773-509255bb4842), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:57.689445 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (bf032c2a-643a-4c72-b8a1-80cc79dd3645), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:57.749086 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b1fae19-13f7-452d-b850-8b7ebb25f801 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (6458f8a2-31e1-4389-a773-509255bb4842), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:57.785648 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21866029-7751-4115-8591-65d40a98a396 service neutron] Pushing event updated for resources: {'Port': ['ID=bf032c2a-643a-4c72-b8a1-80cc79dd3645,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:57.799347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:57.800296 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:57.816100 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-21866029-7751-4115-8591-65d40a98a396 service neutron] 10.222.0.79 "PUT /v2.0/ports/bf032c2a-643a-4c72-b8a1-80cc79dd3645 HTTP/1.1" status: 200 len: 1091 time: 1.8582463 Feb 10 15:35:57.818930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209c1f62-30bf-451a-8646-0b4d83de3f46', 'tag': 'bf032c2a-643a-4c72-b8a1-80cc79dd3645'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:35:57.826785 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcf8538-250c-483d-b17d-0731325cfcdf" -d '{"events": [{"name": "network-changed", "server_uuid": "209c1f62-30bf-451a-8646-0b4d83de3f46", "tag": "bf032c2a-643a-4c72-b8a1-80cc79dd3645"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:35:57.834869 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b1fae19-13f7-452d-b850-8b7ebb25f801 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (6458f8a2-31e1-4389-a773-509255bb4842), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:57.842672 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Request body: {'port': {'device_id': '209c1f62-30bf-451a-8646-0b4d83de3f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:57.880030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cee16-abcc-45b6-b753-dc69f49beb7b req-26f66196-6fc2-4279-8a4b-150ddddfcb6d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:57.890057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b31cee16-abcc-45b6-b753-dc69f49beb7b req-26f66196-6fc2-4279-8a4b-150ddddfcb6d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.3651371 Feb 10 15:35:57.933326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fae19-13f7-452d-b850-8b7ebb25f801 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6458f8a2-31e1-4389-a773-509255bb4842,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:57.935803 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b1fae19-13f7-452d-b850-8b7ebb25f801 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:57.942721 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8b1fae19-13f7-452d-b850-8b7ebb25f801 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/6458f8a2-31e1-4389-a773-509255bb4842 HTTP/1.1" status: 204 len: 168 time: 0.5583236 Feb 10 15:35:57.951184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40542) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:57.985447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7210d-a902-407f-989c-3fb0451ddd7c req-eceae336-72c3-4dd9-abd4-ed9d9d9b396f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:57.991617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7210d-a902-407f-989c-3fb0451ddd7c req-eceae336-72c3-4dd9-abd4-ed9d9d9b396f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:57.993695 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ce7210d-a902-407f-989c-3fb0451ddd7c req-eceae336-72c3-4dd9-abd4-ed9d9d9b396f tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1666 time: 0.3954060 Feb 10 15:35:58.002165 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5708eb24-c263-473c-87c1-57d8dc44053f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:58.011123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b31cee16-abcc-45b6-b753-dc69f49beb7b req-487f6b10-15a4-4359-882b-ea3bf24735a5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197865 Feb 10 15:35:58.117906 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97e852f1-2695-460e-9f82-b353129d3253 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (b9c998b3-748a-4213-8627-8bd955b8c3a2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:58.141494 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ce7210d-a902-407f-989c-3fb0451ddd7c req-1bedd0b5-8086-4590-81e6-0bb2536e42d1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275847 Feb 10 15:35:58.271948 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadedcfd-cdb1-48e1-9136-063e79437184 x-openstack-request-id: req-dadedcfd-cdb1-48e1-9136-063e79437184 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:35:58.275783 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209c1f62-30bf-451a-8646-0b4d83de3f46", "tag": "bf032c2a-643a-4c72-b8a1-80cc79dd3645", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:35:58.275942 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dadedcfd-cdb1-48e1-9136-063e79437184 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:35:58.276351 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209c1f62-30bf-451a-8646-0b4d83de3f46', 'tag': 'bf032c2a-643a-4c72-b8a1-80cc79dd3645', 'status': 'completed', 'code': 200} Feb 10 15:35:58.310584 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97e852f1-2695-460e-9f82-b353129d3253 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (b9c998b3-748a-4213-8627-8bd955b8c3a2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:58.334713 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-97e852f1-2695-460e-9f82-b353129d3253 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c998b3-748a-4213-8627-8bd955b8c3a2']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:58.345847 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-97e852f1-2695-460e-9f82-b353129d3253 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6232f816-666b-4a37-9e2e-942a7b71e1a9') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:58.346662 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-97e852f1-2695-460e-9f82-b353129d3253 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6232f816-666b-4a37-9e2e-942a7b71e1a9') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:35:58.358717 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97e852f1-2695-460e-9f82-b353129d3253 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (6232f816-666b-4a37-9e2e-942a7b71e1a9), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:58.374543 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97e852f1-2695-460e-9f82-b353129d3253 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6232f816-666b-4a37-9e2e-942a7b71e1a9), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:58.381836 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e852f1-2695-460e-9f82-b353129d3253 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:35:58.382508 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97e852f1-2695-460e-9f82-b353129d3253 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (6232f816-666b-4a37-9e2e-942a7b71e1a9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:58.427191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf8538-250c-483d-b17d-0731325cfcdf req-c71e5fac-f865-4b93-8ae5-57a3a0c6637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:58.427916 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf8538-250c-483d-b17d-0731325cfcdf req-c71e5fac-f865-4b93-8ae5-57a3a0c6637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:58.430074 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7dcf8538-250c-483d-b17d-0731325cfcdf req-c71e5fac-f865-4b93-8ae5-57a3a0c6637c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9a604c2939b04840a89b4741b69d3c48&device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1944 time: 0.1527889 Feb 10 15:35:58.459932 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a70e537a-25bf-4b61-9d11-e5c10b266ae9 req-a90be27b-4bcc-45f7-a7e4-b1e3e4ceba15 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.3171737 Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:35:58.477979 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:35:58.492488 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97e852f1-2695-460e-9f82-b353129d3253 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (b9c998b3-748a-4213-8627-8bd955b8c3a2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:58.530611 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e852f1-2695-460e-9f82-b353129d3253 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9c998b3-748a-4213-8627-8bd955b8c3a2 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 15:35:58.552635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e852f1-2695-460e-9f82-b353129d3253 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9c998b3-748a-4213-8627-8bd955b8c3a2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:58.555027 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-97e852f1-2695-460e-9f82-b353129d3253 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:58.584968 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-97e852f1-2695-460e-9f82-b353129d3253 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "DELETE /v2.0/networks/b9c998b3-748a-4213-8627-8bd955b8c3a2 HTTP/1.1" status: 204 len: 168 time: 0.6325767 Feb 10 15:35:58.629793 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67564017-f05e-4cb6-93f4-1e46ca033db8 req-20f04924-686b-4112-81bd-34a43bb04468 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:58.637700 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67564017-f05e-4cb6-93f4-1e46ca033db8 req-20f04924-686b-4112-81bd-34a43bb04468 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1717777 Feb 10 15:35:58.670502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf8538-250c-483d-b17d-0731325cfcdf req-e2ea496a-4989-4e2d-b1fc-ac2aa1f66d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:58.671219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf8538-250c-483d-b17d-0731325cfcdf req-e2ea496a-4989-4e2d-b1fc-ac2aa1f66d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:58.672435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf8538-250c-483d-b17d-0731325cfcdf req-e2ea496a-4989-4e2d-b1fc-ac2aa1f66d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:58.675457 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7dcf8538-250c-483d-b17d-0731325cfcdf req-e2ea496a-4989-4e2d-b1fc-ac2aa1f66d96 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=9a604c2939b04840a89b4741b69d3c48&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2365620 Feb 10 15:35:58.733579 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67564017-f05e-4cb6-93f4-1e46ca033db8 req-05e1277c-63b3-4c93-b09b-67c8d1230f5e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804768 Feb 10 15:35:58.734118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5708eb24-c263-473c-87c1-57d8dc44053f {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:35:58.734118 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Publish callbacks [] for port (5708eb24-c263-473c-87c1-57d8dc44053f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:58.749061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Transition to ACTIVE for port object 5708eb24-c263-473c-87c1-57d8dc44053f will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:35:58.965476 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40566) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:58.978205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-88da0201-12b7-418c-9247-396f82d9bafd tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Request body: {'router': {'name': 'tempest-router--1464774669', 'project_id': 'e8459d19c2924c0eb46c0418f35633fc'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:35:59.024005 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7be153-5a30-4d44-af52-36e482f211ac req-df1bd020-00da-482d-91f3-09a95520d5aa tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:59.047177 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef7be153-5a30-4d44-af52-36e482f211ac req-df1bd020-00da-482d-91f3-09a95520d5aa tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1602206 Feb 10 15:35:59.120509 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-88da0201-12b7-418c-9247-396f82d9bafd tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (9f38bc59-7aa2-430f-9a03-39c558f13fed), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:59.121769 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-88da0201-12b7-418c-9247-396f82d9bafd tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (9f38bc59-7aa2-430f-9a03-39c558f13fed), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:59.166133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef7be153-5a30-4d44-af52-36e482f211ac req-1c2a55a6-8ef3-40e7-a823-34b358ea7edb tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180639 Feb 10 15:35:59.247439 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-88da0201-12b7-418c-9247-396f82d9bafd tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_controller (9f38bc59-7aa2-430f-9a03-39c558f13fed), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:59.256099 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-88da0201-12b7-418c-9247-396f82d9bafd tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (9f38bc59-7aa2-430f-9a03-39c558f13fed), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:59.277461 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-88da0201-12b7-418c-9247-396f82d9bafd tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:59.278677 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-88da0201-12b7-418c-9247-396f82d9bafd tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3113422 Feb 10 15:35:59.282898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40572) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:35:59.311968 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (5708eb24-c263-473c-87c1-57d8dc44053f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:59.406164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Pushing event updated for resources: {'Port': ['ID=5708eb24-c263-473c-87c1-57d8dc44053f,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:59.409225 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf8538-250c-483d-b17d-0731325cfcdf req-9b295ada-49f9-44bf-9575-23298eb1460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:59.410871 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7dcf8538-250c-483d-b17d-0731325cfcdf req-9b295ada-49f9-44bf-9575-23298eb1460a service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7290776 Feb 10 15:35:59.437287 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79ea5f95-6bf2-4b82-a77c-bfcc95173fba tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router (9f38bc59-7aa2-430f-9a03-39c558f13fed), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:59.515459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Attempting to bind port 5708eb24-c263-473c-87c1-57d8dc44053f on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:35:59.517150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Attempting to bind port 5708eb24-c263-473c-87c1-57d8dc44053f by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '55486356-e0f8-4a12-8e04-dfd2777cb6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd4430845-fe30-431f-bf63-94af1e90a23d'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:35:59.517615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Attempting to bind port 5708eb24-c263-473c-87c1-57d8dc44053f on network d4430845-fe30-431f-bf63-94af1e90a23d {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:59.524242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Port 5708eb24-c263-473c-87c1-57d8dc44053f on network d4430845-fe30-431f-bf63-94af1e90a23d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:35:59.524724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Attempting to bind port 5708eb24-c263-473c-87c1-57d8dc44053f on network d4430845-fe30-431f-bf63-94af1e90a23d {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:35:59.534286 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:35:59.535026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Checking segment: {'id': '55486356-e0f8-4a12-8e04-dfd2777cb6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd4430845-fe30-431f-bf63-94af1e90a23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:35:59.535539 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Bound using segment: {'id': '55486356-e0f8-4a12-8e04-dfd2777cb6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd4430845-fe30-431f-bf63-94af1e90a23d'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:35:59.536091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Bound port: 5708eb24-c263-473c-87c1-57d8dc44053f, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55486356-e0f8-4a12-8e04-dfd2777cb6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd4430845-fe30-431f-bf63-94af1e90a23d'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:35:59.536558 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5708eb24-c263-473c-87c1-57d8dc44053f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:59.581793 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaed1b2-26a6-4997-9c1f-e249cf4f8991 req-dbe97d8b-dd23-496a-b2b6-e59b00d675c1 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:59.583675 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8eaed1b2-26a6-4997-9c1f-e249cf4f8991 req-dbe97d8b-dd23-496a-b2b6-e59b00d675c1 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.2408707 Feb 10 15:35:59.592605 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84619be-a952-4c27-b508-44b88aa3509a req-49915b21-ee73-411e-acbe-50622c778092 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:59.600088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84619be-a952-4c27-b508-44b88aa3509a req-49915b21-ee73-411e-acbe-50622c778092 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:59.607185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d84619be-a952-4c27-b508-44b88aa3509a req-49915b21-ee73-411e-acbe-50622c778092 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1678 time: 0.3158543 Feb 10 15:35:59.653693 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] For port 5708eb24-c263-473c-87c1-57d8dc44053f, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:35:59.657118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] For port 5708eb24-c263-473c-87c1-57d8dc44053f, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5708eb24-c263-473c-87c1-57d8dc44053f,segment=NetworkSegment(55486356-e0f8-4a12-8e04-dfd2777cb6a1),segment_id=55486356-e0f8-4a12-8e04-dfd2777cb6a1)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:35:59.676232 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (5708eb24-c263-473c-87c1-57d8dc44053f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:59.772792 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:59.773766 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:59.777235 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] 10.222.0.79 "PUT /v2.0/ports/5708eb24-c263-473c-87c1-57d8dc44053f HTTP/1.1" status: 200 len: 1092 time: 1.9401567 Feb 10 15:35:59.791841 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79ea5f95-6bf2-4b82-a77c-bfcc95173fba tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (9f38bc59-7aa2-430f-9a03-39c558f13fed), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:59.803089 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79ea5f95-6bf2-4b82-a77c-bfcc95173fba tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_controller (9f38bc59-7aa2-430f-9a03-39c558f13fed), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:59.806293 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e582dc-7c12-4b3b-ba38-2e44a9c13792 service neutron] Pushing event updated for resources: {'Port': ['ID=5708eb24-c263-473c-87c1-57d8dc44053f,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:35:59.831556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d84619be-a952-4c27-b508-44b88aa3509a req-71411c89-503c-4cb5-b6a2-a9808628ae6d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180483 Feb 10 15:35:59.883972 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8eaed1b2-26a6-4997-9c1f-e249cf4f8991 req-59e875ed-8c06-4d22-a99e-47e4c3fb366d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681961 Feb 10 15:35:59.910266 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79ea5f95-6bf2-4b82-a77c-bfcc95173fba tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (9f38bc59-7aa2-430f-9a03-39c558f13fed), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:59.910845 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ea5f95-6bf2-4b82-a77c-bfcc95173fba tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f38bc59-7aa2-430f-9a03-39c558f13fed {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:35:59.915547 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79ea5f95-6bf2-4b82-a77c-bfcc95173fba tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:35:59.916734 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-79ea5f95-6bf2-4b82-a77c-bfcc95173fba tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "DELETE /v2.0/routers/9f38bc59-7aa2-430f-9a03-39c558f13fed HTTP/1.1" status: 204 len: 168 time: 0.6328490 Feb 10 15:35:59.961796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-80e25aae-f9fd-4205-a289-01d86d055d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:59.962547 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-80e25aae-f9fd-4205-a289-01d86d055d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:35:59.964489 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-80e25aae-f9fd-4205-a289-01d86d055d32 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9a604c2939b04840a89b4741b69d3c48&device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 2042 time: 0.1278884 Feb 10 15:36:00.041352 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-7958eb3b-1eac-4e2f-af88-ea6a67245b83 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.81&port_id=bf032c2a-643a-4c72-b8a1-80cc79dd3645 HTTP/1.1" status: 200 len: 217 time: 0.0672116 Feb 10 15:36:00.072288 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f3237f32-d197-417c-9e94-d930fd1cc4d9 req-383b3cd7-22d7-44b1-a18d-ec6ae77f42be tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.1396964 Feb 10 15:36:00.117893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-9c5cee1f-1829-4814-8320-045c171088b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:00.121932 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-9c5cee1f-1829-4814-8320-045c171088b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=58410f2d-aa3a-49ab-8b2f-815dbf7ac37e HTTP/1.1" status: 200 len: 801 time: 0.0710018 Feb 10 15:36:00.206680 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40590) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:00.220772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f76526fb-3f75-47cb-8a29-d5c8d47a1657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:00.223017 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f76526fb-3f75-47cb-8a29-d5c8d47a1657 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b6e2344b-652c-4336-b0e8-0e7275a417c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0976422 Feb 10 15:36:00.278833 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209c1f62-30bf-451a-8646-0b4d83de3f46', 'tag': '5708eb24-c263-473c-87c1-57d8dc44053f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:36:00.281577 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01379062-b763-4784-8095-3d6504acbd23" -d '{"events": [{"name": "network-changed", "server_uuid": "209c1f62-30bf-451a-8646-0b4d83de3f46", "tag": "5708eb24-c263-473c-87c1-57d8dc44053f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:36:00.356625 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0291cff-cbd3-4d37-8fb8-871777b71bf0 x-openstack-request-id: req-d0291cff-cbd3-4d37-8fb8-871777b71bf0 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:36:00.357269 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209c1f62-30bf-451a-8646-0b4d83de3f46", "tag": "5708eb24-c263-473c-87c1-57d8dc44053f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:36:00.357269 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0291cff-cbd3-4d37-8fb8-871777b71bf0 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:36:00.357577 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209c1f62-30bf-451a-8646-0b4d83de3f46', 'tag': '5708eb24-c263-473c-87c1-57d8dc44053f', 'status': 'completed', 'code': 200} Feb 10 15:36:00.373397 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-976cb2dd-b90c-43f5-b2b9-94f5e56bc29f service neutron] 10.222.0.79 "GET /v2.0/networks/b6e2344b-652c-4336-b0e8-0e7275a417c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422455 Feb 10 15:36:00.392534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c776bb-731b-49ee-ad29-1327c39787a6 req-b57aee9c-6c93-4ef3-a2fe-e3a91daea181 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:00.398933 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34c776bb-731b-49ee-ad29-1327c39787a6 req-b57aee9c-6c93-4ef3-a2fe-e3a91daea181 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1310813 Feb 10 15:36:00.472745 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34c776bb-731b-49ee-ad29-1327c39787a6 req-25eaa8fc-e5c4-40c5-978e-1e806309e248 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668602 Feb 10 15:36:00.524507 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-8a66f059-55b1-449b-b3cf-947d00e02f40 service neutron] 10.222.0.79 "GET /v2.0/networks/b6e2344b-652c-4336-b0e8-0e7275a417c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435151 Feb 10 15:36:00.592507 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-e5acfd72-2f5b-4a93-ab58-37d55ec68242 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.150&port_id=5708eb24-c263-473c-87c1-57d8dc44053f HTTP/1.1" status: 200 len: 217 time: 0.0600271 Feb 10 15:36:00.630918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-443429975', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}, 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:00.662595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3540a-9fd6-4c04-8f3d-2b7cf30ce2ac req-55539631-b6f4-42f1-a878-6506ff808a77 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:00.664496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03c3540a-9fd6-4c04-8f3d-2b7cf30ce2ac req-55539631-b6f4-42f1-a878-6506ff808a77 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0985889 Feb 10 15:36:00.679312 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-0de35ff5-c282-42eb-a3d6-cf6d61e9b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:00.680991 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-0de35ff5-c282-42eb-a3d6-cf6d61e9b1ff service neutron] 10.222.0.79 "GET /v2.0/subnets?id=97882a70-9fd9-448f-b63e-da41b71cf5bc HTTP/1.1" status: 200 len: 801 time: 0.0822148 Feb 10 15:36:00.691728 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (fb3b4441-4414-4eda-a36a-ce8d5dbc4b42), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:00.693406 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (fb3b4441-4414-4eda-a36a-ce8d5dbc4b42), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:00.773343 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03c3540a-9fd6-4c04-8f3d-2b7cf30ce2ac req-0a123be6-b585-4b94-92c4-125f5e8ceb02 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959802 Feb 10 15:36:00.802528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6aa04b9-16ea-4bb6-9293-839e08b3229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:00.810186 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-f6aa04b9-16ea-4bb6-9293-839e08b3229d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d4430845-fe30-431f-bf63-94af1e90a23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1224225 Feb 10 15:36:00.834359 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_controller (fb3b4441-4414-4eda-a36a-ce8d5dbc4b42), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:01.051246 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-68742a68-f68e-4c79-a8de-a53dc5486d58 service neutron] 10.222.0.79 "GET /v2.0/networks/d4430845-fe30-431f-bf63-94af1e90a23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330713 Feb 10 15:36:01.259291 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d40b6e9d-5162-4534-a705-0018b1d75c87 req-bd9472d1-8fee-40c1-bc8e-15fee93f85ca service neutron] 10.222.0.79 "GET /v2.0/networks/d4430845-fe30-431f-bf63-94af1e90a23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008271 Feb 10 15:36:01.402969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01379062-b763-4784-8095-3d6504acbd23 req-7a7eb070-3b36-4b4e-a117-ead540985e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:01.404126 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01379062-b763-4784-8095-3d6504acbd23 req-7a7eb070-3b36-4b4e-a117-ead540985e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:01.405935 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01379062-b763-4784-8095-3d6504acbd23 req-7a7eb070-3b36-4b4e-a117-ead540985e52 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9a604c2939b04840a89b4741b69d3c48&device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 2042 time: 0.0803463 Feb 10 15:36:01.572047 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (fb3b4441-4414-4eda-a36a-ce8d5dbc4b42), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:01.601002 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01379062-b763-4784-8095-3d6504acbd23 req-22d54e2d-4308-4a4f-a806-f16f2e54e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:01.603092 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01379062-b763-4784-8095-3d6504acbd23 req-22d54e2d-4308-4a4f-a806-f16f2e54e7f0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d4430845-fe30-431f-bf63-94af1e90a23d HTTP/1.1" status: 200 len: 903 time: 0.1896329 Feb 10 15:36:01.643520 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660ad06-4628-4a8f-8a3a-b3b83a35286b req-2b86aab0-a4c8-48a8-936f-fb85eea9bcee tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:01.650860 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b660ad06-4628-4a8f-8a3a-b3b83a35286b req-2b86aab0-a4c8-48a8-936f-fb85eea9bcee tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.2427590 Feb 10 15:36:01.678342 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01379062-b763-4784-8095-3d6504acbd23 req-bbc04d1f-f8f8-47b9-8cdd-a6e3cf3062fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.150&port_id=5708eb24-c263-473c-87c1-57d8dc44053f HTTP/1.1" status: 200 len: 217 time: 0.0676055 Feb 10 15:36:01.698121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5910053-fa09-4522-86bb-3f948a324d70 req-2d1d4fbc-5070-43af-bbb1-47ed851e953c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:01.704164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5910053-fa09-4522-86bb-3f948a324d70 req-2d1d4fbc-5070-43af-bbb1-47ed851e953c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:01.713292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5910053-fa09-4522-86bb-3f948a324d70 req-2d1d4fbc-5070-43af-bbb1-47ed851e953c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1678 time: 0.3039594 Feb 10 15:36:01.769019 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01379062-b763-4784-8095-3d6504acbd23 req-0a209361-5bbc-4c2f-ba31-7145132f8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:01.772432 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01379062-b763-4784-8095-3d6504acbd23 req-0a209361-5bbc-4c2f-ba31-7145132f8438 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=97882a70-9fd9-448f-b63e-da41b71cf5bc HTTP/1.1" status: 200 len: 801 time: 0.0877714 Feb 10 15:36:01.843422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01379062-b763-4784-8095-3d6504acbd23 req-2d75a6c6-b516-48f5-be50-9876a4441be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:01.845601 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01379062-b763-4784-8095-3d6504acbd23 req-2d75a6c6-b516-48f5-be50-9876a4441be1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d4430845-fe30-431f-bf63-94af1e90a23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0673828 Feb 10 15:36:01.866361 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b660ad06-4628-4a8f-8a3a-b3b83a35286b req-3b76a190-5fd5-413f-8a6e-01da405b4274 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080638 Feb 10 15:36:01.917706 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5910053-fa09-4522-86bb-3f948a324d70 req-4fbfd975-924f-42c5-8216-7bca6ea0b202 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032673 Feb 10 15:36:02.044557 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01379062-b763-4784-8095-3d6504acbd23 req-e2653e4d-bb73-4a37-a512-7c464491a0c7 service neutron] 10.222.0.79 "GET /v2.0/networks/d4430845-fe30-431f-bf63-94af1e90a23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927831 Feb 10 15:36:02.103667 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de3f57ae-2dc7-44b8-af74-080d4ccfb964 req-cc6d2ae5-4282-4acd-bcdd-ef33e47cb989 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0458131 Feb 10 15:36:02.161100 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (fb3b4441-4414-4eda-a36a-ce8d5dbc4b42), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:02.203516 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:02.219484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6181bc-f8b1-44ba-ab31-36a1f724f4b6 req-1f933d3b-0969-4416-96bc-689ebadc59a1 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:02.221253 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee6181bc-f8b1-44ba-ab31-36a1f724f4b6 req-1f933d3b-0969-4416-96bc-689ebadc59a1 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1727169 Feb 10 15:36:02.240001 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01379062-b763-4784-8095-3d6504acbd23 req-92221329-3421-4a1e-a261-d1ca07abdcdf service neutron] 10.222.0.79 "GET /v2.0/networks/d4430845-fe30-431f-bf63-94af1e90a23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835732 Feb 10 15:36:02.353340 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Allocated IP 172.25.3.94 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/be75029c-ae1f-409e-b588-94206e588ed1) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:36:02.462525 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for port (be75029c-ae1f-409e-b588-94206e588ed1), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:02.501145 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (be75029c-ae1f-409e-b588-94206e588ed1), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:02.552021 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:36:02.558402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:36:02.569461 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:36:02.608839 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Pushing event updated for resources: {'Port': ['ID=be75029c-ae1f-409e-b588-94206e588ed1,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:02.632565 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee6181bc-f8b1-44ba-ab31-36a1f724f4b6 req-6f2565ae-f6b7-48aa-b7a5-57b2c62a4511 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379125 Feb 10 15:36:03.073357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58f8a1-f932-48b4-85d7-4eeebafa0af6 req-768cfc0c-6b63-4101-9b0b-2c31dedaa7cf tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:03.076190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db58f8a1-f932-48b4-85d7-4eeebafa0af6 req-768cfc0c-6b63-4101-9b0b-2c31dedaa7cf tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1867316 Feb 10 15:36:03.160323 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (fb3b4441-4414-4eda-a36a-ce8d5dbc4b42), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:03.281375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a33790-6242-485a-86c0-399262cd9324 req-03e03ebf-150d-465c-9dcb-54e0e2f1ffc7 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:03.288133 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a33790-6242-485a-86c0-399262cd9324 req-03e03ebf-150d-465c-9dcb-54e0e2f1ffc7 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:03.290274 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98a33790-6242-485a-86c0-399262cd9324 req-03e03ebf-150d-465c-9dcb-54e0e2f1ffc7 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1678 time: 0.2122459 Feb 10 15:36:03.359246 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db58f8a1-f932-48b4-85d7-4eeebafa0af6 req-7b2ab8b1-4e20-464f-af05-4e2e154748cd tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294428 Feb 10 15:36:03.412767 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:36:03.462317 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98a33790-6242-485a-86c0-399262cd9324 req-52071edf-b8d1-497d-ada0-a6c1cff80c4a tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246996 Feb 10 15:36:03.493773 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74c15e2f-9e16-45db-98d9-c3c0b1b722ed req-98904795-9008-4f51-bcee-9e34eeb2e210 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0396500 Feb 10 15:36:03.547424 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (fb3b4441-4414-4eda-a36a-ce8d5dbc4b42), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:03.683646 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Router fb3b4441-4414-4eda-a36a-ce8d5dbc4b42 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:36:03.816500 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:36:03.826863 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbca0e59-294c-4a2b-9596-f4b01e3d1bcd None None] Sync routers for ids ['fb3b4441-4414-4eda-a36a-ce8d5dbc4b42'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:36:03.839729 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbca0e59-294c-4a2b-9596-f4b01e3d1bcd None None] Routers {'fb3b4441-4414-4eda-a36a-ce8d5dbc4b42'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:03.840474 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-cbca0e59-294c-4a2b-9596-f4b01e3d1bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:35:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['fb3b4441-4414-4eda-a36a-ce8d5dbc4b42'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:03.841010 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:03.842705 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-82bca195-b08d-4e76-b110-2090639935fb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6346366 Feb 10 15:36:03.844956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40640) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:03.880127 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-cbca0e59-294c-4a2b-9596-f4b01e3d1bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:03.889344 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbca0e59-294c-4a2b-9596-f4b01e3d1bcd None None] Routers {'fb3b4441-4414-4eda-a36a-ce8d5dbc4b42'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:03.890095 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-cbca0e59-294c-4a2b-9596-f4b01e3d1bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:35:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['fb3b4441-4414-4eda-a36a-ce8d5dbc4b42'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:03.923360 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-cbca0e59-294c-4a2b-9596-f4b01e3d1bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:03.924211 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbca0e59-294c-4a2b-9596-f4b01e3d1bcd None None] The sync data for ids ['fb3b4441-4414-4eda-a36a-ce8d5dbc4b42'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:36:03.951178 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-06bf1792-e608-4612-8f87-eadb0ed5fb70 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/routers/fb3b4441-4414-4eda-a36a-ce8d5dbc4b42 HTTP/1.1" status: 200 len: 919 time: 0.1050866 Feb 10 15:36:03.954025 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40642) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:03.981855 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e11c1113-6c85-4c4d-8dfa-ce09f4483399 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb3b4441-4414-4eda-a36a-ce8d5dbc4b42 HTTP/1.1" status: 200 len: 205 time: 0.0266867 Feb 10 15:36:03.984412 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40644) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:04.100303 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c07481e-e58e-46c2-9256-32fe58f875fc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (fb3b4441-4414-4eda-a36a-ce8d5dbc4b42), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:04.214877 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c07481e-e58e-46c2-9256-32fe58f875fc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (fb3b4441-4414-4eda-a36a-ce8d5dbc4b42), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:04.277663 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2c07481e-e58e-46c2-9256-32fe58f875fc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Deleting port be75029c-ae1f-409e-b588-94206e588ed1 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:04.278013 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c07481e-e58e-46c2-9256-32fe58f875fc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (be75029c-ae1f-409e-b588-94206e588ed1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:04.368814 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c07481e-e58e-46c2-9256-32fe58f875fc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (be75029c-ae1f-409e-b588-94206e588ed1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:04.388606 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2c07481e-e58e-46c2-9256-32fe58f875fc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Calling delete_port for be75029c-ae1f-409e-b588-94206e588ed1 owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:04.542714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f6551-1061-45ec-9a5a-8441c3c3723e req-7063b7ce-9185-4331-8ca6-438abc30a9a6 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:04.544500 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f43f6551-1061-45ec-9a5a-8441c3c3723e req-7063b7ce-9185-4331-8ca6-438abc30a9a6 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0794415 Feb 10 15:36:04.681332 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f43f6551-1061-45ec-9a5a-8441c3c3723e req-cf9c938f-7ec4-41df-a4e3-36f1650322f0 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234665 Feb 10 15:36:04.691531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8640fc-9e84-4c33-aca9-7ce4d9b633e9 req-ff49dc5d-d252-4c60-a8bc-db8e6d41f1e1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:04.696772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8640fc-9e84-4c33-aca9-7ce4d9b633e9 req-ff49dc5d-d252-4c60-a8bc-db8e6d41f1e1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:04.698359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad8640fc-9e84-4c33-aca9-7ce4d9b633e9 req-ff49dc5d-d252-4c60-a8bc-db8e6d41f1e1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1678 time: 0.1528852 Feb 10 15:36:04.779216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad8640fc-9e84-4c33-aca9-7ce4d9b633e9 req-c2bda7aa-22cf-4687-b331-9a334b878b8d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623331 Feb 10 15:36:04.780040 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c07481e-e58e-46c2-9256-32fe58f875fc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (be75029c-ae1f-409e-b588-94206e588ed1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:04.834761 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-059f1ebe-c22a-4f73-a422-358a748c306f req-4b9e90a1-4635-4de1-8820-7e056b32ef5c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0297413 Feb 10 15:36:04.838362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07481e-e58e-46c2-9256-32fe58f875fc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Pushing event deleted for resources: {'Port': ['ID=be75029c-ae1f-409e-b588-94206e588ed1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:04.925729 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c07481e-e58e-46c2-9256-32fe58f875fc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (fb3b4441-4414-4eda-a36a-ce8d5dbc4b42), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:05.036180 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c07481e-e58e-46c2-9256-32fe58f875fc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (fb3b4441-4414-4eda-a36a-ce8d5dbc4b42), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:05.038542 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c07481e-e58e-46c2-9256-32fe58f875fc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_controller (fb3b4441-4414-4eda-a36a-ce8d5dbc4b42), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:05.121324 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c07481e-e58e-46c2-9256-32fe58f875fc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (fb3b4441-4414-4eda-a36a-ce8d5dbc4b42), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:05.122012 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c07481e-e58e-46c2-9256-32fe58f875fc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Fanout notify agent at l3_agent the message router_deleted on router fb3b4441-4414-4eda-a36a-ce8d5dbc4b42 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:36:05.131283 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c07481e-e58e-46c2-9256-32fe58f875fc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:05.136285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2c07481e-e58e-46c2-9256-32fe58f875fc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "DELETE /v2.0/routers/fb3b4441-4414-4eda-a36a-ce8d5dbc4b42 HTTP/1.1" status: 204 len: 168 time: 1.1472843 Feb 10 15:36:05.137024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40684) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:05.150687 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1784973495', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'enable_snat': False}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:05.156737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410629d-4049-481f-beba-4cbec08dc398 req-9cec9207-5cd8-48b1-a17e-36138c613d79 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:05.159806 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4410629d-4049-481f-beba-4cbec08dc398 req-9cec9207-5cd8-48b1-a17e-36138c613d79 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0785646 Feb 10 15:36:05.214412 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (3038bc13-aa86-46b9-bfa3-a2c4b9ea1674), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:05.215516 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (3038bc13-aa86-46b9-bfa3-a2c4b9ea1674), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:05.301580 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_controller (3038bc13-aa86-46b9-bfa3-a2c4b9ea1674), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:05.469592 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (3038bc13-aa86-46b9-bfa3-a2c4b9ea1674), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:05.523975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device bf032c2a-643a-4c72-b8a1-80cc79dd3645 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:36:05.579684 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4410629d-4049-481f-beba-4cbec08dc398 req-7d099d73-5895-4118-8c71-b55b33c170d5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132318 Feb 10 15:36:05.656508 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port bf032c2a-643a-4c72-b8a1-80cc79dd3645, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bf032c2a-643a-4c72-b8a1-80cc79dd3645,segment=NetworkSegment(59078613-167a-4a34-a5a7-5028f3f4ab2b),segment_id=59078613-167a-4a34-a5a7-5028f3f4ab2b)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:05.669713 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'bf032c2a-643a-4c72-b8a1-80cc79dd3645', 'network_id': 'b6e2344b-652c-4336-b0e8-0e7275a417c1', 'port_id': 'bf032c2a-643a-4c72-b8a1-80cc79dd3645', 'mac_address': 'fa:16:3e:38:11:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58410f2d-aa3a-49ab-8b2f-815dbf7ac37e', 'ip_address': '19.80.0.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:36:05.724191 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port bf032c2a-643a-4c72-b8a1-80cc79dd3645 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:36:05.724958 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bf032c2a-643a-4c72-b8a1-80cc79dd3645), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:05.742351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf032c2a-643a-4c72-b8a1-80cc79dd3645 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:36:05.778990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port bf032c2a-643a-4c72-b8a1-80cc79dd3645, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bf032c2a-643a-4c72-b8a1-80cc79dd3645,segment=NetworkSegment(59078613-167a-4a34-a5a7-5028f3f4ab2b),segment_id=59078613-167a-4a34-a5a7-5028f3f4ab2b)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:05.790431 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bf032c2a-643a-4c72-b8a1-80cc79dd3645), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:05.792394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5708eb24-c263-473c-87c1-57d8dc44053f details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:36:05.795036 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (3038bc13-aa86-46b9-bfa3-a2c4b9ea1674), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:05.818101 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:05.885621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=bf032c2a-643a-4c72-b8a1-80cc79dd3645,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:06.013622 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5708eb24-c263-473c-87c1-57d8dc44053f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5708eb24-c263-473c-87c1-57d8dc44053f,segment=NetworkSegment(55486356-e0f8-4a12-8e04-dfd2777cb6a1),segment_id=55486356-e0f8-4a12-8e04-dfd2777cb6a1)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:06.028055 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '5708eb24-c263-473c-87c1-57d8dc44053f', 'network_id': 'd4430845-fe30-431f-bf63-94af1e90a23d', 'port_id': '5708eb24-c263-473c-87c1-57d8dc44053f', 'mac_address': 'fa:16:3e:c1:4b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97882a70-9fd9-448f-b63e-da41b71cf5bc', 'ip_address': '19.86.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:36:06.037244 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37c294ab-c34f-42b0-86ec-203cf0f40fb3 req-a73199ab-b322-4fef-9a77-c3cbd9e58e93 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0965459 Feb 10 15:36:06.039317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Allocated IP 172.25.3.215 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/0bcbf93b-4cc7-4185-89d3-56f339813daf) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:36:06.086564 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d2094-35f5-4281-93f2-433e69a3067b req-92c0b6a8-f682-4896-9c78-726994eec3ed tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:06.091628 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d2094-35f5-4281-93f2-433e69a3067b req-92c0b6a8-f682-4896-9c78-726994eec3ed tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:06.099212 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-645d2094-35f5-4281-93f2-433e69a3067b req-92c0b6a8-f682-4896-9c78-726994eec3ed tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1679 time: 0.1676066 Feb 10 15:36:06.164327 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-645d2094-35f5-4281-93f2-433e69a3067b req-f705089a-f51c-4098-aba8-550967934309 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572908 Feb 10 15:36:06.175567 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for port (0bcbf93b-4cc7-4185-89d3-56f339813daf), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:06.216413 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (0bcbf93b-4cc7-4185-89d3-56f339813daf), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:06.267746 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:36:06.272143 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:36:06.281600 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:36:06.311634 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 5708eb24-c263-473c-87c1-57d8dc44053f is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:36:06.312124 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5708eb24-c263-473c-87c1-57d8dc44053f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:06.312743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Pushing event updated for resources: {'Port': ['ID=0bcbf93b-4cc7-4185-89d3-56f339813daf,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:06.335015 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5708eb24-c263-473c-87c1-57d8dc44053f {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:36:06.356852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5708eb24-c263-473c-87c1-57d8dc44053f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5708eb24-c263-473c-87c1-57d8dc44053f,segment=NetworkSegment(55486356-e0f8-4a12-8e04-dfd2777cb6a1),segment_id=55486356-e0f8-4a12-8e04-dfd2777cb6a1)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:06.361584 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5708eb24-c263-473c-87c1-57d8dc44053f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:06.417456 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=5708eb24-c263-473c-87c1-57d8dc44053f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:06.569125 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (3038bc13-aa86-46b9-bfa3-a2c4b9ea1674), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:06.717444 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['5708eb24-c263-473c-87c1-57d8dc44053f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:36:06.800503 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27abc5-ea72-46db-a476-da7231da4daa req-ccdf57d0-e3d1-4eab-8ee1-699b2170064f tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:06.808915 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b27abc5-ea72-46db-a476-da7231da4daa req-ccdf57d0-e3d1-4eab-8ee1-699b2170064f tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1195488 Feb 10 15:36:06.899427 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b27abc5-ea72-46db-a476-da7231da4daa req-c2261824-8c8d-4d87-80eb-b76faeb076da tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883014 Feb 10 15:36:06.939761 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (3038bc13-aa86-46b9-bfa3-a2c4b9ea1674), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:06.980020 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:07.051826 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16f391-b3b0-4ee3-8bc6-fd736234ca71 req-a4f5599b-52b1-4cf0-aa0e-7875f7a535f2 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:07.060411 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a16f391-b3b0-4ee3-8bc6-fd736234ca71 req-a4f5599b-52b1-4cf0-aa0e-7875f7a535f2 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0685699 Feb 10 15:36:07.131139 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a16f391-b3b0-4ee3-8bc6-fd736234ca71 req-9e4bf4de-3444-473b-aa83-4400ee927b8c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688224 Feb 10 15:36:07.170253 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Router 3038bc13-aa86-46b9-bfa3-a2c4b9ea1674 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:36:07.217795 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-57c70993-a19a-463e-afa1-82b0cda7d070 req-94a843f4-a370-42d9-8e39-725d901cd4d7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0559084 Feb 10 15:36:07.354532 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6dccf-8400-41f4-8538-43f34e4267bf req-a57ccdde-7bc9-4b58-b179-b17e45d76f2b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:07.361677 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6dccf-8400-41f4-8538-43f34e4267bf req-a57ccdde-7bc9-4b58-b179-b17e45d76f2b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:07.364081 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e0d6dccf-8400-41f4-8538-43f34e4267bf req-a57ccdde-7bc9-4b58-b179-b17e45d76f2b tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1680 time: 0.0852547 Feb 10 15:36:07.386160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:36:07.395916 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Sync routers for ids ['3038bc13-aa86-46b9-bfa3-a2c4b9ea1674'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:36:07.414991 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Routers {'3038bc13-aa86-46b9-bfa3-a2c4b9ea1674'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:07.415861 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:35:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['3038bc13-aa86-46b9-bfa3-a2c4b9ea1674'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:07.441506 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:07.447527 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fdb5bc24-fcb0-4737-8163-bc9c6282363d tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3066356 Feb 10 15:36:07.450613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40718) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:07.455869 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0656c23-428e-4718-b750-165931b4944a req-23550dbd-883c-4ca9-a2f9-697eea093674 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:07.458349 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0656c23-428e-4718-b750-165931b4944a req-23550dbd-883c-4ca9-a2f9-697eea093674 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1140392 Feb 10 15:36:07.510207 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e0d6dccf-8400-41f4-8538-43f34e4267bf req-3631cc2e-6943-47d2-9338-b25d000282c2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324611 Feb 10 15:36:07.526234 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0656c23-428e-4718-b750-165931b4944a req-b54e1468-5e0a-443e-9b41-f47ec85cde30 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569780 Feb 10 15:36:07.617330 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-85ac8b8a-2da8-4fd8-b279-22e7b401b58b tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/routers/3038bc13-aa86-46b9-bfa3-a2c4b9ea1674 HTTP/1.1" status: 200 len: 909 time: 0.1653941 Feb 10 15:36:07.617759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Set router 3038bc13-aa86-46b9-bfa3-a2c4b9ea1674 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:36:07.620397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40722) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:07.624231 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1784973495', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'enable_snat': True}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:07.668915 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (0494c45f-078f-4237-8172-60ba3f524f3e), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:07.670079 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (0494c45f-078f-4237-8172-60ba3f524f3e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:07.747582 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_controller (0494c45f-078f-4237-8172-60ba3f524f3e), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:07.763387 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be11884-ff1e-4090-a799-ff563a301c85 req-e0cd4c6a-7bcc-4cce-b26b-324dfca40868 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:07.770559 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3be11884-ff1e-4090-a799-ff563a301c85 req-e0cd4c6a-7bcc-4cce-b26b-324dfca40868 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1305084 Feb 10 15:36:07.879481 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3be11884-ff1e-4090-a799-ff563a301c85 req-2f176bd6-cf8e-4309-829f-37904345fe81 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077328 Feb 10 15:36:07.943148 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (0494c45f-078f-4237-8172-60ba3f524f3e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:07.954842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['bf032c2a-643a-4c72-b8a1-80cc79dd3645'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:36:07.994599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3038bc13-aa86-46b9-bfa3-a2c4b9ea1674', 'name': 'tempest-snat-router-1784973495', 'tenant_id': '69573f03751640879258389eae902923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.215'}], 'enable_snat': False}, 'gw_port_id': '0bcbf93b-4cc7-4185-89d3-56f339813daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:36:05Z', 'updated_at': '2022-02-10T15:36:06Z', 'revision_number': 3, 'project_id': '69573f03751640879258389eae902923', 'gw_port': {'id': '0bcbf93b-4cc7-4185-89d3-56f339813daf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3038bc13-aa86-46b9-bfa3-a2c4b9ea1674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:36:05Z', 'updated_at': '2022-02-10T15:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:08.033206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Checking router: 3038bc13-aa86-46b9-bfa3-a2c4b9ea1674 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:36:08.038649 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Updating router 3038bc13-aa86-46b9-bfa3-a2c4b9ea1674 port 0bcbf93b-4cc7-4185-89d3-56f339813daf binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:36:08.045496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae6928-3004-4ba6-9875-87c1e798b095 req-36a236ba-e9c5-4c1f-813c-0307bf0c9736 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:08.058493 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fcae6928-3004-4ba6-9875-87c1e798b095 req-36a236ba-e9c5-4c1f-813c-0307bf0c9736 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0820043 Feb 10 15:36:08.099519 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0bcbf93b-4cc7-4185-89d3-56f339813daf), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:08.159190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fcae6928-3004-4ba6-9875-87c1e798b095 req-1ae9fdcc-c9b7-490b-9fe5-04cbf5915abb tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941184 Feb 10 15:36:08.229742 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (0494c45f-078f-4237-8172-60ba3f524f3e), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:08.250814 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:08.389838 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Allocated IP 172.25.3.104 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/14a5f3d2-13da-4317-8466-cbb48c8302cf) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:36:08.431230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0e617-909c-4850-901e-5ed00ee7c964 req-de81b8b9-db4a-4504-98b7-a595a76da8d0 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:08.437218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5c0e617-909c-4850-901e-5ed00ee7c964 req-de81b8b9-db4a-4504-98b7-a595a76da8d0 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1396661 Feb 10 15:36:08.441856 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-45eedc53-cf1c-40df-bc06-b1d19ae1335a req-5e6734c1-31cb-410b-9dfc-807971a4f344 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0567300 Feb 10 15:36:08.527553 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for port (14a5f3d2-13da-4317-8466-cbb48c8302cf), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:08.547004 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5c0e617-909c-4850-901e-5ed00ee7c964 req-8eca606e-a5ed-4653-a720-95092e8e523f tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892727 Feb 10 15:36:08.599439 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (14a5f3d2-13da-4317-8466-cbb48c8302cf), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:08.696440 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Pushing event updated for resources: {'Port': ['ID=14a5f3d2-13da-4317-8466-cbb48c8302cf,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:08.709008 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:36:08.710471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:36:08.714002 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:36:08.740144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4ac7f-349c-4f65-8ed7-b9e71b693fc4 req-7b194414-e7e5-4a42-abab-b779e64f4169 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:08.746641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4ac7f-349c-4f65-8ed7-b9e71b693fc4 req-7b194414-e7e5-4a42-abab-b779e64f4169 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:08.756929 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b7c4ac7f-349c-4f65-8ed7-b9e71b693fc4 req-7b194414-e7e5-4a42-abab-b779e64f4169 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1680 time: 0.1561916 Feb 10 15:36:08.883653 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Publish callbacks [] for port (0bcbf93b-4cc7-4185-89d3-56f339813daf), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:08.892371 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0bcbf93b-4cc7-4185-89d3-56f339813daf), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:08.918943 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b7c4ac7f-349c-4f65-8ed7-b9e71b693fc4 req-ca6f1e7b-ee4f-4c59-a2c9-9d9eb21ae926 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607428 Feb 10 15:36:08.954463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f302c65-111c-46fe-a218-8f42d78aec0d req-69e257d2-0f51-4fc4-a27e-25d8a1ad0245 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:08.961731 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f302c65-111c-46fe-a218-8f42d78aec0d req-69e257d2-0f51-4fc4-a27e-25d8a1ad0245 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1820471 Feb 10 15:36:08.997815 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af935fba-015f-4dd0-9526-441729c329c7 None None] Pushing event updated for resources: {'Port': ['ID=0bcbf93b-4cc7-4185-89d3-56f339813daf,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:09.030865 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Attempting to bind port 0bcbf93b-4cc7-4185-89d3-56f339813daf on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:36:09.031719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Attempting to bind port 0bcbf93b-4cc7-4185-89d3-56f339813daf by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:36:09.032343 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Attempting to bind port 0bcbf93b-4cc7-4185-89d3-56f339813daf on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:36:09.039133 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:36:09.039693 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:36:09.040196 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:09.040728 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:36:09.042442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Bound port: 0bcbf93b-4cc7-4185-89d3-56f339813daf, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:36:09.042947 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0bcbf93b-4cc7-4185-89d3-56f339813daf), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:09.063588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f302c65-111c-46fe-a218-8f42d78aec0d req-7c51b602-b091-4b06-8de2-a2c2ae3f44ca tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008749 Feb 10 15:36:09.163837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] For port 0bcbf93b-4cc7-4185-89d3-56f339813daf, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:36:09.171821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] For port 0bcbf93b-4cc7-4185-89d3-56f339813daf, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0bcbf93b-4cc7-4185-89d3-56f339813daf,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:36:09.183823 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0bcbf93b-4cc7-4185-89d3-56f339813daf), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:09.256504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Routers {'3038bc13-aa86-46b9-bfa3-a2c4b9ea1674'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:09.257168 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:35:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['3038bc13-aa86-46b9-bfa3-a2c4b9ea1674'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:09.271180 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446cde9-d5a4-49d6-8992-d07f3a91964e req-abdb5307-9480-41c2-b576-41884fa3be9b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:09.272769 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f446cde9-d5a4-49d6-8992-d07f3a91964e req-abdb5307-9480-41c2-b576-41884fa3be9b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0957224 Feb 10 15:36:09.354826 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f446cde9-d5a4-49d6-8992-d07f3a91964e req-14a39f2c-0141-4bee-a9e8-36ec923b3c4e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734365 Feb 10 15:36:09.368933 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af935fba-015f-4dd0-9526-441729c329c7 None None] Pushing event updated for resources: {'Port': ['ID=0bcbf93b-4cc7-4185-89d3-56f339813daf,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:09.475199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] Set router 3038bc13-aa86-46b9-bfa3-a2c4b9ea1674 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:36:09.550840 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device bf032c2a-643a-4c72-b8a1-80cc79dd3645 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:36:09.559529 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (0494c45f-078f-4237-8172-60ba3f524f3e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:09.598503 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c33f81-9fda-4aee-842d-0357e6953b7d req-091ccf17-fc66-4877-9d9e-f186d64fde4b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:09.600092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2c33f81-9fda-4aee-842d-0357e6953b7d req-091ccf17-fc66-4877-9d9e-f186d64fde4b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0995247 Feb 10 15:36:09.689263 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd72d4e7-ac19-4b1e-a910-aecf4726d089 req-e3c05ece-8e3c-4729-beb4-934386467039 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0880179 Feb 10 15:36:09.741024 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port bf032c2a-643a-4c72-b8a1-80cc79dd3645 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:36:09.747050 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2c33f81-9fda-4aee-842d-0357e6953b7d req-60d24ea5-c5dc-4d2a-8e9f-56319ea300b3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262774 Feb 10 15:36:09.766396 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port bf032c2a-643a-4c72-b8a1-80cc79dd3645 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:36:09.766791 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bf032c2a-643a-4c72-b8a1-80cc79dd3645), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:09.835119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3038bc13-aa86-46b9-bfa3-a2c4b9ea1674', 'name': 'tempest-snat-router-1784973495', 'tenant_id': '69573f03751640879258389eae902923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.215'}], 'enable_snat': False}, 'gw_port_id': '0bcbf93b-4cc7-4185-89d3-56f339813daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:36:05Z', 'updated_at': '2022-02-10T15:36:06Z', 'revision_number': 3, 'project_id': '69573f03751640879258389eae902923', 'gw_port': {'id': '0bcbf93b-4cc7-4185-89d3-56f339813daf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3038bc13-aa86-46b9-bfa3-a2c4b9ea1674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:36:05Z', 'updated_at': '2022-02-10T15:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:09.869370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0951b60d-1325-4aab-a444-5ea586724feb None None] The sync data for ids ['3038bc13-aa86-46b9-bfa3-a2c4b9ea1674'] in n-d-815324-7 is: [{'id': '3038bc13-aa86-46b9-bfa3-a2c4b9ea1674', 'name': 'tempest-snat-router-1784973495', 'tenant_id': '69573f03751640879258389eae902923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.215'}], 'enable_snat': False}, 'gw_port_id': '0bcbf93b-4cc7-4185-89d3-56f339813daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:36:05Z', 'updated_at': '2022-02-10T15:36:06Z', 'revision_number': 3, 'project_id': '69573f03751640879258389eae902923', 'gw_port': {'id': '0bcbf93b-4cc7-4185-89d3-56f339813daf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3038bc13-aa86-46b9-bfa3-a2c4b9ea1674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:36:05Z', 'updated_at': '2022-02-10T15:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:36:09.952168 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (0494c45f-078f-4237-8172-60ba3f524f3e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:09.980558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port bf032c2a-643a-4c72-b8a1-80cc79dd3645 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:36:09.981476 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bf032c2a-643a-4c72-b8a1-80cc79dd3645), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:10.032757 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f59f38-e680-4491-b49e-ee6d820b0626 req-87929bbb-a189-44dd-ac62-101014a93b9e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:10.040528 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9f59f38-e680-4491-b49e-ee6d820b0626 req-87929bbb-a189-44dd-ac62-101014a93b9e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1358390 Feb 10 15:36:10.044071 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209c1f62-30bf-451a-8646-0b4d83de3f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf032c2a-643a-4c72-b8a1-80cc79dd3645'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:36:10.051668 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e233b5-9e0e-4566-9cc2-8ee321bd654b" -d '{"events": [{"server_uuid": "209c1f62-30bf-451a-8646-0b4d83de3f46", "name": "network-vif-plugged", "status": "completed", "tag": "bf032c2a-643a-4c72-b8a1-80cc79dd3645"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:36:10.072040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port bf032c2a-643a-4c72-b8a1-80cc79dd3645, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bf032c2a-643a-4c72-b8a1-80cc79dd3645,segment=NetworkSegment(59078613-167a-4a34-a5a7-5028f3f4ab2b),segment_id=59078613-167a-4a34-a5a7-5028f3f4ab2b)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:10.078334 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bf032c2a-643a-4c72-b8a1-80cc79dd3645), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:10.080621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5708eb24-c263-473c-87c1-57d8dc44053f up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:36:10.235306 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=bf032c2a-643a-4c72-b8a1-80cc79dd3645,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:10.241370 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9f59f38-e680-4491-b49e-ee6d820b0626 req-53ec2ced-96f5-423a-a77a-4ec427cd3377 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998570 Feb 10 15:36:10.290464 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 5708eb24-c263-473c-87c1-57d8dc44053f completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:36:10.295858 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 5708eb24-c263-473c-87c1-57d8dc44053f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:36:10.297072 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5708eb24-c263-473c-87c1-57d8dc44053f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:10.298569 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59df22-2bb8-4bfb-a486-1d85af7833e5 req-db8d70de-b933-40dc-a50d-21356a6fd94a tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:10.306670 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59df22-2bb8-4bfb-a486-1d85af7833e5 req-db8d70de-b933-40dc-a50d-21356a6fd94a tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:10.314426 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9e59df22-2bb8-4bfb-a486-1d85af7833e5 req-db8d70de-b933-40dc-a50d-21356a6fd94a tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1681 time: 0.2406447 Feb 10 15:36:10.361123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Router 0494c45f-078f-4237-8172-60ba3f524f3e is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:36:10.384881 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7c0fd1-2175-4883-b9e5-e62c0f1e4fb3 x-openstack-request-id: req-8e7c0fd1-2175-4883-b9e5-e62c0f1e4fb3 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:36:10.385377 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209c1f62-30bf-451a-8646-0b4d83de3f46", "name": "network-vif-plugged", "status": "completed", "tag": "bf032c2a-643a-4c72-b8a1-80cc79dd3645", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:36:10.385808 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e7c0fd1-2175-4883-b9e5-e62c0f1e4fb3 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:36:10.386365 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209c1f62-30bf-451a-8646-0b4d83de3f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf032c2a-643a-4c72-b8a1-80cc79dd3645', 'code': 200} Feb 10 15:36:10.424868 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9e59df22-2bb8-4bfb-a486-1d85af7833e5 req-dc7b6e58-cbaa-4369-8e47-c68ffa734697 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040046 Feb 10 15:36:10.501114 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 5708eb24-c263-473c-87c1-57d8dc44053f is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:36:10.501799 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5708eb24-c263-473c-87c1-57d8dc44053f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:10.569860 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 5708eb24-c263-473c-87c1-57d8dc44053f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5708eb24-c263-473c-87c1-57d8dc44053f,segment=NetworkSegment(55486356-e0f8-4a12-8e04-dfd2777cb6a1),segment_id=55486356-e0f8-4a12-8e04-dfd2777cb6a1)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:10.575498 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5708eb24-c263-473c-87c1-57d8dc44053f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:10.579392 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:36:10.586838 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be053c-9e2e-4ff4-a74e-d74262ad92e8 req-9c088a0a-d54f-4994-8760-81afaab58c56 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:10.591211 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Sync routers for ids ['0494c45f-078f-4237-8172-60ba3f524f3e'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:36:10.595008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51be053c-9e2e-4ff4-a74e-d74262ad92e8 req-9c088a0a-d54f-4994-8760-81afaab58c56 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1094589 Feb 10 15:36:10.614502 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Routers {'0494c45f-078f-4237-8172-60ba3f524f3e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:10.621559 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:35:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['0494c45f-078f-4237-8172-60ba3f524f3e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:10.626682 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:10.629497 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a4e2ee19-e65c-45b2-92ec-7536d3e2d1bb tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0085764 Feb 10 15:36:10.633030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40780) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:10.675905 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=5708eb24-c263-473c-87c1-57d8dc44053f,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:10.837715 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51be053c-9e2e-4ff4-a74e-d74262ad92e8 req-0e82b22e-6922-4237-9472-cda01f675fe2 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207892 Feb 10 15:36:10.841666 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Set router 0494c45f-078f-4237-8172-60ba3f524f3e gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:36:10.910679 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64b6689b-f24e-4998-ae37-4aee4788864b req-7b3d4304-a36f-45dc-8735-7a91534c52b5 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0697742 Feb 10 15:36:11.017383 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bd4a481d-74b6-4778-b7b0-ced315a3848e tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/routers/0494c45f-078f-4237-8172-60ba3f524f3e HTTP/1.1" status: 200 len: 908 time: 0.3822782 Feb 10 15:36:11.020603 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40786) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:11.063493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215cd1e-0899-4427-99c8-4fccd3a6a922 req-b07fb93f-3998-4a00-8371-df845203bf0a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:11.076182 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d215cd1e-0899-4427-99c8-4fccd3a6a922 req-b07fb93f-3998-4a00-8371-df845203bf0a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1495655 Feb 10 15:36:11.158370 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0494c45f-078f-4237-8172-60ba3f524f3e', 'name': 'tempest-snat-router-1784973495', 'tenant_id': '69573f03751640879258389eae902923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '14a5f3d2-13da-4317-8466-cbb48c8302cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:36:07Z', 'updated_at': '2022-02-10T15:36:09Z', 'revision_number': 3, 'project_id': '69573f03751640879258389eae902923', 'gw_port': {'id': '14a5f3d2-13da-4317-8466-cbb48c8302cf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0494c45f-078f-4237-8172-60ba3f524f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:36:08Z', 'updated_at': '2022-02-10T15:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:11.201285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d215cd1e-0899-4427-99c8-4fccd3a6a922 req-35e8664b-b3a9-4118-89ca-0741a2089bf5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183901 Feb 10 15:36:11.267333 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Checking router: 0494c45f-078f-4237-8172-60ba3f524f3e for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:36:11.267694 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Updating router 0494c45f-078f-4237-8172-60ba3f524f3e port 14a5f3d2-13da-4317-8466-cbb48c8302cf binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:36:11.297250 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-964ac672-f75c-4f71-87b7-7941db662184 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router (0494c45f-078f-4237-8172-60ba3f524f3e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:11.337185 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:11.345380 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (14a5f3d2-13da-4317-8466-cbb48c8302cf), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:11.498536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b9e6f-b705-4794-bb78-7cf69102fc81 req-8e5b94ae-78be-49f9-8532-424b1fd81400 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:11.502843 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-074b9e6f-b705-4794-bb78-7cf69102fc81 req-8e5b94ae-78be-49f9-8532-424b1fd81400 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0975041 Feb 10 15:36:11.510162 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-964ac672-f75c-4f71-87b7-7941db662184 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (0494c45f-078f-4237-8172-60ba3f524f3e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:11.584172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-964ac672-f75c-4f71-87b7-7941db662184 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Deleting port 14a5f3d2-13da-4317-8466-cbb48c8302cf {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:11.584930 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-964ac672-f75c-4f71-87b7-7941db662184 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (14a5f3d2-13da-4317-8466-cbb48c8302cf), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:11.633771 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-074b9e6f-b705-4794-bb78-7cf69102fc81 req-376c7a24-8833-4b8d-a057-29575e89c7ef tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244733 Feb 10 15:36:11.675109 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999ba29-5501-4469-abf6-2a8d5c332cb4 req-8ffbc127-4088-4cf8-941e-61c366cbec0d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:11.684100 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999ba29-5501-4469-abf6-2a8d5c332cb4 req-8ffbc127-4088-4cf8-941e-61c366cbec0d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:11.687587 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9999ba29-5501-4469-abf6-2a8d5c332cb4 req-8ffbc127-4088-4cf8-941e-61c366cbec0d tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1682 time: 0.1070969 Feb 10 15:36:11.733545 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-964ac672-f75c-4f71-87b7-7941db662184 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (14a5f3d2-13da-4317-8466-cbb48c8302cf), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:11.763147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-964ac672-f75c-4f71-87b7-7941db662184 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Calling delete_port for 14a5f3d2-13da-4317-8466-cbb48c8302cf owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:11.852396 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9999ba29-5501-4469-abf6-2a8d5c332cb4 req-72ca668e-d458-4ecb-8522-aa0173ebacad tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427824 Feb 10 15:36:11.890218 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69055a11-87ef-423b-bf4d-82ffd5393255 req-daf0439e-b8ba-43b0-8776-b5032ff73a43 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:11.891750 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69055a11-87ef-423b-bf4d-82ffd5393255 req-daf0439e-b8ba-43b0-8776-b5032ff73a43 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1278770 Feb 10 15:36:11.956338 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Publish callbacks [] for port (14a5f3d2-13da-4317-8466-cbb48c8302cf), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:11.963254 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (14a5f3d2-13da-4317-8466-cbb48c8302cf), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:12.033041 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69055a11-87ef-423b-bf4d-82ffd5393255 req-af6c4901-4e40-4596-b8b4-83d22ef0b00e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301377 Feb 10 15:36:12.067505 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Attempting to bind port 14a5f3d2-13da-4317-8466-cbb48c8302cf on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:36:12.067875 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Attempting to bind port 14a5f3d2-13da-4317-8466-cbb48c8302cf by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:36:12.068233 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Attempting to bind port 14a5f3d2-13da-4317-8466-cbb48c8302cf on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:36:12.079389 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0bcbf93b-4cc7-4185-89d3-56f339813daf up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:36:12.079910 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:36:12.080322 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:36:12.080928 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:12.081340 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:36:12.081978 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Bound port: 14a5f3d2-13da-4317-8466-cbb48c8302cf, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:36:12.082363 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (14a5f3d2-13da-4317-8466-cbb48c8302cf), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:12.111352 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-964ac672-f75c-4f71-87b7-7941db662184 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (14a5f3d2-13da-4317-8466-cbb48c8302cf), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:12.129267 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06ed8cf6-810e-472c-90c2-6a8baa052570 req-c0d13539-d7ae-4a57-9a4f-20e51829747f tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0836904 Feb 10 15:36:12.144258 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.db.api [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:36:12.144692 n-d-815324-7 neutron-server[103371]: DEBUG oslo_db.api [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:36:12.157749 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47413ca6-90c4-4987-96bb-619a7197ec6a None None] Pushing event updated for resources: {'Port': ['ID=14a5f3d2-13da-4317-8466-cbb48c8302cf,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:12.171253 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47413ca6-90c4-4987-96bb-619a7197ec6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:12.171607 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47413ca6-90c4-4987-96bb-619a7197ec6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:12.171945 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47413ca6-90c4-4987-96bb-619a7197ec6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:12.172279 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47413ca6-90c4-4987-96bb-619a7197ec6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:12.172619 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47413ca6-90c4-4987-96bb-619a7197ec6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:12.172965 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47413ca6-90c4-4987-96bb-619a7197ec6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:12.173296 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47413ca6-90c4-4987-96bb-619a7197ec6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:12.173613 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47413ca6-90c4-4987-96bb-619a7197ec6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:12.173930 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47413ca6-90c4-4987-96bb-619a7197ec6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:12.176291 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47413ca6-90c4-4987-96bb-619a7197ec6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:12.176639 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47413ca6-90c4-4987-96bb-619a7197ec6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:12.177177 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47413ca6-90c4-4987-96bb-619a7197ec6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:12.178071 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47413ca6-90c4-4987-96bb-619a7197ec6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:12.179190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ac672-f75c-4f71-87b7-7941db662184 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Pushing event deleted for resources: {'Port': ['ID=14a5f3d2-13da-4317-8466-cbb48c8302cf,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:12.215342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 0bcbf93b-4cc7-4185-89d3-56f339813daf triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:36:12.215713 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0bcbf93b-4cc7-4185-89d3-56f339813daf), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:12.266555 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-964ac672-f75c-4f71-87b7-7941db662184 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (0494c45f-078f-4237-8172-60ba3f524f3e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:12.316046 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b06dc8-70ef-42b7-9707-c2be9eedf9b8 req-a57b108c-2039-48a7-acac-ea73da815045 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:12.318119 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5b06dc8-70ef-42b7-9707-c2be9eedf9b8 req-a57b108c-2039-48a7-acac-ea73da815045 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0906830 Feb 10 15:36:12.390578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209c1f62-30bf-451a-8646-0b4d83de3f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5708eb24-c263-473c-87c1-57d8dc44053f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:36:12.398248 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4d0a56-bd7d-40fb-9f76-db07145741ac" -d '{"events": [{"server_uuid": "209c1f62-30bf-451a-8646-0b4d83de3f46", "name": "network-vif-plugged", "status": "completed", "tag": "5708eb24-c263-473c-87c1-57d8dc44053f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:36:12.433768 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5b06dc8-70ef-42b7-9707-c2be9eedf9b8 req-e122f3cb-e95b-4c93-bf7e-3f71512e5445 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096003 Feb 10 15:36:12.440144 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0bcbf93b-4cc7-4185-89d3-56f339813daf is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:36:12.440835 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0bcbf93b-4cc7-4185-89d3-56f339813daf), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:12.490696 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-964ac672-f75c-4f71-87b7-7941db662184 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (0494c45f-078f-4237-8172-60ba3f524f3e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:12.491242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 0bcbf93b-4cc7-4185-89d3-56f339813daf, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0bcbf93b-4cc7-4185-89d3-56f339813daf,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:12.493139 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-964ac672-f75c-4f71-87b7-7941db662184 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_controller (0494c45f-078f-4237-8172-60ba3f524f3e), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:12.499899 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0bcbf93b-4cc7-4185-89d3-56f339813daf), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:12.550563 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5b66b6-c88b-45e3-bcd7-a2b1026e8f5b x-openstack-request-id: req-3f5b66b6-c88b-45e3-bcd7-a2b1026e8f5b {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:36:12.551702 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209c1f62-30bf-451a-8646-0b4d83de3f46", "name": "network-vif-plugged", "status": "completed", "tag": "5708eb24-c263-473c-87c1-57d8dc44053f", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:36:12.552392 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f5b66b6-c88b-45e3-bcd7-a2b1026e8f5b {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:36:12.553087 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209c1f62-30bf-451a-8646-0b4d83de3f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5708eb24-c263-473c-87c1-57d8dc44053f', 'code': 200} Feb 10 15:36:12.556058 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-964ac672-f75c-4f71-87b7-7941db662184 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (0494c45f-078f-4237-8172-60ba3f524f3e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:12.556742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964ac672-f75c-4f71-87b7-7941db662184 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0494c45f-078f-4237-8172-60ba3f524f3e {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:36:12.567468 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-964ac672-f75c-4f71-87b7-7941db662184 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:12.570625 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-964ac672-f75c-4f71-87b7-7941db662184 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "DELETE /v2.0/routers/0494c45f-078f-4237-8172-60ba3f524f3e HTTP/1.1" status: 204 len: 168 time: 1.5487356 Feb 10 15:36:12.573339 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40822) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:12.593310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=0bcbf93b-4cc7-4185-89d3-56f339813daf,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:12.665759 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Attempting to bind port 14a5f3d2-13da-4317-8466-cbb48c8302cf on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:36:12.666240 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Attempting to bind port 14a5f3d2-13da-4317-8466-cbb48c8302cf by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:36:12.666669 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Attempting to bind port 14a5f3d2-13da-4317-8466-cbb48c8302cf on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:36:12.667398 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8a9e2-7bb0-48a6-9ae2-b427dfd65478 req-96207a0f-30cb-4251-b07a-c764a3ec1272 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:12.669625 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bfc8a9e2-7bb0-48a6-9ae2-b427dfd65478 req-96207a0f-30cb-4251-b07a-c764a3ec1272 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0668848 Feb 10 15:36:12.675626 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:36:12.677147 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:36:12.682485 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:12.683083 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:36:12.683823 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Bound port: 14a5f3d2-13da-4317-8466-cbb48c8302cf, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:36:12.684370 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (14a5f3d2-13da-4317-8466-cbb48c8302cf), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:12.711882 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Port 14a5f3d2-13da-4317-8466-cbb48c8302cf has been deleted concurrently {{(pid=103371) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 10 15:36:12.743479 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Routers set() bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:12.743479 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Router IDs set() for agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 15:36:12.743479 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_agentschedulers_db [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0494c45f-078f-4237-8172-60ba3f524f3e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:35:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent'). {{(pid=103371) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 15:36:12.743479 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77212bfe-7093-4208-a501-122e5b2d9296 None None] The sync data for ids ['0494c45f-078f-4237-8172-60ba3f524f3e'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:36:12.761725 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bfc8a9e2-7bb0-48a6-9ae2-b427dfd65478 req-d11ea210-3a25-4ead-901b-5626fa1622a8 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795319 Feb 10 15:36:12.791288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7418586-58bb-407a-aeeb-fe63504aab03 req-81a249f9-1761-4288-990c-08e5e505fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:12.791994 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7418586-58bb-407a-aeeb-fe63504aab03 req-81a249f9-1761-4288-990c-08e5e505fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:12.793951 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7418586-58bb-407a-aeeb-fe63504aab03 req-81a249f9-1761-4288-990c-08e5e505fed9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 2046 time: 0.1748767 Feb 10 15:36:12.795809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d856eff-5baf-4abc-aff8-4b29706e1313 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router (3038bc13-aa86-46b9-bfa3-a2c4b9ea1674), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:12.867049 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-36c2da55-9a16-4030-ae3c-33fad9ec897f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:12.970629 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7418586-58bb-407a-aeeb-fe63504aab03 req-162fcbe5-c522-4805-a44e-07c93bf966f2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138120 Feb 10 15:36:13.009674 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d856eff-5baf-4abc-aff8-4b29706e1313 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (3038bc13-aa86-46b9-bfa3-a2c4b9ea1674), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:13.026089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512443b0-518e-4725-b326-76d15bc7437c req-0674e2c2-afcb-4f81-b628-71f44bee33cb tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:13.031223 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512443b0-518e-4725-b326-76d15bc7437c req-0674e2c2-afcb-4f81-b628-71f44bee33cb tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:13.038872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-512443b0-518e-4725-b326-76d15bc7437c req-0674e2c2-afcb-4f81-b628-71f44bee33cb tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1682 time: 0.1095092 Feb 10 15:36:13.078189 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7d856eff-5baf-4abc-aff8-4b29706e1313 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Deleting port 0bcbf93b-4cc7-4185-89d3-56f339813daf {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:13.079366 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d856eff-5baf-4abc-aff8-4b29706e1313 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0bcbf93b-4cc7-4185-89d3-56f339813daf), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:13.088280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd9d14-ac66-4678-af33-ba49673ef297 req-c2c4a20d-a469-4ef8-b446-12c68fa3b261 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:13.089808 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33fd9d14-ac66-4678-af33-ba49673ef297 req-c2c4a20d-a469-4ef8-b446-12c68fa3b261 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1255295 Feb 10 15:36:13.113946 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-512443b0-518e-4725-b326-76d15bc7437c req-4f8fe73c-af20-4766-bf89-f2fc60cf4881 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741887 Feb 10 15:36:13.197012 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-7d856eff-5baf-4abc-aff8-4b29706e1313 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] For port 0bcbf93b-4cc7-4185-89d3-56f339813daf, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0bcbf93b-4cc7-4185-89d3-56f339813daf,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:13.197382 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d856eff-5baf-4abc-aff8-4b29706e1313 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0bcbf93b-4cc7-4185-89d3-56f339813daf), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:13.197808 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33fd9d14-ac66-4678-af33-ba49673ef297 req-f06a5c4d-5ae7-4f3a-92b8-ece05635c724 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821474 Feb 10 15:36:13.213003 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7d856eff-5baf-4abc-aff8-4b29706e1313 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Calling delete_port for 0bcbf93b-4cc7-4185-89d3-56f339813daf owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:13.306085 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8188814-dc13-480b-ba7f-1eb130ecb9b5 req-c39145b1-6c25-455c-a274-7daa6e498767 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0323763 Feb 10 15:36:13.366326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064fd96-c00b-4787-9d80-e815bcf9b14e req-164ba3af-d3dc-4d2e-8c8e-955e8139dcf1 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:13.374039 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0064fd96-c00b-4787-9d80-e815bcf9b14e req-164ba3af-d3dc-4d2e-8c8e-955e8139dcf1 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0667479 Feb 10 15:36:13.449206 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0064fd96-c00b-4787-9d80-e815bcf9b14e req-6a6c67b1-17e7-4b26-8dc7-347d9e597cde tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727096 Feb 10 15:36:13.515694 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d856eff-5baf-4abc-aff8-4b29706e1313 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (0bcbf93b-4cc7-4185-89d3-56f339813daf), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:13.568505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d856eff-5baf-4abc-aff8-4b29706e1313 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bcbf93b-4cc7-4185-89d3-56f339813daf,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:13.663369 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d856eff-5baf-4abc-aff8-4b29706e1313 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (3038bc13-aa86-46b9-bfa3-a2c4b9ea1674), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:13.782536 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d856eff-5baf-4abc-aff8-4b29706e1313 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (3038bc13-aa86-46b9-bfa3-a2c4b9ea1674), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:13.787274 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d856eff-5baf-4abc-aff8-4b29706e1313 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_controller (3038bc13-aa86-46b9-bfa3-a2c4b9ea1674), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:13.813006 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a9417-1515-4f0b-ba84-ef3cc8aeb10f req-2389e0d7-3173-4e62-945e-53334ff02f5b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:13.816292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb5a9417-1515-4f0b-ba84-ef3cc8aeb10f req-2389e0d7-3173-4e62-945e-53334ff02f5b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0943117 Feb 10 15:36:13.849039 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d856eff-5baf-4abc-aff8-4b29706e1313 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (3038bc13-aa86-46b9-bfa3-a2c4b9ea1674), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:13.850459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d856eff-5baf-4abc-aff8-4b29706e1313 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3038bc13-aa86-46b9-bfa3-a2c4b9ea1674 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:36:13.864493 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d856eff-5baf-4abc-aff8-4b29706e1313 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:13.868372 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7d856eff-5baf-4abc-aff8-4b29706e1313 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "DELETE /v2.0/routers/3038bc13-aa86-46b9-bfa3-a2c4b9ea1674 HTTP/1.1" status: 204 len: 168 time: 1.2940097 Feb 10 15:36:13.872233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40850) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:13.879227 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1001209694', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:13.918568 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (c068c4b8-1d0e-4f90-9938-004816b9ff35), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:13.920152 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (c068c4b8-1d0e-4f90-9938-004816b9ff35), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:13.931237 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb5a9417-1515-4f0b-ba84-ef3cc8aeb10f req-b2423224-dee2-4819-8155-83325d04d8d3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053195 Feb 10 15:36:14.022501 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_controller (c068c4b8-1d0e-4f90-9938-004816b9ff35), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:14.127856 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74c09c-f999-4218-93df-dfd9c774fd0e req-1501a445-4f8c-415c-b2d8-4b806c94ca85 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:14.136815 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a74c09c-f999-4218-93df-dfd9c774fd0e req-1501a445-4f8c-415c-b2d8-4b806c94ca85 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1052265 Feb 10 15:36:14.196693 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (c068c4b8-1d0e-4f90-9938-004816b9ff35), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:14.208509 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a74c09c-f999-4218-93df-dfd9c774fd0e req-072dfd09-5ada-42ab-8089-0ad080b64275 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664897 Feb 10 15:36:14.304835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21f19c-2ebf-4cc9-ae34-081f4c888d62 req-320a9a8d-3dff-4a72-8290-4474e8bdbc79 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:14.313203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21f19c-2ebf-4cc9-ae34-081f4c888d62 req-320a9a8d-3dff-4a72-8290-4474e8bdbc79 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:14.315715 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4f21f19c-2ebf-4cc9-ae34-081f4c888d62 req-320a9a8d-3dff-4a72-8290-4474e8bdbc79 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1682 time: 0.0931196 Feb 10 15:36:14.414083 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4f21f19c-2ebf-4cc9-ae34-081f4c888d62 req-4239da72-708f-42fe-a874-2b27258c4f28 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922108 Feb 10 15:36:14.477722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f675c-66aa-4ab7-8cea-16a7c9de15f0 req-6a9ee51f-cf6c-425f-b814-31afa0e3df69 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:14.485268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c2f675c-66aa-4ab7-8cea-16a7c9de15f0 req-6a9ee51f-cf6c-425f-b814-31afa0e3df69 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1562994 Feb 10 15:36:14.627846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3aa3fe80-67eb-4c8a-918a-12412e5ad695 req-232f5feb-85d9-4f84-9282-97de8c631a59 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0713241 Feb 10 15:36:14.645058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c2f675c-66aa-4ab7-8cea-16a7c9de15f0 req-da9bd607-be9b-4fc1-85f6-185aba8affb8 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535394 Feb 10 15:36:14.837936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad1287-0252-48dd-a923-51af7605671b req-18374960-c6da-4a45-ab20-6f34e7cf76ca tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:14.855311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e8ad1287-0252-48dd-a923-51af7605671b req-18374960-c6da-4a45-ab20-6f34e7cf76ca tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1205597 Feb 10 15:36:14.940838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e8ad1287-0252-48dd-a923-51af7605671b req-254bbdcb-f0f3-4512-b738-63ba154a67ad tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815358 Feb 10 15:36:15.074478 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (c068c4b8-1d0e-4f90-9938-004816b9ff35), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:15.104882 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:15.195287 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c48f6819-2f9b-46ef-bae7-f23355481ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:15.248757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Allocated IP 172.25.3.49 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/f2fc8b61-92ae-4bb7-a6cb-532a5c82c732) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:36:15.367558 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for port (f2fc8b61-92ae-4bb7-a6cb-532a5c82c732), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:15.422377 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f2fc8b61-92ae-4bb7-a6cb-532a5c82c732), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:15.507014 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Pushing event updated for resources: {'Port': ['ID=f2fc8b61-92ae-4bb7-a6cb-532a5c82c732,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:15.517620 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:36:15.519208 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:36:15.525708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:36:15.631850 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11197cb-3298-49d5-993d-f2f39499dc04 req-13f40dda-2754-4cfc-b571-b40b2508be83 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:15.640826 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f11197cb-3298-49d5-993d-f2f39499dc04 req-13f40dda-2754-4cfc-b571-b40b2508be83 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1214287 Feb 10 15:36:15.657938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835b515-3bcf-4f23-a5b5-9fd5e3e8bb12 req-7984d3a6-2936-448a-bbcf-706d7a374145 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:15.664609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835b515-3bcf-4f23-a5b5-9fd5e3e8bb12 req-7984d3a6-2936-448a-bbcf-706d7a374145 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:15.671998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7835b515-3bcf-4f23-a5b5-9fd5e3e8bb12 req-7984d3a6-2936-448a-bbcf-706d7a374145 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1682 time: 0.1132157 Feb 10 15:36:15.743398 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7835b515-3bcf-4f23-a5b5-9fd5e3e8bb12 req-70db928a-7246-45a7-96c4-b70b46515bff tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704186 Feb 10 15:36:15.781888 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f11197cb-3298-49d5-993d-f2f39499dc04 req-a5c86b52-ab26-47fe-9162-fa96f8326b0c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399755 Feb 10 15:36:15.873803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cfdfcc9a-9ccf-4db1-8ca4-660b791292ff req-aa1f6ee6-daf1-476f-a560-63d5a5fc6212 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0377941 Feb 10 15:36:15.896869 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0bcbf93b-4cc7-4185-89d3-56f339813daf no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:36:15.945433 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 0bcbf93b-4cc7-4185-89d3-56f339813daf {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:36:15.945790 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0bcbf93b-4cc7-4185-89d3-56f339813daf not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:36:15.947664 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (c068c4b8-1d0e-4f90-9938-004816b9ff35), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:16.192981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4645d-0998-4455-b8bb-0142d6e5e9fe req-e8706a4b-6994-4fd3-a7eb-97bc6e3e12bd tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:16.198399 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4645d-0998-4455-b8bb-0142d6e5e9fe req-e8706a4b-6994-4fd3-a7eb-97bc6e3e12bd tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:16.203657 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cee4645d-0998-4455-b8bb-0142d6e5e9fe req-e8706a4b-6994-4fd3-a7eb-97bc6e3e12bd tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1682 time: 0.0971327 Feb 10 15:36:16.256388 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (c068c4b8-1d0e-4f90-9938-004816b9ff35), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:16.297606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cee4645d-0998-4455-b8bb-0142d6e5e9fe req-d6f6c4db-a542-4ce2-b31e-a45385cc06e0 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876977 Feb 10 15:36:16.350893 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:16.432523 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Router c068c4b8-1d0e-4f90-9938-004816b9ff35 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:36:16.634327 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:36:16.647305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09497c69-3eee-4722-8639-1abf1fe28d1c None None] Sync routers for ids ['c068c4b8-1d0e-4f90-9938-004816b9ff35'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:36:16.657611 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:16.659720 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0221a2bd-9c94-425b-b2be-e259356508e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7857645 Feb 10 15:36:16.661614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09497c69-3eee-4722-8639-1abf1fe28d1c None None] Routers {'c068c4b8-1d0e-4f90-9938-004816b9ff35'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:16.662542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40922) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:16.668520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-09497c69-3eee-4722-8639-1abf1fe28d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c068c4b8-1d0e-4f90-9938-004816b9ff35'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:16.671469 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-befe3d25-37ac-4431-b60c-4d4794ce6120 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'enable_snat': False}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:16.761211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-09497c69-3eee-4722-8639-1abf1fe28d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:16.770636 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09497c69-3eee-4722-8639-1abf1fe28d1c None None] Routers {'c068c4b8-1d0e-4f90-9938-004816b9ff35'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:16.771652 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-09497c69-3eee-4722-8639-1abf1fe28d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c068c4b8-1d0e-4f90-9938-004816b9ff35'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:16.840342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-09497c69-3eee-4722-8639-1abf1fe28d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:16.841137 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09497c69-3eee-4722-8639-1abf1fe28d1c None None] The sync data for ids ['c068c4b8-1d0e-4f90-9938-004816b9ff35'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:36:17.135642 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b374a2fe-0913-415b-a0ac-abab537db219 req-95c4dd0a-92ea-4f11-bf6e-220964bcefff tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0669181 Feb 10 15:36:17.148177 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-befe3d25-37ac-4431-b60c-4d4794ce6120 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (c068c4b8-1d0e-4f90-9938-004816b9ff35), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:17.175148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95482e16-94d5-4013-9943-e70a3ce13f22 req-7dfe071c-7882-4ca8-b2c3-e2993fac6344 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:17.177041 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95482e16-94d5-4013-9943-e70a3ce13f22 req-7dfe071c-7882-4ca8-b2c3-e2993fac6344 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1110792 Feb 10 15:36:17.250840 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95482e16-94d5-4013-9943-e70a3ce13f22 req-1be1e64a-7469-4eb1-958f-116aff8d275d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629864 Feb 10 15:36:17.503376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19689e61-0e48-4961-9da9-b7a25146c9b8 req-3e33566d-1390-4228-b572-0fde0be719f6 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:17.508907 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19689e61-0e48-4961-9da9-b7a25146c9b8 req-3e33566d-1390-4228-b572-0fde0be719f6 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:17.511461 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19689e61-0e48-4961-9da9-b7a25146c9b8 req-3e33566d-1390-4228-b572-0fde0be719f6 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1682 time: 0.1168022 Feb 10 15:36:17.612910 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19689e61-0e48-4961-9da9-b7a25146c9b8 req-cd61c545-a9ed-4807-a0bb-a96c0613a9a2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910549 Feb 10 15:36:17.767180 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-befe3d25-37ac-4431-b60c-4d4794ce6120 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (c068c4b8-1d0e-4f90-9938-004816b9ff35), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:17.770855 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-befe3d25-37ac-4431-b60c-4d4794ce6120 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (c068c4b8-1d0e-4f90-9938-004816b9ff35), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:17.914948 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:17.957310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-962ba75e-5ec2-45ed-b367-acc2a4a57bf1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:17.964266 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-962ba75e-5ec2-45ed-b367-acc2a4a57bf1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:17.965981 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-962ba75e-5ec2-45ed-b367-acc2a4a57bf1 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.79 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 1682 time: 0.1098893 Feb 10 15:36:18.106355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-aab6e459-e06a-4b72-ba00-c377b31b71dc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Deleting port 5708eb24-c263-473c-87c1-57d8dc44053f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:18.106814 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-aab6e459-e06a-4b72-ba00-c377b31b71dc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5708eb24-c263-473c-87c1-57d8dc44053f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:18.212809 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-aab6e459-e06a-4b72-ba00-c377b31b71dc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] For port 5708eb24-c263-473c-87c1-57d8dc44053f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=5708eb24-c263-473c-87c1-57d8dc44053f,segment=NetworkSegment(55486356-e0f8-4a12-8e04-dfd2777cb6a1),segment_id=55486356-e0f8-4a12-8e04-dfd2777cb6a1)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:18.213597 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-aab6e459-e06a-4b72-ba00-c377b31b71dc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5708eb24-c263-473c-87c1-57d8dc44053f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:18.227050 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befe3d25-37ac-4431-b60c-4d4794ce6120 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Router c068c4b8-1d0e-4f90-9938-004816b9ff35 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:36:18.228885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-aab6e459-e06a-4b72-ba00-c377b31b71dc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Calling delete_port for 5708eb24-c263-473c-87c1-57d8dc44053f owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:18.257940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-727565da-90bc-4805-b4ad-9acd74995780 req-05e55587-c0a4-4d96-b981-dac63c3887ef tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0294054 Feb 10 15:36:18.398986 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-aab6e459-e06a-4b72-ba00-c377b31b71dc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5708eb24-c263-473c-87c1-57d8dc44053f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:18.404123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befe3d25-37ac-4431-b60c-4d4794ce6120 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:36:18.409844 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-befe3d25-37ac-4431-b60c-4d4794ce6120 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:18.413334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-befe3d25-37ac-4431-b60c-4d4794ce6120 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "PUT /v2.0/routers/c068c4b8-1d0e-4f90-9938-004816b9ff35 HTTP/1.1" status: 200 len: 921 time: 1.7473080 Feb 10 15:36:18.413679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40948) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:18.416036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['5708eb24-c263-473c-87c1-57d8dc44053f', 'bf032c2a-643a-4c72-b8a1-80cc79dd3645'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:36:18.430516 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7407c3f0-d42f-4d52-a748-65311a239011 None None] Sync routers for ids ['c068c4b8-1d0e-4f90-9938-004816b9ff35'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:36:18.432868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6e459-e06a-4b72-ba00-c377b31b71dc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Port': ['ID=5708eb24-c263-473c-87c1-57d8dc44053f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:18.468110 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7407c3f0-d42f-4d52-a748-65311a239011 None None] Routers {'c068c4b8-1d0e-4f90-9938-004816b9ff35'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:18.471711 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-7407c3f0-d42f-4d52-a748-65311a239011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c068c4b8-1d0e-4f90-9938-004816b9ff35'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:18.481242 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81951aa1-6938-40d7-bcec-8fc6ad96864a req-afc08daf-59de-47aa-a2d7-3cb4bfab4fdd tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:18.489527 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81951aa1-6938-40d7-bcec-8fc6ad96864a req-afc08daf-59de-47aa-a2d7-3cb4bfab4fdd tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1353793 Feb 10 15:36:18.490223 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-aab6e459-e06a-4b72-ba00-c377b31b71dc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] No DVR routers for this DVR port 5708eb24-c263-473c-87c1-57d8dc44053f on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:36:18.493355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-aab6e459-e06a-4b72-ba00-c377b31b71dc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:18.501270 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-aab6e459-e06a-4b72-ba00-c377b31b71dc tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.79 "DELETE /v2.0/ports/5708eb24-c263-473c-87c1-57d8dc44053f HTTP/1.1" status: 204 len: 173 time: 0.5212736 Feb 10 15:36:18.515037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209c1f62-30bf-451a-8646-0b4d83de3f46', 'name': 'network-vif-deleted', 'tag': '5708eb24-c263-473c-87c1-57d8dc44053f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:36:18.522543 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d1e344-7889-472d-b119-abf5233218ce" -d '{"events": [{"server_uuid": "209c1f62-30bf-451a-8646-0b4d83de3f46", "name": "network-vif-deleted", "tag": "5708eb24-c263-473c-87c1-57d8dc44053f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:36:18.560340 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-7407c3f0-d42f-4d52-a748-65311a239011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:18.580568 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7407c3f0-d42f-4d52-a748-65311a239011 None None] Routers {'c068c4b8-1d0e-4f90-9938-004816b9ff35'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:18.581509 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-7407c3f0-d42f-4d52-a748-65311a239011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c068c4b8-1d0e-4f90-9938-004816b9ff35'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:18.622329 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c4fe62-ad5e-46f8-a38f-34dfb57befe5 x-openstack-request-id: req-51c4fe62-ad5e-46f8-a38f-34dfb57befe5 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:36:18.622626 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209c1f62-30bf-451a-8646-0b4d83de3f46", "name": "network-vif-deleted", "tag": "5708eb24-c263-473c-87c1-57d8dc44053f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:36:18.622998 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51c4fe62-ad5e-46f8-a38f-34dfb57befe5 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:36:18.623276 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209c1f62-30bf-451a-8646-0b4d83de3f46', 'name': 'network-vif-deleted', 'tag': '5708eb24-c263-473c-87c1-57d8dc44053f', 'status': 'completed', 'code': 200} Feb 10 15:36:18.654421 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81951aa1-6938-40d7-bcec-8fc6ad96864a req-62828a32-dbb0-4c9b-b0fa-96e64c20e004 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637297 Feb 10 15:36:18.676159 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-7407c3f0-d42f-4d52-a748-65311a239011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:18.678405 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7407c3f0-d42f-4d52-a748-65311a239011 None None] The sync data for ids ['c068c4b8-1d0e-4f90-9938-004816b9ff35'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:36:18.706997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5a33f736-3871-419e-903b-ce85f9f9c7d0 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/routers/c068c4b8-1d0e-4f90-9938-004816b9ff35 HTTP/1.1" status: 200 len: 921 time: 0.2920110 Feb 10 15:36:18.709567 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40956) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:18.777785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-60916a1a-5a58-4d77-b8bc-1bf0660effbe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Deleting port bf032c2a-643a-4c72-b8a1-80cc79dd3645 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:18.778130 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-60916a1a-5a58-4d77-b8bc-1bf0660effbe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (bf032c2a-643a-4c72-b8a1-80cc79dd3645), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:18.896981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8c4dd3-69a6-4971-b2db-bc06658296c4 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:18.902073 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3a8c4dd3-69a6-4971-b2db-bc06658296c4 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=4454d505-75c9-41c1-a257-953d507647a9&device_id=c068c4b8-1d0e-4f90-9938-004816b9ff35&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1880915 Feb 10 15:36:18.902281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40966) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:18.914853 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35ae67-0827-43e0-9d85-61ce516c0665 req-1489855d-57e6-4ba3-9690-5d315e9642ab tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:18.916440 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d35ae67-0827-43e0-9d85-61ce516c0665 req-1489855d-57e6-4ba3-9690-5d315e9642ab tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/ports?device_id=209c1f62-30bf-451a-8646-0b4d83de3f46 HTTP/1.1" status: 200 len: 945 time: 0.1253884 Feb 10 15:36:18.934354 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:18.957686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-60916a1a-5a58-4d77-b8bc-1bf0660effbe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] For port bf032c2a-643a-4c72-b8a1-80cc79dd3645, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bf032c2a-643a-4c72-b8a1-80cc79dd3645,segment=NetworkSegment(59078613-167a-4a34-a5a7-5028f3f4ab2b),segment_id=59078613-167a-4a34-a5a7-5028f3f4ab2b)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:18.958966 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-60916a1a-5a58-4d77-b8bc-1bf0660effbe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (bf032c2a-643a-4c72-b8a1-80cc79dd3645), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:18.981765 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d35ae67-0827-43e0-9d85-61ce516c0665 req-3df3f0a4-5113-4fa9-a3e7-259a5cae5c2c tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "GET /v2.0/security-groups?id=676fef5d-51aa-43eb-ae54-704bf1dfaee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591393 Feb 10 15:36:19.006131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-60916a1a-5a58-4d77-b8bc-1bf0660effbe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Calling delete_port for bf032c2a-643a-4c72-b8a1-80cc79dd3645 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:19.086664 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e405798-4cde-44fb-840b-9cf913f27cb0 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:19.091094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40970) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:19.091284 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6e405798-4cde-44fb-840b-9cf913f27cb0 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 881 time: 0.1857517 Feb 10 15:36:19.140794 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-70af8aab-f1cd-4eb5-bcb0-20288f5286c3 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "GET /v2.0/ports?device_id=c068c4b8-1d0e-4f90-9938-004816b9ff35 HTTP/1.1" status: 200 len: 205 time: 0.0460763 Feb 10 15:36:19.141573 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40972) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:19.194193 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-60916a1a-5a58-4d77-b8bc-1bf0660effbe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (bf032c2a-643a-4c72-b8a1-80cc79dd3645), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:19.206501 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['5708eb24-c263-473c-87c1-57d8dc44053f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:36:19.236178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60916a1a-5a58-4d77-b8bc-1bf0660effbe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Port': ['ID=bf032c2a-643a-4c72-b8a1-80cc79dd3645,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:19.308540 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4926f71-e167-4a3d-91be-459be7cd6b7a tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (c068c4b8-1d0e-4f90-9938-004816b9ff35), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:19.330094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-60916a1a-5a58-4d77-b8bc-1bf0660effbe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] No DVR routers for this DVR port bf032c2a-643a-4c72-b8a1-80cc79dd3645 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:36:19.337835 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-60916a1a-5a58-4d77-b8bc-1bf0660effbe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:19.345059 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f461b70-5b69-4bed-bd76-7edd01986337 req-60916a1a-5a58-4d77-b8bc-1bf0660effbe tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.79 "DELETE /v2.0/ports/bf032c2a-643a-4c72-b8a1-80cc79dd3645 HTTP/1.1" status: 204 len: 173 time: 0.8429320 Feb 10 15:36:19.450757 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-715d53a7-5a79-41cf-816d-eff60a066024 req-87c7b62a-626e-4e57-b5e8-0500a5b420a8 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0669229 Feb 10 15:36:19.534947 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4926f71-e167-4a3d-91be-459be7cd6b7a tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (c068c4b8-1d0e-4f90-9938-004816b9ff35), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:19.591712 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-b4926f71-e167-4a3d-91be-459be7cd6b7a tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Deleting port f2fc8b61-92ae-4bb7-a6cb-532a5c82c732 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:19.592074 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4926f71-e167-4a3d-91be-459be7cd6b7a tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f2fc8b61-92ae-4bb7-a6cb-532a5c82c732), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:19.668762 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4926f71-e167-4a3d-91be-459be7cd6b7a tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f2fc8b61-92ae-4bb7-a6cb-532a5c82c732), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:19.683598 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-b4926f71-e167-4a3d-91be-459be7cd6b7a tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Calling delete_port for f2fc8b61-92ae-4bb7-a6cb-532a5c82c732 owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:19.846413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb04437-9e2d-4d67-9ca0-12d73557bf42 req-d3d81e9f-05dd-4de4-a022-9cb3b1042ebd tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:19.847978 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-abb04437-9e2d-4d67-9ca0-12d73557bf42 req-d3d81e9f-05dd-4de4-a022-9cb3b1042ebd tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1169817 Feb 10 15:36:19.945642 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-abb04437-9e2d-4d67-9ca0-12d73557bf42 req-2f10935c-dff5-4265-a336-dabc5afb1671 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867963 Feb 10 15:36:19.973468 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4926f71-e167-4a3d-91be-459be7cd6b7a tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (f2fc8b61-92ae-4bb7-a6cb-532a5c82c732), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.003427 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4926f71-e167-4a3d-91be-459be7cd6b7a tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Pushing event deleted for resources: {'Port': ['ID=f2fc8b61-92ae-4bb7-a6cb-532a5c82c732,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:20.047088 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40984) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:20.081789 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4926f71-e167-4a3d-91be-459be7cd6b7a tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (c068c4b8-1d0e-4f90-9938-004816b9ff35), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.105791 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21c4c13-f8ec-4bc8-98d7-d331465f6faa tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Deleting subnet 97882a70-9fd9-448f-b63e-da41b71cf5bc {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:36:20.109858 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f21c4c13-f8ec-4bc8-98d7-d331465f6faa tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for subnet (97882a70-9fd9-448f-b63e-da41b71cf5bc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.173260 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f21c4c13-f8ec-4bc8-98d7-d331465f6faa tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (97882a70-9fd9-448f-b63e-da41b71cf5bc), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.181620 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4926f71-e167-4a3d-91be-459be7cd6b7a tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (c068c4b8-1d0e-4f90-9938-004816b9ff35), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.183916 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4926f71-e167-4a3d-91be-459be7cd6b7a tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_controller (c068c4b8-1d0e-4f90-9938-004816b9ff35), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.235501 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4926f71-e167-4a3d-91be-459be7cd6b7a tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (c068c4b8-1d0e-4f90-9938-004816b9ff35), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.236221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4926f71-e167-4a3d-91be-459be7cd6b7a tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Fanout notify agent at l3_agent the message router_deleted on router c068c4b8-1d0e-4f90-9938-004816b9ff35 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:36:20.249656 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4926f71-e167-4a3d-91be-459be7cd6b7a tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.251684 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b4926f71-e167-4a3d-91be-459be7cd6b7a tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "DELETE /v2.0/routers/c068c4b8-1d0e-4f90-9938-004816b9ff35 HTTP/1.1" status: 204 len: 168 time: 1.1086299 Feb 10 15:36:20.255417 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40988) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:20.261291 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-85dea3bf-6f88-4226-bdf8-09d2f1346ac6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1099420306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:20.290691 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85dea3bf-6f88-4226-bdf8-09d2f1346ac6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (76653944-ecd7-4ae5-affc-5d1a7bf3f461), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.291432 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f21c4c13-f8ec-4bc8-98d7-d331465f6faa tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (97882a70-9fd9-448f-b63e-da41b71cf5bc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.292513 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85dea3bf-6f88-4226-bdf8-09d2f1346ac6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (76653944-ecd7-4ae5-affc-5d1a7bf3f461), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.356100 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f21c4c13-f8ec-4bc8-98d7-d331465f6faa tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (97882a70-9fd9-448f-b63e-da41b71cf5bc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.359451 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85dea3bf-6f88-4226-bdf8-09d2f1346ac6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_controller (76653944-ecd7-4ae5-affc-5d1a7bf3f461), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.374399 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85dea3bf-6f88-4226-bdf8-09d2f1346ac6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (76653944-ecd7-4ae5-affc-5d1a7bf3f461), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.389257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c4c13-f8ec-4bc8-98d7-d331465f6faa tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Subnet': ['ID=97882a70-9fd9-448f-b63e-da41b71cf5bc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:20.395407 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f21c4c13-f8ec-4bc8-98d7-d331465f6faa tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.398848 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f21c4c13-f8ec-4bc8-98d7-d331465f6faa tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "DELETE /v2.0/subnets/97882a70-9fd9-448f-b63e-da41b71cf5bc HTTP/1.1" status: 204 len: 168 time: 0.3507073 Feb 10 15:36:20.401751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40990) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:20.401927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27660840-d72c-46d9-9b44-56fe5f205739 None None] Network d4430845-fe30-431f-bf63-94af1e90a23d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:36:20.402811 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85dea3bf-6f88-4226-bdf8-09d2f1346ac6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.407081 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-85dea3bf-6f88-4226-bdf8-09d2f1346ac6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1499331 Feb 10 15:36:20.407724 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40992) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:20.414196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Request body: {'router': {'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:20.559567 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (d4430845-fe30-431f-bf63-94af1e90a23d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.618551 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9760574-1d87-4d48-8712-0df3e9e9b295 req-08cdafbb-d57f-427d-8f2e-8d311d324303 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0331385 Feb 10 15:36:20.628044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209c1f62-30bf-451a-8646-0b4d83de3f46', 'name': 'network-vif-deleted', 'tag': 'bf032c2a-643a-4c72-b8a1-80cc79dd3645'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:36:20.631125 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd4c002-6fd2-4c3c-81a9-f0dd522aeb43" -d '{"events": [{"server_uuid": "209c1f62-30bf-451a-8646-0b4d83de3f46", "name": "network-vif-deleted", "tag": "bf032c2a-643a-4c72-b8a1-80cc79dd3645"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:36:20.669744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Deleting port a369e408-d9a1-44a9-a414-92bcad2c0ab7 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:20.670086 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.672412 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f966180d-637e-4275-80aa-469ea669ed1b None None] DHCP port deletion for d4430845-fe30-431f-bf63-94af1e90a23d request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:36:20.708469 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6040e54b-3eee-406f-a246-25f7d645e349 x-openstack-request-id: req-6040e54b-3eee-406f-a246-25f7d645e349 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:36:20.709904 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (76653944-ecd7-4ae5-affc-5d1a7bf3f461), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.714896 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209c1f62-30bf-451a-8646-0b4d83de3f46", "name": "network-vif-deleted", "tag": "bf032c2a-643a-4c72-b8a1-80cc79dd3645", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:36:20.715197 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6040e54b-3eee-406f-a246-25f7d645e349 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:36:20.715643 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209c1f62-30bf-451a-8646-0b4d83de3f46', 'name': 'network-vif-deleted', 'tag': 'bf032c2a-643a-4c72-b8a1-80cc79dd3645', 'status': 'completed', 'code': 200} Feb 10 15:36:20.740235 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f966180d-637e-4275-80aa-469ea669ed1b None None] Deleting port a369e408-d9a1-44a9-a414-92bcad2c0ab7 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:20.740971 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f966180d-637e-4275-80aa-469ea669ed1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.825558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f966180d-637e-4275-80aa-469ea669ed1b None None] For port a369e408-d9a1-44a9-a414-92bcad2c0ab7, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a369e408-d9a1-44a9-a414-92bcad2c0ab7,segment=NetworkSegment(55486356-e0f8-4a12-8e04-dfd2777cb6a1),segment_id=55486356-e0f8-4a12-8e04-dfd2777cb6a1)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:20.826280 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f966180d-637e-4275-80aa-469ea669ed1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.826480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] For port a369e408-d9a1-44a9-a414-92bcad2c0ab7, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a369e408-d9a1-44a9-a414-92bcad2c0ab7,segment=NetworkSegment(55486356-e0f8-4a12-8e04-dfd2777cb6a1),segment_id=55486356-e0f8-4a12-8e04-dfd2777cb6a1)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:20.826844 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:20.854486 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Calling delete_port for a369e408-d9a1-44a9-a414-92bcad2c0ab7 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:21.005257 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:21.008072 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (76653944-ecd7-4ae5-affc-5d1a7bf3f461), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:21.043032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Port': ['ID=a369e408-d9a1-44a9-a414-92bcad2c0ab7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:21.055547 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:21.055856 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] No DVR routers for this DVR port a369e408-d9a1-44a9-a414-92bcad2c0ab7 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:36:21.156736 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f966180d-637e-4275-80aa-469ea669ed1b None None] Calling delete_port for a369e408-d9a1-44a9-a414-92bcad2c0ab7 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:21.202398 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Allocated IP 172.25.3.14 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/343d0f6d-ddc1-4503-9285-894ce04e339b) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:36:21.210328 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (d4430845-fe30-431f-bf63-94af1e90a23d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:21.257259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4430845-fe30-431f-bf63-94af1e90a23d']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:21.270221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55486356-e0f8-4a12-8e04-dfd2777cb6a1') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:21.270519 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55486356-e0f8-4a12-8e04-dfd2777cb6a1') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:21.293024 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (55486356-e0f8-4a12-8e04-dfd2777cb6a1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:21.315977 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f966180d-637e-4275-80aa-469ea669ed1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (a369e408-d9a1-44a9-a414-92bcad2c0ab7), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:21.324732 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (55486356-e0f8-4a12-8e04-dfd2777cb6a1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:21.331654 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:36:21.332966 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (55486356-e0f8-4a12-8e04-dfd2777cb6a1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: items = [ Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:36:21.339597 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:36:21.350199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966180d-637e-4275-80aa-469ea669ed1b None None] Pushing event deleted for resources: {'Port': ['ID=a369e408-d9a1-44a9-a414-92bcad2c0ab7,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:21.357609 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f966180d-637e-4275-80aa-469ea669ed1b None None] No DVR routers for this DVR port a369e408-d9a1-44a9-a414-92bcad2c0ab7 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:36:21.383003 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094132e-9893-46b3-a1f2-76c6b83a1dad req-a6128508-bd2f-4216-8cbe-15eb26a9d589 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:21.385898 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4094132e-9893-46b3-a1f2-76c6b83a1dad req-a6128508-bd2f-4216-8cbe-15eb26a9d589 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1689134 Feb 10 15:36:21.420935 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (d4430845-fe30-431f-bf63-94af1e90a23d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:21.426631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:21.430326 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "DELETE /v2.0/networks/d4430845-fe30-431f-bf63-94af1e90a23d HTTP/1.1" status: 204 len: 168 time: 1.0268631 Feb 10 15:36:21.443730 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41008) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:21.447277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45fd20-aa67-455b-ba27-1da082fb8ab2 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Network': ['ID=d4430845-fe30-431f-bf63-94af1e90a23d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:21.535314 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for port (343d0f6d-ddc1-4503-9285-894ce04e339b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:21.541756 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4094132e-9893-46b3-a1f2-76c6b83a1dad req-7aec61f1-5717-497b-92e4-e30248f68fd7 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464100 Feb 10 15:36:21.557216 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-7335a7fc-099c-4c4b-be47-b4a167c34299 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Deleting subnet 58410f2d-aa3a-49ab-8b2f-815dbf7ac37e {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:36:21.562911 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7335a7fc-099c-4c4b-be47-b4a167c34299 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for subnet (58410f2d-aa3a-49ab-8b2f-815dbf7ac37e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:21.617271 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7335a7fc-099c-4c4b-be47-b4a167c34299 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (58410f2d-aa3a-49ab-8b2f-815dbf7ac37e), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:21.629721 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device bf032c2a-643a-4c72-b8a1-80cc79dd3645 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:36:21.652892 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (343d0f6d-ddc1-4503-9285-894ce04e339b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:21.701173 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: bf032c2a-643a-4c72-b8a1-80cc79dd3645 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:36:21.703544 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device bf032c2a-643a-4c72-b8a1-80cc79dd3645 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:36:21.704442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5708eb24-c263-473c-87c1-57d8dc44053f no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:36:21.731626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:36:21.737838 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:36:21.748203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:36:21.753489 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Pushing event updated for resources: {'Port': ['ID=343d0f6d-ddc1-4503-9285-894ce04e339b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:21.788441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 5708eb24-c263-473c-87c1-57d8dc44053f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:36:21.789776 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 5708eb24-c263-473c-87c1-57d8dc44053f not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:36:21.825984 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7335a7fc-099c-4c4b-be47-b4a167c34299 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (58410f2d-aa3a-49ab-8b2f-815dbf7ac37e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:21.857015 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:21.857370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:21.857718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:21.858060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:21.858396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:21.858730 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:21.859061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:21.859393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:21.859724 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:21.860047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:21.860373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:21.860753 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:21.861095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:21.868738 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d59b2c7e-71c7-450f-8974-9f53c2f1d372 req-c929ea3a-276e-487f-b897-96833a6ac139 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed26a25-ccd8-45e2-bcd2-3688ac9f779d HTTP/1.1" status: 200 len: 210 time: 0.0907614 Feb 10 15:36:22.072986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a369e408-d9a1-44a9-a414-92bcad2c0ab7 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:36:22.082839 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7335a7fc-099c-4c4b-be47-b4a167c34299 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (58410f2d-aa3a-49ab-8b2f-815dbf7ac37e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:22.100870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: a369e408-d9a1-44a9-a414-92bcad2c0ab7 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:36:22.101220 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a369e408-d9a1-44a9-a414-92bcad2c0ab7 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:36:22.167134 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7335a7fc-099c-4c4b-be47-b4a167c34299 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:22.171921 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245460e5-d8c8-4d6f-b12a-dd40244dafcc None None] Network b6e2344b-652c-4336-b0e8-0e7275a417c1 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:36:22.172984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41016) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:22.173467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7335a7fc-099c-4c4b-be47-b4a167c34299 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "DELETE /v2.0/subnets/58410f2d-aa3a-49ab-8b2f-815dbf7ac37e HTTP/1.1" status: 204 len: 168 time: 0.7282400 Feb 10 15:36:22.173919 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335a7fc-099c-4c4b-be47-b4a167c34299 tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Subnet': ['ID=58410f2d-aa3a-49ab-8b2f-815dbf7ac37e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:22.339195 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (b6e2344b-652c-4336-b0e8-0e7275a417c1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:22.401421 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (76653944-ecd7-4ae5-affc-5d1a7bf3f461), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:22.407670 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b79ee4-11b5-4cfe-9639-bbbb2430fe9e None None] DHCP port deletion for b6e2344b-652c-4336-b0e8-0e7275a417c1 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:36:22.420086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Deleting port 11c39a55-edbf-411c-b158-dcaaba648a97 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:22.420729 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (11c39a55-edbf-411c-b158-dcaaba648a97), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:22.461793 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-18b79ee4-11b5-4cfe-9639-bbbb2430fe9e None None] Deleting port 11c39a55-edbf-411c-b158-dcaaba648a97 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:22.462124 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-18b79ee4-11b5-4cfe-9639-bbbb2430fe9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (11c39a55-edbf-411c-b158-dcaaba648a97), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:22.495754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] For port 11c39a55-edbf-411c-b158-dcaaba648a97, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=11c39a55-edbf-411c-b158-dcaaba648a97,segment=NetworkSegment(59078613-167a-4a34-a5a7-5028f3f4ab2b),segment_id=59078613-167a-4a34-a5a7-5028f3f4ab2b)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:22.496156 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (11c39a55-edbf-411c-b158-dcaaba648a97), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:22.518585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Calling delete_port for 11c39a55-edbf-411c-b158-dcaaba648a97 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:22.539611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-18b79ee4-11b5-4cfe-9639-bbbb2430fe9e None None] For port 11c39a55-edbf-411c-b158-dcaaba648a97, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=11c39a55-edbf-411c-b158-dcaaba648a97,segment=NetworkSegment(59078613-167a-4a34-a5a7-5028f3f4ab2b),segment_id=59078613-167a-4a34-a5a7-5028f3f4ab2b)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:22.540116 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-18b79ee4-11b5-4cfe-9639-bbbb2430fe9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (11c39a55-edbf-411c-b158-dcaaba648a97), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:22.555192 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-18b79ee4-11b5-4cfe-9639-bbbb2430fe9e None None] Calling delete_port for 11c39a55-edbf-411c-b158-dcaaba648a97 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:22.643695 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (11c39a55-edbf-411c-b158-dcaaba648a97), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:22.657424 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-18b79ee4-11b5-4cfe-9639-bbbb2430fe9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (11c39a55-edbf-411c-b158-dcaaba648a97), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:22.700107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Port': ['ID=11c39a55-edbf-411c-b158-dcaaba648a97,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:22.702251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b79ee4-11b5-4cfe-9639-bbbb2430fe9e None None] No DVR routers for this DVR port 11c39a55-edbf-411c-b158-dcaaba648a97 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:36:22.713435 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b79ee4-11b5-4cfe-9639-bbbb2430fe9e None None] Pushing event deleted for resources: {'Port': ['ID=11c39a55-edbf-411c-b158-dcaaba648a97,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:22.716189 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] No DVR routers for this DVR port 11c39a55-edbf-411c-b158-dcaaba648a97 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:36:22.819722 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (b6e2344b-652c-4336-b0e8-0e7275a417c1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:22.842712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e2344b-652c-4336-b0e8-0e7275a417c1']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:22.854778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59078613-167a-4a34-a5a7-5028f3f4ab2b') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:22.855446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59078613-167a-4a34-a5a7-5028f3f4ab2b') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:22.867100 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (59078613-167a-4a34-a5a7-5028f3f4ab2b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:22.881652 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (59078613-167a-4a34-a5a7-5028f3f4ab2b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:22.887620 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:36:22.888006 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (59078613-167a-4a34-a5a7-5028f3f4ab2b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:36:22.891489 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:36:22.961412 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349715a3-af46-43ea-8d5a-b157dffb60ca req-72341d0e-902d-4e8c-b0fe-5750f3deac96 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:22.974689 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-349715a3-af46-43ea-8d5a-b157dffb60ca req-72341d0e-902d-4e8c-b0fe-5750f3deac96 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1408207 Feb 10 15:36:23.015719 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (b6e2344b-652c-4336-b0e8-0e7275a417c1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:23.049474 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:23.055192 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] 10.222.0.64 "DELETE /v2.0/networks/b6e2344b-652c-4336-b0e8-0e7275a417c1 HTTP/1.1" status: 204 len: 168 time: 0.8787863 Feb 10 15:36:23.055192 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41032) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:23.061172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9d692-b46d-46b3-89d3-ff5cce7a2dee tempest-ServersTestMultiNic-171209069 tempest-ServersTestMultiNic-171209069-project] Pushing event deleted for resources: {'Network': ['ID=b6e2344b-652c-4336-b0e8-0e7275a417c1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:23.125037 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-349715a3-af46-43ea-8d5a-b157dffb60ca req-b2c287e8-7d0d-4d51-aaf2-ac47db0ba0be tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488259 Feb 10 15:36:23.140486 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8061e3d4-d0a9-4695-9349-7dbd27043f25 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for security_group (561377d6-7dae-47e7-be27-f937cdff5633), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:23.167905 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (76653944-ecd7-4ae5-affc-5d1a7bf3f461), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:23.170151 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8061e3d4-d0a9-4695-9349-7dbd27043f25 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for security_group (561377d6-7dae-47e7-be27-f937cdff5633), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:23.173389 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (76653944-ecd7-4ae5-affc-5d1a7bf3f461), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:23.231653 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8061e3d4-d0a9-4695-9349-7dbd27043f25 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (561377d6-7dae-47e7-be27-f937cdff5633), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:23.234641 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8061e3d4-d0a9-4695-9349-7dbd27043f25 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:23.235866 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8061e3d4-d0a9-4695-9349-7dbd27043f25 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "DELETE /v2.0/security-groups/561377d6-7dae-47e7-be27-f937cdff5633 HTTP/1.1" status: 204 len: 168 time: 0.1804037 Feb 10 15:36:23.239712 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41042) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:23.259684 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-ca67122b-0631-44e0-be08-66d088e6e30c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] show failed (client error): The resource could not be found. Feb 10 15:36:23.259827 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061e3d4-d0a9-4695-9349-7dbd27043f25 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=561377d6-7dae-47e7-be27-f937cdff5633,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:23.260741 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ca67122b-0631-44e0-be08-66d088e6e30c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "GET /v2.0/security-groups/561377d6-7dae-47e7-be27-f937cdff5633 HTTP/1.1" status: 404 len: 347 time: 0.0194278 Feb 10 15:36:23.264898 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41046) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:23.319535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41052) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:23.453567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-5cab5aec-c6ab-4165-beb3-8708c711b5b2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Deleting port 987a95b6-153b-484a-8411-6ceeed3e5163 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:23.453967 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5cab5aec-c6ab-4165-beb3-8708c711b5b2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (987a95b6-153b-484a-8411-6ceeed3e5163), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:23.541046 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Router 76653944-ecd7-4ae5-affc-5d1a7bf3f461 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:36:23.556540 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5cab5aec-c6ab-4165-beb3-8708c711b5b2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (987a95b6-153b-484a-8411-6ceeed3e5163), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:23.557047 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5cab5aec-c6ab-4165-beb3-8708c711b5b2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for floatingip (987a95b6-153b-484a-8411-6ceeed3e5163), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:23.579718 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-5cab5aec-c6ab-4165-beb3-8708c711b5b2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Calling delete_port for 987a95b6-153b-484a-8411-6ceeed3e5163 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:23.740581 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:36:23.748738 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:23.749922 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7229adcb-ed40-4238-a0d4-fdd08ee7ae67 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "PUT /v2.0/routers/76653944-ecd7-4ae5-affc-5d1a7bf3f461 HTTP/1.1" status: 200 len: 879 time: 3.3411989 Feb 10 15:36:23.757576 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503b8a85-1259-416a-8ab0-a5bbc53f7032 None None] Sync routers for ids ['76653944-ecd7-4ae5-affc-5d1a7bf3f461'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:36:23.760664 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41068) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:23.773731 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503b8a85-1259-416a-8ab0-a5bbc53f7032 None None] Routers {'76653944-ecd7-4ae5-affc-5d1a7bf3f461'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:23.777446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-503b8a85-1259-416a-8ab0-a5bbc53f7032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['76653944-ecd7-4ae5-affc-5d1a7bf3f461'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:23.787815 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5cab5aec-c6ab-4165-beb3-8708c711b5b2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (987a95b6-153b-484a-8411-6ceeed3e5163), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:23.849357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab5aec-c6ab-4165-beb3-8708c711b5b2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event deleted for resources: {'Port': ['ID=987a95b6-153b-484a-8411-6ceeed3e5163,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:23.887517 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-503b8a85-1259-416a-8ab0-a5bbc53f7032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:23.902142 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503b8a85-1259-416a-8ab0-a5bbc53f7032 None None] Routers {'76653944-ecd7-4ae5-affc-5d1a7bf3f461'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:23.903314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-503b8a85-1259-416a-8ab0-a5bbc53f7032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['76653944-ecd7-4ae5-affc-5d1a7bf3f461'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:23.918214 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a2f5adc9-2783-4914-919e-63926ee21605 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/routers/76653944-ecd7-4ae5-affc-5d1a7bf3f461 HTTP/1.1" status: 200 len: 920 time: 0.1522262 Feb 10 15:36:23.918446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41070) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:23.974422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-503b8a85-1259-416a-8ab0-a5bbc53f7032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:23.975776 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503b8a85-1259-416a-8ab0-a5bbc53f7032 None None] The sync data for ids ['76653944-ecd7-4ae5-affc-5d1a7bf3f461'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:36:24.017951 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a85d87-55cd-4ab8-ab7b-bf7bb8ef9387 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:24.019773 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-39a85d87-55cd-4ab8-ab7b-bf7bb8ef9387 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=4454d505-75c9-41c1-a257-953d507647a9&device_id=76653944-ecd7-4ae5-affc-5d1a7bf3f461&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1004016 Feb 10 15:36:24.022383 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41072) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:24.024208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 11c39a55-edbf-411c-b158-dcaaba648a97 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:36:24.056777 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5cab5aec-c6ab-4165-beb3-8708c711b5b2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for floatingip (b46bf11b-c135-45a0-a20c-08b303c5f394), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:24.061109 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5cab5aec-c6ab-4165-beb3-8708c711b5b2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:24.065713 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5cab5aec-c6ab-4165-beb3-8708c711b5b2 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "DELETE /v2.0/floatingips/b46bf11b-c135-45a0-a20c-08b303c5f394 HTTP/1.1" status: 204 len: 168 time: 0.7971208 Feb 10 15:36:24.067114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41078) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:24.085064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 11c39a55-edbf-411c-b158-dcaaba648a97 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:36:24.088392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 11c39a55-edbf-411c-b158-dcaaba648a97 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:36:24.176772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a60cfd-ed1b-4773-8ed0-6475ceda1b60 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:24.178205 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-22a60cfd-ed1b-4773-8ed0-6475ceda1b60 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 881 time: 0.1549034 Feb 10 15:36:24.182869 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41082) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:24.212481 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-76effc03-18f0-465d-b75f-3da7c82e95c1 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "GET /v2.0/ports?device_id=76653944-ecd7-4ae5-affc-5d1a7bf3f461 HTTP/1.1" status: 200 len: 205 time: 0.0285020 Feb 10 15:36:24.215571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41084) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:24.265785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c3e8239e-3b2e-410a-b831-fce627235649 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Deleting port 60ef18b7-07cd-4dd7-936a-aa71c8c7559e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:24.266915 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c3e8239e-3b2e-410a-b831-fce627235649 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:24.329730 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41022bc3-fb2b-48cd-accc-af00694da7d8 req-bfcb3e0d-23cf-45ba-9580-378c14cca305 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:24.331403 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41022bc3-fb2b-48cd-accc-af00694da7d8 req-bfcb3e0d-23cf-45ba-9580-378c14cca305 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0895705 Feb 10 15:36:24.366091 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2151ab17-592f-46ad-a191-0ff2834a47e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:24.421169 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c3e8239e-3b2e-410a-b831-fce627235649 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:24.431448 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e6ac7f6-19b9-4f2b-a9f4-98206228b27c tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (76653944-ecd7-4ae5-affc-5d1a7bf3f461), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:24.475008 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c3e8239e-3b2e-410a-b831-fce627235649 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Calling delete_port for 60ef18b7-07cd-4dd7-936a-aa71c8c7559e owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:24.570507 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41022bc3-fb2b-48cd-accc-af00694da7d8 req-9000990b-eb4f-4d15-844c-dcdf3ac07637 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318580 Feb 10 15:36:24.621076 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e6ac7f6-19b9-4f2b-a9f4-98206228b27c tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (76653944-ecd7-4ae5-affc-5d1a7bf3f461), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:24.724828 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2151ab17-592f-46ad-a191-0ff2834a47e1 admin admin] Deleting port eda8609f-32ca-4308-84f4-7446d80ce705 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:24.725512 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2151ab17-592f-46ad-a191-0ff2834a47e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:24.732701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ac7f6-19b9-4f2b-a9f4-98206228b27c tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Deleting port 343d0f6d-ddc1-4503-9285-894ce04e339b {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:24.733128 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e6ac7f6-19b9-4f2b-a9f4-98206228b27c tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (343d0f6d-ddc1-4503-9285-894ce04e339b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:24.736251 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c3e8239e-3b2e-410a-b831-fce627235649 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (60ef18b7-07cd-4dd7-936a-aa71c8c7559e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:24.787754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8239e-3b2e-410a-b831-fce627235649 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event deleted for resources: {'Port': ['ID=60ef18b7-07cd-4dd7-936a-aa71c8c7559e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:24.873271 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-2151ab17-592f-46ad-a191-0ff2834a47e1 admin admin] For port eda8609f-32ca-4308-84f4-7446d80ce705, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=eda8609f-32ca-4308-84f4-7446d80ce705,segment=NetworkSegment(43a91810-dc84-4bb8-8290-d75712723d7f),segment_id=43a91810-dc84-4bb8-8290-d75712723d7f)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:24.874663 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2151ab17-592f-46ad-a191-0ff2834a47e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:24.894185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2151ab17-592f-46ad-a191-0ff2834a47e1 admin admin] Calling delete_port for eda8609f-32ca-4308-84f4-7446d80ce705 owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:24.904065 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e6ac7f6-19b9-4f2b-a9f4-98206228b27c tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (343d0f6d-ddc1-4503-9285-894ce04e339b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:24.916370 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c3e8239e-3b2e-410a-b831-fce627235649 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:24.919693 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c3e8239e-3b2e-410a-b831-fce627235649 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "DELETE /v2.0/ports/60ef18b7-07cd-4dd7-936a-aa71c8c7559e HTTP/1.1" status: 204 len: 168 time: 0.8513768 Feb 10 15:36:24.923480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41088) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:24.931739 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ac7f6-19b9-4f2b-a9f4-98206228b27c tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Calling delete_port for 343d0f6d-ddc1-4503-9285-894ce04e339b owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:25.152186 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2151ab17-592f-46ad-a191-0ff2834a47e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (eda8609f-32ca-4308-84f4-7446d80ce705), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:25.210109 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151ab17-592f-46ad-a191-0ff2834a47e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eda8609f-32ca-4308-84f4-7446d80ce705,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:25.557021 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2151ab17-592f-46ad-a191-0ff2834a47e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:25.611053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-792997d8-7adb-4230-9d46-5989981080e9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Deleting port 10381f00-aac9-4d90-9e10-af3f92aa505c {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:25.612031 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-792997d8-7adb-4230-9d46-5989981080e9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:25.699890 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-792997d8-7adb-4230-9d46-5989981080e9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:25.715648 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-792997d8-7adb-4230-9d46-5989981080e9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Calling delete_port for 10381f00-aac9-4d90-9e10-af3f92aa505c owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:25.836633 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e6ac7f6-19b9-4f2b-a9f4-98206228b27c tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (343d0f6d-ddc1-4503-9285-894ce04e339b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:25.875266 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ac7f6-19b9-4f2b-a9f4-98206228b27c tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Pushing event deleted for resources: {'Port': ['ID=343d0f6d-ddc1-4503-9285-894ce04e339b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:25.930241 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60664e1-c9f8-4337-a394-c827a8f0c54d req-2f73d5fc-d06c-4914-a5cb-73e1dfe6f0bb tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:25.931995 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e60664e1-c9f8-4337-a394-c827a8f0c54d req-2f73d5fc-d06c-4914-a5cb-73e1dfe6f0bb tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.2108159 Feb 10 15:36:25.976979 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e6ac7f6-19b9-4f2b-a9f4-98206228b27c tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (76653944-ecd7-4ae5-affc-5d1a7bf3f461), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.056271 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e60664e1-c9f8-4337-a394-c827a8f0c54d req-847df99e-0a27-4670-8027-d44d460b36c5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103380 Feb 10 15:36:26.087693 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2151ab17-592f-46ad-a191-0ff2834a47e1 admin admin] Router 1a8c3c92-9ea6-4488-86ef-ca32a7494b32 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:36:26.101224 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-792997d8-7adb-4230-9d46-5989981080e9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (10381f00-aac9-4d90-9e10-af3f92aa505c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.140076 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e6ac7f6-19b9-4f2b-a9f4-98206228b27c tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (76653944-ecd7-4ae5-affc-5d1a7bf3f461), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.144173 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e6ac7f6-19b9-4f2b-a9f4-98206228b27c tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_controller (76653944-ecd7-4ae5-affc-5d1a7bf3f461), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.197243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792997d8-7adb-4230-9d46-5989981080e9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event deleted for resources: {'Port': ['ID=10381f00-aac9-4d90-9e10-af3f92aa505c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:26.275399 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2151ab17-592f-46ad-a191-0ff2834a47e1 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:36:26.284400 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e6ac7f6-19b9-4f2b-a9f4-98206228b27c tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (76653944-ecd7-4ae5-affc-5d1a7bf3f461), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.285332 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2151ab17-592f-46ad-a191-0ff2834a47e1 admin admin] 10.222.0.64 "PUT /v2.0/routers/1a8c3c92-9ea6-4488-86ef-ca32a7494b32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9648097 Feb 10 15:36:26.286024 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41102) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:26.286421 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6ac7f6-19b9-4f2b-a9f4-98206228b27c tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Fanout notify agent at l3_agent the message router_deleted on router 76653944-ecd7-4ae5-affc-5d1a7bf3f461 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:36:26.291033 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2586ff8-b600-4ba5-a779-5e62c942f319 None None] Sync routers for ids ['1a8c3c92-9ea6-4488-86ef-ca32a7494b32'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:36:26.298015 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e6ac7f6-19b9-4f2b-a9f4-98206228b27c tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.299931 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4e6ac7f6-19b9-4f2b-a9f4-98206228b27c tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "DELETE /v2.0/routers/76653944-ecd7-4ae5-affc-5d1a7bf3f461 HTTP/1.1" status: 204 len: 168 time: 2.0824649 Feb 10 15:36:26.329134 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2586ff8-b600-4ba5-a779-5e62c942f319 None None] Routers {'1a8c3c92-9ea6-4488-86ef-ca32a7494b32'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:26.330052 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b2586ff8-b600-4ba5-a779-5e62c942f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['1a8c3c92-9ea6-4488-86ef-ca32a7494b32'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:26.333835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41104) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:26.338397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-56b14ed8-a668-4776-bd7e-3e1dac3cf0d2 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-306154300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:26.390219 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-792997d8-7adb-4230-9d46-5989981080e9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.398396 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-792997d8-7adb-4230-9d46-5989981080e9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "DELETE /v2.0/ports/10381f00-aac9-4d90-9e10-af3f92aa505c HTTP/1.1" status: 204 len: 168 time: 1.4733293 Feb 10 15:36:26.399556 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-56b14ed8-a668-4776-bd7e-3e1dac3cf0d2 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (1c02807c-c286-4944-8929-5d2fa50e132f), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.400762 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-56b14ed8-a668-4776-bd7e-3e1dac3cf0d2 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (1c02807c-c286-4944-8929-5d2fa50e132f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.414758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41106) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:26.421947 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41d89ad3-0898-48ba-8706-60876955ecec admin admin] Publish callbacks [] for router (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.488750 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-b2586ff8-b600-4ba5-a779-5e62c942f319 None None] Set router 1a8c3c92-9ea6-4488-86ef-ca32a7494b32 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:36:26.534163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cad81f-1a02-4675-9790-07474f7443fd tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Deleting subnet a71818b0-4a92-4bfc-9f7d-7c4e8bafed44 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:36:26.563400 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43cad81f-1a02-4675-9790-07474f7443fd tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for subnet (a71818b0-4a92-4bfc-9f7d-7c4e8bafed44), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.567590 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-56b14ed8-a668-4776-bd7e-3e1dac3cf0d2 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_controller (1c02807c-c286-4944-8929-5d2fa50e132f), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.593635 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-56b14ed8-a668-4776-bd7e-3e1dac3cf0d2 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (1c02807c-c286-4944-8929-5d2fa50e132f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.616696 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41d89ad3-0898-48ba-8706-60876955ecec admin admin] Publish callbacks [] for router_gateway (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.628141 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43cad81f-1a02-4675-9790-07474f7443fd tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (a71818b0-4a92-4bfc-9f7d-7c4e8bafed44), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.638428 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-56b14ed8-a668-4776-bd7e-3e1dac3cf0d2 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.639776 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-56b14ed8-a668-4776-bd7e-3e1dac3cf0d2 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3049676 Feb 10 15:36:26.660257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41108) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:26.678849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'enable_snat': True}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:26.727225 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-41d89ad3-0898-48ba-8706-60876955ecec admin admin] Deleting port c1721cc2-5bb6-4736-b31b-fe3313366628 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:26.727661 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41d89ad3-0898-48ba-8706-60876955ecec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c1721cc2-5bb6-4736-b31b-fe3313366628), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.848612 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b2586ff8-b600-4ba5-a779-5e62c942f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'name': 'tempest-ServersTestMultiNic-1321867497-router', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c1721cc2-5bb6-4736-b31b-fe3313366628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:34:36Z', 'updated_at': '2022-02-10T15:36:25Z', 'revision_number': 5, 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'gw_port': {'id': 'c1721cc2-5bb6-4736-b31b-fe3313366628', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:34:37Z', 'updated_at': '2022-02-10T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:26.875672 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-41d89ad3-0898-48ba-8706-60876955ecec admin admin] For port c1721cc2-5bb6-4736-b31b-fe3313366628, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c1721cc2-5bb6-4736-b31b-fe3313366628,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:26.876230 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41d89ad3-0898-48ba-8706-60876955ecec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c1721cc2-5bb6-4736-b31b-fe3313366628), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:26.911122 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-41d89ad3-0898-48ba-8706-60876955ecec admin admin] Calling delete_port for c1721cc2-5bb6-4736-b31b-fe3313366628 owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:26.914242 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2586ff8-b600-4ba5-a779-5e62c942f319 None None] Checking router: 1a8c3c92-9ea6-4488-86ef-ca32a7494b32 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:36:26.937327 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2586ff8-b600-4ba5-a779-5e62c942f319 None None] Routers {'1a8c3c92-9ea6-4488-86ef-ca32a7494b32'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:26.938192 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b2586ff8-b600-4ba5-a779-5e62c942f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['1a8c3c92-9ea6-4488-86ef-ca32a7494b32'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:27.042221 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43cad81f-1a02-4675-9790-07474f7443fd tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (a71818b0-4a92-4bfc-9f7d-7c4e8bafed44), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:27.144368 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-b2586ff8-b600-4ba5-a779-5e62c942f319 None None] Set router 1a8c3c92-9ea6-4488-86ef-ca32a7494b32 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:36:27.169900 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (1c02807c-c286-4944-8929-5d2fa50e132f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:27.272681 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43cad81f-1a02-4675-9790-07474f7443fd tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (a71818b0-4a92-4bfc-9f7d-7c4e8bafed44), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:27.293431 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b2586ff8-b600-4ba5-a779-5e62c942f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'name': 'tempest-ServersTestMultiNic-1321867497-router', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:34:36Z', 'updated_at': '2022-02-10T15:36:26Z', 'revision_number': 6, 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:27.332987 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2586ff8-b600-4ba5-a779-5e62c942f319 None None] The sync data for ids ['1a8c3c92-9ea6-4488-86ef-ca32a7494b32'] in n-d-815324-7 is: [{'id': '1a8c3c92-9ea6-4488-86ef-ca32a7494b32', 'name': 'tempest-ServersTestMultiNic-1321867497-router', 'tenant_id': '9a604c2939b04840a89b4741b69d3c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:34:36Z', 'updated_at': '2022-02-10T15:36:26Z', 'revision_number': 6, 'project_id': '9a604c2939b04840a89b4741b69d3c48', 'gw_port_host': None}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:36:27.379059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cad81f-1a02-4675-9790-07474f7443fd tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event deleted for resources: {'Subnet': ['ID=a71818b0-4a92-4bfc-9f7d-7c4e8bafed44,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:27.382029 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43cad81f-1a02-4675-9790-07474f7443fd tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:27.388008 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-43cad81f-1a02-4675-9790-07474f7443fd tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "DELETE /v2.0/subnets/a71818b0-4a92-4bfc-9f7d-7c4e8bafed44 HTTP/1.1" status: 204 len: 168 time: 0.9690948 Feb 10 15:36:27.390299 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669b99ef-1df4-4dea-bf80-1de10a04b50e None None] Network f634ab50-40ab-4861-a47c-548f31d17b11 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:36:27.395716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41134) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:27.404994 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41d89ad3-0898-48ba-8706-60876955ecec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (c1721cc2-5bb6-4736-b31b-fe3313366628), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:27.462657 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f714cf5-b37d-4a38-9b23-a20f324f91ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Deleting subnet 72c12823-d91c-4e2c-9209-5935b1cee3d2 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:36:27.467238 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f714cf5-b37d-4a38-9b23-a20f324f91ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for subnet (72c12823-d91c-4e2c-9209-5935b1cee3d2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:27.468315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d89ad3-0898-48ba-8706-60876955ecec admin admin] Pushing event deleted for resources: {'Port': ['ID=c1721cc2-5bb6-4736-b31b-fe3313366628,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:27.494788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d0118-c1e5-4673-abe8-fa00e4d7d173 req-e6f1e4a9-a95e-4be5-b442-41ef1cf78933 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:27.496486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd3d0118-c1e5-4673-abe8-fa00e4d7d173 req-e6f1e4a9-a95e-4be5-b442-41ef1cf78933 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.3087997 Feb 10 15:36:27.550696 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f714cf5-b37d-4a38-9b23-a20f324f91ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (72c12823-d91c-4e2c-9209-5935b1cee3d2), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:27.687351 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (1c02807c-c286-4944-8929-5d2fa50e132f), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:27.723709 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:27.749245 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59f866f-0349-4c79-8ec0-3b7e4926ffee None None] DHCP port deletion for f634ab50-40ab-4861-a47c-548f31d17b11 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:36:27.848107 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f714cf5-b37d-4a38-9b23-a20f324f91ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (72c12823-d91c-4e2c-9209-5935b1cee3d2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:27.906911 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d59f866f-0349-4c79-8ec0-3b7e4926ffee None None] Deleting port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:27.907297 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d59f866f-0349-4c79-8ec0-3b7e4926ffee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:27.994636 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Allocated IP 172.25.3.253 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/1b56ab33-389d-453c-92ef-b7b318a99140) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:36:27.997710 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f714cf5-b37d-4a38-9b23-a20f324f91ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (72c12823-d91c-4e2c-9209-5935b1cee3d2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.025138 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f714cf5-b37d-4a38-9b23-a20f324f91ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.027273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1a54f5-1b7b-49cb-86bf-6c1cb78fe86a None None] Network a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:36:28.033895 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5f714cf5-b37d-4a38-9b23-a20f324f91ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "DELETE /v2.0/subnets/72c12823-d91c-4e2c-9209-5935b1cee3d2 HTTP/1.1" status: 204 len: 168 time: 0.6361663 Feb 10 15:36:28.038911 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41140) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:28.079844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d59f866f-0349-4c79-8ec0-3b7e4926ffee None None] For port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0,segment=NetworkSegment(e3427f5c-e71d-45cc-8c7a-3dd79865d9ce),segment_id=e3427f5c-e71d-45cc-8c7a-3dd79865d9ce)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:28.080271 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d59f866f-0349-4c79-8ec0-3b7e4926ffee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.135412 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d59f866f-0349-4c79-8ec0-3b7e4926ffee None None] Calling delete_port for df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:28.155914 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (f634ab50-40ab-4861-a47c-548f31d17b11), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.164881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f714cf5-b37d-4a38-9b23-a20f324f91ab tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event deleted for resources: {'Subnet': ['ID=72c12823-d91c-4e2c-9209-5935b1cee3d2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:28.370320 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Deleting port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:28.370794 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.414600 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41d89ad3-0898-48ba-8706-60876955ecec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.462957 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d59f866f-0349-4c79-8ec0-3b7e4926ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.485536 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device eda8609f-32ca-4308-84f4-7446d80ce705 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:36:28.540054 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: eda8609f-32ca-4308-84f4-7446d80ce705 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:36:28.545355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device eda8609f-32ca-4308-84f4-7446d80ce705 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:36:28.545995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:36:28.551587 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a9d390-9fa3-4f28-938f-a17c5a48bf96 None None] DHCP port deletion for a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:36:28.600036 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] For port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0,segment=NetworkSegment(e3427f5c-e71d-45cc-8c7a-3dd79865d9ce),segment_id=e3427f5c-e71d-45cc-8c7a-3dd79865d9ce)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:28.600404 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.627611 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Calling delete_port for df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:28.635261 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41d89ad3-0898-48ba-8706-60876955ecec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.640221 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41d89ad3-0898-48ba-8706-60876955ecec admin admin] Publish callbacks [] for router_controller (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.644278 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for port (1b56ab33-389d-453c-92ef-b7b318a99140), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.676371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:36:28.677408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:36:28.698084 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59f866f-0349-4c79-8ec0-3b7e4926ffee None None] No DVR routers for this DVR port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:36:28.700900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f866f-0349-4c79-8ec0-3b7e4926ffee None None] Pushing event deleted for resources: {'Port': ['ID=df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:28.742231 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd3d0118-c1e5-4673-abe8-fa00e4d7d173 req-0a81a19e-41bb-490b-89f1-917316b2c562 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1871679 Feb 10 15:36:28.743407 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41d89ad3-0898-48ba-8706-60876955ecec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (1a8c3c92-9ea6-4488-86ef-ca32a7494b32), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.744027 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d89ad3-0898-48ba-8706-60876955ecec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a8c3c92-9ea6-4488-86ef-ca32a7494b32 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:36:28.753956 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41d89ad3-0898-48ba-8706-60876955ecec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.757739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-41d89ad3-0898-48ba-8706-60876955ecec admin admin] 10.222.0.64 "DELETE /v2.0/routers/1a8c3c92-9ea6-4488-86ef-ca32a7494b32 HTTP/1.1" status: 204 len: 168 time: 2.4681923 Feb 10 15:36:28.758429 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41150) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:28.786118 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-07a9d390-9fa3-4f28-938f-a17c5a48bf96 None None] Deleting port e5cf3ef4-487b-44ba-8527-cce694f69ed5 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:28.788642 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07a9d390-9fa3-4f28-938f-a17c5a48bf96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e5cf3ef4-487b-44ba-8527-cce694f69ed5), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.862728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-efaee918-4a4e-41a4-b5ca-ef7936087f05 admin admin] Deleting subnet f9e7016a-d740-423f-9a46-0e968182ef36 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:36:28.892359 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-efaee918-4a4e-41a4-b5ca-ef7936087f05 admin admin] Publish callbacks [] for subnet (f9e7016a-d740-423f-9a46-0e968182ef36), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.911859 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.920000 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1b56ab33-389d-453c-92ef-b7b318a99140), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.972631 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-07a9d390-9fa3-4f28-938f-a17c5a48bf96 None None] For port e5cf3ef4-487b-44ba-8527-cce694f69ed5, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e5cf3ef4-487b-44ba-8527-cce694f69ed5,segment=NetworkSegment(200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10),segment_id=200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:28.974040 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07a9d390-9fa3-4f28-938f-a17c5a48bf96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e5cf3ef4-487b-44ba-8527-cce694f69ed5), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:28.979982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event deleted for resources: {'Port': ['ID=df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:29.025662 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-07a9d390-9fa3-4f28-938f-a17c5a48bf96 None None] Calling delete_port for e5cf3ef4-487b-44ba-8527-cce694f69ed5 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:29.027538 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-efaee918-4a4e-41a4-b5ca-ef7936087f05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (f9e7016a-d740-423f-9a46-0e968182ef36), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.043715 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Pushing event updated for resources: {'Port': ['ID=1b56ab33-389d-453c-92ef-b7b318a99140,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:29.065466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] No DVR routers for this DVR port df28912b-e5a8-4e40-abc4-3c9ec6ebc2b0 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:36:29.080697 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:36:29.083604 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:36:29.102763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:36:29.133921 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-efaee918-4a4e-41a4-b5ca-ef7936087f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (f9e7016a-d740-423f-9a46-0e968182ef36), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.180250 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07a9d390-9fa3-4f28-938f-a17c5a48bf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (e5cf3ef4-487b-44ba-8527-cce694f69ed5), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.198340 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-efaee918-4a4e-41a4-b5ca-ef7936087f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (f9e7016a-d740-423f-9a46-0e968182ef36), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.200695 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (f634ab50-40ab-4861-a47c-548f31d17b11), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.211204 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a9d390-9fa3-4f28-938f-a17c5a48bf96 None None] No DVR routers for this DVR port e5cf3ef4-487b-44ba-8527-cce694f69ed5 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:36:29.233667 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaee918-4a4e-41a4-b5ca-ef7936087f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e7016a-d740-423f-9a46-0e968182ef36,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:29.236030 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-efaee918-4a4e-41a4-b5ca-ef7936087f05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.243941 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-efaee918-4a4e-41a4-b5ca-ef7936087f05 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f9e7016a-d740-423f-9a46-0e968182ef36 HTTP/1.1" status: 204 len: 168 time: 0.4796762 Feb 10 15:36:29.259671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41154) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:29.270322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f634ab50-40ab-4861-a47c-548f31d17b11']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:29.288134 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3427f5c-e71d-45cc-8c7a-3dd79865d9ce') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:29.288429 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3427f5c-e71d-45cc-8c7a-3dd79865d9ce') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:29.303423 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (e3427f5c-e71d-45cc-8c7a-3dd79865d9ce), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.304915 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc56d51c-dbb0-4aab-913f-76022d21fcc8 None None] Network eaf784ee-54d3-4977-bfd9-5813d9071ad6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:36:29.357915 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e3427f5c-e71d-45cc-8c7a-3dd79865d9ce), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.386291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9d390-9fa3-4f28-938f-a17c5a48bf96 None None] Pushing event deleted for resources: {'Port': ['ID=e5cf3ef4-487b-44ba-8527-cce694f69ed5,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:29.407319 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (eaf784ee-54d3-4977-bfd9-5813d9071ad6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.417116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:36:29.417533 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (e3427f5c-e71d-45cc-8c7a-3dd79865d9ce), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:36:29.421326 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:36:29.524040 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (f634ab50-40ab-4861-a47c-548f31d17b11), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.535097 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.537419 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] Deleting port ce07e705-1434-4882-a9af-b2389b0cd3d4 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:29.537924 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ce07e705-1434-4882-a9af-b2389b0cd3d4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.539733 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "DELETE /v2.0/networks/f634ab50-40ab-4861-a47c-548f31d17b11 HTTP/1.1" status: 204 len: 168 time: 1.4993887 Feb 10 15:36:29.545568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41166) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:29.623111 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] For port ce07e705-1434-4882-a9af-b2389b0cd3d4, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ce07e705-1434-4882-a9af-b2389b0cd3d4,segment=NetworkSegment(43a91810-dc84-4bb8-8290-d75712723d7f),segment_id=43a91810-dc84-4bb8-8290-d75712723d7f)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:29.623489 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ce07e705-1434-4882-a9af-b2389b0cd3d4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.634250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7aee9-494c-4e8c-925f-e3b974fd947c tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event deleted for resources: {'Network': ['ID=f634ab50-40ab-4861-a47c-548f31d17b11,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:29.639720 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] Calling delete_port for ce07e705-1434-4882-a9af-b2389b0cd3d4 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:29.674481 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 54488536-ba73-4f47-9bed-75348e4117fe details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:36:29.834323 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (ce07e705-1434-4882-a9af-b2389b0cd3d4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.854727 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a9aecb6c-b5e6-4511-93a5-aa216587a4c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.857460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed42a0fb-e534-4ff2-9763-454cf305a7a7 None None] DHCP port deletion for eaf784ee-54d3-4977-bfd9-5813d9071ad6 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:36:29.887626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce07e705-1434-4882-a9af-b2389b0cd3d4,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:29.913838 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] No DVR routers for this DVR port ce07e705-1434-4882-a9af-b2389b0cd3d4 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:36:29.930021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 54488536-ba73-4f47-9bed-75348e4117fe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=54488536-ba73-4f47-9bed-75348e4117fe,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:29.945390 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (1c02807c-c286-4944-8929-5d2fa50e132f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:29.964141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '54488536-ba73-4f47-9bed-75348e4117fe', 'network_id': '0e367e63-34d1-4188-ada1-4e62f3974686', 'port_id': '54488536-ba73-4f47-9bed-75348e4117fe', 'mac_address': 'fa:16:3e:dd:77:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:36:30.046453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 54488536-ba73-4f47-9bed-75348e4117fe is: ACTIVE; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:36:30.046787 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (54488536-ba73-4f47-9bed-75348e4117fe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:30.055629 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c1721cc2-5bb6-4736-b31b-fe3313366628 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:36:30.092292 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (eaf784ee-54d3-4977-bfd9-5813d9071ad6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:30.118617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf784ee-54d3-4977-bfd9-5813d9071ad6']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:30.130074 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a91810-dc84-4bb8-8290-d75712723d7f') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:30.130526 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a91810-dc84-4bb8-8290-d75712723d7f') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:30.137247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54488536-ba73-4f47-9bed-75348e4117fe {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:36:30.141553 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: c1721cc2-5bb6-4736-b31b-fe3313366628 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:36:30.141945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c1721cc2-5bb6-4736-b31b-fe3313366628 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:36:30.142308 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e5cf3ef4-487b-44ba-8527-cce694f69ed5 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:36:30.147707 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (43a91810-dc84-4bb8-8290-d75712723d7f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:30.162111 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (43a91810-dc84-4bb8-8290-d75712723d7f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:30.165331 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a9aecb6c-b5e6-4511-93a5-aa216587a4c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:30.169595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:36:30.170113 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (43a91810-dc84-4bb8-8290-d75712723d7f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:30.200106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: e5cf3ef4-487b-44ba-8527-cce694f69ed5 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:36:30.200446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e5cf3ef4-487b-44ba-8527-cce694f69ed5 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:36:30.200892 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ce07e705-1434-4882-a9af-b2389b0cd3d4 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:36:30.242420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: ce07e705-1434-4882-a9af-b2389b0cd3d4 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:36:30.245672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ce07e705-1434-4882-a9af-b2389b0cd3d4 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:36:30.269260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 54488536-ba73-4f47-9bed-75348e4117fe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=54488536-ba73-4f47-9bed-75348e4117fe,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:30.275726 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (54488536-ba73-4f47-9bed-75348e4117fe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:36:30.312965 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:36:30.340892 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (eaf784ee-54d3-4977-bfd9-5813d9071ad6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:30.381750 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:30.388492 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] 10.222.0.64 "DELETE /v2.0/networks/eaf784ee-54d3-4977-bfd9-5813d9071ad6 HTTP/1.1" status: 204 len: 168 time: 1.1240420 Feb 10 15:36:30.392287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['54488536-ba73-4f47-9bed-75348e4117fe'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:36:30.429265 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab57d4-8ae6-4b99-b867-6ed8684ed522 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf784ee-54d3-4977-bfd9-5813d9071ad6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:30.478567 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60724e-8c66-4c8b-8a30-817402f78092 req-0d27da88-1dd4-49ff-a276-b2e4e3f373f6 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:30.487301 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cb60724e-8c66-4c8b-8a30-817402f78092 req-0d27da88-1dd4-49ff-a276-b2e4e3f373f6 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 944 time: 0.5229352 Feb 10 15:36:30.494756 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=54488536-ba73-4f47-9bed-75348e4117fe,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:30.531299 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-369a53e8-2d90-4ecc-b0fc-78f8fc68dbd4 req-5b8afdbb-1a22-4dc0-a00a-a9f4d0a86374 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2439635 Feb 10 15:36:30.579646 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cb60724e-8c66-4c8b-8a30-817402f78092 req-370ae06e-a516-4904-8548-5594420eed8c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914376 Feb 10 15:36:30.650554 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a53e8-2d90-4ecc-b0fc-78f8fc68dbd4 req-d314c8ea-cd58-40d2-a7e1-cd390d2ba90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:30.656275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-369a53e8-2d90-4ecc-b0fc-78f8fc68dbd4 req-d314c8ea-cd58-40d2-a7e1-cd390d2ba90d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 1127 time: 0.0716839 Feb 10 15:36:30.809325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41198) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:30.874837 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a53e8-2d90-4ecc-b0fc-78f8fc68dbd4 req-37b27744-1b54-4e9b-be9d-83416fbeaf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:30.884912 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-369a53e8-2d90-4ecc-b0fc-78f8fc68dbd4 req-37b27744-1b54-4e9b-be9d-83416fbeaf7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.2067859 Feb 10 15:36:30.908083 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-a9aecb6c-b5e6-4511-93a5-aa216587a4c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:30.918293 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-a9aecb6c-b5e6-4511-93a5-aa216587a4c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:30.918598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-a9aecb6c-b5e6-4511-93a5-aa216587a4c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:30.928379 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a9aecb6c-b5e6-4511-93a5-aa216587a4c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:30.941888 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a9aecb6c-b5e6-4511-93a5-aa216587a4c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:30.948356 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9aecb6c-b5e6-4511-93a5-aa216587a4c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:36:30.949115 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a9aecb6c-b5e6-4511-93a5-aa216587a4c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (200fd25b-e9d9-47b3-a6e8-d00bcd6a7c10), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:30.952750 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-369a53e8-2d90-4ecc-b0fc-78f8fc68dbd4 req-c5f16587-3ef6-4137-bf6a-cc5f3643f2a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2142e605-8066-4484-9c2b-59f608058a7f HTTP/1.1" status: 200 len: 217 time: 0.0594277 Feb 10 15:36:30.972868 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e98abb45-a45b-45b1-8125-c4cb93478140 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a604c2939b04840a89b4741b69d3c48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1589739 Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:36:30.973045 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:36:30.975372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41212) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:31.043823 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a9aecb6c-b5e6-4511-93a5-aa216587a4c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:31.052891 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a9aecb6c-b5e6-4511-93a5-aa216587a4c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:31.072097 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a9aecb6c-b5e6-4511-93a5-aa216587a4c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] 10.222.0.64 "DELETE /v2.0/networks/a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371 HTTP/1.1" status: 204 len: 168 time: 1.5083342 Feb 10 15:36:31.168225 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a53e8-2d90-4ecc-b0fc-78f8fc68dbd4 req-993cb678-a388-4ee4-811e-e8e3edc29250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:31.170562 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-369a53e8-2d90-4ecc-b0fc-78f8fc68dbd4 req-993cb678-a388-4ee4-811e-e8e3edc29250 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.2124166 Feb 10 15:36:31.172355 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d91c873c-0cf5-4945-bd5e-1f1e8721b84b admin admin] Publish callbacks [] for security_group (676fef5d-51aa-43eb-ae54-704bf1dfaee9), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:31.178258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aecb6c-b5e6-4511-93a5-aa216587a4c9 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] Pushing event deleted for resources: {'Network': ['ID=a9c48dd1-9ba2-4bd9-8ac1-54a7ef1e7371,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:31.226837 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (1c02807c-c286-4944-8929-5d2fa50e132f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:31.235185 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (1c02807c-c286-4944-8929-5d2fa50e132f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:31.279576 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d91c873c-0cf5-4945-bd5e-1f1e8721b84b admin admin] Publish callbacks [] for security_group (676fef5d-51aa-43eb-ae54-704bf1dfaee9), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:31.366513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a53e8-2d90-4ecc-b0fc-78f8fc68dbd4 req-77ad1312-a75a-48e8-aec6-48f7c7d2b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:31.368049 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-369a53e8-2d90-4ecc-b0fc-78f8fc68dbd4 req-77ad1312-a75a-48e8-aec6-48f7c7d2b815 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1887965 Feb 10 15:36:31.532462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Router 1c02807c-c286-4944-8929-5d2fa50e132f is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:36:31.554219 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d91c873c-0cf5-4945-bd5e-1f1e8721b84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (676fef5d-51aa-43eb-ae54-704bf1dfaee9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:31.558628 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d91c873c-0cf5-4945-bd5e-1f1e8721b84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:31.560001 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d91c873c-0cf5-4945-bd5e-1f1e8721b84b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/676fef5d-51aa-43eb-ae54-704bf1dfaee9 HTTP/1.1" status: 204 len: 168 time: 0.5858729 Feb 10 15:36:31.586972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c873c-0cf5-4945-bd5e-1f1e8721b84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676fef5d-51aa-43eb-ae54-704bf1dfaee9,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:31.628984 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-369a53e8-2d90-4ecc-b0fc-78f8fc68dbd4 req-fa74b468-4453-448e-9e64-284ef0a1ad2c service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537878 Feb 10 15:36:31.668319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 54488536-ba73-4f47-9bed-75348e4117fe up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:36:31.738558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:36:31.751829 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:31.759698 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2110d71e-2c1c-4db1-b936-25ee07331aff tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "PUT /v2.0/routers/1c02807c-c286-4944-8929-5d2fa50e132f HTTP/1.1" status: 200 len: 914 time: 5.0911911 Feb 10 15:36:31.762539 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41288) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:31.773595 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78895ab-09c2-4be3-beaf-8a6fbcf80337 None None] Sync routers for ids ['1c02807c-c286-4944-8929-5d2fa50e132f'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:36:31.821149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78895ab-09c2-4be3-beaf-8a6fbcf80337 None None] Routers {'1c02807c-c286-4944-8929-5d2fa50e132f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:31.821837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a78895ab-09c2-4be3-beaf-8a6fbcf80337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['1c02807c-c286-4944-8929-5d2fa50e132f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:31.915566 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a78895ab-09c2-4be3-beaf-8a6fbcf80337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:31.959124 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-369a53e8-2d90-4ecc-b0fc-78f8fc68dbd4 req-31fef73c-f598-429c-9089-fca7b16d8db1 service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202090 Feb 10 15:36:31.978287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 54488536-ba73-4f47-9bed-75348e4117fe triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:36:31.980824 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (54488536-ba73-4f47-9bed-75348e4117fe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:32.022749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c097f-09ea-4ad1-92f1-0c65f3eb4e12 req-68ad0b53-0e51-4810-abca-e8060ed08e21 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:32.034161 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-792c097f-09ea-4ad1-92f1-0c65f3eb4e12 req-68ad0b53-0e51-4810-abca-e8060ed08e21 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 944 time: 0.3003125 Feb 10 15:36:32.046431 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ff9e5dba-29c2-42a2-8bff-7a0890cf43ac tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/routers/1c02807c-c286-4944-8929-5d2fa50e132f HTTP/1.1" status: 200 len: 920 time: 0.2777739 Feb 10 15:36:32.049725 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41318) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:32.174524 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78895ab-09c2-4be3-beaf-8a6fbcf80337 None None] Routers {'1c02807c-c286-4944-8929-5d2fa50e132f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:32.174754 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-792c097f-09ea-4ad1-92f1-0c65f3eb4e12 req-1519ad1b-a8fe-4b39-b794-76dd42df25b4 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386855 Feb 10 15:36:32.175261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a78895ab-09c2-4be3-beaf-8a6fbcf80337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['1c02807c-c286-4944-8929-5d2fa50e132f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:32.276195 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e066cb0f-34cd-43a6-8a25-d689796ae9b0 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:32.277936 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e066cb0f-34cd-43a6-8a25-d689796ae9b0 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=4454d505-75c9-41c1-a257-953d507647a9&device_id=1c02807c-c286-4944-8929-5d2fa50e132f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2268195 Feb 10 15:36:32.280944 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41346) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:32.338364 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a78895ab-09c2-4be3-beaf-8a6fbcf80337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:32.339955 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78895ab-09c2-4be3-beaf-8a6fbcf80337 None None] The sync data for ids ['1c02807c-c286-4944-8929-5d2fa50e132f'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:36:32.462887 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dd25d6-21ec-46a4-b971-5d74d4cedb23 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:32.465567 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-68dd25d6-21ec-46a4-b971-5d74d4cedb23 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 881 time: 0.1829343 Feb 10 15:36:32.468348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41372) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:32.545802 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 54488536-ba73-4f47-9bed-75348e4117fe is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:36:32.546203 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (54488536-ba73-4f47-9bed-75348e4117fe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:32.567857 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-50310828-3416-48d5-b611-927cc5c4d5ab tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c02807c-c286-4944-8929-5d2fa50e132f HTTP/1.1" status: 200 len: 205 time: 0.0982425 Feb 10 15:36:32.570356 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41388) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:32.617828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b044452e-b07a-4eb1-ad18-87b0b0ea741d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54488536-ba73-4f47-9bed-75348e4117fe'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:36:32.620552 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2685443-146b-4188-852b-7853f1b6c9e4" -d '{"events": [{"server_uuid": "b044452e-b07a-4eb1-ad18-87b0b0ea741d", "name": "network-vif-plugged", "status": "completed", "tag": "54488536-ba73-4f47-9bed-75348e4117fe"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:36:32.670087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 54488536-ba73-4f47-9bed-75348e4117fe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=54488536-ba73-4f47-9bed-75348e4117fe,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:32.685528 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (54488536-ba73-4f47-9bed-75348e4117fe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:32.734933 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbdbe82-09b2-4d4a-8b8a-dc625d115449 x-openstack-request-id: req-efbdbe82-09b2-4d4a-8b8a-dc625d115449 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:36:32.736882 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b044452e-b07a-4eb1-ad18-87b0b0ea741d", "name": "network-vif-plugged", "status": "completed", "tag": "54488536-ba73-4f47-9bed-75348e4117fe", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:36:32.736882 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-efbdbe82-09b2-4d4a-8b8a-dc625d115449 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:36:32.736882 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b044452e-b07a-4eb1-ad18-87b0b0ea741d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54488536-ba73-4f47-9bed-75348e4117fe', 'code': 200} Feb 10 15:36:32.788541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=54488536-ba73-4f47-9bed-75348e4117fe,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:32.878893 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41426) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:32.899886 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e64311e8-02fb-4269-b6ff-7ae3667850ef tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (1c02807c-c286-4944-8929-5d2fa50e132f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:33.071127 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e64311e8-02fb-4269-b6ff-7ae3667850ef tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (1c02807c-c286-4944-8929-5d2fa50e132f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:33.073822 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6d2ee08e-12f0-4855-b3d4-4e3bbf19d43f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-64761505-network', 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:33.109952 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2ee08e-12f0-4855-b3d4-4e3bbf19d43f admin admin] Made reservation on behalf of c08fead7e43e4910a23c0de1ddc167cb for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:36:33.113857 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee08e-12f0-4855-b3d4-4e3bbf19d43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:33.146495 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee08e-12f0-4855-b3d4-4e3bbf19d43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:33.163727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e64311e8-02fb-4269-b6ff-7ae3667850ef tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Deleting port 1b56ab33-389d-453c-92ef-b7b318a99140 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:33.164083 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e64311e8-02fb-4269-b6ff-7ae3667850ef tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1b56ab33-389d-453c-92ef-b7b318a99140), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:33.329792 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e64311e8-02fb-4269-b6ff-7ae3667850ef tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1b56ab33-389d-453c-92ef-b7b318a99140), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:33.355856 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e64311e8-02fb-4269-b6ff-7ae3667850ef tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Calling delete_port for 1b56ab33-389d-453c-92ef-b7b318a99140 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:33.379357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b208c5-cdcd-4ba4-9c65-e8524613a743 req-37c056e0-f6f3-405e-b134-447369116d29 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:33.387990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-61b208c5-cdcd-4ba4-9c65-e8524613a743 req-37c056e0-f6f3-405e-b134-447369116d29 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0935404 Feb 10 15:36:33.402888 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee08e-12f0-4855-b3d4-4e3bbf19d43f admin admin] Publish callbacks [] for security_group (959bec08-1039-45cf-82b0-767d91d5a76a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:33.417668 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee08e-12f0-4855-b3d4-4e3bbf19d43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (959bec08-1039-45cf-82b0-767d91d5a76a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:33.482842 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-61b208c5-cdcd-4ba4-9c65-e8524613a743 req-704cca11-4313-4f0f-98f9-4e0a5259a352 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936673 Feb 10 15:36:33.508487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2ee08e-12f0-4855-b3d4-4e3bbf19d43f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:36:33.513969 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ee08e-12f0-4855-b3d4-4e3bbf19d43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959bec08-1039-45cf-82b0-767d91d5a76a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:33.533827 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee08e-12f0-4855-b3d4-4e3bbf19d43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9c2d9956-9898-4849-a01b-2f33e3968205), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:33.534179 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-6d2ee08e-12f0-4855-b3d4-4e3bbf19d43f admin admin] Added segment 9c2d9956-9898-4849-a01b-2f33e3968205 of type vlan for network 77aa5724-3b5f-481d-b2f0-62152df49035 Feb 10 15:36:33.592529 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee08e-12f0-4855-b3d4-4e3bbf19d43f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (77aa5724-3b5f-481d-b2f0-62152df49035), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:33.649175 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee08e-12f0-4855-b3d4-4e3bbf19d43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (77aa5724-3b5f-481d-b2f0-62152df49035), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:33.650136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2ee08e-12f0-4855-b3d4-4e3bbf19d43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:33.651164 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee08e-12f0-4855-b3d4-4e3bbf19d43f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:33.661579 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e64311e8-02fb-4269-b6ff-7ae3667850ef tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1b56ab33-389d-453c-92ef-b7b318a99140), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:33.705496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6d2ee08e-12f0-4855-b3d4-4e3bbf19d43f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8248310 Feb 10 15:36:33.735629 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41524) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:33.737450 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64311e8-02fb-4269-b6ff-7ae3667850ef tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Pushing event deleted for resources: {'Port': ['ID=1b56ab33-389d-453c-92ef-b7b318a99140,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:33.741047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-456228bf-ead5-4b7d-9eb3-a03226cc2495 admin admin] Request body: {'subnet': {'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-64761505-subnet', 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:33.747752 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ee08e-12f0-4855-b3d4-4e3bbf19d43f admin admin] Pushing event updated for resources: {'Network': ['ID=77aa5724-3b5f-481d-b2f0-62152df49035,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:33.770880 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456228bf-ead5-4b7d-9eb3-a03226cc2495 admin admin] Made reservation on behalf of c08fead7e43e4910a23c0de1ddc167cb for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:36:33.771192 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 77aa5724-3b5f-481d-b2f0-62152df49035 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:36:33.779645 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-456228bf-ead5-4b7d-9eb3-a03226cc2495 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:33.855556 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e64311e8-02fb-4269-b6ff-7ae3667850ef tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (1c02807c-c286-4944-8929-5d2fa50e132f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:34.027924 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e64311e8-02fb-4269-b6ff-7ae3667850ef tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (1c02807c-c286-4944-8929-5d2fa50e132f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:34.030629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e64311e8-02fb-4269-b6ff-7ae3667850ef tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_controller (1c02807c-c286-4944-8929-5d2fa50e132f), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:34.145573 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e64311e8-02fb-4269-b6ff-7ae3667850ef tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (1c02807c-c286-4944-8929-5d2fa50e132f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:34.146970 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64311e8-02fb-4269-b6ff-7ae3667850ef tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Fanout notify agent at l3_agent the message router_deleted on router 1c02807c-c286-4944-8929-5d2fa50e132f {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:36:34.169296 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e64311e8-02fb-4269-b6ff-7ae3667850ef tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:34.173103 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e64311e8-02fb-4269-b6ff-7ae3667850ef tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "DELETE /v2.0/routers/1c02807c-c286-4944-8929-5d2fa50e132f HTTP/1.1" status: 204 len: 168 time: 1.6016362 Feb 10 15:36:34.177563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41578) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:34.182169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-e0a07fed-b302-4e50-9401-aea19367f790 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-459163837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:34.232372 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e0a07fed-b302-4e50-9401-aea19367f790 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (1786be32-f54b-40bf-bac6-cffa387808c7), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:34.233598 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e0a07fed-b302-4e50-9401-aea19367f790 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (1786be32-f54b-40bf-bac6-cffa387808c7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:34.276096 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-456228bf-ead5-4b7d-9eb3-a03226cc2495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (8c152062-e5f7-4888-be3e-07b2128a0ea4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:34.363135 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e0a07fed-b302-4e50-9401-aea19367f790 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_controller (1786be32-f54b-40bf-bac6-cffa387808c7), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:34.370429 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e0a07fed-b302-4e50-9401-aea19367f790 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (1786be32-f54b-40bf-bac6-cffa387808c7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:34.377603 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456228bf-ead5-4b7d-9eb3-a03226cc2495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c152062-e5f7-4888-be3e-07b2128a0ea4,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:34.380963 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456228bf-ead5-4b7d-9eb3-a03226cc2495 admin admin] Checking segment: {'id': '9c2d9956-9898-4849-a01b-2f33e3968205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:36:34.381671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456228bf-ead5-4b7d-9eb3-a03226cc2495 admin admin] Network hostable DHCP agents. Network: 77aa5724-3b5f-481d-b2f0-62152df49035, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:36:34.407094 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e0a07fed-b302-4e50-9401-aea19367f790 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:34.407393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456228bf-ead5-4b7d-9eb3-a03226cc2495 admin admin] Network 77aa5724-3b5f-481d-b2f0-62152df49035 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:36:34.408441 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e0a07fed-b302-4e50-9401-aea19367f790 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2297008 Feb 10 15:36:34.411483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41602) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:34.415781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'enable_snat': False}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:34.423472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-456228bf-ead5-4b7d-9eb3-a03226cc2495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 77aa5724-3b5f-481d-b2f0-62152df49035) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:36:34.436316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045c33d7-273d-4a73-aeae-f540e5710404 None None] Network 77aa5724-3b5f-481d-b2f0-62152df49035 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:36:34.440045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456228bf-ead5-4b7d-9eb3-a03226cc2495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:34.442189 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-456228bf-ead5-4b7d-9eb3-a03226cc2495 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:34.474338 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-456228bf-ead5-4b7d-9eb3-a03226cc2495 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7349465 Feb 10 15:36:34.475120 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41610) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:34.494028 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-64761505-router', 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:34.545564 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:34.550900 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:34.746368 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Publish callbacks [] for router_controller (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:34.785388 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b91ef2-e064-4e48-b3bd-90a4c3267f2c None None] Network 77aa5724-3b5f-481d-b2f0-62152df49035 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:36:34.984629 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bbc6f-545a-4733-90ff-5d636dab44ec req-c927ebeb-344d-4cb0-b9f6-c5a16162002a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:34.988920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a01bbc6f-545a-4733-90ff-5d636dab44ec req-c927ebeb-344d-4cb0-b9f6-c5a16162002a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.3047676 Feb 10 15:36:35.089338 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (1786be32-f54b-40bf-bac6-cffa387808c7), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:35.121621 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Publish callbacks [] for router_gateway (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:35.294437 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a01bbc6f-545a-4733-90ff-5d636dab44ec req-78aa788a-8182-417c-8e41-aded236a8cf0 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036350 Feb 10 15:36:35.518505 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (1786be32-f54b-40bf-bac6-cffa387808c7), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:35.531809 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41720) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:35.585749 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:35.762896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Allocated IP 172.25.3.82 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/85f03377-5b91-4ac0-ae05-f710e60d04df) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:36:35.807114 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Publish callbacks [] for router_gateway (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:35.854944 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:35.960215 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-684bafd2-ba93-4419-bc57-aa26c8303152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:36.123449 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-684bafd2-ba93-4419-bc57-aa26c8303152 admin admin] Publish callbacks [] for security_group (be347649-ae2b-4096-b490-b0113395a90f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:36.132535 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-684bafd2-ba93-4419-bc57-aa26c8303152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (be347649-ae2b-4096-b490-b0113395a90f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:36.240300 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for port (85f03377-5b91-4ac0-ae05-f710e60d04df), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:36.261418 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-684bafd2-ba93-4419-bc57-aa26c8303152 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=70cd7c108cc349d38f73b8657502b0ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6785276 Feb 10 15:36:36.264086 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41780) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:36.266527 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bafd2-ba93-4419-bc57-aa26c8303152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be347649-ae2b-4096-b490-b0113395a90f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:36.342011 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (85f03377-5b91-4ac0-ae05-f710e60d04df), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:36.425259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:36:36.429837 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:36:36.434650 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:36:36.471710 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Pushing event updated for resources: {'Port': ['ID=85f03377-5b91-4ac0-ae05-f710e60d04df,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:36.516797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Allocated IP 172.25.3.186 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/1382b4aa-3ca4-49df-aa41-16bb2a18118b) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:36:36.719746 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b068c229-d15d-41f1-9ec5-6270ed6bcba6 admin admin] Publish callbacks [] for security_group (be347649-ae2b-4096-b490-b0113395a90f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:36.844428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a0d41-7536-45be-b577-ed1c2b509092 req-e86740cc-5321-46cd-a110-ec59c9889e27 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:36.854140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-293a0d41-7536-45be-b577-ed1c2b509092 req-e86740cc-5321-46cd-a110-ec59c9889e27 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.3010828 Feb 10 15:36:36.910154 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Publish callbacks [] for port (1382b4aa-3ca4-49df-aa41-16bb2a18118b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:36.946088 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b068c229-d15d-41f1-9ec5-6270ed6bcba6 admin admin] Publish callbacks [] for security_group (be347649-ae2b-4096-b490-b0113395a90f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:36.971834 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router_gateway (1786be32-f54b-40bf-bac6-cffa387808c7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:36.995926 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:37.040806 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (1382b4aa-3ca4-49df-aa41-16bb2a18118b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:37.061961 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b068c229-d15d-41f1-9ec5-6270ed6bcba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (be347649-ae2b-4096-b490-b0113395a90f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:37.065361 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b068c229-d15d-41f1-9ec5-6270ed6bcba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:37.066676 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b068c229-d15d-41f1-9ec5-6270ed6bcba6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be347649-ae2b-4096-b490-b0113395a90f HTTP/1.1" status: 204 len: 168 time: 0.8014975 Feb 10 15:36:37.132117 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:36:37.143253 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:36:37.146218 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:36:37.261726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068c229-d15d-41f1-9ec5-6270ed6bcba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be347649-ae2b-4096-b490-b0113395a90f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:37.281776 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-293a0d41-7536-45be-b577-ed1c2b509092 req-a5b8d7a8-ab7b-478b-b8da-9ffae49c811b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264104 Feb 10 15:36:37.282398 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Pushing event updated for resources: {'Port': ['ID=1382b4aa-3ca4-49df-aa41-16bb2a18118b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:37.585739 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (1786be32-f54b-40bf-bac6-cffa387808c7), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:37.595197 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (1786be32-f54b-40bf-bac6-cffa387808c7), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:37.684566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41816) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:37.725788 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4e5d563f-77f5-482c-8233-4cc2567f122d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:37.771895 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Publish callbacks [] for router_gateway (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:37.942741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Router 1786be32-f54b-40bf-bac6-cffa387808c7 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:36:38.150709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:36:38.156025 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:38.160695 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-210513c5-831e-4515-a679-3657020d2c68 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "PUT /v2.0/routers/1786be32-f54b-40bf-bac6-cffa387808c7 HTTP/1.1" status: 200 len: 914 time: 3.7451670 Feb 10 15:36:38.160695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41826) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:38.168337 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebee4d1-6530-4392-bfa1-4aaa6a9643b8 None None] Sync routers for ids ['1786be32-f54b-40bf-bac6-cffa387808c7'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:36:38.185610 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebee4d1-6530-4392-bfa1-4aaa6a9643b8 None None] Routers {'1786be32-f54b-40bf-bac6-cffa387808c7'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:38.187342 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6ebee4d1-6530-4392-bfa1-4aaa6a9643b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['1786be32-f54b-40bf-bac6-cffa387808c7'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:38.230501 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6ebee4d1-6530-4392-bfa1-4aaa6a9643b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:38.244312 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebee4d1-6530-4392-bfa1-4aaa6a9643b8 None None] Routers {'1786be32-f54b-40bf-bac6-cffa387808c7'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:38.245075 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6ebee4d1-6530-4392-bfa1-4aaa6a9643b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['1786be32-f54b-40bf-bac6-cffa387808c7'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:38.290653 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6ebee4d1-6530-4392-bfa1-4aaa6a9643b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:38.291621 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebee4d1-6530-4392-bfa1-4aaa6a9643b8 None None] The sync data for ids ['1786be32-f54b-40bf-bac6-cffa387808c7'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:36:38.345961 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ae6ca00f-c343-4c94-8181-593b14529ce0 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/routers/1786be32-f54b-40bf-bac6-cffa387808c7 HTTP/1.1" status: 200 len: 920 time: 0.1843400 Feb 10 15:36:38.348831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41830) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:38.435174 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0aa44e-49d3-431a-886c-1be35595bd95 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:38.437281 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4f0aa44e-49d3-431a-886c-1be35595bd95 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=4454d505-75c9-41c1-a257-953d507647a9&device_id=1786be32-f54b-40bf-bac6-cffa387808c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0870731 Feb 10 15:36:38.440885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41832) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:38.613909 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4e5d563f-77f5-482c-8233-4cc2567f122d admin admin] Publish callbacks [] for security_group (80bc5541-8c80-4f8b-ba10-ad394b6df33d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:38.625849 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4e5d563f-77f5-482c-8233-4cc2567f122d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (80bc5541-8c80-4f8b-ba10-ad394b6df33d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:38.675246 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc9c14b-a5f0-4187-93af-e7dabd3d588c tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:38.676073 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bcc9c14b-a5f0-4187-93af-e7dabd3d588c tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 881 time: 0.2313807 Feb 10 15:36:38.682566 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41836) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:38.687359 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d578789-6e70-4f89-b5ce-8ecb32fed6ae req-59b4fab3-5852-445c-9102-04b09838599e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:38.689612 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d578789-6e70-4f89-b5ce-8ecb32fed6ae req-59b4fab3-5852-445c-9102-04b09838599e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.1891232 Feb 10 15:36:38.712239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d563f-77f5-482c-8233-4cc2567f122d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bc5541-8c80-4f8b-ba10-ad394b6df33d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:38.715723 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:38.734049 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4e5d563f-77f5-482c-8233-4cc2567f122d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9650957baf004bbcae888d372b6587b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0459411 Feb 10 15:36:38.742411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41838) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:38.745386 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c12ee5f3-0990-40d8-a613-425ecc00513f tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "GET /v2.0/ports?device_id=1786be32-f54b-40bf-bac6-cffa387808c7 HTTP/1.1" status: 200 len: 205 time: 0.0631177 Feb 10 15:36:38.748805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41840) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:38.841850 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82b346ff-ceec-4fd4-b8d8-81672ce0de62 admin admin] Publish callbacks [] for security_group (80bc5541-8c80-4f8b-ba10-ad394b6df33d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:38.894837 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82b346ff-ceec-4fd4-b8d8-81672ce0de62 admin admin] Publish callbacks [] for security_group (80bc5541-8c80-4f8b-ba10-ad394b6df33d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:38.955033 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82b346ff-ceec-4fd4-b8d8-81672ce0de62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (80bc5541-8c80-4f8b-ba10-ad394b6df33d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:38.965940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d578789-6e70-4f89-b5ce-8ecb32fed6ae req-f115c416-cc09-4f36-8c71-a845bec31543 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513294 Feb 10 15:36:38.966896 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-82b346ff-ceec-4fd4-b8d8-81672ce0de62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:38.973085 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-82b346ff-ceec-4fd4-b8d8-81672ce0de62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80bc5541-8c80-4f8b-ba10-ad394b6df33d HTTP/1.1" status: 204 len: 168 time: 0.2253954 Feb 10 15:36:39.005979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b346ff-ceec-4fd4-b8d8-81672ce0de62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bc5541-8c80-4f8b-ba10-ad394b6df33d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:39.141595 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-746fa301-ad03-4e49-8c8f-83b68f8da401 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (1786be32-f54b-40bf-bac6-cffa387808c7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:39.259591 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-746fa301-ad03-4e49-8c8f-83b68f8da401 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (1786be32-f54b-40bf-bac6-cffa387808c7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:39.410389 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Router 3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:36:39.515106 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-746fa301-ad03-4e49-8c8f-83b68f8da401 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Deleting port 85f03377-5b91-4ac0-ae05-f710e60d04df {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:39.515470 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-746fa301-ad03-4e49-8c8f-83b68f8da401 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (85f03377-5b91-4ac0-ae05-f710e60d04df), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:39.895987 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-746fa301-ad03-4e49-8c8f-83b68f8da401 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (85f03377-5b91-4ac0-ae05-f710e60d04df), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:39.900394 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:36:39.913559 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Sync routers for ids ['3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:36:39.947927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Routers {'3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:39.949220 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:39.991091 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-746fa301-ad03-4e49-8c8f-83b68f8da401 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Calling delete_port for 85f03377-5b91-4ac0-ae05-f710e60d04df owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:40.012181 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:40.014078 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-43c4a823-5503-4dc9-85cf-ad98e9b41141 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5342822 Feb 10 15:36:40.016988 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41870) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:40.408463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972036e-99d6-4d50-bcc5-51b7c3693154 req-2e908a50-2989-4dcb-b2e2-439472e6e40a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:40.413445 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:36:40.415787 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2972036e-99d6-4d50-bcc5-51b7c3693154 req-2e908a50-2989-4dcb-b2e2-439472e6e40a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.2483068 Feb 10 15:36:40.594740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2972036e-99d6-4d50-bcc5-51b7c3693154 req-605ec4d3-8a4e-46a5-9513-56f2051f8416 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780727 Feb 10 15:36:40.629665 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Set router 3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:36:40.655154 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-746fa301-ad03-4e49-8c8f-83b68f8da401 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (85f03377-5b91-4ac0-ae05-f710e60d04df), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:40.797151 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fa301-ad03-4e49-8c8f-83b68f8da401 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Pushing event deleted for resources: {'Port': ['ID=85f03377-5b91-4ac0-ae05-f710e60d04df,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:40.828924 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-746fa301-ad03-4e49-8c8f-83b68f8da401 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (1786be32-f54b-40bf-bac6-cffa387808c7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:40.956934 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-746fa301-ad03-4e49-8c8f-83b68f8da401 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (1786be32-f54b-40bf-bac6-cffa387808c7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:40.960088 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-746fa301-ad03-4e49-8c8f-83b68f8da401 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_controller (1786be32-f54b-40bf-bac6-cffa387808c7), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:40.966703 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:41.053822 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-746fa301-ad03-4e49-8c8f-83b68f8da401 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (1786be32-f54b-40bf-bac6-cffa387808c7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:41.054402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746fa301-ad03-4e49-8c8f-83b68f8da401 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Fanout notify agent at l3_agent the message router_deleted on router 1786be32-f54b-40bf-bac6-cffa387808c7 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:36:41.069933 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-746fa301-ad03-4e49-8c8f-83b68f8da401 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:41.077179 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-746fa301-ad03-4e49-8c8f-83b68f8da401 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "DELETE /v2.0/routers/1786be32-f54b-40bf-bac6-cffa387808c7 HTTP/1.1" status: 204 len: 168 time: 2.2414775 Feb 10 15:36:41.081678 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41888) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:41.092620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-489227070', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}, 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:41.115645 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'name': 'tempest-ServerRescueTestJSON-64761505-router', 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:36:34Z', 'updated_at': '2022-02-10T15:36:37Z', 'revision_number': 3, 'project_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'gw_port': {'id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:36:35Z', 'updated_at': '2022-02-10T15:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:41.153753 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (efe99825-3cec-4323-9945-d5ca85cf4e54), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:41.155051 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (efe99825-3cec-4323-9945-d5ca85cf4e54), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:41.181747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Checking router: 3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:36:41.183683 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Updating router 3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5 port 1382b4aa-3ca4-49df-aa41-16bb2a18118b binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:36:41.270520 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1382b4aa-3ca4-49df-aa41-16bb2a18118b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:41.290559 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_controller (efe99825-3cec-4323-9945-d5ca85cf4e54), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:41.351335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Allocated IP 172.20.0.1 (77aa5724-3b5f-481d-b2f0-62152df49035/8c152062-e5f7-4888-be3e-07b2128a0ea4/9ad93c9c-6a9f-49b1-ac3e-97273162ad4e) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:36:41.402830 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:41.744406 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Publish callbacks [] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:41.800038 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (efe99825-3cec-4323-9945-d5ca85cf4e54), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:41.821683 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Publish callbacks [] for port (1382b4aa-3ca4-49df-aa41-16bb2a18118b), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:41.832283 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1382b4aa-3ca4-49df-aa41-16bb2a18118b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:41.833276 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:41.950432 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Network 77aa5724-3b5f-481d-b2f0-62152df49035 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:36:41.966476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f1350-eb07-4122-99cd-444d24839861 None None] Pushing event updated for resources: {'Port': ['ID=1382b4aa-3ca4-49df-aa41-16bb2a18118b,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:41.966863 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:36:41.974787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:36:42.031430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf657be-dbd4-4353-9c54-9e116834dddc req-8d6ce683-9738-4cd4-9800-3ed0bb377624 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:42.032132 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Attempting to bind port 1382b4aa-3ca4-49df-aa41-16bb2a18118b on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:36:42.033633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Attempting to bind port 1382b4aa-3ca4-49df-aa41-16bb2a18118b by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:36:42.034060 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-abf657be-dbd4-4353-9c54-9e116834dddc req-8d6ce683-9738-4cd4-9800-3ed0bb377624 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.2246914 Feb 10 15:36:42.034394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Attempting to bind port 1382b4aa-3ca4-49df-aa41-16bb2a18118b on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:36:42.045651 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:36:42.046484 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:36:42.047044 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:42.047552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:36:42.048149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Bound port: 1382b4aa-3ca4-49df-aa41-16bb2a18118b, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:36:42.049361 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1382b4aa-3ca4-49df-aa41-16bb2a18118b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:42.063864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad93c9c-6a9f-49b1-ac3e-97273162ad4e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:42.116367 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:42.212345 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] For port 1382b4aa-3ca4-49df-aa41-16bb2a18118b, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:36:42.226596 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] For port 1382b4aa-3ca4-49df-aa41-16bb2a18118b, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1382b4aa-3ca4-49df-aa41-16bb2a18118b,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:36:42.246738 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1382b4aa-3ca4-49df-aa41-16bb2a18118b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:42.376897 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-abf657be-dbd4-4353-9c54-9e116834dddc req-e957aec7-ea60-4ef7-9465-c3cbc3d02671 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228602 Feb 10 15:36:42.437184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f1350-eb07-4122-99cd-444d24839861 None None] Pushing event updated for resources: {'Port': ['ID=1382b4aa-3ca4-49df-aa41-16bb2a18118b,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:42.489411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Routers {'3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:42.490058 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:42.641409 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (efe99825-3cec-4323-9945-d5ca85cf4e54), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:42.715702 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] Set router 3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:36:42.749809 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:43.003242 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Allocated IP 172.25.3.252 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/c93d4f52-f095-486a-8e18-78a0507b7f79) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:36:43.099865 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-37ec8a3c-c241-47f7-9b01-19e8d7ec7455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:43.177500 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'name': 'tempest-ServerRescueTestJSON-64761505-router', 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:36:34Z', 'updated_at': '2022-02-10T15:36:37Z', 'revision_number': 3, 'project_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'gw_port': {'id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:36:35Z', 'updated_at': '2022-02-10T15:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:43.278188 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for port (c93d4f52-f095-486a-8e18-78a0507b7f79), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:43.327737 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96383a-bf6d-445b-9d2f-e65c9a0d9ee0 None None] The sync data for ids ['3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'] in n-d-815324-7 is: [{'id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'name': 'tempest-ServerRescueTestJSON-64761505-router', 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:36:34Z', 'updated_at': '2022-02-10T15:36:37Z', 'revision_number': 3, 'project_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'gw_port': {'id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:36:35Z', 'updated_at': '2022-02-10T15:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:36:43.348364 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (c93d4f52-f095-486a-8e18-78a0507b7f79), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:43.385560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b006c93-3d5f-45ec-a561-8f3d2033dfd4 req-c9f081cd-b6df-47c8-9de4-3c1e0e11d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:43.387266 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5b006c93-3d5f-45ec-a561-8f3d2033dfd4 req-c9f081cd-b6df-47c8-9de4-3c1e0e11d5b6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3ff7cc44d27a4d3db3b9445ce4115014&device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 1127 time: 1.2038081 Feb 10 15:36:43.430607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Pushing event updated for resources: {'Port': ['ID=c93d4f52-f095-486a-8e18-78a0507b7f79,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:43.468004 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:36:43.469697 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:36:43.475080 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:36:43.729962 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:43.973103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b006c93-3d5f-45ec-a561-8f3d2033dfd4 req-933e8a5c-0ed8-44ea-88cb-5553b2cd19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:43.980908 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5b006c93-3d5f-45ec-a561-8f3d2033dfd4 req-933e8a5c-0ed8-44ea-88cb-5553b2cd19f8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0e367e63-34d1-4188-ada1-4e62f3974686 HTTP/1.1" status: 200 len: 914 time: 0.5532072 Feb 10 15:36:44.102667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1382b4aa-3ca4-49df-aa41-16bb2a18118b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:36:44.131926 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5b006c93-3d5f-45ec-a561-8f3d2033dfd4 req-7eb1930d-60a9-410c-a2ff-ebbdbd0c03c8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54488536-ba73-4f47-9bed-75348e4117fe HTTP/1.1" status: 200 len: 217 time: 0.1423452 Feb 10 15:36:44.299292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 1382b4aa-3ca4-49df-aa41-16bb2a18118b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:36:44.304717 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1382b4aa-3ca4-49df-aa41-16bb2a18118b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:44.497542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b006c93-3d5f-45ec-a561-8f3d2033dfd4 req-7aa31049-2019-41d0-9981-5a1b4c12b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:44.499067 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5b006c93-3d5f-45ec-a561-8f3d2033dfd4 req-7aa31049-2019-41d0-9981-5a1b4c12b5ee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6 HTTP/1.1" status: 200 len: 853 time: 0.3450735 Feb 10 15:36:44.602074 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5b006c93-3d5f-45ec-a561-8f3d2033dfd4 req-61d2b74e-f8d9-40b4-adc8-3341d71b1ae6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e367e63-34d1-4188-ada1-4e62f3974686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942237 Feb 10 15:36:44.702522 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Publish callbacks [] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:44.730064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 1382b4aa-3ca4-49df-aa41-16bb2a18118b is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:36:44.734975 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1382b4aa-3ca4-49df-aa41-16bb2a18118b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:44.838779 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 1382b4aa-3ca4-49df-aa41-16bb2a18118b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1382b4aa-3ca4-49df-aa41-16bb2a18118b,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:44.851102 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1382b4aa-3ca4-49df-aa41-16bb2a18118b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:44.952869 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:44.957125 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5b006c93-3d5f-45ec-a561-8f3d2033dfd4 req-fcbf7c17-7a6d-4b4d-9144-15c58eed4047 service neutron] 10.222.0.79 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386215 Feb 10 15:36:44.982128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=1382b4aa-3ca4-49df-aa41-16bb2a18118b,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:45.056952 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b254d35-b442-42d5-ba6b-abdbeff2490a req-056ef93c-735c-4570-a9d8-4d05ce248f2d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:45.071190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b254d35-b442-42d5-ba6b-abdbeff2490a req-056ef93c-735c-4570-a9d8-4d05ce248f2d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 1.5057249 Feb 10 15:36:45.147509 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b254d35-b442-42d5-ba6b-abdbeff2490a req-30038856-89dc-433a-bdaf-5e1929be4cd0 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745180 Feb 10 15:36:45.182352 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (efe99825-3cec-4323-9945-d5ca85cf4e54), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:45.209734 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a6a2d5b9-f06c-4870-8843-eb64420f2511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:45.333144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad93c9c-6a9f-49b1-ac3e-97273162ad4e,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:45.360240 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:45.651860 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (efe99825-3cec-4323-9945-d5ca85cf4e54), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:45.678810 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5b006c93-3d5f-45ec-a561-8f3d2033dfd4 req-2dd27a53-d1db-419e-b16e-7759c78a154c service neutron] 10.222.0.79 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6089630 Feb 10 15:36:45.766656 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Network 77aa5724-3b5f-481d-b2f0-62152df49035 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:36:45.772498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:36:45.941737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Router efe99825-3cec-4323-9945-d5ca85cf4e54 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:36:46.109975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1382b4aa-3ca4-49df-aa41-16bb2a18118b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:36:46.149279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:36:46.173945 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f3eb36-873d-43f4-ab81-fd8948dc5828 None None] Sync routers for ids ['efe99825-3cec-4323-9945-d5ca85cf4e54'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:36:46.223969 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f3eb36-873d-43f4-ab81-fd8948dc5828 None None] Routers {'efe99825-3cec-4323-9945-d5ca85cf4e54'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:46.225383 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:46.228972 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fd3410dc-3d8c-45cc-8ddf-da04ca596476 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1438406 Feb 10 15:36:46.230110 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-85f3eb36-873d-43f4-ab81-fd8948dc5828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['efe99825-3cec-4323-9945-d5ca85cf4e54'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:46.230278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41976) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:46.237053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Router 3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:36:46.244428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-44d694e3-5c3e-49fc-ad16-6139d15ae983 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:46.285106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 1382b4aa-3ca4-49df-aa41-16bb2a18118b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:36:46.285891 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1382b4aa-3ca4-49df-aa41-16bb2a18118b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:46.433528 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-85f3eb36-873d-43f4-ab81-fd8948dc5828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:46.446726 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f3eb36-873d-43f4-ab81-fd8948dc5828 None None] Routers {'efe99825-3cec-4323-9945-d5ca85cf4e54'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:46.455642 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-85f3eb36-873d-43f4-ab81-fd8948dc5828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['efe99825-3cec-4323-9945-d5ca85cf4e54'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:46.498372 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-85f3eb36-873d-43f4-ab81-fd8948dc5828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:46.499223 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f3eb36-873d-43f4-ab81-fd8948dc5828 None None] The sync data for ids ['efe99825-3cec-4323-9945-d5ca85cf4e54'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:36:46.515594 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:46.690918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 1382b4aa-3ca4-49df-aa41-16bb2a18118b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:36:46.772176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:36:46.782359 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-aab3e1b9-dda8-4d12-aa3c-ad06f07ee082 admin admin] 10.222.0.64 "PUT /v2.0/routers/3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7592988 Feb 10 15:36:46.782359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04a0c5-ad65-48f8-b75c-91b0cae2d3b7 req-e22f7db2-091a-48e2-a152-f1d31f15c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:46.782359 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6d04a0c5-ad65-48f8-b75c-91b0cae2d3b7 req-e22f7db2-091a-48e2-a152-f1d31f15c95b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 1126 time: 0.3722548 Feb 10 15:36:46.891129 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Sync routers for ids ['3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:36:46.927505 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Routers {'3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:46.932746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:46.956986 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01cb94-2c3b-4a11-a5a0-028f44945ed0 req-7d923747-a54b-4005-80a5-339f951ceffa tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:46.960740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b01cb94-2c3b-4a11-a5a0-028f44945ed0 req-7d923747-a54b-4005-80a5-339f951ceffa tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.5172846 Feb 10 15:36:47.097636 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04a0c5-ad65-48f8-b75c-91b0cae2d3b7 req-7d76a639-bdf7-4e45-923a-1f4bf7aff752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:47.099307 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6d04a0c5-ad65-48f8-b75c-91b0cae2d3b7 req-7d76a639-bdf7-4e45-923a-1f4bf7aff752 service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.3101308 Feb 10 15:36:47.106705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a63c2b-7d26-4e4a-ba98-77dd971638d7 req-5d5424dc-45b0-4574-ac2e-ef70d739b804 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:47.108260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0a63c2b-7d26-4e4a-ba98-77dd971638d7 req-5d5424dc-45b0-4574-ac2e-ef70d739b804 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.5271749 Feb 10 15:36:47.307071 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6d04a0c5-ad65-48f8-b75c-91b0cae2d3b7 req-9a87ebd1-261c-4bb0-b5be-9131ad42cf0d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 HTTP/1.1" status: 200 len: 998 time: 0.1981010 Feb 10 15:36:47.430326 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Set router 3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:36:47.443789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04a0c5-ad65-48f8-b75c-91b0cae2d3b7 req-46e22b0f-2469-437e-b56b-123205593907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:47.445465 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6d04a0c5-ad65-48f8-b75c-91b0cae2d3b7 req-46e22b0f-2469-437e-b56b-123205593907 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.1197679 Feb 10 15:36:47.597284 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04a0c5-ad65-48f8-b75c-91b0cae2d3b7 req-fd953190-ebe7-421a-b29c-7563ac02d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:47.601219 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6d04a0c5-ad65-48f8-b75c-91b0cae2d3b7 req-fd953190-ebe7-421a-b29c-7563ac02d697 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1398523 Feb 10 15:36:47.631261 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44d694e3-5c3e-49fc-ad16-6139d15ae983 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (efe99825-3cec-4323-9945-d5ca85cf4e54), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:47.692396 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b01cb94-2c3b-4a11-a5a0-028f44945ed0 req-34a55e18-562f-429c-bb42-6471c4f3c3f9 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6189544 Feb 10 15:36:47.696239 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44d694e3-5c3e-49fc-ad16-6139d15ae983 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_gateway (efe99825-3cec-4323-9945-d5ca85cf4e54), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:47.729884 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0a63c2b-7d26-4e4a-ba98-77dd971638d7 req-e56ec90d-0472-45fd-9789-a13de27bb107 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6048183 Feb 10 15:36:47.899051 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6d04a0c5-ad65-48f8-b75c-91b0cae2d3b7 req-93ec80ba-8687-4121-9cb9-31432273a495 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911420 Feb 10 15:36:47.913019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'name': 'tempest-ServerRescueTestJSON-64761505-router', 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:36:34Z', 'updated_at': '2022-02-10T15:36:43Z', 'revision_number': 4, 'project_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'gw_port': {'id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:36:35Z', 'updated_at': '2022-02-10T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '9ad93c9c-6a9f-49b1-ac3e-97273162ad4e', 'name': '', 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035', 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'mac_address': 'fa:16:3e:19:12:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '8c152062-e5f7-4888-be3e-07b2128a0ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:36:41Z', 'updated_at': '2022-02-10T15:36:44Z', 'revision_number': 2, 'project_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'subnets': [{'id': '8c152062-e5f7-4888-be3e-07b2128a0ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:47.934969 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-44d694e3-5c3e-49fc-ad16-6139d15ae983 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Deleting port c93d4f52-f095-486a-8e18-78a0507b7f79 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:36:47.935469 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44d694e3-5c3e-49fc-ad16-6139d15ae983 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c93d4f52-f095-486a-8e18-78a0507b7f79), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:47.995339 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Checking router: 3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:36:47.995703 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Updating router 3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5 port 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:36:48.066579 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:48.093449 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:48.126502 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6d04a0c5-ad65-48f8-b75c-91b0cae2d3b7 req-38bc6384-2a74-408d-9a73-4a0810a0a5f5 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208722 Feb 10 15:36:48.542280 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44d694e3-5c3e-49fc-ad16-6139d15ae983 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c93d4f52-f095-486a-8e18-78a0507b7f79), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:48.615093 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-44d694e3-5c3e-49fc-ad16-6139d15ae983 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Calling delete_port for c93d4f52-f095-486a-8e18-78a0507b7f79 owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:36:48.744925 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Publish callbacks [] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:48.760615 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:48.827230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-8f14531f-fa09-4e5f-bf0e-c66dcfbf8ab6 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:48.857432 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-8f14531f-fa09-4e5f-bf0e-c66dcfbf8ab6 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/networks?id=77aa5724-3b5f-481d-b2f0-62152df49035 HTTP/1.1" status: 200 len: 809 time: 0.6312025 Feb 10 15:36:48.862509 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0e246-4c3f-44fa-aabb-4963b6e81a07 None None] Pushing event updated for resources: {'Port': ['ID=9ad93c9c-6a9f-49b1-ac3e-97273162ad4e,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:48.894949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0e246-4c3f-44fa-aabb-4963b6e81a07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:48.895299 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0e246-4c3f-44fa-aabb-4963b6e81a07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:48.895657 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0e246-4c3f-44fa-aabb-4963b6e81a07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:48.895987 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0e246-4c3f-44fa-aabb-4963b6e81a07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:48.896325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0e246-4c3f-44fa-aabb-4963b6e81a07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:48.896682 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0e246-4c3f-44fa-aabb-4963b6e81a07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:48.897011 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0e246-4c3f-44fa-aabb-4963b6e81a07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:48.897342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0e246-4c3f-44fa-aabb-4963b6e81a07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:48.897671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0e246-4c3f-44fa-aabb-4963b6e81a07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:48.901275 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0e246-4c3f-44fa-aabb-4963b6e81a07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:48.901683 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0e246-4c3f-44fa-aabb-4963b6e81a07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:48.902037 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0e246-4c3f-44fa-aabb-4963b6e81a07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:48.902383 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0e246-4c3f-44fa-aabb-4963b6e81a07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:48.921426 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-ed59a0a0-9020-45b9-973d-3f8134b27bd8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/quotas/c08fead7e43e4910a23c0de1ddc167cb HTTP/1.1" status: 200 len: 375 time: 0.0627012 Feb 10 15:36:48.970122 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:48.975950 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Attempting to bind port 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:36:48.976328 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Attempting to bind port 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '9c2d9956-9898-4849-a01b-2f33e3968205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:36:48.976723 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Attempting to bind port 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e on network 77aa5724-3b5f-481d-b2f0-62152df49035 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:36:48.982961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:36:48.983866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Checking segment: {'id': '9c2d9956-9898-4849-a01b-2f33e3968205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:36:48.984280 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:48.984712 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Bound using segment: {'id': '9c2d9956-9898-4849-a01b-2f33e3968205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:36:48.985200 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Bound port: 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2d9956-9898-4849-a01b-2f33e3968205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:36:48.985588 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:49.090990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] For port 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:36:49.097539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] For port 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9ad93c9c-6a9f-49b1-ac3e-97273162ad4e,segment=NetworkSegment(9c2d9956-9898-4849-a01b-2f33e3968205),segment_id=9c2d9956-9898-4849-a01b-2f33e3968205)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:36:49.108686 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:49.203347 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0e246-4c3f-44fa-aabb-4963b6e81a07 None None] Pushing event updated for resources: {'Port': ['ID=9ad93c9c-6a9f-49b1-ac3e-97273162ad4e,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:49.227587 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Routers {'3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:49.230446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:49.454139 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] Set router 3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:36:49.481199 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-cf27e443-6298-4da9-9c46-09dfca699e45 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c08fead7e43e4910a23c0de1ddc167cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5586348 Feb 10 15:36:49.805398 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae81113-ab94-4ff9-a601-035dbd2d268a req-15e8411c-c948-4a63-b5c6-340e028c160c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:49.817523 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ae81113-ab94-4ff9-a601-035dbd2d268a req-15e8411c-c948-4a63-b5c6-340e028c160c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.7914033 Feb 10 15:36:50.055855 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ae81113-ab94-4ff9-a601-035dbd2d268a req-55a0b924-9950-492b-9f82-b06384e86727 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194228 Feb 10 15:36:50.086776 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-0a726d76-db91-41fc-b778-19879820e73b service neutron] 10.222.0.64 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954692 Feb 10 15:36:50.239943 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44d694e3-5c3e-49fc-ad16-6139d15ae983 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (c93d4f52-f095-486a-8e18-78a0507b7f79), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:50.377017 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'name': 'tempest-ServerRescueTestJSON-64761505-router', 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:36:34Z', 'updated_at': '2022-02-10T15:36:43Z', 'revision_number': 4, 'project_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'gw_port': {'id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:36:35Z', 'updated_at': '2022-02-10T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '9ad93c9c-6a9f-49b1-ac3e-97273162ad4e', 'name': '', 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035', 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'mac_address': 'fa:16:3e:19:12:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '8c152062-e5f7-4888-be3e-07b2128a0ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:36:41Z', 'updated_at': '2022-02-10T15:36:49Z', 'revision_number': 4, 'project_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'subnets': [{'id': '8c152062-e5f7-4888-be3e-07b2128a0ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:50.411789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a85f9e-7b55-47a2-881b-992ae9b3b7f7 None None] The sync data for ids ['3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'] in n-d-815324-7 is: [{'id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'name': 'tempest-ServerRescueTestJSON-64761505-router', 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:36:34Z', 'updated_at': '2022-02-10T15:36:43Z', 'revision_number': 4, 'project_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'gw_port': {'id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:36:35Z', 'updated_at': '2022-02-10T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '9ad93c9c-6a9f-49b1-ac3e-97273162ad4e', 'name': '', 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035', 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'mac_address': 'fa:16:3e:19:12:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '8c152062-e5f7-4888-be3e-07b2128a0ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:36:41Z', 'updated_at': '2022-02-10T15:36:49Z', 'revision_number': 4, 'project_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'subnets': [{'id': '8c152062-e5f7-4888-be3e-07b2128a0ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:36:50.419171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d694e3-5c3e-49fc-ad16-6139d15ae983 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Pushing event deleted for resources: {'Port': ['ID=c93d4f52-f095-486a-8e18-78a0507b7f79,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:50.779270 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-b45783f6-5256-4450-b883-a4ce27964d61 service neutron] 10.222.0.64 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916108 Feb 10 15:36:50.836863 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44d694e3-5c3e-49fc-ad16-6139d15ae983 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (efe99825-3cec-4323-9945-d5ca85cf4e54), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:50.847548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e538aa-e8e7-47cb-a760-8897e35f642a req-45e4fa8b-8b89-4830-8276-2fb349ee1f0d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:50.856796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22e538aa-e8e7-47cb-a760-8897e35f642a req-45e4fa8b-8b89-4830-8276-2fb349ee1f0d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.6279879 Feb 10 15:36:51.009315 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22e538aa-e8e7-47cb-a760-8897e35f642a req-7923a26b-4222-48b2-b974-4ac2265e3613 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515901 Feb 10 15:36:51.524091 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-814463d4-7e29-44cf-acfb-29c7c4292ef6 req-4bdabfa3-835f-484b-b723-fa2949b64d19 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 210 time: 0.0760112 Feb 10 15:36:51.545048 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44d694e3-5c3e-49fc-ad16-6139d15ae983 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (efe99825-3cec-4323-9945-d5ca85cf4e54), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:51.555184 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44d694e3-5c3e-49fc-ad16-6139d15ae983 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (efe99825-3cec-4323-9945-d5ca85cf4e54), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:51.570299 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002a4c6-39ba-41b2-83c8-b9a5049f0415 req-9c51f5fe-4e09-4550-9000-846f21d7072d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:51.585282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b002a4c6-39ba-41b2-83c8-b9a5049f0415 req-9c51f5fe-4e09-4550-9000-846f21d7072d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.4113932 Feb 10 15:36:52.168604 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:36:52.274757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:36:52.275446 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:52.499724 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:36:52.500134 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:52.570325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9ad93c9c-6a9f-49b1-ac3e-97273162ad4e,segment=NetworkSegment(9c2d9956-9898-4849-a01b-2f33e3968205),segment_id=9c2d9956-9898-4849-a01b-2f33e3968205)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:36:52.591393 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:52.729806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=9ad93c9c-6a9f-49b1-ac3e-97273162ad4e,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:53.111239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d694e3-5c3e-49fc-ad16-6139d15ae983 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Router efe99825-3cec-4323-9945-d5ca85cf4e54 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:36:53.123413 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b002a4c6-39ba-41b2-83c8-b9a5049f0415 req-0e41d6ab-bf75-469a-a0ef-4633c9f2b842 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5367062 Feb 10 15:36:53.296040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888601e-d2b7-4b04-86fb-647bf43eeca5 req-f3003dea-5271-4812-8677-ecd3b55188e4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:53.318673 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4888601e-d2b7-4b04-86fb-647bf43eeca5 req-f3003dea-5271-4812-8677-ecd3b55188e4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.6233714 Feb 10 15:36:53.369450 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d694e3-5c3e-49fc-ad16-6139d15ae983 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:36:53.382943 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312eaadd-11d6-4fcf-9c94-e1ba2c4c5ed9 None None] Sync routers for ids ['efe99825-3cec-4323-9945-d5ca85cf4e54'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:36:53.408946 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44d694e3-5c3e-49fc-ad16-6139d15ae983 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:53.420920 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42102) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:53.421956 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-44d694e3-5c3e-49fc-ad16-6139d15ae983 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "PUT /v2.0/routers/efe99825-3cec-4323-9945-d5ca85cf4e54 HTTP/1.1" status: 200 len: 705 time: 7.1907067 Feb 10 15:36:53.422383 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312eaadd-11d6-4fcf-9c94-e1ba2c4c5ed9 None None] Routers {'efe99825-3cec-4323-9945-d5ca85cf4e54'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:53.424741 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-312eaadd-11d6-4fcf-9c94-e1ba2c4c5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['efe99825-3cec-4323-9945-d5ca85cf4e54'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:53.558552 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f3ed204b-7e98-4c51-bcc7-571540cca890 req-1b8d9190-b978-4764-b290-ed08618992d7 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 210 time: 0.2225304 Feb 10 15:36:53.568799 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-312eaadd-11d6-4fcf-9c94-e1ba2c4c5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:53.590650 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312eaadd-11d6-4fcf-9c94-e1ba2c4c5ed9 None None] Routers {'efe99825-3cec-4323-9945-d5ca85cf4e54'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:36:53.593445 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-312eaadd-11d6-4fcf-9c94-e1ba2c4c5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:36:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['efe99825-3cec-4323-9945-d5ca85cf4e54'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:53.710106 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-312eaadd-11d6-4fcf-9c94-e1ba2c4c5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:36:53.711069 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312eaadd-11d6-4fcf-9c94-e1ba2c4c5ed9 None None] The sync data for ids ['efe99825-3cec-4323-9945-d5ca85cf4e54'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:36:53.716876 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fcd2b753-e551-4d88-a173-ea7bc695e9c8 tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/routers/efe99825-3cec-4323-9945-d5ca85cf4e54 HTTP/1.1" status: 200 len: 740 time: 0.2937953 Feb 10 15:36:53.722619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42104) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:53.949699 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4888601e-d2b7-4b04-86fb-647bf43eeca5 req-de6e3582-fce7-4ec0-b55c-51ef8ce0a2e9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6301112 Feb 10 15:36:53.975715 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42108) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:53.985269 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b49ed38e-5432-4a1c-9cdd-1d0b9bbbc0ac tempest-RoutersAdminTest-587911362 tempest-RoutersAdminTest-587911362-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=4454d505-75c9-41c1-a257-953d507647a9&device_id=efe99825-3cec-4323-9945-d5ca85cf4e54 HTTP/1.1" status: 200 len: 205 time: 0.2594526 Feb 10 15:36:54.119204 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-411fc013-3990-461a-a0bc-7f7f94f72b44 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe99825-3cec-4323-9945-d5ca85cf4e54 HTTP/1.1" status: 200 len: 205 time: 0.1385834 Feb 10 15:36:54.122062 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42114) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:54.144593 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:36:54.237650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-b29ccfc7-3fd7-4ba8-bcc1-d631d5a0216b tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:54.239202 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-b29ccfc7-3fd7-4ba8-bcc1-d631d5a0216b tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.72 "GET /v2.0/networks?id=77aa5724-3b5f-481d-b2f0-62152df49035 HTTP/1.1" status: 200 len: 809 time: 0.7310691 Feb 10 15:36:54.332968 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-75aad139-06ba-40b4-b87d-ae7596a73ad4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Request body: {'port': {'device_id': 'b73b6635-ba08-4900-83de-6f3fca797313', 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035', 'admin_state_up': True, 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:54.387167 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:36:54.390367 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:54.518388 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a79b39d8-8220-4fb7-b815-49922feaa1c9 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (efe99825-3cec-4323-9945-d5ca85cf4e54), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:54.594878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:36:54.792862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-75797c49-6e84-43ab-9a5b-dd37bc0db9ad req-a0321c64-7697-4dae-8c58-d635dc54769c tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 210 time: 0.0464537 Feb 10 15:36:54.813680 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-75aad139-06ba-40b4-b87d-ae7596a73ad4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Made reservation on behalf of c08fead7e43e4910a23c0de1ddc167cb for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:36:54.826686 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-75aad139-06ba-40b4-b87d-ae7596a73ad4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:54.878445 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b441aab-ba8a-4e5c-94e6-6acfdece5318 req-4550bfc5-4d63-41d4-b482-b0b1c205c760 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:54.880059 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b441aab-ba8a-4e5c-94e6-6acfdece5318 req-4550bfc5-4d63-41d4-b482-b0b1c205c760 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.5173619 Feb 10 15:36:55.068962 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a79b39d8-8220-4fb7-b815-49922feaa1c9 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (efe99825-3cec-4323-9945-d5ca85cf4e54), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:55.079125 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a79b39d8-8220-4fb7-b815-49922feaa1c9 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router_controller (efe99825-3cec-4323-9945-d5ca85cf4e54), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:55.199280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-75aad139-06ba-40b4-b87d-ae7596a73ad4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Allocated IP 172.20.0.12 (77aa5724-3b5f-481d-b2f0-62152df49035/8c152062-e5f7-4888-be3e-07b2128a0ea4/703d6aee-8194-4753-bd3f-1cb17d4abe15) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:36:55.246493 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a79b39d8-8220-4fb7-b815-49922feaa1c9 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (efe99825-3cec-4323-9945-d5ca85cf4e54), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:55.247314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79b39d8-8220-4fb7-b815-49922feaa1c9 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Fanout notify agent at l3_agent the message router_deleted on router efe99825-3cec-4323-9945-d5ca85cf4e54 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:36:55.274240 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a79b39d8-8220-4fb7-b815-49922feaa1c9 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:55.275728 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a79b39d8-8220-4fb7-b815-49922feaa1c9 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "DELETE /v2.0/routers/efe99825-3cec-4323-9945-d5ca85cf4e54 HTTP/1.1" status: 204 len: 168 time: 1.1525123 Feb 10 15:36:55.289948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42134) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:55.394298 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42138) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:55.417103 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ec1711eb-6e76-4c0f-b076-2059eda5189d tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe99825-3cec-4323-9945-d5ca85cf4e54 HTTP/1.1" status: 200 len: 205 time: 0.0969138 Feb 10 15:36:55.736958 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-a3272f36-b45d-42de-80b5-b4c512a33465 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] delete failed (client error): The resource could not be found. Feb 10 15:36:55.738539 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a3272f36-b45d-42de-80b5-b4c512a33465 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "DELETE /v2.0/routers/efe99825-3cec-4323-9945-d5ca85cf4e54 HTTP/1.1" status: 404 len: 336 time: 0.3021290 Feb 10 15:36:55.742107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42146) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:55.838283 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42148) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:55.838928 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2525118c-1e58-4a16-b490-e01b86156511 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "GET /v2.0/ports?device_id=1786be32-f54b-40bf-bac6-cffa387808c7 HTTP/1.1" status: 200 len: 205 time: 0.0836234 Feb 10 15:36:55.982926 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-43a678ab-b5a8-495a-ada2-52e21b7952e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] delete failed (client error): The resource could not be found. Feb 10 15:36:55.984241 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-43a678ab-b5a8-495a-ada2-52e21b7952e6 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "DELETE /v2.0/routers/1786be32-f54b-40bf-bac6-cffa387808c7 HTTP/1.1" status: 404 len: 336 time: 0.1440601 Feb 10 15:36:55.987176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42152) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:56.017989 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-75aad139-06ba-40b4-b87d-ae7596a73ad4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Publish callbacks [] for port (703d6aee-8194-4753-bd3f-1cb17d4abe15), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:56.063687 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-75aad139-06ba-40b4-b87d-ae7596a73ad4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (703d6aee-8194-4753-bd3f-1cb17d4abe15), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:56.081050 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b441aab-ba8a-4e5c-94e6-6acfdece5318 req-77f27e30-565d-4a48-9e74-ce574ed70045 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612282 Feb 10 15:36:56.114714 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-60d03c37-dac6-403a-81af-e613c70cf698 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c02807c-c286-4944-8929-5d2fa50e132f HTTP/1.1" status: 200 len: 205 time: 0.1105733 Feb 10 15:36:56.115947 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42154) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:56.137180 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916821b3-5ec4-4dd9-98a3-876b6c8f9095 req-e14d42e3-ce51-44b4-84d4-cd354b0e3eba tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:56.148952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-916821b3-5ec4-4dd9-98a3-876b6c8f9095 req-e14d42e3-ce51-44b4-84d4-cd354b0e3eba tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.7478054 Feb 10 15:36:56.185666 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-75aad139-06ba-40b4-b87d-ae7596a73ad4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Network 77aa5724-3b5f-481d-b2f0-62152df49035 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:36:56.253843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-75aad139-06ba-40b4-b87d-ae7596a73ad4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:36:56.276977 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-75aad139-06ba-40b4-b87d-ae7596a73ad4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:36:56.315537 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-47ed3177-c12b-4fd1-a64b-fcc3a45590ad tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] delete failed (client error): The resource could not be found. Feb 10 15:36:56.329176 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-47ed3177-c12b-4fd1-a64b-fcc3a45590ad tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "DELETE /v2.0/routers/1c02807c-c286-4944-8929-5d2fa50e132f HTTP/1.1" status: 404 len: 336 time: 0.1908498 Feb 10 15:36:56.337485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42160) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:56.435328 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aad139-06ba-40b4-b87d-ae7596a73ad4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Pushing event updated for resources: {'Port': ['ID=703d6aee-8194-4753-bd3f-1cb17d4abe15,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:56.444103 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-68980915-8111-4b95-9d26-41c984d90bf8 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "GET /v2.0/ports?device_id=76653944-ecd7-4ae5-affc-5d1a7bf3f461 HTTP/1.1" status: 200 len: 205 time: 0.1049578 Feb 10 15:36:56.456533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42162) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:56.577284 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-916821b3-5ec4-4dd9-98a3-876b6c8f9095 req-56d4ec6a-5dcf-4213-b995-492e4338471b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4270902 Feb 10 15:36:56.642878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7f60e-f995-40e2-9bb0-f2469d8739f8 req-13815362-bc43-481d-896f-04ed412eee0b tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:56.647694 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6bc7f60e-f995-40e2-9bb0-f2469d8739f8 req-13815362-bc43-481d-896f-04ed412eee0b tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 932 time: 0.2987537 Feb 10 15:36:56.670391 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-75aad139-06ba-40b4-b87d-ae7596a73ad4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:56.670956 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-75aad139-06ba-40b4-b87d-ae7596a73ad4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:56.695008 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-5a8883e1-9f44-4872-bbd7-aa379ea716c7 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] delete failed (client error): The resource could not be found. Feb 10 15:36:56.708759 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5a8883e1-9f44-4872-bbd7-aa379ea716c7 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "DELETE /v2.0/routers/76653944-ecd7-4ae5-affc-5d1a7bf3f461 HTTP/1.1" status: 404 len: 336 time: 0.2387798 Feb 10 15:36:56.709568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42172) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:56.719570 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-75aad139-06ba-40b4-b87d-ae7596a73ad4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4042716 Feb 10 15:36:56.758239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Request body: {'port': {'device_id': 'b73b6635-ba08-4900-83de-6f3fca797313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:36:56.788826 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5b9daaa9-050e-46af-9f5d-47d39a232fcd tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "GET /v2.0/ports?device_id=c068c4b8-1d0e-4f90-9938-004816b9ff35 HTTP/1.1" status: 200 len: 205 time: 0.0728321 Feb 10 15:36:56.795734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42174) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:56.880375 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6bc7f60e-f995-40e2-9bb0-f2469d8739f8 req-1b7ace19-8417-41df-8cf9-931caab4dae0 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729414 Feb 10 15:36:56.915674 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-b835b347-73f2-4009-883f-62fb16b5a3e8 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] delete failed (client error): The resource could not be found. Feb 10 15:36:56.922965 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b835b347-73f2-4009-883f-62fb16b5a3e8 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "DELETE /v2.0/routers/c068c4b8-1d0e-4f90-9938-004816b9ff35 HTTP/1.1" status: 404 len: 336 time: 0.1260419 Feb 10 15:36:56.924480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42176) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:56.994453 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42178) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:56.994957 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6b567b0f-bfe7-4123-b314-a85f3ff92acb tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb3b4441-4414-4eda-a36a-ce8d5dbc4b42 HTTP/1.1" status: 200 len: 205 time: 0.0675817 Feb 10 15:36:57.118763 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-0a4347f2-1677-424a-8841-2a23751fca80 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] delete failed (client error): The resource could not be found. Feb 10 15:36:57.122756 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0a4347f2-1677-424a-8841-2a23751fca80 tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "DELETE /v2.0/routers/fb3b4441-4414-4eda-a36a-ce8d5dbc4b42 HTTP/1.1" status: 404 len: 336 time: 0.1273272 Feb 10 15:36:57.122893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42182) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:57.142880 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (703d6aee-8194-4753-bd3f-1cb17d4abe15), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:57.194649 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-667cd51d-d792-4a6a-aff5-60eb51653bfc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] DELETE failed (client error): The resource could not be found. Feb 10 15:36:57.195277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667cd51d-d792-4a6a-aff5-60eb51653bfc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:36:57.204059 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-667cd51d-d792-4a6a-aff5-60eb51653bfc tempest-RoutersAdminTest-1411535316 tempest-RoutersAdminTest-1411535316-project] 10.222.0.64 "DELETE /v2.0/subnets/6458f8a2-31e1-4389-a773-509255bb4842 HTTP/1.1" status: 404 len: 337 time: 0.0744879 Feb 10 15:36:57.915885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42200) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:58.131443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d0b54-ce92-44e9-8c6a-f284c41db15f req-1ed40cdb-b5b9-472c-8638-ca0660f39a52 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:58.138117 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c45d0b54-ce92-44e9-8c6a-f284c41db15f req-1ed40cdb-b5b9-472c-8638-ca0660f39a52 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.4427981 Feb 10 15:36:58.231053 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:58.333615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c45d0b54-ce92-44e9-8c6a-f284c41db15f req-76cf853c-7e1f-4b72-92ee-d975ae555691 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944604 Feb 10 15:36:58.464877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76ace1-e0a4-41f9-bd19-1099be3260e8 req-aa7ca132-f1cb-4f8b-a92b-72b2b3aba3de tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:58.473831 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c76ace1-e0a4-41f9-bd19-1099be3260e8 req-aa7ca132-f1cb-4f8b-a92b-72b2b3aba3de tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 932 time: 0.3818092 Feb 10 15:36:58.490094 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Publish callbacks [] for security_group (ef0cb95b-8dc8-4979-a684-8564cf3cfc86), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:58.497641 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ef0cb95b-8dc8-4979-a684-8564cf3cfc86), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:58.569857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0cb95b-8dc8-4979-a684-8564cf3cfc86,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:58.587330 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:58.587964 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:58.588538 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:58.589262 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:58.589792 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:58.590287 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:58.592485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:58.593060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:58.593602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:58.594533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:58.597683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:58.598229 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:58.598740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:36:58.640336 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-89b81126-64fa-4a45-8a51-03c03425306b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25e6bf6c4ee041d3af8dc341d2a643cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7229142 Feb 10 15:36:58.642998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42208) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:58.657217 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c76ace1-e0a4-41f9-bd19-1099be3260e8 req-5e0df305-bfbf-4619-b331-8d7af3019299 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735959 Feb 10 15:36:58.680044 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703d6aee-8194-4753-bd3f-1cb17d4abe15 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:36:58.702872 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Publish callbacks [] for port (703d6aee-8194-4753-bd3f-1cb17d4abe15), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:58.722651 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Transition to ACTIVE for port object 703d6aee-8194-4753-bd3f-1cb17d4abe15 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:36:58.729376 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (703d6aee-8194-4753-bd3f-1cb17d4abe15), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:58.773109 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9db93a2c-9664-4fee-a68b-04ea930f5715 admin admin] Publish callbacks [] for security_group (ef0cb95b-8dc8-4979-a684-8564cf3cfc86), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:58.834608 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9db93a2c-9664-4fee-a68b-04ea930f5715 admin admin] Publish callbacks [] for security_group (ef0cb95b-8dc8-4979-a684-8564cf3cfc86), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:58.976709 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9db93a2c-9664-4fee-a68b-04ea930f5715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ef0cb95b-8dc8-4979-a684-8564cf3cfc86), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:58.978329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Attempting to bind port 703d6aee-8194-4753-bd3f-1cb17d4abe15 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:36:58.978873 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Attempting to bind port 703d6aee-8194-4753-bd3f-1cb17d4abe15 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '9c2d9956-9898-4849-a01b-2f33e3968205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:36:58.979209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Attempting to bind port 703d6aee-8194-4753-bd3f-1cb17d4abe15 on network 77aa5724-3b5f-481d-b2f0-62152df49035 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:36:58.979621 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9db93a2c-9664-4fee-a68b-04ea930f5715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:58.980832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9db93a2c-9664-4fee-a68b-04ea930f5715 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef0cb95b-8dc8-4979-a684-8564cf3cfc86 HTTP/1.1" status: 204 len: 168 time: 0.3367083 Feb 10 15:36:58.995697 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Port 703d6aee-8194-4753-bd3f-1cb17d4abe15 on network 77aa5724-3b5f-481d-b2f0-62152df49035 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:36:58.996118 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Attempting to bind port 703d6aee-8194-4753-bd3f-1cb17d4abe15 on network 77aa5724-3b5f-481d-b2f0-62152df49035 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:36:59.002991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db93a2c-9664-4fee-a68b-04ea930f5715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0cb95b-8dc8-4979-a684-8564cf3cfc86,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:59.005328 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Pushing event updated for resources: {'Port': ['ID=703d6aee-8194-4753-bd3f-1cb17d4abe15,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:59.024164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:36:59.024598 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Checking segment: {'id': '9c2d9956-9898-4849-a01b-2f33e3968205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:36:59.025027 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Bound using segment: {'id': '9c2d9956-9898-4849-a01b-2f33e3968205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:36:59.025628 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Bound port: 703d6aee-8194-4753-bd3f-1cb17d4abe15, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2d9956-9898-4849-a01b-2f33e3968205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:36:59.026547 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (703d6aee-8194-4753-bd3f-1cb17d4abe15), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:59.249951 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] For port 703d6aee-8194-4753-bd3f-1cb17d4abe15, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:36:59.259800 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] For port 703d6aee-8194-4753-bd3f-1cb17d4abe15, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=703d6aee-8194-4753-bd3f-1cb17d4abe15,segment=NetworkSegment(9c2d9956-9898-4849-a01b-2f33e3968205),segment_id=9c2d9956-9898-4849-a01b-2f33e3968205)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:36:59.271317 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (703d6aee-8194-4753-bd3f-1cb17d4abe15), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:59.426538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:59.427184 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:36:59.428603 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] 10.222.0.72 "PUT /v2.0/ports/703d6aee-8194-4753-bd3f-1cb17d4abe15 HTTP/1.1" status: 200 len: 1092 time: 2.6789100 Feb 10 15:36:59.429318 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69aafd-22b0-410a-aa2c-e5b0db6b4b3a service neutron] Pushing event updated for resources: {'Port': ['ID=703d6aee-8194-4753-bd3f-1cb17d4abe15,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:36:59.461608 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73b6635-ba08-4900-83de-6f3fca797313', 'tag': '703d6aee-8194-4753-bd3f-1cb17d4abe15'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:36:59.472555 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25efc1ac-7f52-475d-8411-b3527a86a049" -d '{"events": [{"name": "network-changed", "server_uuid": "b73b6635-ba08-4900-83de-6f3fca797313", "tag": "703d6aee-8194-4753-bd3f-1cb17d4abe15"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:36:59.571337 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208b219c-269a-44b2-b129-8ba41fde4154 x-openstack-request-id: req-208b219c-269a-44b2-b129-8ba41fde4154 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:36:59.571889 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73b6635-ba08-4900-83de-6f3fca797313", "tag": "703d6aee-8194-4753-bd3f-1cb17d4abe15", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:36:59.572295 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-208b219c-269a-44b2-b129-8ba41fde4154 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:36:59.572924 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73b6635-ba08-4900-83de-6f3fca797313', 'tag': '703d6aee-8194-4753-bd3f-1cb17d4abe15', 'status': 'completed', 'code': 200} Feb 10 15:36:59.645281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-445f1329-191a-418d-8b04-bab570fad90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:59.646974 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-445f1329-191a-418d-8b04-bab570fad90c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c08fead7e43e4910a23c0de1ddc167cb&device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 1126 time: 0.1528480 Feb 10 15:36:59.711059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42234) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:59.790971 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-f3ecce5c-3bcb-40bc-9fa7-2974aa1b2bf1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=703d6aee-8194-4753-bd3f-1cb17d4abe15 HTTP/1.1" status: 200 len: 217 time: 0.1339333 Feb 10 15:36:59.840543 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-db7dbb0a-e856-4104-b604-2e800ab41bce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69573f03751640879258389eae902923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285157 Feb 10 15:36:59.851793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42236) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:36:59.853645 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3847956-9033-4acc-a236-f545c5bb3c17 req-b0a2e4bf-f949-49ca-ac70-5ae4c3c06565 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:36:59.855192 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3847956-9033-4acc-a236-f545c5bb3c17 req-b0a2e4bf-f949-49ca-ac70-5ae4c3c06565 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.2811406 Feb 10 15:37:00.018348 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3b2b0c3-cb65-49d9-8db0-8371562985a5 admin admin] Publish callbacks [] for security_group (b6fb841a-b9c9-421e-9400-caf637d764d8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:00.037494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-da3c3152-f011-42a6-8f0c-58943926035b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:00.038991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-da3c3152-f011-42a6-8f0c-58943926035b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c152062-e5f7-4888-be3e-07b2128a0ea4 HTTP/1.1" status: 200 len: 849 time: 0.2332938 Feb 10 15:37:00.067354 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3b2b0c3-cb65-49d9-8db0-8371562985a5 admin admin] Publish callbacks [] for security_group (b6fb841a-b9c9-421e-9400-caf637d764d8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:00.082630 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3847956-9033-4acc-a236-f545c5bb3c17 req-f16e94d1-a66a-4399-8a1a-7df80dae218a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686277 Feb 10 15:37:00.125083 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-c110a0bc-b5f5-4631-8c5a-b413e5f11fdf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77aa5724-3b5f-481d-b2f0-62152df49035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642579 Feb 10 15:37:00.140366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b7ffe-57c0-4008-91f4-0f1d8285dcc7 req-8d131a66-0150-4f97-9ab0-958010547b09 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:00.160702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b4b7ffe-57c0-4008-91f4-0f1d8285dcc7 req-8d131a66-0150-4f97-9ab0-958010547b09 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 944 time: 0.3892181 Feb 10 15:37:00.166525 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3b2b0c3-cb65-49d9-8db0-8371562985a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b6fb841a-b9c9-421e-9400-caf637d764d8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:00.169471 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3b2b0c3-cb65-49d9-8db0-8371562985a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:00.173428 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b3b2b0c3-cb65-49d9-8db0-8371562985a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6fb841a-b9c9-421e-9400-caf637d764d8 HTTP/1.1" status: 204 len: 168 time: 0.3206172 Feb 10 15:37:00.222259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2b0c3-cb65-49d9-8db0-8371562985a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fb841a-b9c9-421e-9400-caf637d764d8,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:00.438110 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b4b7ffe-57c0-4008-91f4-0f1d8285dcc7 req-bd4e062b-db8b-4e20-9ddf-2d514aa20818 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763286 Feb 10 15:37:00.498726 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-35241cb9-b812-4c94-a474-0f3278dfb544 service neutron] 10.222.0.72 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727565 Feb 10 15:37:00.739963 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20b66a45-e2b6-4ef7-8fbe-a3240da4e233 req-6b1f78df-5e19-46c9-abee-78791a9893ea service neutron] 10.222.0.72 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342322 Feb 10 15:37:00.912473 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efc1ac-7f52-475d-8411-b3527a86a049 req-2bee8364-2d65-49d0-b48e-90f1bf96e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:00.918913 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25efc1ac-7f52-475d-8411-b3527a86a049 req-2bee8364-2d65-49d0-b48e-90f1bf96e8d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c08fead7e43e4910a23c0de1ddc167cb&device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 1126 time: 0.1149161 Feb 10 15:37:01.252048 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efc1ac-7f52-475d-8411-b3527a86a049 req-d3c11ff4-6647-4412-b8f7-37f7860bab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:01.254110 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25efc1ac-7f52-475d-8411-b3527a86a049 req-d3c11ff4-6647-4412-b8f7-37f7860bab97 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77aa5724-3b5f-481d-b2f0-62152df49035 HTTP/1.1" status: 200 len: 910 time: 0.3303485 Feb 10 15:37:01.528758 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25efc1ac-7f52-475d-8411-b3527a86a049 req-e390693a-86c1-460e-94a8-fd03656d13fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=703d6aee-8194-4753-bd3f-1cb17d4abe15 HTTP/1.1" status: 200 len: 217 time: 0.1937616 Feb 10 15:37:01.749134 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e2867-e1e4-41ce-bb85-a151d89f5771 req-5b4670fa-aed5-439e-a902-4477697aeb3a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:01.750726 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d80e2867-e1e4-41ce-bb85-a151d89f5771 req-5b4670fa-aed5-439e-a902-4477697aeb3a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.4769862 Feb 10 15:37:01.766132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efc1ac-7f52-475d-8411-b3527a86a049 req-9adaee3a-e6e3-40a3-802c-1416992e8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:01.794498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25efc1ac-7f52-475d-8411-b3527a86a049 req-9adaee3a-e6e3-40a3-802c-1416992e8745 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c152062-e5f7-4888-be3e-07b2128a0ea4 HTTP/1.1" status: 200 len: 849 time: 0.2196596 Feb 10 15:37:01.981806 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25efc1ac-7f52-475d-8411-b3527a86a049 req-341a6664-221e-493e-b334-89631af6fed6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77aa5724-3b5f-481d-b2f0-62152df49035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1765409 Feb 10 15:37:02.376639 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25efc1ac-7f52-475d-8411-b3527a86a049 req-affb6670-30b6-4313-a779-8197b4b6b2dc service neutron] 10.222.0.72 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934855 Feb 10 15:37:02.391343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42284) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:02.546679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 703d6aee-8194-4753-bd3f-1cb17d4abe15 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:37:02.571194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d80e2867-e1e4-41ce-bb85-a151d89f5771 req-202a8d36-8bc8-4d54-b5d7-a26f7b0927bf tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6545529 Feb 10 15:37:02.700667 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b805eb-b13f-4d71-be50-8a402d2b8651 req-3d628088-d06b-4bf5-b9ca-ee674f70fe29 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:02.711409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99b805eb-b13f-4d71-be50-8a402d2b8651 req-3d628088-d06b-4bf5-b9ca-ee674f70fe29 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 944 time: 0.7903094 Feb 10 15:37:02.755777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d1a6c7e1-5d02-4f01-b43e-df7532f6df97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-689497687'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:02.833000 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99b805eb-b13f-4d71-be50-8a402d2b8651 req-241c51aa-0b2e-4bcf-a45d-4428d61aa5c9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832725 Feb 10 15:37:02.882241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 703d6aee-8194-4753-bd3f-1cb17d4abe15, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=703d6aee-8194-4753-bd3f-1cb17d4abe15,segment=NetworkSegment(9c2d9956-9898-4849-a01b-2f33e3968205),segment_id=9c2d9956-9898-4849-a01b-2f33e3968205)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:02.885680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a6c7e1-5d02-4f01-b43e-df7532f6df97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:02.907024 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c7e1-5d02-4f01-b43e-df7532f6df97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:02.908769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '703d6aee-8194-4753-bd3f-1cb17d4abe15', 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035', 'port_id': '703d6aee-8194-4753-bd3f-1cb17d4abe15', 'mac_address': 'fa:16:3e:2b:1f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c152062-e5f7-4888-be3e-07b2128a0ea4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:37:02.966737 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c7e1-5d02-4f01-b43e-df7532f6df97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:02.994124 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25efc1ac-7f52-475d-8411-b3527a86a049 req-869762e1-c5a4-4164-b410-8e5de6499112 service neutron] 10.222.0.72 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536214 Feb 10 15:37:03.055499 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 703d6aee-8194-4753-bd3f-1cb17d4abe15 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:03.057929 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (703d6aee-8194-4753-bd3f-1cb17d4abe15), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:03.121668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703d6aee-8194-4753-bd3f-1cb17d4abe15 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:37:03.215221 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 703d6aee-8194-4753-bd3f-1cb17d4abe15, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=703d6aee-8194-4753-bd3f-1cb17d4abe15,segment=NetworkSegment(9c2d9956-9898-4849-a01b-2f33e3968205),segment_id=9c2d9956-9898-4849-a01b-2f33e3968205)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:03.225278 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (703d6aee-8194-4753-bd3f-1cb17d4abe15), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:03.243376 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c7e1-5d02-4f01-b43e-df7532f6df97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (a28e1721-368e-4a4d-a5b3-17472e6a66a4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:03.250626 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c7e1-5d02-4f01-b43e-df7532f6df97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a28e1721-368e-4a4d-a5b3-17472e6a66a4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:03.271810 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a6c7e1-5d02-4f01-b43e-df7532f6df97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:37:03.287283 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c7e1-5d02-4f01-b43e-df7532f6df97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e96b5906-ca80-4466-b2ae-9bd44da89aa0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:03.287904 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-d1a6c7e1-5d02-4f01-b43e-df7532f6df97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Added segment e96b5906-ca80-4466-b2ae-9bd44da89aa0 of type vlan for network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd Feb 10 15:37:03.351108 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c7e1-5d02-4f01-b43e-df7532f6df97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:03.416001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=703d6aee-8194-4753-bd3f-1cb17d4abe15,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:03.475533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c7e1-5d02-4f01-b43e-df7532f6df97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28e1721-368e-4a4d-a5b3-17472e6a66a4,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:03.493841 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c7e1-5d02-4f01-b43e-df7532f6df97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:03.518115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a6c7e1-5d02-4f01-b43e-df7532f6df97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:03.525890 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c7e1-5d02-4f01-b43e-df7532f6df97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:03.534528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['703d6aee-8194-4753-bd3f-1cb17d4abe15'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:37:03.720145 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d1a6c7e1-5d02-4f01-b43e-df7532f6df97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3260989 Feb 10 15:37:03.724136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42344) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:03.731907 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-2a4b1ecc-ca19-4cc2-a0ea-59ec1fc5b53a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'name': 'tempest-PortsIpV6TestJSON-361366786'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:03.884749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c7e1-5d02-4f01-b43e-df7532f6df97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Network': ['ID=9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:03.925628 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:37:04.083368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4b1ecc-ca19-4cc2-a0ea-59ec1fc5b53a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:04.106563 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1ecc-ca19-4cc2-a0ea-59ec1fc5b53a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:04.164188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-2a4b1ecc-ca19-4cc2-a0ea-59ec1fc5b53a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] device_id is not set on port d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:37:05.468120 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1ecc-ca19-4cc2-a0ea-59ec1fc5b53a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (d52fc895-8d8d-4aeb-9f1c-30fea6b700c2), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:05.529472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401bb44-9608-45dc-9b70-6e260eb558e4 req-2f3e7534-420d-45a4-afca-339eb187dbee tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:05.531316 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1401bb44-9608-45dc-9b70-6e260eb558e4 req-2f3e7534-420d-45a4-afca-339eb187dbee tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 1.6935692 Feb 10 15:37:05.571188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085eb631-11f1-4fd0-b7af-e30bc99e5539 req-080bd648-15ea-406c-8b5c-c0456117c6c8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:05.573398 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-085eb631-11f1-4fd0-b7af-e30bc99e5539 req-080bd648-15ea-406c-8b5c-c0456117c6c8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 945 time: 1.4959927 Feb 10 15:37:05.609537 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1ecc-ca19-4cc2-a0ea-59ec1fc5b53a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (d52fc895-8d8d-4aeb-9f1c-30fea6b700c2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:05.946852 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1401bb44-9608-45dc-9b70-6e260eb558e4 req-63c3d5cd-529b-4da6-870b-16065258c52d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079981 Feb 10 15:37:05.968889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b1ecc-ca19-4cc2-a0ea-59ec1fc5b53a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=d52fc895-8d8d-4aeb-9f1c-30fea6b700c2,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:05.983796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-085eb631-11f1-4fd0-b7af-e30bc99e5539 req-12270639-88d2-417c-92ec-bdef02342bbb tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979402 Feb 10 15:37:06.003349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b1ecc-ca19-4cc2-a0ea-59ec1fc5b53a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Checking segment: {'id': 'e96b5906-ca80-4466-b2ae-9bd44da89aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:37:06.003975 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b1ecc-ca19-4cc2-a0ea-59ec1fc5b53a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network hostable DHCP agents. Network: 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:37:06.040059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b1ecc-ca19-4cc2-a0ea-59ec1fc5b53a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:37:06.058491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-2a4b1ecc-ca19-4cc2-a0ea-59ec1fc5b53a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:06.066669 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b1ecc-ca19-4cc2-a0ea-59ec1fc5b53a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:37:06.076381 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8940bef-710c-4c0d-ac56-68b8b4b99a15 None None] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:37:06.097594 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4b1ecc-ca19-4cc2-a0ea-59ec1fc5b53a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:06.101789 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1ecc-ca19-4cc2-a0ea-59ec1fc5b53a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:06.153984 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2a4b1ecc-ca19-4cc2-a0ea-59ec1fc5b53a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4286087 Feb 10 15:37:06.157136 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42502) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:06.163290 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-6c04dea4-4466-4532-a198-f9a5a82258cb tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1308889674'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:06.240917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c04dea4-4466-4532-a198-f9a5a82258cb tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:06.262255 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c04dea4-4466-4532-a198-f9a5a82258cb tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:06.353655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c04dea4-4466-4532-a198-f9a5a82258cb tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:37:06.382168 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c04dea4-4466-4532-a198-f9a5a82258cb tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e1334c98-3051-421b-84a6-8bc0ef6d1294), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:06.384603 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-6c04dea4-4466-4532-a198-f9a5a82258cb tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Added segment e1334c98-3051-421b-84a6-8bc0ef6d1294 of type vlan for network 519a6577-9cc5-499c-88d6-1ecef47b6bcc Feb 10 15:37:06.491403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c04dea4-4466-4532-a198-f9a5a82258cb tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (519a6577-9cc5-499c-88d6-1ecef47b6bcc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:06.551548 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c04dea4-4466-4532-a198-f9a5a82258cb tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (519a6577-9cc5-499c-88d6-1ecef47b6bcc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:06.557412 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c04dea4-4466-4532-a198-f9a5a82258cb tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:06.558202 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c04dea4-4466-4532-a198-f9a5a82258cb tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:06.584168 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 703d6aee-8194-4753-bd3f-1cb17d4abe15 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:37:06.676171 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6c04dea4-4466-4532-a198-f9a5a82258cb tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5172436 Feb 10 15:37:06.678717 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42532) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:06.684045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'ports': [{'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd'}, {'network_id': '519a6577-9cc5-499c-88d6-1ecef47b6bcc'}]} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:06.684369 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:06.684936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'network_id': '519a6577-9cc5-499c-88d6-1ecef47b6bcc'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:06.750128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 703d6aee-8194-4753-bd3f-1cb17d4abe15 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:37:06.774074 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 703d6aee-8194-4753-bd3f-1cb17d4abe15 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:37:06.774479 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (703d6aee-8194-4753-bd3f-1cb17d4abe15), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:06.853716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04dea4-4466-4532-a198-f9a5a82258cb tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Network': ['ID=519a6577-9cc5-499c-88d6-1ecef47b6bcc,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:06.916538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 519a6577-9cc5-499c-88d6-1ecef47b6bcc details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:37:07.300350 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:07.414294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 703d6aee-8194-4753-bd3f-1cb17d4abe15 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:07.414869 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (703d6aee-8194-4753-bd3f-1cb17d4abe15), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:07.483568 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73b6635-ba08-4900-83de-6f3fca797313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703d6aee-8194-4753-bd3f-1cb17d4abe15'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:37:07.495772 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897641e7-1f49-47c3-b18d-f8c841227a68" -d '{"events": [{"server_uuid": "b73b6635-ba08-4900-83de-6f3fca797313", "name": "network-vif-plugged", "status": "completed", "tag": "703d6aee-8194-4753-bd3f-1cb17d4abe15"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:37:07.538541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 703d6aee-8194-4753-bd3f-1cb17d4abe15, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=703d6aee-8194-4753-bd3f-1cb17d4abe15,segment=NetworkSegment(9c2d9956-9898-4849-a01b-2f33e3968205),segment_id=9c2d9956-9898-4849-a01b-2f33e3968205)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:07.546529 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (703d6aee-8194-4753-bd3f-1cb17d4abe15), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:07.564230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'port': 2} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:07.578999 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:07.600261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46729e9b-9114-4333-b0bc-18e2a8322bb0 req-f88e3561-300a-447c-b8db-b3be0b3e73f8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:07.614864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-46729e9b-9114-4333-b0bc-18e2a8322bb0 req-f88e3561-300a-447c-b8db-b3be0b3e73f8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 945 time: 0.3702512 Feb 10 15:37:07.655766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=703d6aee-8194-4753-bd3f-1cb17d4abe15,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:07.662963 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74ea40-362a-4d02-af07-e4433f5aeebe req-50b296ed-bdc8-438b-92e6-dd6ebf33cea5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:07.671579 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed74ea40-362a-4d02-af07-e4433f5aeebe req-50b296ed-bdc8-438b-92e6-dd6ebf33cea5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.4107740 Feb 10 15:37:07.699089 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:07.824573 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed74ea40-362a-4d02-af07-e4433f5aeebe req-327085d6-f1e9-462a-9b77-66d7e48285fe tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518633 Feb 10 15:37:07.853404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-46729e9b-9114-4333-b0bc-18e2a8322bb0 req-cb89504b-4c5b-4576-8b17-9f6ab1ed7506 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367613 Feb 10 15:37:07.920611 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476b8ad9-e1ff-4a06-96a8-c198b4a1550c x-openstack-request-id: req-476b8ad9-e1ff-4a06-96a8-c198b4a1550c {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:37:07.921005 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73b6635-ba08-4900-83de-6f3fca797313", "name": "network-vif-plugged", "status": "completed", "tag": "703d6aee-8194-4753-bd3f-1cb17d4abe15", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:37:07.921336 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-476b8ad9-e1ff-4a06-96a8-c198b4a1550c {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:37:07.921789 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73b6635-ba08-4900-83de-6f3fca797313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703d6aee-8194-4753-bd3f-1cb17d4abe15', 'code': 200} Feb 10 15:37:08.121541 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] device_id is not set on port 897d8118-35fd-43fb-b446-52a3867517f7 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:37:08.365701 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (897d8118-35fd-43fb-b446-52a3867517f7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:08.517069 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] device_id is not set on port 6538b294-21d0-4208-8c2f-a37ad6971539 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:37:08.552552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ea7ba-791c-49ab-a178-3b5b6546e023 req-727cbe6b-f987-4bba-9628-65d04fbdf6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:08.577890 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e1ea7ba-791c-49ab-a178-3b5b6546e023 req-727cbe6b-f987-4bba-9628-65d04fbdf6a0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3ff7cc44d27a4d3db3b9445ce4115014&device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 1127 time: 0.1666276 Feb 10 15:37:08.619878 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (6538b294-21d0-4208-8c2f-a37ad6971539), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:08.698157 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (897d8118-35fd-43fb-b446-52a3867517f7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:08.758683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=897d8118-35fd-43fb-b446-52a3867517f7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:08.783011 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:37:08.791659 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:08.802020 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:37:08.803874 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (6538b294-21d0-4208-8c2f-a37ad6971539), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:08.839679 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ea7ba-791c-49ab-a178-3b5b6546e023 req-15f03d3d-5f11-4f5a-a4b7-058d85729b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:08.846192 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e1ea7ba-791c-49ab-a178-3b5b6546e023 req-15f03d3d-5f11-4f5a-a4b7-058d85729b5c service neutron] 10.222.0.79 "GET /v2.0/networks?id=0e367e63-34d1-4188-ada1-4e62f3974686 HTTP/1.1" status: 200 len: 914 time: 0.2615101 Feb 10 15:37:08.914208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=6538b294-21d0-4208-8c2f-a37ad6971539,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:08.919499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde4c91-e55b-4eb9-aeb7-15ed932d2f23 req-d5690783-6504-4fd3-a454-622bbc4fdd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:08.922224 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4dde4c91-e55b-4eb9-aeb7-15ed932d2f23 req-d5690783-6504-4fd3-a454-622bbc4fdd88 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 1128 time: 0.9211302 Feb 10 15:37:08.974349 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e1ea7ba-791c-49ab-a178-3b5b6546e023 req-408aaf69-bc57-45e4-9c89-255b40c36bb6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54488536-ba73-4f47-9bed-75348e4117fe HTTP/1.1" status: 200 len: 217 time: 0.1205080 Feb 10 15:37:08.995591 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4dde4c91-e55b-4eb9-aeb7-15ed932d2f23 req-dccd1bd1-ea91-42b1-9d58-79b4575fd450 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615349 Feb 10 15:37:09.028747 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Checking segment: {'id': 'e1334c98-3051-421b-84a6-8bc0ef6d1294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '519a6577-9cc5-499c-88d6-1ecef47b6bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:37:09.029514 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network hostable DHCP agents. Network: 519a6577-9cc5-499c-88d6-1ecef47b6bcc, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:37:09.137535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 519a6577-9cc5-499c-88d6-1ecef47b6bcc is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:37:09.186203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 519a6577-9cc5-499c-88d6-1ecef47b6bcc) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:09.196000 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f97c6b-4a3e-4ab2-a586-ab3452a5b58f None None] Network 519a6577-9cc5-499c-88d6-1ecef47b6bcc requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:37:09.203653 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:37:09.210963 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:09.217794 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:09.221286 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:09.306386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-aa5e1a05-3fc8-4250-ab19-dd0b913185e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6265333 Feb 10 15:37:09.315329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42808) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:09.343084 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978188b-325a-4cb4-b3c7-ce38fc9d8116 req-467c9fc9-dfa4-407f-9a08-15c9de5a502d tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:09.347637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f978188b-325a-4cb4-b3c7-ce38fc9d8116 req-467c9fc9-dfa4-407f-9a08-15c9de5a502d tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.2706707 Feb 10 15:37:09.538963 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ea7ba-791c-49ab-a178-3b5b6546e023 req-cdf1a711-0f47-404b-8525-42e39f59ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:09.540362 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e1ea7ba-791c-49ab-a178-3b5b6546e023 req-cdf1a711-0f47-404b-8525-42e39f59ddb8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6 HTTP/1.1" status: 200 len: 853 time: 0.5601408 Feb 10 15:37:09.577329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd0480-0af9-4244-8506-418e915037a7 req-eae02e90-a2cb-40d4-85ea-ee12c63d8907 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:09.594360 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e1ea7ba-791c-49ab-a178-3b5b6546e023 req-dd2d7e47-3216-40d4-8663-553ab233ea3c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e367e63-34d1-4188-ada1-4e62f3974686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473027 Feb 10 15:37:09.595155 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-26fd0480-0af9-4244-8506-418e915037a7 req-eae02e90-a2cb-40d4-85ea-ee12c63d8907 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.5272872 Feb 10 15:37:09.746920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-0af37c1f-d759-47d3-ade2-84990f9587f1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port 6538b294-21d0-4208-8c2f-a37ad6971539 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:09.747265 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0af37c1f-d759-47d3-ade2-84990f9587f1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6538b294-21d0-4208-8c2f-a37ad6971539), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:09.798834 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e1ea7ba-791c-49ab-a178-3b5b6546e023 req-6a395b2d-0d9d-491d-b407-2d2be7f22589 service neutron] 10.222.0.79 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913507 Feb 10 15:37:09.822635 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f978188b-325a-4cb4-b3c7-ce38fc9d8116 req-7e2768a1-e4d1-462d-9cdb-b6ed65c52bc2 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362000 Feb 10 15:37:09.920936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-26fd0480-0af9-4244-8506-418e915037a7 req-bd6fc8de-74b0-4087-a515-0a3abf780789 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246984 Feb 10 15:37:09.934576 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0af37c1f-d759-47d3-ade2-84990f9587f1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6538b294-21d0-4208-8c2f-a37ad6971539), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:09.956827 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-0af37c1f-d759-47d3-ade2-84990f9587f1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for 6538b294-21d0-4208-8c2f-a37ad6971539 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:10.010847 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3e1ea7ba-791c-49ab-a178-3b5b6546e023 req-3d3e5523-af0a-4505-bced-cad2f5837eeb service neutron] 10.222.0.79 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058768 Feb 10 15:37:10.075989 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0af37c1f-d759-47d3-ade2-84990f9587f1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (6538b294-21d0-4208-8c2f-a37ad6971539), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:10.140475 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0af37c1f-d759-47d3-ade2-84990f9587f1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:10.147380 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0af37c1f-d759-47d3-ade2-84990f9587f1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/6538b294-21d0-4208-8c2f-a37ad6971539 HTTP/1.1" status: 204 len: 168 time: 0.8283858 Feb 10 15:37:10.147380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af37c1f-d759-47d3-ade2-84990f9587f1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=6538b294-21d0-4208-8c2f-a37ad6971539,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:10.147976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42864) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:10.218429 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb6ee5-0fd8-4465-bf45-7ec033c98b5e tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:10.225171 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb6ee5-0fd8-4465-bf45-7ec033c98b5e tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:10.227238 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-acbb6ee5-0fd8-4465-bf45-7ec033c98b5e tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0780337 Feb 10 15:37:10.230019 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42868) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:10.340079 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-13cce35e-be8d-4603-a469-c8f82953c9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port 897d8118-35fd-43fb-b446-52a3867517f7 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:10.340348 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-13cce35e-be8d-4603-a469-c8f82953c9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (897d8118-35fd-43fb-b446-52a3867517f7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:10.406401 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-13cce35e-be8d-4603-a469-c8f82953c9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (897d8118-35fd-43fb-b446-52a3867517f7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:10.421963 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-13cce35e-be8d-4603-a469-c8f82953c9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for 897d8118-35fd-43fb-b446-52a3867517f7 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:10.518188 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-13cce35e-be8d-4603-a469-c8f82953c9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (897d8118-35fd-43fb-b446-52a3867517f7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:10.554558 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cce35e-be8d-4603-a469-c8f82953c9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=897d8118-35fd-43fb-b446-52a3867517f7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:10.560173 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-13cce35e-be8d-4603-a469-c8f82953c9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:10.568886 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-13cce35e-be8d-4603-a469-c8f82953c9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/897d8118-35fd-43fb-b446-52a3867517f7 HTTP/1.1" status: 204 len: 168 time: 0.3362479 Feb 10 15:37:10.571557 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42880) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:10.636195 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc9f6b9-970d-41a1-81b0-7bf5b7ce7aca tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:10.637874 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6fc9f6b9-970d-41a1-81b0-7bf5b7ce7aca tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0654254 Feb 10 15:37:10.640602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42882) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:10.667951 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fcb0f6e-27ea-4ef3-bac5-e7947ff95771 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] GET failed (client error): The resource could not be found. Feb 10 15:37:10.669997 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3fcb0f6e-27ea-4ef3-bac5-e7947ff95771 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/6538b294-21d0-4208-8c2f-a37ad6971539 HTTP/1.1" status: 404 len: 333 time: 0.0282485 Feb 10 15:37:10.672861 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42884) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:10.703330 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afc9157-7b59-4baa-a4f8-93f42622ccb2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] GET failed (client error): The resource could not be found. Feb 10 15:37:10.704820 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4afc9157-7b59-4baa-a4f8-93f42622ccb2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/897d8118-35fd-43fb-b446-52a3867517f7 HTTP/1.1" status: 404 len: 333 time: 0.0299804 Feb 10 15:37:10.707566 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42886) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:10.795922 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e760862e-6dcb-43cc-9acb-ae22341fdcf5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (519a6577-9cc5-499c-88d6-1ecef47b6bcc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:10.920212 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e760862e-6dcb-43cc-9acb-ae22341fdcf5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (519a6577-9cc5-499c-88d6-1ecef47b6bcc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:10.979778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e760862e-6dcb-43cc-9acb-ae22341fdcf5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519a6577-9cc5-499c-88d6-1ecef47b6bcc']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:10.989372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05170927-c910-45b3-9c28-1c5f4f3ede3f req-c8d01e27-9bb2-466f-b003-913cc10719dc tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:10.993970 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e760862e-6dcb-43cc-9acb-ae22341fdcf5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1334c98-3051-421b-84a6-8bc0ef6d1294') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:10.994346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e760862e-6dcb-43cc-9acb-ae22341fdcf5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1334c98-3051-421b-84a6-8bc0ef6d1294') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:10.996437 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05170927-c910-45b3-9c28-1c5f4f3ede3f req-c8d01e27-9bb2-466f-b003-913cc10719dc tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.0763464 Feb 10 15:37:11.007947 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e760862e-6dcb-43cc-9acb-ae22341fdcf5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (e1334c98-3051-421b-84a6-8bc0ef6d1294), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:11.029101 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e760862e-6dcb-43cc-9acb-ae22341fdcf5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e1334c98-3051-421b-84a6-8bc0ef6d1294), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:11.035566 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e760862e-6dcb-43cc-9acb-ae22341fdcf5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:37:11.036148 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e760862e-6dcb-43cc-9acb-ae22341fdcf5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (e1334c98-3051-421b-84a6-8bc0ef6d1294), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:37:11.039365 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:37:11.082740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05170927-c910-45b3-9c28-1c5f4f3ede3f req-181a43ca-f158-4f49-8f3f-0fdf4c2849b6 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853441 Feb 10 15:37:11.114327 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d45dca-ecf8-4c48-8bd6-dcfcf34fb05c req-74775e50-8e90-422d-a731-284432a6306f tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:11.116147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78d45dca-ecf8-4c48-8bd6-dcfcf34fb05c req-74775e50-8e90-422d-a731-284432a6306f tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 945 time: 0.0780306 Feb 10 15:37:11.145478 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e760862e-6dcb-43cc-9acb-ae22341fdcf5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (519a6577-9cc5-499c-88d6-1ecef47b6bcc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:11.181460 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e760862e-6dcb-43cc-9acb-ae22341fdcf5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:11.193685 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e760862e-6dcb-43cc-9acb-ae22341fdcf5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/networks/519a6577-9cc5-499c-88d6-1ecef47b6bcc HTTP/1.1" status: 204 len: 168 time: 0.4827144 Feb 10 15:37:11.195259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760862e-6dcb-43cc-9acb-ae22341fdcf5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Network': ['ID=519a6577-9cc5-499c-88d6-1ecef47b6bcc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:11.199942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42906) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:11.209605 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78d45dca-ecf8-4c48-8bd6-dcfcf34fb05c req-a4a2922d-f5cf-4805-8681-6b3bedcdef21 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832374 Feb 10 15:37:11.214377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-bc8fc603-6a4e-498a-9fd3-7b2389c27623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1284621991'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:11.246662 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8fc603-6a4e-498a-9fd3-7b2389c27623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:11.250235 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc603-6a4e-498a-9fd3-7b2389c27623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:11.279875 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8fc603-6a4e-498a-9fd3-7b2389c27623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:37:11.306707 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc603-6a4e-498a-9fd3-7b2389c27623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (2d5839ec-14cb-41a2-aa08-0d57445175d8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:11.308122 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-bc8fc603-6a4e-498a-9fd3-7b2389c27623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Added segment 2d5839ec-14cb-41a2-aa08-0d57445175d8 of type vlan for network b942e3e6-f522-4224-a2e4-080985e89b4f Feb 10 15:37:11.333776 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:11.377568 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc603-6a4e-498a-9fd3-7b2389c27623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (b942e3e6-f522-4224-a2e4-080985e89b4f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:11.412383 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc603-6a4e-498a-9fd3-7b2389c27623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (b942e3e6-f522-4224-a2e4-080985e89b4f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:11.418918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8fc603-6a4e-498a-9fd3-7b2389c27623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:11.420213 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc603-6a4e-498a-9fd3-7b2389c27623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:11.486716 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643aca1-054d-4b32-a7b1-88f0c0981049 req-2296ebb6-7ec5-47ab-b2cd-af74d6d9e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:11.488354 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4643aca1-054d-4b32-a7b1-88f0c0981049 req-2296ebb6-7ec5-47ab-b2cd-af74d6d9e3d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c08fead7e43e4910a23c0de1ddc167cb&device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 1128 time: 0.0950639 Feb 10 15:37:11.518749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fc603-6a4e-498a-9fd3-7b2389c27623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Network': ['ID=b942e3e6-f522-4224-a2e4-080985e89b4f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:11.523693 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bc8fc603-6a4e-498a-9fd3-7b2389c27623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3240287 Feb 10 15:37:11.526872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42912) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:11.530472 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network b942e3e6-f522-4224-a2e4-080985e89b4f details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:37:11.550708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-19f7d0bc-64bf-4ad6-bed0-2a5a5a718d01 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'subnet': {'network_id': 'b942e3e6-f522-4224-a2e4-080985e89b4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:11.601726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643aca1-054d-4b32-a7b1-88f0c0981049 req-050cbe41-776b-4f0c-b896-b1cad77cc91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:11.603331 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4643aca1-054d-4b32-a7b1-88f0c0981049 req-050cbe41-776b-4f0c-b896-b1cad77cc91b service neutron] 10.222.0.72 "GET /v2.0/networks?id=77aa5724-3b5f-481d-b2f0-62152df49035 HTTP/1.1" status: 200 len: 910 time: 0.1085968 Feb 10 15:37:11.614428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a64bd1-0b63-4cb0-b08c-b2c15aec4bfc req-4d7d3dc0-9cec-4fcd-addc-a847ff0af380 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:11.616038 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-26a64bd1-0b63-4cb0-b08c-b2c15aec4bfc req-4d7d3dc0-9cec-4fcd-addc-a847ff0af380 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.1736090 Feb 10 15:37:11.658658 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4643aca1-054d-4b32-a7b1-88f0c0981049 req-5dc0a575-99d3-4c34-b4bf-9c8d90fefe67 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=703d6aee-8194-4753-bd3f-1cb17d4abe15 HTTP/1.1" status: 200 len: 217 time: 0.0415292 Feb 10 15:37:11.731179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f7d0bc-64bf-4ad6-bed0-2a5a5a718d01 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:11.735036 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19f7d0bc-64bf-4ad6-bed0-2a5a5a718d01 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:11.753059 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-26a64bd1-0b63-4cb0-b08c-b2c15aec4bfc req-efae61f1-3223-4f60-9d6f-5ce2c4dd9d23 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932877 Feb 10 15:37:11.767688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643aca1-054d-4b32-a7b1-88f0c0981049 req-2dbfd57e-ca78-4d3c-8994-4688de9c7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:11.770031 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4643aca1-054d-4b32-a7b1-88f0c0981049 req-2dbfd57e-ca78-4d3c-8994-4688de9c7d58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c152062-e5f7-4888-be3e-07b2128a0ea4 HTTP/1.1" status: 200 len: 849 time: 0.1043074 Feb 10 15:37:11.812748 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4643aca1-054d-4b32-a7b1-88f0c0981049 req-cce01663-f575-4a6f-9ca7-34ef0b7ac81b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77aa5724-3b5f-481d-b2f0-62152df49035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358698 Feb 10 15:37:11.832107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-19f7d0bc-64bf-4ad6-bed0-2a5a5a718d01 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Performing IP validity checks on allocation pools {{(pid=103369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 15:37:11.835053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-19f7d0bc-64bf-4ad6-bed0-2a5a5a718d01 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 15:37:11.896234 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 54488536-ba73-4f47-9bed-75348e4117fe no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:37:12.020541 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4643aca1-054d-4b32-a7b1-88f0c0981049 req-e0531f8a-f215-41f2-b2a4-f78a4fe5397a service neutron] 10.222.0.72 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009728 Feb 10 15:37:12.122535 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19f7d0bc-64bf-4ad6-bed0-2a5a5a718d01 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (978d8d66-43be-48e0-80bc-62926fdff431), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:12.123803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 54488536-ba73-4f47-9bed-75348e4117fe is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:12.124708 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (54488536-ba73-4f47-9bed-75348e4117fe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:12.173470 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4643aca1-054d-4b32-a7b1-88f0c0981049 req-c687037f-dcdd-4a0f-94e7-32b01dfddc4a service neutron] 10.222.0.72 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464043 Feb 10 15:37:12.187561 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7d0bc-64bf-4ad6-bed0-2a5a5a718d01 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Subnet': ['ID=978d8d66-43be-48e0-80bc-62926fdff431,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:12.238005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b044452e-b07a-4eb1-ad18-87b0b0ea741d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54488536-ba73-4f47-9bed-75348e4117fe'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:37:12.242755 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f7d0bc-64bf-4ad6-bed0-2a5a5a718d01 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Checking segment: {'id': '2d5839ec-14cb-41a2-aa08-0d57445175d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b942e3e6-f522-4224-a2e4-080985e89b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:37:12.243189 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f7d0bc-64bf-4ad6-bed0-2a5a5a718d01 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network hostable DHCP agents. Network: b942e3e6-f522-4224-a2e4-080985e89b4f, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:37:12.245802 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1cc0a1-5f11-411d-91cb-8f4a844147df" -d '{"events": [{"server_uuid": "b044452e-b07a-4eb1-ad18-87b0b0ea741d", "name": "network-vif-unplugged", "status": "completed", "tag": "54488536-ba73-4f47-9bed-75348e4117fe"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:37:12.267252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 54488536-ba73-4f47-9bed-75348e4117fe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=54488536-ba73-4f47-9bed-75348e4117fe,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:12.274811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f7d0bc-64bf-4ad6-bed0-2a5a5a718d01 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network b942e3e6-f522-4224-a2e4-080985e89b4f is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:37:12.276633 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (54488536-ba73-4f47-9bed-75348e4117fe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:12.287854 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-19f7d0bc-64bf-4ad6-bed0-2a5a5a718d01 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, b942e3e6-f522-4224-a2e4-080985e89b4f) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:12.305552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f7d0bc-64bf-4ad6-bed0-2a5a5a718d01 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:12.306905 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19f7d0bc-64bf-4ad6-bed0-2a5a5a718d01 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:12.331896 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-19f7d0bc-64bf-4ad6-bed0-2a5a5a718d01 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7912562 Feb 10 15:37:12.333784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42930) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:12.359125 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-57c5783d-a4c8-4917-9bc9-0e57fc802623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'network_id': 'b942e3e6-f522-4224-a2e4-080985e89b4f', 'name': 'tempest-PortsIpV6TestJSON-459131652'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:12.382623 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4fcf1e-e23c-4360-9e99-7ba8e306a953 x-openstack-request-id: req-1c4fcf1e-e23c-4360-9e99-7ba8e306a953 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:37:12.383158 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b044452e-b07a-4eb1-ad18-87b0b0ea741d", "name": "network-vif-unplugged", "status": "completed", "tag": "54488536-ba73-4f47-9bed-75348e4117fe", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:37:12.383158 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c4fcf1e-e23c-4360-9e99-7ba8e306a953 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:37:12.383534 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b044452e-b07a-4eb1-ad18-87b0b0ea741d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54488536-ba73-4f47-9bed-75348e4117fe', 'code': 200} Feb 10 15:37:12.386485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0261eb2e-39e2-4dbd-9b22-544053cfb30d None None] Network b942e3e6-f522-4224-a2e4-080985e89b4f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:37:12.512312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc41231-5a75-47ed-a527-3a064169cdd1 req-201adaa7-5dc7-497f-9291-441cd14c4c00 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:12.514036 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acc41231-5a75-47ed-a527-3a064169cdd1 req-201adaa7-5dc7-497f-9291-441cd14c4c00 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.1854608 Feb 10 15:37:12.580451 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c5783d-a4c8-4917-9bc9-0e57fc802623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:12.584565 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c5783d-a4c8-4917-9bc9-0e57fc802623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:12.600301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=54488536-ba73-4f47-9bed-75348e4117fe,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:12.612809 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-b942e3e6-f522-4224-a2e4-080985e89b4f', 'network_id': 'b942e3e6-f522-4224-a2e4-080985e89b4f', 'project_id': '1421e980265e473a8a502d7d73dcdb60', 'fixed_ips': [{'subnet_id': '978d8d66-43be-48e0-80bc-62926fdff431'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:37:12.613991 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:12.636247 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-57c5783d-a4c8-4917-9bc9-0e57fc802623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] device_id is not set on port cd819e98-11c4-4e82-af7f-670ddce23f26 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:37:12.649684 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acc41231-5a75-47ed-a527-3a064169cdd1 req-cab5c9d7-8ca2-46ee-878e-99f0525e9c6c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199520 Feb 10 15:37:12.859927 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ba34edb-fc8d-46a1-86e8-6789d6796ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:12.862876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-57c5783d-a4c8-4917-9bc9-0e57fc802623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Allocated IP 2001:db8::11f (b942e3e6-f522-4224-a2e4-080985e89b4f/978d8d66-43be-48e0-80bc-62926fdff431/cd819e98-11c4-4e82-af7f-670ddce23f26) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:37:12.877481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bb31b-4fc2-4af4-b956-aac0fcd397dd req-d5559e52-153d-439f-8b89-e46fec083bb6 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:12.879049 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-556bb31b-4fc2-4af4-b956-aac0fcd397dd req-d5559e52-153d-439f-8b89-e46fec083bb6 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.1045728 Feb 10 15:37:13.014977 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-556bb31b-4fc2-4af4-b956-aac0fcd397dd req-ca5c1a06-dfc2-4910-9918-431258a85624 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080365 Feb 10 15:37:13.071998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ac7ba-b92e-478b-bd0b-10d25a93eb59 req-098469d1-b06b-448a-810d-c731753063c5 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:13.082782 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-689ac7ba-b92e-478b-bd0b-10d25a93eb59 req-098469d1-b06b-448a-810d-c731753063c5 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.2011771 Feb 10 15:37:13.103149 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c5783d-a4c8-4917-9bc9-0e57fc802623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (cd819e98-11c4-4e82-af7f-670ddce23f26), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:13.172999 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c5783d-a4c8-4917-9bc9-0e57fc802623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (cd819e98-11c4-4e82-af7f-670ddce23f26), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:13.228241 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5783d-a4c8-4917-9bc9-0e57fc802623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=cd819e98-11c4-4e82-af7f-670ddce23f26,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:13.232306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-689ac7ba-b92e-478b-bd0b-10d25a93eb59 req-9b0c94de-6664-49b8-8794-c176605b9f35 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494584 Feb 10 15:37:13.263326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c5783d-a4c8-4917-9bc9-0e57fc802623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network b942e3e6-f522-4224-a2e4-080985e89b4f is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:37:13.268813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-57c5783d-a4c8-4917-9bc9-0e57fc802623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:13.274441 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c5783d-a4c8-4917-9bc9-0e57fc802623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:37:13.286156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c5783d-a4c8-4917-9bc9-0e57fc802623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:13.286842 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-57c5783d-a4c8-4917-9bc9-0e57fc802623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:13.312735 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-57c5783d-a4c8-4917-9bc9-0e57fc802623 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9703498 Feb 10 15:37:13.313116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Allocated IP 2001:db8::2 (b942e3e6-f522-4224-a2e4-080985e89b4f/978d8d66-43be-48e0-80bc-62926fdff431/a11b0cce-77c1-4778-a926-7564453c1519) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:37:13.313241 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42954) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:13.402607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-be5d476d-e92b-422a-9dbb-277c876bc656 req-e8d80607-a22a-4b29-a36f-ef8d40cf7702 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:37:13.403877 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be5d476d-e92b-422a-9dbb-277c876bc656 req-e8d80607-a22a-4b29-a36f-ef8d40cf7702 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059755 Feb 10 15:37:13.470400 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-9fa1a9c1-431b-48d1-be8a-4a673ccf65e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port cd819e98-11c4-4e82-af7f-670ddce23f26 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:13.470782 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a9c1-431b-48d1-be8a-4a673ccf65e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (cd819e98-11c4-4e82-af7f-670ddce23f26), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:13.563411 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Publish callbacks [] for port (a11b0cce-77c1-4778-a926-7564453c1519), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:13.581073 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (a11b0cce-77c1-4778-a926-7564453c1519), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:13.628825 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9afca-1d04-45d0-8e05-f82fd74bb03d req-964bfeb3-4178-444a-a6b7-fc1ebb028d76 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:13.637162 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-86c9afca-1d04-45d0-8e05-f82fd74bb03d req-964bfeb3-4178-444a-a6b7-fc1ebb028d76 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.0879123 Feb 10 15:37:13.638654 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Pushing event updated for resources: {'Port': ['ID=a11b0cce-77c1-4778-a926-7564453c1519,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:13.651642 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Network b942e3e6-f522-4224-a2e4-080985e89b4f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:37:13.653302 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:13.656531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:37:13.739790 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-86c9afca-1d04-45d0-8e05-f82fd74bb03d req-6e4e39cf-390a-404b-9f12-f680c86a31e3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014273 Feb 10 15:37:13.746818 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a9c1-431b-48d1-be8a-4a673ccf65e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (cd819e98-11c4-4e82-af7f-670ddce23f26), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:13.758366 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Attempting to bind port a11b0cce-77c1-4778-a926-7564453c1519 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:37:13.758731 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Attempting to bind port a11b0cce-77c1-4778-a926-7564453c1519 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '2d5839ec-14cb-41a2-aa08-0d57445175d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b942e3e6-f522-4224-a2e4-080985e89b4f'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:37:13.760151 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Attempting to bind port a11b0cce-77c1-4778-a926-7564453c1519 on network b942e3e6-f522-4224-a2e4-080985e89b4f {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:37:13.769390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:37:13.771347 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Checking segment: {'id': '2d5839ec-14cb-41a2-aa08-0d57445175d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b942e3e6-f522-4224-a2e4-080985e89b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:37:13.771662 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-9fa1a9c1-431b-48d1-be8a-4a673ccf65e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for cd819e98-11c4-4e82-af7f-670ddce23f26 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:13.773246 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:13.774475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Bound using segment: {'id': '2d5839ec-14cb-41a2-aa08-0d57445175d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b942e3e6-f522-4224-a2e4-080985e89b4f'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:37:13.775306 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Bound port: a11b0cce-77c1-4778-a926-7564453c1519, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5839ec-14cb-41a2-aa08-0d57445175d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b942e3e6-f522-4224-a2e4-080985e89b4f'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:37:13.775693 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a11b0cce-77c1-4778-a926-7564453c1519), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:13.864723 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] For port a11b0cce-77c1-4778-a926-7564453c1519, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:37:13.868446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] For port a11b0cce-77c1-4778-a926-7564453c1519, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a11b0cce-77c1-4778-a926-7564453c1519,segment=NetworkSegment(2d5839ec-14cb-41a2-aa08-0d57445175d8),segment_id=2d5839ec-14cb-41a2-aa08-0d57445175d8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:37:13.878858 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a11b0cce-77c1-4778-a926-7564453c1519), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:13.962063 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515fa4d-8457-4b25-bc82-18a6ff1212b0 None None] Pushing event updated for resources: {'Port': ['ID=a11b0cce-77c1-4778-a926-7564453c1519,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:14.090976 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a9c1-431b-48d1-be8a-4a673ccf65e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (cd819e98-11c4-4e82-af7f-670ddce23f26), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:14.106120 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bdab2b0-1377-4903-a298-891d0a852cba req-f25e8a50-34b4-4472-88af-22682a1a6200 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1538842 Feb 10 15:37:14.138547 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-1bdab2b0-1377-4903-a298-891d0a852cba req-8b20ddba-0874-4c88-8fa4-af0294fafc8e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:37:14.139620 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bdab2b0-1377-4903-a298-891d0a852cba req-8b20ddba-0874-4c88-8fa4-af0294fafc8e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054777 Feb 10 15:37:14.160011 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a9c1-431b-48d1-be8a-4a673ccf65e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:14.169646 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9fa1a9c1-431b-48d1-be8a-4a673ccf65e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/cd819e98-11c4-4e82-af7f-670ddce23f26 HTTP/1.1" status: 204 len: 168 time: 0.8538220 Feb 10 15:37:14.170129 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42974) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:14.184900 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1a9c1-431b-48d1-be8a-4a673ccf65e7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=cd819e98-11c4-4e82-af7f-670ddce23f26,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:14.202557 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4cb287-9619-42af-9821-4ba9883ed58c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] DELETE failed (client error): The resource could not be found. Feb 10 15:37:14.203308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4cb287-9619-42af-9821-4ba9883ed58c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:37:14.209642 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5f4cb287-9619-42af-9821-4ba9883ed58c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/cd819e98-11c4-4e82-af7f-670ddce23f26 HTTP/1.1" status: 404 len: 333 time: 0.0359695 Feb 10 15:37:14.210098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42978) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:14.306270 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-824017c2-ab9c-4e8a-b547-8c1919576af1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] GET failed (client error): The resource could not be found. Feb 10 15:37:14.307746 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-824017c2-ab9c-4e8a-b547-8c1919576af1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/cd819e98-11c4-4e82-af7f-670ddce23f26 HTTP/1.1" status: 404 len: 333 time: 0.0965989 Feb 10 15:37:14.311116 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42988) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:14.391370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddaeeb18-bd67-4673-b19a-e60bb55493ae tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting subnet 978d8d66-43be-48e0-80bc-62926fdff431 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:37:14.408708 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ddaeeb18-bd67-4673-b19a-e60bb55493ae tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (978d8d66-43be-48e0-80bc-62926fdff431), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:14.419543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab2b0-1377-4903-a298-891d0a852cba req-810e7472-9155-4bc7-b915-75e227d9baf6 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:14.421065 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bdab2b0-1377-4903-a298-891d0a852cba req-810e7472-9155-4bc7-b915-75e227d9baf6 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports/54488536-ba73-4f47-9bed-75348e4117fe HTTP/1.1" status: 200 len: 940 time: 0.2019081 Feb 10 15:37:14.545185 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ddaeeb18-bd67-4673-b19a-e60bb55493ae tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (978d8d66-43be-48e0-80bc-62926fdff431), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:14.600594 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b3459-260d-4d8f-b44c-0db31fd3c752 req-47880127-9b73-4487-8771-c90ed0cba639 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:14.605506 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d2b3459-260d-4d8f-b44c-0db31fd3c752 req-47880127-9b73-4487-8771-c90ed0cba639 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.2085226 Feb 10 15:37:14.698618 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d2b3459-260d-4d8f-b44c-0db31fd3c752 req-a5a615eb-a049-4ddf-9ec9-35f7fdf19a7b tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738933 Feb 10 15:37:14.719149 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ddaeeb18-bd67-4673-b19a-e60bb55493ae tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (978d8d66-43be-48e0-80bc-62926fdff431), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:14.828855 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ddaeeb18-bd67-4673-b19a-e60bb55493ae tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (978d8d66-43be-48e0-80bc-62926fdff431), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:14.864497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaeeb18-bd67-4673-b19a-e60bb55493ae tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Subnet': ['ID=978d8d66-43be-48e0-80bc-62926fdff431,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:14.912669 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ddaeeb18-bd67-4673-b19a-e60bb55493ae tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:14.915927 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ddaeeb18-bd67-4673-b19a-e60bb55493ae tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/978d8d66-43be-48e0-80bc-62926fdff431 HTTP/1.1" status: 204 len: 168 time: 0.6036272 Feb 10 15:37:14.918601 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43004) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:14.944513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e5b48-814b-428d-ae2f-c8ab0f3a6048 req-d8d3b0d1-0766-4e81-a5ba-c1f1bbb5fe66 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:14.956189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-371e5b48-814b-428d-ae2f-c8ab0f3a6048 req-d8d3b0d1-0766-4e81-a5ba-c1f1bbb5fe66 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.0927777 Feb 10 15:37:15.051905 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-371e5b48-814b-428d-ae2f-c8ab0f3a6048 req-cbe06f64-507b-4bd1-8dea-cb8965b46702 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895519 Feb 10 15:37:15.080448 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (b942e3e6-f522-4224-a2e4-080985e89b4f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:15.154393 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port a11b0cce-77c1-4778-a926-7564453c1519 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:15.155082 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a11b0cce-77c1-4778-a926-7564453c1519), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:15.210926 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-468bd8b3-207c-490b-ac9a-a30463f01361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:15.246871 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] For port a11b0cce-77c1-4778-a926-7564453c1519, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a11b0cce-77c1-4778-a926-7564453c1519,segment=NetworkSegment(2d5839ec-14cb-41a2-aa08-0d57445175d8),segment_id=2d5839ec-14cb-41a2-aa08-0d57445175d8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:15.247315 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a11b0cce-77c1-4778-a926-7564453c1519), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:15.262063 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for a11b0cce-77c1-4778-a926-7564453c1519 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:15.360126 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a11b0cce-77c1-4778-a926-7564453c1519), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:15.393332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=a11b0cce-77c1-4778-a926-7564453c1519,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:15.400593 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No DVR routers for this DVR port a11b0cce-77c1-4778-a926-7564453c1519 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:37:15.537885 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a121ad-cf90-4c6d-9dd0-3b6c1c01e603 None None] Network b942e3e6-f522-4224-a2e4-080985e89b4f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:37:15.545323 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (b942e3e6-f522-4224-a2e4-080985e89b4f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:15.608130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab2b0-1377-4903-a298-891d0a852cba req-687c39f4-436c-41b3-a7aa-c10f3f335b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:15.609608 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bdab2b0-1377-4903-a298-891d0a852cba req-687c39f4-436c-41b3-a7aa-c10f3f335b96 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d&tenant_id=3ff7cc44d27a4d3db3b9445ce4115014 HTTP/1.1" status: 200 len: 1125 time: 0.1687741 Feb 10 15:37:15.611379 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b942e3e6-f522-4224-a2e4-080985e89b4f']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:15.628807 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5839ec-14cb-41a2-aa08-0d57445175d8') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:15.629582 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5839ec-14cb-41a2-aa08-0d57445175d8') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:15.653070 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (2d5839ec-14cb-41a2-aa08-0d57445175d8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:15.672205 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-34887954-5148-4ca6-841b-79e4df9618cc None None] Could not find standard attr ID for object a11b0cce-77c1-4778-a926-7564453c1519. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:37:15.693136 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (2d5839ec-14cb-41a2-aa08-0d57445175d8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:15.727383 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:37:15.727383 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (2d5839ec-14cb-41a2-aa08-0d57445175d8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:37:15.730449 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:37:15.733626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f43d20c-36e4-4bf3-8e45-796cf053c916 None None] DHCP port deletion for b942e3e6-f522-4224-a2e4-080985e89b4f request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:37:15.797422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab2b0-1377-4903-a298-891d0a852cba req-49a8daa3-6188-44de-8ec4-3b3d2e9d3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:15.799592 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bdab2b0-1377-4903-a298-891d0a852cba req-49a8daa3-6188-44de-8ec4-3b3d2e9d3517 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3ff7cc44d27a4d3db3b9445ce4115014&device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 1125 time: 0.1593421 Feb 10 15:37:15.896427 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ff8b2-6806-47cb-8d27-dc95f9d8e596 req-e8245caf-82e5-4942-a8f2-bfd74776629c tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:15.898036 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a5ff8b2-6806-47cb-8d27-dc95f9d8e596 req-e8245caf-82e5-4942-a8f2-bfd74776629c tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.0942171 Feb 10 15:37:15.909808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 54488536-ba73-4f47-9bed-75348e4117fe no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:37:16.017068 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a5ff8b2-6806-47cb-8d27-dc95f9d8e596 req-12118156-fdee-409d-aa8f-78a815640f0c tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990467 Feb 10 15:37:16.019899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (b942e3e6-f522-4224-a2e4-080985e89b4f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:16.031550 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:16.034205 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/networks/b942e3e6-f522-4224-a2e4-080985e89b4f HTTP/1.1" status: 204 len: 168 time: 1.1142290 Feb 10 15:37:16.044875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43026) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:16.044875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-5a29e28e-8e65-4eeb-b760-9a9d9f74af5a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-560088052'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:16.056991 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 54488536-ba73-4f47-9bed-75348e4117fe is: DOWN; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:16.061417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a98e2-fb01-449a-a115-56ac83facc68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Network': ['ID=b942e3e6-f522-4224-a2e4-080985e89b4f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:16.096567 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a29e28e-8e65-4eeb-b760-9a9d9f74af5a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:16.106520 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5a29e28e-8e65-4eeb-b760-9a9d9f74af5a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:16.134265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab2b0-1377-4903-a298-891d0a852cba req-3a643458-4234-4e2a-8d44-2f32d0ab2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:16.135987 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bdab2b0-1377-4903-a298-891d0a852cba req-3a643458-4234-4e2a-8d44-2f32d0ab2e10 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0e367e63-34d1-4188-ada1-4e62f3974686 HTTP/1.1" status: 200 len: 914 time: 0.3170371 Feb 10 15:37:16.149219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a29e28e-8e65-4eeb-b760-9a9d9f74af5a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:37:16.163492 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5a29e28e-8e65-4eeb-b760-9a9d9f74af5a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6434f91b-610e-4ac2-881a-45393f84b153), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:16.163838 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-5a29e28e-8e65-4eeb-b760-9a9d9f74af5a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Added segment 6434f91b-610e-4ac2-881a-45393f84b153 of type vlan for network ead7b9f4-5087-43ad-886c-33220fe01404 Feb 10 15:37:16.196906 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bdab2b0-1377-4903-a298-891d0a852cba req-60ee8517-2bc0-4da5-84d7-07f257333ab5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54488536-ba73-4f47-9bed-75348e4117fe HTTP/1.1" status: 200 len: 217 time: 0.0537846 Feb 10 15:37:16.237750 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5a29e28e-8e65-4eeb-b760-9a9d9f74af5a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (ead7b9f4-5087-43ad-886c-33220fe01404), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:16.262169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab2b0-1377-4903-a298-891d0a852cba req-bf50249e-753f-4163-87b1-c2438c331451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:16.264335 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bdab2b0-1377-4903-a298-891d0a852cba req-bf50249e-753f-4163-87b1-c2438c331451 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6 HTTP/1.1" status: 200 len: 853 time: 0.0618532 Feb 10 15:37:16.281274 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a610962-0602-448a-aaa8-29e3b4c6b676 req-a08fba61-5ff0-41ff-a616-184d0498a6ec tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:16.283803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a610962-0602-448a-aaa8-29e3b4c6b676 req-a08fba61-5ff0-41ff-a616-184d0498a6ec tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.0837798 Feb 10 15:37:16.285046 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5a29e28e-8e65-4eeb-b760-9a9d9f74af5a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (ead7b9f4-5087-43ad-886c-33220fe01404), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:16.289787 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a29e28e-8e65-4eeb-b760-9a9d9f74af5a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:16.290387 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5a29e28e-8e65-4eeb-b760-9a9d9f74af5a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:16.311806 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bdab2b0-1377-4903-a298-891d0a852cba req-2416ec51-b45d-4a45-bd71-7daabb63a068 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e367e63-34d1-4188-ada1-4e62f3974686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403824 Feb 10 15:37:16.350628 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5a29e28e-8e65-4eeb-b760-9a9d9f74af5a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3116121 Feb 10 15:37:16.355239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43034) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:16.368584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b1a5c7a3-e9a9-4918-9cfd-8cd8bab7c1b8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'subnet': {'network_id': 'ead7b9f4-5087-43ad-886c-33220fe01404', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:16.370092 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:16.403536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29e28e-8e65-4eeb-b760-9a9d9f74af5a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Network': ['ID=ead7b9f4-5087-43ad-886c-33220fe01404,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:16.413918 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a610962-0602-448a-aaa8-29e3b4c6b676 req-936aba2c-379b-4aad-bd00-382f81f230a2 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208203 Feb 10 15:37:16.419914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network ead7b9f4-5087-43ad-886c-33220fe01404 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:37:16.539468 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bdab2b0-1377-4903-a298-891d0a852cba req-23060bf4-4e8b-4877-948c-7d50baaafa6e service neutron] 10.222.0.79 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217631 Feb 10 15:37:16.554066 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a5c7a3-e9a9-4918-9cfd-8cd8bab7c1b8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:16.557369 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b1a5c7a3-e9a9-4918-9cfd-8cd8bab7c1b8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:16.704392 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bdab2b0-1377-4903-a298-891d0a852cba req-a40fdf37-0170-43c8-9e94-14fe7ed436c2 service neutron] 10.222.0.79 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584582 Feb 10 15:37:16.847082 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b1a5c7a3-e9a9-4918-9cfd-8cd8bab7c1b8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (1bd5893e-39a3-4344-a012-b7c07ee0a647), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:16.940301 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5c7a3-e9a9-4918-9cfd-8cd8bab7c1b8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Subnet': ['ID=1bd5893e-39a3-4344-a012-b7c07ee0a647,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:16.945147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a5c7a3-e9a9-4918-9cfd-8cd8bab7c1b8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Checking segment: {'id': '6434f91b-610e-4ac2-881a-45393f84b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ead7b9f4-5087-43ad-886c-33220fe01404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:37:16.945523 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a5c7a3-e9a9-4918-9cfd-8cd8bab7c1b8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network hostable DHCP agents. Network: ead7b9f4-5087-43ad-886c-33220fe01404, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:37:16.987591 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a5c7a3-e9a9-4918-9cfd-8cd8bab7c1b8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network ead7b9f4-5087-43ad-886c-33220fe01404 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:37:17.010887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-b1a5c7a3-e9a9-4918-9cfd-8cd8bab7c1b8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, ead7b9f4-5087-43ad-886c-33220fe01404) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:17.016106 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a5c7a3-e9a9-4918-9cfd-8cd8bab7c1b8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:17.018314 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b1a5c7a3-e9a9-4918-9cfd-8cd8bab7c1b8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:17.022910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981b2a80-7305-4c7e-906c-9cfdb26c7788 None None] Network ead7b9f4-5087-43ad-886c-33220fe01404 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:37:17.059325 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b1a5c7a3-e9a9-4918-9cfd-8cd8bab7c1b8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7025080 Feb 10 15:37:17.062439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43054) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:17.070478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b514253e-589a-47c5-9573-d3f0fcfd04fc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'network_id': 'ead7b9f4-5087-43ad-886c-33220fe01404', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-195207759'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:17.384614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-ead7b9f4-5087-43ad-886c-33220fe01404', 'network_id': 'ead7b9f4-5087-43ad-886c-33220fe01404', 'project_id': '1421e980265e473a8a502d7d73dcdb60', 'fixed_ips': [{'subnet_id': '1bd5893e-39a3-4344-a012-b7c07ee0a647'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:37:17.386142 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:17.386800 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50de093-8110-4d9e-8f05-c2ecd02032ae req-5c363507-1971-4846-8c3f-c45bf86f0510 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:17.391386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f50de093-8110-4d9e-8f05-c2ecd02032ae req-5c363507-1971-4846-8c3f-c45bf86f0510 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.2754250 Feb 10 15:37:17.414463 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:37:17.474096 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b514253e-589a-47c5-9573-d3f0fcfd04fc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:17.478416 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b514253e-589a-47c5-9573-d3f0fcfd04fc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:17.509719 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-b514253e-589a-47c5-9573-d3f0fcfd04fc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] device_id is not set on port 4270c8b4-ce1c-44a3-a2de-6c55545c656f yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:37:17.703777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Allocated IP 2001:db8::2 (ead7b9f4-5087-43ad-886c-33220fe01404/1bd5893e-39a3-4344-a012-b7c07ee0a647/1168dd1e-9386-4ea6-ab81-94ce3b9ece28) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:37:17.840068 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f50de093-8110-4d9e-8f05-c2ecd02032ae req-82faf269-ead6-4f6c-b2a4-e122ceb351f7 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195611 Feb 10 15:37:17.881697 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a7dad-dfc8-4f18-96c0-c488515e0bb7 req-3aa2dee6-33cf-40b0-9a0e-76a64f98e9cb tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:17.887415 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db6a7dad-dfc8-4f18-96c0-c488515e0bb7 req-3aa2dee6-33cf-40b0-9a0e-76a64f98e9cb tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.2470510 Feb 10 15:37:17.927885 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:18.046744 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db6a7dad-dfc8-4f18-96c0-c488515e0bb7 req-94710d40-09af-4c19-9a56-513d122e3fb6 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514580 Feb 10 15:37:18.135667 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Publish callbacks [] for port (1168dd1e-9386-4ea6-ab81-94ce3b9ece28), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:18.153622 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (1168dd1e-9386-4ea6-ab81-94ce3b9ece28), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:18.281233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-b514253e-589a-47c5-9573-d3f0fcfd04fc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Allocated IP 2001:db8::2ce (ead7b9f4-5087-43ad-886c-33220fe01404/1bd5893e-39a3-4344-a012-b7c07ee0a647/4270c8b4-ce1c-44a3-a2de-6c55545c656f) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:37:18.482620 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b514253e-589a-47c5-9573-d3f0fcfd04fc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (4270c8b4-ce1c-44a3-a2de-6c55545c656f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:18.540338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Network ead7b9f4-5087-43ad-886c-33220fe01404 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:37:18.554031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Pushing event updated for resources: {'Port': ['ID=1168dd1e-9386-4ea6-ab81-94ce3b9ece28,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:18.561600 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:18.572127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:37:18.579510 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b514253e-589a-47c5-9573-d3f0fcfd04fc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4270c8b4-ce1c-44a3-a2de-6c55545c656f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:18.687872 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b514253e-589a-47c5-9573-d3f0fcfd04fc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network ead7b9f4-5087-43ad-886c-33220fe01404 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:37:18.706215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-b514253e-589a-47c5-9573-d3f0fcfd04fc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:18.729284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b514253e-589a-47c5-9573-d3f0fcfd04fc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:37:18.738300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Attempting to bind port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:37:18.739039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Attempting to bind port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '6434f91b-610e-4ac2-881a-45393f84b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ead7b9f4-5087-43ad-886c-33220fe01404'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:37:18.740849 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Attempting to bind port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 on network ead7b9f4-5087-43ad-886c-33220fe01404 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:37:18.744858 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b514253e-589a-47c5-9573-d3f0fcfd04fc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:18.747039 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b514253e-589a-47c5-9573-d3f0fcfd04fc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:18.763442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:37:18.764056 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Checking segment: {'id': '6434f91b-610e-4ac2-881a-45393f84b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ead7b9f4-5087-43ad-886c-33220fe01404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:37:18.764747 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:18.765250 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Bound using segment: {'id': '6434f91b-610e-4ac2-881a-45393f84b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ead7b9f4-5087-43ad-886c-33220fe01404'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:37:18.765916 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Bound port: 1168dd1e-9386-4ea6-ab81-94ce3b9ece28, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6434f91b-610e-4ac2-881a-45393f84b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ead7b9f4-5087-43ad-886c-33220fe01404'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:37:18.767264 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1168dd1e-9386-4ea6-ab81-94ce3b9ece28), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:18.802234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514253e-589a-47c5-9573-d3f0fcfd04fc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=4270c8b4-ce1c-44a3-a2de-6c55545c656f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:18.827559 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b514253e-589a-47c5-9573-d3f0fcfd04fc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7630851 Feb 10 15:37:18.831212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43098) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:18.967163 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:19.004782 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] For port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:37:19.010411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] For port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1168dd1e-9386-4ea6-ab81-94ce3b9ece28,segment=NetworkSegment(6434f91b-610e-4ac2-881a-45393f84b153),segment_id=6434f91b-610e-4ac2-881a-45393f84b153)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:37:19.027696 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1168dd1e-9386-4ea6-ab81-94ce3b9ece28), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:19.112166 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7b2aede9-4ad9-48f6-8e0c-eb1e056c52cc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port 4270c8b4-ce1c-44a3-a2de-6c55545c656f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:19.113677 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b2aede9-4ad9-48f6-8e0c-eb1e056c52cc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4270c8b4-ce1c-44a3-a2de-6c55545c656f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:19.324497 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b2aede9-4ad9-48f6-8e0c-eb1e056c52cc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4270c8b4-ce1c-44a3-a2de-6c55545c656f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:19.358030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7b2aede9-4ad9-48f6-8e0c-eb1e056c52cc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for 4270c8b4-ce1c-44a3-a2de-6c55545c656f owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:19.372128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb00823-c47b-430d-b099-c41bedc8983d None None] Pushing event updated for resources: {'Port': ['ID=1168dd1e-9386-4ea6-ab81-94ce3b9ece28,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:19.499182 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bde01f-5dc7-4c42-8e6f-5cd50be5d6f0 req-5773d4b3-9723-4f2c-8c9d-9e3b4417d3d2 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:19.512503 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a0bde01f-5dc7-4c42-8e6f-5cd50be5d6f0 req-5773d4b3-9723-4f2c-8c9d-9e3b4417d3d2 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.5127268 Feb 10 15:37:19.679412 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a0bde01f-5dc7-4c42-8e6f-5cd50be5d6f0 req-ee22e246-54fa-4924-b493-624ee88d3a91 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642299 Feb 10 15:37:19.694992 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593607a1-348d-4523-b2d6-27fd6b0fb024 req-6039c799-3349-43c9-b5ff-95052ba17d95 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:19.711731 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-593607a1-348d-4523-b2d6-27fd6b0fb024 req-6039c799-3349-43c9-b5ff-95052ba17d95 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.4691117 Feb 10 15:37:19.768797 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b2aede9-4ad9-48f6-8e0c-eb1e056c52cc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4270c8b4-ce1c-44a3-a2de-6c55545c656f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:19.885172 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-593607a1-348d-4523-b2d6-27fd6b0fb024 req-fd5d58d5-4c4b-4af7-9cd8-192417b00e6e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720531 Feb 10 15:37:19.908853 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2aede9-4ad9-48f6-8e0c-eb1e056c52cc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=4270c8b4-ce1c-44a3-a2de-6c55545c656f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:19.988860 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b2aede9-4ad9-48f6-8e0c-eb1e056c52cc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:20.003553 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7b2aede9-4ad9-48f6-8e0c-eb1e056c52cc tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/4270c8b4-ce1c-44a3-a2de-6c55545c656f HTTP/1.1" status: 204 len: 168 time: 1.1704786 Feb 10 15:37:20.006367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43114) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:20.078892 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd6668b-e747-42b5-91ea-06f87a279ca8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] GET failed (client error): The resource could not be found. Feb 10 15:37:20.097760 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3bd6668b-e747-42b5-91ea-06f87a279ca8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/4270c8b4-ce1c-44a3-a2de-6c55545c656f HTTP/1.1" status: 404 len: 333 time: 0.0900702 Feb 10 15:37:20.100436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43116) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:20.198753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:37:20.270061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3bc00a-d3a4-4a23-bdf6-f51543298aae tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting subnet 1bd5893e-39a3-4344-a012-b7c07ee0a647 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:37:20.273492 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc00a-d3a4-4a23-bdf6-f51543298aae tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (1bd5893e-39a3-4344-a012-b7c07ee0a647), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:20.354699 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:37:20.356206 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1168dd1e-9386-4ea6-ab81-94ce3b9ece28), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:20.391271 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc00a-d3a4-4a23-bdf6-f51543298aae tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (1bd5893e-39a3-4344-a012-b7c07ee0a647), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:20.515748 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:20.516152 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1168dd1e-9386-4ea6-ab81-94ce3b9ece28), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:20.563811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1168dd1e-9386-4ea6-ab81-94ce3b9ece28,segment=NetworkSegment(6434f91b-610e-4ac2-881a-45393f84b153),segment_id=6434f91b-610e-4ac2-881a-45393f84b153)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:20.569091 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1168dd1e-9386-4ea6-ab81-94ce3b9ece28), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:20.644756 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=1168dd1e-9386-4ea6-ab81-94ce3b9ece28,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:20.655590 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc00a-d3a4-4a23-bdf6-f51543298aae tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (1bd5893e-39a3-4344-a012-b7c07ee0a647), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:20.808690 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc00a-d3a4-4a23-bdf6-f51543298aae tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (1bd5893e-39a3-4344-a012-b7c07ee0a647), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:20.841068 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc00a-d3a4-4a23-bdf6-f51543298aae tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:20.847301 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5c3bc00a-d3a4-4a23-bdf6-f51543298aae tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/1bd5893e-39a3-4344-a012-b7c07ee0a647 HTTP/1.1" status: 204 len: 168 time: 0.7427580 Feb 10 15:37:20.847695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43130) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:20.987474 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bc00a-d3a4-4a23-bdf6-f51543298aae tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd5893e-39a3-4344-a012-b7c07ee0a647,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:21.085104 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (ead7b9f4-5087-43ad-886c-33220fe01404), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:21.245776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684cc98-57cf-4ce0-93c3-9ac7b1596726 req-e017b7d0-3056-4991-a530-ae7e8a8cf423 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:21.248262 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a684cc98-57cf-4ce0-93c3-9ac7b1596726 req-e017b7d0-3056-4991-a530-ae7e8a8cf423 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.2959497 Feb 10 15:37:21.302586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:21.303120 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1168dd1e-9386-4ea6-ab81-94ce3b9ece28), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:21.350473 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3d41f-934e-4fe8-87c1-496e80254fbe req-f8f15f3e-ec78-4dbb-a382-bfde1ec48f3e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:21.360236 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20f3d41f-934e-4fe8-87c1-496e80254fbe req-f8f15f3e-ec78-4dbb-a382-bfde1ec48f3e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.2716310 Feb 10 15:37:21.434409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a4155e-1e7b-4946-b9d7-949b136c9aaa None None] Network ead7b9f4-5087-43ad-886c-33220fe01404 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:37:21.473806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] For port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1168dd1e-9386-4ea6-ab81-94ce3b9ece28,segment=NetworkSegment(6434f91b-610e-4ac2-881a-45393f84b153),segment_id=6434f91b-610e-4ac2-881a-45393f84b153)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:21.474166 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1168dd1e-9386-4ea6-ab81-94ce3b9ece28), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:21.536274 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20f3d41f-934e-4fe8-87c1-496e80254fbe req-64e81607-5d42-4212-bf8f-3a7d41712c6b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745455 Feb 10 15:37:21.544624 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a684cc98-57cf-4ce0-93c3-9ac7b1596726 req-dfee95c3-9e67-4f2b-9234-66103259fb16 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838843 Feb 10 15:37:21.573823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:21.615350 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7dd965cc-41f1-4647-a44a-1a0d67783cb8 None None] Provisioning complete for port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:37:21.615630 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7dd965cc-41f1-4647-a44a-1a0d67783cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1168dd1e-9386-4ea6-ab81-94ce3b9ece28), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:21.738813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7dd965cc-41f1-4647-a44a-1a0d67783cb8 None None] Current status of the port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:21.821830 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399d3325-fae9-4033-804a-08759c5b29ba None None] DHCP port deletion for ead7b9f4-5087-43ad-886c-33220fe01404 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:37:21.882154 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1168dd1e-9386-4ea6-ab81-94ce3b9ece28), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:21.910757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No DVR routers for this DVR port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:37:21.995040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-399d3325-fae9-4033-804a-08759c5b29ba None None] Deleting port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:21.995609 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-399d3325-fae9-4033-804a-08759c5b29ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1168dd1e-9386-4ea6-ab81-94ce3b9ece28), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:22.060323 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=1168dd1e-9386-4ea6-ab81-94ce3b9ece28,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:22.072305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:37:22.214350 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (ead7b9f4-5087-43ad-886c-33220fe01404), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:22.215402 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:37:22.215856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:37:22.245953 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-399d3325-fae9-4033-804a-08759c5b29ba None None] For port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28, host n-d-815324-7, got binding levels [] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:22.247746 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-399d3325-fae9-4033-804a-08759c5b29ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1168dd1e-9386-4ea6-ab81-94ce3b9ece28), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:22.291591 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead7b9f4-5087-43ad-886c-33220fe01404']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:22.294857 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-399d3325-fae9-4033-804a-08759c5b29ba None None] Calling delete_port for 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:22.307583 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.ipam_backend_mixin [None req-399d3325-fae9-4033-804a-08759c5b29ba None None] Port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 was not found and therefore no delete operation was performed {{(pid=103370) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:37:22.318236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6434f91b-610e-4ac2-881a-45393f84b153') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:22.318610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6434f91b-610e-4ac2-881a-45393f84b153') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:22.320728 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-399d3325-fae9-4033-804a-08759c5b29ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (1168dd1e-9386-4ea6-ab81-94ce3b9ece28), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:22.356783 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (6434f91b-610e-4ac2-881a-45393f84b153), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:22.397789 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6434f91b-610e-4ac2-881a-45393f84b153), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:22.401070 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d3325-fae9-4033-804a-08759c5b29ba None None] Pushing event deleted for resources: {'Port': ['ID=1168dd1e-9386-4ea6-ab81-94ce3b9ece28,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:22.411259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:37:22.415603 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (6434f91b-610e-4ac2-881a-45393f84b153), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:22.417705 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d3325-fae9-4033-804a-08759c5b29ba None None] No DVR routers for this DVR port 1168dd1e-9386-4ea6-ab81-94ce3b9ece28 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:37:22.422176 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:37:22.608109 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (ead7b9f4-5087-43ad-886c-33220fe01404), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:22.668033 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:22.672239 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/networks/ead7b9f4-5087-43ad-886c-33220fe01404 HTTP/1.1" status: 204 len: 168 time: 1.8234789 Feb 10 15:37:22.676329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43158) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:22.682722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'name': 'tempest-PortsIpV6TestJSON-400101511'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:22.712157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee3514-ae4b-44e2-bd59-d31f59b24a7d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Network': ['ID=ead7b9f4-5087-43ad-886c-33220fe01404,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:23.131364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:23.135257 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:23.159360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a01ea-b45a-4242-ba05-864c1d48caa1 req-faf8cabe-1e2b-4a44-8a30-3d67e87fcdbb tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:23.167183 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b0a01ea-b45a-4242-ba05-864c1d48caa1 req-faf8cabe-1e2b-4a44-8a30-3d67e87fcdbb tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.2259078 Feb 10 15:37:23.196445 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] device_id is not set on port af92a636-3c65-43fa-b127-a55d4b42509a yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:37:23.242619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c0100-9542-43ab-b537-3c84cd2224d8 req-fb507069-add4-4793-ba3f-3406aadea3aa tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:23.244486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed9c0100-9542-43ab-b537-3c84cd2224d8 req-fb507069-add4-4793-ba3f-3406aadea3aa tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.4491680 Feb 10 15:37:23.382991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b0a01ea-b45a-4242-ba05-864c1d48caa1 req-8e0fbe7e-a684-4169-b5d2-32762bdb53f9 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146628 Feb 10 15:37:23.443156 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed9c0100-9542-43ab-b537-3c84cd2224d8 req-9ed9b497-28a2-4c0e-b9ea-a9f2dea27a4c tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873477 Feb 10 15:37:23.720633 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (af92a636-3c65-43fa-b127-a55d4b42509a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:23.858136 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (af92a636-3c65-43fa-b127-a55d4b42509a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:24.003325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:37:24.007424 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:24.010242 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:37:24.017030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:24.017907 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:24.037251 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3590558 Feb 10 15:37:24.038397 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=af92a636-3c65-43fa-b127-a55d4b42509a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:24.039882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43182) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:24.072490 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:24.079484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:24.080082 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:24.080694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:24.081247 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:24.081797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:24.082358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:24.087044 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:24.087677 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:24.088239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:24.088816 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:24.093331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:24.093937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b6baa-c4e4-4bc5-9c76-0e63e548f0c8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:24.335508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-081117b8-256c-44c4-8893-25bbf2f2ff72 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port af92a636-3c65-43fa-b127-a55d4b42509a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:24.336335 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-081117b8-256c-44c4-8893-25bbf2f2ff72 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (af92a636-3c65-43fa-b127-a55d4b42509a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:24.617891 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-081117b8-256c-44c4-8893-25bbf2f2ff72 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (af92a636-3c65-43fa-b127-a55d4b42509a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:24.649015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-081117b8-256c-44c4-8893-25bbf2f2ff72 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for af92a636-3c65-43fa-b127-a55d4b42509a owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:24.904432 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-081117b8-256c-44c4-8893-25bbf2f2ff72 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (af92a636-3c65-43fa-b127-a55d4b42509a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:24.984498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081117b8-256c-44c4-8893-25bbf2f2ff72 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=af92a636-3c65-43fa-b127-a55d4b42509a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:25.008200 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-081117b8-256c-44c4-8893-25bbf2f2ff72 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:25.024149 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-081117b8-256c-44c4-8893-25bbf2f2ff72 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/af92a636-3c65-43fa-b127-a55d4b42509a HTTP/1.1" status: 204 len: 168 time: 0.9825144 Feb 10 15:37:25.027757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43204) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:25.045561 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-8989ae55-4fba-4285-8796-da2f8c5182ed tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'mac_address': 'fa:16:3e:bf:d8:57', 'name': 'tempest-PortsIpV6TestJSON-1064885149'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:25.340158 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8989ae55-4fba-4285-8796-da2f8c5182ed tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:25.558163 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8989ae55-4fba-4285-8796-da2f8c5182ed tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:25.583795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38074d-6333-406a-8f5b-b7f80f091f25 req-d1c2c047-904b-4715-93ce-4d5d28d494d3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:25.585436 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce38074d-6333-406a-8f5b-b7f80f091f25 req-d1c2c047-904b-4715-93ce-4d5d28d494d3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 1.0758922 Feb 10 15:37:25.618096 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-8989ae55-4fba-4285-8796-da2f8c5182ed tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] device_id is not set on port 59a256a8-b0d5-4a37-bcf2-063f536e5a5e yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:37:25.680063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdf506-e9ad-4e71-860a-ee1f4360066f req-e61adc54-c535-43b5-ab5e-5a4701ae0561 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:25.686667 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-76cdf506-e9ad-4e71-860a-ee1f4360066f req-e61adc54-c535-43b5-ab5e-5a4701ae0561 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 1.0982537 Feb 10 15:37:25.848029 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce38074d-6333-406a-8f5b-b7f80f091f25 req-80ac581e-a3a0-4d81-a3ad-c91da97936b3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538528 Feb 10 15:37:25.931848 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-76cdf506-e9ad-4e71-860a-ee1f4360066f req-4b1cffb1-433b-48a4-b62a-d5bd534c9963 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116830 Feb 10 15:37:26.039419 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8989ae55-4fba-4285-8796-da2f8c5182ed tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (59a256a8-b0d5-4a37-bcf2-063f536e5a5e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:26.133694 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8989ae55-4fba-4285-8796-da2f8c5182ed tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (59a256a8-b0d5-4a37-bcf2-063f536e5a5e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:26.260582 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8989ae55-4fba-4285-8796-da2f8c5182ed tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:37:26.268207 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-8989ae55-4fba-4285-8796-da2f8c5182ed tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:26.277978 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8989ae55-4fba-4285-8796-da2f8c5182ed tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:37:26.294369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8989ae55-4fba-4285-8796-da2f8c5182ed tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:26.297032 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8989ae55-4fba-4285-8796-da2f8c5182ed tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:26.334311 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989ae55-4fba-4285-8796-da2f8c5182ed tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=59a256a8-b0d5-4a37-bcf2-063f536e5a5e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:26.382265 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8989ae55-4fba-4285-8796-da2f8c5182ed tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3534014 Feb 10 15:37:26.384844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43228) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:26.510492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe5a6c-9875-46b5-a5eb-2f467ab95081 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:26.511878 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-28fe5a6c-9875-46b5-a5eb-2f467ab95081 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/59a256a8-b0d5-4a37-bcf2-063f536e5a5e HTTP/1.1" status: 200 len: 845 time: 0.1261003 Feb 10 15:37:26.515439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43234) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:26.713514 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a6865-cd11-415b-aea7-9b140a81da4a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port 59a256a8-b0d5-4a37-bcf2-063f536e5a5e {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:26.714267 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce1a6865-cd11-415b-aea7-9b140a81da4a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (59a256a8-b0d5-4a37-bcf2-063f536e5a5e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:26.836336 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce1a6865-cd11-415b-aea7-9b140a81da4a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (59a256a8-b0d5-4a37-bcf2-063f536e5a5e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:26.855701 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a6865-cd11-415b-aea7-9b140a81da4a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for 59a256a8-b0d5-4a37-bcf2-063f536e5a5e owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:27.011321 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce1a6865-cd11-415b-aea7-9b140a81da4a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (59a256a8-b0d5-4a37-bcf2-063f536e5a5e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:27.342000 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a6865-cd11-415b-aea7-9b140a81da4a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=59a256a8-b0d5-4a37-bcf2-063f536e5a5e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:27.363222 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce1a6865-cd11-415b-aea7-9b140a81da4a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:27.377763 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ce1a6865-cd11-415b-aea7-9b140a81da4a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/59a256a8-b0d5-4a37-bcf2-063f536e5a5e HTTP/1.1" status: 204 len: 168 time: 0.8576813 Feb 10 15:37:27.378254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43252) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:27.454106 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-1784792f-87d3-4e1d-b292-3a09c427c244 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] GET failed (client error): The resource could not be found. Feb 10 15:37:27.457340 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1784792f-87d3-4e1d-b292-3a09c427c244 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/59a256a8-b0d5-4a37-bcf2-063f536e5a5e HTTP/1.1" status: 404 len: 333 time: 0.0779536 Feb 10 15:37:27.468833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43256) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:27.494589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069bd0c-af91-442e-a8bd-59f9610c36f5 req-baa1c567-549b-48d9-847c-a700f2680425 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:27.496304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9069bd0c-af91-442e-a8bd-59f9610c36f5 req-baa1c567-549b-48d9-847c-a700f2680425 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.2362349 Feb 10 15:37:27.515752 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-7d4758c6-e881-41d6-9171-0824869a4688 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'name': 'tempest-PortsIpV6TestJSON-1389036545'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:27.556856 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59877030-c736-474d-af74-7821d0451e63 req-d479ba94-dec7-42ab-b0d0-37eb1995d88a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:27.558431 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-59877030-c736-474d-af74-7821d0451e63 req-d479ba94-dec7-42ab-b0d0-37eb1995d88a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.4857612 Feb 10 15:37:27.868397 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9069bd0c-af91-442e-a8bd-59f9610c36f5 req-665c7c3b-bb90-44c3-a68b-360e7e092acb tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381045 Feb 10 15:37:27.898721 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-59877030-c736-474d-af74-7821d0451e63 req-36415d8a-4b8e-414e-a665-f02249fcc2ee tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714224 Feb 10 15:37:27.928494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4758c6-e881-41d6-9171-0824869a4688 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:27.932161 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d4758c6-e881-41d6-9171-0824869a4688 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:28.015781 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-7d4758c6-e881-41d6-9171-0824869a4688 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] device_id is not set on port fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:37:28.558760 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d4758c6-e881-41d6-9171-0824869a4688 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:28.665357 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d4758c6-e881-41d6-9171-0824869a4688 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:28.785704 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4758c6-e881-41d6-9171-0824869a4688 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:28.794393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4758c6-e881-41d6-9171-0824869a4688 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:37:28.796061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-7d4758c6-e881-41d6-9171-0824869a4688 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:28.811167 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4758c6-e881-41d6-9171-0824869a4688 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:37:28.823894 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4758c6-e881-41d6-9171-0824869a4688 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:28.829475 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d4758c6-e881-41d6-9171-0824869a4688 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:28.869186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43278) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:28.875400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7d4758c6-e881-41d6-9171-0824869a4688 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3689990 Feb 10 15:37:28.880247 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-6d54796b-496a-4179-83ac-89013e6fb975 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:29.153452 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6d54796b-496a-4179-83ac-89013e6fb975 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:29.410714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3df263-74fa-4e48-aeeb-509fcfc11fe0 req-c1a2ffda-3acc-4b16-b169-21722098bd2c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:29.418139 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6f3df263-74fa-4e48-aeeb-509fcfc11fe0 req-c1a2ffda-3acc-4b16-b169-21722098bd2c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.3198705 Feb 10 15:37:29.558871 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce967a0b-0971-41e6-83ff-9e7347ec3493 req-47f9aabd-2f8a-4891-a36e-914f3a8d2145 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:29.568315 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce967a0b-0971-41e6-83ff-9e7347ec3493 req-47f9aabd-2f8a-4891-a36e-914f3a8d2145 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.4605501 Feb 10 15:37:29.611087 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6f3df263-74fa-4e48-aeeb-509fcfc11fe0 req-d88c06bc-59eb-4c6b-b201-9e971b214e41 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891801 Feb 10 15:37:29.799112 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6d54796b-496a-4179-83ac-89013e6fb975 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:29.813868 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6d54796b-496a-4179-83ac-89013e6fb975 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:29.873990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce967a0b-0971-41e6-83ff-9e7347ec3493 req-602e5fff-7e98-4b0e-9ed8-013c3be75ec4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615533 Feb 10 15:37:29.926081 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-6d54796b-496a-4179-83ac-89013e6fb975 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] In _notify_port_updated(), no bound segment for port fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a on network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd {{(pid=103369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:37:29.936995 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d54796b-496a-4179-83ac-89013e6fb975 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:29.940425 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6d54796b-496a-4179-83ac-89013e6fb975 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:29.944922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43300) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:29.945901 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6d54796b-496a-4179-83ac-89013e6fb975 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "PUT /v2.0/ports/fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a HTTP/1.1" status: 200 len: 818 time: 1.0750346 Feb 10 15:37:29.990394 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54796b-496a-4179-83ac-89013e6fb975 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:30.201093 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-29c49afa-43da-4bc9-8efb-2919eff0a147 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:30.201544 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29c49afa-43da-4bc9-8efb-2919eff0a147 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:30.401184 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29c49afa-43da-4bc9-8efb-2919eff0a147 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:30.441212 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-29c49afa-43da-4bc9-8efb-2919eff0a147 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:30.651079 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29c49afa-43da-4bc9-8efb-2919eff0a147 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:30.745435 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c49afa-43da-4bc9-8efb-2919eff0a147 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:30.795255 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29c49afa-43da-4bc9-8efb-2919eff0a147 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:30.810712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43326) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:30.819653 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-29c49afa-43da-4bc9-8efb-2919eff0a147 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a HTTP/1.1" status: 204 len: 168 time: 0.8734231 Feb 10 15:37:30.940368 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5682f559-bda0-4054-bb8e-9bb1717ea039 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:30.948348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43334) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:30.961230 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5682f559-bda0-4054-bb8e-9bb1717ea039 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1493406 Feb 10 15:37:30.996963 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d67b4-d81a-4a96-84b2-8b8841bdb29b req-4b53c23a-1a2f-4665-80d1-77141fbaee51 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:31.005124 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e4d67b4-d81a-4a96-84b2-8b8841bdb29b req-4b53c23a-1a2f-4665-80d1-77141fbaee51 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.2285087 Feb 10 15:37:31.073560 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-42147b23-6d41-43dd-9e34-25fb051f3af8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] GET failed (client error): The resource could not be found. Feb 10 15:37:31.079367 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43340) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:31.084355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f659049b-0750-4f4e-bf70-e0c36ba602db tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-449675072'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:31.105278 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-42147b23-6d41-43dd-9e34-25fb051f3af8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/fe1fc130-95bf-4ff9-8c1a-5a6e71fb0c0a HTTP/1.1" status: 404 len: 333 time: 0.1532969 Feb 10 15:37:31.155415 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f659049b-0750-4f4e-bf70-e0c36ba602db tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:31.163031 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f659049b-0750-4f4e-bf70-e0c36ba602db tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:31.298953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f659049b-0750-4f4e-bf70-e0c36ba602db tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:37:31.334997 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f659049b-0750-4f4e-bf70-e0c36ba602db tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (959b2310-f30d-4415-b379-75cafe1f73f2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:31.335900 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-f659049b-0750-4f4e-bf70-e0c36ba602db tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Added segment 959b2310-f30d-4415-b379-75cafe1f73f2 of type vlan for network 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718 Feb 10 15:37:31.338690 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e4d67b4-d81a-4a96-84b2-8b8841bdb29b req-88e9adb5-028c-454b-8abd-17bdd63ae2f6 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142054 Feb 10 15:37:31.395831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc86f1-37f2-4017-bae8-7a3c6d6949b7 req-fd1c77bd-ec51-4638-bf37-231b9a6ae31b tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:31.409522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-57cc86f1-37f2-4017-bae8-7a3c6d6949b7 req-fd1c77bd-ec51-4638-bf37-231b9a6ae31b tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.2616463 Feb 10 15:37:31.528285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-57cc86f1-37f2-4017-bae8-7a3c6d6949b7 req-7808d134-d6eb-4fab-beb8-b4b117e9ed47 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173553 Feb 10 15:37:31.539963 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f659049b-0750-4f4e-bf70-e0c36ba602db tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (7e8e719d-6efd-4e14-b7b4-da5cd8c9e718), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:31.625698 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f659049b-0750-4f4e-bf70-e0c36ba602db tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (7e8e719d-6efd-4e14-b7b4-da5cd8c9e718), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:31.646574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f659049b-0750-4f4e-bf70-e0c36ba602db tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:31.647386 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f659049b-0750-4f4e-bf70-e0c36ba602db tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:31.865438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659049b-0750-4f4e-bf70-e0c36ba602db tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Network': ['ID=7e8e719d-6efd-4e14-b7b4-da5cd8c9e718,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:31.879671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:37:31.896206 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f659049b-0750-4f4e-bf70-e0c36ba602db tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8157144 Feb 10 15:37:31.899026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43348) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:31.903844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7478b2e2-c3dc-45f1-8d60-d6b48374e3b6 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'subnet': {'network_id': '7e8e719d-6efd-4e14-b7b4-da5cd8c9e718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:32.145606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8765dfe-4101-470d-bfd6-aedb3b0d6199 req-50d72a85-6794-4626-be33-495413d24437 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1386874 Feb 10 15:37:32.208419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7478b2e2-c3dc-45f1-8d60-d6b48374e3b6 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:32.212233 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7478b2e2-c3dc-45f1-8d60-d6b48374e3b6 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:32.282639 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8765dfe-4101-470d-bfd6-aedb3b0d6199 req-e5feb427-6c46-4347-bddf-6cd48ad1003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:32.284229 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8765dfe-4101-470d-bfd6-aedb3b0d6199 req-e5feb427-6c46-4347-bddf-6cd48ad1003f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 1127 time: 0.0942125 Feb 10 15:37:32.550117 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8765dfe-4101-470d-bfd6-aedb3b0d6199 req-4cfcc2aa-fe9c-4734-9642-8e24ce4f6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:32.552564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8765dfe-4101-470d-bfd6-aedb3b0d6199 req-4cfcc2aa-fe9c-4734-9642-8e24ce4f6bba service neutron] 10.222.0.72 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.2453804 Feb 10 15:37:32.563078 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c38c9-0166-4d9f-a5a8-7f195528d23d req-86a4e2dc-1412-4253-b839-6df3b07924a0 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:32.565675 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e05c38c9-0166-4d9f-a5a8-7f195528d23d req-86a4e2dc-1412-4253-b839-6df3b07924a0 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.1032112 Feb 10 15:37:32.686179 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8765dfe-4101-470d-bfd6-aedb3b0d6199 req-34f09f03-fb80-4a63-a127-e227187f2f8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 HTTP/1.1" status: 200 len: 217 time: 0.1193237 Feb 10 15:37:33.007463 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e05c38c9-0166-4d9f-a5a8-7f195528d23d req-b2efdb0e-da45-4749-adc3-d2b364256c99 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343011 Feb 10 15:37:33.019525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8765dfe-4101-470d-bfd6-aedb3b0d6199 req-11c44be7-cf27-4d6e-9b08-216526b44003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:33.021058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8765dfe-4101-470d-bfd6-aedb3b0d6199 req-11c44be7-cf27-4d6e-9b08-216526b44003 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.3179286 Feb 10 15:37:33.048744 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598a61e-c4f8-4408-9245-00f56efc35d6 req-3e1241e0-62bf-4366-944f-ca92f1d317fd tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:33.062948 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5598a61e-c4f8-4408-9245-00f56efc35d6 req-3e1241e0-62bf-4366-944f-ca92f1d317fd tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.3753128 Feb 10 15:37:33.309970 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5598a61e-c4f8-4408-9245-00f56efc35d6 req-6b743dad-8ed3-488f-8535-51d9e5e4b021 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454591 Feb 10 15:37:33.318653 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8765dfe-4101-470d-bfd6-aedb3b0d6199 req-f6f9a4d3-b69c-4e75-a57a-6a74137de9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:33.321641 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8765dfe-4101-470d-bfd6-aedb3b0d6199 req-f6f9a4d3-b69c-4e75-a57a-6a74137de9f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2414324 Feb 10 15:37:33.482945 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8765dfe-4101-470d-bfd6-aedb3b0d6199 req-7a0a7ba2-57fb-41e7-b097-b059274ad42d service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548803 Feb 10 15:37:33.579837 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7478b2e2-c3dc-45f1-8d60-d6b48374e3b6 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (3385d753-b87c-49e4-85b1-563bb81a11f9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:33.724939 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8765dfe-4101-470d-bfd6-aedb3b0d6199 req-ee2fcfb8-8b95-4a63-8ced-b41a0f20ba8b service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355535 Feb 10 15:37:33.801109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478b2e2-c3dc-45f1-8d60-d6b48374e3b6 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Checking segment: {'id': '959b2310-f30d-4415-b379-75cafe1f73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7e8e719d-6efd-4e14-b7b4-da5cd8c9e718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:37:33.801486 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7478b2e2-c3dc-45f1-8d60-d6b48374e3b6 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network hostable DHCP agents. Network: 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:37:33.813271 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478b2e2-c3dc-45f1-8d60-d6b48374e3b6 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Subnet': ['ID=3385d753-b87c-49e4-85b1-563bb81a11f9,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:33.857687 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7478b2e2-c3dc-45f1-8d60-d6b48374e3b6 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:37:33.873606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-7478b2e2-c3dc-45f1-8d60-d6b48374e3b6 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:33.878616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7478b2e2-c3dc-45f1-8d60-d6b48374e3b6 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:33.879223 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7478b2e2-c3dc-45f1-8d60-d6b48374e3b6 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:33.888541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d88a4-03ac-4e07-a499-3b57efa94dd3 None None] Network 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:37:33.915340 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43388) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:33.915801 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7478b2e2-c3dc-45f1-8d60-d6b48374e3b6 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0154853 Feb 10 15:37:33.920872 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f33346af-c56c-42a6-8295-c1ea77d43c0c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'subnet': {'network_id': '7e8e719d-6efd-4e14-b7b4-da5cd8c9e718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:34.189894 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33346af-c56c-42a6-8295-c1ea77d43c0c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:34.201600 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f33346af-c56c-42a6-8295-c1ea77d43c0c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:34.211087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7e8e719d-6efd-4e14-b7b4-da5cd8c9e718', 'network_id': '7e8e719d-6efd-4e14-b7b4-da5cd8c9e718', 'project_id': '1421e980265e473a8a502d7d73dcdb60', 'fixed_ips': [{'subnet_id': '3385d753-b87c-49e4-85b1-563bb81a11f9'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:37:34.211969 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:34.331052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43406) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:34.529894 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbc90c-68d8-4779-8278-855f491f16ee req-13598628-8028-4e79-83d6-159f7800a140 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:34.537984 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-affbc90c-68d8-4779-8278-855f491f16ee req-13598628-8028-4e79-83d6-159f7800a140 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.3632016 Feb 10 15:37:34.598635 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Allocated IP 2001:db8::2 (7e8e719d-6efd-4e14-b7b4-da5cd8c9e718/3385d753-b87c-49e4-85b1-563bb81a11f9/1e83902a-8bf3-4e4c-bcbd-e544990941a4) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:37:34.659787 n-d-815324-7 neutron-server[103368]: INFO neutron.db.ipam_backend_mixin [None req-f33346af-c56c-42a6-8295-c1ea77d43c0c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3385d753-b87c-49e4-85b1-563bb81a11f9 (CIDR: 2001:db8::/64) Feb 10 15:37:34.673499 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33346af-c56c-42a6-8295-c1ea77d43c0c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:37:34.674133 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33346af-c56c-42a6-8295-c1ea77d43c0c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:37:34.802663 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f33346af-c56c-42a6-8295-c1ea77d43c0c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8859580 Feb 10 15:37:34.827581 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43424) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:34.840261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9671d844-02f4-4ceb-a189-a8e41bdc12aa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'subnet': {'network_id': '7e8e719d-6efd-4e14-b7b4-da5cd8c9e718', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:34.882150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6922b9-a06c-4d76-a2dd-7974716d2ac7 req-aa6ba181-3c2d-4768-a1f8-d585f08ae301 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:34.890085 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be6922b9-a06c-4d76-a2dd-7974716d2ac7 req-aa6ba181-3c2d-4768-a1f8-d585f08ae301 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.3955681 Feb 10 15:37:35.024171 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Publish callbacks [] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:35.041787 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:35.151239 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Pushing event updated for resources: {'Port': ['ID=1e83902a-8bf3-4e4c-bcbd-e544990941a4,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:35.193248 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-affbc90c-68d8-4779-8278-855f491f16ee req-5a1dacab-7bb9-46d9-a841-805c415d8612 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6052554 Feb 10 15:37:35.206159 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Network 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:37:35.206746 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9671d844-02f4-4ceb-a189-a8e41bdc12aa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:35.211276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:35.214277 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9671d844-02f4-4ceb-a189-a8e41bdc12aa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:35.215115 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:37:35.379441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Attempting to bind port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:37:35.379814 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Attempting to bind port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '959b2310-f30d-4415-b379-75cafe1f73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7e8e719d-6efd-4e14-b7b4-da5cd8c9e718'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:37:35.380176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Attempting to bind port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 on network 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:37:35.405600 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:37:35.406184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Checking segment: {'id': '959b2310-f30d-4415-b379-75cafe1f73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7e8e719d-6efd-4e14-b7b4-da5cd8c9e718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:37:35.406538 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:35.407553 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Bound using segment: {'id': '959b2310-f30d-4415-b379-75cafe1f73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7e8e719d-6efd-4e14-b7b4-da5cd8c9e718'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:37:35.408050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Bound port: 1e83902a-8bf3-4e4c-bcbd-e544990941a4, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959b2310-f30d-4415-b379-75cafe1f73f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7e8e719d-6efd-4e14-b7b4-da5cd8c9e718'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:37:35.408433 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:35.433617 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be6922b9-a06c-4d76-a2dd-7974716d2ac7 req-93ef203d-3a1b-4610-a366-d9a5a980c54e tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321448 Feb 10 15:37:35.577068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] For port 1e83902a-8bf3-4e4c-bcbd-e544990941a4, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:37:35.584177 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] For port 1e83902a-8bf3-4e4c-bcbd-e544990941a4, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1e83902a-8bf3-4e4c-bcbd-e544990941a4,segment=NetworkSegment(959b2310-f30d-4415-b379-75cafe1f73f2),segment_id=959b2310-f30d-4415-b379-75cafe1f73f2)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:37:35.598284 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:35.705964 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6f60003-d95a-40b7-a734-b8210af3a142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:35.708142 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c7386-5e93-49da-8a75-298a789a91a6 None None] Pushing event updated for resources: {'Port': ['ID=1e83902a-8bf3-4e4c-bcbd-e544990941a4,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:35.732614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43454) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:35.920353 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9671d844-02f4-4ceb-a189-a8e41bdc12aa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (6d717524-7342-4fae-8518-2a4db06d485b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:36.092275 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9671d844-02f4-4ceb-a189-a8e41bdc12aa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:37:36.118087 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d5ec10d-6d6d-40b3-bbfb-e5a0b226811f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:36.128222 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-9671d844-02f4-4ceb-a189-a8e41bdc12aa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:36.131835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9671d844-02f4-4ceb-a189-a8e41bdc12aa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:36.132439 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9671d844-02f4-4ceb-a189-a8e41bdc12aa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:36.287395 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671d844-02f4-4ceb-a189-a8e41bdc12aa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Subnet': ['ID=6d717524-7342-4fae-8518-2a4db06d485b,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:36.294907 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9671d844-02f4-4ceb-a189-a8e41bdc12aa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4583082 Feb 10 15:37:36.301885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43466) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:36.307449 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-81f4f91a-10c4-4453-8d10-535017b3542c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'network_id': '7e8e719d-6efd-4e14-b7b4-da5cd8c9e718', 'fixed_ips': [{'subnet_id': '3385d753-b87c-49e4-85b1-563bb81a11f9'}, {'subnet_id': '6d717524-7342-4fae-8518-2a4db06d485b'}], 'name': 'tempest-PortsIpV6TestJSON-1342007499'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:36.403834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e6f60003-d95a-40b7-a734-b8210af3a142 admin admin] Deleting port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:36.404252 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6f60003-d95a-40b7-a734-b8210af3a142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:36.503074 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d5ec10d-6d6d-40b3-bbfb-e5a0b226811f admin admin] Publish callbacks [] for security_group (698982d7-8dff-40cc-b394-c46f40d66686), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:36.518739 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d5ec10d-6d6d-40b3-bbfb-e5a0b226811f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (698982d7-8dff-40cc-b394-c46f40d66686), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:36.538765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f4f91a-10c4-4453-8d10-535017b3542c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:36.575137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-e6f60003-d95a-40b7-a734-b8210af3a142 admin admin] For port f8e28e80-4a36-4e8c-bfb4-6772fa4812d8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f8e28e80-4a36-4e8c-bfb4-6772fa4812d8,segment=NetworkSegment(2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31),segment_id=2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:36.576476 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6f60003-d95a-40b7-a734-b8210af3a142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:36.590797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e6f60003-d95a-40b7-a734-b8210af3a142 admin admin] Calling delete_port for f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:36.623443 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7d5ec10d-6d6d-40b3-bbfb-e5a0b226811f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51bccf7993a1430fb57e6029f0fc82ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8886442 Feb 10 15:37:36.631136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6f4a3-c911-4c9d-b455-4fd1f4c222c6 req-e8ebbac7-7ff5-4ede-b54b-3baef8f20035 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:36.632697 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7e6f4a3-c911-4c9d-b455-4fd1f4c222c6 req-e8ebbac7-7ff5-4ede-b54b-3baef8f20035 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.1844726 Feb 10 15:37:36.634219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43470) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:36.722159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ec10d-6d6d-40b3-bbfb-e5a0b226811f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698982d7-8dff-40cc-b394-c46f40d66686,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:36.900734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530c4d0-3ff3-443d-af8e-71f3459cf896 req-447db6df-85af-4a01-820e-7609d32af42e tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:36.909851 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8530c4d0-3ff3-443d-af8e-71f3459cf896 req-447db6df-85af-4a01-820e-7609d32af42e tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.3210838 Feb 10 15:37:36.923756 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7e6f4a3-c911-4c9d-b455-4fd1f4c222c6 req-e86ebf50-1723-42fb-8d17-9f449310f6c7 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560549 Feb 10 15:37:36.943589 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29390523-3856-4963-a436-3a72cc447701 admin admin] Publish callbacks [] for security_group (698982d7-8dff-40cc-b394-c46f40d66686), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:36.949762 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81f4f91a-10c4-4453-8d10-535017b3542c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:37.017538 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:37.063189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-81f4f91a-10c4-4453-8d10-535017b3542c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] device_id is not set on port d26e7611-001b-4387-a1f4-4209ac94b61d yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:37:37.080688 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29390523-3856-4963-a436-3a72cc447701 admin admin] Publish callbacks [] for security_group (698982d7-8dff-40cc-b394-c46f40d66686), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:37.122593 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6f60003-d95a-40b7-a734-b8210af3a142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f8e28e80-4a36-4e8c-bfb4-6772fa4812d8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:37.191259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f60003-d95a-40b7-a734-b8210af3a142 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e28e80-4a36-4e8c-bfb4-6772fa4812d8,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:37.199556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8530c4d0-3ff3-443d-af8e-71f3459cf896 req-2267f3bf-ca93-4309-939c-ee02ba67c36f tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887828 Feb 10 15:37:37.421679 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29390523-3856-4963-a436-3a72cc447701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (698982d7-8dff-40cc-b394-c46f40d66686), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:37.432277 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29390523-3856-4963-a436-3a72cc447701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:37.434868 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-29390523-3856-4963-a436-3a72cc447701 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/698982d7-8dff-40cc-b394-c46f40d66686 HTTP/1.1" status: 204 len: 168 time: 0.7980452 Feb 10 15:37:37.567561 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29390523-3856-4963-a436-3a72cc447701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698982d7-8dff-40cc-b394-c46f40d66686,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:37.694629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6f60003-d95a-40b7-a734-b8210af3a142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:37.789100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366c48a1-c322-4e9c-b95d-fa029356de91 None None] Network 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:37:38.090132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-81f4f91a-10c4-4453-8d10-535017b3542c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Allocated IP 2001:db8::b9 (7e8e719d-6efd-4e14-b7b4-da5cd8c9e718/3385d753-b87c-49e4-85b1-563bb81a11f9/d26e7611-001b-4387-a1f4-4209ac94b61d) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:37:38.105082 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-507fede5-ae08-43e1-a81f-4f413f722aab None None] Provisioning complete for port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:37:38.106313 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-507fede5-ae08-43e1-a81f-4f413f722aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:38.139053 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-81f4f91a-10c4-4453-8d10-535017b3542c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Allocated IP 2001:db8:0:1::1f1 (7e8e719d-6efd-4e14-b7b4-da5cd8c9e718/6d717524-7342-4fae-8518-2a4db06d485b/d26e7611-001b-4387-a1f4-4209ac94b61d) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:37:38.150935 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43496) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:38.318640 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8a34b632-2c95-49f9-ad93-3ae725a8d879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:38.416463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d70cc7-cd2b-4f9c-9548-7e8ba7439655 req-b458d7ca-03b3-4e32-91db-aa98ea596774 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:38.418195 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00d70cc7-cd2b-4f9c-9548-7e8ba7439655 req-b458d7ca-03b3-4e32-91db-aa98ea596774 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.3221278 Feb 10 15:37:38.487962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f60003-d95a-40b7-a734-b8210af3a142 admin admin] Router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:37:38.530364 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1e83902a-8bf3-4e4c-bcbd-e544990941a4 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:37:38.686545 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8a34b632-2c95-49f9-ad93-3ae725a8d879 admin admin] Publish callbacks [] for security_group (56675453-7cb6-4630-9243-e70802bf9f2a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:38.698397 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba64de-4fc3-4040-b91d-de7895dfb6b0 req-003b6663-4a9e-4248-9c0c-510a2f8d4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:38.698608 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-507fede5-ae08-43e1-a81f-4f413f722aab None None] Current status of the port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:38.700092 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-507fede5-ae08-43e1-a81f-4f413f722aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:38.711167 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-46ba64de-4fc3-4040-b91d-de7895dfb6b0 req-003b6663-4a9e-4248-9c0c-510a2f8d4e1a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 1128 time: 0.3536966 Feb 10 15:37:38.758024 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9e3cd3-8f0d-4690-9839-e84b3162be71 None None] Update dhcp port {'port': {'network_id': '7e8e719d-6efd-4e14-b7b4-da5cd8c9e718', 'fixed_ips': [{'subnet_id': '3385d753-b87c-49e4-85b1-563bb81a11f9', 'ip_address': '2001:db8::2'}, {'subnet_id': '6d717524-7342-4fae-8518-2a4db06d485b'}], 'binding:host_id': 'n-d-815324-7'}, 'id': '1e83902a-8bf3-4e4c-bcbd-e544990941a4'} from n-d-815324-7. {{(pid=103370) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 15:37:38.777517 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00d70cc7-cd2b-4f9c-9548-7e8ba7439655 req-ccb15043-62f8-449b-bd2d-900560a50039 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442581 Feb 10 15:37:38.799706 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8a34b632-2c95-49f9-ad93-3ae725a8d879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (56675453-7cb6-4630-9243-e70802bf9f2a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:38.835598 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:37:38.836072 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:38.855280 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8a34b632-2c95-49f9-ad93-3ae725a8d879 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ac7729e4dd844a859aa97c7a3892fc64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7007570 Feb 10 15:37:38.869412 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43508) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:38.870266 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81f4f91a-10c4-4453-8d10-535017b3542c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (d26e7611-001b-4387-a1f4-4209ac94b61d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:38.895543 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ce9e3cd3-8f0d-4690-9839-e84b3162be71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:38.920376 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-507fede5-ae08-43e1-a81f-4f413f722aab None None] For port 1e83902a-8bf3-4e4c-bcbd-e544990941a4, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1e83902a-8bf3-4e4c-bcbd-e544990941a4,segment=NetworkSegment(959b2310-f30d-4415-b379-75cafe1f73f2),segment_id=959b2310-f30d-4415-b379-75cafe1f73f2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:38.943296 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-507fede5-ae08-43e1-a81f-4f413f722aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:38.953461 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34b632-2c95-49f9-ad93-3ae725a8d879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56675453-7cb6-4630-9243-e70802bf9f2a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:39.014209 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81f4f91a-10c4-4453-8d10-535017b3542c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (d26e7611-001b-4387-a1f4-4209ac94b61d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:39.040711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f60003-d95a-40b7-a734-b8210af3a142 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:37:39.050255 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e6f60003-d95a-40b7-a734-b8210af3a142 admin admin] 10.222.0.64 "PUT /v2.0/routers/46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7174351 Feb 10 15:37:39.054001 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43512) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:39.058634 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a07e23-8a81-4fd2-8dd5-2b699c5117c0 None None] Sync routers for ids ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:37:39.065324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:39.092344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f4f91a-10c4-4453-8d10-535017b3542c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:37:39.105504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-81f4f91a-10c4-4453-8d10-535017b3542c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:39.116158 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4052e-0b1f-4933-b18b-1e42d74b3862 req-ce377825-1568-46d9-826e-ca63da2cac57 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:39.118816 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3af4052e-0b1f-4933-b18b-1e42d74b3862 req-ce377825-1568-46d9-826e-ca63da2cac57 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.6712503 Feb 10 15:37:39.119823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f4f91a-10c4-4453-8d10-535017b3542c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:37:39.125148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f4f91a-10c4-4453-8d10-535017b3542c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:39.126435 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81f4f91a-10c4-4453-8d10-535017b3542c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:39.199173 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fede5-ae08-43e1-a81f-4f413f722aab None None] Pushing event updated for resources: {'Port': ['ID=1e83902a-8bf3-4e4c-bcbd-e544990941a4,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:39.253951 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a07e23-8a81-4fd2-8dd5-2b699c5117c0 None None] Routers {'46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:37:39.254650 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-b6a07e23-8a81-4fd2-8dd5-2b699c5117c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:37:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:39.257080 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-860eed06-a8c2-47aa-a0e7-d298664b386d admin admin] Publish callbacks [] for router (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:39.270505 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3af4052e-0b1f-4933-b18b-1e42d74b3862 req-c161ffd6-b90e-48ba-83dc-7dc3d04278c0 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011682 Feb 10 15:37:39.282221 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b2a9585d-ba23-495f-8591-1df523ced564 admin admin] Publish callbacks [] for security_group (56675453-7cb6-4630-9243-e70802bf9f2a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:39.323769 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b2a9585d-ba23-495f-8591-1df523ced564 admin admin] Publish callbacks [] for security_group (56675453-7cb6-4630-9243-e70802bf9f2a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:39.413452 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b2a9585d-ba23-495f-8591-1df523ced564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (56675453-7cb6-4630-9243-e70802bf9f2a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:39.417030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b2a9585d-ba23-495f-8591-1df523ced564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:39.420472 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b2a9585d-ba23-495f-8591-1df523ced564 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56675453-7cb6-4630-9243-e70802bf9f2a HTTP/1.1" status: 204 len: 168 time: 0.5470107 Feb 10 15:37:39.428972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43520) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:39.440913 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-81f4f91a-10c4-4453-8d10-535017b3542c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.1378343 Feb 10 15:37:39.442726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4f91a-10c4-4453-8d10-535017b3542c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=d26e7611-001b-4387-a1f4-4209ac94b61d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:39.445142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-cdce06a1-3fa2-4134-8c6f-a1eef61e479b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3385d753-b87c-49e4-85b1-563bb81a11f9'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:39.463333 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-46ba64de-4fc3-4040-b91d-de7895dfb6b0 req-54726f2e-845a-4469-8f1c-5c74ee569a80 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6814439 Feb 10 15:37:39.471733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9585d-ba23-495f-8591-1df523ced564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56675453-7cb6-4630-9243-e70802bf9f2a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:39.717256 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-860eed06-a8c2-47aa-a0e7-d298664b386d admin admin] Publish callbacks [] for router_gateway (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:39.881389 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cdce06a1-3fa2-4134-8c6f-a1eef61e479b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d26e7611-001b-4387-a1f4-4209ac94b61d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:39.890204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-860eed06-a8c2-47aa-a0e7-d298664b386d admin admin] Deleting port 36ac64bc-adce-49d3-ac92-675606aaf492 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:39.890563 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-860eed06-a8c2-47aa-a0e7-d298664b386d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (36ac64bc-adce-49d3-ac92-675606aaf492), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:39.922699 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-b6a07e23-8a81-4fd2-8dd5-2b699c5117c0 None None] Set router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:37:40.027990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515a00b-1e32-4132-9d67-857ed896363a req-e8c93c74-f145-4eca-946e-ce8af95936c2 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:40.037036 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4515a00b-1e32-4132-9d67-857ed896363a req-e8c93c74-f145-4eca-946e-ce8af95936c2 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 943 time: 0.1273696 Feb 10 15:37:40.066049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 54488536-ba73-4f47-9bed-75348e4117fe details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:37:40.147096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4515a00b-1e32-4132-9d67-857ed896363a req-2efcc4b8-21ec-4960-9cb5-8f7264161060 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086686 Feb 10 15:37:40.184027 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1e83902a-8bf3-4e4c-bcbd-e544990941a4 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:37:40.237978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-ce9e3cd3-8f0d-4690-9839-e84b3162be71 None None] Allocated IP 2001:db8:0:1::2 (7e8e719d-6efd-4e14-b7b4-da5cd8c9e718/6d717524-7342-4fae-8518-2a4db06d485b/1e83902a-8bf3-4e4c-bcbd-e544990941a4) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:37:40.418834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-860eed06-a8c2-47aa-a0e7-d298664b386d admin admin] For port 36ac64bc-adce-49d3-ac92-675606aaf492, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=36ac64bc-adce-49d3-ac92-675606aaf492,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:40.419438 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-860eed06-a8c2-47aa-a0e7-d298664b386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (36ac64bc-adce-49d3-ac92-675606aaf492), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:40.439629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-860eed06-a8c2-47aa-a0e7-d298664b386d admin admin] Calling delete_port for 36ac64bc-adce-49d3-ac92-675606aaf492 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:40.494596 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6833c5-93e4-4af1-88c9-7e7f5742bb9d req-a65f25c4-27d6-4a17-859f-0485c59b9034 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:40.496224 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fe6833c5-93e4-4af1-88c9-7e7f5742bb9d req-a65f25c4-27d6-4a17-859f-0485c59b9034 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.0855122 Feb 10 15:37:40.581299 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fe6833c5-93e4-4af1-88c9-7e7f5742bb9d req-e6962aba-c27b-481b-b1bf-cc20e6c40d86 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719285 Feb 10 15:37:40.790169 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ce9e3cd3-8f0d-4690-9839-e84b3162be71 None None] For port 1e83902a-8bf3-4e4c-bcbd-e544990941a4, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1e83902a-8bf3-4e4c-bcbd-e544990941a4,segment=NetworkSegment(959b2310-f30d-4415-b379-75cafe1f73f2),segment_id=959b2310-f30d-4415-b379-75cafe1f73f2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:40.803142 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-860eed06-a8c2-47aa-a0e7-d298664b386d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (36ac64bc-adce-49d3-ac92-675606aaf492), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:40.803923 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:37:40.804317 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:40.811269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 54488536-ba73-4f47-9bed-75348e4117fe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=54488536-ba73-4f47-9bed-75348e4117fe,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:40.875925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860eed06-a8c2-47aa-a0e7-d298664b386d admin admin] Pushing event deleted for resources: {'Port': ['ID=36ac64bc-adce-49d3-ac92-675606aaf492,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:40.890642 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '54488536-ba73-4f47-9bed-75348e4117fe', 'network_id': '0e367e63-34d1-4188-ada1-4e62f3974686', 'port_id': '54488536-ba73-4f47-9bed-75348e4117fe', 'mac_address': 'fa:16:3e:dd:77:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:37:40.904359 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ce9e3cd3-8f0d-4690-9839-e84b3162be71 None None] Publish callbacks [] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:40.941918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-b6a07e23-8a81-4fd2-8dd5-2b699c5117c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'name': 'tempest-TaggedBootDevicesTest_v242-106094873-router', 'tenant_id': '4f98392d30c54e709159c7a818a25666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:16Z', 'updated_at': '2022-02-10T15:37:36Z', 'revision_number': 5, 'project_id': '4f98392d30c54e709159c7a818a25666', 'gw_port': {'id': '36ac64bc-adce-49d3-ac92-675606aaf492', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:17Z', 'updated_at': '2022-02-10T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:40.944032 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ce9e3cd3-8f0d-4690-9839-e84b3162be71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:41.064023 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:41.073994 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a07e23-8a81-4fd2-8dd5-2b699c5117c0 None None] Checking router: 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:37:41.089267 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-860eed06-a8c2-47aa-a0e7-d298664b386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:41.176712 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 54488536-ba73-4f47-9bed-75348e4117fe is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:41.177121 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (54488536-ba73-4f47-9bed-75348e4117fe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:41.209595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-860eed06-a8c2-47aa-a0e7-d298664b386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:41.211820 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-860eed06-a8c2-47aa-a0e7-d298664b386d admin admin] Publish callbacks [] for router_controller (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:41.236396 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54488536-ba73-4f47-9bed-75348e4117fe {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:37:41.259113 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-cdce06a1-3fa2-4134-8c6f-a1eef61e479b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Delete allocated IP 2001:db8:0:1::1f1 (7e8e719d-6efd-4e14-b7b4-da5cd8c9e718/6d717524-7342-4fae-8518-2a4db06d485b) {{(pid=103369) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 15:37:41.269057 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-860eed06-a8c2-47aa-a0e7-d298664b386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:41.269619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860eed06-a8c2-47aa-a0e7-d298664b386d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:37:41.276293 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-860eed06-a8c2-47aa-a0e7-d298664b386d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:41.277481 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-860eed06-a8c2-47aa-a0e7-d298664b386d admin admin] 10.222.0.64 "DELETE /v2.0/routers/46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f HTTP/1.1" status: 204 len: 168 time: 2.2222841 Feb 10 15:37:41.280300 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43582) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:41.284690 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a07e23-8a81-4fd2-8dd5-2b699c5117c0 None None] Routers {'46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:37:41.285346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-b6a07e23-8a81-4fd2-8dd5-2b699c5117c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:37:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:41.384941 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-72875826-d8cd-4333-adce-9fd86a54f1f1 admin admin] Deleting subnet 38372c24-f4b5-4c74-9308-eeba2014c423 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:37:41.393904 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-72875826-d8cd-4333-adce-9fd86a54f1f1 admin admin] Publish callbacks [] for subnet (38372c24-f4b5-4c74-9308-eeba2014c423), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:41.438391 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e3cd3-8f0d-4690-9839-e84b3162be71 None None] Pushing event updated for resources: {'Port': ['ID=1e83902a-8bf3-4e4c-bcbd-e544990941a4,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:41.446199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-b6a07e23-8a81-4fd2-8dd5-2b699c5117c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:41.446876 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a07e23-8a81-4fd2-8dd5-2b699c5117c0 None None] The sync data for ids ['46a87aa8-e38f-48cf-aa0c-ff42f3fb2f4f'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:37:41.456534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 54488536-ba73-4f47-9bed-75348e4117fe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=54488536-ba73-4f47-9bed-75348e4117fe,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:41.468203 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (54488536-ba73-4f47-9bed-75348e4117fe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:41.475855 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:41.581255 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=54488536-ba73-4f47-9bed-75348e4117fe,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:41.615161 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cdce06a1-3fa2-4134-8c6f-a1eef61e479b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (d26e7611-001b-4387-a1f4-4209ac94b61d), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:41.627539 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cdce06a1-3fa2-4134-8c6f-a1eef61e479b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (d26e7611-001b-4387-a1f4-4209ac94b61d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:41.814225 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['54488536-ba73-4f47-9bed-75348e4117fe'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:37:41.936179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-cdce06a1-3fa2-4134-8c6f-a1eef61e479b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] In _notify_port_updated(), no bound segment for port d26e7611-001b-4387-a1f4-4209ac94b61d on network 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718 {{(pid=103369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:37:41.966525 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdce06a1-3fa2-4134-8c6f-a1eef61e479b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:41.967195 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cdce06a1-3fa2-4134-8c6f-a1eef61e479b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:41.971923 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cdce06a1-3fa2-4134-8c6f-a1eef61e479b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "PUT /v2.0/ports/d26e7611-001b-4387-a1f4-4209ac94b61d HTTP/1.1" status: 200 len: 925 time: 2.5312107 Feb 10 15:37:41.972547 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43612) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:41.988286 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0745199e-1ffd-44a2-9f49-23937ee605ef tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3385d753-b87c-49e4-85b1-563bb81a11f9'}, {'subnet_id': '6d717524-7342-4fae-8518-2a4db06d485b'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:42.006774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce06a1-3fa2-4134-8c6f-a1eef61e479b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=d26e7611-001b-4387-a1f4-4209ac94b61d,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:42.250219 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0745199e-1ffd-44a2-9f49-23937ee605ef tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d26e7611-001b-4387-a1f4-4209ac94b61d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:42.293535 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-72875826-d8cd-4333-adce-9fd86a54f1f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (38372c24-f4b5-4c74-9308-eeba2014c423), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:42.486504 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-72875826-d8cd-4333-adce-9fd86a54f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (38372c24-f4b5-4c74-9308-eeba2014c423), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:42.585749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43622) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:42.626835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1e83902a-8bf3-4e4c-bcbd-e544990941a4 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:37:42.681440 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-72875826-d8cd-4333-adce-9fd86a54f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (38372c24-f4b5-4c74-9308-eeba2014c423), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:42.814600 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:37:42.815931 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:42.827057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e89e21e-e289-43fe-8a43-c763ccabfccc None None] Network 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:37:42.888465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72875826-d8cd-4333-adce-9fd86a54f1f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38372c24-f4b5-4c74-9308-eeba2014c423,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:42.906634 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-72875826-d8cd-4333-adce-9fd86a54f1f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:42.910710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-72875826-d8cd-4333-adce-9fd86a54f1f1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/38372c24-f4b5-4c74-9308-eeba2014c423 HTTP/1.1" status: 204 len: 168 time: 1.6267920 Feb 10 15:37:42.912974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43630) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:42.951515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b195c33-dedc-4e44-90b3-ee071f83b8eb None None] Network fe24dc43-b768-42dc-8d77-d7d97f1c6d17 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:37:42.953344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ccc43-6ef0-4ea2-9888-0dc2a079bcd3 req-b0365a11-5df2-4992-88af-7aade5077066 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:42.955334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-794ccc43-6ef0-4ea2-9888-0dc2a079bcd3 req-b0365a11-5df2-4992-88af-7aade5077066 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 944 time: 1.5626688 Feb 10 15:37:43.131921 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d906ced-3709-4238-825c-394aa9b640d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:43.178286 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-cb64061b-b5e7-4701-9a38-a00e9b4de8f0 None None] Provisioning complete for port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:37:43.178575 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cb64061b-b5e7-4701-9a38-a00e9b4de8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:43.191436 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-520f4431-7d04-4445-86e8-98de8b7a6782 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88071e2169c84062a1973599a5f8685f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6010280 Feb 10 15:37:43.205376 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43640) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:43.209946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4e3cf-4e45-43d3-9344-0c0db534423a req-6cc273c6-1aee-49d6-8eab-def514092bd8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:43.211701 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69a4e3cf-4e45-43d3-9344-0c0db534423a req-6cc273c6-1aee-49d6-8eab-def514092bd8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.6228807 Feb 10 15:37:43.231028 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-794ccc43-6ef0-4ea2-9888-0dc2a079bcd3 req-2b2afb7d-a696-4c57-8cd6-7f9c83ea7b7b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593353 Feb 10 15:37:43.260343 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (fe24dc43-b768-42dc-8d77-d7d97f1c6d17), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:43.303890 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69a4e3cf-4e45-43d3-9344-0c0db534423a req-b558c535-8487-4207-a458-b48ed60da6e3 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715115 Feb 10 15:37:43.408130 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c9cb444-550d-4f45-991b-9c8a2e0e4570 admin admin] Publish callbacks [] for security_group (074ee704-eb1b-49db-9c54-da133ab65fef), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:43.431059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] Deleting port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:43.431321 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (89fc5fa4-072f-4b1a-b162-b8cf54d9a56b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:43.432258 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c9cb444-550d-4f45-991b-9c8a2e0e4570 admin admin] Publish callbacks [] for security_group (074ee704-eb1b-49db-9c54-da133ab65fef), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:43.494027 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c9cb444-550d-4f45-991b-9c8a2e0e4570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (074ee704-eb1b-49db-9c54-da133ab65fef), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:43.496884 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c9cb444-550d-4f45-991b-9c8a2e0e4570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:43.524044 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6c9cb444-550d-4f45-991b-9c8a2e0e4570 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/074ee704-eb1b-49db-9c54-da133ab65fef HTTP/1.1" status: 204 len: 168 time: 0.3105326 Feb 10 15:37:43.580428 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cb444-550d-4f45-991b-9c8a2e0e4570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074ee704-eb1b-49db-9c54-da133ab65fef,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:43.581797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] For port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=89fc5fa4-072f-4b1a-b162-b8cf54d9a56b,segment=NetworkSegment(2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31),segment_id=2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:43.582289 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (89fc5fa4-072f-4b1a-b162-b8cf54d9a56b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:43.651440 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] Calling delete_port for 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:43.672329 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cb64061b-b5e7-4701-9a38-a00e9b4de8f0 None None] Current status of the port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:43.690231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:43.712512 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:37:43.775898 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:37:43.776180 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f8e28e80-4a36-4e8c-bfb4-6772fa4812d8 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:37:43.793282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-0745199e-1ffd-44a2-9f49-23937ee605ef tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Allocated IP 2001:db8:0:1::3e5 (7e8e719d-6efd-4e14-b7b4-da5cd8c9e718/6d717524-7342-4fae-8518-2a4db06d485b/d26e7611-001b-4387-a1f4-4209ac94b61d) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:37:43.879869 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-c6517d80-e9b0-4f35-901b-bd65af130c3b tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:43.893073 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-c6517d80-e9b0-4f35-901b-bd65af130c3b tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/networks?id=77aa5724-3b5f-481d-b2f0-62152df49035 HTTP/1.1" status: 200 len: 809 time: 0.2858431 Feb 10 15:37:43.898901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3ae56e-a776-46d1-999a-4c9eb850cce8 None None] DHCP port deletion for fe24dc43-b768-42dc-8d77-d7d97f1c6d17 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:37:43.988225 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-89011a77-80d5-493c-9e78-c9191f3c853d tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/quotas/c08fead7e43e4910a23c0de1ddc167cb HTTP/1.1" status: 200 len: 375 time: 0.0991478 Feb 10 15:37:44.046874 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (89fc5fa4-072f-4b1a-b162-b8cf54d9a56b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:44.086333 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 54488536-ba73-4f47-9bed-75348e4117fe up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:37:44.089539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ae56e-a776-46d1-999a-4c9eb850cce8 None None] Deleting port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:44.089916 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae56e-a776-46d1-999a-4c9eb850cce8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (89fc5fa4-072f-4b1a-b162-b8cf54d9a56b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:44.218366 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0745199e-1ffd-44a2-9f49-23937ee605ef tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (d26e7611-001b-4387-a1f4-4209ac94b61d), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:44.220968 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] No DVR routers for this DVR port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:37:44.227241 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] Pushing event deleted for resources: {'Port': ['ID=89fc5fa4-072f-4b1a-b162-b8cf54d9a56b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:44.232417 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0745199e-1ffd-44a2-9f49-23937ee605ef tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (d26e7611-001b-4387-a1f4-4209ac94b61d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:44.354721 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3f3ae56e-a776-46d1-999a-4c9eb850cce8 None None] For port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b, host n-d-815324-7, got binding levels [] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:44.359214 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae56e-a776-46d1-999a-4c9eb850cce8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (89fc5fa4-072f-4b1a-b162-b8cf54d9a56b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:44.396251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ae56e-a776-46d1-999a-4c9eb850cce8 None None] Calling delete_port for 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:44.407367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.ipam_backend_mixin [None req-3f3ae56e-a776-46d1-999a-4c9eb850cce8 None None] Port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b was not found and therefore no delete operation was performed {{(pid=103370) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:37:44.418153 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae56e-a776-46d1-999a-4c9eb850cce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (89fc5fa4-072f-4b1a-b162-b8cf54d9a56b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:44.441835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 36ac64bc-adce-49d3-ac92-675606aaf492 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:37:44.456633 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (fe24dc43-b768-42dc-8d77-d7d97f1c6d17), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:44.484404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-1afafc51-bfc0-4cf1-94a9-fd489395aff0 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c08fead7e43e4910a23c0de1ddc167cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4925814 Feb 10 15:37:44.515408 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0745199e-1ffd-44a2-9f49-23937ee605ef tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] In _notify_port_updated(), no bound segment for port d26e7611-001b-4387-a1f4-4209ac94b61d on network 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718 {{(pid=103369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:37:44.532045 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0745199e-1ffd-44a2-9f49-23937ee605ef tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:44.532763 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0745199e-1ffd-44a2-9f49-23937ee605ef tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:44.552406 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0745199e-1ffd-44a2-9f49-23937ee605ef tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "PUT /v2.0/ports/d26e7611-001b-4387-a1f4-4209ac94b61d HTTP/1.1" status: 200 len: 1011 time: 2.5523336 Feb 10 15:37:44.568436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43684) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:44.579380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ae56e-a776-46d1-999a-4c9eb850cce8 None None] No DVR routers for this DVR port 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:37:44.589763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 36ac64bc-adce-49d3-ac92-675606aaf492 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:37:44.590047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 36ac64bc-adce-49d3-ac92-675606aaf492 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:37:44.590459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:37:44.612733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745199e-1ffd-44a2-9f49-23937ee605ef tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=d26e7611-001b-4387-a1f4-4209ac94b61d,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:44.680364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-ed4238be-a980-4f22-a4e3-bdc5e4e794cb service neutron] 10.222.0.64 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616452 Feb 10 15:37:44.687522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:37:44.687522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 89fc5fa4-072f-4b1a-b162-b8cf54d9a56b not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:37:44.690811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ae56e-a776-46d1-999a-4c9eb850cce8 None None] Pushing event deleted for resources: {'Port': ['ID=89fc5fa4-072f-4b1a-b162-b8cf54d9a56b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:44.694333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe24dc43-b768-42dc-8d77-d7d97f1c6d17']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:44.702702 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e9dd1fb6-6d10-4b15-8002-f9134c1cdd90 None None] Provisioning complete for port d26e7611-001b-4387-a1f4-4209ac94b61d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:37:44.703089 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1fb6-6d10-4b15-8002-f9134c1cdd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d26e7611-001b-4387-a1f4-4209ac94b61d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:44.750446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd1fb6-6d10-4b15-8002-f9134c1cdd90 None None] Port d26e7611-001b-4387-a1f4-4209ac94b61d cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:37:44.785667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e9dd1fb6-6d10-4b15-8002-f9134c1cdd90 None None] Provisioning complete for port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:37:44.786060 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1fb6-6d10-4b15-8002-f9134c1cdd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:44.792337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 54488536-ba73-4f47-9bed-75348e4117fe triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:37:44.792500 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (54488536-ba73-4f47-9bed-75348e4117fe), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:44.836381 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2dd9291-e55e-4db3-9011-20506270e8a8 req-d9acdd6c-c69a-4487-8377-a39173afc6a5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7231147 Feb 10 15:37:44.880972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-5eafde10-1b04-4dca-8d8c-60afed08ed97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port d26e7611-001b-4387-a1f4-4209ac94b61d {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:44.881332 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5eafde10-1b04-4dca-8d8c-60afed08ed97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d26e7611-001b-4387-a1f4-4209ac94b61d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:44.882616 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-3887be75-4d07-4161-ab85-589893ee4526 service neutron] 10.222.0.64 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914389 Feb 10 15:37:44.913943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:44.914419 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:44.935578 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:44.977906 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:45.017061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359cad5-d0ba-4a29-a1d6-2aebbf611e69 req-56aac68a-3d99-439b-8ac4-998d3f3bf722 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:45.018729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4359cad5-d0ba-4a29-a1d6-2aebbf611e69 req-56aac68a-3d99-439b-8ac4-998d3f3bf722 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 944 time: 0.5644526 Feb 10 15:37:45.114434 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd1fb6-6d10-4b15-8002-f9134c1cdd90 None None] Current status of the port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:45.125811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 54488536-ba73-4f47-9bed-75348e4117fe is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:45.126212 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (54488536-ba73-4f47-9bed-75348e4117fe), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:45.139440 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:37:45.143454 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (2ea28d44-0fd4-4ac0-9bd4-a98ac3a7dd31), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:37:45.145433 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:37:45.201068 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5eafde10-1b04-4dca-8d8c-60afed08ed97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d26e7611-001b-4387-a1f4-4209ac94b61d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:45.203993 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 54488536-ba73-4f47-9bed-75348e4117fe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=54488536-ba73-4f47-9bed-75348e4117fe,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:45.207784 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b044452e-b07a-4eb1-ad18-87b0b0ea741d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54488536-ba73-4f47-9bed-75348e4117fe'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:37:45.211262 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b07bea-234f-48c1-bc6b-dd86b30a743a" -d '{"events": [{"server_uuid": "b044452e-b07a-4eb1-ad18-87b0b0ea741d", "name": "network-vif-plugged", "status": "completed", "tag": "54488536-ba73-4f47-9bed-75348e4117fe"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:37:45.234714 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4359cad5-d0ba-4a29-a1d6-2aebbf611e69 req-698c2bb9-a102-46a7-a963-14a0705ad1c5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101443 Feb 10 15:37:45.241915 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-5eafde10-1b04-4dca-8d8c-60afed08ed97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for d26e7611-001b-4387-a1f4-4209ac94b61d owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:45.395136 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (fe24dc43-b768-42dc-8d77-d7d97f1c6d17), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:45.438958 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:45.450713 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] 10.222.0.64 "DELETE /v2.0/networks/fe24dc43-b768-42dc-8d77-d7d97f1c6d17 HTTP/1.1" status: 204 len: 168 time: 2.5338829 Feb 10 15:37:45.451186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43714) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:45.454840 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (54488536-ba73-4f47-9bed-75348e4117fe), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:45.489624 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9485aec-d960-43a8-8f85-d94fadaaa33b admin admin] Pushing event deleted for resources: {'Network': ['ID=fe24dc43-b768-42dc-8d77-d7d97f1c6d17,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:45.567898 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-58c93ced-6eec-47af-ae1c-0e34c5418c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:45.642080 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caad819-6dbb-474f-b929-fe62180a1814 x-openstack-request-id: req-5caad819-6dbb-474f-b929-fe62180a1814 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:37:45.642430 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b044452e-b07a-4eb1-ad18-87b0b0ea741d", "name": "network-vif-plugged", "status": "completed", "tag": "54488536-ba73-4f47-9bed-75348e4117fe", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:37:45.642697 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5caad819-6dbb-474f-b929-fe62180a1814 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:37:45.652981 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b044452e-b07a-4eb1-ad18-87b0b0ea741d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54488536-ba73-4f47-9bed-75348e4117fe', 'code': 200} Feb 10 15:37:45.654326 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b744cb37-2b04-4776-bf39-143861ad8a67 req-61bdebbe-a410-4fde-88a3-058b38d1c60b tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 210 time: 0.1082819 Feb 10 15:37:45.655447 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-24a315aa-95c1-42eb-857e-a53c2d7cb55b None None] Provisioning complete for port d26e7611-001b-4387-a1f4-4209ac94b61d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:37:45.657577 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-24a315aa-95c1-42eb-857e-a53c2d7cb55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d26e7611-001b-4387-a1f4-4209ac94b61d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:45.848396 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=54488536-ba73-4f47-9bed-75348e4117fe,revision_number=10']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:45.911155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-24a315aa-95c1-42eb-857e-a53c2d7cb55b None None] Port d26e7611-001b-4387-a1f4-4209ac94b61d cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:37:45.963775 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5eafde10-1b04-4dca-8d8c-60afed08ed97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d26e7611-001b-4387-a1f4-4209ac94b61d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:46.004761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd9291-e55e-4db3-9011-20506270e8a8 req-ae0e73e9-9833-4ada-a83d-f2409a5923a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:46.006896 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2dd9291-e55e-4db3-9011-20506270e8a8 req-ae0e73e9-9833-4ada-a83d-f2409a5923a0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 1126 time: 1.0766864 Feb 10 15:37:46.035117 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6f996c66-f321-4340-b249-f0c7cf041741 None None] Could not find standard attr ID for object d26e7611-001b-4387-a1f4-4209ac94b61d. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:37:46.148002 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f931a7b3-cdc9-4b7a-85db-fcdbb24665f2 None None] Could not find standard attr ID for object d26e7611-001b-4387-a1f4-4209ac94b61d. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:37:46.267279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd9291-e55e-4db3-9011-20506270e8a8 req-86122ef1-d93f-4ea5-b067-66280496090d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:46.268960 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2dd9291-e55e-4db3-9011-20506270e8a8 req-86122ef1-d93f-4ea5-b067-66280496090d service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.2197073 Feb 10 15:37:46.293010 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafde10-1b04-4dca-8d8c-60afed08ed97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=d26e7611-001b-4387-a1f4-4209ac94b61d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:46.400204 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:46.467810 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54361441-c449-44f4-b2a0-0823dbb394e5 req-7e2ac64a-74a7-405e-be47-4274d7ab00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:46.472154 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54361441-c449-44f4-b2a0-0823dbb394e5 req-7e2ac64a-74a7-405e-be47-4274d7ab00a6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 1128 time: 0.6193967 Feb 10 15:37:46.479067 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5eafde10-1b04-4dca-8d8c-60afed08ed97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:46.486054 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5eafde10-1b04-4dca-8d8c-60afed08ed97 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/d26e7611-001b-4387-a1f4-4209ac94b61d HTTP/1.1" status: 204 len: 168 time: 1.9162030 Feb 10 15:37:46.492195 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43736) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:46.573917 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2dd9291-e55e-4db3-9011-20506270e8a8 req-493bc023-d7d0-4a69-a0f2-ecf3645b52e3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 HTTP/1.1" status: 200 len: 998 time: 0.2572734 Feb 10 15:37:46.639605 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-daafe24f-c46c-4038-9931-72e89105d239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] GET failed (client error): The resource could not be found. Feb 10 15:37:46.642096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-daafe24f-c46c-4038-9931-72e89105d239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/d26e7611-001b-4387-a1f4-4209ac94b61d HTTP/1.1" status: 404 len: 333 time: 0.1127872 Feb 10 15:37:46.672892 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43738) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:46.753267 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54361441-c449-44f4-b2a0-0823dbb394e5 req-e80c94b3-1210-41b8-9f16-378dceee9c21 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627916 Feb 10 15:37:46.839464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd9291-e55e-4db3-9011-20506270e8a8 req-e0fcaab3-d998-4c65-bfeb-f00fba5063d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:46.841499 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2dd9291-e55e-4db3-9011-20506270e8a8 req-e0fcaab3-d998-4c65-bfeb-f00fba5063d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.2559974 Feb 10 15:37:46.862051 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ff6a9-6988-4d4b-b8da-35b0cbb42025 req-119338ec-6fc2-47a4-b45a-bba026d14a29 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:46.867464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-7202809a-47fe-4e6b-8ff0-562cdb75f384 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting subnet 6d717524-7342-4fae-8518-2a4db06d485b {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:37:46.871009 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-286ff6a9-6988-4d4b-b8da-35b0cbb42025 req-119338ec-6fc2-47a4-b45a-bba026d14a29 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.3403554 Feb 10 15:37:46.876051 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7202809a-47fe-4e6b-8ff0-562cdb75f384 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (6d717524-7342-4fae-8518-2a4db06d485b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:46.899416 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fce8a372-06bc-4d86-ac61-b21fad3e4581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:46.904460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f07b0549-36ce-43c6-9c60-10f4a7f38c39 req-2193e337-4084-4742-aeca-5d76d8a79e88 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 210 time: 0.0866120 Feb 10 15:37:46.927586 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7202809a-47fe-4e6b-8ff0-562cdb75f384 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (6d717524-7342-4fae-8518-2a4db06d485b), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:47.126593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-286ff6a9-6988-4d4b-b8da-35b0cbb42025 req-8c8c4a64-b367-4b1d-bb63-722428b8a676 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546206 Feb 10 15:37:47.187598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd9291-e55e-4db3-9011-20506270e8a8 req-d8ef1fba-ddd0-470d-8b7a-98b0b33df255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:47.189211 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2dd9291-e55e-4db3-9011-20506270e8a8 req-d8ef1fba-ddd0-470d-8b7a-98b0b33df255 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1646321 Feb 10 15:37:47.190481 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7202809a-47fe-4e6b-8ff0-562cdb75f384 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (6d717524-7342-4fae-8518-2a4db06d485b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:47.413096 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7202809a-47fe-4e6b-8ff0-562cdb75f384 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (6d717524-7342-4fae-8518-2a4db06d485b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:47.445425 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-fce8a372-06bc-4d86-ac61-b21fad3e4581 admin admin] Deleting port 01dfbd0d-7920-488e-927d-de666ebdb335 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:47.445908 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fce8a372-06bc-4d86-ac61-b21fad3e4581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:47.480625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202809a-47fe-4e6b-8ff0-562cdb75f384 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Subnet': ['ID=6d717524-7342-4fae-8518-2a4db06d485b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:47.494881 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2dd9291-e55e-4db3-9011-20506270e8a8 req-bb56ed0f-2f76-4fee-8917-3610ed8eeed1 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813144 Feb 10 15:37:47.509377 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff1d1bf-250b-455d-88da-548213c5e645 None None] Network 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:37:47.510535 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7202809a-47fe-4e6b-8ff0-562cdb75f384 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:47.513893 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7202809a-47fe-4e6b-8ff0-562cdb75f384 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/6d717524-7342-4fae-8518-2a4db06d485b HTTP/1.1" status: 204 len: 168 time: 0.8342245 Feb 10 15:37:47.647127 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-fce8a372-06bc-4d86-ac61-b21fad3e4581 admin admin] For port 01dfbd0d-7920-488e-927d-de666ebdb335, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=01dfbd0d-7920-488e-927d-de666ebdb335,segment=NetworkSegment(280322a2-e426-4ea5-b1c8-b67a6c1012e4),segment_id=280322a2-e426-4ea5-b1c8-b67a6c1012e4)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:47.647712 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fce8a372-06bc-4d86-ac61-b21fad3e4581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:47.663124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-8055b635-093d-4dd2-86ac-bb7c1ff3264c tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:47.664592 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-8055b635-093d-4dd2-86ac-bb7c1ff3264c tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.79 "GET /v2.0/networks?id=77aa5724-3b5f-481d-b2f0-62152df49035 HTTP/1.1" status: 200 len: 809 time: 0.1496646 Feb 10 15:37:47.665109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43766) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:47.688504 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-67eec2db-f138-41a2-b759-661ce3bf43e9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Request body: {'port': {'device_id': 'e3b7d92c-c357-46f0-b434-71e92bc260fe', 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035', 'admin_state_up': True, 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:47.742209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-fce8a372-06bc-4d86-ac61-b21fad3e4581 admin admin] Calling delete_port for 01dfbd0d-7920-488e-927d-de666ebdb335 owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:47.941358 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:48.061632 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2dd9291-e55e-4db3-9011-20506270e8a8 req-9f160c3d-acf0-4e78-a7bb-947078085590 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111631 Feb 10 15:37:48.079509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-abaada0f-97df-458b-acf9-c31dd31e02d2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting subnet 3385d753-b87c-49e4-85b1-563bb81a11f9 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:37:48.083729 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abaada0f-97df-458b-acf9-c31dd31e02d2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (3385d753-b87c-49e4-85b1-563bb81a11f9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:48.134171 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bcb7bb21-085a-4f80-beab-3823156eb907 req-5922c3c0-1975-4bf5-9641-5d548e753e90 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 210 time: 0.0561702 Feb 10 15:37:48.206932 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abaada0f-97df-458b-acf9-c31dd31e02d2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (3385d753-b87c-49e4-85b1-563bb81a11f9), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:48.299235 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fce8a372-06bc-4d86-ac61-b21fad3e4581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (01dfbd0d-7920-488e-927d-de666ebdb335), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:48.367152 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abaada0f-97df-458b-acf9-c31dd31e02d2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (3385d753-b87c-49e4-85b1-563bb81a11f9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:48.389548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8a372-06bc-4d86-ac61-b21fad3e4581 admin admin] Pushing event deleted for resources: {'Port': ['ID=01dfbd0d-7920-488e-927d-de666ebdb335,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:48.534645 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abaada0f-97df-458b-acf9-c31dd31e02d2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (3385d753-b87c-49e4-85b1-563bb81a11f9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:48.580514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaada0f-97df-458b-acf9-c31dd31e02d2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Subnet': ['ID=3385d753-b87c-49e4-85b1-563bb81a11f9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:48.596522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcba28e-181d-41eb-b972-c546417f33d3 req-49399014-7ccb-4211-baee-64a73ce11f25 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:48.609247 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bcba28e-181d-41eb-b972-c546417f33d3 req-49399014-7ccb-4211-baee-64a73ce11f25 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.3232942 Feb 10 15:37:48.614621 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abaada0f-97df-458b-acf9-c31dd31e02d2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:48.619532 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-abaada0f-97df-458b-acf9-c31dd31e02d2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/3385d753-b87c-49e4-85b1-563bb81a11f9 HTTP/1.1" status: 204 len: 168 time: 0.9522042 Feb 10 15:37:48.628726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43796) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:48.854522 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (7e8e719d-6efd-4e14-b7b4-da5cd8c9e718), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:48.877188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-67eec2db-f138-41a2-b759-661ce3bf43e9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Made reservation on behalf of c08fead7e43e4910a23c0de1ddc167cb for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:48.893055 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-67eec2db-f138-41a2-b759-661ce3bf43e9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:48.929339 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bcba28e-181d-41eb-b972-c546417f33d3 req-8015a79f-0a29-44e2-9b11-ea772b1f0685 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105674 Feb 10 15:37:48.968154 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:49.145863 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fce8a372-06bc-4d86-ac61-b21fad3e4581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:49.171901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e7f851-6553-41c1-bc31-4f5759f17a4e None None] Network 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:37:49.300003 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-67eec2db-f138-41a2-b759-661ce3bf43e9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Allocated IP 172.20.0.4 (77aa5724-3b5f-481d-b2f0-62152df49035/8c152062-e5f7-4888-be3e-07b2128a0ea4/37da8041-4e98-4a99-8425-1f1e826e467c) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:37:49.483065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab68d510-35ba-4b2f-b016-7c084c437416 req-4ce77266-6537-4200-93bd-8a8cbc6e9ebb tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 210 time: 0.1000645 Feb 10 15:37:49.565825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9db9941d-5504-47b6-84ee-14f1d7959134 None None] Provisioning complete for port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:37:49.566207 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9db9941d-5504-47b6-84ee-14f1d7959134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:49.739481 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:49.740085 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:49.858759 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce8a372-06bc-4d86-ac61-b21fad3e4581 admin admin] Router 5cb9b7f5-71d4-4c81-8c29-0434ce08cb92 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:37:49.906067 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9db9941d-5504-47b6-84ee-14f1d7959134 None None] Current status of the port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:49.912210 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] DHCP port deletion for 7e8e719d-6efd-4e14-b7b4-da5cd8c9e718 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:37:49.929147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] For port 1e83902a-8bf3-4e4c-bcbd-e544990941a4, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1e83902a-8bf3-4e4c-bcbd-e544990941a4,segment=NetworkSegment(959b2310-f30d-4415-b379-75cafe1f73f2),segment_id=959b2310-f30d-4415-b379-75cafe1f73f2)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:49.929537 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:49.973631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for 1e83902a-8bf3-4e4c-bcbd-e544990941a4 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:50.002297 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-67eec2db-f138-41a2-b759-661ce3bf43e9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Publish callbacks [] for port (37da8041-4e98-4a99-8425-1f1e826e467c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:50.103005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Deleting port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:50.103555 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:50.199006 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-67eec2db-f138-41a2-b759-661ce3bf43e9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (37da8041-4e98-4a99-8425-1f1e826e467c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:50.211034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['703d6aee-8194-4753-bd3f-1cb17d4abe15'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:37:50.224385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce8a372-06bc-4d86-ac61-b21fad3e4581 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:37:50.236697 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48fb756-2ac6-4ced-be03-94bf8cce27da None None] Sync routers for ids ['5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:37:50.250837 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fce8a372-06bc-4d86-ac61-b21fad3e4581 admin admin] 10.222.0.64 "PUT /v2.0/routers/5cb9b7f5-71d4-4c81-8c29-0434ce08cb92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7739923 Feb 10 15:37:50.251924 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48fb756-2ac6-4ced-be03-94bf8cce27da None None] Routers {'5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:37:50.252568 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d48fb756-2ac6-4ced-be03-94bf8cce27da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:37:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:50.262111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43878) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:50.281115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-67eec2db-f138-41a2-b759-661ce3bf43e9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Network 77aa5724-3b5f-481d-b2f0-62152df49035 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:37:50.287346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c09ede-f780-478c-aad0-7b7703867ff6 req-0a91436b-71cc-4eea-972f-66dab5dc1f74 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:50.287542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-67eec2db-f138-41a2-b759-661ce3bf43e9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:50.287652 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94c09ede-f780-478c-aad0-7b7703867ff6 req-0a91436b-71cc-4eea-972f-66dab5dc1f74 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.1694555 Feb 10 15:37:50.322211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-67eec2db-f138-41a2-b759-661ce3bf43e9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:37:50.331266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1e83902a-8bf3-4e4c-bcbd-e544990941a4 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:37:50.360376 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:50.380304 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eec2db-f138-41a2-b759-661ce3bf43e9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Pushing event updated for resources: {'Port': ['ID=37da8041-4e98-4a99-8425-1f1e826e467c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:50.402498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 1e83902a-8bf3-4e4c-bcbd-e544990941a4 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:37:50.403047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1e83902a-8bf3-4e4c-bcbd-e544990941a4 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:37:50.422431 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] For port 1e83902a-8bf3-4e4c-bcbd-e544990941a4, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1e83902a-8bf3-4e4c-bcbd-e544990941a4,segment=NetworkSegment(959b2310-f30d-4415-b379-75cafe1f73f2),segment_id=959b2310-f30d-4415-b379-75cafe1f73f2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:50.423112 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:50.426881 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94c09ede-f780-478c-aad0-7b7703867ff6 req-f98de3ec-3645-4f4e-81d5-354cbd32410e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207523 Feb 10 15:37:50.438143 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No DVR routers for this DVR port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:37:50.490713 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Calling delete_port for 1e83902a-8bf3-4e4c-bcbd-e544990941a4 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:50.495658 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-d48fb756-2ac6-4ced-be03-94bf8cce27da None None] Set router 5cb9b7f5-71d4-4c81-8c29-0434ce08cb92 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:37:50.681585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-67eec2db-f138-41a2-b759-661ce3bf43e9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:50.682116 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-67eec2db-f138-41a2-b759-661ce3bf43e9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:50.707738 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=1e83902a-8bf3-4e4c-bcbd-e544990941a4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:50.729604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edf6a6-1e00-483b-80c3-71ad780694dd req-9792a17a-1eb7-426b-83a8-32dd04f55b27 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:50.736750 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e0edf6a6-1e00-483b-80c3-71ad780694dd req-9792a17a-1eb7-426b-83a8-32dd04f55b27 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.1152942 Feb 10 15:37:50.753119 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-67eec2db-f138-41a2-b759-661ce3bf43e9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0682821 Feb 10 15:37:50.767503 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Request body: {'port': {'device_id': 'e3b7d92c-c357-46f0-b434-71e92bc260fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:50.826364 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac64c-7a04-4fb8-bbaa-28a6b5d018ff admin admin] Publish callbacks [] for router (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:50.863686 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (7e8e719d-6efd-4e14-b7b4-da5cd8c9e718), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:50.994776 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (1e83902a-8bf3-4e4c-bcbd-e544990941a4), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:51.019705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828b178-2f8c-4fb3-b6de-316c154a173c req-275d733a-f338-4c27-afee-f833a40bb61a tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:51.024856 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b828b178-2f8c-4fb3-b6de-316c154a173c req-275d733a-f338-4c27-afee-f833a40bb61a tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 931 time: 0.2137551 Feb 10 15:37:51.052555 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d48fb756-2ac6-4ced-be03-94bf8cce27da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'name': 'tempest-TaggedBootDevicesTest_v242-1563979389-router', 'tenant_id': '7eede3c8635540bd9c0033a348647038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:27Z', 'updated_at': '2022-02-10T15:37:48Z', 'revision_number': 5, 'project_id': '7eede3c8635540bd9c0033a348647038', 'gw_port': {'id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:28Z', 'updated_at': '2022-02-10T15:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:51.053675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8e719d-6efd-4e14-b7b4-da5cd8c9e718']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:51.074086 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e0edf6a6-1e00-483b-80c3-71ad780694dd req-349f0617-25dc-4c97-b357-8ea0a6ae4a91 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277948 Feb 10 15:37:51.083618 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959b2310-f30d-4415-b379-75cafe1f73f2') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:51.084913 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959b2310-f30d-4415-b379-75cafe1f73f2') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:51.118330 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (959b2310-f30d-4415-b379-75cafe1f73f2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:51.157568 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (959b2310-f30d-4415-b379-75cafe1f73f2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:51.180737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:37:51.182536 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (959b2310-f30d-4415-b379-75cafe1f73f2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:51.226992 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b828b178-2f8c-4fb3-b6de-316c154a173c req-d7548850-34eb-409f-a1a5-f1e592f1d561 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956859 Feb 10 15:37:51.272026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Pushing event deleted for resources: {'Port': ['ID=1e83902a-8bf3-4e4c-bcbd-e544990941a4,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:51.289887 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] No DVR routers for this DVR port 1e83902a-8bf3-4e4c-bcbd-e544990941a4 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:37:51.355365 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:51.357916 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:51.358434 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:51.358969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:51.359484 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:51.361291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:51.365223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:51.366059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:51.366829 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:51.367770 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:51.368510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:51.369314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:51.372324 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2685f81-32b4-490e-b50c-33d7dce941d4 req-347c50e9-e1ad-42ae-af58-f8bd765e8319 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:51.373020 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19c8f6-eb0d-46e2-8763-864031fcc081 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:37:51.374178 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2685f81-32b4-490e-b50c-33d7dce941d4 req-347c50e9-e1ad-42ae-af58-f8bd765e8319 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.1141107 Feb 10 15:37:51.378518 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48fb756-2ac6-4ced-be03-94bf8cce27da None None] Checking router: 5cb9b7f5-71d4-4c81-8c29-0434ce08cb92 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:37:51.381582 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:37:51.416344 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48fb756-2ac6-4ced-be03-94bf8cce27da None None] Routers {'5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:37:51.417035 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d48fb756-2ac6-4ced-be03-94bf8cce27da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:37:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:51.437299 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (37da8041-4e98-4a99-8425-1f1e826e467c), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:51.473232 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (7e8e719d-6efd-4e14-b7b4-da5cd8c9e718), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:51.515392 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2685f81-32b4-490e-b50c-33d7dce941d4 req-57f5b977-2fe4-488b-9857-519553ae8a5b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341698 Feb 10 15:37:51.569254 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:51.576273 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/networks/7e8e719d-6efd-4e14-b7b4-da5cd8c9e718 HTTP/1.1" status: 204 len: 168 time: 2.9432728 Feb 10 15:37:51.577279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43928) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:51.634003 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6ee35-59dc-4b21-925d-17fba4874f88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Network': ['ID=7e8e719d-6efd-4e14-b7b4-da5cd8c9e718,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:51.770677 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac64c-7a04-4fb8-bbaa-28a6b5d018ff admin admin] Publish callbacks [] for router_gateway (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:51.817744 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-d48fb756-2ac6-4ced-be03-94bf8cce27da None None] Set router 5cb9b7f5-71d4-4c81-8c29-0434ce08cb92 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:37:51.965865 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef311914-4ef9-4dc2-8318-f0244a0e4a76 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:51.968150 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ef311914-4ef9-4dc2-8318-f0244a0e4a76 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3892860 Feb 10 15:37:51.975065 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43938) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:51.982725 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10d897-8e36-4489-8428-4bedb85321da req-ad6d84a0-06c2-4701-9907-5f6ff4dbcbbb tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:51.985056 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce10d897-8e36-4489-8428-4bedb85321da req-ad6d84a0-06c2-4701-9907-5f6ff4dbcbbb tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.1682258 Feb 10 15:37:52.079092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a136cb-55cb-47db-befd-edc8bd533e4f req-8516deeb-5048-497b-a405-d935915356f9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:52.091944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88a136cb-55cb-47db-befd-edc8bd533e4f req-8516deeb-5048-497b-a405-d935915356f9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.4228718 Feb 10 15:37:52.114982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37da8041-4e98-4a99-8425-1f1e826e467c {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:37:52.127530 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Publish callbacks [] for port (37da8041-4e98-4a99-8425-1f1e826e467c), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:52.155699 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Transition to ACTIVE for port object 37da8041-4e98-4a99-8425-1f1e826e467c will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:37:52.176101 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d48fb756-2ac6-4ced-be03-94bf8cce27da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'name': 'tempest-TaggedBootDevicesTest_v242-1563979389-router', 'tenant_id': '7eede3c8635540bd9c0033a348647038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:27Z', 'updated_at': '2022-02-10T15:37:48Z', 'revision_number': 5, 'project_id': '7eede3c8635540bd9c0033a348647038', 'gw_port': {'id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:28Z', 'updated_at': '2022-02-10T15:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:52.209294 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88a136cb-55cb-47db-befd-edc8bd533e4f req-3f5d4862-626f-4edd-b159-fb79347f9b51 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161330 Feb 10 15:37:52.218422 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (37da8041-4e98-4a99-8425-1f1e826e467c), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:52.235458 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48fb756-2ac6-4ced-be03-94bf8cce27da None None] The sync data for ids ['5cb9b7f5-71d4-4c81-8c29-0434ce08cb92'] in n-d-815324-7 is: [{'id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'name': 'tempest-TaggedBootDevicesTest_v242-1563979389-router', 'tenant_id': '7eede3c8635540bd9c0033a348647038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:27:27Z', 'updated_at': '2022-02-10T15:37:48Z', 'revision_number': 5, 'project_id': '7eede3c8635540bd9c0033a348647038', 'gw_port': {'id': '3453f1c1-8038-4d10-836b-708a3bca8d2f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb9b7f5-71d4-4c81-8c29-0434ce08cb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:27:28Z', 'updated_at': '2022-02-10T15:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:37:52.273633 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d9e054b6-dfdf-496b-bf1e-95bc449a3db8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2818682 Feb 10 15:37:52.273633 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43948) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:52.332360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-5c35549b-61ec-4092-aa06-a1d2ea4a693a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2147124430'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:52.392180 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce10d897-8e36-4489-8428-4bedb85321da req-dc1d8593-86df-44af-b794-e4526a9cb07d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673768 Feb 10 15:37:52.409290 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Pushing event updated for resources: {'Port': ['ID=37da8041-4e98-4a99-8425-1f1e826e467c,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:52.409680 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c35549b-61ec-4092-aa06-a1d2ea4a693a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:52.431609 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c35549b-61ec-4092-aa06-a1d2ea4a693a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:52.551442 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ac64c-7a04-4fb8-bbaa-28a6b5d018ff admin admin] Deleting port 3453f1c1-8038-4d10-836b-708a3bca8d2f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:52.551943 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac64c-7a04-4fb8-bbaa-28a6b5d018ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3453f1c1-8038-4d10-836b-708a3bca8d2f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:52.629097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Attempting to bind port 37da8041-4e98-4a99-8425-1f1e826e467c on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:37:52.662469 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Attempting to bind port 37da8041-4e98-4a99-8425-1f1e826e467c by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '9c2d9956-9898-4849-a01b-2f33e3968205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:37:52.663435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Attempting to bind port 37da8041-4e98-4a99-8425-1f1e826e467c on network 77aa5724-3b5f-481d-b2f0-62152df49035 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:37:52.841462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-7c0ac64c-7a04-4fb8-bbaa-28a6b5d018ff admin admin] For port 3453f1c1-8038-4d10-836b-708a3bca8d2f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=3453f1c1-8038-4d10-836b-708a3bca8d2f,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:52.844522 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac64c-7a04-4fb8-bbaa-28a6b5d018ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3453f1c1-8038-4d10-836b-708a3bca8d2f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:52.884274 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ac64c-7a04-4fb8-bbaa-28a6b5d018ff admin admin] Calling delete_port for 3453f1c1-8038-4d10-836b-708a3bca8d2f owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:53.150596 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Port 37da8041-4e98-4a99-8425-1f1e826e467c on network 77aa5724-3b5f-481d-b2f0-62152df49035 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:37:53.150938 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Attempting to bind port 37da8041-4e98-4a99-8425-1f1e826e467c on network 77aa5724-3b5f-481d-b2f0-62152df49035 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:37:53.167829 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c35549b-61ec-4092-aa06-a1d2ea4a693a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:37:53.175667 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:37:53.176012 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Checking segment: {'id': '9c2d9956-9898-4849-a01b-2f33e3968205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:37:53.176405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Bound using segment: {'id': '9c2d9956-9898-4849-a01b-2f33e3968205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:37:53.176879 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Bound port: 37da8041-4e98-4a99-8425-1f1e826e467c, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2d9956-9898-4849-a01b-2f33e3968205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:37:53.177235 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (37da8041-4e98-4a99-8425-1f1e826e467c), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:53.201613 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c35549b-61ec-4092-aa06-a1d2ea4a693a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (817f0009-dae9-4df5-9e02-5ac486ae5844), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:53.202005 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-5c35549b-61ec-4092-aa06-a1d2ea4a693a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Added segment 817f0009-dae9-4df5-9e02-5ac486ae5844 of type vlan for network 138ce4ab-e564-4d66-a2a0-134f381bb612 Feb 10 15:37:53.215840 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac64c-7a04-4fb8-bbaa-28a6b5d018ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3453f1c1-8038-4d10-836b-708a3bca8d2f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:53.267564 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ac64c-7a04-4fb8-bbaa-28a6b5d018ff admin admin] Pushing event deleted for resources: {'Port': ['ID=3453f1c1-8038-4d10-836b-708a3bca8d2f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:53.270412 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c35549b-61ec-4092-aa06-a1d2ea4a693a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (138ce4ab-e564-4d66-a2a0-134f381bb612), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:53.289325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3aece8-c95c-47b0-9109-7884ee084754 req-5c606852-7727-415d-bea8-cdb480f287a8 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:53.291082 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e3aece8-c95c-47b0-9109-7884ee084754 req-5c606852-7727-415d-bea8-cdb480f287a8 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.8151641 Feb 10 15:37:53.306546 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ce22c-429c-4ccb-bd58-beff61faa644 req-cae09bf1-f8ba-4385-8896-3b9f3ce12644 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:53.310185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-589ce22c-429c-4ccb-bd58-beff61faa644 req-cae09bf1-f8ba-4385-8896-3b9f3ce12644 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 943 time: 0.7503738 Feb 10 15:37:53.382693 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] For port 37da8041-4e98-4a99-8425-1f1e826e467c, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:37:53.388815 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] For port 37da8041-4e98-4a99-8425-1f1e826e467c, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=37da8041-4e98-4a99-8425-1f1e826e467c,segment=NetworkSegment(9c2d9956-9898-4849-a01b-2f33e3968205),segment_id=9c2d9956-9898-4849-a01b-2f33e3968205)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:37:53.400316 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c35549b-61ec-4092-aa06-a1d2ea4a693a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (138ce4ab-e564-4d66-a2a0-134f381bb612), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:53.405514 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c35549b-61ec-4092-aa06-a1d2ea4a693a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:53.406165 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c35549b-61ec-4092-aa06-a1d2ea4a693a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:53.450933 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6e3aece8-c95c-47b0-9109-7884ee084754 req-32eeecd7-0729-45ba-b767-19a603a08bf5 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410997 Feb 10 15:37:53.484427 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5c35549b-61ec-4092-aa06-a1d2ea4a693a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2101147 Feb 10 15:37:53.488550 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 43972) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:53.494688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-589ce22c-429c-4ccb-bd58-beff61faa644 req-e8afccf5-0ab7-4251-b43f-755a14b22849 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520250 Feb 10 15:37:53.499504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d89bb476-465e-4049-93ad-71d97b95802a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'subnet': {'network_id': '138ce4ab-e564-4d66-a2a0-134f381bb612', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:53.592420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35549b-61ec-4092-aa06-a1d2ea4a693a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Network': ['ID=138ce4ab-e564-4d66-a2a0-134f381bb612,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:53.607075 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 138ce4ab-e564-4d66-a2a0-134f381bb612 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:37:53.918186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b1b8f-902e-4b71-b88e-0fe8a3ba4af7 req-7b9bf503-ef4d-4a76-958b-de4d7ad1d040 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:53.920217 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-643b1b8f-902e-4b71-b88e-0fe8a3ba4af7 req-7b9bf503-ef4d-4a76-958b-de4d7ad1d040 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.3002441 Feb 10 15:37:53.977519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c78469-00e5-45a8-af46-29fd380a47f8 req-5dc0cef9-d297-4c7f-b2e5-4c272c8d845d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:53.986448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08c78469-00e5-45a8-af46-29fd380a47f8 req-5dc0cef9-d297-4c7f-b2e5-4c272c8d845d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2780359 Feb 10 15:37:54.015834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89bb476-465e-4049-93ad-71d97b95802a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:54.030790 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d89bb476-465e-4049-93ad-71d97b95802a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:54.059899 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-643b1b8f-902e-4b71-b88e-0fe8a3ba4af7 req-b969c979-27b1-46fd-a5dc-e18e01e80927 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313965 Feb 10 15:37:54.153018 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 01dfbd0d-7920-488e-927d-de666ebdb335 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:37:54.204988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 01dfbd0d-7920-488e-927d-de666ebdb335 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:37:54.207482 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 01dfbd0d-7920-488e-927d-de666ebdb335 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:37:54.223516 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac64c-7a04-4fb8-bbaa-28a6b5d018ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:54.238853 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08c78469-00e5-45a8-af46-29fd380a47f8 req-78b12c25-07fd-47a0-911f-b73fbf0323e6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514436 Feb 10 15:37:54.342076 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac64c-7a04-4fb8-bbaa-28a6b5d018ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:54.345051 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac64c-7a04-4fb8-bbaa-28a6b5d018ff admin admin] Publish callbacks [] for router_controller (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:54.350776 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (37da8041-4e98-4a99-8425-1f1e826e467c), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:54.414250 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:37:54.481415 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd9564-af85-4e6a-8ed9-534b8a46c767 req-373de954-4cfa-477c-8c60-1fe512c90a63 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:54.489665 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bdbd9564-af85-4e6a-8ed9-534b8a46c767 req-373de954-4cfa-477c-8c60-1fe512c90a63 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.2495046 Feb 10 15:37:54.495946 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:54.496686 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:54.498286 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] 10.222.0.79 "PUT /v2.0/ports/37da8041-4e98-4a99-8425-1f1e826e467c HTTP/1.1" status: 200 len: 1091 time: 3.7350676 Feb 10 15:37:54.499083 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac64c-7a04-4fb8-bbaa-28a6b5d018ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (5cb9b7f5-71d4-4c81-8c29-0434ce08cb92), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:54.499655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0ac64c-7a04-4fb8-bbaa-28a6b5d018ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cb9b7f5-71d4-4c81-8c29-0434ce08cb92 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:37:54.501661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b7d92c-c357-46f0-b434-71e92bc260fe', 'tag': '37da8041-4e98-4a99-8425-1f1e826e467c'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:37:54.515668 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66523246-7f79-4bdd-a7de-90ef0410a246" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b7d92c-c357-46f0-b434-71e92bc260fe", "tag": "37da8041-4e98-4a99-8425-1f1e826e467c"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:37:54.523624 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac64c-7a04-4fb8-bbaa-28a6b5d018ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:54.525390 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7c0ac64c-7a04-4fb8-bbaa-28a6b5d018ff admin admin] 10.222.0.64 "DELETE /v2.0/routers/5cb9b7f5-71d4-4c81-8c29-0434ce08cb92 HTTP/1.1" status: 204 len: 168 time: 4.2635276 Feb 10 15:37:54.529243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 43996) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:54.549079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68e11-59c8-4662-8344-2a46365f7c16 service neutron] Pushing event updated for resources: {'Port': ['ID=37da8041-4e98-4a99-8425-1f1e826e467c,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:54.667894 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a09d492-590e-473b-8c20-aa04e696601a admin admin] Deleting subnet 847f92f2-2ec6-4837-a4fd-f9995e573b3f {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:37:54.676748 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2a09d492-590e-473b-8c20-aa04e696601a admin admin] Publish callbacks [] for subnet (847f92f2-2ec6-4837-a4fd-f9995e573b3f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:54.710868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-0886455d-6bd9-42af-9b73-09e799450ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:54.712840 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-0886455d-6bd9-42af-9b73-09e799450ce8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c08fead7e43e4910a23c0de1ddc167cb&device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 1125 time: 0.1601276 Feb 10 15:37:54.727103 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d89bb476-465e-4049-93ad-71d97b95802a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (fb139ab3-c572-4370-9479-cf4848650d76), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:54.798126 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bd013-bb5b-4a63-86c2-6d32dfaf4b69 req-ceab2aa1-fb79-4ecd-b2ad-7d68ad0a8501 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:54.800125 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a9bd013-bb5b-4a63-86c2-6d32dfaf4b69 req-ceab2aa1-fb79-4ecd-b2ad-7d68ad0a8501 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.4533718 Feb 10 15:37:54.815901 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2a09d492-590e-473b-8c20-aa04e696601a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (847f92f2-2ec6-4837-a4fd-f9995e573b3f), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:54.822616 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-9303d855-f5a2-4404-852c-11f64a16cf47 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37da8041-4e98-4a99-8425-1f1e826e467c HTTP/1.1" status: 200 len: 217 time: 0.0991416 Feb 10 15:37:54.920980 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-79d87678-37b9-47c9-8a8e-1778071721cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:54.923717 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-79d87678-37b9-47c9-8a8e-1778071721cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c152062-e5f7-4888-be3e-07b2128a0ea4 HTTP/1.1" status: 200 len: 849 time: 0.0746541 Feb 10 15:37:54.939918 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bdbd9564-af85-4e6a-8ed9-534b8a46c767 req-835a30ad-a1af-4c5c-ba05-1a632952d0cc tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384634 Feb 10 15:37:54.939918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bb476-465e-4049-93ad-71d97b95802a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Subnet': ['ID=fb139ab3-c572-4370-9479-cf4848650d76,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:54.939918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89bb476-465e-4049-93ad-71d97b95802a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Checking segment: {'id': '817f0009-dae9-4df5-9e02-5ac486ae5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '138ce4ab-e564-4d66-a2a0-134f381bb612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:37:54.939918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89bb476-465e-4049-93ad-71d97b95802a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network hostable DHCP agents. Network: 138ce4ab-e564-4d66-a2a0-134f381bb612, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:37:54.987812 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-92ca5575-213d-4d6e-b0e1-5ec041555a3c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=77aa5724-3b5f-481d-b2f0-62152df49035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429831 Feb 10 15:37:55.015134 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a9bd013-bb5b-4a63-86c2-6d32dfaf4b69 req-84fcabda-c99a-4efc-a21b-67d3447fbefb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007792 Feb 10 15:37:55.053710 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2a09d492-590e-473b-8c20-aa04e696601a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (847f92f2-2ec6-4837-a4fd-f9995e573b3f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:55.079108 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89bb476-465e-4049-93ad-71d97b95802a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 138ce4ab-e564-4d66-a2a0-134f381bb612 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:37:55.109311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-d89bb476-465e-4049-93ad-71d97b95802a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 138ce4ab-e564-4d66-a2a0-134f381bb612) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:55.124048 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb14bba-e310-4f46-baf1-099fe6de5b29 None None] Network 138ce4ab-e564-4d66-a2a0-134f381bb612 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:37:55.127658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89bb476-465e-4049-93ad-71d97b95802a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:55.137490 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d89bb476-465e-4049-93ad-71d97b95802a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:55.186870 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d89bb476-465e-4049-93ad-71d97b95802a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6965883 Feb 10 15:37:55.187514 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44016) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:55.220419 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b5c08e78-c55d-4aa2-83d9-c91305782ff8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'network_id': '138ce4ab-e564-4d66-a2a0-134f381bb612', 'name': 'tempest-PortsIpV6TestJSON-1693084151'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:55.374788 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-1d805c63-6f1f-436e-9c0d-53ce8eaed265 service neutron] 10.222.0.79 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789432 Feb 10 15:37:55.380193 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc6e68f-3b9d-4c96-9a5a-073f21050d13 x-openstack-request-id: req-1fc6e68f-3b9d-4c96-9a5a-073f21050d13 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:37:55.380825 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b7d92c-c357-46f0-b434-71e92bc260fe", "tag": "37da8041-4e98-4a99-8425-1f1e826e467c", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:37:55.381097 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1fc6e68f-3b9d-4c96-9a5a-073f21050d13 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:37:55.381506 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b7d92c-c357-46f0-b434-71e92bc260fe', 'tag': '37da8041-4e98-4a99-8425-1f1e826e467c', 'status': 'completed', 'code': 200} Feb 10 15:37:55.419699 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-138ce4ab-e564-4d66-a2a0-134f381bb612', 'network_id': '138ce4ab-e564-4d66-a2a0-134f381bb612', 'project_id': '1421e980265e473a8a502d7d73dcdb60', 'fixed_ips': [{'subnet_id': 'fb139ab3-c572-4370-9479-cf4848650d76'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:37:55.420640 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:55.421646 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2a09d492-590e-473b-8c20-aa04e696601a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (847f92f2-2ec6-4837-a4fd-f9995e573b3f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:55.503047 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09d492-590e-473b-8c20-aa04e696601a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847f92f2-2ec6-4837-a4fd-f9995e573b3f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:55.504996 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2a09d492-590e-473b-8c20-aa04e696601a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:55.508440 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2a09d492-590e-473b-8c20-aa04e696601a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/847f92f2-2ec6-4837-a4fd-f9995e573b3f HTTP/1.1" status: 204 len: 168 time: 0.9780369 Feb 10 15:37:55.511024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44024) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:55.589746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Allocated IP 2001:db8::2 (138ce4ab-e564-4d66-a2a0-134f381bb612/fb139ab3-c572-4370-9479-cf4848650d76/9d5cf869-3b01-4125-8ce9-d2adf47d451d) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:37:55.618969 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f90de-ebf7-4387-9f45-fd9c80ffa27b req-f7c69ce4-3d09-47f2-8420-ec45d980d1e7 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:55.626460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c05f90de-ebf7-4387-9f45-fd9c80ffa27b req-f7c69ce4-3d09-47f2-8420-ec45d980d1e7 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 943 time: 0.3726840 Feb 10 15:37:55.629558 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (f17b60dd-c625-467f-81d5-f3eb5ab28e0a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:55.677914 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ff40f-9d49-478b-8bf2-7d20c8f59624 req-49306d38-5740-4ca6-9aa5-e2c278a21ac4 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:55.679476 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cb5ff40f-9d49-478b-8bf2-7d20c8f59624 req-49306d38-5740-4ca6-9aa5-e2c278a21ac4 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.1909821 Feb 10 15:37:55.738119 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93f28153-fd97-4e0f-9738-a1d3a648d83f req-6f86553d-f72f-4b80-b148-44f1a0a0180c service neutron] 10.222.0.79 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497353 Feb 10 15:37:55.781250 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c08e78-c55d-4aa2-83d9-c91305782ff8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:55.783033 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Publish callbacks [] for port (9d5cf869-3b01-4125-8ce9-d2adf47d451d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:55.792511 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57810ce-4170-4dba-a02d-84e570af2e72 None None] Network f17b60dd-c625-467f-81d5-f3eb5ab28e0a requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:37:55.798298 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5c08e78-c55d-4aa2-83d9-c91305782ff8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:55.818743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] Deleting port 91866774-7260-4c90-8bf5-195e844d2fd8 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:37:55.819083 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (91866774-7260-4c90-8bf5-195e844d2fd8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:55.832439 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (9d5cf869-3b01-4125-8ce9-d2adf47d451d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:55.843701 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-b5c08e78-c55d-4aa2-83d9-c91305782ff8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] device_id is not set on port 009a9413-9e51-43be-a76d-b14df14cf0fc yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:37:55.952622 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Network 138ce4ab-e564-4d66-a2a0-134f381bb612 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:37:55.961564 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Pushing event updated for resources: {'Port': ['ID=9d5cf869-3b01-4125-8ce9-d2adf47d451d,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:55.964522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:55.967770 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c05f90de-ebf7-4387-9f45-fd9c80ffa27b req-9fbcc616-c370-4cc0-a50f-562198e5bd56 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403480 Feb 10 15:37:55.968612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:37:55.994470 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cb5ff40f-9d49-478b-8bf2-7d20c8f59624 req-6b2e8a68-fbe2-4f2f-abe1-c580b5713ae9 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007050 Feb 10 15:37:56.026486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 3453f1c1-8038-4d10-836b-708a3bca8d2f no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:37:56.042541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] For port 91866774-7260-4c90-8bf5-195e844d2fd8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=91866774-7260-4c90-8bf5-195e844d2fd8,segment=NetworkSegment(280322a2-e426-4ea5-b1c8-b67a6c1012e4),segment_id=280322a2-e426-4ea5-b1c8-b67a6c1012e4)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:56.042910 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (91866774-7260-4c90-8bf5-195e844d2fd8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:56.056457 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] Calling delete_port for 91866774-7260-4c90-8bf5-195e844d2fd8 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:37:56.077322 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 3453f1c1-8038-4d10-836b-708a3bca8d2f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:37:56.085731 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 3453f1c1-8038-4d10-836b-708a3bca8d2f not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:37:56.159499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-b5c08e78-c55d-4aa2-83d9-c91305782ff8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Allocated IP 2001:db8::3d5 (138ce4ab-e564-4d66-a2a0-134f381bb612/fb139ab3-c572-4370-9479-cf4848650d76/009a9413-9e51-43be-a76d-b14df14cf0fc) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:37:56.178124 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (91866774-7260-4c90-8bf5-195e844d2fd8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:56.277748 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] No DVR routers for this DVR port 91866774-7260-4c90-8bf5-195e844d2fd8 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:37:56.285032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Attempting to bind port 9d5cf869-3b01-4125-8ce9-d2adf47d451d on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:37:56.285615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Attempting to bind port 9d5cf869-3b01-4125-8ce9-d2adf47d451d by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '817f0009-dae9-4df5-9e02-5ac486ae5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '138ce4ab-e564-4d66-a2a0-134f381bb612'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:37:56.285995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Attempting to bind port 9d5cf869-3b01-4125-8ce9-d2adf47d451d on network 138ce4ab-e564-4d66-a2a0-134f381bb612 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:37:56.293847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:37:56.294765 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Checking segment: {'id': '817f0009-dae9-4df5-9e02-5ac486ae5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '138ce4ab-e564-4d66-a2a0-134f381bb612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:37:56.295593 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:56.295998 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Bound using segment: {'id': '817f0009-dae9-4df5-9e02-5ac486ae5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '138ce4ab-e564-4d66-a2a0-134f381bb612'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:37:56.296763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Bound port: 9d5cf869-3b01-4125-8ce9-d2adf47d451d, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817f0009-dae9-4df5-9e02-5ac486ae5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '138ce4ab-e564-4d66-a2a0-134f381bb612'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:37:56.299289 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9d5cf869-3b01-4125-8ce9-d2adf47d451d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:56.313974 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] Pushing event deleted for resources: {'Port': ['ID=91866774-7260-4c90-8bf5-195e844d2fd8,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:56.398793 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5992b9-b793-4be8-a0a7-0e5eb83ea2a6 None None] DHCP port deletion for f17b60dd-c625-467f-81d5-f3eb5ab28e0a request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:37:56.423881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66523246-7f79-4bdd-a7de-90ef0410a246 req-12744aea-d5c5-41ab-bd94-5ae46f0b5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:56.430323 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-66523246-7f79-4bdd-a7de-90ef0410a246 req-12744aea-d5c5-41ab-bd94-5ae46f0b5e72 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c08fead7e43e4910a23c0de1ddc167cb&device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 1125 time: 0.5916498 Feb 10 15:37:56.476922 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5c08e78-c55d-4aa2-83d9-c91305782ff8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (009a9413-9e51-43be-a76d-b14df14cf0fc), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:56.525340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] For port 9d5cf869-3b01-4125-8ce9-d2adf47d451d, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:37:56.529996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] For port 9d5cf869-3b01-4125-8ce9-d2adf47d451d, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9d5cf869-3b01-4125-8ce9-d2adf47d451d,segment=NetworkSegment(817f0009-dae9-4df5-9e02-5ac486ae5844),segment_id=817f0009-dae9-4df5-9e02-5ac486ae5844)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:37:56.538642 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9d5cf869-3b01-4125-8ce9-d2adf47d451d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:56.576669 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5c08e78-c55d-4aa2-83d9-c91305782ff8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (009a9413-9e51-43be-a76d-b14df14cf0fc), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:56.576902 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (f17b60dd-c625-467f-81d5-f3eb5ab28e0a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:56.619870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e1f60-28f6-4eb1-997d-70ff6ddb3d81 None None] Pushing event updated for resources: {'Port': ['ID=9d5cf869-3b01-4125-8ce9-d2adf47d451d,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:56.654115 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c08e78-c55d-4aa2-83d9-c91305782ff8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 138ce4ab-e564-4d66-a2a0-134f381bb612 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:37:56.659647 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-b5c08e78-c55d-4aa2-83d9-c91305782ff8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:56.663889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c08e78-c55d-4aa2-83d9-c91305782ff8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:37:56.669290 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c08e78-c55d-4aa2-83d9-c91305782ff8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:56.679440 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5c08e78-c55d-4aa2-83d9-c91305782ff8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:56.686006 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17b60dd-c625-467f-81d5-f3eb5ab28e0a']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:56.735196 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280322a2-e426-4ea5-b1c8-b67a6c1012e4') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:56.735495 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280322a2-e426-4ea5-b1c8-b67a6c1012e4') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:37:56.767755 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (280322a2-e426-4ea5-b1c8-b67a6c1012e4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:56.820863 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (280322a2-e426-4ea5-b1c8-b67a6c1012e4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:56.834022 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66523246-7f79-4bdd-a7de-90ef0410a246 req-7dbedd45-63a5-461c-8b76-e56afb4f7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:56.835500 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-66523246-7f79-4bdd-a7de-90ef0410a246 req-7dbedd45-63a5-461c-8b76-e56afb4f7060 service neutron] 10.222.0.79 "GET /v2.0/networks?id=77aa5724-3b5f-481d-b2f0-62152df49035 HTTP/1.1" status: 200 len: 910 time: 0.3915584 Feb 10 15:37:56.836991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:37:56.836991 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (280322a2-e426-4ea5-b1c8-b67a6c1012e4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:37:56.838807 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:37:56.911847 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b5c08e78-c55d-4aa2-83d9-c91305782ff8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7222552 Feb 10 15:37:56.926179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60ffaf-11c4-4e03-bd20-35152bdb9ad5 req-94cc0e36-a982-4190-b400-b13635c47d51 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:56.927944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d60ffaf-11c4-4e03-bd20-35152bdb9ad5 req-94cc0e36-a982-4190-b400-b13635c47d51 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.3872123 Feb 10 15:37:56.928701 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44058) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:56.937778 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a851831a-ad14-4daa-bd3b-2e2d353f3b1d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'network_id': '138ce4ab-e564-4d66-a2a0-134f381bb612', 'name': 'tempest-PortsIpV6TestJSON-1987319296'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:37:56.962228 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-66523246-7f79-4bdd-a7de-90ef0410a246 req-52f16b8a-521b-40ec-8dad-f03648fd6a77 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37da8041-4e98-4a99-8425-1f1e826e467c HTTP/1.1" status: 200 len: 217 time: 0.0963945 Feb 10 15:37:57.004160 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c08e78-c55d-4aa2-83d9-c91305782ff8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=009a9413-9e51-43be-a76d-b14df14cf0fc,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:57.013734 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d60ffaf-11c4-4e03-bd20-35152bdb9ad5 req-2d6946b6-5327-48d3-9d0a-1156d76d2a81 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701318 Feb 10 15:37:57.088435 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-2e78b666-bfe6-4b11-a2a4-a3245f446f20 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:57.091793 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-2e78b666-bfe6-4b11-a2a4-a3245f446f20 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 812 time: 0.5771062 Feb 10 15:37:57.215244 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (f17b60dd-c625-467f-81d5-f3eb5ab28e0a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:57.221106 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-09cb8d63-d0c3-4fc0-844b-1285c4ebf769 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/quotas/03e2045129ad4ef1931b5795dd4f29b4 HTTP/1.1" status: 200 len: 375 time: 0.1223640 Feb 10 15:37:57.259296 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:57.270293 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] 10.222.0.64 "DELETE /v2.0/networks/f17b60dd-c625-467f-81d5-f3eb5ab28e0a HTTP/1.1" status: 204 len: 168 time: 1.7582352 Feb 10 15:37:57.327669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec8c02-6ec3-4bf6-9be4-49f9826857ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f17b60dd-c625-467f-81d5-f3eb5ab28e0a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:57.348050 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66523246-7f79-4bdd-a7de-90ef0410a246 req-d4f66797-ce9e-4e32-830c-d438f418423f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:57.350881 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-66523246-7f79-4bdd-a7de-90ef0410a246 req-d4f66797-ce9e-4e32-830c-d438f418423f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c152062-e5f7-4888-be3e-07b2128a0ea4 HTTP/1.1" status: 200 len: 849 time: 0.2628992 Feb 10 15:37:57.428136 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-66523246-7f79-4bdd-a7de-90ef0410a246 req-ed53db12-f311-4570-9226-3521c9f98821 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=77aa5724-3b5f-481d-b2f0-62152df49035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716422 Feb 10 15:37:57.494506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b3014-24ae-4085-a67b-d9ed123fde76 req-c3099dec-e68a-49fb-b901-c11ec8b1f047 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:57.511858 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-476b3014-24ae-4085-a67b-d9ed123fde76 req-c3099dec-e68a-49fb-b901-c11ec8b1f047 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 943 time: 0.2586944 Feb 10 15:37:57.552307 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a851831a-ad14-4daa-bd3b-2e2d353f3b1d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:37:57.555620 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a851831a-ad14-4daa-bd3b-2e2d353f3b1d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:57.591915 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-29340b53-3d89-4760-a198-7b25ee0490be tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3503029 Feb 10 15:37:57.612880 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-a851831a-ad14-4daa-bd3b-2e2d353f3b1d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] device_id is not set on port fb9cc1e6-15c0-4df1-9285-4410bb943bf8 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:37:57.641639 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-66523246-7f79-4bdd-a7de-90ef0410a246 req-7247b8e6-1d7f-49cd-9d33-03b6578f6358 service neutron] 10.222.0.79 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059858 Feb 10 15:37:57.700038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44076) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:57.865534 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-66523246-7f79-4bdd-a7de-90ef0410a246 req-3b3baae4-73d1-41b5-91b1-378d17fbb179 service neutron] 10.222.0.79 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088103 Feb 10 15:37:57.921337 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-59a38c7b-8e93-4fa4-89b6-154322aa2ef6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f98392d30c54e709159c7a818a25666&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2197878 Feb 10 15:37:57.925439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44082) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:57.934104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-a851831a-ad14-4daa-bd3b-2e2d353f3b1d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Allocated IP 2001:db8::3a8 (138ce4ab-e564-4d66-a2a0-134f381bb612/fb139ab3-c572-4370-9479-cf4848650d76/fb9cc1e6-15c0-4df1-9285-4410bb943bf8) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:37:58.068140 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f89cbb65-a633-4e8e-9d2a-e991d04875d0 admin admin] Publish callbacks [] for security_group (0a23a519-0a62-4d14-a30f-5e70d29bc772), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:58.112911 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f89cbb65-a633-4e8e-9d2a-e991d04875d0 admin admin] Publish callbacks [] for security_group (0a23a519-0a62-4d14-a30f-5e70d29bc772), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:58.189991 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a851831a-ad14-4daa-bd3b-2e2d353f3b1d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (fb9cc1e6-15c0-4df1-9285-4410bb943bf8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:58.216314 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-403ca666-8e6b-4f3f-a175-a8341df3377f service neutron] 10.222.0.64 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177795 Feb 10 15:37:58.223228 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f89cbb65-a633-4e8e-9d2a-e991d04875d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0a23a519-0a62-4d14-a30f-5e70d29bc772), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:58.229230 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9d5cf869-3b01-4125-8ce9-d2adf47d451d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:37:58.241521 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-476b3014-24ae-4085-a67b-d9ed123fde76 req-30d92611-99b6-47b1-b1a0-0ce479b453ec tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7287769 Feb 10 15:37:58.245224 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f89cbb65-a633-4e8e-9d2a-e991d04875d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:58.251116 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f89cbb65-a633-4e8e-9d2a-e991d04875d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0a23a519-0a62-4d14-a30f-5e70d29bc772 HTTP/1.1" status: 204 len: 168 time: 0.3243234 Feb 10 15:37:58.269685 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cbb65-a633-4e8e-9d2a-e991d04875d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a23a519-0a62-4d14-a30f-5e70d29bc772,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:58.406200 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 9d5cf869-3b01-4125-8ce9-d2adf47d451d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:37:58.408624 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9d5cf869-3b01-4125-8ce9-d2adf47d451d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:58.465614 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a851831a-ad14-4daa-bd3b-2e2d353f3b1d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (fb9cc1e6-15c0-4df1-9285-4410bb943bf8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:58.622719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8180dfc5-ad4b-4ba6-b7f0-4b6db6b4ecb8 None None] Network 138ce4ab-e564-4d66-a2a0-134f381bb612 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:37:58.626471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 9d5cf869-3b01-4125-8ce9-d2adf47d451d is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:58.627074 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9d5cf869-3b01-4125-8ce9-d2adf47d451d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:58.722663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-222b877b-2b28-41c7-9e65-efe8290aead0 None None] Provisioning complete for port 9d5cf869-3b01-4125-8ce9-d2adf47d451d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:37:58.723413 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-222b877b-2b28-41c7-9e65-efe8290aead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9d5cf869-3b01-4125-8ce9-d2adf47d451d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:58.735548 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 9d5cf869-3b01-4125-8ce9-d2adf47d451d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9d5cf869-3b01-4125-8ce9-d2adf47d451d,segment=NetworkSegment(817f0009-dae9-4df5-9e02-5ac486ae5844),segment_id=817f0009-dae9-4df5-9e02-5ac486ae5844)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:37:58.789794 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9d5cf869-3b01-4125-8ce9-d2adf47d451d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:58.912043 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=9d5cf869-3b01-4125-8ce9-d2adf47d451d,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:58.915159 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 91866774-7260-4c90-8bf5-195e844d2fd8 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:37:58.940960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 91866774-7260-4c90-8bf5-195e844d2fd8 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:37:58.941378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 91866774-7260-4c90-8bf5-195e844d2fd8 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:37:58.945786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a851831a-ad14-4daa-bd3b-2e2d353f3b1d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 138ce4ab-e564-4d66-a2a0-134f381bb612 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:37:58.962982 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edfa44-2dc0-4003-9d3d-709e7478a438 req-a7664a6e-152f-4581-a3ef-3c5b063ee1af tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:58.964947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98edfa44-2dc0-4003-9d3d-709e7478a438 req-a7664a6e-152f-4581-a3ef-3c5b063ee1af tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.5225766 Feb 10 15:37:59.003133 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-a851831a-ad14-4daa-bd3b-2e2d353f3b1d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:37:59.010656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a851831a-ad14-4daa-bd3b-2e2d353f3b1d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:37:59.026136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a851831a-ad14-4daa-bd3b-2e2d353f3b1d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:59.028478 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a851831a-ad14-4daa-bd3b-2e2d353f3b1d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:59.065830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851831a-ad14-4daa-bd3b-2e2d353f3b1d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=fb9cc1e6-15c0-4df1-9285-4410bb943bf8,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:37:59.104142 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-222b877b-2b28-41c7-9e65-efe8290aead0 None None] Current status of the port 9d5cf869-3b01-4125-8ce9-d2adf47d451d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:37:59.122969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44116) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:59.202371 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a851831a-ad14-4daa-bd3b-2e2d353f3b1d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2657218 Feb 10 15:37:59.220352 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-ca47d7de-dc4d-4b1a-8f8f-bbe903968e0e service neutron] 10.222.0.64 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0030265 Feb 10 15:37:59.220905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44120) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:59.259353 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f2031dbd-fb3f-44ea-be0c-6e463b99e0dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7eede3c8635540bd9c0033a348647038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330183 Feb 10 15:37:59.259984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44122) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:59.277361 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44124) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:59.382112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44130) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:59.450095 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Publish callbacks [] for security_group (a833ac18-2c97-4e3b-928b-ffc10ae2d926), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:59.459112 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98edfa44-2dc0-4003-9d3d-709e7478a438 req-0357e4c8-0e18-4fd8-bb16-2753a10fe14e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776268 Feb 10 15:37:59.566151 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Publish callbacks [] for security_group (a833ac18-2c97-4e3b-928b-ffc10ae2d926), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:59.653804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e266c86-c04d-4d01-897f-0790f83d90af tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:37:59.663616 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7e266c86-c04d-4d01-897f-0790f83d90af tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3d5 HTTP/1.1" status: 200 len: 929 time: 0.4230063 Feb 10 15:37:59.730256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44144) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:37:59.748753 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-419c8800-ffde-4c2f-8846-75bd6d5b6b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:59.753132 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3f022eaf-5bfb-4216-9385-3a32c723c103 None None] Provisioning complete for port 9d5cf869-3b01-4125-8ce9-d2adf47d451d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:37:59.763797 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f022eaf-5bfb-4216-9385-3a32c723c103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9d5cf869-3b01-4125-8ce9-d2adf47d451d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:59.796288 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a833ac18-2c97-4e3b-928b-ffc10ae2d926), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:59.820090 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:59.823788 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a833ac18-2c97-4e3b-928b-ffc10ae2d926 HTTP/1.1" status: 204 len: 168 time: 0.5604122 Feb 10 15:37:59.893323 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1af4543-7cbd-43c3-a9ac-27e9c04df0fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:37:59.902489 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b403ff22-07d2-4f13-99b0-a68c9d7088f9 req-e0524aad-b731-4b85-a716-3a535c07f428 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 210 time: 0.1309462 Feb 10 15:37:59.959590 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a833ac18-2c97-4e3b-928b-ffc10ae2d926,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:00.017824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:00.018185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:00.018517 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:00.019218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:00.019218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:00.019504 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:00.019917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:00.020154 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:00.020479 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:00.039224 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:00.039687 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:00.040034 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:00.040377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24628ce0-e775-438c-8d69-482c598849ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:00.131037 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3f022eaf-5bfb-4216-9385-3a32c723c103 None None] Current status of the port 9d5cf869-3b01-4125-8ce9-d2adf47d451d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:00.135682 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b13f1-e68d-414e-bd03-219deffac2fe req-975a460a-c45c-446c-a446-d285bd95be80 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:00.141819 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-441b13f1-e68d-414e-bd03-219deffac2fe req-975a460a-c45c-446c-a446-d285bd95be80 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 943 time: 0.4753351 Feb 10 15:38:00.219432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 37da8041-4e98-4a99-8425-1f1e826e467c details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:38:00.340580 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9d5cf869-3b01-4125-8ce9-d2adf47d451d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:00.350696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-45339123-c028-481b-b52c-1d528deb98fa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port fb9cc1e6-15c0-4df1-9285-4410bb943bf8 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:38:00.352084 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45339123-c028-481b-b52c-1d528deb98fa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fb9cc1e6-15c0-4df1-9285-4410bb943bf8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:00.400747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3f022eaf-5bfb-4216-9385-3a32c723c103 None None] Provisioning complete for port 009a9413-9e51-43be-a76d-b14df14cf0fc triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:00.425362 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f022eaf-5bfb-4216-9385-3a32c723c103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (009a9413-9e51-43be-a76d-b14df14cf0fc), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:00.425601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-441b13f1-e68d-414e-bd03-219deffac2fe req-62434bff-ed98-4c0a-9c4d-e468e175dd18 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646897 Feb 10 15:38:00.461741 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1af4543-7cbd-43c3-a9ac-27e9c04df0fd admin admin] Publish callbacks [] for security_group (569a8b69-2fdf-47b4-9070-cb3dc4281df2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:00.472332 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1af4543-7cbd-43c3-a9ac-27e9c04df0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (569a8b69-2fdf-47b4-9070-cb3dc4281df2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:00.474912 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-419c8800-ffde-4c2f-8846-75bd6d5b6b56 admin admin] Publish callbacks [] for security_group (4f1e91a1-c5e6-431a-b893-33a0a233b389), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:00.484303 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-419c8800-ffde-4c2f-8846-75bd6d5b6b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4f1e91a1-c5e6-431a-b893-33a0a233b389), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:00.626509 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-419c8800-ffde-4c2f-8846-75bd6d5b6b56 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=19ef74cb9e6b49a0ad1a302ebfdddfe3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2426040 Feb 10 15:38:00.627610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44172) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:00.628494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c8800-ffde-4c2f-8846-75bd6d5b6b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1e91a1-c5e6-431a-b893-33a0a233b389,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:00.745003 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e1af4543-7cbd-43c3-a9ac-27e9c04df0fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=97dcf7f4c3244aa2860d79134d5b96f3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4638174 Feb 10 15:38:00.745972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af4543-7cbd-43c3-a9ac-27e9c04df0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569a8b69-2fdf-47b4-9070-cb3dc4281df2,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:00.816940 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44176) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:00.817229 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3f022eaf-5bfb-4216-9385-3a32c723c103 None None] Port 009a9413-9e51-43be-a76d-b14df14cf0fc cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:00.859795 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45339123-c028-481b-b52c-1d528deb98fa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fb9cc1e6-15c0-4df1-9285-4410bb943bf8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:00.908335 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b7de9b4f-1710-43fd-bd78-e838dadca13f admin admin] Publish callbacks [] for security_group (4f1e91a1-c5e6-431a-b893-33a0a233b389), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:00.928786 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 37da8041-4e98-4a99-8425-1f1e826e467c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=37da8041-4e98-4a99-8425-1f1e826e467c,segment=NetworkSegment(9c2d9956-9898-4849-a01b-2f33e3968205),segment_id=9c2d9956-9898-4849-a01b-2f33e3968205)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:00.969760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-45339123-c028-481b-b52c-1d528deb98fa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for fb9cc1e6-15c0-4df1-9285-4410bb943bf8 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:38:01.004067 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '37da8041-4e98-4a99-8425-1f1e826e467c', 'network_id': '77aa5724-3b5f-481d-b2f0-62152df49035', 'port_id': '37da8041-4e98-4a99-8425-1f1e826e467c', 'mac_address': 'fa:16:3e:29:72:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c152062-e5f7-4888-be3e-07b2128a0ea4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:38:01.016430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed0875-a5ad-4470-bca0-03eb83ed9e99 req-be6352b2-3d2a-4c76-b4fb-4b419d789a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:01.017635 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58ed0875-a5ad-4470-bca0-03eb83ed9e99 req-be6352b2-3d2a-4c76-b4fb-4b419d789a0e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3ff7cc44d27a4d3db3b9445ce4115014&device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 1128 time: 0.3626964 Feb 10 15:38:01.023913 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b7de9b4f-1710-43fd-bd78-e838dadca13f admin admin] Publish callbacks [] for security_group (4f1e91a1-c5e6-431a-b893-33a0a233b389), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:01.057229 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc9219-6a82-434a-ae04-7a65328f459d req-dea66171-1272-4714-83f9-007a64e67cd5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:01.067414 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5bcc9219-6a82-434a-ae04-7a65328f459d req-dea66171-1272-4714-83f9-007a64e67cd5 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.3685200 Feb 10 15:38:01.089256 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 37da8041-4e98-4a99-8425-1f1e826e467c is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:01.089785 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (37da8041-4e98-4a99-8425-1f1e826e467c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:01.093444 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3f022eaf-5bfb-4216-9385-3a32c723c103 None None] Provisioning complete for port fb9cc1e6-15c0-4df1-9285-4410bb943bf8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:01.094314 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f022eaf-5bfb-4216-9385-3a32c723c103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fb9cc1e6-15c0-4df1-9285-4410bb943bf8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:01.136563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 9d5cf869-3b01-4125-8ce9-d2adf47d451d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:01.136975 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9d5cf869-3b01-4125-8ce9-d2adf47d451d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:01.204528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37da8041-4e98-4a99-8425-1f1e826e467c {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:38:01.211017 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8bf586e0-8e26-4b15-b493-d4b944b98b14 req-9cfb8188-0c85-41ca-ab16-787ef23b874a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 210 time: 0.1785724 Feb 10 15:38:01.318639 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5bcc9219-6a82-434a-ae04-7a65328f459d req-a6aa8c4c-74c4-47b5-b85b-09a39145ec5c tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502048 Feb 10 15:38:01.322849 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 37da8041-4e98-4a99-8425-1f1e826e467c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=37da8041-4e98-4a99-8425-1f1e826e467c,segment=NetworkSegment(9c2d9956-9898-4849-a01b-2f33e3968205),segment_id=9c2d9956-9898-4849-a01b-2f33e3968205)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:01.335145 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3f022eaf-5bfb-4216-9385-3a32c723c103 None None] Port fb9cc1e6-15c0-4df1-9285-4410bb943bf8 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:01.335366 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b7de9b4f-1710-43fd-bd78-e838dadca13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4f1e91a1-c5e6-431a-b893-33a0a233b389), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:01.345361 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (37da8041-4e98-4a99-8425-1f1e826e467c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:01.345867 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b7de9b4f-1710-43fd-bd78-e838dadca13f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:01.350359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b7de9b4f-1710-43fd-bd78-e838dadca13f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f1e91a1-c5e6-431a-b893-33a0a233b389 HTTP/1.1" status: 204 len: 168 time: 0.7021019 Feb 10 15:38:01.372092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de9b4f-1710-43fd-bd78-e838dadca13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1e91a1-c5e6-431a-b893-33a0a233b389,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:01.433054 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 9d5cf869-3b01-4125-8ce9-d2adf47d451d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:01.509836 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed0875-a5ad-4470-bca0-03eb83ed9e99 req-4efa9e23-0241-40cb-9925-9d12279fcdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:01.513827 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58ed0875-a5ad-4470-bca0-03eb83ed9e99 req-4efa9e23-0241-40cb-9925-9d12279fcdcd service neutron] 10.222.0.79 "GET /v2.0/networks?id=0e367e63-34d1-4188-ada1-4e62f3974686 HTTP/1.1" status: 200 len: 914 time: 0.4699214 Feb 10 15:38:01.644984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44202) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:01.723030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6698f74-23d1-4ba3-ab78-5a69e8001a73 req-70a27a83-8af7-4d08-82b2-3599c9a520a9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:01.724623 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e6698f74-23d1-4ba3-ab78-5a69e8001a73 req-70a27a83-8af7-4d08-82b2-3599c9a520a9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 944 time: 0.1411028 Feb 10 15:38:01.818312 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58ed0875-a5ad-4470-bca0-03eb83ed9e99 req-8866faaf-33c1-4c01-a124-2fca41d2d6de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54488536-ba73-4f47-9bed-75348e4117fe HTTP/1.1" status: 200 len: 217 time: 0.2574534 Feb 10 15:38:01.849607 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e6698f74-23d1-4ba3-ab78-5a69e8001a73 req-0718a862-1f86-4c75-bc84-2739b3f10d3e tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176138 Feb 10 15:38:01.943632 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-724609bd-3d64-4cfd-b55a-85f260025907 admin admin] Publish callbacks [] for security_group (569a8b69-2fdf-47b4-9070-cb3dc4281df2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:01.994371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=37da8041-4e98-4a99-8425-1f1e826e467c,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:02.003328 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-803345ec-3f35-4440-b86f-5299c93a959f None None] Provisioning complete for port 009a9413-9e51-43be-a76d-b14df14cf0fc triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:02.003965 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-803345ec-3f35-4440-b86f-5299c93a959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (009a9413-9e51-43be-a76d-b14df14cf0fc), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:02.096463 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-803345ec-3f35-4440-b86f-5299c93a959f None None] Port 009a9413-9e51-43be-a76d-b14df14cf0fc cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:02.111058 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-724609bd-3d64-4cfd-b55a-85f260025907 admin admin] Publish callbacks [] for security_group (569a8b69-2fdf-47b4-9070-cb3dc4281df2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:02.113606 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-803345ec-3f35-4440-b86f-5299c93a959f None None] Provisioning complete for port fb9cc1e6-15c0-4df1-9285-4410bb943bf8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:02.113987 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-803345ec-3f35-4440-b86f-5299c93a959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fb9cc1e6-15c0-4df1-9285-4410bb943bf8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:02.127389 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['37da8041-4e98-4a99-8425-1f1e826e467c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:38:02.326083 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed0875-a5ad-4470-bca0-03eb83ed9e99 req-bb3c399d-aa77-4582-930d-4c63411a5dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:02.327909 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58ed0875-a5ad-4470-bca0-03eb83ed9e99 req-bb3c399d-aa77-4582-930d-4c63411a5dab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6 HTTP/1.1" status: 200 len: 853 time: 0.4862635 Feb 10 15:38:02.333976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-50530c7c-11ef-47d1-8516-abb31c3237e4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1110019381-network', 'tenant_id': 'f4c25f3fcb03489eafb6961a58e6ef5a'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:02.337692 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45339123-c028-481b-b52c-1d528deb98fa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fb9cc1e6-15c0-4df1-9285-4410bb943bf8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:02.349381 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-803345ec-3f35-4440-b86f-5299c93a959f None None] Port fb9cc1e6-15c0-4df1-9285-4410bb943bf8 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:02.368955 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-724609bd-3d64-4cfd-b55a-85f260025907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (569a8b69-2fdf-47b4-9070-cb3dc4281df2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:02.377559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-724609bd-3d64-4cfd-b55a-85f260025907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:02.387437 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-724609bd-3d64-4cfd-b55a-85f260025907 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/569a8b69-2fdf-47b4-9070-cb3dc4281df2 HTTP/1.1" status: 204 len: 168 time: 1.5658569 Feb 10 15:38:02.487422 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ca25b5b-13dc-4be0-b074-abcc5f199003 req-eab4b36e-4acb-4c4a-8336-c8a6360282c7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 210 time: 0.0894694 Feb 10 15:38:02.516388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-0448b66e-73c8-4d8d-8981-ee04adbae4e4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:02.518017 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-0448b66e-73c8-4d8d-8981-ee04adbae4e4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 812 time: 1.0711303 Feb 10 15:38:02.611707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45339123-c028-481b-b52c-1d528deb98fa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=fb9cc1e6-15c0-4df1-9285-4410bb943bf8,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:02.615470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724609bd-3d64-4cfd-b55a-85f260025907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569a8b69-2fdf-47b4-9070-cb3dc4281df2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:02.624524 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58ed0875-a5ad-4470-bca0-03eb83ed9e99 req-b354631e-dbc2-4f80-9921-7ef7fc4b0019 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e367e63-34d1-4188-ada1-4e62f3974686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2329524 Feb 10 15:38:02.698381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50530c7c-11ef-47d1-8516-abb31c3237e4 admin admin] Made reservation on behalf of f4c25f3fcb03489eafb6961a58e6ef5a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:02.703276 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50530c7c-11ef-47d1-8516-abb31c3237e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:02.737731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-7616f5dd-97d6-4717-bbff-40a43eb17305 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Request body: {'port': {'device_id': 'c8652ef9-9c47-4475-a9f3-f93afb9100e8', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'admin_state_up': True, 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:02.770654 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ce356-6be2-4ab8-a257-fa3a316d881e req-75dc3a9f-25d0-45cc-92ff-bb6c6adc26eb tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:02.793247 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b5ce356-6be2-4ab8-a257-fa3a316d881e req-75dc3a9f-25d0-45cc-92ff-bb6c6adc26eb tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.3048780 Feb 10 15:38:02.918740 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50530c7c-11ef-47d1-8516-abb31c3237e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:02.947841 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-45339123-c028-481b-b52c-1d528deb98fa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:02.949266 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b5ce356-6be2-4ab8-a257-fa3a316d881e req-67402fc9-fb05-4efc-bcb7-666c29b4ca6e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548078 Feb 10 15:38:02.955846 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-45339123-c028-481b-b52c-1d528deb98fa tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/fb9cc1e6-15c0-4df1-9285-4410bb943bf8 HTTP/1.1" status: 204 len: 168 time: 3.2238214 Feb 10 15:38:02.960165 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44242) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:03.046619 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13e4c97-f47b-4b9b-8c5a-1d3ac774c866 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] GET failed (client error): The resource could not be found. Feb 10 15:38:03.051438 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a13e4c97-f47b-4b9b-8c5a-1d3ac774c866 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/fb9cc1e6-15c0-4df1-9285-4410bb943bf8 HTTP/1.1" status: 404 len: 333 time: 0.0822535 Feb 10 15:38:03.069170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44244) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:03.214186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44248) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:03.282422 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58ed0875-a5ad-4470-bca0-03eb83ed9e99 req-5987d191-5ab9-4c61-916e-5e7628233b4f service neutron] 10.222.0.79 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037371 Feb 10 15:38:03.337853 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6ea00-29a0-4e7f-a5b7-4d92ecae2ca2 req-a2b0149f-dfbc-419f-afed-0f18fd1f9251 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:03.376025 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dde6ea00-29a0-4e7f-a5b7-4d92ecae2ca2 req-a2b0149f-dfbc-419f-afed-0f18fd1f9251 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 944 time: 0.3317695 Feb 10 15:38:03.408162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-7616f5dd-97d6-4717-bbff-40a43eb17305 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Made reservation on behalf of 03e2045129ad4ef1931b5795dd4f29b4 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:03.412243 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-7616f5dd-97d6-4717-bbff-40a43eb17305 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:03.455067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-185243485-network', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:03.461759 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44258) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:03.485943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-c3ec0649-a355-4c1f-872b-59fb2bc1be27 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port 009a9413-9e51-43be-a76d-b14df14cf0fc {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:38:03.487608 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3ec0649-a355-4c1f-872b-59fb2bc1be27 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (009a9413-9e51-43be-a76d-b14df14cf0fc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:03.550638 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e8f1100f-5529-44fd-b4cc-5fde3b2ff036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:03.566606 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50530c7c-11ef-47d1-8516-abb31c3237e4 admin admin] Publish callbacks [] for security_group (adf4b4ee-f997-4e0e-b371-c44ce6bb2484), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:03.598547 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] Made reservation on behalf of 77fbf24d79fa4d5fbb639f8a01d7de6c for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:03.605548 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:03.608892 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50530c7c-11ef-47d1-8516-abb31c3237e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (adf4b4ee-f997-4e0e-b371-c44ce6bb2484), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:03.655721 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58ed0875-a5ad-4470-bca0-03eb83ed9e99 req-715986db-4d2f-4207-8fd0-fd7f6369e5fc service neutron] 10.222.0.79 "GET /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635280 Feb 10 15:38:03.656612 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:03.693895 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dde6ea00-29a0-4e7f-a5b7-4d92ecae2ca2 req-abffb9ac-05f7-4843-ac2d-6f3c9a7e02f4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145697 Feb 10 15:38:03.705524 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50530c7c-11ef-47d1-8516-abb31c3237e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:38:03.721795 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50530c7c-11ef-47d1-8516-abb31c3237e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (d799b748-2720-41b4-b9f9-839e0f5e4ffa), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:03.722201 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-50530c7c-11ef-47d1-8516-abb31c3237e4 admin admin] Added segment d799b748-2720-41b4-b9f9-839e0f5e4ffa of type vlan for network 8869d08f-a2e4-449e-9a50-22ae4eebae0f Feb 10 15:38:03.793334 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50530c7c-11ef-47d1-8516-abb31c3237e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (8869d08f-a2e4-449e-9a50-22ae4eebae0f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:03.798362 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-59b6bd09-a87d-4f38-83e9-4e515be3598a req-40ec6854-754d-4eed-89f3-d206a0baf432 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 210 time: 0.1271145 Feb 10 15:38:03.830829 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3ec0649-a355-4c1f-872b-59fb2bc1be27 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (009a9413-9e51-43be-a76d-b14df14cf0fc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:03.851492 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-c3ec0649-a355-4c1f-872b-59fb2bc1be27 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for 009a9413-9e51-43be-a76d-b14df14cf0fc owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:38:03.937026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50530c7c-11ef-47d1-8516-abb31c3237e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf4b4ee-f997-4e0e-b371-c44ce6bb2484,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:03.957777 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50530c7c-11ef-47d1-8516-abb31c3237e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (8869d08f-a2e4-449e-9a50-22ae4eebae0f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:03.959036 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50530c7c-11ef-47d1-8516-abb31c3237e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:03.959702 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50530c7c-11ef-47d1-8516-abb31c3237e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:04.086252 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3ec0649-a355-4c1f-872b-59fb2bc1be27 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (009a9413-9e51-43be-a76d-b14df14cf0fc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:04.100533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-7616f5dd-97d6-4717-bbff-40a43eb17305 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Allocated IP 172.20.0.9 (27e2001a-a1ab-4573-85b8-a44f65e39c6e/90274fea-8f83-4f17-b4ae-db95949e49bc/aea95d4a-9467-44a1-a4a8-36f4a9e69d28) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:04.141779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec0649-a355-4c1f-872b-59fb2bc1be27 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=009a9413-9e51-43be-a76d-b14df14cf0fc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:04.170339 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3ec0649-a355-4c1f-872b-59fb2bc1be27 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:04.177157 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-50530c7c-11ef-47d1-8516-abb31c3237e4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4961934 Feb 10 15:38:04.177865 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c3ec0649-a355-4c1f-872b-59fb2bc1be27 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/009a9413-9e51-43be-a76d-b14df14cf0fc HTTP/1.1" status: 204 len: 168 time: 1.1071401 Feb 10 15:38:04.183161 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44268) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:04.183967 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44270) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:04.192363 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 37da8041-4e98-4a99-8425-1f1e826e467c up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:04.206527 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e8f1100f-5529-44fd-b4cc-5fde3b2ff036 admin admin] Publish callbacks [] for security_group (4cd85744-6e1c-4198-b7a0-064d06230ddf), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:04.228300 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ab123ff9-ed18-464f-ab27-9ed0f70545ed admin admin] Request body: {'subnet': {'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1110019381-subnet', 'tenant_id': 'f4c25f3fcb03489eafb6961a58e6ef5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:04.236551 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9d904d-f6db-4ece-aa1d-7d97677665e5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] GET failed (client error): The resource could not be found. Feb 10 15:38:04.241070 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ff9d904d-f6db-4ece-aa1d-7d97677665e5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/009a9413-9e51-43be-a76d-b14df14cf0fc HTTP/1.1" status: 404 len: 333 time: 0.0556560 Feb 10 15:38:04.242812 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44272) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:04.263312 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] Publish callbacks [] for security_group (4442c1a8-ba06-459d-9496-eaeaeda96ec6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:04.277347 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e8f1100f-5529-44fd-b4cc-5fde3b2ff036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4cd85744-6e1c-4198-b7a0-064d06230ddf), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:04.305600 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4442c1a8-ba06-459d-9496-eaeaeda96ec6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:04.309104 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 37da8041-4e98-4a99-8425-1f1e826e467c completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:38:04.325660 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 37da8041-4e98-4a99-8425-1f1e826e467c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:04.326049 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (37da8041-4e98-4a99-8425-1f1e826e467c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:04.451476 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50530c7c-11ef-47d1-8516-abb31c3237e4 admin admin] Pushing event updated for resources: {'Network': ['ID=8869d08f-a2e4-449e-9a50-22ae4eebae0f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:04.502920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 8869d08f-a2e4-449e-9a50-22ae4eebae0f details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:38:04.543704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 37da8041-4e98-4a99-8425-1f1e826e467c is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:04.544514 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (37da8041-4e98-4a99-8425-1f1e826e467c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:04.579981 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-7616f5dd-97d6-4717-bbff-40a43eb17305 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:04.620414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b7d92c-c357-46f0-b434-71e92bc260fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37da8041-4e98-4a99-8425-1f1e826e467c'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:38:04.624248 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e8f1100f-5529-44fd-b4cc-5fde3b2ff036 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc7d6606660842ffbd7a01ec32a7d150&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1497476 Feb 10 15:38:04.624248 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:38:04.628307 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5d7aee-0e3a-4a66-ae72-dea07a4e0f5a" -d '{"events": [{"server_uuid": "e3b7d92c-c357-46f0-b434-71e92bc260fe", "name": "network-vif-plugged", "status": "completed", "tag": "37da8041-4e98-4a99-8425-1f1e826e467c"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:38:04.632569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44280) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:04.641471 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-7616f5dd-97d6-4717-bbff-40a43eb17305 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:04.684771 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (3b0465a0-96fe-43ae-be6d-54e5bf8a8902), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:04.685269 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] Added segment 3b0465a0-96fe-43ae-be6d-54e5bf8a8902 of type vlan for network 8fff8c30-0a34-4f57-884d-3d888ae929ae Feb 10 15:38:04.693901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['2142e605-8066-4484-9c2b-59f608058a7f', '68f473ee-c6bd-458b-a2e8-3fe1e8dd5709'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:38:04.706159 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 37da8041-4e98-4a99-8425-1f1e826e467c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=37da8041-4e98-4a99-8425-1f1e826e467c,segment=NetworkSegment(9c2d9956-9898-4849-a01b-2f33e3968205),segment_id=9c2d9956-9898-4849-a01b-2f33e3968205)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:04.733039 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1100f-5529-44fd-b4cc-5fde3b2ff036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd85744-6e1c-4198-b7a0-064d06230ddf,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:04.756455 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (37da8041-4e98-4a99-8425-1f1e826e467c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:04.856749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-7616f5dd-97d6-4717-bbff-40a43eb17305 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Network 27e2001a-a1ab-4573-85b8-a44f65e39c6e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:04.877185 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=37da8041-4e98-4a99-8425-1f1e826e467c,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:04.931357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-7616f5dd-97d6-4717-bbff-40a43eb17305 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:04.944781 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-795e597c-d425-45f6-96eb-beb2ddf615af tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting subnet fb139ab3-c572-4370-9479-cf4848650d76 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:38:04.951662 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab123ff9-ed18-464f-ab27-9ed0f70545ed admin admin] Made reservation on behalf of f4c25f3fcb03489eafb6961a58e6ef5a for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:04.954434 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ab123ff9-ed18-464f-ab27-9ed0f70545ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:04.959697 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-7616f5dd-97d6-4717-bbff-40a43eb17305 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:05.056820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616f5dd-97d6-4717-bbff-40a43eb17305 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event updated for resources: {'Port': ['ID=aea95d4a-9467-44a1-a4a8-36f4a9e69d28,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:05.084668 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (8fff8c30-0a34-4f57-884d-3d888ae929ae), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:05.089034 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4442c1a8-ba06-459d-9496-eaeaeda96ec6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:05.106911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397213a1-dcc3-4bf6-8ad3-871a10d6194c req-0c8e018e-6370-4ff1-bb87-c31036ce3ce0 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:05.114785 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-397213a1-dcc3-4bf6-8ad3-871a10d6194c req-0c8e018e-6370-4ff1-bb87-c31036ce3ce0 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 1.0307462 Feb 10 15:38:05.116812 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-795e597c-d425-45f6-96eb-beb2ddf615af tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (fb139ab3-c572-4370-9479-cf4848650d76), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:05.135447 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c1f1996-fcf2-414b-88ee-df5b93c18116 admin admin] Publish callbacks [] for security_group (4cd85744-6e1c-4198-b7a0-064d06230ddf), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:05.169674 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c1f1996-fcf2-414b-88ee-df5b93c18116 admin admin] Publish callbacks [] for security_group (4cd85744-6e1c-4198-b7a0-064d06230ddf), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:05.243094 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c1f1996-fcf2-414b-88ee-df5b93c18116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4cd85744-6e1c-4198-b7a0-064d06230ddf), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:05.246113 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c1f1996-fcf2-414b-88ee-df5b93c18116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:05.250877 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3c1f1996-fcf2-414b-88ee-df5b93c18116 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4cd85744-6e1c-4198-b7a0-064d06230ddf HTTP/1.1" status: 204 len: 168 time: 0.6108389 Feb 10 15:38:05.252716 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d02bd3d-7081-422d-aeb7-1dbe1e70af62 x-openstack-request-id: req-0d02bd3d-7081-422d-aeb7-1dbe1e70af62 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:38:05.253170 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b7d92c-c357-46f0-b434-71e92bc260fe", "name": "network-vif-plugged", "status": "completed", "tag": "37da8041-4e98-4a99-8425-1f1e826e467c", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:38:05.253322 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d02bd3d-7081-422d-aeb7-1dbe1e70af62 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:38:05.253731 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b7d92c-c357-46f0-b434-71e92bc260fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37da8041-4e98-4a99-8425-1f1e826e467c', 'code': 200} Feb 10 15:38:05.253860 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.db.resource_extend [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:38:05.277235 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-7616f5dd-97d6-4717-bbff-40a43eb17305 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:05.278050 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-7616f5dd-97d6-4717-bbff-40a43eb17305 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:05.301439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f1996-fcf2-414b-88ee-df5b93c18116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd85744-6e1c-4198-b7a0-064d06230ddf,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:05.318309 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (8fff8c30-0a34-4f57-884d-3d888ae929ae), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:05.319621 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:05.320577 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:05.331487 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-795e597c-d425-45f6-96eb-beb2ddf615af tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (fb139ab3-c572-4370-9479-cf4848650d76), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:05.378545 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-7616f5dd-97d6-4717-bbff-40a43eb17305 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6812568 Feb 10 15:38:05.403578 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Request body: {'port': {'device_id': 'c8652ef9-9c47-4475-a9f3-f93afb9100e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:05.467236 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a2c42495-bb7c-4daf-af51-f744b00f07f2 None None] Provisioning complete for port aea95d4a-9467-44a1-a4a8-36f4a9e69d28 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:05.467612 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a2c42495-bb7c-4daf-af51-f744b00f07f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:05.505158 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-397213a1-dcc3-4bf6-8ad3-871a10d6194c req-a2807359-af75-457e-85be-b2498176bb4e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893983 Feb 10 15:38:05.523329 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ab123ff9-ed18-464f-ab27-9ed0f70545ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (fd6f1597-24e8-4da8-a58f-4d14c7888f3e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:05.618919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a2c42495-bb7c-4daf-af51-f744b00f07f2 None None] Port aea95d4a-9467-44a1-a4a8-36f4a9e69d28 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:05.688728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c78eda-0ff1-47a9-b79c-d7c4519378ca req-e7560404-78c2-4ebb-a4e5-eb30769cf773 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:05.696264 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2c78eda-0ff1-47a9-b79c-d7c4519378ca req-e7560404-78c2-4ebb-a4e5-eb30769cf773 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.2882845 Feb 10 15:38:05.763764 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-795e597c-d425-45f6-96eb-beb2ddf615af tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (fb139ab3-c572-4370-9479-cf4848650d76), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:05.814252 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab123ff9-ed18-464f-ab27-9ed0f70545ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd6f1597-24e8-4da8-a58f-4d14c7888f3e,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:05.849301 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab123ff9-ed18-464f-ab27-9ed0f70545ed admin admin] Checking segment: {'id': 'd799b748-2720-41b4-b9f9-839e0f5e4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:05.849675 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab123ff9-ed18-464f-ab27-9ed0f70545ed admin admin] Network hostable DHCP agents. Network: 8869d08f-a2e4-449e-9a50-22ae4eebae0f, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:38:05.901896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa887c-2c2e-48c7-9cc6-e59a620801d0 req-a7c65752-b461-40bf-a056-5d57bb3a39ba tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:05.909135 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2aa887c-2c2e-48c7-9cc6-e59a620801d0 req-a7c65752-b461-40bf-a056-5d57bb3a39ba tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 931 time: 0.2649832 Feb 10 15:38:05.933491 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7160020 Feb 10 15:38:05.935292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2c78eda-0ff1-47a9-b79c-d7c4519378ca req-48ac3942-ab06-43d2-823f-80607ee02fc2 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327125 Feb 10 15:38:05.938741 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44316) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:05.952409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9cf98005-933a-44da-8501-02a89709b99a admin admin] Request body: {'subnet': {'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-185243485-subnet', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:05.958805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab123ff9-ed18-464f-ab27-9ed0f70545ed admin admin] Network 8869d08f-a2e4-449e-9a50-22ae4eebae0f is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:38:05.964803 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-795e597c-d425-45f6-96eb-beb2ddf615af tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (fb139ab3-c572-4370-9479-cf4848650d76), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:06.006234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b4783-b568-4740-9f40-e9a1b224b1c9 admin admin] Pushing event updated for resources: {'Network': ['ID=8fff8c30-0a34-4f57-884d-3d888ae929ae,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:06.017286 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-ab123ff9-ed18-464f-ab27-9ed0f70545ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 8869d08f-a2e4-449e-9a50-22ae4eebae0f) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:06.020148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e597c-d425-45f6-96eb-beb2ddf615af tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Subnet': ['ID=fb139ab3-c572-4370-9479-cf4848650d76,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:06.022248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 8fff8c30-0a34-4f57-884d-3d888ae929ae details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:38:06.029008 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-795e597c-d425-45f6-96eb-beb2ddf615af tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:06.034987 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-795e597c-d425-45f6-96eb-beb2ddf615af tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/fb139ab3-c572-4370-9479-cf4848650d76 HTTP/1.1" status: 204 len: 168 time: 1.7909214 Feb 10 15:38:06.039257 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44322) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:06.041083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab123ff9-ed18-464f-ab27-9ed0f70545ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:06.041679 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ab123ff9-ed18-464f-ab27-9ed0f70545ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:06.063366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf98005-933a-44da-8501-02a89709b99a admin admin] Made reservation on behalf of 77fbf24d79fa4d5fbb639f8a01d7de6c for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:06.065709 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9cf98005-933a-44da-8501-02a89709b99a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:06.074094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791ea11-db57-42a8-9892-8ed9c13164d1 req-6ce692a7-642c-473e-8345-fc3ec836a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:06.075975 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9791ea11-db57-42a8-9892-8ed9c13164d1 req-6ce692a7-642c-473e-8345-fc3ec836a2ad service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 1127 time: 0.7428408 Feb 10 15:38:06.076939 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:06.124603 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2621f142-7af9-4b77-bd32-9130b156f5d1 None None] Network 8869d08f-a2e4-449e-9a50-22ae4eebae0f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:06.185695 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2aa887c-2c2e-48c7-9cc6-e59a620801d0 req-b986753b-8102-481d-b5c5-daaaa405a455 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751608 Feb 10 15:38:06.204280 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb18371-3ca6-4823-a2c5-ca0403d62ee8 None None] Network 138ce4ab-e564-4d66-a2a0-134f381bb612 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:06.209023 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9791ea11-db57-42a8-9892-8ed9c13164d1 req-69bd9a59-1cba-48f6-8747-a72040e9c0cd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169977 Feb 10 15:38:06.236220 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ab123ff9-ed18-464f-ab27-9ed0f70545ed admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0494385 Feb 10 15:38:06.291935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f2819a-a639-4b39-800d-aa58fee3fdd8 None None] Network 8869d08f-a2e4-449e-9a50-22ae4eebae0f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:06.397463 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (138ce4ab-e564-4d66-a2a0-134f381bb612), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:06.633194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea95d4a-9467-44a1-a4a8-36f4a9e69d28 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:38:06.651564 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Publish callbacks [] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:06.668528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c04e1-1692-43f5-9f70-744ca0dd741b None None] DHCP port deletion for 138ce4ab-e564-4d66-a2a0-134f381bb612 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:38:06.670475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Transition to ACTIVE for port object aea95d4a-9467-44a1-a4a8-36f4a9e69d28 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:38:06.679787 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:06.701357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port 9d5cf869-3b01-4125-8ce9-d2adf47d451d {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:38:06.701726 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9d5cf869-3b01-4125-8ce9-d2adf47d451d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:06.768804 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9cf98005-933a-44da-8501-02a89709b99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (0d461450-fb69-494a-aff0-016ac0977632), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:06.792988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8d5c04e1-1692-43f5-9f70-744ca0dd741b None None] Deleting port 9d5cf869-3b01-4125-8ce9-d2adf47d451d {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:38:06.797515 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d5c04e1-1692-43f5-9f70-744ca0dd741b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9d5cf869-3b01-4125-8ce9-d2adf47d451d), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:06.816765 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Pushing event updated for resources: {'Port': ['ID=aea95d4a-9467-44a1-a4a8-36f4a9e69d28,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:06.957944 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] For port 9d5cf869-3b01-4125-8ce9-d2adf47d451d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9d5cf869-3b01-4125-8ce9-d2adf47d451d,segment=NetworkSegment(817f0009-dae9-4df5-9e02-5ac486ae5844),segment_id=817f0009-dae9-4df5-9e02-5ac486ae5844)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:06.958462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8d5c04e1-1692-43f5-9f70-744ca0dd741b None None] For port 9d5cf869-3b01-4125-8ce9-d2adf47d451d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9d5cf869-3b01-4125-8ce9-d2adf47d451d,segment=NetworkSegment(817f0009-dae9-4df5-9e02-5ac486ae5844),segment_id=817f0009-dae9-4df5-9e02-5ac486ae5844)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:06.958574 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9d5cf869-3b01-4125-8ce9-d2adf47d451d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:06.958697 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d5c04e1-1692-43f5-9f70-744ca0dd741b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9d5cf869-3b01-4125-8ce9-d2adf47d451d), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:06.969702 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Attempting to bind port aea95d4a-9467-44a1-a4a8-36f4a9e69d28 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:38:06.970266 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Attempting to bind port aea95d4a-9467-44a1-a4a8-36f4a9e69d28 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:38:06.970388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Attempting to bind port aea95d4a-9467-44a1-a4a8-36f4a9e69d28 on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:06.972967 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for 9d5cf869-3b01-4125-8ce9-d2adf47d451d owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:38:06.982784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Port aea95d4a-9467-44a1-a4a8-36f4a9e69d28 on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:38:06.983138 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Attempting to bind port aea95d4a-9467-44a1-a4a8-36f4a9e69d28 on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:06.995482 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:38:06.995831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Checking segment: {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:06.996730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Bound using segment: {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:38:06.996730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Bound port: aea95d4a-9467-44a1-a4a8-36f4a9e69d28, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:38:06.997359 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:07.002374 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8d5c04e1-1692-43f5-9f70-744ca0dd741b None None] Calling delete_port for 9d5cf869-3b01-4125-8ce9-d2adf47d451d owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:38:07.046124 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:07.125734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf98005-933a-44da-8501-02a89709b99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d461450-fb69-494a-aff0-016ac0977632,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:07.137540 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9d5cf869-3b01-4125-8ce9-d2adf47d451d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:07.145536 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] For port aea95d4a-9467-44a1-a4a8-36f4a9e69d28, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:38:07.154159 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] For port aea95d4a-9467-44a1-a4a8-36f4a9e69d28, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=aea95d4a-9467-44a1-a4a8-36f4a9e69d28,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:38:07.172605 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:07.183566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44370) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:07.200425 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d5c04e1-1692-43f5-9f70-744ca0dd741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (9d5cf869-3b01-4125-8ce9-d2adf47d451d), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:07.215221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:07.216018 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:07.217479 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] 10.222.0.79 "PUT /v2.0/ports/aea95d4a-9467-44a1-a4a8-36f4a9e69d28 HTTP/1.1" status: 200 len: 1091 time: 1.8188717 Feb 10 15:38:07.217939 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8652ef9-9c47-4475-a9f3-f93afb9100e8', 'tag': 'aea95d4a-9467-44a1-a4a8-36f4a9e69d28'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:38:07.222677 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfcde0c-6b8c-4bfb-91bf-d6cfce1cfbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "c8652ef9-9c47-4475-a9f3-f93afb9100e8", "tag": "aea95d4a-9467-44a1-a4a8-36f4a9e69d28"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:38:07.243652 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c04e1-1692-43f5-9f70-744ca0dd741b None None] Pushing event deleted for resources: {'Port': ['ID=9d5cf869-3b01-4125-8ce9-d2adf47d451d,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:07.247585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c04e1-1692-43f5-9f70-744ca0dd741b None None] No DVR routers for this DVR port 9d5cf869-3b01-4125-8ce9-d2adf47d451d on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:38:07.252862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=9d5cf869-3b01-4125-8ce9-d2adf47d451d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:07.259749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No DVR routers for this DVR port 9d5cf869-3b01-4125-8ce9-d2adf47d451d on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:38:07.272363 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fa29a-4cfd-489f-9d56-b36b30ad2eba service neutron] Pushing event updated for resources: {'Port': ['ID=aea95d4a-9467-44a1-a4a8-36f4a9e69d28,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:07.272567 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf98005-933a-44da-8501-02a89709b99a admin admin] Checking segment: {'id': '3b0465a0-96fe-43ae-be6d-54e5bf8a8902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:07.272768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf98005-933a-44da-8501-02a89709b99a admin admin] Network hostable DHCP agents. Network: 8fff8c30-0a34-4f57-884d-3d888ae929ae, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:38:07.362316 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202b1ca-bee9-45c9-87ab-48aecc108a26 req-35e2c01e-c089-4dbf-81cc-14b98940188f tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:07.363989 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1202b1ca-bee9-45c9-87ab-48aecc108a26 req-35e2c01e-c089-4dbf-81cc-14b98940188f tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.6534362 Feb 10 15:38:07.400392 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-d0e3ddb3-221e-43ea-b536-bca52d26e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:07.404061 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-d0e3ddb3-221e-43ea-b536-bca52d26e364 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 1125 time: 0.1252508 Feb 10 15:38:07.429358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf98005-933a-44da-8501-02a89709b99a admin admin] Network 8fff8c30-0a34-4f57-884d-3d888ae929ae is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:38:07.463554 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-0371e7b8-8412-4d1e-bf6e-690a14d0e4cc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea95d4a-9467-44a1-a4a8-36f4a9e69d28 HTTP/1.1" status: 200 len: 217 time: 0.0525448 Feb 10 15:38:07.494177 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (138ce4ab-e564-4d66-a2a0-134f381bb612), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:07.518568 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138ce4ab-e564-4d66-a2a0-134f381bb612']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:07.527276 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-331356f5-3f2d-40c8-9fd9-8797c2258e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:07.528914 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817f0009-dae9-4df5-9e02-5ac486ae5844') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:07.529235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817f0009-dae9-4df5-9e02-5ac486ae5844') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:07.529578 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-331356f5-3f2d-40c8-9fd9-8797c2258e49 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.0583110 Feb 10 15:38:07.572822 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (817f0009-dae9-4df5-9e02-5ac486ae5844), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:07.574618 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-9cf98005-933a-44da-8501-02a89709b99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 8fff8c30-0a34-4f57-884d-3d888ae929ae) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:07.585367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7971e7-635c-4fa1-9e8a-a71f3c20fc63 None None] Network 8fff8c30-0a34-4f57-884d-3d888ae929ae requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:07.593339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1411ad-eb6d-4218-a241-065e63865678 req-1fbbbb20-dd5b-4d02-943a-4f8851fd4ff6 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:07.594986 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d1411ad-eb6d-4218-a241-065e63865678 req-1fbbbb20-dd5b-4d02-943a-4f8851fd4ff6 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/networks?id=8869d08f-a2e4-449e-9a50-22ae4eebae0f HTTP/1.1" status: 200 len: 815 time: 0.4655323 Feb 10 15:38:07.595752 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d9603699-966d-4397-a378-2c2bb796ea57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:07.606868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-73fbe289-f159-4c0b-9fac-94a385f0691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:07.610051 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-73fbe289-f159-4c0b-9fac-94a385f0691d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0682783 Feb 10 15:38:07.610201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf98005-933a-44da-8501-02a89709b99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:07.611197 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9cf98005-933a-44da-8501-02a89709b99a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:07.627607 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (817f0009-dae9-4df5-9e02-5ac486ae5844), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:07.656101 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:38:07.656698 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (817f0009-dae9-4df5-9e02-5ac486ae5844), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:38:07.662198 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:38:07.692407 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1202b1ca-bee9-45c9-87ab-48aecc108a26 req-f46723b7-f6d9-4069-a3d7-1a101fbe87b1 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118570 Feb 10 15:38:07.738708 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d1411ad-eb6d-4218-a241-065e63865678 req-7da99095-bb19-4642-b4aa-2682f72176c0 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/quotas/f4c25f3fcb03489eafb6961a58e6ef5a HTTP/1.1" status: 200 len: 375 time: 0.1171136 Feb 10 15:38:07.760728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9cf98005-933a-44da-8501-02a89709b99a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8197351 Feb 10 15:38:07.764858 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-6ff66f3f-0664-4346-a22a-04c19d3ae7f8 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469655 Feb 10 15:38:07.766202 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44388) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:07.770736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-185243485-router', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:07.790707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-8fff8c30-0a34-4f57-884d-3d888ae929ae', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'fixed_ips': [{'subnet_id': '0d461450-fb69-494a-aff0-016ac0977632'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:38:07.791587 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:07.855751 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9a2a0fdf-0866-486f-9083-8eba01dd81bd tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4c25f3fcb03489eafb6961a58e6ef5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923526 Feb 10 15:38:07.886760 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (138ce4ab-e564-4d66-a2a0-134f381bb612), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:07.922121 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:07.931252 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/networks/138ce4ab-e564-4d66-a2a0-134f381bb612 HTTP/1.1" status: 204 len: 168 time: 1.8869998 Feb 10 15:38:07.933890 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44390) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:07.941214 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-20493d06-0e29-4c3d-af99-3962bf8b447b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1509261169'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:07.955053 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07d243-4014-4e15-a222-cb670a2b2cf2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Network': ['ID=138ce4ab-e564-4d66-a2a0-134f381bb612,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:07.973285 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d4e37cdc-d1fe-441e-aa16-2dc0dff09533 req-994aa75f-ddba-4bcf-b81b-384bb4d73fb8 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874168 Feb 10 15:38:07.991644 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (a0ed1596-f2d7-477d-87e2-0b565fdb64da), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:07.996886 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (a0ed1596-f2d7-477d-87e2-0b565fdb64da), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.013669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20493d06-0e29-4c3d-af99-3962bf8b447b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:08.017663 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20493d06-0e29-4c3d-af99-3962bf8b447b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.035722 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Allocated IP 172.20.0.2 (8fff8c30-0a34-4f57-884d-3d888ae929ae/0d461450-fb69-494a-aff0-016ac0977632/4e901efd-3afe-47e2-baf1-3339affbef59) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:08.045669 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a9d84-858c-43b0-ac19-a6a40b70fd72 req-4a4f6f74-426a-4407-af5c-d54fd70b731a tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:08.047797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-605a9d84-858c-43b0-ac19-a6a40b70fd72 req-4a4f6f74-426a-4407-af5c-d54fd70b731a tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.2295787 Feb 10 15:38:08.062180 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9d5cf869-3b01-4125-8ce9-d2adf47d451d no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:38:08.068007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20493d06-0e29-4c3d-af99-3962bf8b447b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:38:08.079420 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20493d06-0e29-4c3d-af99-3962bf8b447b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (1da084a5-e0b7-4dbe-bb55-53627ed19d0f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.079765 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-20493d06-0e29-4c3d-af99-3962bf8b447b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Added segment 1da084a5-e0b7-4dbe-bb55-53627ed19d0f of type vlan for network a90ffc2c-eec5-49d2-bf93-023793d534e3 Feb 10 15:38:08.089531 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d9603699-966d-4397-a378-2c2bb796ea57 admin admin] Publish callbacks [] for security_group (68e3bdcc-f83f-4f06-95d7-ba2fe7d4c9a8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.099006 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d1411ad-eb6d-4218-a241-065e63865678 req-a653223c-ef48-447f-8b5b-0993e898f1b1 service neutron] 10.222.0.64 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239027 Feb 10 15:38:08.102312 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d9603699-966d-4397-a378-2c2bb796ea57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (68e3bdcc-f83f-4f06-95d7-ba2fe7d4c9a8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.122092 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 9d5cf869-3b01-4125-8ce9-d2adf47d451d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:38:08.122837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9d5cf869-3b01-4125-8ce9-d2adf47d451d not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:38:08.188015 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20493d06-0e29-4c3d-af99-3962bf8b447b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (a90ffc2c-eec5-49d2-bf93-023793d534e3), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.191022 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Publish callbacks [] for router_controller (a0ed1596-f2d7-477d-87e2-0b565fdb64da), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.199037 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d9603699-966d-4397-a378-2c2bb796ea57 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=03954baab9474d8dba078f1dd96baef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9818492 Feb 10 15:38:08.199813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44396) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:08.234905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9603699-966d-4397-a378-2c2bb796ea57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e3bdcc-f83f-4f06-95d7-ba2fe7d4c9a8,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:08.248130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-605a9d84-858c-43b0-ac19-a6a40b70fd72 req-6824a14e-bd26-41b5-8209-13282b977014 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888137 Feb 10 15:38:08.298522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d1411ad-eb6d-4218-a241-065e63865678 req-adf89d27-77fc-4a94-b6b3-b239c6cbc419 service neutron] 10.222.0.64 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850605 Feb 10 15:38:08.330060 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20493d06-0e29-4c3d-af99-3962bf8b447b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (a90ffc2c-eec5-49d2-bf93-023793d534e3), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.331033 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Publish callbacks [] for port (4e901efd-3afe-47e2-baf1-3339affbef59), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.335269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20493d06-0e29-4c3d-af99-3962bf8b447b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:08.335870 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20493d06-0e29-4c3d-af99-3962bf8b447b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.340446 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (4e901efd-3afe-47e2-baf1-3339affbef59), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.387112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44400) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:08.387408 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-20493d06-0e29-4c3d-af99-3962bf8b447b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4511795 Feb 10 15:38:08.395738 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6b4085ab-a650-4a38-a99f-a05e0e36e150 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'subnet': {'network_id': 'a90ffc2c-eec5-49d2-bf93-023793d534e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:08.426314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Network 8fff8c30-0a34-4f57-884d-3d888ae929ae is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:08.431893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:08.447622 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:08.455799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Pushing event updated for resources: {'Port': ['ID=4e901efd-3afe-47e2-baf1-3339affbef59,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:08.525067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20493d06-0e29-4c3d-af99-3962bf8b447b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Network': ['ID=a90ffc2c-eec5-49d2-bf93-023793d534e3,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:08.526946 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-663156ed-22f6-407e-91b8-14e07a3db8fe admin admin] Publish callbacks [] for security_group (68e3bdcc-f83f-4f06-95d7-ba2fe7d4c9a8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.575666 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network a90ffc2c-eec5-49d2-bf93-023793d534e3 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:38:08.577196 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Publish callbacks [] for router_gateway (a0ed1596-f2d7-477d-87e2-0b565fdb64da), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.598625 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-663156ed-22f6-407e-91b8-14e07a3db8fe admin admin] Publish callbacks [] for security_group (68e3bdcc-f83f-4f06-95d7-ba2fe7d4c9a8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.613151 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ff83c-7d78-4a56-94ae-1d690fa7d569 req-a1a4e859-7981-4285-8c30-57af489629db tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:08.617799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-475ff83c-7d78-4a56-94ae-1d690fa7d569 req-a1a4e859-7981-4285-8c30-57af489629db tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 943 time: 0.2720106 Feb 10 15:38:08.618881 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4085ab-a650-4a38-a99f-a05e0e36e150 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:08.631341 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6b4085ab-a650-4a38-a99f-a05e0e36e150 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.635478 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaab1408-1a30-4f9f-bfee-98b889982694 x-openstack-request-id: req-aaab1408-1a30-4f9f-bfee-98b889982694 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:38:08.635814 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8652ef9-9c47-4475-a9f3-f93afb9100e8", "tag": "aea95d4a-9467-44a1-a4a8-36f4a9e69d28", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:38:08.636073 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aaab1408-1a30-4f9f-bfee-98b889982694 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:38:08.636501 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8652ef9-9c47-4475-a9f3-f93afb9100e8', 'tag': 'aea95d4a-9467-44a1-a4a8-36f4a9e69d28', 'status': 'completed', 'code': 200} Feb 10 15:38:08.692169 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Attempting to bind port 4e901efd-3afe-47e2-baf1-3339affbef59 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:38:08.692821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Attempting to bind port 4e901efd-3afe-47e2-baf1-3339affbef59 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '3b0465a0-96fe-43ae-be6d-54e5bf8a8902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:38:08.692964 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Attempting to bind port 4e901efd-3afe-47e2-baf1-3339affbef59 on network 8fff8c30-0a34-4f57-884d-3d888ae929ae {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:08.716010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:38:08.717988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Checking segment: {'id': '3b0465a0-96fe-43ae-be6d-54e5bf8a8902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:08.721233 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.721657 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Bound using segment: {'id': '3b0465a0-96fe-43ae-be6d-54e5bf8a8902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:38:08.722169 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Bound port: 4e901efd-3afe-47e2-baf1-3339affbef59, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0465a0-96fe-43ae-be6d-54e5bf8a8902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:38:08.724745 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4e901efd-3afe-47e2-baf1-3339affbef59), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.768464 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-663156ed-22f6-407e-91b8-14e07a3db8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (68e3bdcc-f83f-4f06-95d7-ba2fe7d4c9a8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.771735 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-663156ed-22f6-407e-91b8-14e07a3db8fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:08.775370 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-663156ed-22f6-407e-91b8-14e07a3db8fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68e3bdcc-f83f-4f06-95d7-ba2fe7d4c9a8 HTTP/1.1" status: 204 len: 168 time: 0.5702527 Feb 10 15:38:08.821378 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663156ed-22f6-407e-91b8-14e07a3db8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e3bdcc-f83f-4f06-95d7-ba2fe7d4c9a8,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:08.829300 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcde0c-6b8c-4bfb-91bf-d6cfce1cfbcd req-b9027745-29a6-4b08-a01e-b5b4ec2a7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:08.830683 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9dfcde0c-6b8c-4bfb-91bf-d6cfce1cfbcd req-b9027745-29a6-4b08-a01e-b5b4ec2a7148 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 1125 time: 0.1746614 Feb 10 15:38:08.988529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] For port 4e901efd-3afe-47e2-baf1-3339affbef59, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:38:08.995060 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] For port 4e901efd-3afe-47e2-baf1-3339affbef59, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4e901efd-3afe-47e2-baf1-3339affbef59,segment=NetworkSegment(3b0465a0-96fe-43ae-be6d-54e5bf8a8902),segment_id=3b0465a0-96fe-43ae-be6d-54e5bf8a8902)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:38:09.011028 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4e901efd-3afe-47e2-baf1-3339affbef59), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:09.105506 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-475ff83c-7d78-4a56-94ae-1d690fa7d569 req-4cb52b60-f69d-4459-8475-8ebc79e36480 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634507 Feb 10 15:38:09.110673 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Publish callbacks [] for router_gateway (a0ed1596-f2d7-477d-87e2-0b565fdb64da), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:09.157479 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e2b67-ede0-48a7-952f-1c8c353fdcba None None] Pushing event updated for resources: {'Port': ['ID=4e901efd-3afe-47e2-baf1-3339affbef59,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:09.172044 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:09.202761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85eb3c-fdc8-49f4-a3d2-5324479ce14a req-1b007f9e-054d-4af5-acde-8ccccfec8f89 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:09.222589 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c85eb3c-fdc8-49f4-a3d2-5324479ce14a req-1b007f9e-054d-4af5-acde-8ccccfec8f89 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.4674323 Feb 10 15:38:09.231966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcde0c-6b8c-4bfb-91bf-d6cfce1cfbcd req-28edfaf2-fdd7-4627-8982-60850a23a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:09.233581 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9dfcde0c-6b8c-4bfb-91bf-d6cfce1cfbcd req-28edfaf2-fdd7-4627-8982-60850a23a6ed service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.3911185 Feb 10 15:38:09.302176 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6b4085ab-a650-4a38-a99f-a05e0e36e150 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (ddc61497-b3d8-4a4b-aa1f-643a35c25b2a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:09.463875 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9dfcde0c-6b8c-4bfb-91bf-d6cfce1cfbcd req-61a6a71d-916b-420f-b8e0-3d58563e30a1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea95d4a-9467-44a1-a4a8-36f4a9e69d28 HTTP/1.1" status: 200 len: 217 time: 0.1644073 Feb 10 15:38:09.472433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c85eb3c-fdc8-49f4-a3d2-5324479ce14a req-f571096a-7931-40c5-b426-39132487ade7 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487030 Feb 10 15:38:09.673970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4085ab-a650-4a38-a99f-a05e0e36e150 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Subnet': ['ID=ddc61497-b3d8-4a4b-aa1f-643a35c25b2a,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:09.696693 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcde0c-6b8c-4bfb-91bf-d6cfce1cfbcd req-5778525f-307c-49cb-aede-b28bd1626dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:09.698160 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9dfcde0c-6b8c-4bfb-91bf-d6cfce1cfbcd req-5778525f-307c-49cb-aede-b28bd1626dfe service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.1543174 Feb 10 15:38:09.716061 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c640c00-8fde-4ff7-b115-ab270f206c65 req-0be53334-6f0e-4166-beca-b1213bd39105 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 210 time: 0.1819816 Feb 10 15:38:09.750321 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4085ab-a650-4a38-a99f-a05e0e36e150 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Checking segment: {'id': '1da084a5-e0b7-4dbe-bb55-53627ed19d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a90ffc2c-eec5-49d2-bf93-023793d534e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:09.751657 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4085ab-a650-4a38-a99f-a05e0e36e150 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network hostable DHCP agents. Network: a90ffc2c-eec5-49d2-bf93-023793d534e3, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:38:09.780342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002eb60-60d1-4921-95b0-6eddff5eb2fc req-63ea6d5d-f4ca-4a27-9834-ca3b6dd95615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:09.782534 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c002eb60-60d1-4921-95b0-6eddff5eb2fc req-63ea6d5d-f4ca-4a27-9834-ca3b6dd95615 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c08fead7e43e4910a23c0de1ddc167cb&device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 1127 time: 0.3420053 Feb 10 15:38:09.839739 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Allocated IP 172.25.3.112 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/ae463e8c-56bf-4b8e-a0ed-0037a56d8173) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:09.845539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4085ab-a650-4a38-a99f-a05e0e36e150 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network a90ffc2c-eec5-49d2-bf93-023793d534e3 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:38:09.872796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743b331-4dc6-45d6-8991-93e6704839ee req-f8685c23-4529-45be-a93e-f9e40ecac777 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:09.883948 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8743b331-4dc6-45d6-8991-93e6704839ee req-f8685c23-4529-45be-a93e-f9e40ecac777 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.2149591 Feb 10 15:38:09.893594 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-6b4085ab-a650-4a38-a99f-a05e0e36e150 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, a90ffc2c-eec5-49d2-bf93-023793d534e3) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:09.903018 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c780498-ca01-41a5-8eff-ef6c25cc0ed1 None None] Network a90ffc2c-eec5-49d2-bf93-023793d534e3 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:09.914920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4085ab-a650-4a38-a99f-a05e0e36e150 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:09.915707 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6b4085ab-a650-4a38-a99f-a05e0e36e150 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:09.938353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcde0c-6b8c-4bfb-91bf-d6cfce1cfbcd req-90f91514-fe00-473c-823c-d818ff85b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:09.939999 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9dfcde0c-6b8c-4bfb-91bf-d6cfce1cfbcd req-90f91514-fe00-473c-823c-d818ff85b7b5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2239430 Feb 10 15:38:10.061872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8743b331-4dc6-45d6-8991-93e6704839ee req-850215aa-a9be-4e66-b37f-274e88b617ab tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769934 Feb 10 15:38:10.098111 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6b4085ab-a650-4a38-a99f-a05e0e36e150 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7095187 Feb 10 15:38:10.100583 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44458) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:10.107444 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-69361029-7669-4987-bc74-5fdcbd8bd458 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'network_id': 'a90ffc2c-eec5-49d2-bf93-023793d534e3', 'name': 'tempest-PortsIpV6TestJSON-395454969', 'fixed_ips': [{'subnet_id': 'ddc61497-b3d8-4a4b-aa1f-643a35c25b2a', 'ip_address': '2001:db8::10'}]}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:10.135828 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002eb60-60d1-4921-95b0-6eddff5eb2fc req-14d5eacf-4e2e-4b34-a813-84262cfb43c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:10.137516 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c002eb60-60d1-4921-95b0-6eddff5eb2fc req-14d5eacf-4e2e-4b34-a813-84262cfb43c4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=77aa5724-3b5f-481d-b2f0-62152df49035 HTTP/1.1" status: 200 len: 910 time: 0.3485799 Feb 10 15:38:10.157330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-a90ffc2c-eec5-49d2-bf93-023793d534e3', 'network_id': 'a90ffc2c-eec5-49d2-bf93-023793d534e3', 'project_id': '1421e980265e473a8a502d7d73dcdb60', 'fixed_ips': [{'subnet_id': 'ddc61497-b3d8-4a4b-aa1f-643a35c25b2a'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:38:10.159489 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:10.217580 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c002eb60-60d1-4921-95b0-6eddff5eb2fc req-8fc976d1-6786-4150-bca5-93827f92cdd3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37da8041-4e98-4a99-8425-1f1e826e467c HTTP/1.1" status: 200 len: 217 time: 0.0525815 Feb 10 15:38:10.297114 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4e901efd-3afe-47e2-baf1-3339affbef59 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:10.358544 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Publish callbacks [] for port (ae463e8c-56bf-4b8e-a0ed-0037a56d8173), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:10.404276 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002eb60-60d1-4921-95b0-6eddff5eb2fc req-6dbe1b98-a16f-4f06-bc06-63c3e56a9988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:10.405819 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c002eb60-60d1-4921-95b0-6eddff5eb2fc req-6dbe1b98-a16f-4f06-bc06-63c3e56a9988 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c152062-e5f7-4888-be3e-07b2128a0ea4 HTTP/1.1" status: 200 len: 849 time: 0.1765065 Feb 10 15:38:10.409397 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9dfcde0c-6b8c-4bfb-91bf-d6cfce1cfbcd req-9ffeb1ce-4dbd-4e55-a244-c022ebc8f133 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548519 Feb 10 15:38:10.493426 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c002eb60-60d1-4921-95b0-6eddff5eb2fc req-21bf988b-8405-4d03-8984-a4b9cd97344a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=77aa5724-3b5f-481d-b2f0-62152df49035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728538 Feb 10 15:38:10.529193 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4e901efd-3afe-47e2-baf1-3339affbef59 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:10.529718 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4e901efd-3afe-47e2-baf1-3339affbef59), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:10.567671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af0109-0828-4818-bcfb-22b34e200c9a req-c454786b-e112-41d2-8331-053f2e72721d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:10.576728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16af0109-0828-4818-bcfb-22b34e200c9a req-c454786b-e112-41d2-8331-053f2e72721d tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.6903238 Feb 10 15:38:10.654518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Allocated IP 2001:db8::2 (a90ffc2c-eec5-49d2-bf93-023793d534e3/ddc61497-b3d8-4a4b-aa1f-643a35c25b2a/4ce10163-25df-4d44-83c7-27e8b06f4be4) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:10.664167 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16af0109-0828-4818-bcfb-22b34e200c9a req-c8e9fd4a-f2b7-45a0-a809-a3ecf60c86c4 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851510 Feb 10 15:38:10.768539 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ae463e8c-56bf-4b8e-a0ed-0037a56d8173), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:10.784615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4e901efd-3afe-47e2-baf1-3339affbef59 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:10.786053 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4e901efd-3afe-47e2-baf1-3339affbef59), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:10.820542 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9dfcde0c-6b8c-4bfb-91bf-d6cfce1cfbcd req-45901f59-e639-4862-b771-43c2c885eef9 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292868 Feb 10 15:38:10.899426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:10.906601 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:10.912754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:10.949774 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 4e901efd-3afe-47e2-baf1-3339affbef59, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4e901efd-3afe-47e2-baf1-3339affbef59,segment=NetworkSegment(3b0465a0-96fe-43ae-be6d-54e5bf8a8902),segment_id=3b0465a0-96fe-43ae-be6d-54e5bf8a8902)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:10.965125 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae463e8c-56bf-4b8e-a0ed-0037a56d8173,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:10.968974 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4e901efd-3afe-47e2-baf1-3339affbef59), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:10.975329 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c002eb60-60d1-4921-95b0-6eddff5eb2fc req-870a5b3a-eaf5-4789-be7f-cec215280d91 service neutron] 10.222.0.79 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719875 Feb 10 15:38:11.009938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47541bc0-08d0-4c43-9e1b-3ec1d203b547 req-92c4b660-c78f-4e17-a05b-3a35b6939003 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:11.011573 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47541bc0-08d0-4c43-9e1b-3ec1d203b547 req-92c4b660-c78f-4e17-a05b-3a35b6939003 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 943 time: 0.6907566 Feb 10 15:38:11.124292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=4e901efd-3afe-47e2-baf1-3339affbef59,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:11.143488 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1411ad-eb6d-4218-a241-065e63865678 req-a2a245b2-5c4f-48af-9739-0eaef468ccac tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:11.153796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d1411ad-eb6d-4218-a241-065e63865678 req-a2a245b2-5c4f-48af-9739-0eaef468ccac tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.72 "GET /v2.0/networks?id=8869d08f-a2e4-449e-9a50-22ae4eebae0f HTTP/1.1" status: 200 len: 815 time: 0.8998268 Feb 10 15:38:11.164552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-1d1411ad-eb6d-4218-a241-065e63865678 req-e38f8fa0-c400-4be5-8590-5ceb940fe1a3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Request body: {'port': {'device_id': 'eac95020-7d86-4658-b258-170eec60d86c', 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f', 'admin_state_up': True, 'tenant_id': 'f4c25f3fcb03489eafb6961a58e6ef5a'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:11.244068 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69361029-7669-4987-bc74-5fdcbd8bd458 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:11.253469 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c002eb60-60d1-4921-95b0-6eddff5eb2fc req-68f5b9ba-9a72-4316-958b-1109cab77edd service neutron] 10.222.0.79 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608995 Feb 10 15:38:11.357897 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fd66e-66be-4fbd-b832-1cc97e06ba18 req-addd5e44-07db-46ff-bfc3-d234112afff3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:11.365725 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-243fd66e-66be-4fbd-b832-1cc97e06ba18 req-addd5e44-07db-46ff-bfc3-d234112afff3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.5929019 Feb 10 15:38:11.369718 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fa6706-0290-44c1-9811-79a790da0cb6 None None] Network 8fff8c30-0a34-4f57-884d-3d888ae929ae requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:11.422169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47541bc0-08d0-4c43-9e1b-3ec1d203b547 req-be240f66-3889-41ef-9ef1-86b0c6071ff7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736985 Feb 10 15:38:11.548247 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Publish callbacks [] for router_gateway (a0ed1596-f2d7-477d-87e2-0b565fdb64da), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:11.579691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-243fd66e-66be-4fbd-b832-1cc97e06ba18 req-4651d1fd-e7fc-4e52-8226-4de5a75b5bc0 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118862 Feb 10 15:38:11.612135 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-69361029-7669-4987-bc74-5fdcbd8bd458 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:11.619320 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:11.647415 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b52974c-fb8c-4dd7-a203-8464f02d3f82 req-d5ef6746-1b41-466b-9a3a-34b938eb0029 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 210 time: 0.1311843 Feb 10 15:38:11.655601 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Publish callbacks [] for port (4ce10163-25df-4d44-83c7-27e8b06f4be4), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:11.665395 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-69361029-7669-4987-bc74-5fdcbd8bd458 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] device_id is not set on port 901f1712-8d0f-40b4-bca9-0bbcc4cec8ad yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:38:11.674959 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-df98b5c4-743d-430f-9aeb-c02c4a6cd103 None None] Provisioning complete for port 4e901efd-3afe-47e2-baf1-3339affbef59 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:11.675775 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-df98b5c4-743d-430f-9aeb-c02c4a6cd103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4e901efd-3afe-47e2-baf1-3339affbef59), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:11.772958 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (4ce10163-25df-4d44-83c7-27e8b06f4be4), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:11.833643 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Network a90ffc2c-eec5-49d2-bf93-023793d534e3 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:11.888991 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:11.917333 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:11.947592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Pushing event updated for resources: {'Port': ['ID=4ce10163-25df-4d44-83c7-27e8b06f4be4,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:11.973886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-df98b5c4-743d-430f-9aeb-c02c4a6cd103 None None] Current status of the port 4e901efd-3afe-47e2-baf1-3339affbef59 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:12.044377 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Attempting to bind port 4ce10163-25df-4d44-83c7-27e8b06f4be4 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:38:12.044839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Attempting to bind port 4ce10163-25df-4d44-83c7-27e8b06f4be4 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1da084a5-e0b7-4dbe-bb55-53627ed19d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a90ffc2c-eec5-49d2-bf93-023793d534e3'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:38:12.045209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Attempting to bind port 4ce10163-25df-4d44-83c7-27e8b06f4be4 on network a90ffc2c-eec5-49d2-bf93-023793d534e3 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:12.051469 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:38:12.051918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Checking segment: {'id': '1da084a5-e0b7-4dbe-bb55-53627ed19d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a90ffc2c-eec5-49d2-bf93-023793d534e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:12.052249 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:12.052664 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Bound using segment: {'id': '1da084a5-e0b7-4dbe-bb55-53627ed19d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a90ffc2c-eec5-49d2-bf93-023793d534e3'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:38:12.053152 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Bound port: 4ce10163-25df-4d44-83c7-27e8b06f4be4, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da084a5-e0b7-4dbe-bb55-53627ed19d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a90ffc2c-eec5-49d2-bf93-023793d534e3'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:38:12.053718 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4ce10163-25df-4d44-83c7-27e8b06f4be4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:12.121137 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] For port 4ce10163-25df-4d44-83c7-27e8b06f4be4, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:38:12.124568 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] For port 4ce10163-25df-4d44-83c7-27e8b06f4be4, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4ce10163-25df-4d44-83c7-27e8b06f4be4,segment=NetworkSegment(1da084a5-e0b7-4dbe-bb55-53627ed19d0f),segment_id=1da084a5-e0b7-4dbe-bb55-53627ed19d0f)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:38:12.138352 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4ce10163-25df-4d44-83c7-27e8b06f4be4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:12.158400 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4e901efd-3afe-47e2-baf1-3339affbef59 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:12.235068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device aea95d4a-9467-44a1-a4a8-36f4a9e69d28 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:38:12.301004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b9f87-0960-4a09-a77d-3995e401ab90 None None] Pushing event updated for resources: {'Port': ['ID=4ce10163-25df-4d44-83c7-27e8b06f4be4,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:12.420587 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port aea95d4a-9467-44a1-a4a8-36f4a9e69d28, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=aea95d4a-9467-44a1-a4a8-36f4a9e69d28,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:12.440886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'aea95d4a-9467-44a1-a4a8-36f4a9e69d28', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'port_id': 'aea95d4a-9467-44a1-a4a8-36f4a9e69d28', 'mac_address': 'fa:16:3e:21:41:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:38:12.508580 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-858b798a-f60b-42a9-b338-2017ddd3a53d None None] Provisioning complete for port 4e901efd-3afe-47e2-baf1-3339affbef59 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:12.509103 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-858b798a-f60b-42a9-b338-2017ddd3a53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4e901efd-3afe-47e2-baf1-3339affbef59), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:12.585686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4e901efd-3afe-47e2-baf1-3339affbef59 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:12.586336 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4e901efd-3afe-47e2-baf1-3339affbef59), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:12.591708 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port aea95d4a-9467-44a1-a4a8-36f4a9e69d28 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:12.592332 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:12.612737 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea95d4a-9467-44a1-a4a8-36f4a9e69d28 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:38:12.792231 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (a0ed1596-f2d7-477d-87e2-0b565fdb64da), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:12.888150 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-858b798a-f60b-42a9-b338-2017ddd3a53d None None] Current status of the port 4e901efd-3afe-47e2-baf1-3339affbef59 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:12.889530 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-69361029-7669-4987-bc74-5fdcbd8bd458 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Allocated IP 2001:db8::10 (a90ffc2c-eec5-49d2-bf93-023793d534e3/ddc61497-b3d8-4a4b-aa1f-643a35c25b2a/901f1712-8d0f-40b4-bca9-0bbcc4cec8ad) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:12.901041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port aea95d4a-9467-44a1-a4a8-36f4a9e69d28, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=aea95d4a-9467-44a1-a4a8-36f4a9e69d28,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:12.902761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1411ad-eb6d-4218-a241-065e63865678 req-e38f8fa0-c400-4be5-8590-5ceb940fe1a3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Made reservation on behalf of f4c25f3fcb03489eafb6961a58e6ef5a for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:12.907276 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1d1411ad-eb6d-4218-a241-065e63865678 req-e38f8fa0-c400-4be5-8590-5ceb940fe1a3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:12.925568 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:12.972272 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f4bb1136-b20d-4f5d-ab98-a31c72451f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:12.986935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c140d-d0a8-4f7f-88ac-b0b82b046ba6 req-63b7da8b-acf3-48d8-8311-99ac44f2a425 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:12.988576 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e22c140d-d0a8-4f7f-88ac-b0b82b046ba6 req-63b7da8b-acf3-48d8-8311-99ac44f2a425 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.4157627 Feb 10 15:38:13.030650 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Router a0ed1596-f2d7-477d-87e2-0b565fdb64da is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:38:13.042652 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a574ab6-520e-4834-bb4d-b749e5e0eec2 req-2bd9e330-9c38-4798-aee3-df13c09630d3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:13.050384 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a574ab6-520e-4834-bb4d-b749e5e0eec2 req-2bd9e330-9c38-4798-aee3-df13c09630d3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.4785192 Feb 10 15:38:13.077667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=aea95d4a-9467-44a1-a4a8-36f4a9e69d28,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:13.101711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4e901efd-3afe-47e2-baf1-3339affbef59 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:13.223475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:38:13.240098 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Sync routers for ids ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:38:13.264183 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:13.266821 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1f31e8a1-af0f-415b-bd7a-73cbd54fb4e5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4993644 Feb 10 15:38:13.269502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44526) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:13.278421 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Routers {'a0ed1596-f2d7-477d-87e2-0b565fdb64da'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:38:13.279330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:37:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:13.288673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['aea95d4a-9467-44a1-a4a8-36f4a9e69d28'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:38:13.339148 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e22c140d-d0a8-4f7f-88ac-b0b82b046ba6 req-5d1966c7-b60a-4fd2-b07f-93a25dd6f037 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289287 Feb 10 15:38:13.433594 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a574ab6-520e-4834-bb4d-b749e5e0eec2 req-902d7e6a-5f09-4a13-b3a7-62f6db979ca6 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820691 Feb 10 15:38:13.481474 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-69361029-7669-4987-bc74-5fdcbd8bd458 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (901f1712-8d0f-40b4-bca9-0bbcc4cec8ad), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:13.556901 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-69361029-7669-4987-bc74-5fdcbd8bd458 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (901f1712-8d0f-40b4-bca9-0bbcc4cec8ad), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:13.632782 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Set router a0ed1596-f2d7-477d-87e2-0b565fdb64da gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:38:13.693633 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-1d1411ad-eb6d-4218-a241-065e63865678 req-e38f8fa0-c400-4be5-8590-5ceb940fe1a3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Allocated IP 172.20.0.5 (8869d08f-a2e4-449e-9a50-22ae4eebae0f/fd6f1597-24e8-4da8-a58f-4d14c7888f3e/c7d61f36-7342-4407-b8ab-faf280bc3e69) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:13.702485 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-617d4ade-da9e-4a68-9491-ca0f254d3e20 req-e49dd152-d81d-4b73-a40d-b56485764950 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 210 time: 0.0741608 Feb 10 15:38:13.823238 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69361029-7669-4987-bc74-5fdcbd8bd458 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=901f1712-8d0f-40b4-bca9-0bbcc4cec8ad,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:13.903892 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69361029-7669-4987-bc74-5fdcbd8bd458 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network a90ffc2c-eec5-49d2-bf93-023793d534e3 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:13.918544 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-69361029-7669-4987-bc74-5fdcbd8bd458 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:13.923479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69361029-7669-4987-bc74-5fdcbd8bd458 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:13.929579 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69361029-7669-4987-bc74-5fdcbd8bd458 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:13.930239 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-69361029-7669-4987-bc74-5fdcbd8bd458 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:13.980914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'name': 'tempest-TestServerBasicOps-185243485-router', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:08Z', 'updated_at': '2022-02-10T15:38:11Z', 'revision_number': 3, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'gw_port': {'id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:09Z', 'updated_at': '2022-02-10T15:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:14.022663 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f55c65-8eb9-4306-859e-23fe06867f4b req-e615d574-002d-4b31-aa19-61a8eb86ee9c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:14.036555 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7f55c65-8eb9-4306-859e-23fe06867f4b req-e615d574-002d-4b31-aa19-61a8eb86ee9c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 944 time: 0.4888141 Feb 10 15:38:14.078983 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-69361029-7669-4987-bc74-5fdcbd8bd458 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9772770 Feb 10 15:38:14.085352 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44542) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:14.096857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-467b7cdf-98df-4027-982e-87eeebcf4981 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'network_id': 'a90ffc2c-eec5-49d2-bf93-023793d534e3', 'name': 'tempest-PortsIpV6TestJSON-1374174041', 'fixed_ips': [{'subnet_id': 'ddc61497-b3d8-4a4b-aa1f-643a35c25b2a', 'ip_address': '2001:db8::f'}]}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:14.104483 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Checking router: a0ed1596-f2d7-477d-87e2-0b565fdb64da for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:38:14.105027 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Updating router a0ed1596-f2d7-477d-87e2-0b565fdb64da port ae463e8c-56bf-4b8e-a0ed-0037a56d8173 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:38:14.123493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d1960-1584-4f49-98b3-a3fd91a022f7 req-d50bc94e-6c0a-428d-8552-cea844e05992 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:14.125906 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b6d1960-1584-4f49-98b3-a3fd91a022f7 req-d50bc94e-6c0a-428d-8552-cea844e05992 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.2993698 Feb 10 15:38:14.160175 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236769b9-b881-408e-9b1f-ff634a778263 None None] Network a90ffc2c-eec5-49d2-bf93-023793d534e3 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:14.163702 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:14.233920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7f55c65-8eb9-4306-859e-23fe06867f4b req-80874e45-c413-4ce2-9a34-a23013ec9e6e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961174 Feb 10 15:38:14.253214 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ae463e8c-56bf-4b8e-a0ed-0037a56d8173), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:14.433562 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Allocated IP 172.20.0.1 (8fff8c30-0a34-4f57-884d-3d888ae929ae/0d461450-fb69-494a-aff0-016ac0977632/eeb9bed0-557d-43df-820a-11b608db6231) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:14.471209 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b6d1960-1584-4f49-98b3-a3fd91a022f7 req-d8f575d3-89e1-4df7-8df7-4462565fe437 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722268 Feb 10 15:38:14.532327 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4ce10163-25df-4d44-83c7-27e8b06f4be4 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:14.548807 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1d1411ad-eb6d-4218-a241-065e63865678 req-e38f8fa0-c400-4be5-8590-5ceb940fe1a3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks [] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:14.612943 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Publish callbacks [] for port (eeb9bed0-557d-43df-820a-11b608db6231), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:14.623595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467b7cdf-98df-4027-982e-87eeebcf4981 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:14.634959 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-dc420324-fe60-4c6f-842e-67411894882c None None] Provisioning complete for port 4ce10163-25df-4d44-83c7-27e8b06f4be4 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:14.635555 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dc420324-fe60-4c6f-842e-67411894882c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4ce10163-25df-4d44-83c7-27e8b06f4be4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:14.646377 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-467b7cdf-98df-4027-982e-87eeebcf4981 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:14.690715 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (eeb9bed0-557d-43df-820a-11b608db6231), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:14.721514 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197dcce-7084-4a76-9baf-11b3595aa66d req-b1a88a40-41c0-44eb-9f85-9020886af670 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:14.726286 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c197dcce-7084-4a76-9baf-11b3595aa66d req-b1a88a40-41c0-44eb-9f85-9020886af670 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.2850401 Feb 10 15:38:14.777705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Network 8fff8c30-0a34-4f57-884d-3d888ae929ae is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:14.801363 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:14.805079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:14.832160 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-467b7cdf-98df-4027-982e-87eeebcf4981 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] device_id is not set on port 8ad5439c-7ef6-4e32-9dbc-9f13b75e44c9 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:38:14.850418 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4ce10163-25df-4d44-83c7-27e8b06f4be4 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:14.850418 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4ce10163-25df-4d44-83c7-27e8b06f4be4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:14.907119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Pushing event updated for resources: {'Port': ['ID=eeb9bed0-557d-43df-820a-11b608db6231,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:14.939054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (a0ed1596-f2d7-477d-87e2-0b565fdb64da), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:14.998740 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1d1411ad-eb6d-4218-a241-065e63865678 req-e38f8fa0-c400-4be5-8590-5ceb940fe1a3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:14.999294 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Publish callbacks [] for port (ae463e8c-56bf-4b8e-a0ed-0037a56d8173), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:15.076826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-dc420324-fe60-4c6f-842e-67411894882c None None] Current status of the port 4ce10163-25df-4d44-83c7-27e8b06f4be4 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:15.077230 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dc420324-fe60-4c6f-842e-67411894882c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4ce10163-25df-4d44-83c7-27e8b06f4be4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:15.162331 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c197dcce-7084-4a76-9baf-11b3595aa66d req-73d191aa-d0d8-4d02-988b-f5c0781b6475 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991144 Feb 10 15:38:15.221313 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eeb9bed0-557d-43df-820a-11b608db6231), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:15.407550 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ae463e8c-56bf-4b8e-a0ed-0037a56d8173), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:15.443609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357e2ef-f245-4bca-b387-23035641f24f req-36ea42df-8730-49f3-8ec0-871738fbaea2 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:15.447343 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8357e2ef-f245-4bca-b387-23035641f24f req-36ea42df-8730-49f3-8ec0-871738fbaea2 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.7136452 Feb 10 15:38:15.455413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1411ad-eb6d-4218-a241-065e63865678 req-e38f8fa0-c400-4be5-8590-5ceb940fe1a3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Network 8869d08f-a2e4-449e-9a50-22ae4eebae0f is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:15.505044 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f8fa0-c400-4be5-8590-5ceb940fe1a3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Pushing event updated for resources: {'Port': ['ID=c7d61f36-7342-4407-b8ab-faf280bc3e69,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:15.507566 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9ba9-827e-4e99-81f3-fcb828f72218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:15.528307 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Publish callbacks [] for port (eeb9bed0-557d-43df-820a-11b608db6231), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:15.537963 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (eeb9bed0-557d-43df-820a-11b608db6231), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:15.538889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-1d1411ad-eb6d-4218-a241-065e63865678 req-e38f8fa0-c400-4be5-8590-5ceb940fe1a3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:15.540078 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-dc420324-fe60-4c6f-842e-67411894882c None None] For port 4ce10163-25df-4d44-83c7-27e8b06f4be4, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4ce10163-25df-4d44-83c7-27e8b06f4be4,segment=NetworkSegment(1da084a5-e0b7-4dbe-bb55-53627ed19d0f),segment_id=1da084a5-e0b7-4dbe-bb55-53627ed19d0f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:15.543132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1411ad-eb6d-4218-a241-065e63865678 req-e38f8fa0-c400-4be5-8590-5ceb940fe1a3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:15.569180 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef21413-606e-437b-b56c-8d5a3526c812 None None] Pushing event updated for resources: {'Port': ['ID=ae463e8c-56bf-4b8e-a0ed-0037a56d8173,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:15.612249 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dc420324-fe60-4c6f-842e-67411894882c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4ce10163-25df-4d44-83c7-27e8b06f4be4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:15.615587 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Attempting to bind port ae463e8c-56bf-4b8e-a0ed-0037a56d8173 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:38:15.615873 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Attempting to bind port ae463e8c-56bf-4b8e-a0ed-0037a56d8173 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:38:15.616239 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Attempting to bind port ae463e8c-56bf-4b8e-a0ed-0037a56d8173 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:15.620333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1411ad-eb6d-4218-a241-065e63865678 req-e38f8fa0-c400-4be5-8590-5ceb940fe1a3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:15.621089 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1d1411ad-eb6d-4218-a241-065e63865678 req-e38f8fa0-c400-4be5-8590-5ceb940fe1a3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:15.687493 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (a0ed1596-f2d7-477d-87e2-0b565fdb64da), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:15.689639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Pushing event updated for resources: {'Port': ['ID=eeb9bed0-557d-43df-820a-11b608db6231,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:15.723478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-467b7cdf-98df-4027-982e-87eeebcf4981 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Allocated IP 2001:db8::f (a90ffc2c-eec5-49d2-bf93-023793d534e3/ddc61497-b3d8-4a4b-aa1f-643a35c25b2a/8ad5439c-7ef6-4e32-9dbc-9f13b75e44c9) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:15.742889 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8357e2ef-f245-4bca-b387-23035641f24f req-90f45a8d-d5fd-41c8-abff-5eb5133bb1fd tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770741 Feb 10 15:38:15.755039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:38:15.757028 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:15.759894 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:15.761181 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:38:15.762793 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Bound port: ae463e8c-56bf-4b8e-a0ed-0037a56d8173, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:38:15.763834 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ae463e8c-56bf-4b8e-a0ed-0037a56d8173), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:15.793382 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d1411ad-eb6d-4218-a241-065e63865678 req-e38f8fa0-c400-4be5-8590-5ceb940fe1a3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6386433 Feb 10 15:38:15.797041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc420324-fe60-4c6f-842e-67411894882c None None] Pushing event updated for resources: {'Port': ['ID=4ce10163-25df-4d44-83c7-27e8b06f4be4,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:15.822515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4ce10163-25df-4d44-83c7-27e8b06f4be4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:15.830875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Request body: {'port': {'device_id': 'eac95020-7d86-4658-b258-170eec60d86c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:15.838684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Network 8fff8c30-0a34-4f57-884d-3d888ae929ae is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:15.840078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:15.862621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-bedd5d2d-acef-4cef-8110-a3865737afdb None None] Provisioning complete for port 4ce10163-25df-4d44-83c7-27e8b06f4be4 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:15.862999 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bedd5d2d-acef-4cef-8110-a3865737afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4ce10163-25df-4d44-83c7-27e8b06f4be4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:15.918876 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] For port ae463e8c-56bf-4b8e-a0ed-0037a56d8173, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:38:15.924428 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] For port ae463e8c-56bf-4b8e-a0ed-0037a56d8173, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ae463e8c-56bf-4b8e-a0ed-0037a56d8173,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:38:15.942382 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ae463e8c-56bf-4b8e-a0ed-0037a56d8173), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:15.952232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325aaa1-23a6-4471-a1b5-0b8100c8573e req-9d6e6705-2ccf-4feb-a929-fdacfd529c87 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:15.964501 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4325aaa1-23a6-4471-a1b5-0b8100c8573e req-9d6e6705-2ccf-4feb-a929-fdacfd529c87 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 931 time: 0.5159776 Feb 10 15:38:16.074616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef21413-606e-437b-b56c-8d5a3526c812 None None] Pushing event updated for resources: {'Port': ['ID=ae463e8c-56bf-4b8e-a0ed-0037a56d8173,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:16.162252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-bedd5d2d-acef-4cef-8110-a3865737afdb None None] Current status of the port 4ce10163-25df-4d44-83c7-27e8b06f4be4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:16.164585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4ce10163-25df-4d44-83c7-27e8b06f4be4 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:16.165000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Router a0ed1596-f2d7-477d-87e2-0b565fdb64da has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:38:16.210279 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-bedd5d2d-acef-4cef-8110-a3865737afdb None None] Provisioning complete for port eeb9bed0-557d-43df-820a-11b608db6231 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:16.210658 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bedd5d2d-acef-4cef-8110-a3865737afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eeb9bed0-557d-43df-820a-11b608db6231), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:16.215849 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Routers {'a0ed1596-f2d7-477d-87e2-0b565fdb64da'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:38:16.216492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:38:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:16.250422 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:16.262027 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4325aaa1-23a6-4471-a1b5-0b8100c8573e req-cc9f494f-e50e-4c75-ac9e-bfb2e3c370fe tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962284 Feb 10 15:38:16.292491 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device aea95d4a-9467-44a1-a4a8-36f4a9e69d28 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:16.402243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-bedd5d2d-acef-4cef-8110-a3865737afdb None None] Port eeb9bed0-557d-43df-820a-11b608db6231 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:16.409675 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4ce10163-25df-4d44-83c7-27e8b06f4be4 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:16.409675 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4ce10163-25df-4d44-83c7-27e8b06f4be4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:16.438807 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1d95-03b8-433e-91f2-f3f160fa07b4 req-53d68795-4cd3-4413-af60-beb34a6cf3dc tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:16.440387 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-675d1d95-03b8-433e-91f2-f3f160fa07b4 req-53d68795-4cd3-4413-af60-beb34a6cf3dc tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 944 time: 0.5511260 Feb 10 15:38:16.449543 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:16.477106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port aea95d4a-9467-44a1-a4a8-36f4a9e69d28 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:38:16.492312 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-bedd5d2d-acef-4cef-8110-a3865737afdb None None] Provisioning complete for port 901f1712-8d0f-40b4-bca9-0bbcc4cec8ad triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:16.492734 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bedd5d2d-acef-4cef-8110-a3865737afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (901f1712-8d0f-40b4-bca9-0bbcc4cec8ad), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:16.498580 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:38:16.512907 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5b4aeb66-918c-43dd-aa92-3125f0a4bd57 admin admin] 10.222.0.64 "PUT /v2.0/routers/a0ed1596-f2d7-477d-87e2-0b565fdb64da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2344689 Feb 10 15:38:16.537235 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-bedd5d2d-acef-4cef-8110-a3865737afdb None None] Port 901f1712-8d0f-40b4-bca9-0bbcc4cec8ad cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:16.545206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port aea95d4a-9467-44a1-a4a8-36f4a9e69d28 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:16.545587 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:16.610078 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] Set router a0ed1596-f2d7-477d-87e2-0b565fdb64da gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:38:16.768125 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-467b7cdf-98df-4027-982e-87eeebcf4981 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (8ad5439c-7ef6-4e32-9dbc-9f13b75e44c9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:16.803989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4ce10163-25df-4d44-83c7-27e8b06f4be4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:16.811695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-97a246fd-146b-4a2e-984c-e0f35b877c6d None None] Provisioning complete for port eeb9bed0-557d-43df-820a-11b608db6231 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:16.812073 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-97a246fd-146b-4a2e-984c-e0f35b877c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eeb9bed0-557d-43df-820a-11b608db6231), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:16.832593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-675d1d95-03b8-433e-91f2-f3f160fa07b4 req-47def334-5ca6-4a89-a9d0-b181945a3bca tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774548 Feb 10 15:38:16.856897 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cd2c0-dd22-4743-a343-c93e1f0fa811 req-199e0bcc-fd53-496e-9479-77c828d92026 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:16.858531 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-975cd2c0-dd22-4743-a343-c93e1f0fa811 req-199e0bcc-fd53-496e-9479-77c828d92026 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.3937519 Feb 10 15:38:16.915745 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port aea95d4a-9467-44a1-a4a8-36f4a9e69d28 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:16.916684 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:16.952069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-97a246fd-146b-4a2e-984c-e0f35b877c6d None None] Port eeb9bed0-557d-43df-820a-11b608db6231 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:17.017641 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-467b7cdf-98df-4027-982e-87eeebcf4981 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (8ad5439c-7ef6-4e32-9dbc-9f13b75e44c9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:17.037972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port aea95d4a-9467-44a1-a4a8-36f4a9e69d28, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=aea95d4a-9467-44a1-a4a8-36f4a9e69d28,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:17.039139 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8652ef9-9c47-4475-a9f3-f93afb9100e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea95d4a-9467-44a1-a4a8-36f4a9e69d28'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:38:17.042306 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6505b429-0e7a-4ef8-9cc1-ececb74c10da" -d '{"events": [{"server_uuid": "c8652ef9-9c47-4475-a9f3-f93afb9100e8", "name": "network-vif-plugged", "status": "completed", "tag": "aea95d4a-9467-44a1-a4a8-36f4a9e69d28"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:38:17.070184 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:17.155031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467b7cdf-98df-4027-982e-87eeebcf4981 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network a90ffc2c-eec5-49d2-bf93-023793d534e3 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:17.158835 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-975cd2c0-dd22-4743-a343-c93e1f0fa811 req-d534e707-2dea-4af7-950a-548d53fa3ddc tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915967 Feb 10 15:38:17.181629 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=aea95d4a-9467-44a1-a4a8-36f4a9e69d28,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:17.221180 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-467b7cdf-98df-4027-982e-87eeebcf4981 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:17.240162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'name': 'tempest-TestServerBasicOps-185243485-router', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:08Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 4, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'gw_port': {'id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:09Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'eeb9bed0-557d-43df-820a-11b608db6231', 'name': '', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'mac_address': 'fa:16:3e:75:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '0d461450-fb69-494a-aff0-016ac0977632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:14Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 2, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'subnets': [{'id': '0d461450-fb69-494a-aff0-016ac0977632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:17.274897 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b7cdf-98df-4027-982e-87eeebcf4981 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=8ad5439c-7ef6-4e32-9dbc-9f13b75e44c9,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:17.282620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b7cdf-98df-4027-982e-87eeebcf4981 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:17.286768 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3df32-6950-4f7a-aea3-11ff72a61ee4 None None] The sync data for ids ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'] in n-d-815324-7 is: [{'id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'name': 'tempest-TestServerBasicOps-185243485-router', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:08Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 4, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'gw_port': {'id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:09Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'eeb9bed0-557d-43df-820a-11b608db6231', 'name': '', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'mac_address': 'fa:16:3e:75:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '0d461450-fb69-494a-aff0-016ac0977632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:14Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 2, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'subnets': [{'id': '0d461450-fb69-494a-aff0-016ac0977632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:38:17.294791 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467b7cdf-98df-4027-982e-87eeebcf4981 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:17.297551 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-467b7cdf-98df-4027-982e-87eeebcf4981 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:17.301745 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce81cd16-3047-4c70-ba0a-3d51d7c82677 x-openstack-request-id: req-ce81cd16-3047-4c70-ba0a-3d51d7c82677 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:38:17.302387 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8652ef9-9c47-4475-a9f3-f93afb9100e8", "name": "network-vif-plugged", "status": "completed", "tag": "aea95d4a-9467-44a1-a4a8-36f4a9e69d28", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:38:17.302839 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce81cd16-3047-4c70-ba0a-3d51d7c82677 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:38:17.303995 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8652ef9-9c47-4475-a9f3-f93afb9100e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea95d4a-9467-44a1-a4a8-36f4a9e69d28', 'code': 200} Feb 10 15:38:17.391263 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd0136-a0fc-4ee1-82ef-507a59e33994 req-911057c1-f55b-427d-b1ee-f1e85a9d0367 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:17.393162 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-adbd0136-a0fc-4ee1-82ef-507a59e33994 req-911057c1-f55b-427d-b1ee-f1e85a9d0367 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.4035308 Feb 10 15:38:17.444558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd21299-8ccd-4585-acad-c14543cb0f5e req-c4d607b3-7149-4c08-a787-70d03d050d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:17.454141 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-467b7cdf-98df-4027-982e-87eeebcf4981 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3677497 Feb 10 15:38:17.460588 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fdd21299-8ccd-4585-acad-c14543cb0f5e req-c4d607b3-7149-4c08-a787-70d03d050d0d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 1127 time: 0.1009817 Feb 10 15:38:17.461125 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44618) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:17.489907 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-6f84db92-2979-4272-86db-27605df630b3 req-c491f819-7f02-4746-8e26-e0591385a6a2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:38:17.501908 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6f84db92-2979-4272-86db-27605df630b3 req-c491f819-7f02-4746-8e26-e0591385a6a2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465765 Feb 10 15:38:17.545606 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d61f36-7342-4407-b8ab-faf280bc3e69 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:38:17.556078 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44624) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:17.570077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0c42c599-3f96-442e-b3b9-4b12cf71cc64 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1520086212-network', 'tenant_id': '4509920341a841c3af239168c3bae50d'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:17.605377 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Publish callbacks [] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:17.616283 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fdd21299-8ccd-4585-acad-c14543cb0f5e req-9a0772b0-453b-4f8c-9ebe-d788999f752a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328552 Feb 10 15:38:17.642577 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-adbd0136-a0fc-4ee1-82ef-507a59e33994 req-afa80853-455e-4c95-93ef-6c5d4939e56c tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858053 Feb 10 15:38:17.666818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Transition to ACTIVE for port object c7d61f36-7342-4407-b8ab-faf280bc3e69 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:38:17.713654 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f3fe30-d587-4ecc-b8f9-a634e7f960bf tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:17.715528 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d8f3fe30-d587-4ecc-b8f9-a634e7f960bf tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2534730 Feb 10 15:38:17.723009 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44630) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:17.733366 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:17.826223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fcfc3c38-3020-4f46-a637-acbccc617a05 None None] Provisioning complete for port 8ad5439c-7ef6-4e32-9dbc-9f13b75e44c9 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:17.826792 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fcfc3c38-3020-4f46-a637-acbccc617a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8ad5439c-7ef6-4e32-9dbc-9f13b75e44c9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:17.884995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c42c599-3f96-442e-b3b9-4b12cf71cc64 admin admin] Made reservation on behalf of 4509920341a841c3af239168c3bae50d for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:17.888268 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c42c599-3f96-442e-b3b9-4b12cf71cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:17.897562 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d3384a-1dc5-4bcc-9656-d79f173e36f9 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:17.915411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d3384a-1dc5-4bcc-9656-d79f173e36f9 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:17.932015 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc3c38-3020-4f46-a637-acbccc617a05 None None] Port 8ad5439c-7ef6-4e32-9dbc-9f13b75e44c9 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:17.934892 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d3384a-1dc5-4bcc-9656-d79f173e36f9 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:17.936630 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e7d3384a-1dc5-4bcc-9656-d79f173e36f9 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2124150 Feb 10 15:38:17.941222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44640) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:17.946438 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c42c599-3f96-442e-b3b9-4b12cf71cc64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:17.978410 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:18.037014 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d61f36-7342-4407-b8ab-faf280bc3e69,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:18.121176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc95ec-9f93-4623-87ff-68baaab81076 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port 8ad5439c-7ef6-4e32-9dbc-9f13b75e44c9 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:38:18.121782 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6c45b-38e1-4c2c-b515-a146de980254 req-78a5fa7b-2306-4ae6-969e-a3072a002139 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:18.122001 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fbc95ec-9f93-4623-87ff-68baaab81076 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8ad5439c-7ef6-4e32-9dbc-9f13b75e44c9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:18.123386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbc6c45b-38e1-4c2c-b515-a146de980254 req-78a5fa7b-2306-4ae6-969e-a3072a002139 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 931 time: 0.5141361 Feb 10 15:38:18.153021 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82e77a-0dec-4c47-bb79-bbcb79b15495 req-a31b8049-ec31-4698-bd07-93cd2ab293c6 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:18.154510 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1c82e77a-0dec-4c47-bb79-bbcb79b15495 req-a31b8049-ec31-4698-bd07-93cd2ab293c6 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.4085145 Feb 10 15:38:18.246094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Attempting to bind port c7d61f36-7342-4407-b8ab-faf280bc3e69 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:38:18.246427 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Attempting to bind port c7d61f36-7342-4407-b8ab-faf280bc3e69 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'd799b748-2720-41b4-b9f9-839e0f5e4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:38:18.246765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Attempting to bind port c7d61f36-7342-4407-b8ab-faf280bc3e69 on network 8869d08f-a2e4-449e-9a50-22ae4eebae0f {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:18.267152 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fbc95ec-9f93-4623-87ff-68baaab81076 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8ad5439c-7ef6-4e32-9dbc-9f13b75e44c9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:18.285634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc95ec-9f93-4623-87ff-68baaab81076 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for 8ad5439c-7ef6-4e32-9dbc-9f13b75e44c9 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:38:18.293133 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Port c7d61f36-7342-4407-b8ab-faf280bc3e69 on network 8869d08f-a2e4-449e-9a50-22ae4eebae0f not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:38:18.293688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Attempting to bind port c7d61f36-7342-4407-b8ab-faf280bc3e69 on network 8869d08f-a2e4-449e-9a50-22ae4eebae0f {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:18.331792 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbc6c45b-38e1-4c2c-b515-a146de980254 req-2336f612-b20b-481e-aa11-1420dcac7af4 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860838 Feb 10 15:38:18.334669 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:38:18.335010 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Checking segment: {'id': 'd799b748-2720-41b4-b9f9-839e0f5e4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:18.335389 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Bound using segment: {'id': 'd799b748-2720-41b4-b9f9-839e0f5e4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:38:18.336104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Bound port: c7d61f36-7342-4407-b8ab-faf280bc3e69, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd799b748-2720-41b4-b9f9-839e0f5e4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:38:18.336229 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:18.341208 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1c82e77a-0dec-4c47-bb79-bbcb79b15495 req-678862d7-7cf9-48fc-b521-26a02555dacb tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742218 Feb 10 15:38:18.376810 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c42c599-3f96-442e-b3b9-4b12cf71cc64 admin admin] Publish callbacks [] for security_group (53abab4b-59f7-4f90-95b8-a59e7d0bfb0e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:18.406831 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c42c599-3f96-442e-b3b9-4b12cf71cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (53abab4b-59f7-4f90-95b8-a59e7d0bfb0e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:18.451020 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c42c599-3f96-442e-b3b9-4b12cf71cc64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:38:18.546078 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] For port c7d61f36-7342-4407-b8ab-faf280bc3e69, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:38:18.549726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] For port c7d61f36-7342-4407-b8ab-faf280bc3e69, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=c7d61f36-7342-4407-b8ab-faf280bc3e69,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:38:18.573748 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fbc95ec-9f93-4623-87ff-68baaab81076 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8ad5439c-7ef6-4e32-9dbc-9f13b75e44c9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:18.611021 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42c599-3f96-442e-b3b9-4b12cf71cc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53abab4b-59f7-4f90-95b8-a59e7d0bfb0e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:18.612506 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c42c599-3f96-442e-b3b9-4b12cf71cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e3432b18-9499-4c18-831c-b58f70647240), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:18.612918 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-0c42c599-3f96-442e-b3b9-4b12cf71cc64 admin admin] Added segment e3432b18-9499-4c18-831c-b58f70647240 of type vlan for network f48352db-bc1f-43eb-95e5-0f19dd012f4e Feb 10 15:38:18.631496 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc95ec-9f93-4623-87ff-68baaab81076 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=8ad5439c-7ef6-4e32-9dbc-9f13b75e44c9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:18.638361 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:18.719026 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c42c599-3f96-442e-b3b9-4b12cf71cc64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (f48352db-bc1f-43eb-95e5-0f19dd012f4e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:18.721030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fbc95ec-9f93-4623-87ff-68baaab81076 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:18.730531 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8fbc95ec-9f93-4623-87ff-68baaab81076 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/8ad5439c-7ef6-4e32-9dbc-9f13b75e44c9 HTTP/1.1" status: 204 len: 168 time: 0.7863858 Feb 10 15:38:18.731188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44654) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:18.782194 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7120d1-f50b-473a-814d-f40e50426b81 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] GET failed (client error): The resource could not be found. Feb 10 15:38:18.789793 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0e7120d1-f50b-473a-814d-f40e50426b81 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/8ad5439c-7ef6-4e32-9dbc-9f13b75e44c9 HTTP/1.1" status: 404 len: 333 time: 0.0566089 Feb 10 15:38:18.790459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44658) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:18.915926 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d61f36-7342-4407-b8ab-faf280bc3e69,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:18.955631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afbb4a-8d2a-483d-9860-eebdb32af479 req-f5511a41-45f0-4ced-aa20-760bbb3e07be tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:18.965995 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:18.972675 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8afbb4a-8d2a-483d-9860-eebdb32af479 req-f5511a41-45f0-4ced-aa20-760bbb3e07be tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.4919035 Feb 10 15:38:18.975592 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c42c599-3f96-442e-b3b9-4b12cf71cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (f48352db-bc1f-43eb-95e5-0f19dd012f4e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:18.976536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c42c599-3f96-442e-b3b9-4b12cf71cc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:18.977150 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c42c599-3f96-442e-b3b9-4b12cf71cc64 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:19.041613 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:19.042237 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:19.044171 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d4750cc5-82cc-46dc-8e35-471a0fe7f04f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port 901f1712-8d0f-40b4-bca9-0bbcc4cec8ad {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:38:19.044525 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d4750cc5-82cc-46dc-8e35-471a0fe7f04f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (901f1712-8d0f-40b4-bca9-0bbcc4cec8ad), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:19.059854 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d1411ad-eb6d-4218-a241-065e63865678 req-9b2a992e-1db3-4998-a763-5aa5e6c58ef8 service neutron] 10.222.0.72 "PUT /v2.0/ports/c7d61f36-7342-4407-b8ab-faf280bc3e69 HTTP/1.1" status: 200 len: 1091 time: 3.2458615 Feb 10 15:38:19.061554 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac95020-7d86-4658-b258-170eec60d86c', 'tag': 'c7d61f36-7342-4407-b8ab-faf280bc3e69'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:38:19.064513 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7384d6ac-1466-4509-999e-1d55e450de35" -d '{"events": [{"name": "network-changed", "server_uuid": "eac95020-7d86-4658-b258-170eec60d86c", "tag": "c7d61f36-7342-4407-b8ab-faf280bc3e69"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:38:19.076545 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0c42c599-3f96-442e-b3b9-4b12cf71cc64 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5163426 Feb 10 15:38:19.081183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44664) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:19.100978 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b79f16ce-6d0c-4ee5-a470-ff2fd3561bec admin admin] Request body: {'subnet': {'network_id': 'f48352db-bc1f-43eb-95e5-0f19dd012f4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1520086212-subnet', 'tenant_id': '4509920341a841c3af239168c3bae50d', 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:19.127330 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79f16ce-6d0c-4ee5-a470-ff2fd3561bec admin admin] Made reservation on behalf of 4509920341a841c3af239168c3bae50d for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:19.130494 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b79f16ce-6d0c-4ee5-a470-ff2fd3561bec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:19.131129 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f96446-58cb-4960-a710-7c07f64cd34a req-d50222a2-a688-4821-add4-e1981d697d3a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:19.133063 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1f96446-58cb-4960-a710-7c07f64cd34a req-d50222a2-a688-4821-add4-e1981d697d3a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 945 time: 0.6249530 Feb 10 15:38:19.238431 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42c599-3f96-442e-b3b9-4b12cf71cc64 admin admin] Pushing event updated for resources: {'Network': ['ID=f48352db-bc1f-43eb-95e5-0f19dd012f4e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:19.251647 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network f48352db-bc1f-43eb-95e5-0f19dd012f4e details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:38:19.284554 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8afbb4a-8d2a-483d-9860-eebdb32af479 req-db43fda3-eb82-4899-a296-abfe6339e304 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098185 Feb 10 15:38:19.313285 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d4750cc5-82cc-46dc-8e35-471a0fe7f04f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (901f1712-8d0f-40b4-bca9-0bbcc4cec8ad), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:19.344039 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d4750cc5-82cc-46dc-8e35-471a0fe7f04f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for 901f1712-8d0f-40b4-bca9-0bbcc4cec8ad owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:38:19.357238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1f96446-58cb-4960-a710-7c07f64cd34a req-da11f90b-9d0f-4e4c-9f74-1d38fa4af68b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641457 Feb 10 15:38:19.359739 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1411ad-eb6d-4218-a241-065e63865678 req-ff70acc6-09d2-4614-bb1f-b43d93c31aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:19.361882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d1411ad-eb6d-4218-a241-065e63865678 req-ff70acc6-09d2-4614-bb1f-b43d93c31aa2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f4c25f3fcb03489eafb6961a58e6ef5a&device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 1125 time: 0.1631684 Feb 10 15:38:19.708165 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b79f16ce-6d0c-4ee5-a470-ff2fd3561bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (5e225a57-4e6b-4569-a42b-758af5107a48), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:19.796241 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f16ce-6d0c-4ee5-a470-ff2fd3561bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e225a57-4e6b-4569-a42b-758af5107a48,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:19.814401 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d4750cc5-82cc-46dc-8e35-471a0fe7f04f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (901f1712-8d0f-40b4-bca9-0bbcc4cec8ad), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:19.853318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4750cc5-82cc-46dc-8e35-471a0fe7f04f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=901f1712-8d0f-40b4-bca9-0bbcc4cec8ad,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:19.886381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79f16ce-6d0c-4ee5-a470-ff2fd3561bec admin admin] Checking segment: {'id': 'e3432b18-9499-4c18-831c-b58f70647240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f48352db-bc1f-43eb-95e5-0f19dd012f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:19.886766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f16ce-6d0c-4ee5-a470-ff2fd3561bec admin admin] Network hostable DHCP agents. Network: f48352db-bc1f-43eb-95e5-0f19dd012f4e, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:38:19.934364 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d4750cc5-82cc-46dc-8e35-471a0fe7f04f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:19.957541 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d4750cc5-82cc-46dc-8e35-471a0fe7f04f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/901f1712-8d0f-40b4-bca9-0bbcc4cec8ad HTTP/1.1" status: 204 len: 168 time: 1.1656904 Feb 10 15:38:19.958606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44676) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:20.048754 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fd6fbd-dab8-4ba4-9e86-bed53dde09e8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] GET failed (client error): The resource could not be found. Feb 10 15:38:20.053020 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a6fd6fbd-dab8-4ba4-9e86-bed53dde09e8 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/901f1712-8d0f-40b4-bca9-0bbcc4cec8ad HTTP/1.1" status: 404 len: 333 time: 0.0807319 Feb 10 15:38:20.053459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44678) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:20.079332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f16ce-6d0c-4ee5-a470-ff2fd3561bec admin admin] Network f48352db-bc1f-43eb-95e5-0f19dd012f4e is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:38:20.097759 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac0ade1-250c-40c9-95ae-98ff1dc8783a x-openstack-request-id: req-1ac0ade1-250c-40c9-95ae-98ff1dc8783a {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:38:20.098111 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac95020-7d86-4658-b258-170eec60d86c", "tag": "c7d61f36-7342-4407-b8ab-faf280bc3e69", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:38:20.098429 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1ac0ade1-250c-40c9-95ae-98ff1dc8783a {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:38:20.098934 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac95020-7d86-4658-b258-170eec60d86c', 'tag': 'c7d61f36-7342-4407-b8ab-faf280bc3e69', 'status': 'completed', 'code': 200} Feb 10 15:38:20.113264 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d1411ad-eb6d-4218-a241-065e63865678 req-c6fa97de-fdf4-4fea-8a72-e741d8c2d9e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7d61f36-7342-4407-b8ab-faf280bc3e69 HTTP/1.1" status: 200 len: 217 time: 0.7432675 Feb 10 15:38:20.132751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-b79f16ce-6d0c-4ee5-a470-ff2fd3561bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, f48352db-bc1f-43eb-95e5-0f19dd012f4e) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:20.143634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f16ce-6d0c-4ee5-a470-ff2fd3561bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:20.144575 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b79f16ce-6d0c-4ee5-a470-ff2fd3561bec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:20.147324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18484e5-a054-4e61-ad84-97b40a5aaf48 None None] Network f48352db-bc1f-43eb-95e5-0f19dd012f4e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:20.170436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-8764e66c-9d49-4332-93a2-3dbc13d6d21d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting subnet ddc61497-b3d8-4a4b-aa1f-643a35c25b2a {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:38:20.174928 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8764e66c-9d49-4332-93a2-3dbc13d6d21d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (ddc61497-b3d8-4a4b-aa1f-643a35c25b2a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:20.224396 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ae463e8c-56bf-4b8e-a0ed-0037a56d8173 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:20.239027 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8764e66c-9d49-4332-93a2-3dbc13d6d21d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (ddc61497-b3d8-4a4b-aa1f-643a35c25b2a), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:20.365582 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b79f16ce-6d0c-4ee5-a470-ff2fd3561bec admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2693744 Feb 10 15:38:20.368325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44680) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:20.393744 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8764e66c-9d49-4332-93a2-3dbc13d6d21d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (ddc61497-b3d8-4a4b-aa1f-643a35c25b2a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:20.397103 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329237a-7dc6-47a7-a79a-fb80cc0b78b7 req-b6189f34-37b0-45b5-8458-f2fdb195032e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:20.400257 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0329237a-7dc6-47a7-a79a-fb80cc0b78b7 req-b6189f34-37b0-45b5-8458-f2fdb195032e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 943 time: 0.3065202 Feb 10 15:38:20.407844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1520086212-router', 'tenant_id': '4509920341a841c3af239168c3bae50d', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:20.408432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-f48352db-bc1f-43eb-95e5-0f19dd012f4e', 'network_id': 'f48352db-bc1f-43eb-95e5-0f19dd012f4e', 'project_id': '4509920341a841c3af239168c3bae50d', 'fixed_ips': [{'subnet_id': '5e225a57-4e6b-4569-a42b-758af5107a48'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:38:20.413300 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:20.415984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1411ad-eb6d-4218-a241-065e63865678 req-3c242cc3-b6fa-4f98-adbe-c4efe8d5c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:20.417493 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d1411ad-eb6d-4218-a241-065e63865678 req-3c242cc3-b6fa-4f98-adbe-c4efe8d5c752 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd6f1597-24e8-4da8-a58f-4d14c7888f3e HTTP/1.1" status: 200 len: 855 time: 0.2917187 Feb 10 15:38:20.438144 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ae463e8c-56bf-4b8e-a0ed-0037a56d8173 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:20.439403 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ae463e8c-56bf-4b8e-a0ed-0037a56d8173), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:20.448161 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2db25e-7805-42dd-b44e-d707c6348b18 req-6c5fa661-8211-4c24-a04b-994b23adc48d tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:20.449768 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e2db25e-7805-42dd-b44e-d707c6348b18 req-6c5fa661-8211-4c24-a04b-994b23adc48d tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.3500233 Feb 10 15:38:20.498162 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8764e66c-9d49-4332-93a2-3dbc13d6d21d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (ddc61497-b3d8-4a4b-aa1f-643a35c25b2a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:20.532197 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d1411ad-eb6d-4218-a241-065e63865678 req-02b03468-6386-4555-86a5-ae3e6875c44c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8869d08f-a2e4-449e-9a50-22ae4eebae0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049693 Feb 10 15:38:20.539169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764e66c-9d49-4332-93a2-3dbc13d6d21d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc61497-b3d8-4a4b-aa1f-643a35c25b2a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:20.548686 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8764e66c-9d49-4332-93a2-3dbc13d6d21d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:20.554704 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8764e66c-9d49-4332-93a2-3dbc13d6d21d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/ddc61497-b3d8-4a4b-aa1f-643a35c25b2a HTTP/1.1" status: 204 len: 168 time: 0.4999347 Feb 10 15:38:20.559381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44684) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:20.629756 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee5415b-ad0a-4724-894a-557dc894f682 None None] Network a90ffc2c-eec5-49d2-bf93-023793d534e3 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:20.701776 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (ebed8408-33bb-473d-88f1-06e089a4247b), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:20.705585 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (ebed8408-33bb-473d-88f1-06e089a4247b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:20.706166 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (a90ffc2c-eec5-49d2-bf93-023793d534e3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:20.763799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0329237a-7dc6-47a7-a79a-fb80cc0b78b7 req-bd25a7fa-03fa-4f09-9f79-34c735fa93a2 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286712 Feb 10 15:38:20.816945 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d1411ad-eb6d-4218-a241-065e63865678 req-3457f052-c9bd-4e0b-be88-75cf00885d1a service neutron] 10.222.0.72 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234471 Feb 10 15:38:20.820122 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port 4ce10163-25df-4d44-83c7-27e8b06f4be4 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:38:20.821578 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4ce10163-25df-4d44-83c7-27e8b06f4be4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:20.894782 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e2db25e-7805-42dd-b44e-d707c6348b18 req-3ee51e54-a14d-4bf5-b13f-9d3d8479df35 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060068 Feb 10 15:38:20.947035 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] For port 4ce10163-25df-4d44-83c7-27e8b06f4be4, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4ce10163-25df-4d44-83c7-27e8b06f4be4,segment=NetworkSegment(1da084a5-e0b7-4dbe-bb55-53627ed19d0f),segment_id=1da084a5-e0b7-4dbe-bb55-53627ed19d0f)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:20.947648 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4ce10163-25df-4d44-83c7-27e8b06f4be4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:20.963136 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for 4ce10163-25df-4d44-83c7-27e8b06f4be4 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:38:21.043816 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Publish callbacks [] for router_controller (ebed8408-33bb-473d-88f1-06e089a4247b), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.069290 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4ce10163-25df-4d44-83c7-27e8b06f4be4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.100555 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=4ce10163-25df-4d44-83c7-27e8b06f4be4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:21.114888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No DVR routers for this DVR port 4ce10163-25df-4d44-83c7-27e8b06f4be4 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:38:21.195219 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Sync routers for ids ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:38:21.199068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ae463e8c-56bf-4b8e-a0ed-0037a56d8173 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:21.199631 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ae463e8c-56bf-4b8e-a0ed-0037a56d8173), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.209416 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Routers {'a0ed1596-f2d7-477d-87e2-0b565fdb64da'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:38:21.211666 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:38:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:21.223097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port ae463e8c-56bf-4b8e-a0ed-0037a56d8173, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ae463e8c-56bf-4b8e-a0ed-0037a56d8173,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:21.224486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d1411ad-eb6d-4218-a241-065e63865678 req-8eef7503-2854-4b28-906c-87c874fa531b service neutron] 10.222.0.72 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989210 Feb 10 15:38:21.239051 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ae463e8c-56bf-4b8e-a0ed-0037a56d8173), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.247313 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c896ef-4aed-404b-a968-2f3adab225ab req-cb44ade8-da2f-4809-9fb6-5e9107f45941 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:21.257637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-57c896ef-4aed-404b-a968-2f3adab225ab req-cb44ade8-da2f-4809-9fb6-5e9107f45941 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.2950394 Feb 10 15:38:21.304417 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=ae463e8c-56bf-4b8e-a0ed-0037a56d8173,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:21.306908 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (a90ffc2c-eec5-49d2-bf93-023793d534e3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.324936 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c39e7-b0d2-4d30-9f5e-141fa44cb77a None None] DHCP port deletion for a90ffc2c-eec5-49d2-bf93-023793d534e3 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:38:21.333579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Allocated IP 172.20.0.2 (f48352db-bc1f-43eb-95e5-0f19dd012f4e/5e225a57-4e6b-4569-a42b-758af5107a48/5003c741-ab5b-4764-8afa-904d4a386628) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:21.368431 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90ffc2c-eec5-49d2-bf93-023793d534e3']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:21.389905 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Publish callbacks [] for router_gateway (ebed8408-33bb-473d-88f1-06e089a4247b), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.394484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da084a5-e0b7-4dbe-bb55-53627ed19d0f') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:21.394781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da084a5-e0b7-4dbe-bb55-53627ed19d0f') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:21.422585 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (1da084a5-e0b7-4dbe-bb55-53627ed19d0f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.451639 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (1da084a5-e0b7-4dbe-bb55-53627ed19d0f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.466077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:38:21.466077 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (1da084a5-e0b7-4dbe-bb55-53627ed19d0f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:38:21.474615 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:38:21.498793 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4659cb2-73cd-4e0f-a2bd-9bcb1228b426 req-4332aefe-9328-42e2-8d70-961fee6228da tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:21.500554 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4659cb2-73cd-4e0f-a2bd-9bcb1228b426 req-4332aefe-9328-42e2-8d70-961fee6228da tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 945 time: 0.4437170 Feb 10 15:38:21.506484 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Set router a0ed1596-f2d7-477d-87e2-0b565fdb64da gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:38:21.530079 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-57c896ef-4aed-404b-a968-2f3adab225ab req-a10b5fc3-1ecc-408e-a130-2c7f52027369 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710366 Feb 10 15:38:21.561546 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Publish callbacks [] for port (5003c741-ab5b-4764-8afa-904d4a386628), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.570455 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (5003c741-ab5b-4764-8afa-904d4a386628), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.624629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (a90ffc2c-eec5-49d2-bf93-023793d534e3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.625442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Pushing event updated for resources: {'Port': ['ID=5003c741-ab5b-4764-8afa-904d4a386628,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:21.641711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Network f48352db-bc1f-43eb-95e5-0f19dd012f4e is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:21.643324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:21.643630 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.649037 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:21.658418 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/networks/a90ffc2c-eec5-49d2-bf93-023793d534e3 HTTP/1.1" status: 204 len: 168 time: 1.0975742 Feb 10 15:38:21.659147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44692) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:21.660268 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384d6ac-1466-4509-999e-1d55e450de35 req-f4cd91ed-1bb4-49a7-ab26-dd7f0eefeb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:21.661832 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7384d6ac-1466-4509-999e-1d55e450de35 req-f4cd91ed-1bb4-49a7-ab26-dd7f0eefeb9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f4c25f3fcb03489eafb6961a58e6ef5a&device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 1125 time: 0.2639084 Feb 10 15:38:21.684678 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-66d25a67-e42f-4d4f-8bf2-5153b2d9501b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-556933654'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:21.714131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787d633-7f1d-4dff-833e-26b5d1a4c239 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Network': ['ID=a90ffc2c-eec5-49d2-bf93-023793d534e3,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:21.719859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d25a67-e42f-4d4f-8bf2-5153b2d9501b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:21.725372 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-66d25a67-e42f-4d4f-8bf2-5153b2d9501b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.764705 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4659cb2-73cd-4e0f-a2bd-9bcb1228b426 req-52c4f0f8-099b-4e7a-ad17-44949b1386ef tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556245 Feb 10 15:38:21.786131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d25a67-e42f-4d4f-8bf2-5153b2d9501b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:38:21.792813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Attempting to bind port 5003c741-ab5b-4764-8afa-904d4a386628 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:38:21.797654 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Attempting to bind port 5003c741-ab5b-4764-8afa-904d4a386628 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'e3432b18-9499-4c18-831c-b58f70647240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f48352db-bc1f-43eb-95e5-0f19dd012f4e'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:38:21.798015 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Attempting to bind port 5003c741-ab5b-4764-8afa-904d4a386628 on network f48352db-bc1f-43eb-95e5-0f19dd012f4e {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:21.810829 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-66d25a67-e42f-4d4f-8bf2-5153b2d9501b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (224c5c17-bc8c-4579-a401-90a572e867be), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.811139 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:38:21.811569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Checking segment: {'id': 'e3432b18-9499-4c18-831c-b58f70647240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f48352db-bc1f-43eb-95e5-0f19dd012f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:21.812037 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.812395 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Bound using segment: {'id': 'e3432b18-9499-4c18-831c-b58f70647240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f48352db-bc1f-43eb-95e5-0f19dd012f4e'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:38:21.812911 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Bound port: 5003c741-ab5b-4764-8afa-904d4a386628, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3432b18-9499-4c18-831c-b58f70647240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f48352db-bc1f-43eb-95e5-0f19dd012f4e'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:38:21.813235 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-66d25a67-e42f-4d4f-8bf2-5153b2d9501b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Added segment 224c5c17-bc8c-4579-a401-90a572e867be of type vlan for network e076a7ce-85d5-44d4-ab5d-dd0facc147c4 Feb 10 15:38:21.814509 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5003c741-ab5b-4764-8afa-904d4a386628), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.853751 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f223e1-2c5c-44fe-80c4-d1322aa719f1 req-c61817e9-cc97-4a1a-9267-2a61bf794d44 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:21.861378 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63f223e1-2c5c-44fe-80c4-d1322aa719f1 req-c61817e9-cc97-4a1a-9267-2a61bf794d44 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.1985469 Feb 10 15:38:21.883242 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'name': 'tempest-TestServerBasicOps-185243485-router', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:08Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 4, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'gw_port': {'id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:09Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'eeb9bed0-557d-43df-820a-11b608db6231', 'name': '', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'mac_address': 'fa:16:3e:75:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '0d461450-fb69-494a-aff0-016ac0977632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:14Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 2, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'subnets': [{'id': '0d461450-fb69-494a-aff0-016ac0977632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:21.916315 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-66d25a67-e42f-4d4f-8bf2-5153b2d9501b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (e076a7ce-85d5-44d4-ab5d-dd0facc147c4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.937282 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Checking router: a0ed1596-f2d7-477d-87e2-0b565fdb64da for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:38:21.937649 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Updating router a0ed1596-f2d7-477d-87e2-0b565fdb64da port eeb9bed0-557d-43df-820a-11b608db6231 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:38:21.965266 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-66d25a67-e42f-4d4f-8bf2-5153b2d9501b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (e076a7ce-85d5-44d4-ab5d-dd0facc147c4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.971282 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eeb9bed0-557d-43df-820a-11b608db6231), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.981653 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d25a67-e42f-4d4f-8bf2-5153b2d9501b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:21.982305 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-66d25a67-e42f-4d4f-8bf2-5153b2d9501b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:21.989250 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-60734065-8c80-42dd-8756-e19eb427604f None None] For port 5003c741-ab5b-4764-8afa-904d4a386628, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:38:21.996826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-60734065-8c80-42dd-8756-e19eb427604f None None] For port 5003c741-ab5b-4764-8afa-904d4a386628, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=5003c741-ab5b-4764-8afa-904d4a386628,segment=NetworkSegment(e3432b18-9499-4c18-831c-b58f70647240),segment_id=e3432b18-9499-4c18-831c-b58f70647240)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:38:22.017736 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5003c741-ab5b-4764-8afa-904d4a386628), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:22.095782 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ae463e8c-56bf-4b8e-a0ed-0037a56d8173 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:22.104759 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-66d25a67-e42f-4d4f-8bf2-5153b2d9501b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4253938 Feb 10 15:38:22.107751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44704) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:22.119369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-05402636-369e-47be-920b-9ce9af87ce32 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'subnet': {'network_id': 'e076a7ce-85d5-44d4-ab5d-dd0facc147c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:22.229312 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d25a67-e42f-4d4f-8bf2-5153b2d9501b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Network': ['ID=e076a7ce-85d5-44d4-ab5d-dd0facc147c4,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:22.242789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60734065-8c80-42dd-8756-e19eb427604f None None] Pushing event updated for resources: {'Port': ['ID=5003c741-ab5b-4764-8afa-904d4a386628,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:22.257564 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network e076a7ce-85d5-44d4-ab5d-dd0facc147c4 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:38:22.279395 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384d6ac-1466-4509-999e-1d55e450de35 req-c6580105-d43d-48c4-95ef-5bc796617e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:22.281644 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7384d6ac-1466-4509-999e-1d55e450de35 req-c6580105-d43d-48c4-95ef-5bc796617e97 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8869d08f-a2e4-449e-9a50-22ae4eebae0f HTTP/1.1" status: 200 len: 916 time: 0.5995929 Feb 10 15:38:22.288316 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63f223e1-2c5c-44fe-80c4-d1322aa719f1 req-ca1236fc-3f5d-43d3-9e9c-706ab0efc793 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260671 Feb 10 15:38:22.345752 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7384d6ac-1466-4509-999e-1d55e450de35 req-d38d319b-e0b4-42f6-a907-7d1fd6771365 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7d61f36-7342-4407-b8ab-faf280bc3e69 HTTP/1.1" status: 200 len: 217 time: 0.0531013 Feb 10 15:38:22.367137 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Publish callbacks [] for router_gateway (ebed8408-33bb-473d-88f1-06e089a4247b), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:22.400880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05402636-369e-47be-920b-9ce9af87ce32 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:22.404669 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05402636-369e-47be-920b-9ce9af87ce32 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:22.426740 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:22.434517 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Publish callbacks [] for port (eeb9bed0-557d-43df-820a-11b608db6231), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:22.453261 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eeb9bed0-557d-43df-820a-11b608db6231), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:22.472228 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e297b-8f8a-4462-8743-16f1a7e61b5c req-c347682f-c3a9-43ac-83a0-5b1cd5d862fd tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:22.472382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ae463e8c-56bf-4b8e-a0ed-0037a56d8173 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:22.472703 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ae463e8c-56bf-4b8e-a0ed-0037a56d8173), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:22.474163 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d8e297b-8f8a-4462-8743-16f1a7e61b5c req-c347682f-c3a9-43ac-83a0-5b1cd5d862fd tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 943 time: 0.5620060 Feb 10 15:38:22.526657 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14036c14-8df7-4bee-b044-d2491fe0da17 None None] Pushing event updated for resources: {'Port': ['ID=eeb9bed0-557d-43df-820a-11b608db6231,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:22.543612 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14036c14-8df7-4bee-b044-d2491fe0da17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:22.545117 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14036c14-8df7-4bee-b044-d2491fe0da17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:22.545812 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14036c14-8df7-4bee-b044-d2491fe0da17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:22.546375 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14036c14-8df7-4bee-b044-d2491fe0da17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:22.546935 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14036c14-8df7-4bee-b044-d2491fe0da17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:22.548019 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14036c14-8df7-4bee-b044-d2491fe0da17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:22.548567 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14036c14-8df7-4bee-b044-d2491fe0da17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:22.549186 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14036c14-8df7-4bee-b044-d2491fe0da17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:22.549730 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14036c14-8df7-4bee-b044-d2491fe0da17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:22.550675 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14036c14-8df7-4bee-b044-d2491fe0da17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:22.551347 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14036c14-8df7-4bee-b044-d2491fe0da17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:22.552138 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14036c14-8df7-4bee-b044-d2491fe0da17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:22.552821 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14036c14-8df7-4bee-b044-d2491fe0da17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:22.594952 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384d6ac-1466-4509-999e-1d55e450de35 req-b8e608d1-0a11-43fc-81d9-a465beb57dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:22.596595 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7384d6ac-1466-4509-999e-1d55e450de35 req-b8e608d1-0a11-43fc-81d9-a465beb57dda service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd6f1597-24e8-4da8-a58f-4d14c7888f3e HTTP/1.1" status: 200 len: 855 time: 0.2457387 Feb 10 15:38:22.651386 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Attempting to bind port eeb9bed0-557d-43df-820a-11b608db6231 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:38:22.652074 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Attempting to bind port eeb9bed0-557d-43df-820a-11b608db6231 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '3b0465a0-96fe-43ae-be6d-54e5bf8a8902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:38:22.652778 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Attempting to bind port eeb9bed0-557d-43df-820a-11b608db6231 on network 8fff8c30-0a34-4f57-884d-3d888ae929ae {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:22.659887 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:38:22.660640 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Checking segment: {'id': '3b0465a0-96fe-43ae-be6d-54e5bf8a8902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:22.661267 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:22.670731 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Bound using segment: {'id': '3b0465a0-96fe-43ae-be6d-54e5bf8a8902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:38:22.671606 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Bound port: eeb9bed0-557d-43df-820a-11b608db6231, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0465a0-96fe-43ae-be6d-54e5bf8a8902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:38:22.673544 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7384d6ac-1466-4509-999e-1d55e450de35 req-3b2ba564-4fb9-475a-83b3-7ef14dddbb39 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8869d08f-a2e4-449e-9a50-22ae4eebae0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523937 Feb 10 15:38:22.673775 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eeb9bed0-557d-43df-820a-11b608db6231), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:22.688976 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d8e297b-8f8a-4462-8743-16f1a7e61b5c req-333455f5-1b97-4986-8aeb-1989dc74d5f1 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037814 Feb 10 15:38:22.720540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ae463e8c-56bf-4b8e-a0ed-0037a56d8173 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:22.821394 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f4508f0-79b1-41e7-bb83-e93eca18f042 req-f8738de8-f33b-4107-8579-6b4f16b14cb9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=03e2045129ad4ef1931b5795dd4f29b4 HTTP/1.1" status: 200 len: 267 time: 0.3865740 Feb 10 15:38:22.824635 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] For port eeb9bed0-557d-43df-820a-11b608db6231, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:38:22.829250 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] For port eeb9bed0-557d-43df-820a-11b608db6231, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=eeb9bed0-557d-43df-820a-11b608db6231,segment=NetworkSegment(3b0465a0-96fe-43ae-be6d-54e5bf8a8902),segment_id=3b0465a0-96fe-43ae-be6d-54e5bf8a8902)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:38:22.851110 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4ce10163-25df-4d44-83c7-27e8b06f4be4 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:38:22.855164 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eeb9bed0-557d-43df-820a-11b608db6231), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:22.915609 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 4ce10163-25df-4d44-83c7-27e8b06f4be4 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:38:22.915946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4ce10163-25df-4d44-83c7-27e8b06f4be4 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:38:22.938595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05402636-369e-47be-920b-9ce9af87ce32 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (97f1faf8-f377-4018-ac53-38beed803469), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:22.947710 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Routers {'a0ed1596-f2d7-477d-87e2-0b565fdb64da'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:38:22.948504 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:38:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:22.972812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f11be8b2-490d-4baf-99e0-43c4fb9b9942 None None] Provisioning complete for port eeb9bed0-557d-43df-820a-11b608db6231 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:22.973423 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f11be8b2-490d-4baf-99e0-43c4fb9b9942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eeb9bed0-557d-43df-820a-11b608db6231), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:23.037440 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14036c14-8df7-4bee-b044-d2491fe0da17 None None] Pushing event updated for resources: {'Port': ['ID=eeb9bed0-557d-43df-820a-11b608db6231,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:23.112017 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05402636-369e-47be-920b-9ce9af87ce32 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Subnet': ['ID=97f1faf8-f377-4018-ac53-38beed803469,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:23.135370 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05402636-369e-47be-920b-9ce9af87ce32 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Checking segment: {'id': '224c5c17-bc8c-4579-a401-90a572e867be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e076a7ce-85d5-44d4-ab5d-dd0facc147c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:23.135740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05402636-369e-47be-920b-9ce9af87ce32 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network hostable DHCP agents. Network: e076a7ce-85d5-44d4-ab5d-dd0facc147c4, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:38:23.138410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f11be8b2-490d-4baf-99e0-43c4fb9b9942 None None] Current status of the port eeb9bed0-557d-43df-820a-11b608db6231 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:23.138931 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f11be8b2-490d-4baf-99e0-43c4fb9b9942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eeb9bed0-557d-43df-820a-11b608db6231), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:23.174428 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05402636-369e-47be-920b-9ce9af87ce32 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network e076a7ce-85d5-44d4-ab5d-dd0facc147c4 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:38:23.190416 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-05402636-369e-47be-920b-9ce9af87ce32 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, e076a7ce-85d5-44d4-ab5d-dd0facc147c4) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:23.194961 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4508f0-79b1-41e7-bb83-e93eca18f042 req-e7f087cc-fa2d-460a-af03-3ab33e1df7ec tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:23.198246 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f4508f0-79b1-41e7-bb83-e93eca18f042 req-e7f087cc-fa2d-460a-af03-3ab33e1df7ec tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 945 time: 0.3748710 Feb 10 15:38:23.202581 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05402636-369e-47be-920b-9ce9af87ce32 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:23.205140 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05402636-369e-47be-920b-9ce9af87ce32 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:23.219492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f11be8b2-490d-4baf-99e0-43c4fb9b9942 None None] For port eeb9bed0-557d-43df-820a-11b608db6231, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=eeb9bed0-557d-43df-820a-11b608db6231,segment=NetworkSegment(3b0465a0-96fe-43ae-be6d-54e5bf8a8902),segment_id=3b0465a0-96fe-43ae-be6d-54e5bf8a8902)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:23.223446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349883f8-d731-4264-b0e0-d0ed6c767e8a None None] Network e076a7ce-85d5-44d4-ab5d-dd0facc147c4 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:23.227421 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Allocated IP 172.25.3.205 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/0e7585f5-a112-4734-a013-adba8704f183) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:23.228100 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f11be8b2-490d-4baf-99e0-43c4fb9b9942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eeb9bed0-557d-43df-820a-11b608db6231), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:23.241428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-9f4508f0-79b1-41e7-bb83-e93eca18f042 req-5969da1b-0566-44f3-9586-00e43b1a9248 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Request body: {'port': {'security_groups': []}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:23.243554 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] Set router a0ed1596-f2d7-477d-87e2-0b565fdb64da gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:38:23.256094 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7384d6ac-1466-4509-999e-1d55e450de35 req-ea889889-33cd-4e2b-81f7-9eddfd2b4847 service neutron] 10.222.0.72 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623519 Feb 10 15:38:23.267610 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-05402636-369e-47be-920b-9ce9af87ce32 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1562405 Feb 10 15:38:23.268254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44712) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:23.273222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d3acdd44-7bc0-4ffc-b5ed-5b6ce250b291 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1227537986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:23.297729 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d3acdd44-7bc0-4ffc-b5ed-5b6ce250b291 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (0a994b67-2f95-41d6-ab8f-5c47fb95cec0), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:23.298828 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d3acdd44-7bc0-4ffc-b5ed-5b6ce250b291 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (0a994b67-2f95-41d6-ab8f-5c47fb95cec0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:23.326775 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6610c6f-0797-4f05-9add-bd5e6763c811 req-9ff8a623-37a2-492e-bbd9-fea21dc5edea tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:23.333399 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6610c6f-0797-4f05-9add-bd5e6763c811 req-9ff8a623-37a2-492e-bbd9-fea21dc5edea tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.4480579 Feb 10 15:38:23.370018 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d3acdd44-7bc0-4ffc-b5ed-5b6ce250b291 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for router_controller (0a994b67-2f95-41d6-ab8f-5c47fb95cec0), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:23.377764 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d3acdd44-7bc0-4ffc-b5ed-5b6ce250b291 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (0a994b67-2f95-41d6-ab8f-5c47fb95cec0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:23.412106 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d3acdd44-7bc0-4ffc-b5ed-5b6ce250b291 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:23.417048 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d3acdd44-7bc0-4ffc-b5ed-5b6ce250b291 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1473889 Feb 10 15:38:23.417736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44714) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:23.423790 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7a6a95e9-3b4a-4bce-b086-ad56a4ecb9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'network_id': 'e076a7ce-85d5-44d4-ab5d-dd0facc147c4', 'name': 'tempest-PortsIpV6TestJSON-886571872'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:23.527186 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11be8b2-490d-4baf-99e0-43c4fb9b9942 None None] Pushing event updated for resources: {'Port': ['ID=eeb9bed0-557d-43df-820a-11b608db6231,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:23.538935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f783c057-a8f4-4123-9872-a9f055553a0d None None] Provisioning complete for port eeb9bed0-557d-43df-820a-11b608db6231 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:23.539325 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f783c057-a8f4-4123-9872-a9f055553a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eeb9bed0-557d-43df-820a-11b608db6231), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:23.573100 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6610c6f-0797-4f05-9add-bd5e6763c811 req-f7f5b302-c1b3-4213-9c11-ff5fa41dd4ff tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134485 Feb 10 15:38:23.587494 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9f4508f0-79b1-41e7-bb83-e93eca18f042 req-5969da1b-0566-44f3-9586-00e43b1a9248 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:23.645317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6a95e9-3b4a-4bce-b086-ad56a4ecb9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:23.649342 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a6a95e9-3b4a-4bce-b086-ad56a4ecb9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:23.668075 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7384d6ac-1466-4509-999e-1d55e450de35 req-9aa4293d-f3e2-40a8-9805-3a8231b9c470 service neutron] 10.222.0.72 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820524 Feb 10 15:38:23.685690 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-7a6a95e9-3b4a-4bce-b086-ad56a4ecb9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] device_id is not set on port b475ba7c-66eb-472e-9898-923d59d2b428 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:38:23.747353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f783c057-a8f4-4123-9872-a9f055553a0d None None] Current status of the port eeb9bed0-557d-43df-820a-11b608db6231 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:23.763609 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-e076a7ce-85d5-44d4-ab5d-dd0facc147c4', 'network_id': 'e076a7ce-85d5-44d4-ab5d-dd0facc147c4', 'project_id': '1421e980265e473a8a502d7d73dcdb60', 'fixed_ips': [{'subnet_id': '97f1faf8-f377-4018-ac53-38beed803469'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:38:23.764962 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:23.770536 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Publish callbacks [] for port (0e7585f5-a112-4734-a013-adba8704f183), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:23.793552 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'name': 'tempest-TestServerBasicOps-185243485-router', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:08Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 4, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'gw_port': {'id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:09Z', 'updated_at': '2022-02-10T15:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'eeb9bed0-557d-43df-820a-11b608db6231', 'name': '', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'mac_address': 'fa:16:3e:75:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '0d461450-fb69-494a-aff0-016ac0977632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:14Z', 'updated_at': '2022-02-10T15:38:22Z', 'revision_number': 4, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'subnets': [{'id': '0d461450-fb69-494a-aff0-016ac0977632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:23.954881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-7a6a95e9-3b4a-4bce-b086-ad56a4ecb9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Allocated IP 2001:db8::4b (e076a7ce-85d5-44d4-ab5d-dd0facc147c4/97f1faf8-f377-4018-ac53-38beed803469/b475ba7c-66eb-472e-9898-923d59d2b428) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:23.973446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371b9900-5f4f-4208-9fdf-bf288fb85cc5 None None] Network f48352db-bc1f-43eb-95e5-0f19dd012f4e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:24.055655 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c61fe-cdd8-46a7-adb3-aabd4cbea3b7 req-eadd517f-de72-456d-bdf9-626760a765b4 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:24.055857 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c30812-c131-4ee0-9a49-def68af64d5d None None] The sync data for ids ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'] in n-d-815324-7 is: [{'id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'name': 'tempest-TestServerBasicOps-185243485-router', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:08Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 4, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'gw_port': {'id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:09Z', 'updated_at': '2022-02-10T15:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'eeb9bed0-557d-43df-820a-11b608db6231', 'name': '', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'mac_address': 'fa:16:3e:75:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '0d461450-fb69-494a-aff0-016ac0977632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:14Z', 'updated_at': '2022-02-10T15:38:22Z', 'revision_number': 4, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'subnets': [{'id': '0d461450-fb69-494a-aff0-016ac0977632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:38:24.063820 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd2c61fe-cdd8-46a7-adb3-aabd4cbea3b7 req-eadd517f-de72-456d-bdf9-626760a765b4 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.2741647 Feb 10 15:38:24.170854 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (0e7585f5-a112-4734-a013-adba8704f183), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:24.188200 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ade306e3-5157-496e-9e94-c98e806607ab None None] Provisioning complete for port 5003c741-ab5b-4764-8afa-904d4a386628 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:24.188572 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ade306e3-5157-496e-9e94-c98e806607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5003c741-ab5b-4764-8afa-904d4a386628), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:24.219080 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-9f4508f0-79b1-41e7-bb83-e93eca18f042 req-5969da1b-0566-44f3-9586-00e43b1a9248 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] For port aea95d4a-9467-44a1-a4a8-36f4a9e69d28, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=aea95d4a-9467-44a1-a4a8-36f4a9e69d28,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:24.263779 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a6a95e9-3b4a-4bce-b086-ad56a4ecb9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (b475ba7c-66eb-472e-9898-923d59d2b428), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:24.337470 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device eeb9bed0-557d-43df-820a-11b608db6231 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:24.340090 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a6a95e9-3b4a-4bce-b086-ad56a4ecb9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b475ba7c-66eb-472e-9898-923d59d2b428), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:24.417880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a95e9-3b4a-4bce-b086-ad56a4ecb9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=b475ba7c-66eb-472e-9898-923d59d2b428,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:24.429285 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6a95e9-3b4a-4bce-b086-ad56a4ecb9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network e076a7ce-85d5-44d4-ab5d-dd0facc147c4 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:24.431392 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-7a6a95e9-3b4a-4bce-b086-ad56a4ecb9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:24.439729 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a95e9-3b4a-4bce-b086-ad56a4ecb9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:24.461019 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a95e9-3b4a-4bce-b086-ad56a4ecb9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:24.461987 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a6a95e9-3b4a-4bce-b086-ad56a4ecb9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:24.493412 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ade306e3-5157-496e-9e94-c98e806607ab None None] Current status of the port 5003c741-ab5b-4764-8afa-904d4a386628 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:24.494116 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ade306e3-5157-496e-9e94-c98e806607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5003c741-ab5b-4764-8afa-904d4a386628), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:24.498151 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7a6a95e9-3b4a-4bce-b086-ad56a4ecb9ba tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0791698 Feb 10 15:38:24.502105 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44724) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:24.506788 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Allocated IP 2001:db8::2 (e076a7ce-85d5-44d4-ab5d-dd0facc147c4/97f1faf8-f377-4018-ac53-38beed803469/628a261f-0308-4e3b-b721-fa5f199e095e) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:24.620202 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ade306e3-5157-496e-9e94-c98e806607ab None None] For port 5003c741-ab5b-4764-8afa-904d4a386628, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=5003c741-ab5b-4764-8afa-904d4a386628,segment=NetworkSegment(e3432b18-9499-4c18-831c-b58f70647240),segment_id=e3432b18-9499-4c18-831c-b58f70647240)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:24.627315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port eeb9bed0-557d-43df-820a-11b608db6231 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:24.628212 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eeb9bed0-557d-43df-820a-11b608db6231), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:24.746718 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ade306e3-5157-496e-9e94-c98e806607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5003c741-ab5b-4764-8afa-904d4a386628), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:24.770886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:24.798337 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:24.821759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade306e3-5157-496e-9e94-c98e806607ab None None] Pushing event updated for resources: {'Port': ['ID=5003c741-ab5b-4764-8afa-904d4a386628,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:24.841934 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:24.911038 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device c7d61f36-7342-4407-b8ab-faf280bc3e69 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:38:24.935214 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9f4508f0-79b1-41e7-bb83-e93eca18f042 req-5969da1b-0566-44f3-9586-00e43b1a9248 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:24.955411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port eeb9bed0-557d-43df-820a-11b608db6231 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:24.956739 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5003c741-ab5b-4764-8afa-904d4a386628 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:25.033249 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Publish callbacks [] for port (628a261f-0308-4e3b-b721-fa5f199e095e), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:25.039154 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7585f5-a112-4734-a013-adba8704f183,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:25.051781 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd2c61fe-cdd8-46a7-adb3-aabd4cbea3b7 req-aee3d5a5-8248-4e2b-aff6-c4a448637d17 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9143789 Feb 10 15:38:25.053683 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9f4508f0-79b1-41e7-bb83-e93eca18f042 req-5969da1b-0566-44f3-9586-00e43b1a9248 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:25.098270 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['2142e605-8066-4484-9c2b-59f608058a7f', '68f473ee-c6bd-458b-a2e8-3fe1e8dd5709'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:38:25.107026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:25.107606 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:25.108386 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:25.108978 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:25.114137 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:25.114714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:25.115277 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:25.115787 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:25.116282 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:25.116813 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:25.117322 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:25.117809 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:25.118296 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:25.162062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['aea95d4a-9467-44a1-a4a8-36f4a9e69d28'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:38:25.214584 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-917eb5e0-3885-4234-9f81-792ad8044caf None None] Provisioning complete for port 5003c741-ab5b-4764-8afa-904d4a386628 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:25.215427 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-917eb5e0-3885-4234-9f81-792ad8044caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5003c741-ab5b-4764-8afa-904d4a386628), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:25.261764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (628a261f-0308-4e3b-b721-fa5f199e095e), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:25.328973 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4508f0-79b1-41e7-bb83-e93eca18f042 req-5969da1b-0566-44f3-9586-00e43b1a9248 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:25.329610 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9f4508f0-79b1-41e7-bb83-e93eca18f042 req-5969da1b-0566-44f3-9586-00e43b1a9248 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:25.331275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f4508f0-79b1-41e7-bb83-e93eca18f042 req-5969da1b-0566-44f3-9586-00e43b1a9248 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "PUT /v2.0/ports/aea95d4a-9467-44a1-a4a8-36f4a9e69d28 HTTP/1.1" status: 200 len: 904 time: 2.1093652 Feb 10 15:38:25.331748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8652ef9-9c47-4475-a9f3-f93afb9100e8', 'tag': 'aea95d4a-9467-44a1-a4a8-36f4a9e69d28'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:38:25.334533 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5b495b-1155-4f5a-9be0-ec4a523f5852" -d '{"events": [{"name": "network-changed", "server_uuid": "c8652ef9-9c47-4475-a9f3-f93afb9100e8", "tag": "aea95d4a-9467-44a1-a4a8-36f4a9e69d28"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:38:25.394366 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Pushing event updated for resources: {'Port': ['ID=628a261f-0308-4e3b-b721-fa5f199e095e,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:25.457020 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969da1b-0566-44f3-9586-00e43b1a9248 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event updated for resources: {'Port': ['ID=aea95d4a-9467-44a1-a4a8-36f4a9e69d28,revision_number=6']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:25.473043 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 5003c741-ab5b-4764-8afa-904d4a386628 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:25.473417 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5003c741-ab5b-4764-8afa-904d4a386628), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:25.480799 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae7355-cac5-43f1-a6f9-f619a1f50df0 req-509fbc38-822e-43fc-96d2-55cb51573fb7 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:25.482317 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5ae7355-cac5-43f1-a6f9-f619a1f50df0 req-509fbc38-822e-43fc-96d2-55cb51573fb7 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 943 time: 0.2089713 Feb 10 15:38:25.496638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Network e076a7ce-85d5-44d4-ab5d-dd0facc147c4 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:25.497843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['aea95d4a-9467-44a1-a4a8-36f4a9e69d28'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:38:25.657708 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5ae7355-cac5-43f1-a6f9-f619a1f50df0 req-25355468-02c8-4d4d-a23e-bc46bcfea170 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381826 Feb 10 15:38:25.675504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37341939-006d-4378-8a6c-99f9e513d242 req-b099a90e-4c8a-4bf9-b78d-0287babbc2b4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:25.677091 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37341939-006d-4378-8a6c-99f9e513d242 req-b099a90e-4c8a-4bf9-b78d-0287babbc2b4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.2140958 Feb 10 15:38:25.689438 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Publish callbacks [] for router_gateway (ebed8408-33bb-473d-88f1-06e089a4247b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:25.737387 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a0b58a6-5dbe-4292-81ce-43536eafada0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b475ba7c-66eb-472e-9898-923d59d2b428), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:25.742875 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-917eb5e0-3885-4234-9f81-792ad8044caf None None] Current status of the port 5003c741-ab5b-4764-8afa-904d4a386628 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:25.747440 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:25.751928 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:25.850313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37341939-006d-4378-8a6c-99f9e513d242 req-f734f711-cc0b-4363-ac30-2942f4d5506a tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643987 Feb 10 15:38:25.895390 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66214c00-75ba-4303-99f5-34083dae420d req-705fd153-e62e-415e-b99c-f87c4b0bdeb8 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:25.903339 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66214c00-75ba-4303-99f5-34083dae420d req-705fd153-e62e-415e-b99c-f87c4b0bdeb8 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.1390955 Feb 10 15:38:26.086831 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66214c00-75ba-4303-99f5-34083dae420d req-5ee63c81-d370-478f-b7aa-d23a8c42bb20 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766276 Feb 10 15:38:26.105819 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a0b58a6-5dbe-4292-81ce-43536eafada0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (b475ba7c-66eb-472e-9898-923d59d2b428), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:26.120524 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a0b58a6-5dbe-4292-81ce-43536eafada0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (b475ba7c-66eb-472e-9898-923d59d2b428), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:26.151234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6b16-cc50-4bbc-9e32-d614d4a3da09 req-f1e8a88c-353f-4b16-a21b-b0265d29cb96 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:26.156613 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-976c6b16-cc50-4bbc-9e32-d614d4a3da09 req-f1e8a88c-353f-4b16-a21b-b0265d29cb96 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 907 time: 0.1936264 Feb 10 15:38:26.162063 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (ebed8408-33bb-473d-88f1-06e089a4247b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:26.176526 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a01bc9e-f232-45d5-9681-9c51a7fc49b6 x-openstack-request-id: req-6a01bc9e-f232-45d5-9681-9c51a7fc49b6 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:38:26.177122 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8652ef9-9c47-4475-a9f3-f93afb9100e8", "tag": "aea95d4a-9467-44a1-a4a8-36f4a9e69d28", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:38:26.177627 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a01bc9e-f232-45d5-9681-9c51a7fc49b6 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:38:26.178254 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8652ef9-9c47-4475-a9f3-f93afb9100e8', 'tag': 'aea95d4a-9467-44a1-a4a8-36f4a9e69d28', 'status': 'completed', 'code': 200} Feb 10 15:38:26.227526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port c7d61f36-7342-4407-b8ab-faf280bc3e69, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=c7d61f36-7342-4407-b8ab-faf280bc3e69,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:26.267013 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'c7d61f36-7342-4407-b8ab-faf280bc3e69', 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f', 'port_id': 'c7d61f36-7342-4407-b8ab-faf280bc3e69', 'mac_address': 'fa:16:3e:2a:f5:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6f1597-24e8-4da8-a58f-4d14c7888f3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:38:26.332607 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Attempting to bind port 628a261f-0308-4e3b-b721-fa5f199e095e on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:38:26.332879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Attempting to bind port 628a261f-0308-4e3b-b721-fa5f199e095e by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '224c5c17-bc8c-4579-a401-90a572e867be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e076a7ce-85d5-44d4-ab5d-dd0facc147c4'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:38:26.333170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Attempting to bind port 628a261f-0308-4e3b-b721-fa5f199e095e on network e076a7ce-85d5-44d4-ab5d-dd0facc147c4 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:26.335120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 5003c741-ab5b-4764-8afa-904d4a386628 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:26.344462 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a0b58a6-5dbe-4292-81ce-43536eafada0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (0a994b67-2f95-41d6-ab8f-5c47fb95cec0), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:26.359494 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b58a6-5dbe-4292-81ce-43536eafada0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=b475ba7c-66eb-472e-9898-923d59d2b428,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:26.458283 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:38:26.459509 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Checking segment: {'id': '224c5c17-bc8c-4579-a401-90a572e867be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e076a7ce-85d5-44d4-ab5d-dd0facc147c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:26.460366 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:26.460962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Bound using segment: {'id': '224c5c17-bc8c-4579-a401-90a572e867be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e076a7ce-85d5-44d4-ab5d-dd0facc147c4'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:38:26.461616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Bound port: 628a261f-0308-4e3b-b721-fa5f199e095e, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224c5c17-bc8c-4579-a401-90a572e867be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e076a7ce-85d5-44d4-ab5d-dd0facc147c4'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:38:26.462193 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (628a261f-0308-4e3b-b721-fa5f199e095e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:26.464186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34317040-11e9-4463-a7c7-e89b0fed5bd4 req-4dc28fd7-07bd-4c99-8443-3d4ba0dff855 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:26.471043 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b495b-1155-4f5a-9be0-ec4a523f5852 req-90613e33-1f21-4444-a299-267afb380772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:26.472843 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bc5b495b-1155-4f5a-9be0-ec4a523f5852 req-90613e33-1f21-4444-a299-267afb380772 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 1089 time: 0.1255620 Feb 10 15:38:26.478572 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34317040-11e9-4463-a7c7-e89b0fed5bd4 req-4dc28fd7-07bd-4c99-8443-3d4ba0dff855 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.1277134 Feb 10 15:38:26.538838 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53c3d8-3d30-4e19-b39d-45fb8693c877 req-f65f5538-bc32-4d19-8fd4-32d8a27c562d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:26.540637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a53c3d8-3d30-4e19-b39d-45fb8693c877 req-f65f5538-bc32-4d19-8fd4-32d8a27c562d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1887736 Feb 10 15:38:26.545804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Router ebed8408-33bb-473d-88f1-06e089a4247b is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:38:26.566504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] For port 628a261f-0308-4e3b-b721-fa5f199e095e, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:38:26.570665 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] For port 628a261f-0308-4e3b-b721-fa5f199e095e, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=628a261f-0308-4e3b-b721-fa5f199e095e,segment=NetworkSegment(224c5c17-bc8c-4579-a401-90a572e867be),segment_id=224c5c17-bc8c-4579-a401-90a572e867be)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:38:26.573865 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-146080ff-cb08-42c4-b7e8-8ef455440c61 None None] Provisioning complete for port aea95d4a-9467-44a1-a4a8-36f4a9e69d28 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:26.574598 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-146080ff-cb08-42c4-b7e8-8ef455440c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:26.575100 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34317040-11e9-4463-a7c7-e89b0fed5bd4 req-6aae606a-7194-4966-b95a-c10707297a55 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921679 Feb 10 15:38:26.600699 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a0b58a6-5dbe-4292-81ce-43536eafada0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b475ba7c-66eb-472e-9898-923d59d2b428), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:26.632195 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b495b-1155-4f5a-9be0-ec4a523f5852 req-2f43f664-97ff-47bb-b4df-f66cf7f22f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:26.633898 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bc5b495b-1155-4f5a-9be0-ec4a523f5852 req-2f43f664-97ff-47bb-b4df-f66cf7f22f01 service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.1548860 Feb 10 15:38:26.638032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5003c741-ab5b-4764-8afa-904d4a386628 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:26.647415 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (628a261f-0308-4e3b-b721-fa5f199e095e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:26.678131 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a53c3d8-3d30-4e19-b39d-45fb8693c877 req-fa13ac6e-a194-4d2b-adb0-4c34b1ff5985 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267393 Feb 10 15:38:26.768890 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bc5b495b-1155-4f5a-9be0-ec4a523f5852 req-8324a40d-20d1-45d5-9b07-4f4cb7d307c4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea95d4a-9467-44a1-a4a8-36f4a9e69d28 HTTP/1.1" status: 200 len: 217 time: 0.1009693 Feb 10 15:38:26.798232 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port c7d61f36-7342-4407-b8ab-faf280bc3e69 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:26.798815 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:26.897659 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-146080ff-cb08-42c4-b7e8-8ef455440c61 None None] Current status of the port aea95d4a-9467-44a1-a4a8-36f4a9e69d28 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:26.917878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d61f36-7342-4407-b8ab-faf280bc3e69 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:38:26.993860 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:38:27.036403 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:27.037872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bf2cfa37-a9ff-4c78-8e24-be7f8ebd8247 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6640775 Feb 10 15:38:27.040736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44758) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:27.043254 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Sync routers for ids ['ebed8408-33bb-473d-88f1-06e089a4247b'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:38:27.043406 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b495b-1155-4f5a-9be0-ec4a523f5852 req-1330d632-0aff-4c37-8e00-fffc9004b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:27.047510 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bc5b495b-1155-4f5a-9be0-ec4a523f5852 req-1330d632-0aff-4c37-8e00-fffc9004b51e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.2734165 Feb 10 15:38:27.048913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port c7d61f36-7342-4407-b8ab-faf280bc3e69, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=c7d61f36-7342-4407-b8ab-faf280bc3e69,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:27.070161 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:27.073376 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b077d9-68c0-4d50-93ea-f90069e0ca39 None None] Pushing event updated for resources: {'Port': ['ID=628a261f-0308-4e3b-b721-fa5f199e095e,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:27.208834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b495b-1155-4f5a-9be0-ec4a523f5852 req-2c621bc8-9a54-4975-b31f-49970e33a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:27.210961 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bc5b495b-1155-4f5a-9be0-ec4a523f5852 req-2c621bc8-9a54-4975-b31f-49970e33a5fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1561677 Feb 10 15:38:27.220958 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f0b01-0b01-406e-8cf9-6ccd249c6a32 req-14b22edd-6a2c-496f-889b-49b2153858f9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:27.222544 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df4f0b01-0b01-406e-8cf9-6ccd249c6a32 req-14b22edd-6a2c-496f-889b-49b2153858f9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2813196 Feb 10 15:38:27.245468 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bd146-401f-4b1c-9c10-7baedf752ca2 req-e6676a9f-a4bc-45ea-ad10-d251e001806d tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:27.248927 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a4bd146-401f-4b1c-9c10-7baedf752ca2 req-e6676a9f-a4bc-45ea-ad10-d251e001806d tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 943 time: 0.3523672 Feb 10 15:38:27.253163 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Routers {'ebed8408-33bb-473d-88f1-06e089a4247b'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:38:27.253796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:38:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ebed8408-33bb-473d-88f1-06e089a4247b'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:27.266721 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 5003c741-ab5b-4764-8afa-904d4a386628 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:27.267136 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5003c741-ab5b-4764-8afa-904d4a386628), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:27.388093 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df4f0b01-0b01-406e-8cf9-6ccd249c6a32 req-7de0bb15-5328-4b9e-92b3-0d702cb9c97e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559916 Feb 10 15:38:27.436400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a4bd146-401f-4b1c-9c10-7baedf752ca2 req-3709423a-f34b-4c1b-8cff-0c8178147aab tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683202 Feb 10 15:38:27.445294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['c7d61f36-7342-4407-b8ab-faf280bc3e69'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:38:27.551668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=c7d61f36-7342-4407-b8ab-faf280bc3e69,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:27.626193 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bc5b495b-1155-4f5a-9be0-ec4a523f5852 req-ebd57e15-40e3-4906-8876-f451482356a4 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930357 Feb 10 15:38:27.665347 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a0b58a6-5dbe-4292-81ce-43536eafada0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (b475ba7c-66eb-472e-9898-923d59d2b428), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:27.675317 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a0b58a6-5dbe-4292-81ce-43536eafada0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (b475ba7c-66eb-472e-9898-923d59d2b428), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:27.676173 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a0b58a6-5dbe-4292-81ce-43536eafada0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (0a994b67-2f95-41d6-ab8f-5c47fb95cec0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:27.721625 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Set router ebed8408-33bb-473d-88f1-06e089a4247b gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:38:27.730379 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da692b35-d940-412d-a8f9-577821122997 req-562599b7-983b-45c7-83fe-244e7b4436cc tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:27.737743 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da692b35-d940-412d-a8f9-577821122997 req-562599b7-983b-45c7-83fe-244e7b4436cc tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.1817698 Feb 10 15:38:27.750997 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b58a6-5dbe-4292-81ce-43536eafada0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=b475ba7c-66eb-472e-9898-923d59d2b428,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:27.790317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a8f99-3e94-4489-b565-16015490bbd6 req-65f729d7-f63c-4e5a-a45e-410bd14f4c5a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:27.791842 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-967a8f99-3e94-4489-b565-16015490bbd6 req-65f729d7-f63c-4e5a-a45e-410bd14f4c5a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2001462 Feb 10 15:38:27.802169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da692b35-d940-412d-a8f9-577821122997 req-00da360c-fb56-4e39-bd14-f51495cf6518 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635095 Feb 10 15:38:27.918402 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bc5b495b-1155-4f5a-9be0-ec4a523f5852 req-16706e5e-1ddb-44f3-aeeb-08fd3a6979c6 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780273 Feb 10 15:38:27.968147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b58a6-5dbe-4292-81ce-43536eafada0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network e076a7ce-85d5-44d4-ab5d-dd0facc147c4 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:27.970481 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-6a0b58a6-5dbe-4292-81ce-43536eafada0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:28.020586 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-967a8f99-3e94-4489-b565-16015490bbd6 req-aca0f23f-3384-4b01-b290-08d53bcf25e2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154467 Feb 10 15:38:28.169826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 5003c741-ab5b-4764-8afa-904d4a386628 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:28.197335 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:28.309515 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0b58a6-5dbe-4292-81ce-43536eafada0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Router 0a994b67-2f95-41d6-ab8f-5c47fb95cec0 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:38:28.397471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'name': 'tempest-TestServerBasicOps-1520086212-router', 'tenant_id': '4509920341a841c3af239168c3bae50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '0e7585f5-a112-4734-a013-adba8704f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:20Z', 'updated_at': '2022-02-10T15:38:25Z', 'revision_number': 3, 'project_id': '4509920341a841c3af239168c3bae50d', 'gw_port': {'id': '0e7585f5-a112-4734-a013-adba8704f183', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:22Z', 'updated_at': '2022-02-10T15:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:28.414251 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb9753-2e34-44be-9ebd-90161661d8d7 req-c1fa7421-c3dc-49e9-8138-38f9cb573014 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:28.416484 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64fb9753-2e34-44be-9ebd-90161661d8d7 req-c1fa7421-c3dc-49e9-8138-38f9cb573014 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2696667 Feb 10 15:38:28.445597 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Checking router: ebed8408-33bb-473d-88f1-06e089a4247b for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:38:28.445940 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Updating router ebed8408-33bb-473d-88f1-06e089a4247b port 0e7585f5-a112-4734-a013-adba8704f183 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:38:28.536465 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0e7585f5-a112-4734-a013-adba8704f183), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:28.538569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0b58a6-5dbe-4292-81ce-43536eafada0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:38:28.540461 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64fb9753-2e34-44be-9ebd-90161661d8d7 req-6662183f-3f86-44f0-8698-3969418783af tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101620 Feb 10 15:38:28.564760 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2729ee9-7de8-45ab-a89e-3e2871e764dc None None] Sync routers for ids ['0a994b67-2f95-41d6-ab8f-5c47fb95cec0'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:38:28.574966 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6a0b58a6-5dbe-4292-81ce-43536eafada0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "PUT /v2.0/routers/0a994b67-2f95-41d6-ab8f-5c47fb95cec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0694997 Feb 10 15:38:28.575213 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44776) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:28.590532 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2729ee9-7de8-45ab-a89e-3e2871e764dc None None] Routers {'0a994b67-2f95-41d6-ab8f-5c47fb95cec0'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:38:28.591164 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a2729ee9-7de8-45ab-a89e-3e2871e764dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:38:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['0a994b67-2f95-41d6-ab8f-5c47fb95cec0'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:28.627700 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 628a261f-0308-4e3b-b721-fa5f199e095e up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:28.662166 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe14e74-6fc9-4022-ab28-051a0c80c81d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:28.669169 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-efe14e74-6fc9-4022-ab28-051a0c80c81d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a994b67-2f95-41d6-ab8f-5c47fb95cec0 HTTP/1.1" status: 200 len: 987 time: 0.0924261 Feb 10 15:38:28.669829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44780) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:28.689112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Allocated IP 172.20.0.1 (f48352db-bc1f-43eb-95e5-0f19dd012f4e/5e225a57-4e6b-4569-a42b-758af5107a48/f1c5c599-c6f8-450f-ac2c-a03c0d393d7f) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:28.716149 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a2729ee9-7de8-45ab-a89e-3e2871e764dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:28.748595 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f349b1-c274-47f2-bb3b-1e29556a6439 None None] Network e076a7ce-85d5-44d4-ab5d-dd0facc147c4 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:28.760271 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2729ee9-7de8-45ab-a89e-3e2871e764dc None None] Routers {'0a994b67-2f95-41d6-ab8f-5c47fb95cec0'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:38:28.760928 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a2729ee9-7de8-45ab-a89e-3e2871e764dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:38:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['0a994b67-2f95-41d6-ab8f-5c47fb95cec0'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:28.813006 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879d7c1-d354-4c13-9219-2fcac64e4d2a req-43c2d577-37a2-4374-ae74-5632d46b51ae tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:28.814946 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7879d7c1-d354-4c13-9219-2fcac64e4d2a req-43c2d577-37a2-4374-ae74-5632d46b51ae tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 944 time: 0.1111114 Feb 10 15:38:28.899441 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a2729ee9-7de8-45ab-a89e-3e2871e764dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:28.900032 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2729ee9-7de8-45ab-a89e-3e2871e764dc None None] The sync data for ids ['0a994b67-2f95-41d6-ab8f-5c47fb95cec0'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:38:28.973874 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7879d7c1-d354-4c13-9219-2fcac64e4d2a req-b5f7bfe0-90bd-46f5-a31c-c87c2800c14c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458642 Feb 10 15:38:29.222391 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ef6be32-22cb-4a0d-b1c7-1ab30ae7fb4f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (0a994b67-2f95-41d6-ab8f-5c47fb95cec0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:29.247371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device c7d61f36-7342-4407-b8ab-faf280bc3e69 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:29.367226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 628a261f-0308-4e3b-b721-fa5f199e095e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:29.367899 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (628a261f-0308-4e3b-b721-fa5f199e095e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:29.429561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a86c6899-e34e-4f1f-8f19-aa30b6d8c5df None None] Provisioning complete for port 628a261f-0308-4e3b-b721-fa5f199e095e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:29.429961 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a86c6899-e34e-4f1f-8f19-aa30b6d8c5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (628a261f-0308-4e3b-b721-fa5f199e095e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:29.495147 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Publish callbacks [] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:29.570222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port c7d61f36-7342-4407-b8ab-faf280bc3e69 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:38:29.586855 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4ef6be32-22cb-4a0d-b1c7-1ab30ae7fb4f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port b475ba7c-66eb-472e-9898-923d59d2b428 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:38:29.589993 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ef6be32-22cb-4a0d-b1c7-1ab30ae7fb4f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b475ba7c-66eb-472e-9898-923d59d2b428), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:29.628988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port c7d61f36-7342-4407-b8ab-faf280bc3e69 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:29.629394 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:29.678609 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:29.786408 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ef6be32-22cb-4a0d-b1c7-1ab30ae7fb4f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b475ba7c-66eb-472e-9898-923d59d2b428), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:29.813203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Pushing event updated for resources: {'Port': ['ID=f1c5c599-c6f8-450f-ac2c-a03c0d393d7f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:29.836844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4ef6be32-22cb-4a0d-b1c7-1ab30ae7fb4f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for b475ba7c-66eb-472e-9898-923d59d2b428 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:38:29.869312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Network f48352db-bc1f-43eb-95e5-0f19dd012f4e is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:29.878189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:29.919533 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-df8f20ef-86c5-4955-bece-1630e5f03342 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:29.926044 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-df8f20ef-86c5-4955-bece-1630e5f03342 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 812 time: 1.1100414 Feb 10 15:38:29.928369 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:30.050899 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (ebed8408-33bb-473d-88f1-06e089a4247b), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:30.092511 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Publish callbacks [] for port (0e7585f5-a112-4734-a013-adba8704f183), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:30.130650 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0e7585f5-a112-4734-a013-adba8704f183), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:30.324674 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a86c6899-e34e-4f1f-8f19-aa30b6d8c5df None None] Current status of the port 628a261f-0308-4e3b-b721-fa5f199e095e is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:30.326532 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a86c6899-e34e-4f1f-8f19-aa30b6d8c5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (628a261f-0308-4e3b-b721-fa5f199e095e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:30.335831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32935b2c-242d-4c36-af25-4f7278fb97ef None None] Pushing event updated for resources: {'Port': ['ID=0e7585f5-a112-4734-a013-adba8704f183,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:30.338282 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 628a261f-0308-4e3b-b721-fa5f199e095e is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:30.338680 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (628a261f-0308-4e3b-b721-fa5f199e095e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:30.356756 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-e3a05276-91ba-49d5-a381-618145ec801b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/quotas/03e2045129ad4ef1931b5795dd4f29b4 HTTP/1.1" status: 200 len: 375 time: 0.0775263 Feb 10 15:38:30.383230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398851b-d915-4dd4-83ff-610b1e0706c7 req-870cee85-9738-4345-9d9e-f5f28b78d086 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:30.391456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a398851b-d915-4dd4-83ff-610b1e0706c7 req-870cee85-9738-4345-9d9e-f5f28b78d086 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.9625030 Feb 10 15:38:30.397783 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ef6be32-22cb-4a0d-b1c7-1ab30ae7fb4f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b475ba7c-66eb-472e-9898-923d59d2b428), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:30.399605 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Attempting to bind port 0e7585f5-a112-4734-a013-adba8704f183 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:38:30.400066 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Attempting to bind port 0e7585f5-a112-4734-a013-adba8704f183 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:38:30.400437 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Attempting to bind port 0e7585f5-a112-4734-a013-adba8704f183 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:30.409269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port c7d61f36-7342-4407-b8ab-faf280bc3e69 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:30.409717 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:30.460861 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:38:30.461290 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:30.461650 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:30.462047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:38:30.462634 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Bound port: 0e7585f5-a112-4734-a013-adba8704f183, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:38:30.463019 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0e7585f5-a112-4734-a013-adba8704f183), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:30.494624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6be32-22cb-4a0d-b1c7-1ab30ae7fb4f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=b475ba7c-66eb-472e-9898-923d59d2b428,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:30.504935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 628a261f-0308-4e3b-b721-fa5f199e095e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=628a261f-0308-4e3b-b721-fa5f199e095e,segment=NetworkSegment(224c5c17-bc8c-4579-a401-90a572e867be),segment_id=224c5c17-bc8c-4579-a401-90a572e867be)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:30.545816 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:30.610074 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] For port 0e7585f5-a112-4734-a013-adba8704f183, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:38:30.613516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] For port 0e7585f5-a112-4734-a013-adba8704f183, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0e7585f5-a112-4734-a013-adba8704f183,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:38:30.616697 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac95020-7d86-4658-b258-170eec60d86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d61f36-7342-4407-b8ab-faf280bc3e69'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:38:30.619342 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f350a63f-68b1-4f23-9a44-bdb80b9e2e3e" -d '{"events": [{"server_uuid": "eac95020-7d86-4658-b258-170eec60d86c", "name": "network-vif-plugged", "status": "completed", "tag": "c7d61f36-7342-4407-b8ab-faf280bc3e69"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:38:30.625630 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port c7d61f36-7342-4407-b8ab-faf280bc3e69, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=c7d61f36-7342-4407-b8ab-faf280bc3e69,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:30.627274 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0e7585f5-a112-4734-a013-adba8704f183), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:30.629485 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (628a261f-0308-4e3b-b721-fa5f199e095e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:30.637924 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a398851b-d915-4dd4-83ff-610b1e0706c7 req-3c847de3-601c-4957-b130-7f7a38611c0f tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453043 Feb 10 15:38:30.651903 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4ef6be32-22cb-4a0d-b1c7-1ab30ae7fb4f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (0a994b67-2f95-41d6-ab8f-5c47fb95cec0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:30.690631 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:30.710214 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-55b7ae36-577e-413a-88ee-7f5e8b88f1e1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2941310 Feb 10 15:38:30.821701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32935b2c-242d-4c36-af25-4f7278fb97ef None None] Pushing event updated for resources: {'Port': ['ID=0e7585f5-a112-4734-a013-adba8704f183,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:30.934680 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=628a261f-0308-4e3b-b721-fa5f199e095e,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:30.953516 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-a86c6899-e34e-4f1f-8f19-aa30b6d8c5df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:38:30.953971 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-a86c6899-e34e-4f1f-8f19-aa30b6d8c5df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:38:31.002173 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Routers {'ebed8408-33bb-473d-88f1-06e089a4247b'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:38:31.002742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:38:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ebed8408-33bb-473d-88f1-06e089a4247b'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:31.065446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef6be32-22cb-4a0d-b1c7-1ab30ae7fb4f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Router 0a994b67-2f95-41d6-ab8f-5c47fb95cec0 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:38:31.111532 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=c7d61f36-7342-4407-b8ab-faf280bc3e69,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:31.171977 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab0812-f24f-4dfb-8dd9-ff33e99cf32d req-19603413-f0d1-489d-9e7b-4ed5bf88b542 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:31.179947 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] Set router ebed8408-33bb-473d-88f1-06e089a4247b gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:38:31.184238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef6be32-22cb-4a0d-b1c7-1ab30ae7fb4f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:38:31.193596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b2ab0812-f24f-4dfb-8dd9-ff33e99cf32d req-19603413-f0d1-489d-9e7b-4ed5bf88b542 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.3793006 Feb 10 15:38:31.196397 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4ef6be32-22cb-4a0d-b1c7-1ab30ae7fb4f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "PUT /v2.0/routers/0a994b67-2f95-41d6-ab8f-5c47fb95cec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5250773 Feb 10 15:38:31.197163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44812) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:31.204977 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-8ef7b210-db60-4034-a66a-302669a67c95 service neutron] 10.222.0.64 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938865 Feb 10 15:38:31.218887 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b6859-fd08-4c99-b78d-769ed661c060 None None] Sync routers for ids ['0a994b67-2f95-41d6-ab8f-5c47fb95cec0'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:38:31.240185 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d9fd92-11e6-4d3d-a43c-531924c0bec0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] GET failed (client error): The resource could not be found. Feb 10 15:38:31.245179 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b6859-fd08-4c99-b78d-769ed661c060 None None] Routers {'0a994b67-2f95-41d6-ab8f-5c47fb95cec0'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:38:31.245806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8c4b6859-fd08-4c99-b78d-769ed661c060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:38:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['0a994b67-2f95-41d6-ab8f-5c47fb95cec0'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:31.246072 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b7d9fd92-11e6-4d3d-a43c-531924c0bec0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/b475ba7c-66eb-472e-9898-923d59d2b428 HTTP/1.1" status: 404 len: 333 time: 0.0476487 Feb 10 15:38:31.246569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44814) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:31.328962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8c4b6859-fd08-4c99-b78d-769ed661c060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:31.347953 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Publish callbacks [] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:31.367707 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05e179a5-1fc8-4670-be7e-b8240480c380 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for router (0a994b67-2f95-41d6-ab8f-5c47fb95cec0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:31.369106 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b2ab0812-f24f-4dfb-8dd9-ff33e99cf32d req-e4b69c6b-46d9-4718-ac7b-497f7474488a tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625266 Feb 10 15:38:31.385061 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:31.413628 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:38:31.470134 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (ebed8408-33bb-473d-88f1-06e089a4247b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:31.473675 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5768451c-c534-4837-9b31-b756df16d3fb x-openstack-request-id: req-5768451c-c534-4837-9b31-b756df16d3fb {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:38:31.473970 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac95020-7d86-4658-b258-170eec60d86c", "name": "network-vif-plugged", "status": "completed", "tag": "c7d61f36-7342-4407-b8ab-faf280bc3e69", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:38:31.474224 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5768451c-c534-4837-9b31-b756df16d3fb {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:38:31.474624 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac95020-7d86-4658-b258-170eec60d86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d61f36-7342-4407-b8ab-faf280bc3e69', 'code': 200} Feb 10 15:38:31.475198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b6859-fd08-4c99-b78d-769ed661c060 None None] Routers {'0a994b67-2f95-41d6-ab8f-5c47fb95cec0'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:38:31.476022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8c4b6859-fd08-4c99-b78d-769ed661c060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:38:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['0a994b67-2f95-41d6-ab8f-5c47fb95cec0'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:31.555655 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8c4b6859-fd08-4c99-b78d-769ed661c060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:31.556329 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b6859-fd08-4c99-b78d-769ed661c060 None None] The sync data for ids ['0a994b67-2f95-41d6-ab8f-5c47fb95cec0'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:38:31.582116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a86c6899-e34e-4f1f-8f19-aa30b6d8c5df None None] Current status of the port 628a261f-0308-4e3b-b721-fa5f199e095e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:31.601741 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'name': 'tempest-TestServerBasicOps-1520086212-router', 'tenant_id': '4509920341a841c3af239168c3bae50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '0e7585f5-a112-4734-a013-adba8704f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:20Z', 'updated_at': '2022-02-10T15:38:30Z', 'revision_number': 4, 'project_id': '4509920341a841c3af239168c3bae50d', 'gw_port': {'id': '0e7585f5-a112-4734-a013-adba8704f183', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:22Z', 'updated_at': '2022-02-10T15:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'f1c5c599-c6f8-450f-ac2c-a03c0d393d7f', 'name': '', 'network_id': 'f48352db-bc1f-43eb-95e5-0f19dd012f4e', 'tenant_id': '4509920341a841c3af239168c3bae50d', 'mac_address': 'fa:16:3e:63:2e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '5e225a57-4e6b-4569-a42b-758af5107a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:28Z', 'updated_at': '2022-02-10T15:38:28Z', 'revision_number': 1, 'project_id': '4509920341a841c3af239168c3bae50d', 'subnets': [{'id': '5e225a57-4e6b-4569-a42b-758af5107a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:31.648904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48830a2f-9910-4fcd-b708-ecd0a8560a23 None None] The sync data for ids ['ebed8408-33bb-473d-88f1-06e089a4247b'] in n-d-815324-7 is: [{'id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'name': 'tempest-TestServerBasicOps-1520086212-router', 'tenant_id': '4509920341a841c3af239168c3bae50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '0e7585f5-a112-4734-a013-adba8704f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:20Z', 'updated_at': '2022-02-10T15:38:30Z', 'revision_number': 4, 'project_id': '4509920341a841c3af239168c3bae50d', 'gw_port': {'id': '0e7585f5-a112-4734-a013-adba8704f183', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:22Z', 'updated_at': '2022-02-10T15:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'f1c5c599-c6f8-450f-ac2c-a03c0d393d7f', 'name': '', 'network_id': 'f48352db-bc1f-43eb-95e5-0f19dd012f4e', 'tenant_id': '4509920341a841c3af239168c3bae50d', 'mac_address': 'fa:16:3e:63:2e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '5e225a57-4e6b-4569-a42b-758af5107a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:28Z', 'updated_at': '2022-02-10T15:38:28Z', 'revision_number': 1, 'project_id': '4509920341a841c3af239168c3bae50d', 'subnets': [{'id': '5e225a57-4e6b-4569-a42b-758af5107a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:38:31.708676 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Pushing event updated for resources: {'Port': ['ID=f1c5c599-c6f8-450f-ac2c-a03c0d393d7f,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:31.721323 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-bff7f526-c34e-42c3-9175-7a28ef57efa3 None None] Provisioning complete for port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:31.726356 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bff7f526-c34e-42c3-9175-7a28ef57efa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:31.736723 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-baa64e06-9b51-4264-bb23-f50347bd7a32 service neutron] 10.222.0.64 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129669 Feb 10 15:38:31.770188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e50a2-ed76-4722-8af9-d0afa7ac6d24 req-0f375351-1f8d-434e-b8d2-6878e6c92c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:31.771707 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-241e50a2-ed76-4722-8af9-d0afa7ac6d24 req-0f375351-1f8d-434e-b8d2-6878e6c92c39 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 1127 time: 0.2428763 Feb 10 15:38:31.878996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-241e50a2-ed76-4722-8af9-d0afa7ac6d24 req-4ac66587-9841-441b-924d-3b2bb7e639b1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982606 Feb 10 15:38:31.891154 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-bff7f526-c34e-42c3-9175-7a28ef57efa3 None None] Port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:31.901082 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-bff7f526-c34e-42c3-9175-7a28ef57efa3 None None] Could not find standard attr ID for object b475ba7c-66eb-472e-9898-923d59d2b428. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:38:31.918379 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Network f48352db-bc1f-43eb-95e5-0f19dd012f4e is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:31.931070 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:31.944688 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-bff7f526-c34e-42c3-9175-7a28ef57efa3 None None] Provisioning complete for port 628a261f-0308-4e3b-b721-fa5f199e095e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:31.945132 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bff7f526-c34e-42c3-9175-7a28ef57efa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (628a261f-0308-4e3b-b721-fa5f199e095e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:32.257507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-bff7f526-c34e-42c3-9175-7a28ef57efa3 None None] Current status of the port 628a261f-0308-4e3b-b721-fa5f199e095e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:32.383940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7eda2b60-a11d-42fe-9225-4bb4ed5bc9ec req-17a7c472-8e45-4eec-967f-3b6d1bdbfa7e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 210 time: 0.1964920 Feb 10 15:38:32.403987 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fd22-853d-4d86-937c-e3d9cf3c6694 req-d5ebcafe-9aa8-4a49-a84b-566f2756542b tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:32.406472 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4183fd22-853d-4d86-937c-e3d9cf3c6694 req-d5ebcafe-9aa8-4a49-a84b-566f2756542b tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.5109286 Feb 10 15:38:32.525676 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4183fd22-853d-4d86-937c-e3d9cf3c6694 req-328fc47a-04f2-4fd4-b940-fbad987056c6 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872262 Feb 10 15:38:32.555577 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Router ebed8408-33bb-473d-88f1-06e089a4247b has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:38:32.594020 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a19ced52-28fe-48e2-9152-614b45dca032 None None] Provisioning complete for port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:32.594588 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a19ced52-28fe-48e2-9152-614b45dca032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:32.670312 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05e179a5-1fc8-4670-be7e-b8240480c380 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (0a994b67-2f95-41d6-ab8f-5c47fb95cec0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:32.677850 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05e179a5-1fc8-4670-be7e-b8240480c380 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for router_controller (0a994b67-2f95-41d6-ab8f-5c47fb95cec0), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:32.701530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a19ced52-28fe-48e2-9152-614b45dca032 None None] Port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:32.774426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8fd5b-45fc-442d-86e2-7eeea4e783d9 req-61b36d1a-bdc3-4b26-8da9-4701f5ad7620 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:32.782236 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05e179a5-1fc8-4670-be7e-b8240480c380 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (0a994b67-2f95-41d6-ab8f-5c47fb95cec0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:32.782824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e179a5-1fc8-4670-be7e-b8240480c380 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Fanout notify agent at l3_agent the message router_deleted on router 0a994b67-2f95-41d6-ab8f-5c47fb95cec0 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:38:32.790395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05e179a5-1fc8-4670-be7e-b8240480c380 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:32.791981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1c8fd5b-45fc-442d-86e2-7eeea4e783d9 req-61b36d1a-bdc3-4b26-8da9-4701f5ad7620 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.2197790 Feb 10 15:38:32.793740 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-05e179a5-1fc8-4670-be7e-b8240480c380 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/routers/0a994b67-2f95-41d6-ab8f-5c47fb95cec0 HTTP/1.1" status: 204 len: 168 time: 1.5458570 Feb 10 15:38:32.801398 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44840) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:32.808141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 628a261f-0308-4e3b-b721-fa5f199e095e up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:32.947084 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 628a261f-0308-4e3b-b721-fa5f199e095e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:32.947471 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (628a261f-0308-4e3b-b721-fa5f199e095e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:32.953554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3f6c42-d6cb-4f1a-9817-9e4eb3ecf574 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting subnet 97f1faf8-f377-4018-ac53-38beed803469 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:38:32.955896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:38:32.967832 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be3f6c42-d6cb-4f1a-9817-9e4eb3ecf574 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (97f1faf8-f377-4018-ac53-38beed803469), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:33.013631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7efba641-c596-4fb1-86ff-05d924af591f admin admin] 10.222.0.64 "PUT /v2.0/routers/ebed8408-33bb-473d-88f1-06e089a4247b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9708564 Feb 10 15:38:33.065975 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1c8fd5b-45fc-442d-86e2-7eeea4e783d9 req-023ba0b0-3dbb-4b48-8353-07d4d68318d2 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729235 Feb 10 15:38:33.124439 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be3f6c42-d6cb-4f1a-9817-9e4eb3ecf574 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (97f1faf8-f377-4018-ac53-38beed803469), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:33.151080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 628a261f-0308-4e3b-b721-fa5f199e095e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:33.310862 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be3f6c42-d6cb-4f1a-9817-9e4eb3ecf574 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (97f1faf8-f377-4018-ac53-38beed803469), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:33.461744 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be3f6c42-d6cb-4f1a-9817-9e4eb3ecf574 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (97f1faf8-f377-4018-ac53-38beed803469), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:33.529763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f6c42-d6cb-4f1a-9817-9e4eb3ecf574 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Subnet': ['ID=97f1faf8-f377-4018-ac53-38beed803469,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:33.544453 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be3f6c42-d6cb-4f1a-9817-9e4eb3ecf574 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:33.548382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b51c279-7241-4f62-90f9-bf050b5fe0d2 None None] Network e076a7ce-85d5-44d4-ab5d-dd0facc147c4 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:33.560857 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-be3f6c42-d6cb-4f1a-9817-9e4eb3ecf574 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/97f1faf8-f377-4018-ac53-38beed803469 HTTP/1.1" status: 204 len: 168 time: 0.7581158 Feb 10 15:38:33.561784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44856) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:33.625919 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec263494-d36b-4eab-ac6a-a3e34523b9a0 req-71f52828-4495-450a-ae38-45f9852c731b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 210 time: 0.0778561 Feb 10 15:38:33.766129 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (e076a7ce-85d5-44d4-ab5d-dd0facc147c4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:33.860315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f7e6ab-ad3f-45dc-bafd-7c00bc36bdd6 None None] DHCP port deletion for e076a7ce-85d5-44d4-ab5d-dd0facc147c4 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:38:33.991281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f2561-a5de-42f5-b584-380b2c532002 req-ae947a11-b170-4753-a38c-85804b9890bf tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:33.994652 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e06f2561-a5de-42f5-b584-380b2c532002 req-ae947a11-b170-4753-a38c-85804b9890bf tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.1914434 Feb 10 15:38:34.050714 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-81f7e6ab-ad3f-45dc-bafd-7c00bc36bdd6 None None] Deleting port 628a261f-0308-4e3b-b721-fa5f199e095e {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:38:34.051467 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-81f7e6ab-ad3f-45dc-bafd-7c00bc36bdd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (628a261f-0308-4e3b-b721-fa5f199e095e), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:34.060015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-5e90fd02-2e3d-4512-be11-5a00fbca071b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:34.061980 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-5e90fd02-2e3d-4512-be11-5a00fbca071b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 812 time: 0.2114220 Feb 10 15:38:34.082883 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-9de55a40-bb1c-4d60-b479-7d0d395aabc9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Request body: {'port': {'device_id': '108bcced-496f-43e4-9bc0-4cf01e076b73', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'admin_state_up': True, 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:34.193909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e06f2561-a5de-42f5-b584-380b2c532002 req-f00c9a2b-37cb-4818-8707-26ccd0a93fc4 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921010 Feb 10 15:38:34.214921 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-81f7e6ab-ad3f-45dc-bafd-7c00bc36bdd6 None None] For port 628a261f-0308-4e3b-b721-fa5f199e095e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=628a261f-0308-4e3b-b721-fa5f199e095e,segment=NetworkSegment(224c5c17-bc8c-4579-a401-90a572e867be),segment_id=224c5c17-bc8c-4579-a401-90a572e867be)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:34.217418 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-81f7e6ab-ad3f-45dc-bafd-7c00bc36bdd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (628a261f-0308-4e3b-b721-fa5f199e095e), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:34.225449 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-281ec9dd-d356-4805-81e9-7558cfc26e84 req-358799e9-855f-4a87-928c-f18a2c170b93 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1614909 Feb 10 15:38:34.246361 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port 628a261f-0308-4e3b-b721-fa5f199e095e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:38:34.246714 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (628a261f-0308-4e3b-b721-fa5f199e095e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:34.269013 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-81f7e6ab-ad3f-45dc-bafd-7c00bc36bdd6 None None] Calling delete_port for 628a261f-0308-4e3b-b721-fa5f199e095e owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:38:34.412896 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-81f7e6ab-ad3f-45dc-bafd-7c00bc36bdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (628a261f-0308-4e3b-b721-fa5f199e095e), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:34.437713 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ec9dd-d356-4805-81e9-7558cfc26e84 req-48d35035-e846-4ab5-bd81-391d57089619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:34.439281 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-281ec9dd-d356-4805-81e9-7558cfc26e84 req-48d35035-e846-4ab5-bd81-391d57089619 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 1127 time: 0.1532261 Feb 10 15:38:34.446261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7e6ab-ad3f-45dc-bafd-7c00bc36bdd6 None None] Pushing event deleted for resources: {'Port': ['ID=628a261f-0308-4e3b-b721-fa5f199e095e,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:34.453368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f7e6ab-ad3f-45dc-bafd-7c00bc36bdd6 None None] No DVR routers for this DVR port 628a261f-0308-4e3b-b721-fa5f199e095e on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:38:34.466898 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] For port 628a261f-0308-4e3b-b721-fa5f199e095e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=628a261f-0308-4e3b-b721-fa5f199e095e,segment=NetworkSegment(224c5c17-bc8c-4579-a401-90a572e867be),segment_id=224c5c17-bc8c-4579-a401-90a572e867be)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:34.467576 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (628a261f-0308-4e3b-b721-fa5f199e095e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:34.485572 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for 628a261f-0308-4e3b-b721-fa5f199e095e owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:38:34.486189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2356240-b8fe-46f4-83f8-1a371ab672d2 req-d473c4ff-dc1f-4396-b9ee-cd37cd02fe74 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:34.488615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2356240-b8fe-46f4-83f8-1a371ab672d2 req-d473c4ff-dc1f-4396-b9ee-cd37cd02fe74 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.1615365 Feb 10 15:38:34.588757 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (628a261f-0308-4e3b-b721-fa5f199e095e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:34.611260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No DVR routers for this DVR port 628a261f-0308-4e3b-b721-fa5f199e095e on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:38:34.642004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=628a261f-0308-4e3b-b721-fa5f199e095e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:34.691699 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-9de55a40-bb1c-4d60-b479-7d0d395aabc9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Made reservation on behalf of 03e2045129ad4ef1931b5795dd4f29b4 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:34.696073 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2356240-b8fe-46f4-83f8-1a371ab672d2 req-503c7a6c-c57a-46d9-a10e-a71973cc757a tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959198 Feb 10 15:38:34.697650 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-9de55a40-bb1c-4d60-b479-7d0d395aabc9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:34.750054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ec9dd-d356-4805-81e9-7558cfc26e84 req-86c9d4ab-333f-4062-8ccd-a3d9790f52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:34.771323 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-281ec9dd-d356-4805-81e9-7558cfc26e84 req-86c9d4ab-333f-4062-8ccd-a3d9790f52a0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.2723079 Feb 10 15:38:34.875701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0e7585f5-a112-4734-a013-adba8704f183 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:34.893110 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e99c4ab8-a3b7-4ada-a0f0-4b4f88feaf78 req-6b4ee6ad-a095-45b6-be58-0f2434975241 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 210 time: 0.0460835 Feb 10 15:38:34.894814 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-281ec9dd-d356-4805-81e9-7558cfc26e84 req-72680427-49ce-41c8-9654-03a8f38bb8b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2142e605-8066-4484-9c2b-59f608058a7f HTTP/1.1" status: 200 len: 217 time: 0.1218014 Feb 10 15:38:34.912828 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (e076a7ce-85d5-44d4-ab5d-dd0facc147c4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:34.993856 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ec9dd-d356-4805-81e9-7558cfc26e84 req-13c15cbd-4951-47c2-9fb9-618cbdbfdb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:34.995355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-281ec9dd-d356-4805-81e9-7558cfc26e84 req-13c15cbd-4951-47c2-9fb9-618cbdbfdb34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.0931087 Feb 10 15:38:35.034114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e076a7ce-85d5-44d4-ab5d-dd0facc147c4']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:35.053758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 0e7585f5-a112-4734-a013-adba8704f183 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:35.054402 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0e7585f5-a112-4734-a013-adba8704f183), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:35.075670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224c5c17-bc8c-4579-a401-90a572e867be') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:35.075961 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224c5c17-bc8c-4579-a401-90a572e867be') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:35.156723 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (224c5c17-bc8c-4579-a401-90a572e867be), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:35.177217 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ec9dd-d356-4805-81e9-7558cfc26e84 req-90b27523-5568-4e4f-b267-f27a1771d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:35.178746 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-281ec9dd-d356-4805-81e9-7558cfc26e84 req-90b27523-5568-4e4f-b267-f27a1771d927 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1664405 Feb 10 15:38:35.217368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018af2f-5197-44c9-9cab-8f7d08a5b167 req-72d57493-2ff0-4282-89dc-40820c419d4d tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:35.219607 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b018af2f-5197-44c9-9cab-8f7d08a5b167 req-72d57493-2ff0-4282-89dc-40820c419d4d tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.2184539 Feb 10 15:38:35.220068 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (224c5c17-bc8c-4579-a401-90a572e867be), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:35.230356 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0e7585f5-a112-4734-a013-adba8704f183 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:35.230759 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0e7585f5-a112-4734-a013-adba8704f183), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:35.249863 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:38:35.250286 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (224c5c17-bc8c-4579-a401-90a572e867be), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:38:35.258864 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:38:35.281394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 0e7585f5-a112-4734-a013-adba8704f183, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0e7585f5-a112-4734-a013-adba8704f183,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:35.288884 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0e7585f5-a112-4734-a013-adba8704f183), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:35.295402 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-9de55a40-bb1c-4d60-b479-7d0d395aabc9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Allocated IP 172.20.0.14 (27e2001a-a1ab-4573-85b8-a44f65e39c6e/90274fea-8f83-4f17-b4ae-db95949e49bc/a0f465f9-06e6-4948-856c-2cf9f970a248) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:35.414319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 628a261f-0308-4e3b-b721-fa5f199e095e no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:38:35.421245 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=0e7585f5-a112-4734-a013-adba8704f183,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:35.466291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 628a261f-0308-4e3b-b721-fa5f199e095e {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:38:35.466638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 628a261f-0308-4e3b-b721-fa5f199e095e not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:38:35.518627 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b018af2f-5197-44c9-9cab-8f7d08a5b167 req-3b30feb0-cd3e-4243-baec-554d725f0fa9 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708066 Feb 10 15:38:35.545856 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44884) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:35.545856 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-9f0b6cf9-6f00-48c6-9fad-f0ce3a37825f tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-751104465', 'description': 'tempest-secgroup-smoke-751104465 description', 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:35.554177 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-281ec9dd-d356-4805-81e9-7558cfc26e84 req-31e311b9-eacb-4883-baa0-08c2bacaf5f4 service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682463 Feb 10 15:38:35.557431 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (e076a7ce-85d5-44d4-ab5d-dd0facc147c4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:35.590790 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:35.602962 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Sync routers for ids ['ebed8408-33bb-473d-88f1-06e089a4247b'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:38:35.615239 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/networks/e076a7ce-85d5-44d4-ab5d-dd0facc147c4 HTTP/1.1" status: 204 len: 168 time: 2.0472507 Feb 10 15:38:35.627527 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Routers {'ebed8408-33bb-473d-88f1-06e089a4247b'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:38:35.628169 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:38:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ebed8408-33bb-473d-88f1-06e089a4247b'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:35.678664 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44888) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:35.691963 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-281ec9dd-d356-4805-81e9-7558cfc26e84 req-e319fbdd-89c9-4340-83a1-6052ed28cced service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269722 Feb 10 15:38:35.758521 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a61fca-f222-46bc-b8ec-f3464d0813cc req-923bd8d4-46be-4330-8e97-b4b2a3399945 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:35.769208 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-10a61fca-f222-46bc-b8ec-f3464d0813cc req-923bd8d4-46be-4330-8e97-b4b2a3399945 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.0756621 Feb 10 15:38:35.851559 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Set router ebed8408-33bb-473d-88f1-06e089a4247b gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:38:35.871228 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-10a61fca-f222-46bc-b8ec-f3464d0813cc req-367740f2-e92a-416c-b2fa-828194cd4804 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009429 Feb 10 15:38:35.913695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed35e0-4281-4acd-a534-125f0b5907b3 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Network': ['ID=e076a7ce-85d5-44d4-ab5d-dd0facc147c4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:36.100089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-40a46fa5-222e-4a78-a011-d2aa1730c597 req-a821058e-1f60-4121-ae86-3b8dda05b8dd tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 210 time: 0.0448349 Feb 10 15:38:36.206798 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6cf9-6f00-48c6-9fad-f0ce3a37825f tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:36.281984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477b487-b03d-4770-91e9-db6be2dd6d17 req-ace55bce-110d-4be6-99e0-1fc2dea373d9 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:36.290792 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1477b487-b03d-4770-91e9-db6be2dd6d17 req-ace55bce-110d-4be6-99e0-1fc2dea373d9 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.1054480 Feb 10 15:38:36.364200 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1477b487-b03d-4770-91e9-db6be2dd6d17 req-ff8b7b41-cacd-4dc0-9e5b-33117fbc7562 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724602 Feb 10 15:38:36.368153 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'name': 'tempest-TestServerBasicOps-1520086212-router', 'tenant_id': '4509920341a841c3af239168c3bae50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '0e7585f5-a112-4734-a013-adba8704f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:20Z', 'updated_at': '2022-02-10T15:38:30Z', 'revision_number': 4, 'project_id': '4509920341a841c3af239168c3bae50d', 'gw_port': {'id': '0e7585f5-a112-4734-a013-adba8704f183', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:22Z', 'updated_at': '2022-02-10T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'f1c5c599-c6f8-450f-ac2c-a03c0d393d7f', 'name': '', 'network_id': 'f48352db-bc1f-43eb-95e5-0f19dd012f4e', 'tenant_id': '4509920341a841c3af239168c3bae50d', 'mac_address': 'fa:16:3e:63:2e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '5e225a57-4e6b-4569-a42b-758af5107a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:28Z', 'updated_at': '2022-02-10T15:38:30Z', 'revision_number': 2, 'project_id': '4509920341a841c3af239168c3bae50d', 'subnets': [{'id': '5e225a57-4e6b-4569-a42b-758af5107a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:36.407363 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a2001d-1579-41f9-940b-7a9746247bb4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:36.414330 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44908) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:36.422902 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Checking router: ebed8408-33bb-473d-88f1-06e089a4247b for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:38:36.423260 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Updating router ebed8408-33bb-473d-88f1-06e089a4247b port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:38:36.427182 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-57a2001d-1579-41f9-940b-7a9746247bb4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 HTTP/1.1" status: 200 len: 844 time: 0.7468457 Feb 10 15:38:36.486357 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:36.516851 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-992159fc-b61d-4dc8-a464-dd75c992209d tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/d52fc895-8d8d-4aeb-9f1c-30fea6b700c2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1009705 Feb 10 15:38:36.517894 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44912) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:36.531069 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-db331d91-3ca7-4dd4-8615-407e79411430 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'subnet': {'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:36.532334 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-9de55a40-bb1c-4d60-b479-7d0d395aabc9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:36.634439 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-9de55a40-bb1c-4d60-b479-7d0d395aabc9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:36.645817 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['2142e605-8066-4484-9c2b-59f608058a7f', '68f473ee-c6bd-458b-a2e8-3fe1e8dd5709'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:38:36.724060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db331d91-3ca7-4dd4-8615-407e79411430 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:36.729861 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-db331d91-3ca7-4dd4-8615-407e79411430 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:36.758240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-9de55a40-bb1c-4d60-b479-7d0d395aabc9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Network 27e2001a-a1ab-4573-85b8-a44f65e39c6e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:36.784975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-9de55a40-bb1c-4d60-b479-7d0d395aabc9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:36.804642 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-9de55a40-bb1c-4d60-b479-7d0d395aabc9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:36.832347 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0e7585f5-a112-4734-a013-adba8704f183 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:36.930167 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6cf9-6f00-48c6-9fad-f0ce3a37825f tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group (00b3c186-0587-45ca-84fa-cabe9d77c857), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:36.947906 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6cf9-6f00-48c6-9fad-f0ce3a37825f tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (00b3c186-0587-45ca-84fa-cabe9d77c857), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:37.012754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de55a40-bb1c-4d60-b479-7d0d395aabc9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event updated for resources: {'Port': ['ID=a0f465f9-06e6-4948-856c-2cf9f970a248,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:37.117521 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6cf9-6f00-48c6-9fad-f0ce3a37825f tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:37.122192 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9f0b6cf9-6f00-48c6-9fad-f0ce3a37825f tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.5851758 Feb 10 15:38:37.145944 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44920) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:37.170682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-6da166a6-e5ed-412c-b9da-9109cdda7a01 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Request body: {'security_group_rule': {'security_group_id': '00b3c186-0587-45ca-84fa-cabe9d77c857', 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:37.230416 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-9de55a40-bb1c-4d60-b479-7d0d395aabc9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:37.232552 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-9de55a40-bb1c-4d60-b479-7d0d395aabc9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:37.265379 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Publish callbacks [] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:37.274438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b6cf9-6f00-48c6-9fad-f0ce3a37825f tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b3c186-0587-45ca-84fa-cabe9d77c857,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:37.278854 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:37.306836 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-9de55a40-bb1c-4d60-b479-7d0d395aabc9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2359557 Feb 10 15:38:37.327081 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Request body: {'port': {'device_id': '108bcced-496f-43e4-9bc0-4cf01e076b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:37.397469 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-db331d91-3ca7-4dd4-8615-407e79411430 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (73d77f73-f35a-4772-b5c9-efacfde6b953), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:37.458293 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f491a-28f3-4952-a415-2da6bb65e1cc None None] Pushing event updated for resources: {'Port': ['ID=f1c5c599-c6f8-450f-ac2c-a03c0d393d7f,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:37.465829 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db331d91-3ca7-4dd4-8615-407e79411430 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:37.475047 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Attempting to bind port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:38:37.476136 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Attempting to bind port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'e3432b18-9499-4c18-831c-b58f70647240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f48352db-bc1f-43eb-95e5-0f19dd012f4e'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:38:37.476136 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Attempting to bind port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f on network f48352db-bc1f-43eb-95e5-0f19dd012f4e {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:37.482402 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:38:37.482947 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Checking segment: {'id': 'e3432b18-9499-4c18-831c-b58f70647240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f48352db-bc1f-43eb-95e5-0f19dd012f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:37.483456 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:37.484021 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Bound using segment: {'id': 'e3432b18-9499-4c18-831c-b58f70647240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f48352db-bc1f-43eb-95e5-0f19dd012f4e'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:38:37.484614 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Bound port: f1c5c599-c6f8-450f-ac2c-a03c0d393d7f, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3432b18-9499-4c18-831c-b58f70647240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f48352db-bc1f-43eb-95e5-0f19dd012f4e'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:38:37.485265 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:37.492984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-db331d91-3ca7-4dd4-8615-407e79411430 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:37.503061 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6da166a6-e5ed-412c-b9da-9109cdda7a01 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (138ef296-ee3a-41cc-b8f1-62e856742af1), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:37.517197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db331d91-3ca7-4dd4-8615-407e79411430 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:37.517916 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-db331d91-3ca7-4dd4-8615-407e79411430 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:37.551732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2bcac-b921-45fe-a1d0-e7237b0eaec2 req-e957a753-9c76-40ba-a501-cbd1acbd1142 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:37.553435 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2bb2bcac-b921-45fe-a1d0-e7237b0eaec2 req-e957a753-9c76-40ba-a501-cbd1acbd1142 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.3185441 Feb 10 15:38:37.561341 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0c31c8-2449-4d4c-8ccb-7a1747776a09 None None] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:37.562437 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-db331d91-3ca7-4dd4-8615-407e79411430 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0429199 Feb 10 15:38:37.586757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44928) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:37.611198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487cdac-fb06-41fa-a99e-868c83d750cf req-2ac13cda-72ff-430d-b46d-184aaced3900 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:37.612893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a487cdac-fb06-41fa-a99e-868c83d750cf req-2ac13cda-72ff-430d-b46d-184aaced3900 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 932 time: 0.2855120 Feb 10 15:38:37.628521 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0a0fd77d-f8e5-4058-a40c-2c489179dfad tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'security_group': {'name': 'tempest-secgroup-227454591'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:37.633009 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] For port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:38:37.638103 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] For port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f1c5c599-c6f8-450f-ac2c-a03c0d393d7f,segment=NetworkSegment(e3432b18-9499-4c18-831c-b58f70647240),segment_id=e3432b18-9499-4c18-831c-b58f70647240)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:38:37.644463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db331d91-3ca7-4dd4-8615-407e79411430 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Subnet': ['ID=73d77f73-f35a-4772-b5c9-efacfde6b953,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:37.652465 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:37.662170 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:37.770017 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2bb2bcac-b921-45fe-a1d0-e7237b0eaec2 req-c14b90fd-18a4-468d-af6a-3d2811b56532 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061265 Feb 10 15:38:37.789902 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f491a-28f3-4952-a415-2da6bb65e1cc None None] Pushing event updated for resources: {'Port': ['ID=f1c5c599-c6f8-450f-ac2c-a03c0d393d7f,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:37.829401 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a487cdac-fb06-41fa-a99e-868c83d750cf req-627aa2ca-3cd5-4617-8d66-de930a7a0360 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988208 Feb 10 15:38:37.839962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e8f80656-93a1-4722-88f1-9e5c9e060d71 None None] Provisioning complete for port a0f465f9-06e6-4948-856c-2cf9f970a248 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:37.841999 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e8f80656-93a1-4722-88f1-9e5c9e060d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:37.845083 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:37.869502 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Routers {'ebed8408-33bb-473d-88f1-06e089a4247b'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:38:37.872285 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:38:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ebed8408-33bb-473d-88f1-06e089a4247b'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:37.913963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 0e7585f5-a112-4734-a013-adba8704f183 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:37.914594 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0e7585f5-a112-4734-a013-adba8704f183), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.021872 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e8f80656-93a1-4722-88f1-9e5c9e060d71 None None] Port a0f465f9-06e6-4948-856c-2cf9f970a248 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:38.032394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'project_id': '1421e980265e473a8a502d7d73dcdb60', 'fixed_ips': [{'subnet_id': '73d77f73-f35a-4772-b5c9-efacfde6b953'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:38:38.035781 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.126262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680801e1-1d81-4ef9-85ad-c615fc05711c req-855afd86-417c-401f-baed-98bd04b85d7d tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:38.150976 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-680801e1-1d81-4ef9-85ad-c615fc05711c req-855afd86-417c-401f-baed-98bd04b85d7d tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.1577575 Feb 10 15:38:38.155442 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd77d-f8e5-4058-a40c-2c489179dfad tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.189559 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] Set router ebed8408-33bb-473d-88f1-06e089a4247b gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:38:38.215949 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6da166a6-e5ed-412c-b9da-9109cdda7a01 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (138ef296-ee3a-41cc-b8f1-62e856742af1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.246721 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6da166a6-e5ed-412c-b9da-9109cdda7a01 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (138ef296-ee3a-41cc-b8f1-62e856742af1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.271412 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-680801e1-1d81-4ef9-85ad-c615fc05711c req-1e8fbf6e-30f9-4dc8-aad5-b8bb8ebdffa9 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138058 Feb 10 15:38:38.306336 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6da166a6-e5ed-412c-b9da-9109cdda7a01 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.310206 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6da166a6-e5ed-412c-b9da-9109cdda7a01 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1604683 Feb 10 15:38:38.310976 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44934) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:38.317113 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-8292b5a6-6154-41b7-8073-1148b3e8bea0 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Request body: {'security_group_rule': {'security_group_id': '00b3c186-0587-45ca-84fa-cabe9d77c857', 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:38.335938 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da166a6-e5ed-412c-b9da-9109cdda7a01 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138ef296-ee3a-41cc-b8f1-62e856742af1,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:38.352240 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9c898f39-e0fd-484f-b2b9-9dcedfc7de79 None None] Provisioning complete for port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:38.353565 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c898f39-e0fd-484f-b2b9-9dcedfc7de79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.409030 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8292b5a6-6154-41b7-8073-1148b3e8bea0 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (707516a4-3115-4b2f-a0b5-09988691ef62), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.428136 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd77d-f8e5-4058-a40c-2c489179dfad tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (232c8d5c-f630-4a94-82bd-b649614d85ea), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.439014 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd77d-f8e5-4058-a40c-2c489179dfad tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (232c8d5c-f630-4a94-82bd-b649614d85ea), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.465916 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f465f9-06e6-4948-856c-2cf9f970a248 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:38:38.516159 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Publish callbacks [] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.545343 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8292b5a6-6154-41b7-8073-1148b3e8bea0 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (707516a4-3115-4b2f-a0b5-09988691ef62), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.558070 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8292b5a6-6154-41b7-8073-1148b3e8bea0 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (707516a4-3115-4b2f-a0b5-09988691ef62), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.572326 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd77d-f8e5-4058-a40c-2c489179dfad tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.584836 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0a0fd77d-f8e5-4058-a40c-2c489179dfad tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9826987 Feb 10 15:38:38.592497 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fd77d-f8e5-4058-a40c-2c489179dfad tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232c8d5c-f630-4a94-82bd-b649614d85ea,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:38.594795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44936) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:38.600952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Transition to ACTIVE for port object a0f465f9-06e6-4948-856c-2cf9f970a248 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:38:38.613600 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.633398 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-891c274a-c7e4-4ee7-93fe-6b77054545b0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'security_group': {'name': 'tempest-secgroup-341101156'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:38.664438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292b5a6-6154-41b7-8073-1148b3e8bea0 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707516a4-3115-4b2f-a0b5-09988691ef62,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:38.687512 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8292b5a6-6154-41b7-8073-1148b3e8bea0 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.691872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8292b5a6-6154-41b7-8073-1148b3e8bea0 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3788815 Feb 10 15:38:38.692721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44942) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:38.705186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-dae3b685-7e5d-48d4-8ad1-cda2944afffc tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Request body: {'security_group_rule': {'security_group_id': '00b3c186-0587-45ca-84fa-cabe9d77c857', 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:38.748122 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dae3b685-7e5d-48d4-8ad1-cda2944afffc tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (e3500583-d2f1-49c2-b386-5f4e44291ca5), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.752961 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-891c274a-c7e4-4ee7-93fe-6b77054545b0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.786026 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'name': 'tempest-TestServerBasicOps-1520086212-router', 'tenant_id': '4509920341a841c3af239168c3bae50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '0e7585f5-a112-4734-a013-adba8704f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:20Z', 'updated_at': '2022-02-10T15:38:30Z', 'revision_number': 4, 'project_id': '4509920341a841c3af239168c3bae50d', 'gw_port': {'id': '0e7585f5-a112-4734-a013-adba8704f183', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:22Z', 'updated_at': '2022-02-10T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'f1c5c599-c6f8-450f-ac2c-a03c0d393d7f', 'name': '', 'network_id': 'f48352db-bc1f-43eb-95e5-0f19dd012f4e', 'tenant_id': '4509920341a841c3af239168c3bae50d', 'mac_address': 'fa:16:3e:63:2e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '5e225a57-4e6b-4569-a42b-758af5107a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:28Z', 'updated_at': '2022-02-10T15:38:37Z', 'revision_number': 4, 'project_id': '4509920341a841c3af239168c3bae50d', 'subnets': [{'id': '5e225a57-4e6b-4569-a42b-758af5107a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:38.829407 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd9395-05a6-41b6-8cef-f63d643f9660 None None] The sync data for ids ['ebed8408-33bb-473d-88f1-06e089a4247b'] in n-d-815324-7 is: [{'id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'name': 'tempest-TestServerBasicOps-1520086212-router', 'tenant_id': '4509920341a841c3af239168c3bae50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '0e7585f5-a112-4734-a013-adba8704f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:20Z', 'updated_at': '2022-02-10T15:38:30Z', 'revision_number': 4, 'project_id': '4509920341a841c3af239168c3bae50d', 'gw_port': {'id': '0e7585f5-a112-4734-a013-adba8704f183', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:22Z', 'updated_at': '2022-02-10T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'f1c5c599-c6f8-450f-ac2c-a03c0d393d7f', 'name': '', 'network_id': 'f48352db-bc1f-43eb-95e5-0f19dd012f4e', 'tenant_id': '4509920341a841c3af239168c3bae50d', 'mac_address': 'fa:16:3e:63:2e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '5e225a57-4e6b-4569-a42b-758af5107a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:28Z', 'updated_at': '2022-02-10T15:38:37Z', 'revision_number': 4, 'project_id': '4509920341a841c3af239168c3bae50d', 'subnets': [{'id': '5e225a57-4e6b-4569-a42b-758af5107a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:38:38.953378 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dae3b685-7e5d-48d4-8ad1-cda2944afffc tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (e3500583-d2f1-49c2-b386-5f4e44291ca5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:38.986022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Allocated IP 2001:db8::2 (9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd/73d77f73-f35a-4772-b5c9-efacfde6b953/dc3e8088-1e0d-4911-97ea-a4af07d7b57d) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:39.006760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f465f9-06e6-4948-856c-2cf9f970a248,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:39.051061 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dae3b685-7e5d-48d4-8ad1-cda2944afffc tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (e3500583-d2f1-49c2-b386-5f4e44291ca5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.087799 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Attempting to bind port a0f465f9-06e6-4948-856c-2cf9f970a248 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:38:39.088593 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Attempting to bind port a0f465f9-06e6-4948-856c-2cf9f970a248 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:38:39.088773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Attempting to bind port a0f465f9-06e6-4948-856c-2cf9f970a248 on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:39.107510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Port a0f465f9-06e6-4948-856c-2cf9f970a248 on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:38:39.108119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Attempting to bind port a0f465f9-06e6-4948-856c-2cf9f970a248 on network 27e2001a-a1ab-4573-85b8-a44f65e39c6e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:39.121245 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:38:39.122373 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Checking segment: {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:39.125167 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Bound using segment: {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:38:39.126163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Bound port: a0f465f9-06e6-4948-856c-2cf9f970a248, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:38:39.128125 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.167111 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-891c274a-c7e4-4ee7-93fe-6b77054545b0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (4581e436-9122-4d6d-9249-7c545e8fdbb6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.188993 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-891c274a-c7e4-4ee7-93fe-6b77054545b0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4581e436-9122-4d6d-9249-7c545e8fdbb6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.192264 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3b685-7e5d-48d4-8ad1-cda2944afffc tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3500583-d2f1-49c2-b386-5f4e44291ca5,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:39.274318 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dae3b685-7e5d-48d4-8ad1-cda2944afffc tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.278379 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-dae3b685-7e5d-48d4-8ad1-cda2944afffc tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5825429 Feb 10 15:38:39.279282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] For port a0f465f9-06e6-4948-856c-2cf9f970a248, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:38:39.282572 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44952) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:39.290502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] For port a0f465f9-06e6-4948-856c-2cf9f970a248, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0f465f9-06e6-4948-856c-2cf9f970a248,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:38:39.303044 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab480b06-1e5c-485f-a320-a8ebf3433240 req-8aa8902c-9d32-463a-b154-380a639a4ce6 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:39.304732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a726b0bc-209e-43a7-95df-2ec4e52d029c tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Request body: {'security_group_rule': {'security_group_id': '00b3c186-0587-45ca-84fa-cabe9d77c857', 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:39.319529 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab480b06-1e5c-485f-a320-a8ebf3433240 req-8aa8902c-9d32-463a-b154-380a639a4ce6 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.3965237 Feb 10 15:38:39.334385 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-891c274a-c7e4-4ee7-93fe-6b77054545b0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.335601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-891c274a-c7e4-4ee7-93fe-6b77054545b0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7151389 Feb 10 15:38:39.345064 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c274a-c7e4-4ee7-93fe-6b77054545b0 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4581e436-9122-4d6d-9249-7c545e8fdbb6,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:39.348009 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 44956) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:39.355829 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-162671c2-8062-4589-8f7f-f63b0db08d40 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1632061717', 'security_groups': ['4581e436-9122-4d6d-9249-7c545e8fdbb6'], 'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '73d77f73-f35a-4772-b5c9-efacfde6b953'}]}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:39.357946 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.392613 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbc23e-7aaf-459b-a686-ef7653d96f6e req-fd3a7ea3-1358-43be-aea2-eafb11684339 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:39.394225 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33cbc23e-7aaf-459b-a686-ef7653d96f6e req-fd3a7ea3-1358-43be-aea2-eafb11684339 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 944 time: 0.4052918 Feb 10 15:38:39.398729 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0e7585f5-a112-4734-a013-adba8704f183 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:39.420248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9c898f39-e0fd-484f-b2b9-9dcedfc7de79 None None] Current status of the port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:39.420668 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c898f39-e0fd-484f-b2b9-9dcedfc7de79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.440403 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Publish callbacks [] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.450764 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a726b0bc-209e-43a7-95df-2ec4e52d029c tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (a4980176-e738-4292-9183-38bc010b0579), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.461179 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.504389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:39.506128 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.507678 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] 10.222.0.79 "PUT /v2.0/ports/a0f465f9-06e6-4948-856c-2cf9f970a248 HTTP/1.1" status: 200 len: 1092 time: 2.1914666 Feb 10 15:38:39.510370 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108bcced-496f-43e4-9bc0-4cf01e076b73', 'tag': 'a0f465f9-06e6-4948-856c-2cf9f970a248'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:38:39.515682 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6452de-915a-4600-8be2-c748deaa98e0" -d '{"events": [{"name": "network-changed", "server_uuid": "108bcced-496f-43e4-9bc0-4cf01e076b73", "tag": "a0f465f9-06e6-4948-856c-2cf9f970a248"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:38:39.556771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9c898f39-e0fd-484f-b2b9-9dcedfc7de79 None None] For port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f1c5c599-c6f8-450f-ac2c-a03c0d393d7f,segment=NetworkSegment(e3432b18-9499-4c18-831c-b58f70647240),segment_id=e3432b18-9499-4c18-831c-b58f70647240)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:39.584966 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Pushing event updated for resources: {'Port': ['ID=dc3e8088-1e0d-4911-97ea-a4af07d7b57d,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:39.618756 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:39.620981 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:39.623388 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c898f39-e0fd-484f-b2b9-9dcedfc7de79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.630806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:39.634380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f1c5c599-c6f8-450f-ac2c-a03c0d393d7f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:39.692147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33cbc23e-7aaf-459b-a686-ef7653d96f6e req-a1d924b8-67af-4de6-bdd4-5045df1d6b0f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815850 Feb 10 15:38:39.716966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05577b-0af5-4b5b-b2bf-37fba09e31a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f465f9-06e6-4948-856c-2cf9f970a248,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:39.719238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab480b06-1e5c-485f-a320-a8ebf3433240 req-7c13cf2c-3c65-4cfe-ad65-0cb0e51df514 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987398 Feb 10 15:38:39.769549 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a726b0bc-209e-43a7-95df-2ec4e52d029c tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (a4980176-e738-4292-9183-38bc010b0579), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.784282 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a726b0bc-209e-43a7-95df-2ec4e52d029c tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (a4980176-e738-4292-9183-38bc010b0579), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.791177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-c1fe0995-df25-4e32-bb23-191323c27aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:39.798937 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-c1fe0995-df25-4e32-bb23-191323c27aa8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 1126 time: 0.2185042 Feb 10 15:38:39.846596 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162671c2-8062-4589-8f7f-f63b0db08d40 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:39.857639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726b0bc-209e-43a7-95df-2ec4e52d029c tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4980176-e738-4292-9183-38bc010b0579,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:39.959127 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a550250-f8ae-4d0b-a02f-d1b5b1510443 x-openstack-request-id: req-0a550250-f8ae-4d0b-a02f-d1b5b1510443 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:38:39.959533 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108bcced-496f-43e4-9bc0-4cf01e076b73", "tag": "a0f465f9-06e6-4948-856c-2cf9f970a248", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:38:39.960880 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a550250-f8ae-4d0b-a02f-d1b5b1510443 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:38:39.961506 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108bcced-496f-43e4-9bc0-4cf01e076b73', 'tag': 'a0f465f9-06e6-4948-856c-2cf9f970a248', 'status': 'completed', 'code': 200} Feb 10 15:38:39.964379 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-67f20f77-1435-4a6a-ba88-0112920f5eb0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0f465f9-06e6-4948-856c-2cf9f970a248 HTTP/1.1" status: 200 len: 217 time: 0.1190870 Feb 10 15:38:39.973253 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a726b0bc-209e-43a7-95df-2ec4e52d029c tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.973498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5b2857da-20f4-4a08-baea-450f9121c947 None None] Provisioning complete for port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:39.974694 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a726b0bc-209e-43a7-95df-2ec4e52d029c tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6870890 Feb 10 15:38:39.977712 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5b2857da-20f4-4a08-baea-450f9121c947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:39.985787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44964) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:39.990793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ad8bb695-bd07-4070-b49e-0ae92b892594 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Request body: {'security_group_rule': {'security_group_id': '00b3c186-0587-45ca-84fa-cabe9d77c857', 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:39.992904 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-162671c2-8062-4589-8f7f-f63b0db08d40 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:40.049513 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-06ba73c4-746a-4320-ae47-33c8e8901225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:40.051670 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-06ba73c4-746a-4320-ae47-33c8e8901225 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.0756338 Feb 10 15:38:40.052981 n-d-815324-7 neutron-server[103369]: INFO neutron.db.securitygroups_db [None req-ad8bb695-bd07-4070-b49e-0ae92b892594 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Project 77fbf24d79fa4d5fbb639f8a01d7de6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:38:40.068768 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb695-bd07-4070-b49e-0ae92b892594 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (cdb38e40-e102-40d8-8704-af06a832d9e8), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:40.122680 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c898f39-e0fd-484f-b2b9-9dcedfc7de79 None None] Pushing event updated for resources: {'Port': ['ID=f1c5c599-c6f8-450f-ac2c-a03c0d393d7f,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:40.136901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Attempting to bind port dc3e8088-1e0d-4911-97ea-a4af07d7b57d on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:38:40.137276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Attempting to bind port dc3e8088-1e0d-4911-97ea-a4af07d7b57d by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'e96b5906-ca80-4466-b2ae-9bd44da89aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:38:40.137754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Attempting to bind port dc3e8088-1e0d-4911-97ea-a4af07d7b57d on network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:40.166453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:40.167131 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:40.221981 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb695-bd07-4070-b49e-0ae92b892594 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (cdb38e40-e102-40d8-8704-af06a832d9e8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:40.224092 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:38:40.224852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Checking segment: {'id': 'e96b5906-ca80-4466-b2ae-9bd44da89aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:40.225517 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:40.226454 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Bound using segment: {'id': 'e96b5906-ca80-4466-b2ae-9bd44da89aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:38:40.227999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Bound port: dc3e8088-1e0d-4911-97ea-a4af07d7b57d, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96b5906-ca80-4466-b2ae-9bd44da89aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:38:40.228600 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:40.262627 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb695-bd07-4070-b49e-0ae92b892594 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (cdb38e40-e102-40d8-8704-af06a832d9e8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:40.300223 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bb695-bd07-4070-b49e-0ae92b892594 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb38e40-e102-40d8-8704-af06a832d9e8,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:40.333452 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5b2857da-20f4-4a08-baea-450f9121c947 None None] Current status of the port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:40.345945 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb695-bd07-4070-b49e-0ae92b892594 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:40.350595 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ad8bb695-bd07-4070-b49e-0ae92b892594 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3614352 Feb 10 15:38:40.351277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 44968) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:40.367558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-9de66d90-1652-4f87-957a-058e8d1d9445 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Request body: {'security_group_rule': {'security_group_id': '00b3c186-0587-45ca-84fa-cabe9d77c857', 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:40.396087 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-d8c1998f-6d9f-40bc-a593-3226eb40be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:40.398181 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-d8c1998f-6d9f-40bc-a593-3226eb40be8c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3389144 Feb 10 15:38:40.401022 n-d-815324-7 neutron-server[103369]: INFO neutron.db.securitygroups_db [None req-9de66d90-1652-4f87-957a-058e8d1d9445 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Project 77fbf24d79fa4d5fbb639f8a01d7de6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:38:40.415640 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9de66d90-1652-4f87-957a-058e8d1d9445 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (1afd4978-bdb8-4afd-99b1-df17ba60a35c), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:40.449670 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:40.541890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] For port dc3e8088-1e0d-4911-97ea-a4af07d7b57d, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:38:40.546871 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] For port dc3e8088-1e0d-4911-97ea-a4af07d7b57d, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=dc3e8088-1e0d-4911-97ea-a4af07d7b57d,segment=NetworkSegment(e96b5906-ca80-4466-b2ae-9bd44da89aa0),segment_id=e96b5906-ca80-4466-b2ae-9bd44da89aa0)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:38:40.563725 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:40.649436 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9de66d90-1652-4f87-957a-058e8d1d9445 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (1afd4978-bdb8-4afd-99b1-df17ba60a35c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:40.659637 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-119ea47e-0ad4-4fc5-ab69-795849e082da service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522662 Feb 10 15:38:40.665650 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9de66d90-1652-4f87-957a-058e8d1d9445 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (1afd4978-bdb8-4afd-99b1-df17ba60a35c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:40.673809 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f502bf-0374-4c43-a628-a67d9bb76aec None None] Pushing event updated for resources: {'Port': ['ID=dc3e8088-1e0d-4911-97ea-a4af07d7b57d,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:40.854621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-162671c2-8062-4589-8f7f-f63b0db08d40 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] device_id is not set on port 76b261fd-33c6-46f6-9053-32f18d058738 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:38:40.860472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de66d90-1652-4f87-957a-058e8d1d9445 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afd4978-bdb8-4afd-99b1-df17ba60a35c,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:40.899183 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9de66d90-1652-4f87-957a-058e8d1d9445 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:40.900536 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9de66d90-1652-4f87-957a-058e8d1d9445 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5462303 Feb 10 15:38:40.943683 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0de21c03-8b3b-4209-ba92-85148c06b978 req-6391beeb-eb84-40eb-b18e-371c8a6bd774 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758605 Feb 10 15:38:41.059089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7941f-ab9a-4054-83ac-4c8546aef6e0 req-3469ed97-4826-48b1-8f3c-9c39573e7ec4 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:41.061100 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0fe7941f-ab9a-4054-83ac-4c8546aef6e0 req-3469ed97-4826-48b1-8f3c-9c39573e7ec4 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 1.0897293 Feb 10 15:38:41.136711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6452de-915a-4600-8be2-c748deaa98e0 req-90ae22cc-490d-42b8-ae8e-cf20f4dc4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:41.138241 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0c6452de-915a-4600-8be2-c748deaa98e0 req-90ae22cc-490d-42b8-ae8e-cf20f4dc4647 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 1126 time: 0.1043620 Feb 10 15:38:41.190958 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b797ac9-85dd-4582-b51e-f851f09a082b req-a62bffc9-d249-4d07-87fb-7e003b1a46f0 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:41.193647 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b797ac9-85dd-4582-b51e-f851f09a082b req-a62bffc9-d249-4d07-87fb-7e003b1a46f0 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.2688334 Feb 10 15:38:41.261535 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0fe7941f-ab9a-4054-83ac-4c8546aef6e0 req-f6690b2c-ea3e-4687-aaef-5f4a50f7454c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709137 Feb 10 15:38:41.310097 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-162671c2-8062-4589-8f7f-f63b0db08d40 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Allocated IP 2001:db8::1a3 (9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd/73d77f73-f35a-4772-b5c9-efacfde6b953/76b261fd-33c6-46f6-9053-32f18d058738) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:41.354515 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:41.376484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6452de-915a-4600-8be2-c748deaa98e0 req-1bfa2311-a240-4853-89bf-ae8ec9e876c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:41.378131 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0c6452de-915a-4600-8be2-c748deaa98e0 req-1bfa2311-a240-4853-89bf-ae8ec9e876c6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.2326863 Feb 10 15:38:41.478693 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0c6452de-915a-4600-8be2-c748deaa98e0 req-33dfe57d-9ace-4939-9878-4b122d1f1609 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0f465f9-06e6-4948-856c-2cf9f970a248 HTTP/1.1" status: 200 len: 217 time: 0.0944092 Feb 10 15:38:41.505583 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b797ac9-85dd-4582-b51e-f851f09a082b req-9e29e5f0-f793-4f94-9c0c-77a7c40df3fd tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782364 Feb 10 15:38:41.572753 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-162671c2-8062-4589-8f7f-f63b0db08d40 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (76b261fd-33c6-46f6-9053-32f18d058738), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:41.580583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6452de-915a-4600-8be2-c748deaa98e0 req-252cfe2b-8678-4e76-ad5e-a1632e373e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:41.585027 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0c6452de-915a-4600-8be2-c748deaa98e0 req-252cfe2b-8678-4e76-ad5e-a1632e373e8d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.0904877 Feb 10 15:38:41.591954 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cc8e6-d43e-4305-a5f7-2a85e264af95 req-6f055624-cd42-41fd-9015-44f988888d4a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:41.594465 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-373cc8e6-d43e-4305-a5f7-2a85e264af95 req-6f055624-cd42-41fd-9015-44f988888d4a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 944 time: 0.1611447 Feb 10 15:38:41.671244 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f1c5c599-c6f8-450f-ac2c-a03c0d393d7f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:41.726435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6452de-915a-4600-8be2-c748deaa98e0 req-9d48b5c0-25b0-4759-8f87-854389a65777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:41.726937 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-373cc8e6-d43e-4305-a5f7-2a85e264af95 req-6fe1268c-0349-48c8-9063-63b0431def20 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193607 Feb 10 15:38:41.728402 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0c6452de-915a-4600-8be2-c748deaa98e0 req-9d48b5c0-25b0-4759-8f87-854389a65777 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1354554 Feb 10 15:38:41.799180 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:41.799544 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:41.822135 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-162671c2-8062-4589-8f7f-f63b0db08d40 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (76b261fd-33c6-46f6-9053-32f18d058738), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:41.951587 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0c6452de-915a-4600-8be2-c748deaa98e0 req-9775ba6c-f418-47a2-a619-d8065625c69b service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149980 Feb 10 15:38:41.989578 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-ba77cfcc-2eeb-4c37-b676-a740cecf1759 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-751104465&fields=id&tenant_id=77fbf24d79fa4d5fbb639f8a01d7de6c HTTP/1.1" status: 200 len: 267 time: 0.2671940 Feb 10 15:38:41.991613 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162671c2-8062-4589-8f7f-f63b0db08d40 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:42.023943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-162671c2-8062-4589-8f7f-f63b0db08d40 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:42.050580 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:42.051803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device dc3e8088-1e0d-4911-97ea-a4af07d7b57d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:42.143009 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port dc3e8088-1e0d-4911-97ea-a4af07d7b57d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:42.143376 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:42.179330 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0c6452de-915a-4600-8be2-c748deaa98e0 req-c96fe437-9d1f-49ee-bbad-78238530812c service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212315 Feb 10 15:38:42.183709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162671c2-8062-4589-8f7f-f63b0db08d40 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:42.189476 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162671c2-8062-4589-8f7f-f63b0db08d40 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:42.190209 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-162671c2-8062-4589-8f7f-f63b0db08d40 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:42.205025 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162671c2-8062-4589-8f7f-f63b0db08d40 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=76b261fd-33c6-46f6-9053-32f18d058738,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:42.229237 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-162671c2-8062-4589-8f7f-f63b0db08d40 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8772497 Feb 10 15:38:42.232252 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45004) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:42.238374 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-26804156-cbec-4d27-a328-e0c4a599ba41 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'subnet': {'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:42.335681 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-30532f69-94a7-4fe1-9357-7c8600bfbb77 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:42.337247 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-30532f69-94a7-4fe1-9357-7c8600bfbb77 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/networks?id=8fff8c30-0a34-4f57-884d-3d888ae929ae HTTP/1.1" status: 200 len: 808 time: 0.3195872 Feb 10 15:38:42.355461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port dc3e8088-1e0d-4911-97ea-a4af07d7b57d is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:42.356075 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:42.375932 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-77811a2c-9067-4f6c-ad11-a38331e9d84c tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/quotas/77fbf24d79fa4d5fbb639f8a01d7de6c HTTP/1.1" status: 200 len: 375 time: 0.0262485 Feb 10 15:38:42.438333 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port dc3e8088-1e0d-4911-97ea-a4af07d7b57d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=dc3e8088-1e0d-4911-97ea-a4af07d7b57d,segment=NetworkSegment(e96b5906-ca80-4466-b2ae-9bd44da89aa0),segment_id=e96b5906-ca80-4466-b2ae-9bd44da89aa0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:42.446074 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:42.559571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26804156-cbec-4d27-a328-e0c4a599ba41 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:42.565336 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-26804156-cbec-4d27-a328-e0c4a599ba41 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:42.582613 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c269a-e75d-4d96-a3e3-c5a2744b456d req-91bfceea-cfd3-4c4a-b4dd-9098ca40c5a2 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:42.591862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b0c269a-e75d-4d96-a3e3-c5a2744b456d req-91bfceea-cfd3-4c4a-b4dd-9098ca40c5a2 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.1776834 Feb 10 15:38:42.594432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=dc3e8088-1e0d-4911-97ea-a4af07d7b57d,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:42.630313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-b8564004-a39e-475c-858d-c22bb0ead746 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=77fbf24d79fa4d5fbb639f8a01d7de6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2461610 Feb 10 15:38:42.683050 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b0c269a-e75d-4d96-a3e3-c5a2744b456d req-293fea38-a329-4d29-afb1-a2891932d1f6 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785360 Feb 10 15:38:42.708479 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-755b9e50-1ca5-44cf-9a39-c7ddfdf1c08f None None] Provisioning complete for port dc3e8088-1e0d-4911-97ea-a4af07d7b57d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:42.708928 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-755b9e50-1ca5-44cf-9a39-c7ddfdf1c08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:42.848978 n-d-815324-7 neutron-server[103369]: INFO neutron.db.ipam_backend_mixin [None req-26804156-cbec-4d27-a328-e0c4a599ba41 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73d77f73-f35a-4772-b5c9-efacfde6b953 (CIDR: 2001:db8::/64) Feb 10 15:38:42.860280 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-26804156-cbec-4d27-a328-e0c4a599ba41 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:38:42.861087 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26804156-cbec-4d27-a328-e0c4a599ba41 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:38:42.898897 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-26804156-cbec-4d27-a328-e0c4a599ba41 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6609123 Feb 10 15:38:42.899325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45026) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:42.906671 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-10a2d899-9606-4452-9060-6eeeadae126c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'subnet': {'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:42.934860 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-f6c95373-93ae-4cd1-9502-3823ab406d28 service neutron] 10.222.0.64 "GET /v2.0/networks/8fff8c30-0a34-4f57-884d-3d888ae929ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764902 Feb 10 15:38:43.006269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-755b9e50-1ca5-44cf-9a39-c7ddfdf1c08f None None] Current status of the port dc3e8088-1e0d-4911-97ea-a4af07d7b57d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:43.011549 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1c6b-fc58-4bcf-9879-8ab69675e7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:43.035792 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-755b9e50-1ca5-44cf-9a39-c7ddfdf1c08f None None] Provisioning complete for port d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:43.036174 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-755b9e50-1ca5-44cf-9a39-c7ddfdf1c08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d52fc895-8d8d-4aeb-9f1c-30fea6b700c2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:43.111656 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-755b9e50-1ca5-44cf-9a39-c7ddfdf1c08f None None] Port d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:43.115411 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c5f9c-7cb4-4153-b92b-bde8c79afa52 req-c869965f-f507-4a51-b516-2d5f499aeb54 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:43.126932 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a31c5f9c-7cb4-4153-b92b-bde8c79afa52 req-c869965f-f507-4a51-b516-2d5f499aeb54 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.2559872 Feb 10 15:38:43.154756 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a2d899-9606-4452-9060-6eeeadae126c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:43.160146 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10a2d899-9606-4452-9060-6eeeadae126c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:43.232444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a31c5f9c-7cb4-4153-b92b-bde8c79afa52 req-14ecb96a-72c1-4dba-b538-3f6f8b943495 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043851 Feb 10 15:38:43.251662 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-21fd258e-122b-47c6-9615-173cbb43565f service neutron] 10.222.0.64 "GET /v2.0/networks/8fff8c30-0a34-4f57-884d-3d888ae929ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159032 Feb 10 15:38:43.276260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f21e2d66-606e-4f05-a04e-00af7bb213dc None None] Provisioning complete for port 76b261fd-33c6-46f6-9053-32f18d058738 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:43.281587 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f21e2d66-606e-4f05-a04e-00af7bb213dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (76b261fd-33c6-46f6-9053-32f18d058738), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:43.359453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f21e2d66-606e-4f05-a04e-00af7bb213dc None None] Port 76b261fd-33c6-46f6-9053-32f18d058738 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:43.470349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281e87a-4a12-495a-a43a-8aae707fa928 req-baa1605e-131a-4cd2-97fa-8fd1aa411b0d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:43.478325 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7281e87a-4a12-495a-a43a-8aae707fa928 req-baa1605e-131a-4cd2-97fa-8fd1aa411b0d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 944 time: 0.1124725 Feb 10 15:38:43.543726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device dc3e8088-1e0d-4911-97ea-a4af07d7b57d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:43.576376 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7281e87a-4a12-495a-a43a-8aae707fa928 req-b38d2ddc-b972-4ec2-9991-37306a1ec3ad tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889647 Feb 10 15:38:43.584241 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10a2d899-9606-4452-9060-6eeeadae126c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (41b8bd8e-c4d5-4717-a677-a676df9d73f4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:43.654193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a2d899-9606-4452-9060-6eeeadae126c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:43.661750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-10a2d899-9606-4452-9060-6eeeadae126c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:43.666110 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a2d899-9606-4452-9060-6eeeadae126c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:43.688692 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10a2d899-9606-4452-9060-6eeeadae126c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:43.747395 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a89af94-c8dd-4f8c-8748-fc1a9af6eed7 None None] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:43.757315 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc62f2d1-0622-4fcb-9512-83fa9cfd3240 req-7cc430f8-0bb2-4701-a02e-88abbb20df28 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 210 time: 0.0787890 Feb 10 15:38:43.780177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf77c9-f05d-43d7-ae05-ba85bafaa27d req-2a79bd46-f65f-45a0-b9a9-77af5e072e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:43.788054 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2adf77c9-f05d-43d7-ae05-ba85bafaa27d req-2a79bd46-f65f-45a0-b9a9-77af5e072e6c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 1127 time: 0.2584567 Feb 10 15:38:43.797336 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-10a2d899-9606-4452-9060-6eeeadae126c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8969746 Feb 10 15:38:43.800135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45052) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:43.805876 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-876cd87c-b6e1-463d-ab83-c04e762fbd88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-365257126', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '41b8bd8e-c4d5-4717-a677-a676df9d73f4'}], 'security_groups': ['232c8d5c-f630-4a94-82bd-b649614d85ea']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:43.859166 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2d899-9606-4452-9060-6eeeadae126c tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Subnet': ['ID=41b8bd8e-c4d5-4717-a677-a676df9d73f4,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:43.936422 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2adf77c9-f05d-43d7-ae05-ba85bafaa27d req-82746ac6-1ac3-4d78-a472-3b557bb4b147 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193869 Feb 10 15:38:44.084276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port dc3e8088-1e0d-4911-97ea-a4af07d7b57d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:44.084680 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:44.095311 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-876cd87c-b6e1-463d-ab83-c04e762fbd88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (76b261fd-33c6-46f6-9053-32f18d058738), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:44.268947 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port dc3e8088-1e0d-4911-97ea-a4af07d7b57d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:44.300068 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b1ea2-1bfd-4f5b-bc2e-9ebffc341ed3 req-8d91ea53-585f-4961-931b-b73723397af8 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:44.302340 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b4b1ea2-1bfd-4f5b-bc2e-9ebffc341ed3 req-8d91ea53-585f-4961-931b-b73723397af8 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.3907323 Feb 10 15:38:44.374550 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b615bcd-e1dd-4f50-a797-0a15b4a038cc None None] Update dhcp port {'port': {'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'fixed_ips': [{'subnet_id': '73d77f73-f35a-4772-b5c9-efacfde6b953', 'ip_address': '2001:db8::2'}, {'subnet_id': '41b8bd8e-c4d5-4717-a677-a676df9d73f4'}], 'binding:host_id': 'n-d-815324-7'}, 'id': 'dc3e8088-1e0d-4911-97ea-a4af07d7b57d'} from n-d-815324-7. {{(pid=103370) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 15:38:44.375917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb7fb4-85f3-41b8-9982-6b341e61576d req-0c3d325f-7435-4a36-b26c-df5249a01d7b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:44.383961 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9efb7fb4-85f3-41b8-9982-6b341e61576d req-0c3d325f-7435-4a36-b26c-df5249a01d7b tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.2922723 Feb 10 15:38:44.417032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a0f465f9-06e6-4948-856c-2cf9f970a248 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:38:44.421154 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b615bcd-e1dd-4f50-a797-0a15b4a038cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:44.471377 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b4b1ea2-1bfd-4f5b-bc2e-9ebffc341ed3 req-f85dad8e-f9f8-4e80-9cb2-8c983743ce6f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596210 Feb 10 15:38:44.529710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9efb7fb4-85f3-41b8-9982-6b341e61576d req-e0c794f8-592e-4f47-967f-eb1acb2e41d0 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442320 Feb 10 15:38:44.807380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a0f465f9-06e6-4948-856c-2cf9f970a248, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0f465f9-06e6-4948-856c-2cf9f970a248,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:44.823839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'a0f465f9-06e6-4948-856c-2cf9f970a248', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'port_id': 'a0f465f9-06e6-4948-856c-2cf9f970a248', 'mac_address': 'fa:16:3e:a0:25:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:38:44.852947 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7942d-542b-4df7-83b1-484485e6c9f7 req-e637a787-cb73-4a6c-96ae-9b0c66ad7716 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:44.854530 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2fe7942d-542b-4df7-83b1-484485e6c9f7 req-e637a787-cb73-4a6c-96ae-9b0c66ad7716 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.2157912 Feb 10 15:38:44.876017 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port a0f465f9-06e6-4948-856c-2cf9f970a248 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:44.876422 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:44.893750 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f465f9-06e6-4948-856c-2cf9f970a248 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:38:44.931649 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a0f465f9-06e6-4948-856c-2cf9f970a248, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0f465f9-06e6-4948-856c-2cf9f970a248,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:44.939381 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:44.992523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5132732-b044-4664-ac53-8ac034bf8f47 req-3542b399-0a72-4087-88b0-3f9f7176f1bc tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:44.995602 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5132732-b044-4664-ac53-8ac034bf8f47 req-3542b399-0a72-4087-88b0-3f9f7176f1bc tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 944 time: 0.2789288 Feb 10 15:38:45.084152 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2fe7942d-542b-4df7-83b1-484485e6c9f7 req-7afda544-a8f7-4e1d-a8f6-e29c7f0a3f12 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036436 Feb 10 15:38:45.092346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=a0f465f9-06e6-4948-856c-2cf9f970a248,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:45.145896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-876cd87c-b6e1-463d-ab83-c04e762fbd88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Delete allocated IP 2001:db8::1a3 (9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd/73d77f73-f35a-4772-b5c9-efacfde6b953) {{(pid=103368) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 15:38:45.191509 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-876cd87c-b6e1-463d-ab83-c04e762fbd88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Allocated IP 2001:db8:0:1::284 (9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd/41b8bd8e-c4d5-4717-a677-a676df9d73f4/76b261fd-33c6-46f6-9053-32f18d058738) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:45.207078 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5132732-b044-4664-ac53-8ac034bf8f47 req-12debf88-55b6-47b1-bed4-63803f9f3a10 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532211 Feb 10 15:38:45.264722 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-51b3a4f3-23ea-4445-9ce5-4966bb7274ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:45.317594 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dcaa4d3f-3038-4edc-b37b-f9f2893aa4d7 req-7b4fb665-b187-4c33-bdcd-efd7766de402 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 210 time: 0.0676246 Feb 10 15:38:45.418928 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['a0f465f9-06e6-4948-856c-2cf9f970a248'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:38:45.918573 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-876cd87c-b6e1-463d-ab83-c04e762fbd88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (76b261fd-33c6-46f6-9053-32f18d058738), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:45.945941 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-876cd87c-b6e1-463d-ab83-c04e762fbd88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (76b261fd-33c6-46f6-9053-32f18d058738), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:45.968998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37197195-957b-4f6b-b4ea-670d0f9fa5f7 req-cf3a3b7b-b4c9-4bfd-91b2-ff18c9e4317c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:45.977681 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37197195-957b-4f6b-b4ea-670d0f9fa5f7 req-cf3a3b7b-b4c9-4bfd-91b2-ff18c9e4317c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.1823702 Feb 10 15:38:46.016688 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-2b615bcd-e1dd-4f50-a797-0a15b4a038cc None None] Allocated IP 2001:db8:0:1::2 (9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd/41b8bd8e-c4d5-4717-a677-a676df9d73f4/dc3e8088-1e0d-4911-97ea-a4af07d7b57d) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:46.030269 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cd87c-b6e1-463d-ab83-c04e762fbd88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=76b261fd-33c6-46f6-9053-32f18d058738,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:46.050339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-788f595b-b25c-40be-83cb-16478d23dfcd tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:46.052400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-788f595b-b25c-40be-83cb-16478d23dfcd tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.72 "GET /v2.0/networks?id=8fff8c30-0a34-4f57-884d-3d888ae929ae HTTP/1.1" status: 200 len: 808 time: 0.5245142 Feb 10 15:38:46.081675 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77980d7a-6047-438e-b159-fb8e0e2fe6ff req-b200af3f-95d1-40f0-bdd3-a482862e46da tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:46.083642 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77980d7a-6047-438e-b159-fb8e0e2fe6ff req-b200af3f-95d1-40f0-bdd3-a482862e46da tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.2923434 Feb 10 15:38:46.165251 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77980d7a-6047-438e-b159-fb8e0e2fe6ff req-94ddea39-7a2b-4327-9145-5b0ee9249d1e tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/security-groups?id=eaad134b-9749-4561-87f8-5b031c3f9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661488 Feb 10 15:38:46.201821 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-876cd87c-b6e1-463d-ab83-c04e762fbd88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] In _notify_port_updated(), no bound segment for port 76b261fd-33c6-46f6-9053-32f18d058738 on network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd {{(pid=103368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:38:46.207986 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876cd87c-b6e1-463d-ab83-c04e762fbd88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:46.208630 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-876cd87c-b6e1-463d-ab83-c04e762fbd88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:46.212683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-876cd87c-b6e1-463d-ab83-c04e762fbd88 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "PUT /v2.0/ports/76b261fd-33c6-46f6-9053-32f18d058738 HTTP/1.1" status: 200 len: 930 time: 2.4086089 Feb 10 15:38:46.224318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45106) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:46.278446 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-2d16efe6-6a41-4279-a27b-e346ab6f34ee tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77fbf24d79fa4d5fbb639f8a01d7de6c HTTP/1.1" status: 200 len: 379 time: 0.2080863 Feb 10 15:38:46.289083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-9fc0a86b-4d53-4b0f-8439-bc7a02bd1645 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Request body: {'port': {'device_id': 'db470cfc-e0f0-4f8a-a548-85d371b57e37', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'admin_state_up': True, 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'security_groups': ['00b3c186-0587-45ca-84fa-cabe9d77c857']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:46.335464 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b615bcd-e1dd-4f50-a797-0a15b4a038cc None None] For port dc3e8088-1e0d-4911-97ea-a4af07d7b57d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=dc3e8088-1e0d-4911-97ea-a4af07d7b57d,segment=NetworkSegment(e96b5906-ca80-4466-b2ae-9bd44da89aa0),segment_id=e96b5906-ca80-4466-b2ae-9bd44da89aa0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:46.337920 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112e368-149a-4e30-96b1-e9479d29124b req-8496cce8-6ddb-49bf-a530-df95e908932a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:46.339934 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e112e368-149a-4e30-96b1-e9479d29124b req-8496cce8-6ddb-49bf-a530-df95e908932a tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.79 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 946 time: 0.2455595 Feb 10 15:38:46.411466 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37197195-957b-4f6b-b4ea-670d0f9fa5f7 req-670ae75b-3be2-45f9-b4c0-d80bca981fce tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322710 Feb 10 15:38:46.421568 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:46.426800 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b615bcd-e1dd-4f50-a797-0a15b4a038cc None None] Publish callbacks [] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:46.444771 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b615bcd-e1dd-4f50-a797-0a15b4a038cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:46.568626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5118078-e6c0-430e-a1b6-3b70d137f066 req-abecf0b1-8973-46c2-be97-326b42281936 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:46.570168 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5118078-e6c0-430e-a1b6-3b70d137f066 req-abecf0b1-8973-46c2-be97-326b42281936 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.2908115 Feb 10 15:38:46.599335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-6922756f-538c-40e9-b647-f5e93a83e471 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port 76b261fd-33c6-46f6-9053-32f18d058738 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:38:46.599863 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6922756f-538c-40e9-b647-f5e93a83e471 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (76b261fd-33c6-46f6-9053-32f18d058738), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:46.653819 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-e112e368-149a-4e30-96b1-e9479d29124b req-be12eb35-8147-41df-9e76-6ca96cd848f3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Deleting port 54488536-ba73-4f47-9bed-75348e4117fe {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:38:46.654479 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e112e368-149a-4e30-96b1-e9479d29124b req-be12eb35-8147-41df-9e76-6ca96cd848f3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (54488536-ba73-4f47-9bed-75348e4117fe), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:46.682616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b615bcd-e1dd-4f50-a797-0a15b4a038cc None None] Pushing event updated for resources: {'Port': ['ID=dc3e8088-1e0d-4911-97ea-a4af07d7b57d,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:46.710526 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5118078-e6c0-430e-a1b6-3b70d137f066 req-33798541-4075-4929-94d6-818d57a8a4f6 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899544 Feb 10 15:38:46.724140 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20192f-8960-466f-9bc6-2f5672a9c7a8 req-46164314-eb75-4edb-abd3-66d76bcf6361 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:46.745375 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a20192f-8960-466f-9bc6-2f5672a9c7a8 req-46164314-eb75-4edb-abd3-66d76bcf6361 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 945 time: 0.2046034 Feb 10 15:38:46.759291 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-e112e368-149a-4e30-96b1-e9479d29124b req-be12eb35-8147-41df-9e76-6ca96cd848f3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] For port 54488536-ba73-4f47-9bed-75348e4117fe, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=54488536-ba73-4f47-9bed-75348e4117fe,segment=NetworkSegment(c65cbdbb-b012-4ebb-ab9e-c0176ba50964),segment_id=c65cbdbb-b012-4ebb-ab9e-c0176ba50964)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:46.759985 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e112e368-149a-4e30-96b1-e9479d29124b req-be12eb35-8147-41df-9e76-6ca96cd848f3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (54488536-ba73-4f47-9bed-75348e4117fe), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:46.777165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-e112e368-149a-4e30-96b1-e9479d29124b req-be12eb35-8147-41df-9e76-6ca96cd848f3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Calling delete_port for 54488536-ba73-4f47-9bed-75348e4117fe owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:38:46.791775 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-9fc0a86b-4d53-4b0f-8439-bc7a02bd1645 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Made reservation on behalf of 77fbf24d79fa4d5fbb639f8a01d7de6c for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:46.797317 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-9fc0a86b-4d53-4b0f-8439-bc7a02bd1645 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:46.850619 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a20192f-8960-466f-9bc6-2f5672a9c7a8 req-dd1553cb-73b8-463a-af45-d71b1148da11 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042652 Feb 10 15:38:46.960333 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-efc11c45-7523-4c46-aab6-f57c6ae7492c req-7f340b33-a3b6-4bc1-abad-a387a19b2ce1 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 210 time: 0.0909622 Feb 10 15:38:46.981249 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e112e368-149a-4e30-96b1-e9479d29124b req-be12eb35-8147-41df-9e76-6ca96cd848f3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (54488536-ba73-4f47-9bed-75348e4117fe), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:46.995790 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['54488536-ba73-4f47-9bed-75348e4117fe'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:38:47.094062 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6922756f-538c-40e9-b647-f5e93a83e471 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (76b261fd-33c6-46f6-9053-32f18d058738), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:47.179691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-9fc0a86b-4d53-4b0f-8439-bc7a02bd1645 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Allocated IP 172.20.0.8 (8fff8c30-0a34-4f57-884d-3d888ae929ae/0d461450-fb69-494a-aff0-016ac0977632/4de4589f-0ba2-41a4-a11c-636fe6bcfe74) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:47.274090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb9013-d163-425e-ad6f-fa8e3d39808f req-c8a5d4d4-6633-4486-94d9-094348759de9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:47.275843 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0cfb9013-d163-425e-ad6f-fa8e3d39808f req-c8a5d4d4-6633-4486-94d9-094348759de9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.0982664 Feb 10 15:38:47.408298 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2edfd929-02a8-4f22-8bc5-399dd91da95c req-3f4933dc-08df-4e4d-9dca-1b1fcd809cee tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.64 "GET /v2.0/ports?device_id=b044452e-b07a-4eb1-ad18-87b0b0ea741d HTTP/1.1" status: 200 len: 210 time: 0.0724738 Feb 10 15:38:47.554954 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0cfb9013-d163-425e-ad6f-fa8e3d39808f req-cacf5ada-1666-4da1-bf23-6f6e24313bc9 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401183 Feb 10 15:38:47.590287 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-9fc0a86b-4d53-4b0f-8439-bc7a02bd1645 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:47.591030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device dc3e8088-1e0d-4911-97ea-a4af07d7b57d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:47.713687 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16fdc4-eab0-4977-a96c-bcdc8b0cb891 req-60b3d27e-a5f7-43a2-af96-babe941e6c98 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:47.715389 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a16fdc4-eab0-4977-a96c-bcdc8b0cb891 req-60b3d27e-a5f7-43a2-af96-babe941e6c98 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.1500163 Feb 10 15:38:47.716819 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port dc3e8088-1e0d-4911-97ea-a4af07d7b57d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:47.717202 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:47.734018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-6922756f-538c-40e9-b647-f5e93a83e471 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for 76b261fd-33c6-46f6-9053-32f18d058738 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:38:47.750059 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-9fc0a86b-4d53-4b0f-8439-bc7a02bd1645 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:47.764929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12eb35-8147-41df-9e76-6ca96cd848f3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Pushing event deleted for resources: {'Port': ['ID=54488536-ba73-4f47-9bed-75348e4117fe,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:47.848426 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a16fdc4-eab0-4977-a96c-bcdc8b0cb891 req-191c739e-80f3-4833-a467-3e8b4ae9ed36 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159775 Feb 10 15:38:47.872063 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port dc3e8088-1e0d-4911-97ea-a4af07d7b57d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:47.883498 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-9fc0a86b-4d53-4b0f-8439-bc7a02bd1645 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Network 8fff8c30-0a34-4f57-884d-3d888ae929ae is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:47.916750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-9fc0a86b-4d53-4b0f-8439-bc7a02bd1645 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:47.923636 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-9fc0a86b-4d53-4b0f-8439-bc7a02bd1645 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:47.932441 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:47.977331 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e112e368-149a-4e30-96b1-e9479d29124b req-be12eb35-8147-41df-9e76-6ca96cd848f3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] No DVR routers for this DVR port 54488536-ba73-4f47-9bed-75348e4117fe on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:38:47.985450 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e112e368-149a-4e30-96b1-e9479d29124b req-be12eb35-8147-41df-9e76-6ca96cd848f3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:47.996018 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e112e368-149a-4e30-96b1-e9479d29124b req-be12eb35-8147-41df-9e76-6ca96cd848f3 tempest-ServersNegativeTestJSON-384587372 tempest-ServersNegativeTestJSON-384587372-project] 10.222.0.79 "DELETE /v2.0/ports/54488536-ba73-4f47-9bed-75348e4117fe HTTP/1.1" status: 204 len: 173 time: 1.6448815 Feb 10 15:38:48.004371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b044452e-b07a-4eb1-ad18-87b0b0ea741d', 'name': 'network-vif-deleted', 'tag': '54488536-ba73-4f47-9bed-75348e4117fe'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:38:48.008930 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115e196e-1339-428f-917d-fa262362599f" -d '{"events": [{"server_uuid": "b044452e-b07a-4eb1-ad18-87b0b0ea741d", "name": "network-vif-deleted", "tag": "54488536-ba73-4f47-9bed-75348e4117fe"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:38:48.021240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0a86b-4d53-4b0f-8439-bc7a02bd1645 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Pushing event updated for resources: {'Port': ['ID=4de4589f-0ba2-41a4-a11c-636fe6bcfe74,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:48.058643 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c75f52e5-b201-46cb-8ae1-967a57e2d979 None None] Provisioning complete for port dc3e8088-1e0d-4911-97ea-a4af07d7b57d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:48.059158 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c75f52e5-b201-46cb-8ae1-967a57e2d979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:48.095086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e0c31-6f9a-4013-a279-d62b9a879c2d req-105b57b3-658e-4846-9d21-e75ba5df894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:48.097161 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ac3e0c31-6f9a-4013-a279-d62b9a879c2d req-105b57b3-658e-4846-9d21-e75ba5df894e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c08fead7e43e4910a23c0de1ddc167cb&device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 1127 time: 0.9495955 Feb 10 15:38:48.160463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-9fc0a86b-4d53-4b0f-8439-bc7a02bd1645 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:48.193241 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-9fc0a86b-4d53-4b0f-8439-bc7a02bd1645 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:48.272973 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-9fc0a86b-4d53-4b0f-8439-bc7a02bd1645 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9879496 Feb 10 15:38:48.335895 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6922756f-538c-40e9-b647-f5e93a83e471 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (76b261fd-33c6-46f6-9053-32f18d058738), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:48.346445 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Request body: {'port': {'device_id': 'db470cfc-e0f0-4f8a-a548-85d371b57e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:48.398266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a0f465f9-06e6-4948-856c-2cf9f970a248 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:48.448194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3720-8f30-49db-ab5d-de5737f8ee7d req-5bcdd404-e767-4eaa-a438-1c12591cc0e5 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:48.453552 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb2b3720-8f30-49db-ab5d-de5737f8ee7d req-5bcdd404-e767-4eaa-a438-1c12591cc0e5 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 945 time: 0.4397602 Feb 10 15:38:48.460464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e0c31-6f9a-4013-a279-d62b9a879c2d req-dae0deab-2f89-4c8c-8136-e65aeedbea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:48.462162 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ac3e0c31-6f9a-4013-a279-d62b9a879c2d req-dae0deab-2f89-4c8c-8136-e65aeedbea8a service neutron] 10.222.0.79 "GET /v2.0/networks?id=77aa5724-3b5f-481d-b2f0-62152df49035 HTTP/1.1" status: 200 len: 910 time: 0.3479338 Feb 10 15:38:48.488925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74013f-0529-4a46-b486-f6a25f51bbe2 req-79c87fac-48dc-483a-b21c-c51439e7d212 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:48.490671 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b74013f-0529-4a46-b486-f6a25f51bbe2 req-79c87fac-48dc-483a-b21c-c51439e7d212 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 931 time: 0.2460139 Feb 10 15:38:48.507301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c75f52e5-b201-46cb-8ae1-967a57e2d979 None None] Current status of the port dc3e8088-1e0d-4911-97ea-a4af07d7b57d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:48.528315 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ac3e0c31-6f9a-4013-a279-d62b9a879c2d req-c61ab191-a920-479a-8ce1-a4d30323177c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37da8041-4e98-4a99-8425-1f1e826e467c HTTP/1.1" status: 200 len: 217 time: 0.0453520 Feb 10 15:38:48.529072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922756f-538c-40e9-b647-f5e93a83e471 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=76b261fd-33c6-46f6-9053-32f18d058738,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:48.533366 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c75f52e5-b201-46cb-8ae1-967a57e2d979 None None] Provisioning complete for port d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:48.533961 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c75f52e5-b201-46cb-8ae1-967a57e2d979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d52fc895-8d8d-4aeb-9f1c-30fea6b700c2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:48.592420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c75f52e5-b201-46cb-8ae1-967a57e2d979 None None] Port d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:48.601936 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port a0f465f9-06e6-4948-856c-2cf9f970a248 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:38:48.607423 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c75f52e5-b201-46cb-8ae1-967a57e2d979 None None] Could not find standard attr ID for object 76b261fd-33c6-46f6-9053-32f18d058738. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:38:48.611269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6922756f-538c-40e9-b647-f5e93a83e471 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:48.617599 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6922756f-538c-40e9-b647-f5e93a83e471 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/76b261fd-33c6-46f6-9053-32f18d058738 HTTP/1.1" status: 204 len: 168 time: 2.3912294 Feb 10 15:38:48.619999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port a0f465f9-06e6-4948-856c-2cf9f970a248 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:48.620386 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:48.620502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45158) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:48.646446 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:48.652678 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee71099b-63b1-4024-8c6c-eac0833f2930 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] GET failed (client error): The resource could not be found. Feb 10 15:38:48.660550 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ee71099b-63b1-4024-8c6c-eac0833f2930 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/76b261fd-33c6-46f6-9053-32f18d058738 HTTP/1.1" status: 404 len: 333 time: 0.0389984 Feb 10 15:38:48.661254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45160) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:48.669921 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b74013f-0529-4a46-b486-f6a25f51bbe2 req-d3b8abea-86b0-4457-9fc6-57d5a16876e1 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/security-groups?id=00b3c186-0587-45ca-84fa-cabe9d77c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652205 Feb 10 15:38:48.674605 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e0c31-6f9a-4013-a279-d62b9a879c2d req-44af6e5f-6143-4216-9b03-3d2601a547e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:48.675997 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ac3e0c31-6f9a-4013-a279-d62b9a879c2d req-44af6e5f-6143-4216-9b03-3d2601a547e4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8c152062-e5f7-4888-be3e-07b2128a0ea4 HTTP/1.1" status: 200 len: 849 time: 0.1402664 Feb 10 15:38:48.686014 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb2b3720-8f30-49db-ab5d-de5737f8ee7d req-78327804-7c3b-4a87-8f56-551068592443 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191439 Feb 10 15:38:48.771934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-95fabd4e-b4f9-4ba3-bc08-0df341c4548c None None] Provisioning complete for port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:48.772315 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-95fabd4e-b4f9-4ba3-bc08-0df341c4548c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:48.806389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45166) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:48.809379 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ac3e0c31-6f9a-4013-a279-d62b9a879c2d req-e441c19a-c330-44ec-92b2-9f1feced97f9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=77aa5724-3b5f-481d-b2f0-62152df49035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273513 Feb 10 15:38:48.820417 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8b17bd-dd12-40f1-946d-7239b6c43b6f x-openstack-request-id: req-7b8b17bd-dd12-40f1-946d-7239b6c43b6f {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:38:48.820891 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b044452e-b07a-4eb1-ad18-87b0b0ea741d", "name": "network-vif-deleted", "tag": "54488536-ba73-4f47-9bed-75348e4117fe", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:38:48.821250 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b8b17bd-dd12-40f1-946d-7239b6c43b6f {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:38:48.821758 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b044452e-b07a-4eb1-ad18-87b0b0ea741d', 'name': 'network-vif-deleted', 'tag': '54488536-ba73-4f47-9bed-75348e4117fe', 'status': 'completed', 'code': 200} Feb 10 15:38:48.931743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7bee1b-b0b2-420c-9976-32547b2668e8 admin admin] Deleting subnet f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:38:48.935974 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c7bee1b-b0b2-420c-9976-32547b2668e8 admin admin] Publish callbacks [] for subnet (f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:48.947652 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port a0f465f9-06e6-4948-856c-2cf9f970a248 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:48.947652 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:48.950566 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-95fabd4e-b4f9-4ba3-bc08-0df341c4548c None None] Port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:48.988146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-95fabd4e-b4f9-4ba3-bc08-0df341c4548c None None] Could not find standard attr ID for object 76b261fd-33c6-46f6-9053-32f18d058738. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:38:48.990666 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.016528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108bcced-496f-43e4-9bc0-4cf01e076b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f465f9-06e6-4948-856c-2cf9f970a248'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:38:49.020754 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c7bee1b-b0b2-420c-9976-32547b2668e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.026794 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db5b089-47bf-4d52-8ab9-b3cd4daa4af4" -d '{"events": [{"server_uuid": "108bcced-496f-43e4-9bc0-4cf01e076b73", "name": "network-vif-plugged", "status": "completed", "tag": "a0f465f9-06e6-4948-856c-2cf9f970a248"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:38:49.042350 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a0f465f9-06e6-4948-856c-2cf9f970a248, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0f465f9-06e6-4948-856c-2cf9f970a248,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:49.050983 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.051799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 54488536-ba73-4f47-9bed-75348e4117fe no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:38:49.069358 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c7bee1b-b0b2-420c-9976-32547b2668e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.097581 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 54488536-ba73-4f47-9bed-75348e4117fe {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:38:49.098176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 54488536-ba73-4f47-9bed-75348e4117fe not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:38:49.190158 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=a0f465f9-06e6-4948-856c-2cf9f970a248,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:49.216121 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d759ed9-ebf6-4f6f-901e-6c961c4a4161 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (4581e436-9122-4d6d-9249-7c545e8fdbb6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.274190 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c7bee1b-b0b2-420c-9976-32547b2668e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.329777 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d759ed9-ebf6-4f6f-901e-6c961c4a4161 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (4581e436-9122-4d6d-9249-7c545e8fdbb6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.378341 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bee1b-b0b2-420c-9976-32547b2668e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:49.394701 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ac3e0c31-6f9a-4013-a279-d62b9a879c2d req-2f05512c-81c2-4806-8baa-c9133a1e4304 service neutron] 10.222.0.79 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673261 Feb 10 15:38:49.402689 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4c7bee1b-b0b2-420c-9976-32547b2668e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.407226 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4c7bee1b-b0b2-420c-9976-32547b2668e8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f0a2b0df-7143-487d-8a8b-dc6ad71b2ca6 HTTP/1.1" status: 204 len: 168 time: 0.5886693 Feb 10 15:38:49.416818 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d759ed9-ebf6-4f6f-901e-6c961c4a4161 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4581e436-9122-4d6d-9249-7c545e8fdbb6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.419495 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d759ed9-ebf6-4f6f-901e-6c961c4a4161 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.424038 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5d759ed9-ebf6-4f6f-901e-6c961c4a4161 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/security-groups/4581e436-9122-4d6d-9249-7c545e8fdbb6 HTTP/1.1" status: 204 len: 168 time: 0.7616360 Feb 10 15:38:49.425079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45182) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:49.426107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45184) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:49.461470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d759ed9-ebf6-4f6f-901e-6c961c4a4161 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4581e436-9122-4d6d-9249-7c545e8fdbb6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:49.531283 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9324e32-f862-4ea2-a37e-d39f1aabe8ee req-5a8f1256-b949-4a16-96ff-3bd4348e0978 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:49.537933 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9324e32-f862-4ea2-a37e-d39f1aabe8ee req-5a8f1256-b949-4a16-96ff-3bd4348e0978 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.6087079 Feb 10 15:38:49.638989 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dcc85321-9f04-4ddc-b26c-a1330da85eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (0e367e63-34d1-4188-ada1-4e62f3974686), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.656214 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ac3e0c31-6f9a-4013-a279-d62b9a879c2d req-03a4bed8-28bf-44dd-a60e-ea07052f470a service neutron] 10.222.0.79 "GET /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560132 Feb 10 15:38:49.661307 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-771ee5b2-c3ba-47e4-bcf2-30103469e4df tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (232c8d5c-f630-4a94-82bd-b649614d85ea), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.676355 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09247e5-74b9-49b4-9a4c-653730138725 req-dd585ac2-00ce-40ee-a18f-c490a5ebf81e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:49.684243 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f09247e5-74b9-49b4-9a4c-653730138725 req-dd585ac2-00ce-40ee-a18f-c490a5ebf81e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.6622846 Feb 10 15:38:49.693823 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-771ee5b2-c3ba-47e4-bcf2-30103469e4df tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (232c8d5c-f630-4a94-82bd-b649614d85ea), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.708109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9324e32-f862-4ea2-a37e-d39f1aabe8ee req-98fbfbed-4e3c-4cbc-86e4-3a5cd876f257 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633229 Feb 10 15:38:49.774203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:38:49.781311 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d92e7c-d451-4db7-b383-402c836da521 x-openstack-request-id: req-87d92e7c-d451-4db7-b383-402c836da521 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:38:49.782099 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108bcced-496f-43e4-9bc0-4cf01e076b73", "name": "network-vif-plugged", "status": "completed", "tag": "a0f465f9-06e6-4948-856c-2cf9f970a248", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:38:49.782514 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87d92e7c-d451-4db7-b383-402c836da521 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:38:49.783194 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108bcced-496f-43e4-9bc0-4cf01e076b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f465f9-06e6-4948-856c-2cf9f970a248', 'code': 200} Feb 10 15:38:49.785372 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Publish callbacks [] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.846501 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dcc85321-9f04-4ddc-b26c-a1330da85eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (0e367e63-34d1-4188-ada1-4e62f3974686), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.848079 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f09247e5-74b9-49b4-9a4c-653730138725 req-778842f4-780f-4dfc-8345-5cf49ad7c690 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628387 Feb 10 15:38:49.862948 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Transition to ACTIVE for port object 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:38:49.870461 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.875104 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-771ee5b2-c3ba-47e4-bcf2-30103469e4df tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (232c8d5c-f630-4a94-82bd-b649614d85ea), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.878290 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-771ee5b2-c3ba-47e4-bcf2-30103469e4df tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.882912 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45194) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:49.883073 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-771ee5b2-c3ba-47e4-bcf2-30103469e4df tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/security-groups/232c8d5c-f630-4a94-82bd-b649614d85ea HTTP/1.1" status: 204 len: 168 time: 0.4438205 Feb 10 15:38:49.934502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-dcc85321-9f04-4ddc-b26c-a1330da85eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e367e63-34d1-4188-ada1-4e62f3974686']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:49.938343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ee5b2-c3ba-47e4-bcf2-30103469e4df tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232c8d5c-f630-4a94-82bd-b649614d85ea,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:49.953332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-dcc85321-9f04-4ddc-b26c-a1330da85eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65cbdbb-b012-4ebb-ab9e-c0176ba50964') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:49.953780 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-dcc85321-9f04-4ddc-b26c-a1330da85eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65cbdbb-b012-4ebb-ab9e-c0176ba50964') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:38:49.967884 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dcc85321-9f04-4ddc-b26c-a1330da85eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (c65cbdbb-b012-4ebb-ab9e-c0176ba50964), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:49.973133 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Pushing event updated for resources: {'Port': ['ID=4de4589f-0ba2-41a4-a11c-636fe6bcfe74,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:50.011069 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db578067-0ea0-4fbd-9726-722b30713007 req-7c2f1c42-6f84-437d-aab7-cd0c4c0c9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:50.013870 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-db578067-0ea0-4fbd-9726-722b30713007 req-7c2f1c42-6f84-437d-aab7-cd0c4c0c9eac service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 1128 time: 0.1610906 Feb 10 15:38:50.015541 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dcc85321-9f04-4ddc-b26c-a1330da85eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (c65cbdbb-b012-4ebb-ab9e-c0176ba50964), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:50.048602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc85321-9f04-4ddc-b26c-a1330da85eb1 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:38:50.049474 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dcc85321-9f04-4ddc-b26c-a1330da85eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (c65cbdbb-b012-4ebb-ab9e-c0176ba50964), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:38:50.053539 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:38:50.110708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c7777a-7d4b-4750-8854-ce4401882dbd tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting subnet 73d77f73-f35a-4772-b5c9-efacfde6b953 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:38:50.118735 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-db578067-0ea0-4fbd-9726-722b30713007 req-22451a1f-bd05-496d-9c11-519861c1bef3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964265 Feb 10 15:38:50.152526 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e3c7777a-7d4b-4750-8854-ce4401882dbd tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (73d77f73-f35a-4772-b5c9-efacfde6b953), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:50.165527 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dcc85321-9f04-4ddc-b26c-a1330da85eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (0e367e63-34d1-4188-ada1-4e62f3974686), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:50.170524 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dcc85321-9f04-4ddc-b26c-a1330da85eb1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:50.176881 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dcc85321-9f04-4ddc-b26c-a1330da85eb1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0e367e63-34d1-4188-ada1-4e62f3974686 HTTP/1.1" status: 204 len: 168 time: 0.7367306 Feb 10 15:38:50.208102 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7dad1-6819-47fc-b05e-b7cfe2511f1d req-9732ef28-9113-4bc0-8e7c-ad6c3fdda54b tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:50.216543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc85321-9f04-4ddc-b26c-a1330da85eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e367e63-34d1-4188-ada1-4e62f3974686,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:50.217464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8be7dad1-6819-47fc-b05e-b7cfe2511f1d req-9732ef28-9113-4bc0-8e7c-ad6c3fdda54b tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 943 time: 0.2416592 Feb 10 15:38:50.231917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188348c-f10b-4906-af9c-0aa33484d5a7 req-830f410c-98a7-464e-9bfe-41557e71a532 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:50.237599 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f188348c-f10b-4906-af9c-0aa33484d5a7 req-830f410c-98a7-464e-9bfe-41557e71a532 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.3378494 Feb 10 15:38:50.255301 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e3c7777a-7d4b-4750-8854-ce4401882dbd tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (73d77f73-f35a-4772-b5c9-efacfde6b953), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:50.273499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Attempting to bind port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:38:50.273832 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Attempting to bind port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '3b0465a0-96fe-43ae-be6d-54e5bf8a8902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:38:50.274165 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Attempting to bind port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 on network 8fff8c30-0a34-4f57-884d-3d888ae929ae {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:50.350036 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 on network 8fff8c30-0a34-4f57-884d-3d888ae929ae not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:38:50.350550 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Attempting to bind port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 on network 8fff8c30-0a34-4f57-884d-3d888ae929ae {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:38:50.431598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45214) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:50.453705 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f188348c-f10b-4906-af9c-0aa33484d5a7 req-610a467d-d4ab-44ac-b03e-7bc2f6f0531c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012451 Feb 10 15:38:50.459046 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:38:50.459401 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Checking segment: {'id': '3b0465a0-96fe-43ae-be6d-54e5bf8a8902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:50.459789 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Bound using segment: {'id': '3b0465a0-96fe-43ae-be6d-54e5bf8a8902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:38:50.460250 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Bound port: 4de4589f-0ba2-41a4-a11c-636fe6bcfe74, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0465a0-96fe-43ae-be6d-54e5bf8a8902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:38:50.460611 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:50.474884 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e3c7777a-7d4b-4750-8854-ce4401882dbd tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (73d77f73-f35a-4772-b5c9-efacfde6b953), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:50.487502 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7be1fa0b-f02d-4fbb-8fc7-cdb31379d99c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ff7cc44d27a4d3db3b9445ce4115014&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547147 Feb 10 15:38:50.490860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45218) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:50.522595 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8be7dad1-6819-47fc-b05e-b7cfe2511f1d req-a63576aa-7aa8-49b4-897b-4f223243a621 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/security-groups?id=00b3c186-0587-45ca-84fa-cabe9d77c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821522 Feb 10 15:38:50.551151 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5876d8b-f8a6-458d-a0f7-7adfaad77b89 admin admin] Publish callbacks [] for security_group (eaad134b-9749-4561-87f8-5b031c3f9c21), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:50.576269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5876d8b-f8a6-458d-a0f7-7adfaad77b89 admin admin] Publish callbacks [] for security_group (eaad134b-9749-4561-87f8-5b031c3f9c21), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:50.601905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] For port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:38:50.605474 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] For port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4de4589f-0ba2-41a4-a11c-636fe6bcfe74,segment=NetworkSegment(3b0465a0-96fe-43ae-be6d-54e5bf8a8902),segment_id=3b0465a0-96fe-43ae-be6d-54e5bf8a8902)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:38:50.607246 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e3c7777a-7d4b-4750-8854-ce4401882dbd tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (73d77f73-f35a-4772-b5c9-efacfde6b953), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:50.621909 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:50.634256 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5876d8b-f8a6-458d-a0f7-7adfaad77b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (eaad134b-9749-4561-87f8-5b031c3f9c21), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:50.636929 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5876d8b-f8a6-458d-a0f7-7adfaad77b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:50.638208 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e5876d8b-f8a6-458d-a0f7-7adfaad77b89 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eaad134b-9749-4561-87f8-5b031c3f9c21 HTTP/1.1" status: 204 len: 168 time: 0.1463850 Feb 10 15:38:50.647436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5876d8b-f8a6-458d-a0f7-7adfaad77b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaad134b-9749-4561-87f8-5b031c3f9c21,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:50.651506 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e3c7777a-7d4b-4750-8854-ce4401882dbd tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:50.661294 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e3c7777a-7d4b-4750-8854-ce4401882dbd tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/73d77f73-f35a-4772-b5c9-efacfde6b953 HTTP/1.1" status: 204 len: 168 time: 0.7738075 Feb 10 15:38:50.662122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330fb580-10b5-448b-bf4c-f229231dc8ae None None] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:50.669630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45226) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:50.678573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c0294082-e398-4456-b020-21a581675e61 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'subnet': {'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:50.680840 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7777a-7d4b-4750-8854-ce4401882dbd tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Subnet': ['ID=73d77f73-f35a-4772-b5c9-efacfde6b953,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:50.723886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:50.724834 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:50.726319 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] 10.222.0.72 "PUT /v2.0/ports/4de4589f-0ba2-41a4-a11c-636fe6bcfe74 HTTP/1.1" status: 200 len: 1091 time: 2.3941877 Feb 10 15:38:50.738246 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db470cfc-e0f0-4f8a-a548-85d371b57e37', 'tag': '4de4589f-0ba2-41a4-a11c-636fe6bcfe74'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:38:50.741060 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a856bd-6919-4976-9720-1a2f85bfeb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "db470cfc-e0f0-4f8a-a548-85d371b57e37", "tag": "4de4589f-0ba2-41a4-a11c-636fe6bcfe74"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:38:50.790094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc6e86-1a2b-47d9-abd2-02e423dc1b72 service neutron] Pushing event updated for resources: {'Port': ['ID=4de4589f-0ba2-41a4-a11c-636fe6bcfe74,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:50.851652 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-549d9e0f-5a27-414f-bd4b-edf5f4b16b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:50.853757 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-549d9e0f-5a27-414f-bd4b-edf5f4b16b1b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77fbf24d79fa4d5fbb639f8a01d7de6c&device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 1125 time: 0.0747194 Feb 10 15:38:50.860510 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5805ec8-4403-4023-82d7-9f3b989c634b x-openstack-request-id: req-b5805ec8-4403-4023-82d7-9f3b989c634b {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:38:50.860843 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db470cfc-e0f0-4f8a-a548-85d371b57e37", "tag": "4de4589f-0ba2-41a4-a11c-636fe6bcfe74", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:38:50.861095 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5805ec8-4403-4023-82d7-9f3b989c634b {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:38:50.861499 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db470cfc-e0f0-4f8a-a548-85d371b57e37', 'tag': '4de4589f-0ba2-41a4-a11c-636fe6bcfe74', 'status': 'completed', 'code': 200} Feb 10 15:38:50.941390 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-29d1c953-418e-4d03-a3fa-e7956379b478 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4de4589f-0ba2-41a4-a11c-636fe6bcfe74 HTTP/1.1" status: 200 len: 217 time: 0.0763497 Feb 10 15:38:51.021358 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0294082-e398-4456-b020-21a581675e61 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:51.027057 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0294082-e398-4456-b020-21a581675e61 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:51.125505 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-96ee8b3d-4fd0-42b0-a9dc-45219fe70894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:51.127266 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-96ee8b3d-4fd0-42b0-a9dc-45219fe70894 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0d461450-fb69-494a-aff0-016ac0977632 HTTP/1.1" status: 200 len: 847 time: 0.1741974 Feb 10 15:38:51.187736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0da884-6591-4980-97e1-4ae065f8921f req-c07af800-5ecb-4ac3-8994-b5ff80dbd167 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:51.190039 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d0da884-6591-4980-97e1-4ae065f8921f req-c07af800-5ecb-4ac3-8994-b5ff80dbd167 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.2521460 Feb 10 15:38:51.229428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcf6cb-44b1-4362-a016-9158cfafa4fb req-dc5ba2d7-6cd4-4cea-a9e2-0d274119b6ea tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:51.231154 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2fcf6cb-44b1-4362-a016-9158cfafa4fb req-dc5ba2d7-6cd4-4cea-a9e2-0d274119b6ea tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.1890275 Feb 10 15:38:51.279048 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-1369721b-273b-47b8-855d-d5596cf754f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:51.281517 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-1369721b-273b-47b8-855d-d5596cf754f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8fff8c30-0a34-4f57-884d-3d888ae929ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1436055 Feb 10 15:38:51.313003 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d0da884-6591-4980-97e1-4ae065f8921f req-007ca5f0-a83c-4d90-889b-862b4d0f95ac tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154487 Feb 10 15:38:51.430311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2fcf6cb-44b1-4362-a016-9158cfafa4fb req-ff17114a-e5b7-45e8-93ee-2518b3648dc4 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902857 Feb 10 15:38:51.511902 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0294082-e398-4456-b020-21a581675e61 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (ed461c5d-8ffb-49f0-8438-bd8a58140710), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:51.514979 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-70ef5879-de0d-4df4-a06c-208338d16b29 service neutron] 10.222.0.72 "GET /v2.0/networks/8fff8c30-0a34-4f57-884d-3d888ae929ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249408 Feb 10 15:38:51.663486 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0294082-e398-4456-b020-21a581675e61 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:51.673172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-c0294082-e398-4456-b020-21a581675e61 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:51.680194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0294082-e398-4456-b020-21a581675e61 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:51.680834 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c0294082-e398-4456-b020-21a581675e61 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:51.772792 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0294082-e398-4456-b020-21a581675e61 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Subnet': ['ID=ed461c5d-8ffb-49f0-8438-bd8a58140710,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:51.792374 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c0294082-e398-4456-b020-21a581675e61 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1214530 Feb 10 15:38:51.793818 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45282) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:51.816499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-87d56bb3-9479-4fde-8c81-1201ef6c67d5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'security_group': {'name': 'tempest-secgroup-2135101030'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:51.853864 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87d56bb3-9479-4fde-8c81-1201ef6c67d5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:51.916761 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1751257-17e4-4cd4-bef5-1ae58bd8b9a2 req-ec4c8310-5753-4a95-bff0-115c3b831e5c service neutron] 10.222.0.72 "GET /v2.0/networks/8fff8c30-0a34-4f57-884d-3d888ae929ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972852 Feb 10 15:38:51.973148 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87d56bb3-9479-4fde-8c81-1201ef6c67d5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (307ff063-4e40-47c6-a63b-99169ce76d53), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:51.977619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05d5c-b2fe-4452-977a-dd4c57e27c0f req-92326234-5d03-461c-9d73-16251ec92efc tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:51.979363 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a9c05d5c-b2fe-4452-977a-dd4c57e27c0f req-92326234-5d03-461c-9d73-16251ec92efc tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 943 time: 0.2430894 Feb 10 15:38:51.979659 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87d56bb3-9479-4fde-8c81-1201ef6c67d5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (307ff063-4e40-47c6-a63b-99169ce76d53), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:52.031990 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87d56bb3-9479-4fde-8c81-1201ef6c67d5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:52.040422 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-87d56bb3-9479-4fde-8c81-1201ef6c67d5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2455769 Feb 10 15:38:52.041619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45310) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:52.048184 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-021196ae-1601-4f53-ac77-cbe78b07de6f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'security_group': {'name': 'tempest-secgroup-1074625424'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:52.088534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbd26f4-3933-4208-b1b8-5333dbd9b46f None None] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:52.091470 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe0075-e1dc-4521-b458-df42115fae7d req-01c4dc84-fa5b-4a62-86cd-6f8c35cf247c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:52.092102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d56bb3-9479-4fde-8c81-1201ef6c67d5 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307ff063-4e40-47c6-a63b-99169ce76d53,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:52.093982 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ebe0075-e1dc-4521-b458-df42115fae7d req-01c4dc84-fa5b-4a62-86cd-6f8c35cf247c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.3979671 Feb 10 15:38:52.101812 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-021196ae-1601-4f53-ac77-cbe78b07de6f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:52.115122 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a9c05d5c-b2fe-4452-977a-dd4c57e27c0f req-6880f8bc-7184-4eb9-b7ac-17531eac1a49 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/security-groups?id=00b3c186-0587-45ca-84fa-cabe9d77c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907760 Feb 10 15:38:52.207857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a856bd-6919-4976-9720-1a2f85bfeb6d req-e03c7638-d38d-4c00-82d2-8a62aa7d1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:52.212338 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4a856bd-6919-4976-9720-1a2f85bfeb6d req-e03c7638-d38d-4c00-82d2-8a62aa7d1282 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77fbf24d79fa4d5fbb639f8a01d7de6c&device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 1125 time: 0.2310219 Feb 10 15:38:52.216124 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ebe0075-e1dc-4521-b458-df42115fae7d req-b5d9f906-e094-4442-8b12-c1584325bcea tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933888 Feb 10 15:38:52.216923 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45326) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:52.257550 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-05e89f37-1c67-4ad0-926c-d76b76846646 None None] Provisioning complete for port dc3e8088-1e0d-4911-97ea-a4af07d7b57d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:52.257936 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-05e89f37-1c67-4ad0-926c-d76b76846646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:52.287001 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-021196ae-1601-4f53-ac77-cbe78b07de6f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (4a28121c-fe1e-4ca6-ae84-337a12989465), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:52.291230 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-021196ae-1601-4f53-ac77-cbe78b07de6f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4a28121c-fe1e-4ca6-ae84-337a12989465), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:52.337867 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-021196ae-1601-4f53-ac77-cbe78b07de6f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:52.342280 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-021196ae-1601-4f53-ac77-cbe78b07de6f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2993984 Feb 10 15:38:52.343905 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45346) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:52.344772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021196ae-1601-4f53-ac77-cbe78b07de6f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a28121c-fe1e-4ca6-ae84-337a12989465,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:52.360180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c6c3e803-999f-4f16-a228-c8d929c57ea4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'security_group': {'name': 'tempest-secgroup-371124006'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:52.374988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-05e89f37-1c67-4ad0-926c-d76b76846646 None None] Current status of the port dc3e8088-1e0d-4911-97ea-a4af07d7b57d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:52.382401 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6c3e803-999f-4f16-a228-c8d929c57ea4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:52.483088 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-05e89f37-1c67-4ad0-926c-d76b76846646 None None] Provisioning complete for port d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:52.486814 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-05e89f37-1c67-4ad0-926c-d76b76846646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d52fc895-8d8d-4aeb-9f1c-30fea6b700c2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:52.519312 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Update dhcp port {'port': {'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'fixed_ips': [{'subnet_id': '41b8bd8e-c4d5-4717-a677-a676df9d73f4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ed461c5d-8ffb-49f0-8438-bd8a58140710'}], 'binding:host_id': 'n-d-815324-7'}, 'id': 'dc3e8088-1e0d-4911-97ea-a4af07d7b57d'} from n-d-815324-7. {{(pid=103370) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 15:38:52.526772 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6c3e803-999f-4f16-a228-c8d929c57ea4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (40027671-e98b-4437-87a9-6021cdbbae58), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:52.532158 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6c3e803-999f-4f16-a228-c8d929c57ea4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (40027671-e98b-4437-87a9-6021cdbbae58), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:52.597150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a856bd-6919-4976-9720-1a2f85bfeb6d req-147290d5-2b10-4855-bc67-21be927d1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:52.599444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4a856bd-6919-4976-9720-1a2f85bfeb6d req-147290d5-2b10-4855-bc67-21be927d1a9e service neutron] 10.222.0.72 "GET /v2.0/networks?id=8fff8c30-0a34-4f57-884d-3d888ae929ae HTTP/1.1" status: 200 len: 909 time: 0.3737335 Feb 10 15:38:52.600908 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6c3e803-999f-4f16-a228-c8d929c57ea4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:52.602171 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c6c3e803-999f-4f16-a228-c8d929c57ea4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2515383 Feb 10 15:38:52.607925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45370) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:52.616047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a2c5cca0-cfde-4ec2-8879-bf78a9f48205 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-575314021', 'security_groups': ['40027671-e98b-4437-87a9-6021cdbbae58'], 'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ed461c5d-8ffb-49f0-8438-bd8a58140710'}]}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:52.633509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3e803-999f-4f16-a228-c8d929c57ea4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40027671-e98b-4437-87a9-6021cdbbae58,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:52.669315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-467030719-network', 'tenant_id': '447d0c8c85e740f9a74d0925bb146224'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:52.676455 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:52.680069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-05e89f37-1c67-4ad0-926c-d76b76846646 None None] Port d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:52.732507 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] Made reservation on behalf of 447d0c8c85e740f9a74d0925bb146224 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:52.735335 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:52.747768 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:52.750959 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4a856bd-6919-4976-9720-1a2f85bfeb6d req-375dffae-993f-48ae-8c3a-4d5d6520b735 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4de4589f-0ba2-41a4-a11c-636fe6bcfe74 HTTP/1.1" status: 200 len: 217 time: 0.1416981 Feb 10 15:38:52.758295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6773c-2754-445a-ad33-6ddb6d2677ab req-7167e89e-be87-4cd7-85cc-b7a127ab7fe5 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:52.759796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6b6773c-2754-445a-ad33-6ddb6d2677ab req-7167e89e-be87-4cd7-85cc-b7a127ab7fe5 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.2989142 Feb 10 15:38:52.841926 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f25b45-f3a1-4e3f-b2cc-8e42dbdd9519 req-b92d4524-2937-463b-9af2-e2698d30af50 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:52.849449 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62f25b45-f3a1-4e3f-b2cc-8e42dbdd9519 req-b92d4524-2937-463b-9af2-e2698d30af50 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.2945275 Feb 10 15:38:52.908892 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Allocated IP 2001:db8::2 (9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd/ed461c5d-8ffb-49f0-8438-bd8a58140710/dc3e8088-1e0d-4911-97ea-a4af07d7b57d) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:52.922570 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a856bd-6919-4976-9720-1a2f85bfeb6d req-9e77800c-262e-4062-9226-f14cefbaee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:52.924025 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4a856bd-6919-4976-9720-1a2f85bfeb6d req-9e77800c-262e-4062-9226-f14cefbaee6e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0d461450-fb69-494a-aff0-016ac0977632 HTTP/1.1" status: 200 len: 847 time: 0.1624656 Feb 10 15:38:53.032039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] For port dc3e8088-1e0d-4911-97ea-a4af07d7b57d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=dc3e8088-1e0d-4911-97ea-a4af07d7b57d,segment=NetworkSegment(e96b5906-ca80-4466-b2ae-9bd44da89aa0),segment_id=e96b5906-ca80-4466-b2ae-9bd44da89aa0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:53.038687 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6b6773c-2754-445a-ad33-6ddb6d2677ab req-c1634c59-8af5-4355-b8ff-82a014d30f27 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118497 Feb 10 15:38:53.052009 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62f25b45-f3a1-4e3f-b2cc-8e42dbdd9519 req-348508d0-77aa-4bb8-99a2-19fd12738ea5 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016664 Feb 10 15:38:53.069743 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Publish callbacks [] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:53.087176 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:53.096098 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c5cca0-cfde-4ec2-8879-bf78a9f48205 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:53.135719 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] Publish callbacks [] for security_group (36ed1147-e33d-4aaa-9d68-fd144610d1e6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:53.143112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a856bd-6919-4976-9720-1a2f85bfeb6d req-2f115a69-be3f-4e6b-95eb-0eff10f99ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:53.143112 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4a856bd-6919-4976-9720-1a2f85bfeb6d req-2f115a69-be3f-4e6b-95eb-0eff10f99ea4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8fff8c30-0a34-4f57-884d-3d888ae929ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2051902 Feb 10 15:38:53.185062 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (36ed1147-e33d-4aaa-9d68-fd144610d1e6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:53.201746 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:38:53.214345 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6b88bed1-a762-45b9-b0d4-0438832bb327), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:53.214575 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] Added segment 6b88bed1-a762-45b9-b0d4-0438832bb327 of type vlan for network 6b0ca71e-768e-4b49-be67-500d1f639800 Feb 10 15:38:53.232484 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Pushing event updated for resources: {'Port': ['ID=dc3e8088-1e0d-4911-97ea-a4af07d7b57d,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:53.241159 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:53.241849 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:53.242292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:53.242755 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:53.243220 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:53.243810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:53.244441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:53.245402 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:53.246177 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:53.246531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:53.246934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:53.247378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:53.247903 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cabe3-6d44-4fa8-aabc-2a9ed8cd446d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:38:53.334387 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (6b0ca71e-768e-4b49-be67-500d1f639800), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:53.483895 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.db.resource_extend [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:38:53.534833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device dc3e8088-1e0d-4911-97ea-a4af07d7b57d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:53.567625 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2c5cca0-cfde-4ec2-8879-bf78a9f48205 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:53.574213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ed1147-e33d-4aaa-9d68-fd144610d1e6,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:53.600565 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (6b0ca71e-768e-4b49-be67-500d1f639800), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:53.605543 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:53.606546 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:53.630838 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ab9b3-3e95-4d26-9118-308ce24b87c5 req-20ff6b61-b3d3-41a6-9124-a7bdb00fe5f2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:53.632436 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f25ab9b3-3e95-4d26-9118-308ce24b87c5 req-20ff6b61-b3d3-41a6-9124-a7bdb00fe5f2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.2465363 Feb 10 15:38:53.654657 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port dc3e8088-1e0d-4911-97ea-a4af07d7b57d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:53.654942 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:53.775668 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9b329-03b3-4829-b17e-67ccdd883198 req-e3e7c5ec-8581-4d07-b67a-e51dc8ee9f29 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:53.783980 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffb9b329-03b3-4829-b17e-67ccdd883198 req-e3e7c5ec-8581-4d07-b67a-e51dc8ee9f29 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 943 time: 0.4938104 Feb 10 15:38:53.796529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port dc3e8088-1e0d-4911-97ea-a4af07d7b57d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:53.812164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-a2c5cca0-cfde-4ec2-8879-bf78a9f48205 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] device_id is not set on port 5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:38:53.839072 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6202586 Feb 10 15:38:53.842155 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45506) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:53.849591 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-e20263a6-6d39-424e-9c66-bde3b92bd9c3 admin admin] Request body: {'subnet': {'network_id': '6b0ca71e-768e-4b49-be67-500d1f639800', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-467030719-subnet', 'tenant_id': '447d0c8c85e740f9a74d0925bb146224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:53.867974 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4a856bd-6919-4976-9720-1a2f85bfeb6d req-b51440b4-f7ae-4ce0-a0a7-f8c1e73c5c1e service neutron] 10.222.0.72 "GET /v2.0/networks/8fff8c30-0a34-4f57-884d-3d888ae929ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878313 Feb 10 15:38:53.871951 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20263a6-6d39-424e-9c66-bde3b92bd9c3 admin admin] Made reservation on behalf of 447d0c8c85e740f9a74d0925bb146224 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:53.877451 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e20263a6-6d39-424e-9c66-bde3b92bd9c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:53.907480 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f25ab9b3-3e95-4d26-9118-308ce24b87c5 req-b6252f14-ce32-494b-a28c-60e1ce4640c6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508287 Feb 10 15:38:53.984261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de207c7-1900-46bc-b3f7-69589ecb6e46 admin admin] Pushing event updated for resources: {'Network': ['ID=6b0ca71e-768e-4b49-be67-500d1f639800,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:54.020260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 6b0ca71e-768e-4b49-be67-500d1f639800 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:38:54.213128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffb9b329-03b3-4829-b17e-67ccdd883198 req-1942a28d-5b99-4623-942a-7b9baaa9b5fb tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/security-groups?id=00b3c186-0587-45ca-84fa-cabe9d77c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4271357 Feb 10 15:38:54.245344 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8b373684-c5dc-44cf-8887-37621edb75eb None None] Provisioning complete for port dc3e8088-1e0d-4911-97ea-a4af07d7b57d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:54.246390 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b373684-c5dc-44cf-8887-37621edb75eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:54.309082 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e20263a6-6d39-424e-9c66-bde3b92bd9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (c8c3857d-7aaf-4ccf-bda7-e419b733fb30), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:54.402510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20263a6-6d39-424e-9c66-bde3b92bd9c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c3857d-7aaf-4ccf-bda7-e419b733fb30,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:54.432070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20263a6-6d39-424e-9c66-bde3b92bd9c3 admin admin] Checking segment: {'id': '6b88bed1-a762-45b9-b0d4-0438832bb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6b0ca71e-768e-4b49-be67-500d1f639800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:54.432382 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20263a6-6d39-424e-9c66-bde3b92bd9c3 admin admin] Network hostable DHCP agents. Network: 6b0ca71e-768e-4b49-be67-500d1f639800, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:38:54.451063 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8b373684-c5dc-44cf-8887-37621edb75eb None None] Current status of the port dc3e8088-1e0d-4911-97ea-a4af07d7b57d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:54.457036 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20263a6-6d39-424e-9c66-bde3b92bd9c3 admin admin] Network 6b0ca71e-768e-4b49-be67-500d1f639800 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:38:54.463041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8b373684-c5dc-44cf-8887-37621edb75eb None None] Provisioning complete for port d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:54.463421 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b373684-c5dc-44cf-8887-37621edb75eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d52fc895-8d8d-4aeb-9f1c-30fea6b700c2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:54.476041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-e20263a6-6d39-424e-9c66-bde3b92bd9c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 6b0ca71e-768e-4b49-be67-500d1f639800) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:54.482735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20263a6-6d39-424e-9c66-bde3b92bd9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:54.485584 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e20263a6-6d39-424e-9c66-bde3b92bd9c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:54.500277 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce0f44e-5774-488f-a3b6-0d43081fa0f0 None None] Network 6b0ca71e-768e-4b49-be67-500d1f639800 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:54.514683 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e20263a6-6d39-424e-9c66-bde3b92bd9c3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6704111 Feb 10 15:38:54.618053 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8b373684-c5dc-44cf-8887-37621edb75eb None None] Port d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:54.715589 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a243d1fa-dd26-4fa1-9ce4-e9d7e486f4d7 None None] Network 6b0ca71e-768e-4b49-be67-500d1f639800 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:54.909601 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-a2c5cca0-cfde-4ec2-8879-bf78a9f48205 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Allocated IP 2001:db8::128 (9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd/ed461c5d-8ffb-49f0-8438-bd8a58140710/5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:54.997565 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4a856bd-6919-4976-9720-1a2f85bfeb6d req-ccb45477-77f0-4e59-8bd9-708ffe4171f9 service neutron] 10.222.0.72 "GET /v2.0/networks/8fff8c30-0a34-4f57-884d-3d888ae929ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1234760 Feb 10 15:38:55.054661 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec234c-720b-4b56-964c-3811d861ef00 req-b283c2ce-f603-4f7b-b607-aaf0987e5b74 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:55.074276 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2dec234c-720b-4b56-964c-3811d861ef00 req-b283c2ce-f603-4f7b-b607-aaf0987e5b74 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.8511031 Feb 10 15:38:55.115170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45656) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:55.121458 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-cb04c9f9-6692-47c1-815c-333dd20cdadc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1759280198-network', 'tenant_id': 'bb5c03bc3e454ece8aca57e812a225af'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:55.133435 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c5eda-c419-44da-91d2-484794628cea req-85f5c19a-684b-4012-9c39-4fefa08920fc tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:55.135314 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e19c5eda-c419-44da-91d2-484794628cea req-85f5c19a-684b-4012-9c39-4fefa08920fc tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.2471931 Feb 10 15:38:55.146699 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb04c9f9-6692-47c1-815c-333dd20cdadc admin admin] Made reservation on behalf of bb5c03bc3e454ece8aca57e812a225af for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:55.149815 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb04c9f9-6692-47c1-815c-333dd20cdadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:55.161822 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb04c9f9-6692-47c1-815c-333dd20cdadc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:55.202979 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:38:55.222047 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2dec234c-720b-4b56-964c-3811d861ef00 req-48c58971-bdb3-40d6-a274-d2923a971ddc tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452074 Feb 10 15:38:55.293201 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e19c5eda-c419-44da-91d2-484794628cea req-e246f2da-67cc-424d-9b18-303fc22c672f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156478 Feb 10 15:38:55.307787 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2c5cca0-cfde-4ec2-8879-bf78a9f48205 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:55.343548 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4de4589f-0ba2-41a4-a11c-636fe6bcfe74,segment=NetworkSegment(3b0465a0-96fe-43ae-be6d-54e5bf8a8902),segment_id=3b0465a0-96fe-43ae-be6d-54e5bf8a8902)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:55.369298 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '4de4589f-0ba2-41a4-a11c-636fe6bcfe74', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'port_id': '4de4589f-0ba2-41a4-a11c-636fe6bcfe74', 'mac_address': 'fa:16:3e:2f:22:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d461450-fb69-494a-aff0-016ac0977632', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:38:55.388877 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb04c9f9-6692-47c1-815c-333dd20cdadc admin admin] Publish callbacks [] for security_group (998e52e2-3827-47e1-9eff-33a32c981708), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:55.395984 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb04c9f9-6692-47c1-815c-333dd20cdadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (998e52e2-3827-47e1-9eff-33a32c981708), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:55.412711 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2c5cca0-cfde-4ec2-8879-bf78a9f48205 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:55.458933 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04c9f9-6692-47c1-815c-333dd20cdadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998e52e2-3827-47e1-9eff-33a32c981708,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:55.464286 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb04c9f9-6692-47c1-815c-333dd20cdadc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:38:55.481553 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb04c9f9-6692-47c1-815c-333dd20cdadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (63e4f5e0-1061-4bef-b971-8004ef06cc40), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:55.482238 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-cb04c9f9-6692-47c1-815c-333dd20cdadc admin admin] Added segment 63e4f5e0-1061-4bef-b971-8004ef06cc40 of type vlan for network e992e09e-2637-455a-90f2-91b6baaf289f Feb 10 15:38:55.492460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:55.492882 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:55.513433 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:38:55.532828 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c5cca0-cfde-4ec2-8879-bf78a9f48205 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:55.548875 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4de4589f-0ba2-41a4-a11c-636fe6bcfe74,segment=NetworkSegment(3b0465a0-96fe-43ae-be6d-54e5bf8a8902),segment_id=3b0465a0-96fe-43ae-be6d-54e5bf8a8902)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:55.561357 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb04c9f9-6692-47c1-815c-333dd20cdadc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (e992e09e-2637-455a-90f2-91b6baaf289f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:55.563274 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-a2c5cca0-cfde-4ec2-8879-bf78a9f48205 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:55.577536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac1e24-fe5f-4bda-8002-62800a2bc5b3 req-701eb92a-d9a2-44f1-9f51-74f327e1888e tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:55.586388 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:55.594788 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9ac1e24-fe5f-4bda-8002-62800a2bc5b3 req-701eb92a-d9a2-44f1-9f51-74f327e1888e tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.2410016 Feb 10 15:38:55.601376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c5cca0-cfde-4ec2-8879-bf78a9f48205 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:38:55.605023 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb04c9f9-6692-47c1-815c-333dd20cdadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (e992e09e-2637-455a-90f2-91b6baaf289f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:55.606070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb04c9f9-6692-47c1-815c-333dd20cdadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:55.606638 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb04c9f9-6692-47c1-815c-333dd20cdadc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:55.617604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c5cca0-cfde-4ec2-8879-bf78a9f48205 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:55.618724 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2c5cca0-cfde-4ec2-8879-bf78a9f48205 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:55.663331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5cca0-cfde-4ec2-8879-bf78a9f48205 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:55.666647 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=4de4589f-0ba2-41a4-a11c-636fe6bcfe74,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:55.720744 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a2c5cca0-cfde-4ec2-8879-bf78a9f48205 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1065493 Feb 10 15:38:55.728585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45724) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:55.756120 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cb04c9f9-6692-47c1-815c-333dd20cdadc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6390953 Feb 10 15:38:55.757348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04c9f9-6692-47c1-815c-333dd20cdadc admin admin] Pushing event updated for resources: {'Network': ['ID=e992e09e-2637-455a-90f2-91b6baaf289f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:55.761451 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45730) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:55.768539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-8b3c9b62-b54c-4cc3-b78d-f683dfd38c2f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'subnet': {'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:55.769901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network e992e09e-2637-455a-90f2-91b6baaf289f details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:38:55.770650 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-14234846-6554-4626-90c0-7e0eafb5cfe6 admin admin] Request body: {'subnet': {'network_id': 'e992e09e-2637-455a-90f2-91b6baaf289f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1759280198-subnet', 'tenant_id': 'bb5c03bc3e454ece8aca57e812a225af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:55.791369 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf4e4d-42ab-4a7b-9419-fc291108a80b req-474b1d01-3dd3-4c80-ace2-58c8bd4fffb3 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:55.798426 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7fdf4e4d-42ab-4a7b-9419-fc291108a80b req-474b1d01-3dd3-4c80-ace2-58c8bd4fffb3 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 943 time: 0.3395536 Feb 10 15:38:55.823177 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9ac1e24-fe5f-4bda-8002-62800a2bc5b3 req-21d9f021-05b8-4da8-8ea0-732a81354147 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271709 Feb 10 15:38:55.838080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14234846-6554-4626-90c0-7e0eafb5cfe6 admin admin] Made reservation on behalf of bb5c03bc3e454ece8aca57e812a225af for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:55.843313 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14234846-6554-4626-90c0-7e0eafb5cfe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:55.933694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['4de4589f-0ba2-41a4-a11c-636fe6bcfe74'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:38:56.104272 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d243396b-ba14-4dce-a5fa-971b83922f07 None None] Provisioning complete for port 5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:56.104634 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d243396b-ba14-4dce-a5fa-971b83922f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:56.123037 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7fdf4e4d-42ab-4a7b-9419-fc291108a80b req-14c70577-3df5-4642-bd38-41e3a2febbea tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/security-groups?id=00b3c186-0587-45ca-84fa-cabe9d77c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237009 Feb 10 15:38:56.123667 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3c9b62-b54c-4cc3-b78d-f683dfd38c2f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:56.128470 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9b62-b54c-4cc3-b78d-f683dfd38c2f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:56.174207 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d243396b-ba14-4dce-a5fa-971b83922f07 None None] Port 5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:38:56.321524 n-d-815324-7 neutron-server[103368]: INFO neutron.db.ipam_backend_mixin [None req-8b3c9b62-b54c-4cc3-b78d-f683dfd38c2f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed461c5d-8ffb-49f0-8438-bd8a58140710 (CIDR: 2001:db8::/64) Feb 10 15:38:56.328478 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3c9b62-b54c-4cc3-b78d-f683dfd38c2f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:38:56.329216 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3c9b62-b54c-4cc3-b78d-f683dfd38c2f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:38:56.345422 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36813a45-5ebf-4771-83b5-dbdc9e5024d2 req-a5ff3284-7054-4a51-9df9-ad72170c8946 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:56.353793 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36813a45-5ebf-4771-83b5-dbdc9e5024d2 req-a5ff3284-7054-4a51-9df9-ad72170c8946 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.1220379 Feb 10 15:38:56.382428 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14234846-6554-4626-90c0-7e0eafb5cfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (82a4af68-9063-4413-af6a-ee94560ee99c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:56.392941 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8b3c9b62-b54c-4cc3-b78d-f683dfd38c2f tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6630383 Feb 10 15:38:56.408864 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45802) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:56.416248 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e1739206-8775-4e3d-bc14-8c796b9f0fc2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'subnet': {'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:56.460622 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14234846-6554-4626-90c0-7e0eafb5cfe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a4af68-9063-4413-af6a-ee94560ee99c,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:56.476349 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14234846-6554-4626-90c0-7e0eafb5cfe6 admin admin] Checking segment: {'id': '63e4f5e0-1061-4bef-b971-8004ef06cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e992e09e-2637-455a-90f2-91b6baaf289f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:38:56.477124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14234846-6554-4626-90c0-7e0eafb5cfe6 admin admin] Network hostable DHCP agents. Network: e992e09e-2637-455a-90f2-91b6baaf289f, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:38:56.499979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14234846-6554-4626-90c0-7e0eafb5cfe6 admin admin] Network e992e09e-2637-455a-90f2-91b6baaf289f is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:38:56.521046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-14234846-6554-4626-90c0-7e0eafb5cfe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, e992e09e-2637-455a-90f2-91b6baaf289f) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:56.536481 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36813a45-5ebf-4771-83b5-dbdc9e5024d2 req-de4ee6c0-1475-4dad-ada1-4c32b69f9237 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680603 Feb 10 15:38:56.541067 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86220f9-3458-4ca7-808e-2d602a0ff4f6 None None] Network e992e09e-2637-455a-90f2-91b6baaf289f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:56.555698 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14234846-6554-4626-90c0-7e0eafb5cfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:56.556874 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14234846-6554-4626-90c0-7e0eafb5cfe6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:56.587095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa155b-4236-4550-8fbe-d5ecb69b3629 req-e19742e0-9e54-4d78-89ae-f645ab857f85 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:56.587095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63aa155b-4236-4550-8fbe-d5ecb69b3629 req-e19742e0-9e54-4d78-89ae-f645ab857f85 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.2108500 Feb 10 15:38:56.615582 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-14234846-6554-4626-90c0-7e0eafb5cfe6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8528090 Feb 10 15:38:56.686850 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7dec26-587b-41e0-8231-210e38cc3273 None None] Network e992e09e-2637-455a-90f2-91b6baaf289f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:56.705399 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63aa155b-4236-4550-8fbe-d5ecb69b3629 req-419bc6fe-c28a-4af3-91e9-81a2e8b4778c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945227 Feb 10 15:38:56.707029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1739206-8775-4e3d-bc14-8c796b9f0fc2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:56.710338 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e1739206-8775-4e3d-bc14-8c796b9f0fc2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:56.877722 n-d-815324-7 neutron-server[103368]: INFO neutron.db.ipam_backend_mixin [None req-e1739206-8775-4e3d-bc14-8c796b9f0fc2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 41b8bd8e-c4d5-4717-a677-a676df9d73f4 (CIDR: 2001:db8:0:1::/64) Feb 10 15:38:56.880904 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1739206-8775-4e3d-bc14-8c796b9f0fc2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:38:56.881429 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1739206-8775-4e3d-bc14-8c796b9f0fc2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:38:56.903880 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e48c1a-4ac5-4b65-a9f8-e6ea813d9424 req-fc025825-a71b-45ff-9663-3fa18d099ba3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:56.906380 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5e48c1a-4ac5-4b65-a9f8-e6ea813d9424 req-fc025825-a71b-45ff-9663-3fa18d099ba3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.2052078 Feb 10 15:38:56.915307 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e1739206-8775-4e3d-bc14-8c796b9f0fc2 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5045784 Feb 10 15:38:56.918302 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45842) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:56.925085 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-68a4ef04-780d-495a-a42f-e323315ca8ab tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'subnet': {'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:57.057399 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5e48c1a-4ac5-4b65-a9f8-e6ea813d9424 req-c7e63068-a600-4214-8a8c-07f466a66297 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319270 Feb 10 15:38:57.159070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a4ef04-780d-495a-a42f-e323315ca8ab tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Made reservation on behalf of 1421e980265e473a8a502d7d73dcdb60 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:38:57.163557 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a4ef04-780d-495a-a42f-e323315ca8ab tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:57.222200 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:57.302670 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-1a752624-95fd-42ac-bc6d-cb6607da50eb tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:57.310632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-1a752624-95fd-42ac-bc6d-cb6607da50eb tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/networks?id=6b0ca71e-768e-4b49-be67-500d1f639800 HTTP/1.1" status: 200 len: 824 time: 0.1276114 Feb 10 15:38:57.340775 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-e6043282-afe4-441c-af32-b81099fff615 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/quotas/447d0c8c85e740f9a74d0925bb146224 HTTP/1.1" status: 200 len: 375 time: 0.0288355 Feb 10 15:38:57.414011 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-5aa76e85-3c97-4950-aa2b-0ad88c8f36d8 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=447d0c8c85e740f9a74d0925bb146224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711677 Feb 10 15:38:57.539990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-e3cd5cc7-e7db-4905-84bf-c61c5aa58008 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0ca71e-768e-4b49-be67-500d1f639800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232917 Feb 10 15:38:57.687939 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-7c1189b2-c452-4301-a6a5-b187a93da1b2 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0ca71e-768e-4b49-be67-500d1f639800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470418 Feb 10 15:38:57.711721 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a4ef04-780d-495a-a42f-e323315ca8ab tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (128a1c22-7d5b-4879-a102-89e8cff5c5c4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:57.746267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:38:57.752246 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:57.752612 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:57.757742 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b890feb-62ef-499e-980a-cd4a44e0b560 req-2190a463-711b-4225-af0f-27095c079f68 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:57.759317 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b890feb-62ef-499e-980a-cd4a44e0b560 req-2190a463-711b-4225-af0f-27095c079f68 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 944 time: 0.0704367 Feb 10 15:38:57.789329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a4ef04-780d-495a-a42f-e323315ca8ab tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:38:57.802860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-68a4ef04-780d-495a-a42f-e323315ca8ab tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:38:57.817562 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a4ef04-780d-495a-a42f-e323315ca8ab tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:57.818175 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68a4ef04-780d-495a-a42f-e323315ca8ab tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:57.828239 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a4854d-cb1e-4f29-9ba8-49a1904046d2 None None] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:38:57.888932 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-68a4ef04-780d-495a-a42f-e323315ca8ab tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9665778 Feb 10 15:38:57.896987 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45880) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:38:57.909747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-448739913', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '128a1c22-7d5b-4879-a102-89e8cff5c5c4'}], 'security_groups': ['307ff063-4e40-47c6-a63b-99169ce76d53', '4a28121c-fe1e-4ca6-ae84-337a12989465']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:38:57.939307 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b890feb-62ef-499e-980a-cd4a44e0b560 req-129faeef-0fc7-45a9-9562-0399868b1225 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/security-groups?id=00b3c186-0587-45ca-84fa-cabe9d77c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743238 Feb 10 15:38:57.964117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4ef04-780d-495a-a42f-e323315ca8ab tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Subnet': ['ID=128a1c22-7d5b-4879-a102-89e8cff5c5c4,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:58.125419 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b20af3-aa78-4451-ab3a-b166770664e9 req-30533eb5-6f2c-4646-a78a-754999dff431 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:58.135309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:58.136478 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:58.140052 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0b20af3-aa78-4451-ab3a-b166770664e9 req-30533eb5-6f2c-4646-a78a-754999dff431 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.1605320 Feb 10 15:38:58.210018 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db470cfc-e0f0-4f8a-a548-85d371b57e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de4589f-0ba2-41a4-a11c-636fe6bcfe74'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:38:58.216451 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebf2601-2230-4b90-bb16-8db64df9da65" -d '{"events": [{"server_uuid": "db470cfc-e0f0-4f8a-a548-85d371b57e37", "name": "network-vif-plugged", "status": "completed", "tag": "4de4589f-0ba2-41a4-a11c-636fe6bcfe74"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:38:58.231960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4de4589f-0ba2-41a4-a11c-636fe6bcfe74,segment=NetworkSegment(3b0465a0-96fe-43ae-be6d-54e5bf8a8902),segment_id=3b0465a0-96fe-43ae-be6d-54e5bf8a8902)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:58.237454 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:58.272455 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:58.300157 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6fd0c-1ee4-44b8-bb87-2a4d555caa24 req-835d3e6c-8b62-48f9-87bb-167e058bea43 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:58.301962 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2d6fd0c-1ee4-44b8-bb87-2a4d555caa24 req-835d3e6c-8b62-48f9-87bb-167e058bea43 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.2318330 Feb 10 15:38:58.336943 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0b20af3-aa78-4451-ab3a-b166770664e9 req-cb7f7ed2-90d8-4816-910d-c6f66643cd66 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959860 Feb 10 15:38:58.385279 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=4de4589f-0ba2-41a4-a11c-636fe6bcfe74,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:58.417253 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2d6fd0c-1ee4-44b8-bb87-2a4d555caa24 req-d40c4ef2-e36e-4d2d-bb2b-8226bf3eca23 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065304 Feb 10 15:38:58.446372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df0ac1c-6eba-407a-8c2b-6eeaf9d84b7c None None] Update dhcp port {'port': {'network_id': '9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd', 'fixed_ips': [{'subnet_id': '41b8bd8e-c4d5-4717-a677-a676df9d73f4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ed461c5d-8ffb-49f0-8438-bd8a58140710', 'ip_address': '2001:db8::2'}, {'subnet_id': '128a1c22-7d5b-4879-a102-89e8cff5c5c4'}], 'binding:host_id': 'n-d-815324-7'}, 'id': 'dc3e8088-1e0d-4911-97ea-a4af07d7b57d'} from n-d-815324-7. {{(pid=103370) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 15:38:58.488305 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8df0ac1c-6eba-407a-8c2b-6eeaf9d84b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:58.544119 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-02fff62f-1306-4796-bcd0-782b17a44c0d req-2dc86790-031e-4be6-a1a9-350f683d3051 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 210 time: 0.0483334 Feb 10 15:38:58.632278 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1fed72-adcb-49dd-a075-14157b15e4ca x-openstack-request-id: req-dc1fed72-adcb-49dd-a075-14157b15e4ca {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:38:58.632570 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db470cfc-e0f0-4f8a-a548-85d371b57e37", "name": "network-vif-plugged", "status": "completed", "tag": "4de4589f-0ba2-41a4-a11c-636fe6bcfe74", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:38:58.632854 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc1fed72-adcb-49dd-a075-14157b15e4ca {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:38:58.633246 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db470cfc-e0f0-4f8a-a548-85d371b57e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de4589f-0ba2-41a4-a11c-636fe6bcfe74', 'code': 200} Feb 10 15:38:58.658150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5303b38-0e59-4fa2-990c-7b7e44596b29 req-aadca2aa-957b-4683-ac37-0313e607b8f5 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:58.660048 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5303b38-0e59-4fa2-990c-7b7e44596b29 req-aadca2aa-957b-4683-ac37-0313e607b8f5 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.1278760 Feb 10 15:38:58.753206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-8df0ac1c-6eba-407a-8c2b-6eeaf9d84b7c None None] Allocated IP 2001:db8:0:2::2 (9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd/128a1c22-7d5b-4879-a102-89e8cff5c5c4/dc3e8088-1e0d-4911-97ea-a4af07d7b57d) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:58.765729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5303b38-0e59-4fa2-990c-7b7e44596b29 req-eb03d3d2-7f12-4bea-a64d-8dae133d0b22 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901742 Feb 10 15:38:58.786691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c9160-a069-42d0-b866-952ff0a3cf17 req-1e932306-b165-421e-934e-8a54ec12dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:58.788453 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e91c9160-a069-42d0-b866-952ff0a3cf17 req-1e932306-b165-421e-934e-8a54ec12dd4b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 1127 time: 0.0904927 Feb 10 15:38:58.865429 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e91c9160-a069-42d0-b866-952ff0a3cf17 req-ae2c973d-2220-499c-b7c0-f18236153200 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=00b3c186-0587-45ca-84fa-cabe9d77c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607727 Feb 10 15:38:58.903639 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8df0ac1c-6eba-407a-8c2b-6eeaf9d84b7c None None] For port dc3e8088-1e0d-4911-97ea-a4af07d7b57d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=dc3e8088-1e0d-4911-97ea-a4af07d7b57d,segment=NetworkSegment(e96b5906-ca80-4466-b2ae-9bd44da89aa0),segment_id=e96b5906-ca80-4466-b2ae-9bd44da89aa0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:38:58.951226 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8df0ac1c-6eba-407a-8c2b-6eeaf9d84b7c None None] Publish callbacks [] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:58.973446 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8df0ac1c-6eba-407a-8c2b-6eeaf9d84b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:59.146885 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0ac1c-6eba-407a-8c2b-6eeaf9d84b7c None None] Pushing event updated for resources: {'Port': ['ID=dc3e8088-1e0d-4911-97ea-a4af07d7b57d,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:38:59.179858 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0626cd-44ef-4f52-a754-325cb5a25d9b req-e7cd6c13-91db-408d-bcf9-27d66a88fc40 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:59.193590 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c0626cd-44ef-4f52-a754-325cb5a25d9b req-e7cd6c13-91db-408d-bcf9-27d66a88fc40 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 945 time: 0.1259658 Feb 10 15:38:59.248577 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Delete allocated IP 2001:db8::128 (9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd/ed461c5d-8ffb-49f0-8438-bd8a58140710) {{(pid=103369) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 15:38:59.266970 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Allocated IP 2001:db8:0:2::bb (9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd/128a1c22-7d5b-4879-a102-89e8cff5c5c4/5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:38:59.269761 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c0626cd-44ef-4f52-a754-325cb5a25d9b req-b3739f14-b007-494c-8230-c1611be583e8 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/security-groups?id=00b3c186-0587-45ca-84fa-cabe9d77c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750308 Feb 10 15:38:59.547222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808384ea-0e53-4dfd-9a0e-61ed18c10f22 req-0e605f0f-cea8-4d63-9bea-281055574d52 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:59.549113 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-808384ea-0e53-4dfd-9a0e-61ed18c10f22 req-0e605f0f-cea8-4d63-9bea-281055574d52 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.2241764 Feb 10 15:38:59.565015 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device dc3e8088-1e0d-4911-97ea-a4af07d7b57d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:38:59.600363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225ae5-bdd5-4bfd-83c5-2a035ad35cdb req-ae25c6b3-eb14-462c-a2b9-ede60e2a5e0f tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:59.608788 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97225ae5-bdd5-4bfd-83c5-2a035ad35cdb req-ae25c6b3-eb14-462c-a2b9-ede60e2a5e0f tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.1577513 Feb 10 15:38:59.668635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d11a4-e698-40b1-bc36-2129a10e715f req-542a32c6-f9b0-4307-8a0a-05baa0255d5d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:38:59.677080 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-343d11a4-e698-40b1-bc36-2129a10e715f req-542a32c6-f9b0-4307-8a0a-05baa0255d5d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.1391580 Feb 10 15:38:59.714071 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port dc3e8088-1e0d-4911-97ea-a4af07d7b57d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:38:59.714908 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:38:59.847618 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97225ae5-bdd5-4bfd-83c5-2a035ad35cdb req-607c470b-fe60-4a81-a174-7de209812798 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373896 Feb 10 15:38:59.910231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port dc3e8088-1e0d-4911-97ea-a4af07d7b57d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:38:59.947625 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-343d11a4-e698-40b1-bc36-2129a10e715f req-9933df89-39b6-4124-a7ee-6def1dd14ff9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696004 Feb 10 15:38:59.990266 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for port (5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:00.023999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-808384ea-0e53-4dfd-9a0e-61ed18c10f22 req-56e590cd-8a64-4014-bb0c-98cd708cf5b8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Deleting port 37da8041-4e98-4a99-8425-1f1e826e467c {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:39:00.024614 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-808384ea-0e53-4dfd-9a0e-61ed18c10f22 req-56e590cd-8a64-4014-bb0c-98cd708cf5b8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (37da8041-4e98-4a99-8425-1f1e826e467c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:00.081586 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6dabe14-f942-411d-9115-565bef85c659 req-dd7daef7-e154-44d9-b494-87a9382d5475 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 210 time: 0.0711770 Feb 10 15:39:00.259591 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:00.278005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1613640a-0eba-45a8-bfe7-6597eeceded5 None None] Provisioning complete for port dc3e8088-1e0d-4911-97ea-a4af07d7b57d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:00.278424 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1613640a-0eba-45a8-bfe7-6597eeceded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:00.303327 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea551f7-0809-41b7-af85-893e1cfe2758 req-5b15091e-7a08-4c21-99c2-f1e705963a5f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:00.311861 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ea551f7-0809-41b7-af85-893e1cfe2758 req-5b15091e-7a08-4c21-99c2-f1e705963a5f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.1421249 Feb 10 15:39:00.376253 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-3ccb9cf7-7a00-45b4-9723-37ccc4b2c9f2 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:00.377739 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-3ccb9cf7-7a00-45b4-9723-37ccc4b2c9f2 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.79 "GET /v2.0/networks?id=6b0ca71e-768e-4b49-be67-500d1f639800 HTTP/1.1" status: 200 len: 824 time: 0.5621610 Feb 10 15:39:00.426107 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ea551f7-0809-41b7-af85-893e1cfe2758 req-7801aee6-13c6-4657-becf-4768504fab0d tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121154 Feb 10 15:39:00.429921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-dd882c6e-82fc-4bb4-8056-b21c9f33d3f2 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Request body: {'port': {'device_id': 'e4dff456-dbdd-4996-a6fe-28b4c50c5897', 'network_id': '6b0ca71e-768e-4b49-be67-500d1f639800', 'admin_state_up': True, 'tenant_id': '447d0c8c85e740f9a74d0925bb146224'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:00.465121 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1613640a-0eba-45a8-bfe7-6597eeceded5 None None] Current status of the port dc3e8088-1e0d-4911-97ea-a4af07d7b57d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:39:00.469325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d28d10-9e56-4501-9d87-f0a1629ca269 req-a8466165-66b4-4ed4-919f-25a4c29636da tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:00.469647 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a0f465f9-06e6-4948-856c-2cf9f970a248 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:39:00.471134 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97d28d10-9e56-4501-9d87-f0a1629ca269 req-a8466165-66b4-4ed4-919f-25a4c29636da tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 945 time: 0.1226573 Feb 10 15:39:00.496294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1613640a-0eba-45a8-bfe7-6597eeceded5 None None] Provisioning complete for port d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:00.496801 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1613640a-0eba-45a8-bfe7-6597eeceded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d52fc895-8d8d-4aeb-9f1c-30fea6b700c2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:00.528304 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] In _notify_port_updated(), no bound segment for port 5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59 on network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd {{(pid=103369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:39:00.535302 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:00.536595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:00.538331 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "PUT /v2.0/ports/5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59 HTTP/1.1" status: 200 len: 968 time: 2.6403661 Feb 10 15:39:00.549841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event updated for resources: {'Port': ['ID=5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:00.553693 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 45938) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:00.565218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97d28d10-9e56-4501-9d87-f0a1629ca269 req-ef04de9a-2a7e-4e55-92e9-92ea80bc1d92 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/security-groups?id=00b3c186-0587-45ca-84fa-cabe9d77c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861948 Feb 10 15:39:00.578812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1613640a-0eba-45a8-bfe7-6597eeceded5 None None] Port d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:39:00.655315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1613640a-0eba-45a8-bfe7-6597eeceded5 None None] Provisioning complete for port 5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:00.656152 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1613640a-0eba-45a8-bfe7-6597eeceded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:00.791252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a0f465f9-06e6-4948-856c-2cf9f970a248, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0f465f9-06e6-4948-856c-2cf9f970a248,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:00.801086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-808384ea-0e53-4dfd-9a0e-61ed18c10f22 req-56e590cd-8a64-4014-bb0c-98cd708cf5b8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] For port 37da8041-4e98-4a99-8425-1f1e826e467c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=37da8041-4e98-4a99-8425-1f1e826e467c,segment=NetworkSegment(9c2d9956-9898-4849-a01b-2f33e3968205),segment_id=9c2d9956-9898-4849-a01b-2f33e3968205)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:00.801682 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-808384ea-0e53-4dfd-9a0e-61ed18c10f22 req-56e590cd-8a64-4014-bb0c-98cd708cf5b8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (37da8041-4e98-4a99-8425-1f1e826e467c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:00.817615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'a0f465f9-06e6-4948-856c-2cf9f970a248', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'port_id': 'a0f465f9-06e6-4948-856c-2cf9f970a248', 'mac_address': 'fa:16:3e:a0:25:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:39:00.817945 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:00.818404 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:00.818853 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:00.820694 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:00.820694 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:00.820694 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:00.822923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:00.823628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:00.824238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:00.826524 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:00.827514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:00.827958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:00.828396 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a30dc-d3c2-4130-89bd-73d19543c0b4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:00.905651 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1613640a-0eba-45a8-bfe7-6597eeceded5 None None] Port 5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:39:00.911393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba06a2-9902-4396-a493-46952c4ce7b1 req-59530e92-d360-4702-9429-e78ffcac9ae4 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:00.916392 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-70ba06a2-9902-4396-a493-46952c4ce7b1 req-59530e92-d360-4702-9429-e78ffcac9ae4 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 945 time: 0.1868157 Feb 10 15:39:00.918770 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port a0f465f9-06e6-4948-856c-2cf9f970a248 is: ACTIVE; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:39:00.919712 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:00.967092 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0f465f9-06e6-4948-856c-2cf9f970a248 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:39:00.996213 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-808384ea-0e53-4dfd-9a0e-61ed18c10f22 req-56e590cd-8a64-4014-bb0c-98cd708cf5b8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Calling delete_port for 37da8041-4e98-4a99-8425-1f1e826e467c owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:39:01.032296 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-70ba06a2-9902-4396-a493-46952c4ce7b1 req-ad6c7a08-1537-402a-84a9-2cead08dce67 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/security-groups?id=00b3c186-0587-45ca-84fa-cabe9d77c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983322 Feb 10 15:39:01.036478 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a0f465f9-06e6-4948-856c-2cf9f970a248, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0f465f9-06e6-4948-856c-2cf9f970a248,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:01.070177 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:01.074450 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7917a347-92ff-413f-bb17-1d46e7c7f58d None None] Provisioning complete for port 5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:01.074821 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7917a347-92ff-413f-bb17-1d46e7c7f58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:01.077219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-dd882c6e-82fc-4bb4-8056-b21c9f33d3f2 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Made reservation on behalf of 447d0c8c85e740f9a74d0925bb146224 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:01.080590 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-dd882c6e-82fc-4bb4-8056-b21c9f33d3f2 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:01.156097 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d7ff8-6e3b-4fc6-902a-38f7fc7a9a0d req-4adc2c86-6414-4d33-90b0-bb91f10881e8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:01.163061 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d0d7ff8-6e3b-4fc6-902a-38f7fc7a9a0d req-4adc2c86-6414-4d33-90b0-bb91f10881e8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 945 time: 0.1292706 Feb 10 15:39:01.202699 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7917a347-92ff-413f-bb17-1d46e7c7f58d None None] Port 5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:39:01.231005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=a0f465f9-06e6-4948-856c-2cf9f970a248,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:01.259411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['a0f465f9-06e6-4948-856c-2cf9f970a248'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:01.357367 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-fd230207-da7d-4224-afec-3ea976f87ada tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port 5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:39:01.359463 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd230207-da7d-4224-afec-3ea976f87ada tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:01.364327 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d0d7ff8-6e3b-4fc6-902a-38f7fc7a9a0d req-df5b91cd-e37e-413f-ba82-82d104780a24 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943545 Feb 10 15:39:01.381470 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779c0ed-6448-4620-834e-9fa9db58e8aa req-c2be9557-f37e-408b-a5c3-d08aa0af51fb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:01.405530 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8779c0ed-6448-4620-834e-9fa9db58e8aa req-c2be9557-f37e-408b-a5c3-d08aa0af51fb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 945 time: 0.2290080 Feb 10 15:39:01.568936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8779c0ed-6448-4620-834e-9fa9db58e8aa req-27285c22-96fb-4ce4-a1ef-4a4eb350cf06 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590729 Feb 10 15:39:01.603267 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49a136-07af-4904-b225-d9859883d436 req-fddba85a-cbb5-49ea-b605-27cc88b2b747 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:01.609060 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fe49a136-07af-4904-b225-d9859883d436 req-fddba85a-cbb5-49ea-b605-27cc88b2b747 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 945 time: 0.1549783 Feb 10 15:39:01.653013 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd230207-da7d-4224-afec-3ea976f87ada tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:01.667599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-fd230207-da7d-4224-afec-3ea976f87ada tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for 5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:39:01.720538 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a3335d17-879b-474a-940d-47a8c18b03e8 req-57b55dfd-2f63-4547-947b-f668333e7592 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 210 time: 0.0614278 Feb 10 15:39:01.771409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fe49a136-07af-4904-b225-d9859883d436 req-cba2832b-97a6-42a7-b335-6833c9afc640 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/security-groups?id=00b3c186-0587-45ca-84fa-cabe9d77c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441257 Feb 10 15:39:01.814630 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45970) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:01.833140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-dd882c6e-82fc-4bb4-8056-b21c9f33d3f2 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Allocated IP 172.20.0.5 (6b0ca71e-768e-4b49-be67-500d1f639800/c8c3857d-7aaf-4ccf-bda7-e419b733fb30/62a160fd-35d8-4eb5-beab-0e601af69a77) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:01.941707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1d42f-38f9-442b-b518-c63c12b117c3 req-b839c898-2510-4771-8727-fe6799645580 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:01.943873 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fcd1d42f-38f9-442b-b518-c63c12b117c3 req-b839c898-2510-4771-8727-fe6799645580 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.0841792 Feb 10 15:39:02.017138 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-dd882c6e-82fc-4bb4-8056-b21c9f33d3f2 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Publish callbacks [] for port (62a160fd-35d8-4eb5-beab-0e601af69a77), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:02.046885 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fcd1d42f-38f9-442b-b518-c63c12b117c3 req-a6e0e169-e7ff-42fd-91dd-1027f1ad4688 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919414 Feb 10 15:39:02.069335 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-dd882c6e-82fc-4bb4-8056-b21c9f33d3f2 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (62a160fd-35d8-4eb5-beab-0e601af69a77), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:02.150831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-dd882c6e-82fc-4bb4-8056-b21c9f33d3f2 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Network 6b0ca71e-768e-4b49-be67-500d1f639800 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:02.151777 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-808384ea-0e53-4dfd-9a0e-61ed18c10f22 req-56e590cd-8a64-4014-bb0c-98cd708cf5b8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (37da8041-4e98-4a99-8425-1f1e826e467c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:02.164329 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['703d6aee-8194-4753-bd3f-1cb17d4abe15'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:02.186392 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-dd882c6e-82fc-4bb4-8056-b21c9f33d3f2 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:02.188831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-dd882c6e-82fc-4bb4-8056-b21c9f33d3f2 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:02.240932 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249a9eda-05de-4e65-bd32-abb674282acf tempest-TestServerBasicOps-1021659643 tempest-TestServerBasicOps-1021659643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:02.246260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd882c6e-82fc-4bb4-8056-b21c9f33d3f2 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Pushing event updated for resources: {'Port': ['ID=62a160fd-35d8-4eb5-beab-0e601af69a77,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:02.246476 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-249a9eda-05de-4e65-bd32-abb674282acf tempest-TestServerBasicOps-1021659643 tempest-TestServerBasicOps-1021659643-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 1122 time: 0.4279423 Feb 10 15:39:02.246476 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 45978) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:02.253473 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': '4de4589f-0ba2-41a4-a11c-636fe6bcfe74', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:02.296949 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:02.303862 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e590cd-8a64-4014-bb0c-98cd708cf5b8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Pushing event deleted for resources: {'Port': ['ID=37da8041-4e98-4a99-8425-1f1e826e467c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:02.328629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-808384ea-0e53-4dfd-9a0e-61ed18c10f22 req-56e590cd-8a64-4014-bb0c-98cd708cf5b8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] No DVR routers for this DVR port 37da8041-4e98-4a99-8425-1f1e826e467c on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:39:02.335683 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-808384ea-0e53-4dfd-9a0e-61ed18c10f22 req-56e590cd-8a64-4014-bb0c-98cd708cf5b8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:02.339235 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-808384ea-0e53-4dfd-9a0e-61ed18c10f22 req-56e590cd-8a64-4014-bb0c-98cd708cf5b8 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.79 "DELETE /v2.0/ports/37da8041-4e98-4a99-8425-1f1e826e467c HTTP/1.1" status: 204 len: 173 time: 2.7823651 Feb 10 15:39:02.340058 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b7d92c-c357-46f0-b434-71e92bc260fe', 'name': 'network-vif-deleted', 'tag': '37da8041-4e98-4a99-8425-1f1e826e467c'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:39:02.342614 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714edd01-b8ea-4e6e-82c6-91efbdc9c3f1" -d '{"events": [{"server_uuid": "e3b7d92c-c357-46f0-b434-71e92bc260fe", "name": "network-vif-deleted", "tag": "37da8041-4e98-4a99-8425-1f1e826e467c"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:02.353479 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-dd882c6e-82fc-4bb4-8056-b21c9f33d3f2 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:02.354237 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-dd882c6e-82fc-4bb4-8056-b21c9f33d3f2 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:02.370387 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd230207-da7d-4224-afec-3ea976f87ada tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:02.473712 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a0f465f9-06e6-4948-856c-2cf9f970a248 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:02.497171 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1cf7d7-1704-4497-bd15-fba457710be3 x-openstack-request-id: req-cc1cf7d7-1704-4497-bd15-fba457710be3 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:02.497494 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b7d92c-c357-46f0-b434-71e92bc260fe", "name": "network-vif-deleted", "tag": "37da8041-4e98-4a99-8425-1f1e826e467c", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:02.497753 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc1cf7d7-1704-4497-bd15-fba457710be3 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:02.499126 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b7d92c-c357-46f0-b434-71e92bc260fe', 'name': 'network-vif-deleted', 'tag': '37da8041-4e98-4a99-8425-1f1e826e467c', 'status': 'completed', 'code': 200} Feb 10 15:39:02.535156 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-dd882c6e-82fc-4bb4-8056-b21c9f33d3f2 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1159787 Feb 10 15:39:02.538841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd230207-da7d-4224-afec-3ea976f87ada tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:02.550603 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Request body: {'port': {'device_id': 'e4dff456-dbdd-4996-a6fe-28b4c50c5897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:02.582850 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port a0f465f9-06e6-4948-856c-2cf9f970a248 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:02.583242 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:02.673832 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fa6a1c96-7b06-485b-9f41-fc1aa9299009 req-d586d57f-6d8d-4ec0-9648-a0d65bee85d7 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b7d92c-c357-46f0-b434-71e92bc260fe HTTP/1.1" status: 200 len: 210 time: 0.1558318 Feb 10 15:39:02.710554 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:02.853520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port a0f465f9-06e6-4948-856c-2cf9f970a248 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:39:02.858177 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:02.916044 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108bcced-496f-43e4-9bc0-4cf01e076b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f465f9-06e6-4948-856c-2cf9f970a248'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:39:02.918568 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b2111f-be00-4ae7-8cc0-42e9c3f449d1" -d '{"events": [{"server_uuid": "108bcced-496f-43e4-9bc0-4cf01e076b73", "name": "network-vif-plugged", "status": "completed", "tag": "a0f465f9-06e6-4948-856c-2cf9f970a248"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:02.958788 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a0f465f9-06e6-4948-856c-2cf9f970a248, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0f465f9-06e6-4948-856c-2cf9f970a248,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:02.971737 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:02.972714 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 37da8041-4e98-4a99-8425-1f1e826e467c no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:39:03.076097 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7fea8-72a7-43bd-8533-6ddbde5666ca req-7ac6765f-84b3-402f-9861-e4f0ad21eef7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:03.084292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84f7fea8-72a7-43bd-8533-6ddbde5666ca req-7ac6765f-84b3-402f-9861-e4f0ad21eef7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 945 time: 0.2641907 Feb 10 15:39:03.104312 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 37da8041-4e98-4a99-8425-1f1e826e467c {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:39:03.104695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 37da8041-4e98-4a99-8425-1f1e826e467c not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:39:03.113861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Allocated IP 172.25.3.114 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/a4a79b7d-384a-43ee-af10-30a1c8f90bc5) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:03.131936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750dfff-6ff4-495e-88a0-1147c030b8f9 req-6a1d6362-cdde-4431-9a7f-c449325ae85e tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:03.140040 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7750dfff-6ff4-495e-88a0-1147c030b8f9 req-6a1d6362-cdde-4431-9a7f-c449325ae85e tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 931 time: 0.2291129 Feb 10 15:39:03.179608 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=a0f465f9-06e6-4948-856c-2cf9f970a248,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:03.312640 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84f7fea8-72a7-43bd-8533-6ddbde5666ca req-e9ea620e-c0fd-4e5c-9eac-bc1f0931dd67 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224286 Feb 10 15:39:03.417732 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba25919e-badb-4324-b2e9-775478afeec4 x-openstack-request-id: req-ba25919e-badb-4324-b2e9-775478afeec4 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:03.418034 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108bcced-496f-43e4-9bc0-4cf01e076b73", "name": "network-vif-plugged", "status": "completed", "tag": "a0f465f9-06e6-4948-856c-2cf9f970a248", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:03.418407 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba25919e-badb-4324-b2e9-775478afeec4 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:03.418913 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108bcced-496f-43e4-9bc0-4cf01e076b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f465f9-06e6-4948-856c-2cf9f970a248', 'code': 200} Feb 10 15:39:03.426422 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7750dfff-6ff4-495e-88a0-1147c030b8f9 req-31463293-8eda-40b4-8709-81e3d291c55d tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/security-groups?id=36ed1147-e33d-4aaa-9d68-fd144610d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852371 Feb 10 15:39:03.474276 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for port (a4a79b7d-384a-43ee-af10-30a1c8f90bc5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:03.515478 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd230207-da7d-4224-afec-3ea976f87ada tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:03.516932 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (a4a79b7d-384a-43ee-af10-30a1c8f90bc5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:03.536803 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fd230207-da7d-4224-afec-3ea976f87ada tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59 HTTP/1.1" status: 204 len: 168 time: 2.8309827 Feb 10 15:39:03.537590 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46006) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:03.596858 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-715e64c4-180c-450d-838e-acb22019a96b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] GET failed (client error): The resource could not be found. Feb 10 15:39:03.601612 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-715e64c4-180c-450d-838e-acb22019a96b tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports/5d90e72b-dea4-4103-8a9b-2fb9fa3bfe59 HTTP/1.1" status: 404 len: 333 time: 0.0601804 Feb 10 15:39:03.602352 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46008) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:03.615478 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (62a160fd-35d8-4eb5-beab-0e601af69a77), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:03.679678 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:03.680561 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Pushing event updated for resources: {'Port': ['ID=a4a79b7d-384a-43ee-af10-30a1c8f90bc5,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:03.685694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:03.694897 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:03.737785 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1343b5d-6e2a-48d6-9143-700bc8241393 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (40027671-e98b-4437-87a9-6021cdbbae58), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:03.854786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8f134-02c8-41da-bddb-c32a72d3b291 req-0398304b-4818-4bef-86a7-46c61f9cc15c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:03.856390 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a3c8f134-02c8-41da-bddb-c32a72d3b291 req-0398304b-4818-4bef-86a7-46c61f9cc15c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.2607431 Feb 10 15:39:03.911029 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1343b5d-6e2a-48d6-9143-700bc8241393 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (40027671-e98b-4437-87a9-6021cdbbae58), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:04.048320 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1343b5d-6e2a-48d6-9143-700bc8241393 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (40027671-e98b-4437-87a9-6021cdbbae58), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:04.052222 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1343b5d-6e2a-48d6-9143-700bc8241393 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:04.056875 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d1343b5d-6e2a-48d6-9143-700bc8241393 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/security-groups/40027671-e98b-4437-87a9-6021cdbbae58 HTTP/1.1" status: 204 len: 168 time: 0.4512780 Feb 10 15:39:04.057805 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46022) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:04.117910 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1343b5d-6e2a-48d6-9143-700bc8241393 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40027671-e98b-4437-87a9-6021cdbbae58,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:04.209723 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50228dd7-1be8-4ec8-8477-552f56cef515 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (4a28121c-fe1e-4ca6-ae84-337a12989465), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:04.265850 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a3c8f134-02c8-41da-bddb-c32a72d3b291 req-bd4382e4-345f-4ec7-a54f-e2a779fa47fc tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875728 Feb 10 15:39:04.297922 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50228dd7-1be8-4ec8-8477-552f56cef515 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (4a28121c-fe1e-4ca6-ae84-337a12989465), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:04.309708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a160fd-35d8-4eb5-beab-0e601af69a77 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:39:04.337300 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Publish callbacks [] for port (62a160fd-35d8-4eb5-beab-0e601af69a77), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:04.408867 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Transition to ACTIVE for port object 62a160fd-35d8-4eb5-beab-0e601af69a77 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:39:04.418274 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (62a160fd-35d8-4eb5-beab-0e601af69a77), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:04.459610 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50228dd7-1be8-4ec8-8477-552f56cef515 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4a28121c-fe1e-4ca6-ae84-337a12989465), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:04.462473 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50228dd7-1be8-4ec8-8477-552f56cef515 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:04.463659 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-50228dd7-1be8-4ec8-8477-552f56cef515 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/security-groups/4a28121c-fe1e-4ca6-ae84-337a12989465 HTTP/1.1" status: 204 len: 168 time: 0.3974500 Feb 10 15:39:04.469894 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46034) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:04.481403 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50228dd7-1be8-4ec8-8477-552f56cef515 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a28121c-fe1e-4ca6-ae84-337a12989465,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:04.523846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Pushing event updated for resources: {'Port': ['ID=62a160fd-35d8-4eb5-beab-0e601af69a77,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:04.568693 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362b8bc-fceb-43b0-82be-3c829f7d4539 req-220e5bfd-c331-4d38-bfe9-81a9bbbc2311 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:04.570231 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5362b8bc-fceb-43b0-82be-3c829f7d4539 req-220e5bfd-c331-4d38-bfe9-81a9bbbc2311 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.4185905 Feb 10 15:39:04.678304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5362b8bc-fceb-43b0-82be-3c829f7d4539 req-2ca12b0d-4255-44f0-a09c-ebfea5f887a5 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940433 Feb 10 15:39:04.685059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Attempting to bind port 62a160fd-35d8-4eb5-beab-0e601af69a77 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:39:04.697870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Attempting to bind port 62a160fd-35d8-4eb5-beab-0e601af69a77 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '6b88bed1-a762-45b9-b0d4-0438832bb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6b0ca71e-768e-4b49-be67-500d1f639800'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:39:04.699436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Attempting to bind port 62a160fd-35d8-4eb5-beab-0e601af69a77 on network 6b0ca71e-768e-4b49-be67-500d1f639800 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:04.708382 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Port 62a160fd-35d8-4eb5-beab-0e601af69a77 on network 6b0ca71e-768e-4b49-be67-500d1f639800 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:39:04.708991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Attempting to bind port 62a160fd-35d8-4eb5-beab-0e601af69a77 on network 6b0ca71e-768e-4b49-be67-500d1f639800 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:04.719331 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:04.719331 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Checking segment: {'id': '6b88bed1-a762-45b9-b0d4-0438832bb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6b0ca71e-768e-4b49-be67-500d1f639800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:39:04.719679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bf3dc-c9c6-4c94-b8f2-81403b89fd47 req-6110f6da-823f-4353-ba3e-cbb60e09d85f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:04.719891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Bound using segment: {'id': '6b88bed1-a762-45b9-b0d4-0438832bb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6b0ca71e-768e-4b49-be67-500d1f639800'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:04.720541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Bound port: 62a160fd-35d8-4eb5-beab-0e601af69a77, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b88bed1-a762-45b9-b0d4-0438832bb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6b0ca71e-768e-4b49-be67-500d1f639800'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:39:04.721096 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (62a160fd-35d8-4eb5-beab-0e601af69a77), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:04.721214 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c3bf3dc-c9c6-4c94-b8f2-81403b89fd47 req-6110f6da-823f-4353-ba3e-cbb60e09d85f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.2686133 Feb 10 15:39:04.826357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] For port 62a160fd-35d8-4eb5-beab-0e601af69a77, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:04.833381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] For port 62a160fd-35d8-4eb5-beab-0e601af69a77, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=62a160fd-35d8-4eb5-beab-0e601af69a77,segment=NetworkSegment(6b88bed1-a762-45b9-b0d4-0438832bb327),segment_id=6b88bed1-a762-45b9-b0d4-0438832bb327)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:04.843092 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (62a160fd-35d8-4eb5-beab-0e601af69a77), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:04.848460 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39c32a20-c1dc-4704-a7cd-a0cb72885144 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (307ff063-4e40-47c6-a63b-99169ce76d53), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:04.903026 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39c32a20-c1dc-4704-a7cd-a0cb72885144 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (307ff063-4e40-47c6-a63b-99169ce76d53), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:04.970117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Pushing event updated for resources: {'Port': ['ID=62a160fd-35d8-4eb5-beab-0e601af69a77,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:04.983316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:04.984351 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:04.986107 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-6fc5a4d2-842d-4f41-b566-aaf010a117f6 service neutron] 10.222.0.79 "PUT /v2.0/ports/62a160fd-35d8-4eb5-beab-0e601af69a77 HTTP/1.1" status: 200 len: 1091 time: 2.4449389 Feb 10 15:39:04.988254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4dff456-dbdd-4996-a6fe-28b4c50c5897', 'tag': '62a160fd-35d8-4eb5-beab-0e601af69a77'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:39:04.990560 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66df4a9-9455-4391-a44c-996e99169a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4dff456-dbdd-4996-a6fe-28b4c50c5897", "tag": "62a160fd-35d8-4eb5-beab-0e601af69a77"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:05.025530 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39c32a20-c1dc-4704-a7cd-a0cb72885144 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (307ff063-4e40-47c6-a63b-99169ce76d53), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:05.028200 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39c32a20-c1dc-4704-a7cd-a0cb72885144 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:05.029559 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-39c32a20-c1dc-4704-a7cd-a0cb72885144 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/security-groups/307ff063-4e40-47c6-a63b-99169ce76d53 HTTP/1.1" status: 204 len: 168 time: 0.5537744 Feb 10 15:39:05.033201 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46062) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:05.181554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d4a67f-c6b4-4935-8854-aa3e915a89c1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting subnet ed461c5d-8ffb-49f0-8438-bd8a58140710 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:39:05.187668 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a67f-c6b4-4935-8854-aa3e915a89c1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (ed461c5d-8ffb-49f0-8438-bd8a58140710), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:05.190568 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for floatingip (215eadc2-24ac-41f2-87f4-bdb6b91e4f33), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:05.234832 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a67f-c6b4-4935-8854-aa3e915a89c1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (ed461c5d-8ffb-49f0-8438-bd8a58140710), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:05.263327 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device c7d61f36-7342-4407-b8ab-faf280bc3e69 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:39:05.263922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-a594cfcb-d493-4295-9827-d5956f658785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:05.265517 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-a594cfcb-d493-4295-9827-d5956f658785 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=447d0c8c85e740f9a74d0925bb146224&device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 1125 time: 0.2298722 Feb 10 15:39:05.308833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c32a20-c1dc-4704-a7cd-a0cb72885144 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=307ff063-4e40-47c6-a63b-99169ce76d53,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:05.335775 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-e0ec5ce0-673c-48b7-8b50-6b129c4c4614 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a160fd-35d8-4eb5-beab-0e601af69a77 HTTP/1.1" status: 200 len: 217 time: 0.0527239 Feb 10 15:39:05.344526 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c3bf3dc-c9c6-4c94-b8f2-81403b89fd47 req-ae516c79-1d58-4b9b-9efc-2aa8e64ecfb7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734470 Feb 10 15:39:05.458857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870cf40-10b4-4724-9aa9-e0ab77e9a17e req-0a26e055-1342-4ac9-8e9a-3b8558aa7ffc tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:05.468555 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a870cf40-10b4-4724-9aa9-e0ab77e9a17e req-0a26e055-1342-4ac9-8e9a-3b8558aa7ffc tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 943 time: 0.6762924 Feb 10 15:39:05.484282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-335dc9a2-a453-47de-837e-ef03f74464f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:05.497578 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-335dc9a2-a453-47de-837e-ef03f74464f5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c8c3857d-7aaf-4ccf-bda7-e419b733fb30 HTTP/1.1" status: 200 len: 864 time: 0.1545630 Feb 10 15:39:05.508133 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c1d9c1-938f-4446-af11-1d73741ed6d4 x-openstack-request-id: req-42c1d9c1-938f-4446-af11-1d73741ed6d4 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:05.511115 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4dff456-dbdd-4996-a6fe-28b4c50c5897", "tag": "62a160fd-35d8-4eb5-beab-0e601af69a77", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:05.511764 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42c1d9c1-938f-4446-af11-1d73741ed6d4 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:05.511919 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4dff456-dbdd-4996-a6fe-28b4c50c5897', 'tag': '62a160fd-35d8-4eb5-beab-0e601af69a77', 'status': 'completed', 'code': 200} Feb 10 15:39:05.521427 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a67f-c6b4-4935-8854-aa3e915a89c1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (ed461c5d-8ffb-49f0-8438-bd8a58140710), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:05.535968 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a4a79b7d-384a-43ee-af10-30a1c8f90bc5), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:05.546227 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port c7d61f36-7342-4407-b8ab-faf280bc3e69 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:39:05.547623 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:05.591101 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac95020-7d86-4658-b258-170eec60d86c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7d61f36-7342-4407-b8ab-faf280bc3e69'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:39:05.595076 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-811f6975-f964-4308-943b-0294f423d444 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b0ca71e-768e-4b49-be67-500d1f639800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807765 Feb 10 15:39:05.608036 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2560aeb-ad13-4196-8fdc-cd4b649786c4" -d '{"events": [{"server_uuid": "eac95020-7d86-4658-b258-170eec60d86c", "name": "network-vif-unplugged", "status": "completed", "tag": "c7d61f36-7342-4407-b8ab-faf280bc3e69"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:05.629745 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port c7d61f36-7342-4407-b8ab-faf280bc3e69, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=c7d61f36-7342-4407-b8ab-faf280bc3e69,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:05.644731 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:05.727373 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a67f-c6b4-4935-8854-aa3e915a89c1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (ed461c5d-8ffb-49f0-8438-bd8a58140710), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:05.789771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=c7d61f36-7342-4407-b8ab-faf280bc3e69,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:05.791387 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-170896ab-267b-4f60-99fd-2eac5b8b0d6b service neutron] 10.222.0.79 "GET /v2.0/networks/6b0ca71e-768e-4b49-be67-500d1f639800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878419 Feb 10 15:39:05.792527 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4a67f-c6b4-4935-8854-aa3e915a89c1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Subnet': ['ID=ed461c5d-8ffb-49f0-8438-bd8a58140710,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:05.797635 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a67f-c6b4-4935-8854-aa3e915a89c1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:05.801680 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a1d4a67f-c6b4-4935-8854-aa3e915a89c1 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/ed461c5d-8ffb-49f0-8438-bd8a58140710 HTTP/1.1" status: 204 len: 168 time: 0.7671812 Feb 10 15:39:05.813342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46092) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:05.815559 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40ff695-575b-48af-9654-1889b06941df None None] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:39:05.954855 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for port (a4a79b7d-384a-43ee-af10-30a1c8f90bc5), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:05.974036 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (a4a79b7d-384a-43ee-af10-30a1c8f90bc5), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:05.989111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-1562d4d8-e141-4125-afb8-4a43a13ad950 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting subnet 128a1c22-7d5b-4879-a102-89e8cff5c5c4 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:39:05.997421 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1562d4d8-e141-4125-afb8-4a43a13ad950 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (128a1c22-7d5b-4879-a102-89e8cff5c5c4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:06.088266 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e922629-e16b-446c-90b0-1cee8a7dcc0d req-86829686-5384-465c-b00c-4d5d4ff363ff service neutron] 10.222.0.79 "GET /v2.0/networks/6b0ca71e-768e-4b49-be67-500d1f639800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851927 Feb 10 15:39:06.094272 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1562d4d8-e141-4125-afb8-4a43a13ad950 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (128a1c22-7d5b-4879-a102-89e8cff5c5c4), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:06.195746 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Pushing event updated for resources: {'Port': ['ID=a4a79b7d-384a-43ee-af10-30a1c8f90bc5,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:06.292323 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a870cf40-10b4-4724-9aa9-e0ab77e9a17e req-aa2d550c-b04f-4788-b14d-7a78e2d5c9c4 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/security-groups?id=36ed1147-e33d-4aaa-9d68-fd144610d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8168736 Feb 10 15:39:06.348046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66df4a9-9455-4391-a44c-996e99169a1d req-3b252925-4c04-4ebd-b0fe-a90585b75abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:06.350137 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b66df4a9-9455-4391-a44c-996e99169a1d req-3b252925-4c04-4ebd-b0fe-a90585b75abf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=447d0c8c85e740f9a74d0925bb146224&device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 1125 time: 0.1905706 Feb 10 15:39:06.407606 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff626590-b462-41cf-80ba-41ccba981c38 x-openstack-request-id: req-ff626590-b462-41cf-80ba-41ccba981c38 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:06.408498 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac95020-7d86-4658-b258-170eec60d86c", "name": "network-vif-unplugged", "status": "completed", "tag": "c7d61f36-7342-4407-b8ab-faf280bc3e69", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:06.408770 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff626590-b462-41cf-80ba-41ccba981c38 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:06.409166 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac95020-7d86-4658-b258-170eec60d86c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7d61f36-7342-4407-b8ab-faf280bc3e69', 'code': 200} Feb 10 15:39:06.416269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1562d4d8-e141-4125-afb8-4a43a13ad950 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (128a1c22-7d5b-4879-a102-89e8cff5c5c4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:06.610622 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (215eadc2-24ac-41f2-87f4-bdb6b91e4f33), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:06.698931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66df4a9-9455-4391-a44c-996e99169a1d req-bae3a6a0-d90c-467e-b1a6-1677f7b3c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:06.700767 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b66df4a9-9455-4391-a44c-996e99169a1d req-bae3a6a0-d90c-467e-b1a6-1677f7b3c3e4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6b0ca71e-768e-4b49-be67-500d1f639800 HTTP/1.1" status: 200 len: 925 time: 0.3417747 Feb 10 15:39:06.729437 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1562d4d8-e141-4125-afb8-4a43a13ad950 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (128a1c22-7d5b-4879-a102-89e8cff5c5c4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:06.834768 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b66df4a9-9455-4391-a44c-996e99169a1d req-1fdfc6c3-55ac-422f-8bb6-c7a82fc60c2b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a160fd-35d8-4eb5-beab-0e601af69a77 HTTP/1.1" status: 200 len: 217 time: 0.1279948 Feb 10 15:39:06.919903 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562d4d8-e141-4125-afb8-4a43a13ad950 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Subnet': ['ID=128a1c22-7d5b-4879-a102-89e8cff5c5c4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:06.930985 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1562d4d8-e141-4125-afb8-4a43a13ad950 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:06.939244 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1562d4d8-e141-4125-afb8-4a43a13ad950 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/128a1c22-7d5b-4879-a102-89e8cff5c5c4 HTTP/1.1" status: 204 len: 168 time: 1.1249144 Feb 10 15:39:06.978715 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46114) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:07.008635 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:07.036629 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2acaa91-556b-474b-a29c-22a9c118d888 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] DELETE failed (client error): The resource could not be found. Feb 10 15:39:07.037226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2acaa91-556b-474b-a29c-22a9c118d888 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:39:07.052125 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a2acaa91-556b-474b-a29c-22a9c118d888 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/ed461c5d-8ffb-49f0-8438-bd8a58140710 HTTP/1.1" status: 404 len: 337 time: 0.0705116 Feb 10 15:39:07.055869 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46118) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:07.224978 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66df4a9-9455-4391-a44c-996e99169a1d req-ea26a43c-2256-4edc-9afc-5737c08b34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:07.226387 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b66df4a9-9455-4391-a44c-996e99169a1d req-ea26a43c-2256-4edc-9afc-5737c08b34a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c8c3857d-7aaf-4ccf-bda7-e419b733fb30 HTTP/1.1" status: 200 len: 864 time: 0.3488255 Feb 10 15:39:07.271740 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device c7d61f36-7342-4407-b8ab-faf280bc3e69 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:39:07.315308 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62ae042-5380-4faf-b95e-e1e5cf88f3c7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting subnet 41b8bd8e-c4d5-4717-a677-a676df9d73f4 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:39:07.335728 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b66df4a9-9455-4391-a44c-996e99169a1d req-ebae4b3a-3c87-48fc-b79e-ed657dccba3a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b0ca71e-768e-4b49-be67-500d1f639800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008289 Feb 10 15:39:07.373221 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a62ae042-5380-4faf-b95e-e1e5cf88f3c7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (41b8bd8e-c4d5-4717-a677-a676df9d73f4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:07.599394 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30367d8-0bbf-4868-bd36-31bd99380755 req-06deac30-6b38-49b2-9a5c-4375f403b13e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:07.607923 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a30367d8-0bbf-4868-bd36-31bd99380755 req-06deac30-6b38-49b2-9a5c-4375f403b13e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 943 time: 1.6452272 Feb 10 15:39:07.640150 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a62ae042-5380-4faf-b95e-e1e5cf88f3c7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (41b8bd8e-c4d5-4717-a677-a676df9d73f4), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:07.669157 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port c7d61f36-7342-4407-b8ab-faf280bc3e69, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=c7d61f36-7342-4407-b8ab-faf280bc3e69,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:07.673139 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d30cc-6ba9-440b-a7a7-4fb1fe116b3d req-8825a430-306b-4566-a388-5ac61f2d4684 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:07.675280 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd9d30cc-6ba9-440b-a7a7-4fb1fe116b3d req-8825a430-306b-4566-a388-5ac61f2d4684 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.72 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 1.4103413 Feb 10 15:39:07.730414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'c7d61f36-7342-4407-b8ab-faf280bc3e69', 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f', 'port_id': 'c7d61f36-7342-4407-b8ab-faf280bc3e69', 'mac_address': 'fa:16:3e:2a:f5:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6f1597-24e8-4da8-a58f-4d14c7888f3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:39:07.732248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19b8910-aab9-4eff-afbe-40b8925b0479 None None] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:39:07.826267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-872d5e11-7173-4e4c-a172-3c1c0a948b20 None None] Provisioning complete for port dc3e8088-1e0d-4911-97ea-a4af07d7b57d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:07.827016 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-872d5e11-7173-4e4c-a172-3c1c0a948b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:07.837539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e12591-0c1b-4b9a-89b6-29aa3c121a78 req-ccf64636-c718-4361-9e41-889d4d4468d3 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:07.839505 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66e12591-0c1b-4b9a-89b6-29aa3c121a78 req-ccf64636-c718-4361-9e41-889d4d4468d3 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 1.1623154 Feb 10 15:39:07.861255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a30367d8-0bbf-4868-bd36-31bd99380755 req-3e664635-1715-463c-9db2-a165481e7ad7 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505705 Feb 10 15:39:07.941667 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b66df4a9-9455-4391-a44c-996e99169a1d req-2656e6ad-7030-4e2b-845f-db9aef681a7a service neutron] 10.222.0.79 "GET /v2.0/networks/6b0ca71e-768e-4b49-be67-500d1f639800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957096 Feb 10 15:39:07.977091 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Floating IP 215eadc2-24ac-41f2-87f4-bdb6b91e4f33 associated. External IP: 172.25.3.114, port: 4de4589f-0ba2-41a4-a11c-636fe6bcfe74. Feb 10 15:39:08.093755 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port c7d61f36-7342-4407-b8ab-faf280bc3e69 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:39:08.097299 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:08.109821 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66e12591-0c1b-4b9a-89b6-29aa3c121a78 req-13691200-b79f-426f-8350-de1387a13f11 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344112 Feb 10 15:39:08.196241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d61f36-7342-4407-b8ab-faf280bc3e69 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:39:08.213288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-dd9d30cc-6ba9-440b-a7a7-4fb1fe116b3d req-bd006bd4-bed5-4930-8c8c-839492a775ff tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Deleting port 703d6aee-8194-4753-bd3f-1cb17d4abe15 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:39:08.215457 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-dd9d30cc-6ba9-440b-a7a7-4fb1fe116b3d req-bd006bd4-bed5-4930-8c8c-839492a775ff tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (703d6aee-8194-4753-bd3f-1cb17d4abe15), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:08.218610 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a62ae042-5380-4faf-b95e-e1e5cf88f3c7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (41b8bd8e-c4d5-4717-a677-a676df9d73f4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:08.353382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port c7d61f36-7342-4407-b8ab-faf280bc3e69, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=c7d61f36-7342-4407-b8ab-faf280bc3e69,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:08.363972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378ce12-bf9c-4385-be88-744345425966 req-9cd1ab60-653d-4170-b286-a8a5aedbf5d9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:08.372277 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b378ce12-bf9c-4385-be88-744345425966 req-9cd1ab60-653d-4170-b286-a8a5aedbf5d9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.3831537 Feb 10 15:39:08.413611 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:39:08.415492 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:08.471600 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a62ae042-5380-4faf-b95e-e1e5cf88f3c7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (41b8bd8e-c4d5-4717-a677-a676df9d73f4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:08.586732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ae042-5380-4faf-b95e-e1e5cf88f3c7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Subnet': ['ID=41b8bd8e-c4d5-4717-a677-a676df9d73f4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:08.587798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b378ce12-bf9c-4385-be88-744345425966 req-45854885-7027-40ce-b953-bf0ab4aefae7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111855 Feb 10 15:39:08.643736 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a62ae042-5380-4faf-b95e-e1e5cf88f3c7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:08.647196 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a62ae042-5380-4faf-b95e-e1e5cf88f3c7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/41b8bd8e-c4d5-4717-a677-a676df9d73f4 HTTP/1.1" status: 204 len: 168 time: 1.5883753 Feb 10 15:39:08.651299 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46134) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:08.710134 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26d8558-9396-4e65-bf0d-abfcbd3b2fbf tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] DELETE failed (client error): The resource could not be found. Feb 10 15:39:08.711492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26d8558-9396-4e65-bf0d-abfcbd3b2fbf tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:39:08.717983 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d26d8558-9396-4e65-bf0d-abfcbd3b2fbf tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/73d77f73-f35a-4772-b5c9-efacfde6b953 HTTP/1.1" status: 404 len: 337 time: 0.0637505 Feb 10 15:39:08.725875 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46136) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:08.771436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a44c7d-b85e-4a93-ac65-9758d341d944 req-ca9c409d-b9e5-4963-955c-0fcbb3b7ab4a tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:08.785204 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a44c7d-b85e-4a93-ac65-9758d341d944 req-ca9c409d-b9e5-4963-955c-0fcbb3b7ab4a tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 943 time: 0.5212035 Feb 10 15:39:08.794021 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-57db1574-dcb5-43d9-96c4-225f22b2ba24 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a994b67-2f95-41d6-ab8f-5c47fb95cec0 HTTP/1.1" status: 200 len: 205 time: 0.0665960 Feb 10 15:39:08.796326 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b66df4a9-9455-4391-a44c-996e99169a1d req-db7df8d5-e5b1-49f3-8e8e-eda070bcaddb service neutron] 10.222.0.79 "GET /v2.0/networks/6b0ca71e-768e-4b49-be67-500d1f639800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8423822 Feb 10 15:39:08.796838 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46142) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:08.907741 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 62a160fd-35d8-4eb5-beab-0e601af69a77 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:39:08.936501 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-f0bf2eaa-cf5f-4f04-84dd-86136b64446a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] delete failed (client error): The resource could not be found. Feb 10 15:39:08.954029 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f0bf2eaa-cf5f-4f04-84dd-86136b64446a tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/routers/0a994b67-2f95-41d6-ab8f-5c47fb95cec0 HTTP/1.1" status: 404 len: 336 time: 0.1561980 Feb 10 15:39:08.957450 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46146) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:09.011068 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-dd9d30cc-6ba9-440b-a7a7-4fb1fe116b3d req-bd006bd4-bed5-4930-8c8c-839492a775ff tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] For port 703d6aee-8194-4753-bd3f-1cb17d4abe15, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=703d6aee-8194-4753-bd3f-1cb17d4abe15,segment=NetworkSegment(9c2d9956-9898-4849-a01b-2f33e3968205),segment_id=9c2d9956-9898-4849-a01b-2f33e3968205)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:09.011739 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-dd9d30cc-6ba9-440b-a7a7-4fb1fe116b3d req-bd006bd4-bed5-4930-8c8c-839492a775ff tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (703d6aee-8194-4753-bd3f-1cb17d4abe15), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:09.043110 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ead8a6-f3f6-4048-a49f-c1aab2dfa3df tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] DELETE failed (client error): The resource could not be found. Feb 10 15:39:09.043855 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ead8a6-f3f6-4048-a49f-c1aab2dfa3df tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:39:09.047870 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-19ead8a6-f3f6-4048-a49f-c1aab2dfa3df tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/97f1faf8-f377-4018-ac53-38beed803469 HTTP/1.1" status: 404 len: 337 time: 0.0892203 Feb 10 15:39:09.056050 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46148) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:09.114993 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f93821e-3bf7-4a7c-9127-cb18b60dcfe7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] DELETE failed (client error): The resource could not be found. Feb 10 15:39:09.115659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f93821e-3bf7-4a7c-9127-cb18b60dcfe7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:39:09.118929 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9f93821e-3bf7-4a7c-9127-cb18b60dcfe7 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/ddc61497-b3d8-4a4b-aa1f-643a35c25b2a HTTP/1.1" status: 404 len: 337 time: 0.0617023 Feb 10 15:39:09.123118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46152) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:09.181534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['c7d61f36-7342-4407-b8ab-faf280bc3e69'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:09.189189 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=c7d61f36-7342-4407-b8ab-faf280bc3e69,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:09.190439 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f334ab-33d2-4d5b-b527-a377f056d944 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] DELETE failed (client error): The resource could not be found. Feb 10 15:39:09.190911 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f334ab-33d2-4d5b-b527-a377f056d944 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:39:09.197108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-872d5e11-7173-4e4c-a172-3c1c0a948b20 None None] Current status of the port dc3e8088-1e0d-4911-97ea-a4af07d7b57d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:39:09.201928 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-81f334ab-33d2-4d5b-b527-a377f056d944 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/fb139ab3-c572-4370-9479-cf4848650d76 HTTP/1.1" status: 404 len: 337 time: 0.0766699 Feb 10 15:39:09.217263 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46158) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:09.238542 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43a44c7d-b85e-4a93-ac65-9758d341d944 req-b67af643-d981-4783-8c9d-70351d2a6d8e tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/security-groups?id=36ed1147-e33d-4aaa-9d68-fd144610d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523051 Feb 10 15:39:09.241421 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-dd9d30cc-6ba9-440b-a7a7-4fb1fe116b3d req-bd006bd4-bed5-4930-8c8c-839492a775ff tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Calling delete_port for 703d6aee-8194-4753-bd3f-1cb17d4abe15 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:39:09.319438 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-102d2310-7102-4f70-930e-1efb7f730a67 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] DELETE failed (client error): The resource could not be found. Feb 10 15:39:09.322568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-102d2310-7102-4f70-930e-1efb7f730a67 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:39:09.328005 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-102d2310-7102-4f70-930e-1efb7f730a67 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/d26e7611-001b-4387-a1f4-4209ac94b61d HTTP/1.1" status: 404 len: 333 time: 0.1075599 Feb 10 15:39:09.330815 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46162) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:09.453256 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-344b0939-8454-4998-8f27-b1e70e1728f9 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] DELETE failed (client error): The resource could not be found. Feb 10 15:39:09.453729 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344b0939-8454-4998-8f27-b1e70e1728f9 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:39:09.469184 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-344b0939-8454-4998-8f27-b1e70e1728f9 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/6d717524-7342-4fae-8518-2a4db06d485b HTTP/1.1" status: 404 len: 337 time: 0.1100652 Feb 10 15:39:09.472352 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dfef5-643d-43a8-9740-1f0ba806d681 req-8617f3b3-5d44-4d97-b7fe-7aec69370355 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:09.473989 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46166) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:09.480759 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9e2dfef5-643d-43a8-9740-1f0ba806d681 req-8617f3b3-5d44-4d97-b7fe-7aec69370355 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 944 time: 0.4607127 Feb 10 15:39:09.510979 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 703d6aee-8194-4753-bd3f-1cb17d4abe15 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:39:09.531158 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Router a0ed1596-f2d7-477d-87e2-0b565fdb64da has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:39:09.553775 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff5455f-efde-4649-a09e-db478cba37a4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] DELETE failed (client error): The resource could not be found. Feb 10 15:39:09.554240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff5455f-efde-4649-a09e-db478cba37a4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:39:09.558781 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-aff5455f-efde-4649-a09e-db478cba37a4 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/3385d753-b87c-49e4-85b1-563bb81a11f9 HTTP/1.1" status: 404 len: 337 time: 0.0682447 Feb 10 15:39:09.565466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46168) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:09.664887 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-374f3d6e-5f17-4a46-b00a-498004249916 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] DELETE failed (client error): The resource could not be found. Feb 10 15:39:09.677338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374f3d6e-5f17-4a46-b00a-498004249916 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:39:09.683076 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-374f3d6e-5f17-4a46-b00a-498004249916 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/4270c8b4-ce1c-44a3-a2de-6c55545c656f HTTP/1.1" status: 404 len: 333 time: 0.1166017 Feb 10 15:39:09.683697 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46172) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:09.735779 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-872d5e11-7173-4e4c-a172-3c1c0a948b20 None None] Provisioning complete for port d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:09.736259 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-872d5e11-7173-4e4c-a172-3c1c0a948b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d52fc895-8d8d-4aeb-9f1c-30fea6b700c2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:09.748981 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6f1994-d4d7-4957-a819-cde444b73c68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] DELETE failed (client error): The resource could not be found. Feb 10 15:39:09.749500 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6f1994-d4d7-4957-a819-cde444b73c68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:39:09.760312 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bb6f1994-d4d7-4957-a819-cde444b73c68 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/1bd5893e-39a3-4344-a012-b7c07ee0a647 HTTP/1.1" status: 404 len: 337 time: 0.0755544 Feb 10 15:39:09.768670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46174) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:09.838962 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-84250753-0e85-4dca-8f9a-788c95d484af tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] DELETE failed (client error): The resource could not be found. Feb 10 15:39:09.844917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84250753-0e85-4dca-8f9a-788c95d484af tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:39:09.855992 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-872d5e11-7173-4e4c-a172-3c1c0a948b20 None None] Port d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:39:09.861601 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-84250753-0e85-4dca-8f9a-788c95d484af tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/subnets/978d8d66-43be-48e0-80bc-62926fdff431 HTTP/1.1" status: 404 len: 337 time: 0.0917475 Feb 10 15:39:09.862264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46176) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:09.897578 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:39:09.967260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d619c2-fee9-4d52-8f0d-9579d9de92f0 None None] Sync routers for ids ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:39:09.968118 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4e540-ce51-4ebe-8498-766793b7ccdb req-97938e76-4b40-4c9b-8923-aa13603a0c91 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:09.980799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffb4e540-ce51-4ebe-8498-766793b7ccdb req-97938e76-4b40-4c9b-8923-aa13603a0c91 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 946 time: 0.5547659 Feb 10 15:39:09.996252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 62a160fd-35d8-4eb5-beab-0e601af69a77, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=62a160fd-35d8-4eb5-beab-0e601af69a77,segment=NetworkSegment(6b88bed1-a762-45b9-b0d4-0438832bb327),segment_id=6b88bed1-a762-45b9-b0d4-0438832bb327)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:10.052534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 703d6aee-8194-4753-bd3f-1cb17d4abe15 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:39:10.053832 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (703d6aee-8194-4753-bd3f-1cb17d4abe15), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:10.056221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-22f897ff-8f70-45a8-ab91-f69d2df986ee tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:39:10.056771 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-22f897ff-8f70-45a8-ab91-f69d2df986ee tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d52fc895-8d8d-4aeb-9f1c-30fea6b700c2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:10.092318 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9e2dfef5-643d-43a8-9740-1f0ba806d681 req-4e711b93-274c-4a30-b044-1e39e9edadc0 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6104186 Feb 10 15:39:10.149366 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '62a160fd-35d8-4eb5-beab-0e601af69a77', 'network_id': '6b0ca71e-768e-4b49-be67-500d1f639800', 'port_id': '62a160fd-35d8-4eb5-beab-0e601af69a77', 'mac_address': 'fa:16:3e:12:2c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c3857d-7aaf-4ccf-bda7-e419b733fb30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:39:10.162567 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d619c2-fee9-4d52-8f0d-9579d9de92f0 None None] Routers {'a0ed1596-f2d7-477d-87e2-0b565fdb64da'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:10.163196 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-33d619c2-fee9-4d52-8f0d-9579d9de92f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:38:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:10.179790 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:10.276555 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-22f897ff-8f70-45a8-ab91-f69d2df986ee tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d52fc895-8d8d-4aeb-9f1c-30fea6b700c2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:10.314770 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0b87b9e0-0ec4-4add-8dd1-a9e1571ff4b9 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.0674317 Feb 10 15:39:10.324750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db470cfc-e0f0-4f8a-a548-85d371b57e37', 'tag': '4de4589f-0ba2-41a4-a11c-636fe6bcfe74'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:39:10.327480 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9068747d-3d21-499d-aac9-ccd482396ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "db470cfc-e0f0-4f8a-a548-85d371b57e37", "tag": "4de4589f-0ba2-41a4-a11c-636fe6bcfe74"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:10.345838 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-22f897ff-8f70-45a8-ab91-f69d2df986ee tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:39:10.379016 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffb4e540-ce51-4ebe-8498-766793b7ccdb req-1ad75af7-3a91-4dc5-8e7b-f5ade46aee64 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/security-groups?id=959bec08-1039-45cf-82b0-767d91d5a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928189 Feb 10 15:39:10.464895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 62a160fd-35d8-4eb5-beab-0e601af69a77 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:39:10.465498 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (62a160fd-35d8-4eb5-beab-0e601af69a77), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:10.491706 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-dd9d30cc-6ba9-440b-a7a7-4fb1fe116b3d req-bd006bd4-bed5-4930-8c8c-839492a775ff tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (703d6aee-8194-4753-bd3f-1cb17d4abe15), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:10.561835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eeea11-3a65-4664-bb71-b0f1bd676aba req-30c00635-1c08-4691-a47d-8bba3c264019 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:10.569534 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4eeea11-3a65-4664-bb71-b0f1bd676aba req-30c00635-1c08-4691-a47d-8bba3c264019 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.3154707 Feb 10 15:39:10.614347 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a160fd-35d8-4eb5-beab-0e601af69a77 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:39:10.646835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feebd1c6-6b49-40ea-b6fd-a61c93249450 None None] Network 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:39:10.669260 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd006bd4-bed5-4930-8c8c-839492a775ff tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Pushing event deleted for resources: {'Port': ['ID=703d6aee-8194-4753-bd3f-1cb17d4abe15,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:10.712262 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-22f897ff-8f70-45a8-ab91-f69d2df986ee tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d52fc895-8d8d-4aeb-9f1c-30fea6b700c2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:10.736632 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9d30cc-6ba9-440b-a7a7-4fb1fe116b3d req-bd006bd4-bed5-4930-8c8c-839492a775ff tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] No DVR routers for this DVR port 703d6aee-8194-4753-bd3f-1cb17d4abe15 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:39:10.754121 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f897ff-8f70-45a8-ab91-f69d2df986ee tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=d52fc895-8d8d-4aeb-9f1c-30fea6b700c2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:10.768461 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-dd9d30cc-6ba9-440b-a7a7-4fb1fe116b3d req-bd006bd4-bed5-4930-8c8c-839492a775ff tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:10.769355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-22f897ff-8f70-45a8-ab91-f69d2df986ee tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:10.775337 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd9d30cc-6ba9-440b-a7a7-4fb1fe116b3d req-bd006bd4-bed5-4930-8c8c-839492a775ff tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.72 "DELETE /v2.0/ports/703d6aee-8194-4753-bd3f-1cb17d4abe15 HTTP/1.1" status: 204 len: 173 time: 3.0611274 Feb 10 15:39:10.783463 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-22f897ff-8f70-45a8-ab91-f69d2df986ee tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/ports/d52fc895-8d8d-4aeb-9f1c-30fea6b700c2 HTTP/1.1" status: 204 len: 168 time: 0.9196277 Feb 10 15:39:10.784326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46192) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:10.814665 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4eeea11-3a65-4664-bb71-b0f1bd676aba req-1789a8cc-ac63-452a-9ad5-f4b0f328efb2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434039 Feb 10 15:39:10.870564 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c118f1f-7fee-44bb-806f-4169aac9219f req-54e2d128-e3be-4afb-b5a5-e2f09e651651 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:10.883025 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c118f1f-7fee-44bb-806f-4169aac9219f req-54e2d128-e3be-4afb-b5a5-e2f09e651651 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 943 time: 0.2909677 Feb 10 15:39:10.978726 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:10.991843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 62a160fd-35d8-4eb5-beab-0e601af69a77, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=62a160fd-35d8-4eb5-beab-0e601af69a77,segment=NetworkSegment(6b88bed1-a762-45b9-b0d4-0438832bb327),segment_id=6b88bed1-a762-45b9-b0d4-0438832bb327)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:11.016472 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cecf13-d846-453b-82ad-5cc2a8e7c63f x-openstack-request-id: req-c4cecf13-d846-453b-82ad-5cc2a8e7c63f {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:11.017450 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db470cfc-e0f0-4f8a-a548-85d371b57e37", "tag": "4de4589f-0ba2-41a4-a11c-636fe6bcfe74", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:11.017875 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4cecf13-d846-453b-82ad-5cc2a8e7c63f {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:11.018469 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db470cfc-e0f0-4f8a-a548-85d371b57e37', 'tag': '4de4589f-0ba2-41a4-a11c-636fe6bcfe74', 'status': 'completed', 'code': 200} Feb 10 15:39:11.034166 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c118f1f-7fee-44bb-806f-4169aac9219f req-08a5eafe-d99e-43ba-aad5-b678b7abefa7 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/security-groups?id=36ed1147-e33d-4aaa-9d68-fd144610d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451600 Feb 10 15:39:11.092637 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068747d-3d21-499d-aac9-ccd482396ebd req-edd2c281-1b8f-41c4-a4f7-5b81e3f82815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:11.093665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Deleting port dc3e8088-1e0d-4911-97ea-a4af07d7b57d {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:39:11.094140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9068747d-3d21-499d-aac9-ccd482396ebd req-edd2c281-1b8f-41c4-a4f7-5b81e3f82815 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77fbf24d79fa4d5fbb639f8a01d7de6c&device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 1127 time: 0.0914619 Feb 10 15:39:11.094741 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:11.145637 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (62a160fd-35d8-4eb5-beab-0e601af69a77), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:11.202488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] For port dc3e8088-1e0d-4911-97ea-a4af07d7b57d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=dc3e8088-1e0d-4911-97ea-a4af07d7b57d,segment=NetworkSegment(e96b5906-ca80-4466-b2ae-9bd44da89aa0),segment_id=e96b5906-ca80-4466-b2ae-9bd44da89aa0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:11.203417 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:11.237404 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Calling delete_port for dc3e8088-1e0d-4911-97ea-a4af07d7b57d owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:39:11.344203 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 10 15:39:11.344203 n-d-815324-7 neutron-server[103370]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 10 15:39:11.344203 n-d-815324-7 neutron-server[103370]: [parameters: {'status': 'DOWN', 'ports_id': '703d6aee-8194-4753-bd3f-1cb17d4abe15'}] Feb 10 15:39:11.344203 n-d-815324-7 neutron-server[103370]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:39:11.344203 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:39:11.394444 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068747d-3d21-499d-aac9-ccd482396ebd req-20a27583-d864-4be1-a261-9c885f746566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:11.405601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9068747d-3d21-499d-aac9-ccd482396ebd req-20a27583-d864-4be1-a261-9c885f746566 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8fff8c30-0a34-4f57-884d-3d888ae929ae HTTP/1.1" status: 200 len: 909 time: 0.3034744 Feb 10 15:39:11.433388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ebf64-5282-4ed6-b080-98ab45bbbc15 req-6f3046f0-fbe1-44a0-9cb9-7cb7629cf0f8 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:11.434993 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-177ebf64-5282-4ed6-b080-98ab45bbbc15 req-6f3046f0-fbe1-44a0-9cb9-7cb7629cf0f8 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 944 time: 0.1599481 Feb 10 15:39:11.596527 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:11.621639 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-177ebf64-5282-4ed6-b080-98ab45bbbc15 req-db21e12f-ac92-4207-8d4a-46f126d8bd76 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717169 Feb 10 15:39:11.649129 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9068747d-3d21-499d-aac9-ccd482396ebd req-0cc195be-527b-45ab-abf1-04ac865fd772 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4de4589f-0ba2-41a4-a11c-636fe6bcfe74 HTTP/1.1" status: 200 len: 999 time: 0.2131302 Feb 10 15:39:11.674454 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-33d619c2-fee9-4d52-8f0d-9579d9de92f0 None None] Set router a0ed1596-f2d7-477d-87e2-0b565fdb64da gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:11.704257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Port': ['ID=dc3e8088-1e0d-4911-97ea-a4af07d7b57d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:11.718356 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] No DVR routers for this DVR port dc3e8088-1e0d-4911-97ea-a4af07d7b57d on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:39:11.877569 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a239221b-ba9d-438e-9afd-567fafced568 req-fb5d7ecf-51c2-4754-88ab-c523fc797192 tempest-ServerRescueTestJSON-1709100480 tempest-ServerRescueTestJSON-1709100480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73b6635-ba08-4900-83de-6f3fca797313 HTTP/1.1" status: 200 len: 210 time: 0.2002430 Feb 10 15:39:11.905207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068747d-3d21-499d-aac9-ccd482396ebd req-c39932a7-c6e8-4329-9a42-46a249987f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:11.906881 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9068747d-3d21-499d-aac9-ccd482396ebd req-c39932a7-c6e8-4329-9a42-46a249987f74 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0d461450-fb69-494a-aff0-016ac0977632 HTTP/1.1" status: 200 len: 847 time: 0.2510149 Feb 10 15:39:11.971038 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:11.977789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=62a160fd-35d8-4eb5-beab-0e601af69a77,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:12.075117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:12.102833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c5c7c976-ffe7-47f7-be05-5d76984ea932 None None] Provisioning complete for port dc3e8088-1e0d-4911-97ea-a4af07d7b57d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:12.110019 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c5c7c976-ffe7-47f7-be05-5d76984ea932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc3e8088-1e0d-4911-97ea-a4af07d7b57d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:12.142119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96b5906-ca80-4466-b2ae-9bd44da89aa0') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:12.142734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96b5906-ca80-4466-b2ae-9bd44da89aa0') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:12.188412 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (e96b5906-ca80-4466-b2ae-9bd44da89aa0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:12.190745 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['62a160fd-35d8-4eb5-beab-0e601af69a77'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:12.194553 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Port 703d6aee-8194-4753-bd3f-1cb17d4abe15 update to DOWN by agent not found {{(pid=103370) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 15:39:12.224874 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e96b5906-ca80-4466-b2ae-9bd44da89aa0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:12.228858 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7c976-ffe7-47f7-be05-5d76984ea932 None None] Port dc3e8088-1e0d-4911-97ea-a4af07d7b57d was deleted so its status cannot be updated. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 10 15:39:12.251681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:39:12.253449 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (e96b5906-ca80-4466-b2ae-9bd44da89aa0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:39:12.262270 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:39:12.309421 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:12.324065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c5c7c976-ffe7-47f7-be05-5d76984ea932 None None] Could not find standard attr ID for object d52fc895-8d8d-4aeb-9f1c-30fea6b700c2. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:39:12.343937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068747d-3d21-499d-aac9-ccd482396ebd req-72f0f3ad-8692-4c39-8f4b-4c227afca091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:12.345533 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9068747d-3d21-499d-aac9-ccd482396ebd req-72f0f3ad-8692-4c39-8f4b-4c227afca091 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8fff8c30-0a34-4f57-884d-3d888ae929ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4237316 Feb 10 15:39:12.380087 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bd729-d99e-4fb8-9d2c-931424956443 req-b636845c-0335-4d04-b2cd-615e180eab85 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:12.382462 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e7bd729-d99e-4fb8-9d2c-931424956443 req-b636845c-0335-4d04-b2cd-615e180eab85 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.4015920 Feb 10 15:39:12.406951 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:12.415380 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:12.418816 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] 10.222.0.64 "DELETE /v2.0/networks/9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd HTTP/1.1" status: 204 len: 168 time: 1.6316724 Feb 10 15:39:12.421068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3951194c-0548-44bc-ac15-4e11500153ba None None] DHCP port deletion for 9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:39:12.449770 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd2446-3e19-415b-adb0-6ad95abda9fb req-2c99ec0f-1c7e-49b3-b07f-6a6c80f20d2d tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:12.458777 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23bd2446-3e19-415b-adb0-6ad95abda9fb req-2c99ec0f-1c7e-49b3-b07f-6a6c80f20d2d tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 944 time: 0.2817426 Feb 10 15:39:12.489721 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4df45-f878-4ad0-b819-78be1ba78a03 tempest-PortsIpV6TestJSON-531147643 tempest-PortsIpV6TestJSON-531147643-project] Pushing event deleted for resources: {'Network': ['ID=9eeefa67-f34f-4e0f-a5fe-289b06f3cbcd,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:12.593889 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9068747d-3d21-499d-aac9-ccd482396ebd req-01f7e6f5-8f99-45a4-8ed2-d2211b6d91e1 service neutron] 10.222.0.72 "GET /v2.0/networks/8fff8c30-0a34-4f57-884d-3d888ae929ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280989 Feb 10 15:39:12.679164 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e7bd729-d99e-4fb8-9d2c-931424956443 req-5a4c257c-d166-48dd-b231-801dc4859a9f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865839 Feb 10 15:39:12.726175 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23bd2446-3e19-415b-adb0-6ad95abda9fb req-c5716d21-2918-4067-b122-023b2abcd9b1 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/security-groups?id=36ed1147-e33d-4aaa-9d68-fd144610d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662079 Feb 10 15:39:12.982156 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9068747d-3d21-499d-aac9-ccd482396ebd req-e7323a65-eed5-4ab1-ab96-b1c9a80bd481 service neutron] 10.222.0.72 "GET /v2.0/networks/8fff8c30-0a34-4f57-884d-3d888ae929ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761785 Feb 10 15:39:12.984866 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46234) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:13.006791 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca6e58-c43b-47c1-9924-8e5dbb7145d1 req-77d415da-023e-4454-9687-aa2290d6a56c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:13.009413 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53ca6e58-c43b-47c1-9924-8e5dbb7145d1 req-77d415da-023e-4454-9687-aa2290d6a56c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 944 time: 0.1720784 Feb 10 15:39:13.023467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73b6635-ba08-4900-83de-6f3fca797313', 'name': 'network-vif-deleted', 'tag': '703d6aee-8194-4753-bd3f-1cb17d4abe15'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:39:13.026010 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-12dfd9b9-27a3-4e19-8317-8971d6815247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:13.027084 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b852e2a-42d3-4eca-b22f-596650dde1e3" -d '{"events": [{"server_uuid": "b73b6635-ba08-4900-83de-6f3fca797313", "name": "network-vif-deleted", "tag": "703d6aee-8194-4753-bd3f-1cb17d4abe15"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:13.057748 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-33d619c2-fee9-4d52-8f0d-9579d9de92f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'name': 'tempest-TestServerBasicOps-185243485-router', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:08Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 4, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'gw_port': {'id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:09Z', 'updated_at': '2022-02-10T15:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '215eadc2-24ac-41f2-87f4-bdb6b91e4f33', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'port_id': '4de4589f-0ba2-41a4-a11c-636fe6bcfe74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'mac_address': 'fa:16:3e:2f:22:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db470cfc-e0f0-4f8a-a548-85d371b57e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:04Z', 'updated_at': '2022-02-10T15:39:04Z', 'revision_number': 0, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb9bed0-557d-43df-820a-11b608db6231', 'name': '', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'mac_address': 'fa:16:3e:75:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '0d461450-fb69-494a-aff0-016ac0977632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:14Z', 'updated_at': '2022-02-10T15:38:23Z', 'revision_number': 5, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'subnets': [{'id': '0d461450-fb69-494a-aff0-016ac0977632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:13.106959 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46242) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:13.135528 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b65c29-2d6b-44dd-bec9-979070d956a2 x-openstack-request-id: req-d5b65c29-2d6b-44dd-bec9-979070d956a2 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:13.136119 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73b6635-ba08-4900-83de-6f3fca797313", "name": "network-vif-deleted", "tag": "703d6aee-8194-4753-bd3f-1cb17d4abe15", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:13.136700 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5b65c29-2d6b-44dd-bec9-979070d956a2 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:13.137285 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73b6635-ba08-4900-83de-6f3fca797313', 'name': 'network-vif-deleted', 'tag': '703d6aee-8194-4753-bd3f-1cb17d4abe15', 'status': 'completed', 'code': 200} Feb 10 15:39:13.157733 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53ca6e58-c43b-47c1-9924-8e5dbb7145d1 req-459fa5f7-2620-43cf-a9c7-a2a5005d3f69 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419067 Feb 10 15:39:13.195867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d619c2-fee9-4d52-8f0d-9579d9de92f0 None None] Checking router: a0ed1596-f2d7-477d-87e2-0b565fdb64da for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:39:13.221405 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d619c2-fee9-4d52-8f0d-9579d9de92f0 None None] Routers {'a0ed1596-f2d7-477d-87e2-0b565fdb64da'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:13.222031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-33d619c2-fee9-4d52-8f0d-9579d9de92f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:38:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:13.300277 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device c7d61f36-7342-4407-b8ab-faf280bc3e69 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:13.432808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-33d619c2-fee9-4d52-8f0d-9579d9de92f0 None None] Set router a0ed1596-f2d7-477d-87e2-0b565fdb64da gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:13.437064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port c7d61f36-7342-4407-b8ab-faf280bc3e69 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:13.439990 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:13.475626 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-eea78f24-5501-47f2-9bbe-f9ac44c17caf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1421e980265e473a8a502d7d73dcdb60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3669512 Feb 10 15:39:13.479794 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46250) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:13.604575 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c39908d-f1a5-4202-b703-e2b0b4fec952 admin admin] Publish callbacks [] for security_group (a28e1721-368e-4a4d-a5b3-17472e6a66a4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:13.645231 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c39908d-f1a5-4202-b703-e2b0b4fec952 admin admin] Publish callbacks [] for security_group (a28e1721-368e-4a4d-a5b3-17472e6a66a4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:13.671233 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device dc3e8088-1e0d-4911-97ea-a4af07d7b57d no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:39:13.712318 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c39908d-f1a5-4202-b703-e2b0b4fec952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a28e1721-368e-4a4d-a5b3-17472e6a66a4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:13.716331 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c39908d-f1a5-4202-b703-e2b0b4fec952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:13.743252 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2c39908d-f1a5-4202-b703-e2b0b4fec952 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a28e1721-368e-4a4d-a5b3-17472e6a66a4 HTTP/1.1" status: 204 len: 168 time: 0.2621658 Feb 10 15:39:13.775274 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39908d-f1a5-4202-b703-e2b0b4fec952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28e1721-368e-4a4d-a5b3-17472e6a66a4,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:13.863895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: dc3e8088-1e0d-4911-97ea-a4af07d7b57d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:39:13.864244 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device dc3e8088-1e0d-4911-97ea-a4af07d7b57d not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:39:13.865670 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20e6d658-bcd0-430d-8601-57653adf7335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:14.037404 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89658343-3a04-4281-8f56-1915770ec778 req-316ccbb3-eebf-4b62-9824-d23935fe97f9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:14.038981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89658343-3a04-4281-8f56-1915770ec778 req-316ccbb3-eebf-4b62-9824-d23935fe97f9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.1915004 Feb 10 15:39:14.095908 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa749773-a289-47af-9ca4-be30d190ec1c req-9fa3b9ba-cf7f-4a0b-9fdb-fbc8365f796c tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:14.095908 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fa749773-a289-47af-9ca4-be30d190ec1c req-9fa3b9ba-cf7f-4a0b-9fdb-fbc8365f796c tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 944 time: 0.1672325 Feb 10 15:39:14.230788 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fa749773-a289-47af-9ca4-be30d190ec1c req-a1f2a254-b400-4e84-8b14-eff9d542fd6e tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/security-groups?id=36ed1147-e33d-4aaa-9d68-fd144610d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239705 Feb 10 15:39:14.234798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89658343-3a04-4281-8f56-1915770ec778 req-1a99fd2c-6b63-482a-b55e-3a24974790da tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888080 Feb 10 15:39:14.549612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port c7d61f36-7342-4407-b8ab-faf280bc3e69 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:39:14.550111 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:14.559008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191169a-e0ac-422e-8175-991b1e2b1f0e req-eb1940ac-f294-4852-95da-d63e7a6248bf tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:14.571042 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a191169a-e0ac-422e-8175-991b1e2b1f0e req-eb1940ac-f294-4852-95da-d63e7a6248bf tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 944 time: 0.1597469 Feb 10 15:39:14.637314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac95020-7d86-4658-b258-170eec60d86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d61f36-7342-4407-b8ab-faf280bc3e69'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:39:14.639608 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18e6255-c0f6-488d-b9ac-0b2994731326" -d '{"events": [{"server_uuid": "eac95020-7d86-4658-b258-170eec60d86c", "name": "network-vif-plugged", "status": "completed", "tag": "c7d61f36-7342-4407-b8ab-faf280bc3e69"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:14.673841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-20e6d658-bcd0-430d-8601-57653adf7335 admin admin] Deleting port 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:39:14.673841 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20e6d658-bcd0-430d-8601-57653adf7335 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:14.703756 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port c7d61f36-7342-4407-b8ab-faf280bc3e69, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=c7d61f36-7342-4407-b8ab-faf280bc3e69,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:14.709734 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a191169a-e0ac-422e-8175-991b1e2b1f0e req-8e4fa8d4-07de-4985-bd9d-14e641d2af1d tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374538 Feb 10 15:39:14.722754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-33d619c2-fee9-4d52-8f0d-9579d9de92f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'name': 'tempest-TestServerBasicOps-185243485-router', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:08Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 4, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'gw_port': {'id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:09Z', 'updated_at': '2022-02-10T15:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '215eadc2-24ac-41f2-87f4-bdb6b91e4f33', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'port_id': '4de4589f-0ba2-41a4-a11c-636fe6bcfe74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'mac_address': 'fa:16:3e:2f:22:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db470cfc-e0f0-4f8a-a548-85d371b57e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:04Z', 'updated_at': '2022-02-10T15:39:04Z', 'revision_number': 0, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb9bed0-557d-43df-820a-11b608db6231', 'name': '', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'mac_address': 'fa:16:3e:75:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '0d461450-fb69-494a-aff0-016ac0977632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:14Z', 'updated_at': '2022-02-10T15:38:23Z', 'revision_number': 5, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'subnets': [{'id': '0d461450-fb69-494a-aff0-016ac0977632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:14.724610 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:14.813289 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692d5ebd-8b13-48bd-b364-7d3ab323e772 x-openstack-request-id: req-692d5ebd-8b13-48bd-b364-7d3ab323e772 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:14.813879 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac95020-7d86-4658-b258-170eec60d86c", "name": "network-vif-plugged", "status": "completed", "tag": "c7d61f36-7342-4407-b8ab-faf280bc3e69", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:14.814295 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-692d5ebd-8b13-48bd-b364-7d3ab323e772 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:14.814695 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac95020-7d86-4658-b258-170eec60d86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d61f36-7342-4407-b8ab-faf280bc3e69', 'code': 200} Feb 10 15:39:14.861616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d619c2-fee9-4d52-8f0d-9579d9de92f0 None None] The sync data for ids ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'] in n-d-815324-7 is: [{'id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'name': 'tempest-TestServerBasicOps-185243485-router', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:08Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 4, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'gw_port': {'id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:09Z', 'updated_at': '2022-02-10T15:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '215eadc2-24ac-41f2-87f4-bdb6b91e4f33', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'port_id': '4de4589f-0ba2-41a4-a11c-636fe6bcfe74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'mac_address': 'fa:16:3e:2f:22:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db470cfc-e0f0-4f8a-a548-85d371b57e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:39:04Z', 'updated_at': '2022-02-10T15:39:04Z', 'revision_number': 0, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb9bed0-557d-43df-820a-11b608db6231', 'name': '', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'mac_address': 'fa:16:3e:75:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '0d461450-fb69-494a-aff0-016ac0977632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:14Z', 'updated_at': '2022-02-10T15:38:23Z', 'revision_number': 5, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'subnets': [{'id': '0d461450-fb69-494a-aff0-016ac0977632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:39:14.928446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-20e6d658-bcd0-430d-8601-57653adf7335 admin admin] For port 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9ad93c9c-6a9f-49b1-ac3e-97273162ad4e,segment=NetworkSegment(9c2d9956-9898-4849-a01b-2f33e3968205),segment_id=9c2d9956-9898-4849-a01b-2f33e3968205)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:14.929123 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20e6d658-bcd0-430d-8601-57653adf7335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:14.950115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-20e6d658-bcd0-430d-8601-57653adf7335 admin admin] Calling delete_port for 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:39:14.991290 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=c7d61f36-7342-4407-b8ab-faf280bc3e69,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:15.050872 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf37caa-b689-4783-9241-a019a91dbb28 req-e1fc70ac-a8cc-48bb-8e04-b5a48c4f3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:15.052419 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fbf37caa-b689-4783-9241-a019a91dbb28 req-e1fc70ac-a8cc-48bb-8e04-b5a48c4f3ac6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 1127 time: 0.1417241 Feb 10 15:39:15.173620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 62a160fd-35d8-4eb5-beab-0e601af69a77 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:15.187174 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fbf37caa-b689-4783-9241-a019a91dbb28 req-c4acd7fc-4dc2-4617-831c-297dc0ec087d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288323 Feb 10 15:39:15.340576 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d913a6e-6b71-4e08-82bc-e8ec6c15220b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:15.425739 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 62a160fd-35d8-4eb5-beab-0e601af69a77 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:39:15.438574 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1116702-1e59-4d1f-b1f7-d5cf6de3e598 None None] New status for floating IP 215eadc2-24ac-41f2-87f4-bdb6b91e4f33: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:39:15.451569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 62a160fd-35d8-4eb5-beab-0e601af69a77 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:15.453553 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (62a160fd-35d8-4eb5-beab-0e601af69a77), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:15.543604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d6136-9752-4ab1-bc9c-794e41036d31 req-902ce54f-529a-45ba-babe-70b5c38942f9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:15.554592 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f35d6136-9752-4ab1-bc9c-794e41036d31 req-902ce54f-529a-45ba-babe-70b5c38942f9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.1346047 Feb 10 15:39:15.619283 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20e6d658-bcd0-430d-8601-57653adf7335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9ad93c9c-6a9f-49b1-ac3e-97273162ad4e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:15.659769 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46314) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:15.703140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 62a160fd-35d8-4eb5-beab-0e601af69a77 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:39:15.703761 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (62a160fd-35d8-4eb5-beab-0e601af69a77), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:15.742434 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6d658-bcd0-430d-8601-57653adf7335 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad93c9c-6a9f-49b1-ac3e-97273162ad4e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:15.839980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c34e6-ec83-4047-8994-2313e34cbc1d req-72c6de59-b111-4bcc-9ad8-84fbf09a00bd tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:15.842664 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d26c34e6-ec83-4047-8994-2313e34cbc1d req-72c6de59-b111-4bcc-9ad8-84fbf09a00bd tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 944 time: 0.3299165 Feb 10 15:39:15.847280 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f35d6136-9752-4ab1-bc9c-794e41036d31 req-5569efd6-c27a-4fb7-938a-35c50ff392f6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918434 Feb 10 15:39:15.867976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 62a160fd-35d8-4eb5-beab-0e601af69a77, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=62a160fd-35d8-4eb5-beab-0e601af69a77,segment=NetworkSegment(6b88bed1-a762-45b9-b0d4-0438832bb327),segment_id=6b88bed1-a762-45b9-b0d4-0438832bb327)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:15.876339 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (62a160fd-35d8-4eb5-beab-0e601af69a77), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:15.973511 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-736a8eca-46d4-4ccd-a3cf-3cdc4fb8bbf8 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:15.975252 n-d-815324-7 neutron-server[103368]: WARNING neutron.api.v2.base [None req-736a8eca-46d4-4ccd-a3cf-3cdc4fb8bbf8 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 15:39:15.975778 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-736a8eca-46d4-4ccd-a3cf-3cdc4fb8bbf8 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 15:39:15.976837 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-736a8eca-46d4-4ccd-a3cf-3cdc4fb8bbf8 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3124247 Feb 10 15:39:15.988671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46324) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:15.993103 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1ba11f35-bc24-4f1f-813f-9bd4da797d25 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group': {'name': 'tempest-secgroup--1179488285'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:16.015171 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d26c34e6-ec83-4047-8994-2313e34cbc1d req-0b5d045f-cfbb-4a1d-87c8-ab240169fffe tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/security-groups?id=36ed1147-e33d-4aaa-9d68-fd144610d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606965 Feb 10 15:39:16.033041 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ba11f35-bc24-4f1f-813f-9bd4da797d25 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:16.050242 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ba11f35-bc24-4f1f-813f-9bd4da797d25 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:16.118398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20e6d658-bcd0-430d-8601-57653adf7335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:16.133106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=62a160fd-35d8-4eb5-beab-0e601af69a77,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:16.343726 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ba11f35-bc24-4f1f-813f-9bd4da797d25 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (5a16ab27-762b-4a4f-b5b5-91b6b41e24c1), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:16.361079 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ba11f35-bc24-4f1f-813f-9bd4da797d25 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5a16ab27-762b-4a4f-b5b5-91b6b41e24c1), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:16.423800 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:16.456756 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a622664-bf90-44ef-94ec-cc9f3a996674 req-ff666649-ba52-4ce3-b369-d6f77b0c62cd tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:16.464810 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a622664-bf90-44ef-94ec-cc9f3a996674 req-ff666649-ba52-4ce3-b369-d6f77b0c62cd tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.2899539 Feb 10 15:39:16.502668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e6d658-bcd0-430d-8601-57653adf7335 admin admin] Router 3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:39:16.520491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba11f35-bc24-4f1f-813f-9bd4da797d25 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a16ab27-762b-4a4f-b5b5-91b6b41e24c1,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:16.664417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a622664-bf90-44ef-94ec-cc9f3a996674 req-7c728abb-864f-46ae-b369-21cf41027642 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785951 Feb 10 15:39:16.682048 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ba11f35-bc24-4f1f-813f-9bd4da797d25 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (57182bb2-b832-42e1-a51e-f2facea0cf46), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:16.689431 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ba11f35-bc24-4f1f-813f-9bd4da797d25 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (57182bb2-b832-42e1-a51e-f2facea0cf46), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:16.729655 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ba11f35-bc24-4f1f-813f-9bd4da797d25 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:16.731314 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1ba11f35-bc24-4f1f-813f-9bd4da797d25 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7466202 Feb 10 15:39:16.734060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba11f35-bc24-4f1f-813f-9bd4da797d25 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57182bb2-b832-42e1-a51e-f2facea0cf46,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:16.738383 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46336) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:16.743592 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-178926f1-8cc9-460f-85a2-a005fcef1dff tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': '57182bb2-b832-42e1-a51e-f2facea0cf46', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:16.799521 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-178926f1-8cc9-460f-85a2-a005fcef1dff tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group_rule (bdb2d447-c962-4f0c-81af-2efe84530ce6), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:16.815982 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dff456-dbdd-4996-a6fe-28b4c50c5897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a160fd-35d8-4eb5-beab-0e601af69a77'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:39:16.818795 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79735d39-ac93-481d-948b-feaa0209fba6" -d '{"events": [{"server_uuid": "e4dff456-dbdd-4996-a6fe-28b4c50c5897", "name": "network-vif-plugged", "status": "completed", "tag": "62a160fd-35d8-4eb5-beab-0e601af69a77"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:16.888575 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b5f511-4409-45d0-8ad6-91dbd96b3eef x-openstack-request-id: req-85b5f511-4409-45d0-8ad6-91dbd96b3eef {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:16.889016 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4dff456-dbdd-4996-a6fe-28b4c50c5897", "name": "network-vif-plugged", "status": "completed", "tag": "62a160fd-35d8-4eb5-beab-0e601af69a77", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:16.889212 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85b5f511-4409-45d0-8ad6-91dbd96b3eef {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:16.889614 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4dff456-dbdd-4996-a6fe-28b4c50c5897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a160fd-35d8-4eb5-beab-0e601af69a77', 'code': 200} Feb 10 15:39:16.972881 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-178926f1-8cc9-460f-85a2-a005fcef1dff tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group_rule (bdb2d447-c962-4f0c-81af-2efe84530ce6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:16.987625 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-178926f1-8cc9-460f-85a2-a005fcef1dff tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (bdb2d447-c962-4f0c-81af-2efe84530ce6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:17.116835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178926f1-8cc9-460f-85a2-a005fcef1dff tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb2d447-c962-4f0c-81af-2efe84530ce6,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:17.208374 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e6d658-bcd0-430d-8601-57653adf7335 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:39:17.220040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa3ba1-2c90-4058-a727-dc73645cc8d3 None None] Sync routers for ids ['3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:39:17.227033 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-178926f1-8cc9-460f-85a2-a005fcef1dff tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:17.232549 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-178926f1-8cc9-460f-85a2-a005fcef1dff tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4930677 Feb 10 15:39:17.233988 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46346) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:17.244248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa3ba1-2c90-4058-a727-dc73645cc8d3 None None] Routers {'3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:17.245317 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8faa3ba1-2c90-4058-a727-dc73645cc8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:39:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:17.253834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-34e9171c-c751-4a04-a92c-23aa5ee33cad tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': '57182bb2-b832-42e1-a51e-f2facea0cf46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:17.261553 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-20e6d658-bcd0-430d-8601-57653adf7335 admin admin] 10.222.0.64 "PUT /v2.0/routers/3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2753091 Feb 10 15:39:17.267728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46348) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:17.310038 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c5bad-753e-4f28-9c90-6ce1aef3ae02 req-a752d238-efe0-4f98-8016-c5c98d851b42 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:17.312627 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-713c5bad-753e-4f28-9c90-6ce1aef3ae02 req-a752d238-efe0-4f98-8016-c5c98d851b42 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.3366799 Feb 10 15:39:17.335155 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-34e9171c-c751-4a04-a92c-23aa5ee33cad tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group_rule (9ac78370-e4c9-48f4-a8db-d3115bea9c74), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:17.376110 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bc010-a7dc-4a58-8f67-f4cc0bc4be9b req-99aca01d-3d4b-4fae-a4c4-71e17f3019e3 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:17.378240 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d9bc010-a7dc-4a58-8f67-f4cc0bc4be9b req-99aca01d-3d4b-4fae-a4c4-71e17f3019e3 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 945 time: 0.2327483 Feb 10 15:39:17.428326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8307a-a35a-4ac2-ab55-977012cc8896 req-16ced753-5535-4d18-9765-41d711e68ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:17.429877 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56a8307a-a35a-4ac2-ab55-977012cc8896 req-16ced753-5535-4d18-9765-41d711e68ff1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 1127 time: 0.2232254 Feb 10 15:39:17.468905 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-8faa3ba1-2c90-4058-a727-dc73645cc8d3 None None] Set router 3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:17.566014 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d9bc010-a7dc-4a58-8f67-f4cc0bc4be9b req-919dab3f-a958-4001-b34f-0243b8647de0 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/security-groups?id=36ed1147-e33d-4aaa-9d68-fd144610d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480877 Feb 10 15:39:17.582762 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-713c5bad-753e-4f28-9c90-6ce1aef3ae02 req-44b86cd3-bb37-4e39-91b9-06a0450ce50f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598801 Feb 10 15:39:17.633862 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-34e9171c-c751-4a04-a92c-23aa5ee33cad tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 15:39:17.635335 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-34e9171c-c751-4a04-a92c-23aa5ee33cad tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3855085 Feb 10 15:39:17.638656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46356) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:17.653725 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56a8307a-a35a-4ac2-ab55-977012cc8896 req-eb539445-8eba-4efa-8b0b-eda4c4e7a4c7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=36ed1147-e33d-4aaa-9d68-fd144610d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030911 Feb 10 15:39:17.728982 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6bd8e2df-25de-407d-b01e-b81add52b9fe tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (57182bb2-b832-42e1-a51e-f2facea0cf46), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:17.796533 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-762d0acc-0cc9-4753-84c1-710a2cdaae64 admin admin] Publish callbacks [] for router (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:17.803712 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6bd8e2df-25de-407d-b01e-b81add52b9fe tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (57182bb2-b832-42e1-a51e-f2facea0cf46), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:17.878788 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8faa3ba1-2c90-4058-a727-dc73645cc8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'name': 'tempest-ServerRescueTestJSON-64761505-router', 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:36:34Z', 'updated_at': '2022-02-10T15:39:15Z', 'revision_number': 5, 'project_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'gw_port': {'id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:36:35Z', 'updated_at': '2022-02-10T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:17.943330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa3ba1-2c90-4058-a727-dc73645cc8d3 None None] Checking router: 3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:39:18.002619 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa3ba1-2c90-4058-a727-dc73645cc8d3 None None] Routers {'3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:39:18.003855 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8faa3ba1-2c90-4058-a727-dc73645cc8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:39:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:18.017258 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:18.018269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-762d0acc-0cc9-4753-84c1-710a2cdaae64 admin admin] Publish callbacks [] for router_gateway (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:18.023259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dced8-51f0-41b7-af61-d2b7b1fb3897 req-7e82d3b0-a6fc-4bd8-adee-996eb174d262 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:18.031347 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d63dced8-51f0-41b7-af61-d2b7b1fb3897 req-7e82d3b0-a6fc-4bd8-adee-996eb174d262 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.2055507 Feb 10 15:39:18.061219 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6bd8e2df-25de-407d-b01e-b81add52b9fe tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (57182bb2-b832-42e1-a51e-f2facea0cf46), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:18.064144 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6bd8e2df-25de-407d-b01e-b81add52b9fe tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:18.065359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6bd8e2df-25de-407d-b01e-b81add52b9fe tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "DELETE /v2.0/security-groups/57182bb2-b832-42e1-a51e-f2facea0cf46 HTTP/1.1" status: 204 len: 168 time: 0.4254713 Feb 10 15:39:18.078284 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46364) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:18.099125 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8e2df-25de-407d-b01e-b81add52b9fe tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57182bb2-b832-42e1-a51e-f2facea0cf46,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:18.201212 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d63dced8-51f0-41b7-af61-d2b7b1fb3897 req-14780ce3-70f5-4bc5-9759-dd3cdfa9acfe tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651306 Feb 10 15:39:18.211737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-762d0acc-0cc9-4753-84c1-710a2cdaae64 admin admin] Deleting port 1382b4aa-3ca4-49df-aa41-16bb2a18118b {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:39:18.212262 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-762d0acc-0cc9-4753-84c1-710a2cdaae64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1382b4aa-3ca4-49df-aa41-16bb2a18118b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:18.361397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-762d0acc-0cc9-4753-84c1-710a2cdaae64 admin admin] For port 1382b4aa-3ca4-49df-aa41-16bb2a18118b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1382b4aa-3ca4-49df-aa41-16bb2a18118b,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:18.361769 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-762d0acc-0cc9-4753-84c1-710a2cdaae64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1382b4aa-3ca4-49df-aa41-16bb2a18118b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:18.390184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-8faa3ba1-2c90-4058-a727-dc73645cc8d3 None None] Set router 3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:39:18.401455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-762d0acc-0cc9-4753-84c1-710a2cdaae64 admin admin] Calling delete_port for 1382b4aa-3ca4-49df-aa41-16bb2a18118b owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:39:18.485684 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d1859-8ac6-4122-a5db-f224024d5978 req-341cd8a0-5c8a-407b-9b48-46b305b38404 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:18.489092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6f3d1859-8ac6-4122-a5db-f224024d5978 req-341cd8a0-5c8a-407b-9b48-46b305b38404 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.1749251 Feb 10 15:39:18.635466 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6f3d1859-8ac6-4122-a5db-f224024d5978 req-3e114e1d-6db4-4ea0-8a08-0c5868064003 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404059 Feb 10 15:39:18.815218 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46386) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:18.824502 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-549a1b97-8317-4303-8781-d0175fd4662c tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7260077 Feb 10 15:39:18.845655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46388) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:18.876332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-fe80faec-4503-472c-9557-1857c98116e5 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group': {'name': 'tempest-secgroup--724154176'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:18.952077 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fe80faec-4503-472c-9557-1857c98116e5 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:18.968159 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-762d0acc-0cc9-4753-84c1-710a2cdaae64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1382b4aa-3ca4-49df-aa41-16bb2a18118b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:18.995068 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.054446 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4642c201-e49b-4ca9-9cda-cd05b2cdfa28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.138112 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8faa3ba1-2c90-4058-a727-dc73645cc8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'name': 'tempest-ServerRescueTestJSON-64761505-router', 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:36:34Z', 'updated_at': '2022-02-10T15:39:15Z', 'revision_number': 5, 'project_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'gw_port': {'id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:36:35Z', 'updated_at': '2022-02-10T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:19.178662 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e7687-2c1a-43eb-abc7-63c2a90d4d26 req-18314989-5d97-448c-a8f0-90159c0aadee tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:19.180248 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-446e7687-2c1a-43eb-abc7-63c2a90d4d26 req-18314989-5d97-448c-a8f0-90159c0aadee tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 945 time: 0.4477968 Feb 10 15:39:19.211247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa3ba1-2c90-4058-a727-dc73645cc8d3 None None] The sync data for ids ['3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5'] in n-d-815324-7 is: [{'id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'name': 'tempest-ServerRescueTestJSON-64761505-router', 'tenant_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:36:34Z', 'updated_at': '2022-02-10T15:39:15Z', 'revision_number': 5, 'project_id': 'c08fead7e43e4910a23c0de1ddc167cb', 'gw_port': {'id': '1382b4aa-3ca4-49df-aa41-16bb2a18118b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:36:35Z', 'updated_at': '2022-02-10T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:39:19.218795 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d0acc-0cc9-4753-84c1-710a2cdaae64 admin admin] Pushing event deleted for resources: {'Port': ['ID=1382b4aa-3ca4-49df-aa41-16bb2a18118b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:19.239185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358d632-9cf5-47a9-ab1f-752acf4548a2 req-44c7d3ea-d2a5-4104-af5f-4dbe6ecfbed4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:19.240766 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e358d632-9cf5-47a9-ab1f-752acf4548a2 req-44c7d3ea-d2a5-4104-af5f-4dbe6ecfbed4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.4246063 Feb 10 15:39:19.290065 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fe80faec-4503-472c-9557-1857c98116e5 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (69487b2f-92f4-4e1b-8fbb-a89fdd3c47ba), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.300150 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fe80faec-4503-472c-9557-1857c98116e5 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (69487b2f-92f4-4e1b-8fbb-a89fdd3c47ba), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.329469 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-446e7687-2c1a-43eb-abc7-63c2a90d4d26 req-52e7b331-9b48-4dad-8239-87d8292aea10 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/security-groups?id=36ed1147-e33d-4aaa-9d68-fd144610d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295874 Feb 10 15:39:19.369909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e358d632-9cf5-47a9-ab1f-752acf4548a2 req-3085ff73-731a-46c9-8b2a-0ae54a01f220 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220624 Feb 10 15:39:19.399177 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4642c201-e49b-4ca9-9cda-cd05b2cdfa28 admin admin] Publish callbacks [] for security_group (12242739-04a5-4f9a-a7cc-b4b8c61ff1dc), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.407864 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4642c201-e49b-4ca9-9cda-cd05b2cdfa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (12242739-04a5-4f9a-a7cc-b4b8c61ff1dc), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.428557 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fe80faec-4503-472c-9557-1857c98116e5 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.432915 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fe80faec-4503-472c-9557-1857c98116e5 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5861940 Feb 10 15:39:19.444445 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46396) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:19.453029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-2f97643b-6135-427d-9c8c-e53e631d00b7 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': '69487b2f-92f4-4e1b-8fbb-a89fdd3c47ba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:19.454383 n-d-815324-7 neutron-server[103368]: WARNING neutron.api.v2.base [None req-2f97643b-6135-427d-9c8c-e53e631d00b7 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 10 15:39:19.455103 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-2f97643b-6135-427d-9c8c-e53e631d00b7 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:39:19.456314 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2f97643b-6135-427d-9c8c-e53e631d00b7 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0104814 Feb 10 15:39:19.460528 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46398) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:19.462302 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-762d0acc-0cc9-4753-84c1-710a2cdaae64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.469034 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80faec-4503-472c-9557-1857c98116e5 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69487b2f-92f4-4e1b-8fbb-a89fdd3c47ba,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:19.482365 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4642c201-e49b-4ca9-9cda-cd05b2cdfa28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e69d60cee6ff4a9a9630d37e9b0aefad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6644597 Feb 10 15:39:19.483874 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46402) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:19.501204 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642c201-e49b-4ca9-9cda-cd05b2cdfa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12242739-04a5-4f9a-a7cc-b4b8c61ff1dc,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:19.675733 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81343f56-4761-483d-b7cc-1c66c7a6f4b8 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (69487b2f-92f4-4e1b-8fbb-a89fdd3c47ba), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.766123 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81343f56-4761-483d-b7cc-1c66c7a6f4b8 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (69487b2f-92f4-4e1b-8fbb-a89fdd3c47ba), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.782546 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-09178e41-d851-4793-ad03-34fc7282c96e admin admin] Publish callbacks [] for security_group (12242739-04a5-4f9a-a7cc-b4b8c61ff1dc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.801900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:39:19.836563 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-762d0acc-0cc9-4753-84c1-710a2cdaae64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.846134 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-762d0acc-0cc9-4753-84c1-710a2cdaae64 admin admin] Publish callbacks [] for router_controller (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.846577 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:39:19.846931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9ad93c9c-6a9f-49b1-ac3e-97273162ad4e not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:39:19.893810 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-09178e41-d851-4793-ad03-34fc7282c96e admin admin] Publish callbacks [] for security_group (12242739-04a5-4f9a-a7cc-b4b8c61ff1dc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.981931 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-762d0acc-0cc9-4753-84c1-710a2cdaae64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.983630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762d0acc-0cc9-4753-84c1-710a2cdaae64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:39:19.986862 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81343f56-4761-483d-b7cc-1c66c7a6f4b8 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (69487b2f-92f4-4e1b-8fbb-a89fdd3c47ba), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.991457 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81343f56-4761-483d-b7cc-1c66c7a6f4b8 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:19.993328 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-81343f56-4761-483d-b7cc-1c66c7a6f4b8 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "DELETE /v2.0/security-groups/69487b2f-92f4-4e1b-8fbb-a89fdd3c47ba HTTP/1.1" status: 204 len: 168 time: 0.5294149 Feb 10 15:39:20.002635 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-762d0acc-0cc9-4753-84c1-710a2cdaae64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:20.006953 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-762d0acc-0cc9-4753-84c1-710a2cdaae64 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3d2f425b-46fe-43dd-a5d2-a7ee9ea117e5 HTTP/1.1" status: 204 len: 168 time: 2.7380250 Feb 10 15:39:20.007635 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46416) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:20.007970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46418) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:20.009343 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81343f56-4761-483d-b7cc-1c66c7a6f4b8 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69487b2f-92f4-4e1b-8fbb-a89fdd3c47ba,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:20.065146 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-42bbf7be-096b-4bda-bd36-2d9e7ab1d960 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0562661 Feb 10 15:39:20.067503 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46426) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:20.073313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7feb7e6b-eebf-4b40-b123-4b1fc8654089 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597107677'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:20.098413 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7feb7e6b-eebf-4b40-b123-4b1fc8654089 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:20.242366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-824a1867-943e-4b6e-b2b8-1701d705883b admin admin] Deleting subnet 8c152062-e5f7-4888-be3e-07b2128a0ea4 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:39:20.244381 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-09178e41-d851-4793-ad03-34fc7282c96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (12242739-04a5-4f9a-a7cc-b4b8c61ff1dc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:20.247018 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-09178e41-d851-4793-ad03-34fc7282c96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:20.250463 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-09178e41-d851-4793-ad03-34fc7282c96e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12242739-04a5-4f9a-a7cc-b4b8c61ff1dc HTTP/1.1" status: 204 len: 168 time: 0.7572303 Feb 10 15:39:20.262601 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-824a1867-943e-4b6e-b2b8-1701d705883b admin admin] Publish callbacks [] for subnet (8c152062-e5f7-4888-be3e-07b2128a0ea4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:20.290529 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7feb7e6b-eebf-4b40-b123-4b1fc8654089 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (b974a45f-43ae-4511-8a09-ba4a4c7dc869), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:20.297940 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09178e41-d851-4793-ad03-34fc7282c96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12242739-04a5-4f9a-a7cc-b4b8c61ff1dc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:20.304600 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7feb7e6b-eebf-4b40-b123-4b1fc8654089 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b974a45f-43ae-4511-8a09-ba4a4c7dc869), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:20.353656 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-824a1867-943e-4b6e-b2b8-1701d705883b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (8c152062-e5f7-4888-be3e-07b2128a0ea4), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:20.362085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88585749-011d-4d76-954a-c4a892fff930 req-de70748b-f209-4d19-a6f1-b33a40dcf8e3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:20.382165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb7e6b-eebf-4b40-b123-4b1fc8654089 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b974a45f-43ae-4511-8a09-ba4a4c7dc869,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:20.397206 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88585749-011d-4d76-954a-c4a892fff930 req-de70748b-f209-4d19-a6f1-b33a40dcf8e3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/networks?id=8869d08f-a2e4-449e-9a50-22ae4eebae0f HTTP/1.1" status: 200 len: 815 time: 0.3157322 Feb 10 15:39:20.412738 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7feb7e6b-eebf-4b40-b123-4b1fc8654089 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:20.427843 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7feb7e6b-eebf-4b40-b123-4b1fc8654089 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3517165 Feb 10 15:39:20.429688 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46436) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:20.444905 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-bef09ba6-7459-4beb-b872-71e8d592f47c tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': 'b974a45f-43ae-4511-8a09-ba4a4c7dc869', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:20.455680 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-bef09ba6-7459-4beb-b872-71e8d592f47c tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 10 15:39:20.456639 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-bef09ba6-7459-4beb-b872-71e8d592f47c tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:39:20.462041 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bef09ba6-7459-4beb-b872-71e8d592f47c tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0305212 Feb 10 15:39:20.463200 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46438) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:20.487958 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88585749-011d-4d76-954a-c4a892fff930 req-0018134c-cfaf-4747-ab0e-0fdb043dc899 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/quotas/f4c25f3fcb03489eafb6961a58e6ef5a HTTP/1.1" status: 200 len: 375 time: 0.0898981 Feb 10 15:39:20.591222 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5b04af6-b589-4de4-8043-d701619c8ce0 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (b974a45f-43ae-4511-8a09-ba4a4c7dc869), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:20.611386 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-824a1867-943e-4b6e-b2b8-1701d705883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (8c152062-e5f7-4888-be3e-07b2128a0ea4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:20.624404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88585749-011d-4d76-954a-c4a892fff930 req-c13bde4d-05e5-41f0-86dc-8bc9255dac91 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4c25f3fcb03489eafb6961a58e6ef5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1355016 Feb 10 15:39:20.653955 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5b04af6-b589-4de4-8043-d701619c8ce0 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (b974a45f-43ae-4511-8a09-ba4a4c7dc869), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:20.761382 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5b04af6-b589-4de4-8043-d701619c8ce0 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b974a45f-43ae-4511-8a09-ba4a4c7dc869), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:20.765635 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5b04af6-b589-4de4-8043-d701619c8ce0 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:20.772829 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a5b04af6-b589-4de4-8043-d701619c8ce0 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "DELETE /v2.0/security-groups/b974a45f-43ae-4511-8a09-ba4a4c7dc869 HTTP/1.1" status: 204 len: 168 time: 0.3082540 Feb 10 15:39:20.773864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46448) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:20.870008 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7d3b4183-7fb8-49f2-9da1-1e1554061561 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0832369 Feb 10 15:39:20.871243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46450) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:20.885670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ee11e0b9-44e5-4cc6-9271-04fd702d09eb tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group': {'name': 'tempest-secgroup--749923264'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:20.891776 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b04af6-b589-4de4-8043-d701619c8ce0 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b974a45f-43ae-4511-8a09-ba4a4c7dc869,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:20.964252 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ee11e0b9-44e5-4cc6-9271-04fd702d09eb tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.079977 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ee11e0b9-44e5-4cc6-9271-04fd702d09eb tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (6e9868c1-62dd-4528-a6be-16b3dce00d70), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.085979 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ee11e0b9-44e5-4cc6-9271-04fd702d09eb tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6e9868c1-62dd-4528-a6be-16b3dce00d70), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.133236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46458) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:21.134494 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11e0b9-44e5-4cc6-9271-04fd702d09eb tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9868c1-62dd-4528-a6be-16b3dce00d70,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:21.141458 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ee11e0b9-44e5-4cc6-9271-04fd702d09eb tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.146595 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ee11e0b9-44e5-4cc6-9271-04fd702d09eb tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2729781 Feb 10 15:39:21.147709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46460) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:21.164253 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-af5ebef1-8f99-4e76-baec-6f3799812389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.182388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f1f8d791-f196-4338-b791-7b1bcf0753ac tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': '6e9868c1-62dd-4528-a6be-16b3dce00d70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:21.196715 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-f1f8d791-f196-4338-b791-7b1bcf0753ac tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 10 15:39:21.197405 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-f1f8d791-f196-4338-b791-7b1bcf0753ac tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:39:21.203859 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f1f8d791-f196-4338-b791-7b1bcf0753ac tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0405700 Feb 10 15:39:21.206563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46462) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:21.215824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d86f74a1-60db-4b56-a26e-1ba1ed1808e3 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': '6e9868c1-62dd-4528-a6be-16b3dce00d70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:21.216732 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-d86f74a1-60db-4b56-a26e-1ba1ed1808e3 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 10 15:39:21.217420 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-d86f74a1-60db-4b56-a26e-1ba1ed1808e3 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:39:21.221870 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d86f74a1-60db-4b56-a26e-1ba1ed1808e3 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0127654 Feb 10 15:39:21.225793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46464) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:21.234244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7c63d88d-b322-4b54-b9a5-10a23081183b tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': '6e9868c1-62dd-4528-a6be-16b3dce00d70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:21.237346 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-7c63d88d-b322-4b54-b9a5-10a23081183b tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 10 15:39:21.238030 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-7c63d88d-b322-4b54-b9a5-10a23081183b tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:39:21.241799 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7c63d88d-b322-4b54-b9a5-10a23081183b tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123613 Feb 10 15:39:21.243663 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46466) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:21.248224 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-04465d79-7698-4e8b-80b9-b8edb5ce3e38 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': '6e9868c1-62dd-4528-a6be-16b3dce00d70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:21.249746 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-04465d79-7698-4e8b-80b9-b8edb5ce3e38 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 10 15:39:21.250417 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-04465d79-7698-4e8b-80b9-b8edb5ce3e38 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:39:21.255023 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-04465d79-7698-4e8b-80b9-b8edb5ce3e38 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069845 Feb 10 15:39:21.255023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46468) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:21.334982 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1835ac3b-6835-4d2d-921b-d5e81d720490 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (6e9868c1-62dd-4528-a6be-16b3dce00d70), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.361560 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1835ac3b-6835-4d2d-921b-d5e81d720490 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (6e9868c1-62dd-4528-a6be-16b3dce00d70), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.415341 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1835ac3b-6835-4d2d-921b-d5e81d720490 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6e9868c1-62dd-4528-a6be-16b3dce00d70), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.418288 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1835ac3b-6835-4d2d-921b-d5e81d720490 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.422407 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1835ac3b-6835-4d2d-921b-d5e81d720490 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "DELETE /v2.0/security-groups/6e9868c1-62dd-4528-a6be-16b3dce00d70 HTTP/1.1" status: 204 len: 168 time: 0.1636498 Feb 10 15:39:21.433904 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46470) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:21.434999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835ac3b-6835-4d2d-921b-d5e81d720490 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9868c1-62dd-4528-a6be-16b3dce00d70,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:21.522488 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1382b4aa-3ca4-49df-aa41-16bb2a18118b no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:39:21.552623 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 1382b4aa-3ca4-49df-aa41-16bb2a18118b {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:39:21.553357 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1382b4aa-3ca4-49df-aa41-16bb2a18118b not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:39:21.559934 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-824a1867-943e-4b6e-b2b8-1701d705883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (8c152062-e5f7-4888-be3e-07b2128a0ea4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.569160 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-af5ebef1-8f99-4e76-baec-6f3799812389 admin admin] Publish callbacks [] for security_group (16cd4f94-6ada-4f5a-9807-165aca407ab6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.584037 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-af5ebef1-8f99-4e76-baec-6f3799812389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (16cd4f94-6ada-4f5a-9807-165aca407ab6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.665058 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-459d9d94-df21-4e9f-b892-2a9bf91bb14e tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2270806 Feb 10 15:39:21.671014 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46478) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:21.673181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ebef1-8f99-4e76-baec-6f3799812389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cd4f94-6ada-4f5a-9807-165aca407ab6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:21.679983 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-1d9b1573-b516-48ea-a036-2f93a58ec6e0 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group': {'name': 'tempest-secgroup--431119065'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:21.701319 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-af5ebef1-8f99-4e76-baec-6f3799812389 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=61d7ca39be884512b599fb5ccb61a64c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5637219 Feb 10 15:39:21.704465 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46480) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:21.722591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f96a21-df4b-469c-8528-3a0f861251c4 req-75ce0d32-5e13-4230-a2f5-16a3493c75b5 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:21.724150 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2f96a21-df4b-469c-8528-3a0f861251c4 req-75ce0d32-5e13-4230-a2f5-16a3493c75b5 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 945 time: 1.1734180 Feb 10 15:39:21.728513 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d9b1573-b516-48ea-a036-2f93a58ec6e0 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.729654 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a1867-943e-4b6e-b2b8-1701d705883b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c152062-e5f7-4888-be3e-07b2128a0ea4,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:21.813075 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74afbc30-a851-4bfd-9223-93668b08bca2 admin admin] Publish callbacks [] for security_group (16cd4f94-6ada-4f5a-9807-165aca407ab6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.827160 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-824a1867-943e-4b6e-b2b8-1701d705883b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.832333 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-824a1867-943e-4b6e-b2b8-1701d705883b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8c152062-e5f7-4888-be3e-07b2128a0ea4 HTTP/1.1" status: 204 len: 168 time: 1.7732508 Feb 10 15:39:21.850516 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74afbc30-a851-4bfd-9223-93668b08bca2 admin admin] Publish callbacks [] for security_group (16cd4f94-6ada-4f5a-9807-165aca407ab6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.855162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46482) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:21.937732 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d9b1573-b516-48ea-a036-2f93a58ec6e0 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (f7240acc-6c72-4ee1-8443-59a8f52449fe), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:21.965542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db0f27-d85e-4706-b143-5397d9a2fa97 req-c4e484bc-f86b-44dd-b35e-7ca095f95779 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:21.967925 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67db0f27-d85e-4706-b143-5397d9a2fa97 req-c4e484bc-f86b-44dd-b35e-7ca095f95779 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.72 "GET /v2.0/ports?device_id=eac95020-7d86-4658-b258-170eec60d86c HTTP/1.1" status: 200 len: 945 time: 0.4589245 Feb 10 15:39:21.990343 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d9b1573-b516-48ea-a036-2f93a58ec6e0 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f7240acc-6c72-4ee1-8443-59a8f52449fe), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:22.016698 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88585749-011d-4d76-954a-c4a892fff930 req-965012af-c2e3-43a2-af09-ce7a8fca3f8c service neutron] 10.222.0.64 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3910735 Feb 10 15:39:22.041500 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c84a54b-4019-454a-aa0b-d0fbe74a118d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (77aa5724-3b5f-481d-b2f0-62152df49035), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:22.046047 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2f96a21-df4b-469c-8528-3a0f861251c4 req-d52f8c9e-ed9a-47a2-8aa1-e608ffa942cf tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/security-groups?id=36ed1147-e33d-4aaa-9d68-fd144610d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912207 Feb 10 15:39:22.055629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d9b1573-b516-48ea-a036-2f93a58ec6e0 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:22.059790 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1d9b1573-b516-48ea-a036-2f93a58ec6e0 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3848681 Feb 10 15:39:22.063065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46488) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:22.066165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2fe48b5f-be5d-468e-9a47-999545cc795a tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': 'f7240acc-6c72-4ee1-8443-59a8f52449fe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:22.066907 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-2fe48b5f-be5d-468e-9a47-999545cc795a tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 15:39:22.067404 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-2fe48b5f-be5d-468e-9a47-999545cc795a tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:39:22.070995 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2fe48b5f-be5d-468e-9a47-999545cc795a tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057962 Feb 10 15:39:22.070995 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b1573-b516-48ea-a036-2f93a58ec6e0 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7240acc-6c72-4ee1-8443-59a8f52449fe,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:22.072609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46490) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:22.081676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-442613fc-8334-4729-b96e-c62d691296de tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': 'f7240acc-6c72-4ee1-8443-59a8f52449fe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:22.090575 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74afbc30-a851-4bfd-9223-93668b08bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (16cd4f94-6ada-4f5a-9807-165aca407ab6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:22.094234 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-74afbc30-a851-4bfd-9223-93668b08bca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:22.097942 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-74afbc30-a851-4bfd-9223-93668b08bca2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16cd4f94-6ada-4f5a-9807-165aca407ab6 HTTP/1.1" status: 204 len: 168 time: 0.3900628 Feb 10 15:39:22.142173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afbc30-a851-4bfd-9223-93668b08bca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cd4f94-6ada-4f5a-9807-165aca407ab6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:22.287145 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-442613fc-8334-4729-b96e-c62d691296de tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:39:22.289574 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-442613fc-8334-4729-b96e-c62d691296de tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2140913 Feb 10 15:39:22.334734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46498) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:22.338029 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c84a54b-4019-454a-aa0b-d0fbe74a118d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (77aa5724-3b5f-481d-b2f0-62152df49035), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:22.343680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c6735333-768c-4c85-b1cb-9d72a3184f06 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': 'f7240acc-6c72-4ee1-8443-59a8f52449fe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:22.343919 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-c6735333-768c-4c85-b1cb-9d72a3184f06 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 10 15:39:22.344358 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-c6735333-768c-4c85-b1cb-9d72a3184f06 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:39:22.345402 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c6735333-768c-4c85-b1cb-9d72a3184f06 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096707 Feb 10 15:39:22.351061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46500) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:22.358917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7439dbd6-7f6f-41f7-b813-cbac742daaeb tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': 'f7240acc-6c72-4ee1-8443-59a8f52449fe', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:22.382997 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3c84a54b-4019-454a-aa0b-d0fbe74a118d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77aa5724-3b5f-481d-b2f0-62152df49035']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:22.396256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3c84a54b-4019-454a-aa0b-d0fbe74a118d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2d9956-9898-4849-a01b-2f33e3968205') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:22.396580 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3c84a54b-4019-454a-aa0b-d0fbe74a118d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2d9956-9898-4849-a01b-2f33e3968205') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:22.428747 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c84a54b-4019-454a-aa0b-d0fbe74a118d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (9c2d9956-9898-4849-a01b-2f33e3968205), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:22.438167 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88585749-011d-4d76-954a-c4a892fff930 req-39ad93c7-5491-45de-a99d-1ed519bd5f03 service neutron] 10.222.0.64 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287882 Feb 10 15:39:22.521798 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c84a54b-4019-454a-aa0b-d0fbe74a118d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9c2d9956-9898-4849-a01b-2f33e3968205), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:22.537156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53064f1a-1150-4c49-b701-723311280f82 req-14725281-de2b-47fd-a721-19469e689723 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:22.537996 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-7439dbd6-7f6f-41f7-b813-cbac742daaeb tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:39:22.541806 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7439dbd6-7f6f-41f7-b813-cbac742daaeb tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1870143 Feb 10 15:39:22.545697 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46504) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:22.546305 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53064f1a-1150-4c49-b701-723311280f82 req-14725281-de2b-47fd-a721-19469e689723 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.2829306 Feb 10 15:39:22.556887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ee6f2b4d-1dec-4481-8b37-45f5e7f93518 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': 'f7240acc-6c72-4ee1-8443-59a8f52449fe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:22.557438 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-ee6f2b4d-1dec-4481-8b37-45f5e7f93518 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 15:39:22.557947 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-ee6f2b4d-1dec-4481-8b37-45f5e7f93518 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:39:22.562055 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ee6f2b4d-1dec-4481-8b37-45f5e7f93518 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110626 Feb 10 15:39:22.563243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c84a54b-4019-454a-aa0b-d0fbe74a118d admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:39:22.563656 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c84a54b-4019-454a-aa0b-d0fbe74a118d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (9c2d9956-9898-4849-a01b-2f33e3968205), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:22.572201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46506) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:22.583424 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b57fe2c4-e20b-4bfb-8887-69061187f1ed tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': 'f7240acc-6c72-4ee1-8443-59a8f52449fe', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:22.597719 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-67db0f27-d85e-4706-b143-5397d9a2fa97 req-b015e8c2-1122-4b9a-9c69-cb1a618a6f6f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Deleting port c7d61f36-7342-4407-b8ab-faf280bc3e69 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:39:22.598676 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-67db0f27-d85e-4706-b143-5397d9a2fa97 req-b015e8c2-1122-4b9a-9c69-cb1a618a6f6f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:39:22.603707 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:39:22.696534 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c84a54b-4019-454a-aa0b-d0fbe74a118d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (77aa5724-3b5f-481d-b2f0-62152df49035), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:22.704715 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c84a54b-4019-454a-aa0b-d0fbe74a118d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:22.709210 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3c84a54b-4019-454a-aa0b-d0fbe74a118d admin admin] 10.222.0.64 "DELETE /v2.0/networks/77aa5724-3b5f-481d-b2f0-62152df49035 HTTP/1.1" status: 204 len: 168 time: 0.8526807 Feb 10 15:39:22.761034 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84a54b-4019-454a-aa0b-d0fbe74a118d admin admin] Pushing event deleted for resources: {'Network': ['ID=77aa5724-3b5f-481d-b2f0-62152df49035,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:22.786304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53064f1a-1150-4c49-b701-723311280f82 req-9e5c8ce2-d2ba-43f3-95b5-e610a4f341da tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378397 Feb 10 15:39:22.885945 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-67db0f27-d85e-4706-b143-5397d9a2fa97 req-b015e8c2-1122-4b9a-9c69-cb1a618a6f6f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] For port c7d61f36-7342-4407-b8ab-faf280bc3e69, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=c7d61f36-7342-4407-b8ab-faf280bc3e69,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:22.886555 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-67db0f27-d85e-4706-b143-5397d9a2fa97 req-b015e8c2-1122-4b9a-9c69-cb1a618a6f6f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:22.906681 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-67db0f27-d85e-4706-b143-5397d9a2fa97 req-b015e8c2-1122-4b9a-9c69-cb1a618a6f6f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Calling delete_port for c7d61f36-7342-4407-b8ab-faf280bc3e69 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:39:22.910909 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-b57fe2c4-e20b-4bfb-8887-69061187f1ed tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:39:22.916901 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b57fe2c4-e20b-4bfb-8887-69061187f1ed tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3390086 Feb 10 15:39:22.917567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46522) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:22.923333 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-164f2eb6-0781-4011-9432-265b70de7477 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': 'f7240acc-6c72-4ee1-8443-59a8f52449fe', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:22.924315 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-164f2eb6-0781-4011-9432-265b70de7477 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 10 15:39:22.924965 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-164f2eb6-0781-4011-9432-265b70de7477 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:39:22.928786 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-164f2eb6-0781-4011-9432-265b70de7477 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077138 Feb 10 15:39:22.929207 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46524) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:22.933931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-aa4c792f-1194-4958-a95b-e891611df28e tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': 'f7240acc-6c72-4ee1-8443-59a8f52449fe', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:23.024896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3cda91fe-00eb-4a0a-a5db-c3334bfc2fa9 req-29aaac17-e236-420a-b4b4-4a3ccfef34df tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 210 time: 0.1112404 Feb 10 15:39:23.066084 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-aa4c792f-1194-4958-a95b-e891611df28e tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:39:23.067680 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-aa4c792f-1194-4958-a95b-e891611df28e tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1373861 Feb 10 15:39:23.068786 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46530) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:23.076375 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46532) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:23.081484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-5f3f7bdc-34cc-4108-94ee-ffcb01c23f56 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': 'f7240acc-6c72-4ee1-8443-59a8f52449fe', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:23.161556 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-5f3f7bdc-34cc-4108-94ee-ffcb01c23f56 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:39:23.165509 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5f3f7bdc-34cc-4108-94ee-ffcb01c23f56 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0853984 Feb 10 15:39:23.168955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46538) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:23.192155 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-14e27d94-77ad-4193-a33c-976db7961e74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c08fead7e43e4910a23c0de1ddc167cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1220086 Feb 10 15:39:23.195444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46540) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:23.198224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5156368-9df6-4c4d-b05c-fb250d51043c req-733fd36f-0b2f-4748-a27b-7faf29fe83e4 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:23.202948 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5156368-9df6-4c4d-b05c-fb250d51043c req-733fd36f-0b2f-4748-a27b-7faf29fe83e4 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 945 time: 0.2784016 Feb 10 15:39:23.302717 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39be7381-8139-4cf7-86bb-f3bd1ff93d95 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (f7240acc-6c72-4ee1-8443-59a8f52449fe), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:23.343089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device c7d61f36-7342-4407-b8ab-faf280bc3e69 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:39:23.412291 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39be7381-8139-4cf7-86bb-f3bd1ff93d95 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (f7240acc-6c72-4ee1-8443-59a8f52449fe), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:23.426930 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5156368-9df6-4c4d-b05c-fb250d51043c req-547de8ba-e989-490c-9545-77252ebca1e3 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/security-groups?id=36ed1147-e33d-4aaa-9d68-fd144610d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161076 Feb 10 15:39:23.441176 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cba0c4ae-84b3-4eb9-a9a1-ba801775bd45 admin admin] Publish callbacks [] for security_group (959bec08-1039-45cf-82b0-767d91d5a76a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:23.466740 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-67db0f27-d85e-4706-b143-5397d9a2fa97 req-b015e8c2-1122-4b9a-9c69-cb1a618a6f6f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (c7d61f36-7342-4407-b8ab-faf280bc3e69), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:23.481934 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cba0c4ae-84b3-4eb9-a9a1-ba801775bd45 admin admin] Publish callbacks [] for security_group (959bec08-1039-45cf-82b0-767d91d5a76a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:23.523811 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39be7381-8139-4cf7-86bb-f3bd1ff93d95 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f7240acc-6c72-4ee1-8443-59a8f52449fe), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:23.527072 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39be7381-8139-4cf7-86bb-f3bd1ff93d95 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:23.528850 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-39be7381-8139-4cf7-86bb-f3bd1ff93d95 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "DELETE /v2.0/security-groups/f7240acc-6c72-4ee1-8443-59a8f52449fe HTTP/1.1" status: 204 len: 168 time: 0.3587332 Feb 10 15:39:23.540362 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46554) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:23.554531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015e8c2-1122-4b9a-9c69-cb1a618a6f6f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Pushing event deleted for resources: {'Port': ['ID=c7d61f36-7342-4407-b8ab-faf280bc3e69,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:23.580596 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be7381-8139-4cf7-86bb-f3bd1ff93d95 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7240acc-6c72-4ee1-8443-59a8f52449fe,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:23.625399 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No active binding found for port c7d61f36-7342-4407-b8ab-faf280bc3e69 {{(pid=103370) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 15:39:23.625989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] The host n-h1-815324-7 is not matching for port c7d61f36-7342-4407-b8ab-faf280bc3e69 host None! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:39:23.631910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device c7d61f36-7342-4407-b8ab-faf280bc3e69 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:39:23.644444 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ef114b50-fc94-4656-925a-f9887b9dd737 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1024780 Feb 10 15:39:23.650231 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46562) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:23.655078 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cba0c4ae-84b3-4eb9-a9a1-ba801775bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (959bec08-1039-45cf-82b0-767d91d5a76a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:23.659696 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cba0c4ae-84b3-4eb9-a9a1-ba801775bd45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:23.665486 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cba0c4ae-84b3-4eb9-a9a1-ba801775bd45 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/959bec08-1039-45cf-82b0-767d91d5a76a HTTP/1.1" status: 204 len: 168 time: 0.4683304 Feb 10 15:39:23.671230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ca741999-a00d-4af3-8445-39e058595b52 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group': {'name': 'tempest-secgroup--621275272'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:23.690996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-67db0f27-d85e-4706-b143-5397d9a2fa97 req-b015e8c2-1122-4b9a-9c69-cb1a618a6f6f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] No DVR routers for this DVR port c7d61f36-7342-4407-b8ab-faf280bc3e69 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:39:23.694612 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-67db0f27-d85e-4706-b143-5397d9a2fa97 req-b015e8c2-1122-4b9a-9c69-cb1a618a6f6f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:23.702002 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0c4ae-84b3-4eb9-a9a1-ba801775bd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959bec08-1039-45cf-82b0-767d91d5a76a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:23.705998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67db0f27-d85e-4706-b143-5397d9a2fa97 req-b015e8c2-1122-4b9a-9c69-cb1a618a6f6f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.72 "DELETE /v2.0/ports/c7d61f36-7342-4407-b8ab-faf280bc3e69 HTTP/1.1" status: 204 len: 173 time: 1.7242668 Feb 10 15:39:23.706597 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac95020-7d86-4658-b258-170eec60d86c', 'name': 'network-vif-deleted', 'tag': 'c7d61f36-7342-4407-b8ab-faf280bc3e69'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:39:23.710138 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7ae851-477b-43c8-ad43-98c15043c167" -d '{"events": [{"server_uuid": "eac95020-7d86-4658-b258-170eec60d86c", "name": "network-vif-deleted", "tag": "c7d61f36-7342-4407-b8ab-faf280bc3e69"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:23.731330 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca741999-a00d-4af3-8445-39e058595b52 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:23.838285 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5959fa-9be6-463b-9e08-f0294503f202 x-openstack-request-id: req-cf5959fa-9be6-463b-9e08-f0294503f202 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:23.838581 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac95020-7d86-4658-b258-170eec60d86c", "name": "network-vif-deleted", "tag": "c7d61f36-7342-4407-b8ab-faf280bc3e69", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:23.838853 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf5959fa-9be6-463b-9e08-f0294503f202 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:23.839276 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac95020-7d86-4658-b258-170eec60d86c', 'name': 'network-vif-deleted', 'tag': 'c7d61f36-7342-4407-b8ab-faf280bc3e69', 'status': 'completed', 'code': 200} Feb 10 15:39:24.101244 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca741999-a00d-4af3-8445-39e058595b52 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (0065089c-4b81-4ba3-9edb-495edb5384a2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:24.121639 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca741999-a00d-4af3-8445-39e058595b52 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0065089c-4b81-4ba3-9edb-495edb5384a2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:24.167636 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85104e99-f048-4907-a388-22d69d68460e req-5bbacd59-1338-4f63-aa54-5bb4bd190fdb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:24.176301 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85104e99-f048-4907-a388-22d69d68460e req-5bbacd59-1338-4f63-aa54-5bb4bd190fdb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.1576836 Feb 10 15:39:24.235296 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad10831-2108-4902-a9dc-0bcd3a2cf8a8 req-146c8c42-6a1c-43ba-96cb-7609b79a5c73 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:24.242858 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ad10831-2108-4902-a9dc-0bcd3a2cf8a8 req-146c8c42-6a1c-43ba-96cb-7609b79a5c73 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 945 time: 0.1510925 Feb 10 15:39:24.267122 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85104e99-f048-4907-a388-22d69d68460e req-9c3e3596-09f5-4fc2-8b5b-395d1326dff0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833061 Feb 10 15:39:24.289421 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca741999-a00d-4af3-8445-39e058595b52 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:24.299978 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ca741999-a00d-4af3-8445-39e058595b52 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6468284 Feb 10 15:39:24.303019 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46592) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:24.319754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-34f34ca5-5b61-4eee-8c65-841a57a982bd tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': '0065089c-4b81-4ba3-9edb-495edb5384a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:24.353554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca741999-a00d-4af3-8445-39e058595b52 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0065089c-4b81-4ba3-9edb-495edb5384a2,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:24.401696 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ad10831-2108-4902-a9dc-0bcd3a2cf8a8 req-f3bb66d1-7dd3-47ba-9392-981083065646 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/security-groups?id=36ed1147-e33d-4aaa-9d68-fd144610d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528120 Feb 10 15:39:24.494434 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-34f34ca5-5b61-4eee-8c65-841a57a982bd tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The resource could not be found. Feb 10 15:39:24.495615 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-34f34ca5-5b61-4eee-8c65-841a57a982bd tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1859484 Feb 10 15:39:24.499204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46598) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:24.524575 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-e33f0b68-be2e-468e-b79b-23f4e5cdb3a0 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': '0065089c-4b81-4ba3-9edb-495edb5384a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd113e149-f7a1-41e3-a119-d769b7b0da27'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:24.525006 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0144d8da-4e01-4126-b6aa-baf99b89053f req-1bc8b1d6-d684-40f5-b165-e860e4b88d89 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 210 time: 0.0994494 Feb 10 15:39:24.608809 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-e33f0b68-be2e-468e-b79b-23f4e5cdb3a0 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The resource could not be found. Feb 10 15:39:24.611415 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e33f0b68-be2e-468e-b79b-23f4e5cdb3a0 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1098423 Feb 10 15:39:24.614108 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46606) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:24.784994 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e7582f4-f525-4609-bb6d-1283678e2824 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (0065089c-4b81-4ba3-9edb-495edb5384a2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:24.896753 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e7582f4-f525-4609-bb6d-1283678e2824 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (0065089c-4b81-4ba3-9edb-495edb5384a2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:25.030590 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd897d5-04ef-4ea4-8bba-a7ac3ff4139a req-8fcd048f-0c13-478d-b9a1-2b0556cb3170 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:25.032721 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffd897d5-04ef-4ea4-8bba-a7ac3ff4139a req-8fcd048f-0c13-478d-b9a1-2b0556cb3170 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 945 time: 0.1108050 Feb 10 15:39:25.034166 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e7582f4-f525-4609-bb6d-1283678e2824 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0065089c-4b81-4ba3-9edb-495edb5384a2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:25.037212 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e7582f4-f525-4609-bb6d-1283678e2824 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:25.038553 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2e7582f4-f525-4609-bb6d-1283678e2824 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "DELETE /v2.0/security-groups/0065089c-4b81-4ba3-9edb-495edb5384a2 HTTP/1.1" status: 204 len: 168 time: 0.4232991 Feb 10 15:39:25.041932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46622) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:25.062076 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7582f4-f525-4609-bb6d-1283678e2824 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0065089c-4b81-4ba3-9edb-495edb5384a2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:25.125942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46624) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:25.129183 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffd897d5-04ef-4ea4-8bba-a7ac3ff4139a req-d7d9709a-8154-4844-a1a7-5fbf3474f802 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/security-groups?id=36ed1147-e33d-4aaa-9d68-fd144610d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892274 Feb 10 15:39:25.188808 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f51e22f6-6702-47fb-abab-9e72f7ec7c71 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1408319 Feb 10 15:39:25.189456 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46632) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:25.195865 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-630795d1-0814-47a3-99d3-cbcc105e50bb tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': '3b5f7b51-fb68-4561-bdfa-8c7f89613313', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:25.291829 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-630795d1-0814-47a3-99d3-cbcc105e50bb tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The resource could not be found. Feb 10 15:39:25.310189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-630795d1-0814-47a3-99d3-cbcc105e50bb tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1054664 Feb 10 15:39:25.311334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46640) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:25.328934 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-eac82401-164e-405b-884d-0f28e877368d tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group': {'name': 'tempest-secgroup--623527'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:25.420887 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eac82401-164e-405b-884d-0f28e877368d tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:25.563644 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eac82401-164e-405b-884d-0f28e877368d tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (fc4919ce-feea-4584-95ca-3be072f89dd7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:25.583579 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f6b5432c-0881-4d00-b399-75fda1526e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:25.635691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88585749-011d-4d76-954a-c4a892fff930 req-68308957-fe6f-4724-a0ef-76291e4489e5 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:25.638616 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88585749-011d-4d76-954a-c4a892fff930 req-68308957-fe6f-4724-a0ef-76291e4489e5 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.72 "GET /v2.0/networks?id=8869d08f-a2e4-449e-9a50-22ae4eebae0f HTTP/1.1" status: 200 len: 815 time: 0.3477361 Feb 10 15:39:25.658309 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eac82401-164e-405b-884d-0f28e877368d tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fc4919ce-feea-4584-95ca-3be072f89dd7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:25.677024 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-88585749-011d-4d76-954a-c4a892fff930 req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Request body: {'port': {'device_id': 'd982532c-60c6-4ccb-8d92-02c89b399738', 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f', 'admin_state_up': True, 'tenant_id': 'f4c25f3fcb03489eafb6961a58e6ef5a'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:25.705276 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac82401-164e-405b-884d-0f28e877368d tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4919ce-feea-4584-95ca-3be072f89dd7,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:25.729076 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eac82401-164e-405b-884d-0f28e877368d tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:25.734019 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-eac82401-164e-405b-884d-0f28e877368d tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4318221 Feb 10 15:39:25.737145 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46650) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:25.741707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c3506894-f544-4086-8c2e-b59f637412c6 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033592346'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:25.759850 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff28453a-32f2-4a53-b097-59894128eef1 req-cdb93168-2add-4791-ba5e-c2abaff33c98 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 210 time: 0.0913079 Feb 10 15:39:25.798402 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f6b5432c-0881-4d00-b399-75fda1526e03 admin admin] Publish callbacks [] for security_group (b2643c9e-17f0-4882-93c0-0e273f897931), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:25.806545 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f6b5432c-0881-4d00-b399-75fda1526e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b2643c9e-17f0-4882-93c0-0e273f897931), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:25.824825 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c3506894-f544-4086-8c2e-b59f637412c6 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:25.838146 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff860ac6-45de-41b8-95c2-4b0c8165d145 req-0bcfc3cd-eaa7-40c7-b718-455663cc7b29 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:25.846602 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff860ac6-45de-41b8-95c2-4b0c8165d145 req-0bcfc3cd-eaa7-40c7-b718-455663cc7b29 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.3542712 Feb 10 15:39:25.920947 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f6b5432c-0881-4d00-b399-75fda1526e03 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ea2b6aa2ac54859a0a4c94a1c3cc93d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7929566 Feb 10 15:39:25.926080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46658) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:25.942563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5432c-0881-4d00-b399-75fda1526e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2643c9e-17f0-4882-93c0-0e273f897931,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:25.948830 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff860ac6-45de-41b8-95c2-4b0c8165d145 req-43fbb5d9-24b1-4a6d-b837-8d98ff6af161 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010427 Feb 10 15:39:25.953621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88585749-011d-4d76-954a-c4a892fff930 req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Made reservation on behalf of f4c25f3fcb03489eafb6961a58e6ef5a for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:25.957214 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-88585749-011d-4d76-954a-c4a892fff930 req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:26.136783 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c3506894-f544-4086-8c2e-b59f637412c6 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (db6ba655-5684-407e-9575-3a6f2ce5564e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:26.138413 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8c4aa77d-ed0d-4d65-a1aa-bf8566aa5a49 admin admin] Publish callbacks [] for security_group (b2643c9e-17f0-4882-93c0-0e273f897931), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:26.164961 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8c4aa77d-ed0d-4d65-a1aa-bf8566aa5a49 admin admin] Publish callbacks [] for security_group (b2643c9e-17f0-4882-93c0-0e273f897931), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:26.202487 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c3506894-f544-4086-8c2e-b59f637412c6 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (db6ba655-5684-407e-9575-3a6f2ce5564e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:26.236007 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c3506894-f544-4086-8c2e-b59f637412c6 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:26.238032 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c3506894-f544-4086-8c2e-b59f637412c6 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4998777 Feb 10 15:39:26.247355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46666) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:26.264407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2c407d1a-4599-4dfc-b3ea-46d801f9eba5 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group_rule': {'security_group_id': 'fc4919ce-feea-4584-95ca-3be072f89dd7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'db6ba655-5684-407e-9575-3a6f2ce5564e'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:26.269373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-88585749-011d-4d76-954a-c4a892fff930 req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Allocated IP 172.20.0.12 (8869d08f-a2e4-449e-9a50-22ae4eebae0f/fd6f1597-24e8-4da8-a58f-4d14c7888f3e/1f00d178-71c1-4ce2-92b2-548b0430bb97) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:26.292180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3506894-f544-4086-8c2e-b59f637412c6 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6ba655-5684-407e-9575-3a6f2ce5564e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:26.324994 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8c4aa77d-ed0d-4d65-a1aa-bf8566aa5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b2643c9e-17f0-4882-93c0-0e273f897931), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:26.330779 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8c4aa77d-ed0d-4d65-a1aa-bf8566aa5a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:26.334411 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8c4aa77d-ed0d-4d65-a1aa-bf8566aa5a49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2643c9e-17f0-4882-93c0-0e273f897931 HTTP/1.1" status: 204 len: 168 time: 0.4074769 Feb 10 15:39:26.365289 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4aa77d-ed0d-4d65-a1aa-bf8566aa5a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2643c9e-17f0-4882-93c0-0e273f897931,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:26.380896 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-2c407d1a-4599-4dfc-b3ea-46d801f9eba5 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:39:26.381995 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2c407d1a-4599-4dfc-b3ea-46d801f9eba5 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1327527 Feb 10 15:39:26.385131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46672) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:26.540415 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0430a268-80e5-4fde-bfb6-2393efbb277c tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (db6ba655-5684-407e-9575-3a6f2ce5564e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:26.603023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd667e7-cbd7-42e1-a2c1-1ec4e478d35a req-ff96bb7f-9a95-40ae-85b5-617aa95e1dd3 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:26.605878 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5cd667e7-cbd7-42e1-a2c1-1ec4e478d35a req-ff96bb7f-9a95-40ae-85b5-617aa95e1dd3 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 945 time: 0.1698971 Feb 10 15:39:26.672041 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0430a268-80e5-4fde-bfb6-2393efbb277c tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (db6ba655-5684-407e-9575-3a6f2ce5564e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:26.684831 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-88585749-011d-4d76-954a-c4a892fff930 req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks [] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:26.757945 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-88585749-011d-4d76-954a-c4a892fff930 req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:26.907956 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0430a268-80e5-4fde-bfb6-2393efbb277c tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (db6ba655-5684-407e-9575-3a6f2ce5564e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:26.911066 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0430a268-80e5-4fde-bfb6-2393efbb277c tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:26.915253 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0430a268-80e5-4fde-bfb6-2393efbb277c tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "DELETE /v2.0/security-groups/db6ba655-5684-407e-9575-3a6f2ce5564e HTTP/1.1" status: 204 len: 168 time: 0.5264251 Feb 10 15:39:26.918278 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46694) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:26.923356 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-5cd667e7-cbd7-42e1-a2c1-1ec4e478d35a req-3a91b5cb-dc6b-4218-abbe-6be673470d84 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Deleting port 62a160fd-35d8-4eb5-beab-0e601af69a77 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:39:26.923620 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5cd667e7-cbd7-42e1-a2c1-1ec4e478d35a req-3a91b5cb-dc6b-4218-abbe-6be673470d84 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (62a160fd-35d8-4eb5-beab-0e601af69a77), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:26.950989 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88585749-011d-4d76-954a-c4a892fff930 req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Network 8869d08f-a2e4-449e-9a50-22ae4eebae0f is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:26.961737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Pushing event updated for resources: {'Port': ['ID=1f00d178-71c1-4ce2-92b2-548b0430bb97,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:26.965804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-88585749-011d-4d76-954a-c4a892fff930 req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:26.999597 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-88585749-011d-4d76-954a-c4a892fff930 req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:27.031830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:27.031830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:27.031830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:27.031830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:27.031830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:27.031830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:27.031830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:27.031830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:27.031830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:27.031830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:27.031830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:27.031830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:27.033130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:39:27.061381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5cd667e7-cbd7-42e1-a2c1-1ec4e478d35a req-3a91b5cb-dc6b-4218-abbe-6be673470d84 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] For port 62a160fd-35d8-4eb5-beab-0e601af69a77, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=62a160fd-35d8-4eb5-beab-0e601af69a77,segment=NetworkSegment(6b88bed1-a762-45b9-b0d4-0438832bb327),segment_id=6b88bed1-a762-45b9-b0d4-0438832bb327)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:27.061381 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5cd667e7-cbd7-42e1-a2c1-1ec4e478d35a req-3a91b5cb-dc6b-4218-abbe-6be673470d84 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (62a160fd-35d8-4eb5-beab-0e601af69a77), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:27.078852 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-5cd667e7-cbd7-42e1-a2c1-1ec4e478d35a req-3a91b5cb-dc6b-4218-abbe-6be673470d84 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Calling delete_port for 62a160fd-35d8-4eb5-beab-0e601af69a77 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:39:27.128966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430a268-80e5-4fde-bfb6-2393efbb277c tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6ba655-5684-407e-9575-3a6f2ce5564e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:27.181735 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b60db-142c-4564-868c-a9c1fd3c3f6c req-adf1f4d6-3060-4525-8095-0ea77201f0b5 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:27.183356 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e0b60db-142c-4564-868c-a9c1fd3c3f6c req-adf1f4d6-3060-4525-8095-0ea77201f0b5 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 945 time: 0.4331138 Feb 10 15:39:27.309932 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88585749-011d-4d76-954a-c4a892fff930 req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:27.313638 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-88585749-011d-4d76-954a-c4a892fff930 req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:27.330696 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-072cb724-7ecb-453a-bfad-dc5066756342 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4541 time: 0.4102571 Feb 10 15:39:27.335744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46708) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:27.388353 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac989d-c31b-465a-8677-f65785e13599 req-343f4392-d420-43bf-961c-c2edc6f9f5d3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:27.391664 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21ac989d-c31b-465a-8677-f65785e13599 req-343f4392-d420-43bf-961c-c2edc6f9f5d3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 932 time: 0.4226637 Feb 10 15:39:27.428902 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88585749-011d-4d76-954a-c4a892fff930 req-e8508d7e-157c-4c98-9af9-5cfb0e530905 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7617259 Feb 10 15:39:27.459947 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Request body: {'port': {'device_id': 'd982532c-60c6-4ccb-8d92-02c89b399738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:27.465809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-73ffa084-9998-42af-9b66-0bcaa0773db1 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (fc4919ce-feea-4584-95ca-3be072f89dd7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:27.469269 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e0b60db-142c-4564-868c-a9c1fd3c3f6c req-60f715a2-3637-4318-9737-cb65d1bee421 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/security-groups?id=36ed1147-e33d-4aaa-9d68-fd144610d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642772 Feb 10 15:39:27.572608 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-73ffa084-9998-42af-9b66-0bcaa0773db1 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (fc4919ce-feea-4584-95ca-3be072f89dd7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:27.622244 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5cd667e7-cbd7-42e1-a2c1-1ec4e478d35a req-3a91b5cb-dc6b-4218-abbe-6be673470d84 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (62a160fd-35d8-4eb5-beab-0e601af69a77), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:27.639300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['62a160fd-35d8-4eb5-beab-0e601af69a77'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:27.656191 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21ac989d-c31b-465a-8677-f65785e13599 req-16a740d6-56a1-4739-99ff-7c023e4db553 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447572 Feb 10 15:39:27.673257 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:27.865591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833959a-bffe-43c2-a3b6-fd6130a3d550 req-05f9d5ed-eaa1-4738-8a0d-1d3f267aa7d2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:27.867191 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d833959a-bffe-43c2-a3b6-fd6130a3d550 req-05f9d5ed-eaa1-4738-8a0d-1d3f267aa7d2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.2422614 Feb 10 15:39:27.872348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91b5cb-dc6b-4218-abbe-6be673470d84 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Pushing event deleted for resources: {'Port': ['ID=62a160fd-35d8-4eb5-beab-0e601af69a77,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:27.893582 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-73ffa084-9998-42af-9b66-0bcaa0773db1 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fc4919ce-feea-4584-95ca-3be072f89dd7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:27.904206 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-73ffa084-9998-42af-9b66-0bcaa0773db1 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:27.921935 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-73ffa084-9998-42af-9b66-0bcaa0773db1 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "DELETE /v2.0/security-groups/fc4919ce-feea-4584-95ca-3be072f89dd7 HTTP/1.1" status: 204 len: 168 time: 0.5693939 Feb 10 15:39:27.953815 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46728) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:27.954108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46730) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:27.995230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffa084-9998-42af-9b66-0bcaa0773db1 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4919ce-feea-4584-95ca-3be072f89dd7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:27.998255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd667e7-cbd7-42e1-a2c1-1ec4e478d35a req-3a91b5cb-dc6b-4218-abbe-6be673470d84 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] No DVR routers for this DVR port 62a160fd-35d8-4eb5-beab-0e601af69a77 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:39:28.000710 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5cd667e7-cbd7-42e1-a2c1-1ec4e478d35a req-3a91b5cb-dc6b-4218-abbe-6be673470d84 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:28.006241 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5cd667e7-cbd7-42e1-a2c1-1ec4e478d35a req-3a91b5cb-dc6b-4218-abbe-6be673470d84 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.79 "DELETE /v2.0/ports/62a160fd-35d8-4eb5-beab-0e601af69a77 HTTP/1.1" status: 204 len: 173 time: 1.3922269 Feb 10 15:39:28.027657 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dff456-dbdd-4996-a6fe-28b4c50c5897', 'name': 'network-vif-deleted', 'tag': '62a160fd-35d8-4eb5-beab-0e601af69a77'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:39:28.046048 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b1aec9-4ac9-4118-9267-48544d40dbca" -d '{"events": [{"server_uuid": "e4dff456-dbdd-4996-a6fe-28b4c50c5897", "name": "network-vif-deleted", "tag": "62a160fd-35d8-4eb5-beab-0e601af69a77"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:28.084119 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d833959a-bffe-43c2-a3b6-fd6130a3d550 req-9c90893b-855f-4a00-b485-9aaf30026429 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057071 Feb 10 15:39:28.159009 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cfd817-5430-48dd-9321-0fa2e6ca2a98 x-openstack-request-id: req-45cfd817-5430-48dd-9321-0fa2e6ca2a98 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:28.165548 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4dff456-dbdd-4996-a6fe-28b4c50c5897", "name": "network-vif-deleted", "tag": "62a160fd-35d8-4eb5-beab-0e601af69a77", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:28.166066 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45cfd817-5430-48dd-9321-0fa2e6ca2a98 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:28.166743 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4dff456-dbdd-4996-a6fe-28b4c50c5897', 'name': 'network-vif-deleted', 'tag': '62a160fd-35d8-4eb5-beab-0e601af69a77', 'status': 'completed', 'code': 200} Feb 10 15:39:28.171109 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-72f9e3f8-064b-4f0d-a350-bb595a1e4d3a tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2051566 Feb 10 15:39:28.176376 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46748) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:28.184545 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-1deef44d-1b04-450a-be93-9a3750566008 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176015698'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:28.233524 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1deef44d-1b04-450a-be93-9a3750566008 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:28.330305 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1deef44d-1b04-450a-be93-9a3750566008 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (855acfaf-08fc-43e7-b0d2-f52dc3582763), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:28.342564 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1deef44d-1b04-450a-be93-9a3750566008 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (855acfaf-08fc-43e7-b0d2-f52dc3582763), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:28.403922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f00d178-71c1-4ce2-92b2-548b0430bb97 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:39:28.404907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a912bfce-c1f8-4107-98db-15183a001777 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1525893418-network', 'tenant_id': '4b8506faef84487ba3f5d3f9d8d0d595'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:28.413212 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Publish callbacks [] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:28.431459 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Transition to ACTIVE for port object 1f00d178-71c1-4ce2-92b2-548b0430bb97 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:39:28.436432 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:28.468098 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1deef44d-1b04-450a-be93-9a3750566008 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:28.470501 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1deef44d-1b04-450a-be93-9a3750566008 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2923598 Feb 10 15:39:28.478317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46758) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:28.485342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a291696d-d1d6-4779-bdd9-7bbfd8c9fe54 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:28.486253 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-a291696d-d1d6-4779-bdd9-7bbfd8c9fe54 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 15:39:28.487078 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-a291696d-d1d6-4779-bdd9-7bbfd8c9fe54 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 15:39:28.488405 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a291696d-d1d6-4779-bdd9-7bbfd8c9fe54 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "PUT /v2.0/security-groups/855acfaf-08fc-43e7-b0d2-f52dc3582763 HTTP/1.1" status: 409 len: 330 time: 0.0086565 Feb 10 15:39:28.490771 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deef44d-1b04-450a-be93-9a3750566008 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855acfaf-08fc-43e7-b0d2-f52dc3582763,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:28.493316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46760) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:28.511573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a912bfce-c1f8-4107-98db-15183a001777 admin admin] Made reservation on behalf of 4b8506faef84487ba3f5d3f9d8d0d595 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:28.515626 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a912bfce-c1f8-4107-98db-15183a001777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:28.586851 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a912bfce-c1f8-4107-98db-15183a001777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:28.699242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b3460afc-fca7-48d8-8bc9-a1c3ed8abba7 req-740f09cc-0412-4a24-a1f1-c138b6c31b16 tempest-ServersNegativeTestMultiTenantJSON-380714441 tempest-ServersNegativeTestMultiTenantJSON-380714441-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4dff456-dbdd-4996-a6fe-28b4c50c5897 HTTP/1.1" status: 200 len: 210 time: 0.0462115 Feb 10 15:39:28.717649 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Pushing event updated for resources: {'Port': ['ID=1f00d178-71c1-4ce2-92b2-548b0430bb97,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:28.805777 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a912bfce-c1f8-4107-98db-15183a001777 admin admin] Publish callbacks [] for security_group (65685ee0-eadb-4a39-ab03-63f42d3c1362), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:28.814205 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a912bfce-c1f8-4107-98db-15183a001777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (65685ee0-eadb-4a39-ab03-63f42d3c1362), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:28.834824 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-529d7f14-b09e-430b-844a-922c0e36e033 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (855acfaf-08fc-43e7-b0d2-f52dc3582763), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:28.854250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a912bfce-c1f8-4107-98db-15183a001777 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:39:28.873473 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912bfce-c1f8-4107-98db-15183a001777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65685ee0-eadb-4a39-ab03-63f42d3c1362,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:28.900312 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a912bfce-c1f8-4107-98db-15183a001777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9e7fe4bf-1d05-4374-9d1d-cb757e8eb531), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:28.901019 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-a912bfce-c1f8-4107-98db-15183a001777 admin admin] Added segment 9e7fe4bf-1d05-4374-9d1d-cb757e8eb531 of type vlan for network f55c9453-5ac0-4330-8e95-35abf478d386 Feb 10 15:39:28.904506 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-529d7f14-b09e-430b-844a-922c0e36e033 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (855acfaf-08fc-43e7-b0d2-f52dc3582763), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:28.951360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Attempting to bind port 1f00d178-71c1-4ce2-92b2-548b0430bb97 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:39:28.951830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Attempting to bind port 1f00d178-71c1-4ce2-92b2-548b0430bb97 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'd799b748-2720-41b4-b9f9-839e0f5e4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:39:28.952177 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Attempting to bind port 1f00d178-71c1-4ce2-92b2-548b0430bb97 on network 8869d08f-a2e4-449e-9a50-22ae4eebae0f {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:28.991852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb09f5-e503-4a38-83d9-0a8607ae4ba1 req-c88a7b9e-9457-4bab-8bb8-8a80e3a2ff0a tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:28.993637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8fb09f5-e503-4a38-83d9-0a8607ae4ba1 req-c88a7b9e-9457-4bab-8bb8-8a80e3a2ff0a tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 944 time: 0.1771383 Feb 10 15:39:28.994888 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Port 1f00d178-71c1-4ce2-92b2-548b0430bb97 on network 8869d08f-a2e4-449e-9a50-22ae4eebae0f not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:39:28.995519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Attempting to bind port 1f00d178-71c1-4ce2-92b2-548b0430bb97 on network 8869d08f-a2e4-449e-9a50-22ae4eebae0f {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:28.999807 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a912bfce-c1f8-4107-98db-15183a001777 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (f55c9453-5ac0-4330-8e95-35abf478d386), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:29.005108 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:29.005455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Checking segment: {'id': 'd799b748-2720-41b4-b9f9-839e0f5e4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:39:29.006116 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Bound using segment: {'id': 'd799b748-2720-41b4-b9f9-839e0f5e4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:29.007051 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Bound port: 1f00d178-71c1-4ce2-92b2-548b0430bb97, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd799b748-2720-41b4-b9f9-839e0f5e4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:39:29.007208 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:29.038809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-529d7f14-b09e-430b-844a-922c0e36e033 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (855acfaf-08fc-43e7-b0d2-f52dc3582763), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:29.042101 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-529d7f14-b09e-430b-844a-922c0e36e033 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:29.046941 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-529d7f14-b09e-430b-844a-922c0e36e033 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "DELETE /v2.0/security-groups/855acfaf-08fc-43e7-b0d2-f52dc3582763 HTTP/1.1" status: 204 len: 168 time: 0.5490844 Feb 10 15:39:29.054154 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46774) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:29.054825 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a912bfce-c1f8-4107-98db-15183a001777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (f55c9453-5ac0-4330-8e95-35abf478d386), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:29.055798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a912bfce-c1f8-4107-98db-15183a001777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:29.056382 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a912bfce-c1f8-4107-98db-15183a001777 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:29.362394 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912bfce-c1f8-4107-98db-15183a001777 admin admin] Pushing event updated for resources: {'Network': ['ID=f55c9453-5ac0-4330-8e95-35abf478d386,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:29.379007 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a912bfce-c1f8-4107-98db-15183a001777 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4114811 Feb 10 15:39:29.404366 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8fb09f5-e503-4a38-83d9-0a8607ae4ba1 req-6c1eb41f-6c50-47b2-9b80-afca806e8573 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008591 Feb 10 15:39:29.468372 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d7f14-b09e-430b-844a-922c0e36e033 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=855acfaf-08fc-43e7-b0d2-f52dc3582763,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:29.476772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46784) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:29.480560 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network f55c9453-5ac0-4330-8e95-35abf478d386 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:39:29.483360 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a2d768e8-9057-4c1f-8fdd-7d96339ff9df tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4021215 Feb 10 15:39:29.490281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46786) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:29.514853 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-e09865b8-f295-4b05-a055-44c048a6aa83 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] delete failed (client error): The resource could not be found. Feb 10 15:39:29.519893 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e09865b8-f295-4b05-a055-44c048a6aa83 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "DELETE /v2.0/security-groups/639bef55-34e2-4a86-a4a5-03f41aaf9379 HTTP/1.1" status: 404 len: 347 time: 0.0246210 Feb 10 15:39:29.523071 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46788) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:29.530931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-613c02b0-29f6-4863-95f1-07521659a7b1 admin admin] Request body: {'subnet': {'network_id': 'f55c9453-5ac0-4330-8e95-35abf478d386', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1525893418-subnet', 'tenant_id': '4b8506faef84487ba3f5d3f9d8d0d595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:29.563558 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-2a1b1713-a5b0-4df8-8f01-c7e1ff57e09f tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] show failed (client error): The resource could not be found. Feb 10 15:39:29.566469 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2a1b1713-a5b0-4df8-8f01-c7e1ff57e09f tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "GET /v2.0/security-groups/9fd3763a-f81b-459e-ba00-d2da3f8ae68f HTTP/1.1" status: 404 len: 347 time: 0.0401175 Feb 10 15:39:29.570173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46790) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:29.600388 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-1dbcd4c2-2719-4dee-b61f-bd9719bed6a6 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] show failed (client error): The resource could not be found. Feb 10 15:39:29.601836 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1dbcd4c2-2719-4dee-b61f-bd9719bed6a6 tempest-NegativeSecGroupTest-1750893991 tempest-NegativeSecGroupTest-1750893991-project] 10.222.0.64 "GET /v2.0/security-group-rules/c912767b-08a3-46a2-a472-b46afa6c917f HTTP/1.1" status: 404 len: 356 time: 0.0291436 Feb 10 15:39:29.602159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5387855-9d0c-42b9-b78c-fcc393f548a9 req-21e2e490-404e-4211-9ae3-be9d60741edd tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:29.620051 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a5387855-9d0c-42b9-b78c-fcc393f548a9 req-21e2e490-404e-4211-9ae3-be9d60741edd tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.3488150 Feb 10 15:39:29.628113 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] For port 1f00d178-71c1-4ce2-92b2-548b0430bb97, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:29.636805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] For port 1f00d178-71c1-4ce2-92b2-548b0430bb97, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1f00d178-71c1-4ce2-92b2-548b0430bb97,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:29.644878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613c02b0-29f6-4863-95f1-07521659a7b1 admin admin] Made reservation on behalf of 4b8506faef84487ba3f5d3f9d8d0d595 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:29.647894 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-613c02b0-29f6-4863-95f1-07521659a7b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:29.652659 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:29.726909 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:29.727882 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:29.729774 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88585749-011d-4d76-954a-c4a892fff930 req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] 10.222.0.72 "PUT /v2.0/ports/1f00d178-71c1-4ce2-92b2-548b0430bb97 HTTP/1.1" status: 200 len: 1092 time: 2.2887859 Feb 10 15:39:29.733183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd982532c-60c6-4ccb-8d92-02c89b399738', 'tag': '1f00d178-71c1-4ce2-92b2-548b0430bb97'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:39:29.735624 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39726b6-edca-4875-bb4d-dd200f96e9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d982532c-60c6-4ccb-8d92-02c89b399738", "tag": "1f00d178-71c1-4ce2-92b2-548b0430bb97"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:29.835860 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830e45e5-1acd-47a0-82f1-21c7a6161522 x-openstack-request-id: req-830e45e5-1acd-47a0-82f1-21c7a6161522 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:29.836355 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d982532c-60c6-4ccb-8d92-02c89b399738", "tag": "1f00d178-71c1-4ce2-92b2-548b0430bb97", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:29.836813 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-830e45e5-1acd-47a0-82f1-21c7a6161522 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:29.837404 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd982532c-60c6-4ccb-8d92-02c89b399738', 'tag': '1f00d178-71c1-4ce2-92b2-548b0430bb97', 'status': 'completed', 'code': 200} Feb 10 15:39:29.909042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46812) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:30.009803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5f5164-1ecf-4d62-9b1b-6884ea3a75ee admin admin] Deleting subnet c8c3857d-7aaf-4ccf-bda7-e419b733fb30 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:39:30.018988 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9f5f5164-1ecf-4d62-9b1b-6884ea3a75ee admin admin] Publish callbacks [] for subnet (c8c3857d-7aaf-4ccf-bda7-e419b733fb30), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:30.041467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a5387855-9d0c-42b9-b78c-fcc393f548a9 req-86a7be54-73e1-4280-9322-e3ea6c974f5e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194829 Feb 10 15:39:30.061715 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f021c2a-cdd3-4c0d-a0c8-86f6f9393561 service neutron] Pushing event updated for resources: {'Port': ['ID=1f00d178-71c1-4ce2-92b2-548b0430bb97,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:30.109427 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88585749-011d-4d76-954a-c4a892fff930 req-28beac6d-13b3-4a20-8d2e-4de733cb557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:30.111173 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88585749-011d-4d76-954a-c4a892fff930 req-28beac6d-13b3-4a20-8d2e-4de733cb557c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f4c25f3fcb03489eafb6961a58e6ef5a&device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 1126 time: 0.3089659 Feb 10 15:39:30.130116 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9f5f5164-1ecf-4d62-9b1b-6884ea3a75ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (c8c3857d-7aaf-4ccf-bda7-e419b733fb30), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:30.238631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88585749-011d-4d76-954a-c4a892fff930 req-40bfc3a8-70d0-4bdd-8e7f-60886ddbd6e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f00d178-71c1-4ce2-92b2-548b0430bb97 HTTP/1.1" status: 200 len: 217 time: 0.1166675 Feb 10 15:39:30.252423 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9f5f5164-1ecf-4d62-9b1b-6884ea3a75ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (c8c3857d-7aaf-4ccf-bda7-e419b733fb30), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:30.341369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46824) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:30.466243 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9f5f5164-1ecf-4d62-9b1b-6884ea3a75ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (c8c3857d-7aaf-4ccf-bda7-e419b733fb30), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:30.580161 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88585749-011d-4d76-954a-c4a892fff930 req-34eef89b-3472-4016-9532-699a8a3eb9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:30.581422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f5164-1ecf-4d62-9b1b-6884ea3a75ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c3857d-7aaf-4ccf-bda7-e419b733fb30,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:30.584368 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88585749-011d-4d76-954a-c4a892fff930 req-34eef89b-3472-4016-9532-699a8a3eb9ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd6f1597-24e8-4da8-a58f-4d14c7888f3e HTTP/1.1" status: 200 len: 855 time: 0.3228946 Feb 10 15:39:30.626162 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9f5f5164-1ecf-4d62-9b1b-6884ea3a75ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:30.633192 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9f5f5164-1ecf-4d62-9b1b-6884ea3a75ee admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c8c3857d-7aaf-4ccf-bda7-e419b733fb30 HTTP/1.1" status: 204 len: 168 time: 0.7223098 Feb 10 15:39:30.648005 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46834) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:30.733964 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-909b8b5a-78d7-45f9-90fe-69655320f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (6b0ca71e-768e-4b49-be67-500d1f639800), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:30.770277 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-618acc6f-edd5-4a3f-9eda-bc9d7b37d4c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b8cf1e1911646c6b10bef7f420a76d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4183450 Feb 10 15:39:30.772749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46836) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:30.823837 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88585749-011d-4d76-954a-c4a892fff930 req-a7f1e543-7806-4c72-9e24-57491f5ad72b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8869d08f-a2e4-449e-9a50-22ae4eebae0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1433196 Feb 10 15:39:30.827321 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-613c02b0-29f6-4863-95f1-07521659a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (de1488ba-c159-4192-9699-6c95f100946b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:30.881909 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-66910bc5-cabf-4080-8ed1-6dc07af5f4a1 admin admin] Publish callbacks [] for security_group (5a16ab27-762b-4a4f-b5b5-91b6b41e24c1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:30.932517 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c02b0-29f6-4863-95f1-07521659a7b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1488ba-c159-4192-9699-6c95f100946b,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:30.997082 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-909b8b5a-78d7-45f9-90fe-69655320f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (6b0ca71e-768e-4b49-be67-500d1f639800), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:31.004092 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-66910bc5-cabf-4080-8ed1-6dc07af5f4a1 admin admin] Publish callbacks [] for security_group (5a16ab27-762b-4a4f-b5b5-91b6b41e24c1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:31.028389 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1452f4c-8140-4f81-b198-f34c98415cbc req-e36e8a46-4491-4c21-af78-970b84629e75 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:31.042522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1452f4c-8140-4f81-b198-f34c98415cbc req-e36e8a46-4491-4c21-af78-970b84629e75 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 944 time: 0.3626869 Feb 10 15:39:31.133461 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-909b8b5a-78d7-45f9-90fe-69655320f91e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0ca71e-768e-4b49-be67-500d1f639800']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:31.170927 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-909b8b5a-78d7-45f9-90fe-69655320f91e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b88bed1-a762-45b9-b0d4-0438832bb327') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:31.171447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-909b8b5a-78d7-45f9-90fe-69655320f91e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b88bed1-a762-45b9-b0d4-0438832bb327') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:31.182539 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-909b8b5a-78d7-45f9-90fe-69655320f91e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (6b88bed1-a762-45b9-b0d4-0438832bb327), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:31.200749 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-909b8b5a-78d7-45f9-90fe-69655320f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6b88bed1-a762-45b9-b0d4-0438832bb327), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:31.208930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909b8b5a-78d7-45f9-90fe-69655320f91e admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:39:31.209885 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-909b8b5a-78d7-45f9-90fe-69655320f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (6b88bed1-a762-45b9-b0d4-0438832bb327), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:31.230142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1452f4c-8140-4f81-b198-f34c98415cbc req-b6b118d5-221a-4012-92df-43a140b273d1 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856265 Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:39:31.230335 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:39:31.246626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c02b0-29f6-4863-95f1-07521659a7b1 admin admin] Checking segment: {'id': '9e7fe4bf-1d05-4374-9d1d-cb757e8eb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f55c9453-5ac0-4330-8e95-35abf478d386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:39:31.247032 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613c02b0-29f6-4863-95f1-07521659a7b1 admin admin] Network hostable DHCP agents. Network: f55c9453-5ac0-4330-8e95-35abf478d386, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:39:31.279344 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88585749-011d-4d76-954a-c4a892fff930 req-3ce9a8b1-c79f-42a9-8c46-1a00f5324440 service neutron] 10.222.0.72 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908901 Feb 10 15:39:31.281786 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 62a160fd-35d8-4eb5-beab-0e601af69a77 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:39:31.306978 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-66910bc5-cabf-4080-8ed1-6dc07af5f4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5a16ab27-762b-4a4f-b5b5-91b6b41e24c1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:31.311375 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-66910bc5-cabf-4080-8ed1-6dc07af5f4a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:31.318910 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-66910bc5-cabf-4080-8ed1-6dc07af5f4a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a16ab27-762b-4a4f-b5b5-91b6b41e24c1 HTTP/1.1" status: 204 len: 168 time: 0.5375657 Feb 10 15:39:31.324499 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 62a160fd-35d8-4eb5-beab-0e601af69a77 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:39:31.325106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 62a160fd-35d8-4eb5-beab-0e601af69a77 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:39:31.342657 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66910bc5-cabf-4080-8ed1-6dc07af5f4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a16ab27-762b-4a4f-b5b5-91b6b41e24c1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:31.355412 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-909b8b5a-78d7-45f9-90fe-69655320f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (6b0ca71e-768e-4b49-be67-500d1f639800), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:31.377008 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-909b8b5a-78d7-45f9-90fe-69655320f91e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:31.384428 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-909b8b5a-78d7-45f9-90fe-69655320f91e admin admin] 10.222.0.64 "DELETE /v2.0/networks/6b0ca71e-768e-4b49-be67-500d1f639800 HTTP/1.1" status: 204 len: 168 time: 0.7309651 Feb 10 15:39:31.402453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46858) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:31.438508 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88585749-011d-4d76-954a-c4a892fff930 req-3a62ccc6-09ff-4041-be8f-e1ed7f75213a service neutron] 10.222.0.72 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444836 Feb 10 15:39:31.446740 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613c02b0-29f6-4863-95f1-07521659a7b1 admin admin] Network f55c9453-5ac0-4330-8e95-35abf478d386 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:39:31.466648 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d0535-be47-491f-a3b8-754946c74c8e req-98544d1a-187b-49ba-b5e3-c2168a7888bc tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:31.487670 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-197d0535-be47-491f-a3b8-754946c74c8e req-98544d1a-187b-49ba-b5e3-c2168a7888bc tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.2795274 Feb 10 15:39:31.571937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80fdef6-3953-4a14-bf7a-4fcd208f9c01 admin admin] Deleting subnet 82a4af68-9063-4413-af6a-ee94560ee99c {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:39:31.574383 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b8b5a-78d7-45f9-90fe-69655320f91e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b0ca71e-768e-4b49-be67-500d1f639800,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:31.589656 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f80fdef6-3953-4a14-bf7a-4fcd208f9c01 admin admin] Publish callbacks [] for subnet (82a4af68-9063-4413-af6a-ee94560ee99c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:31.628522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-613c02b0-29f6-4863-95f1-07521659a7b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, f55c9453-5ac0-4330-8e95-35abf478d386) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:31.639748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613c02b0-29f6-4863-95f1-07521659a7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:31.640351 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-613c02b0-29f6-4863-95f1-07521659a7b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:31.642216 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1bed2e-cbfe-4b5b-af04-6eda33018178 None None] Network f55c9453-5ac0-4330-8e95-35abf478d386 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:39:31.663058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-197d0535-be47-491f-a3b8-754946c74c8e req-eb16246b-28d6-4907-8eb0-12fe0386b1c3 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671336 Feb 10 15:39:31.693660 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39726b6-edca-4875-bb4d-dd200f96e9a0 req-0a14b55b-8212-40fe-8b00-ef4deaee78f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:31.695493 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f39726b6-edca-4875-bb4d-dd200f96e9a0 req-0a14b55b-8212-40fe-8b00-ef4deaee78f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f4c25f3fcb03489eafb6961a58e6ef5a&device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 1126 time: 0.1619067 Feb 10 15:39:31.706147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-613c02b0-29f6-4863-95f1-07521659a7b1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2282481 Feb 10 15:39:31.775865 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f80fdef6-3953-4a14-bf7a-4fcd208f9c01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (82a4af68-9063-4413-af6a-ee94560ee99c), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:31.899181 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f80fdef6-3953-4a14-bf7a-4fcd208f9c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (82a4af68-9063-4413-af6a-ee94560ee99c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:31.903007 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8fddb4-5df4-4fcd-a9e2-4b0d222e59cf None None] Network f55c9453-5ac0-4330-8e95-35abf478d386 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:39:31.943014 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39726b6-edca-4875-bb4d-dd200f96e9a0 req-15fd1d12-acd0-42ea-8c45-5f893f3c123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:31.944533 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f39726b6-edca-4875-bb4d-dd200f96e9a0 req-15fd1d12-acd0-42ea-8c45-5f893f3c123d service neutron] 10.222.0.72 "GET /v2.0/networks?id=8869d08f-a2e4-449e-9a50-22ae4eebae0f HTTP/1.1" status: 200 len: 916 time: 0.2369814 Feb 10 15:39:32.016480 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f80fdef6-3953-4a14-bf7a-4fcd208f9c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (82a4af68-9063-4413-af6a-ee94560ee99c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:32.030215 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f39726b6-edca-4875-bb4d-dd200f96e9a0 req-bfef048f-74fb-45db-8569-ed2863ccd10b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f00d178-71c1-4ce2-92b2-548b0430bb97 HTTP/1.1" status: 200 len: 217 time: 0.0764401 Feb 10 15:39:32.067384 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fdef6-3953-4a14-bf7a-4fcd208f9c01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a4af68-9063-4413-af6a-ee94560ee99c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:32.100508 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f80fdef6-3953-4a14-bf7a-4fcd208f9c01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:32.111436 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f80fdef6-3953-4a14-bf7a-4fcd208f9c01 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/82a4af68-9063-4413-af6a-ee94560ee99c HTTP/1.1" status: 204 len: 168 time: 0.7075186 Feb 10 15:39:32.114436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46884) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:32.179502 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39726b6-edca-4875-bb4d-dd200f96e9a0 req-41d97a44-df90-4226-8e56-2b5b01cf3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:32.181033 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f39726b6-edca-4875-bb4d-dd200f96e9a0 req-41d97a44-df90-4226-8e56-2b5b01cf3a8b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd6f1597-24e8-4da8-a58f-4d14c7888f3e HTTP/1.1" status: 200 len: 855 time: 0.1451380 Feb 10 15:39:32.342116 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f39726b6-edca-4875-bb4d-dd200f96e9a0 req-4fc577b2-1321-4f1f-bec6-b07803d3ec58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8869d08f-a2e4-449e-9a50-22ae4eebae0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405361 Feb 10 15:39:32.344618 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0311ff3-a4b6-4c2b-a03c-36596013db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (e992e09e-2637-455a-90f2-91b6baaf289f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:32.485351 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f39726b6-edca-4875-bb4d-dd200f96e9a0 req-9e352261-046e-46ba-b86f-ff1d28e76b80 service neutron] 10.222.0.72 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360745 Feb 10 15:39:33.195551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d1e26-eb5e-469e-981d-ca2c6d41fb2a req-3172b7ff-9c10-48f3-ae37-e242672c2c15 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:33.197128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-668d1e26-eb5e-469e-981d-ca2c6d41fb2a req-3172b7ff-9c10-48f3-ae37-e242672c2c15 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 944 time: 0.7108350 Feb 10 15:39:33.257042 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0311ff3-a4b6-4c2b-a03c-36596013db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (e992e09e-2637-455a-90f2-91b6baaf289f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:33.342998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-f0311ff3-a4b6-4c2b-a03c-36596013db8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e992e09e-2637-455a-90f2-91b6baaf289f']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:33.359783 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-f0311ff3-a4b6-4c2b-a03c-36596013db8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e4f5e0-1061-4bef-b971-8004ef06cc40') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:33.360087 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-f0311ff3-a4b6-4c2b-a03c-36596013db8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e4f5e0-1061-4bef-b971-8004ef06cc40') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:39:33.364996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f39726b6-edca-4875-bb4d-dd200f96e9a0 req-d7018b0c-11e4-425a-bc6d-006ff634cf0e service neutron] 10.222.0.72 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8171926 Feb 10 15:39:33.380813 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-668d1e26-eb5e-469e-981d-ca2c6d41fb2a req-e03bb977-04eb-49c2-91c2-eeae97ab989a tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683111 Feb 10 15:39:33.388705 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0311ff3-a4b6-4c2b-a03c-36596013db8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (63e4f5e0-1061-4bef-b971-8004ef06cc40), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:33.396543 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088e772-be53-4c7d-ba7c-dcf4690fd8cf req-5ac76a34-ca97-44e9-a148-60d3a7aec8c4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:33.398104 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5088e772-be53-4c7d-ba7c-dcf4690fd8cf req-5ac76a34-ca97-44e9-a148-60d3a7aec8c4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.2134790 Feb 10 15:39:33.412891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 46954) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:33.421944 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0311ff3-a4b6-4c2b-a03c-36596013db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (63e4f5e0-1061-4bef-b971-8004ef06cc40), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:33.441286 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0311ff3-a4b6-4c2b-a03c-36596013db8f admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:39:33.442926 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0311ff3-a4b6-4c2b-a03c-36596013db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (63e4f5e0-1061-4bef-b971-8004ef06cc40), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:39:33.448822 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:39:33.533946 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5088e772-be53-4c7d-ba7c-dcf4690fd8cf req-f17bd263-6054-44e2-9880-8b1f026fc12b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302152 Feb 10 15:39:33.545304 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0311ff3-a4b6-4c2b-a03c-36596013db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (e992e09e-2637-455a-90f2-91b6baaf289f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:33.551126 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0311ff3-a4b6-4c2b-a03c-36596013db8f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:33.567089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f0311ff3-a4b6-4c2b-a03c-36596013db8f admin admin] 10.222.0.64 "DELETE /v2.0/networks/e992e09e-2637-455a-90f2-91b6baaf289f HTTP/1.1" status: 204 len: 168 time: 1.4503338 Feb 10 15:39:33.589759 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0311ff3-a4b6-4c2b-a03c-36596013db8f admin admin] Pushing event deleted for resources: {'Network': ['ID=e992e09e-2637-455a-90f2-91b6baaf289f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:33.646017 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-460a56b9-79c1-4803-beb6-2722d4fa4698 tempest-SubnetPoolsTestJSON-696474004 tempest-SubnetPoolsTestJSON-696474004-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2080326056', 'prefixes': ['172.20.0.0/16']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:33.859207 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-460a56b9-79c1-4803-beb6-2722d4fa4698 tempest-SubnetPoolsTestJSON-696474004 tempest-SubnetPoolsTestJSON-696474004-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:33.863182 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-460a56b9-79c1-4803-beb6-2722d4fa4698 tempest-SubnetPoolsTestJSON-696474004 tempest-SubnetPoolsTestJSON-696474004-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4457471 Feb 10 15:39:33.864027 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46982) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:33.881135 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e405b-e8a1-4ed7-807a-e154d1a56b29 req-bcf33a51-67bd-4003-8651-e60cff888ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:33.883846 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-076e405b-e8a1-4ed7-807a-e154d1a56b29 req-bcf33a51-67bd-4003-8651-e60cff888ea6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 1128 time: 0.1701918 Feb 10 15:39:33.931408 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2cb728b1-b865-47ba-b8d2-63ea1db9445d tempest-SubnetPoolsTestJSON-696474004 tempest-SubnetPoolsTestJSON-696474004-project] 10.222.0.64 "GET /v2.0/subnetpools/13626801-bdef-4ef2-9336-4c7178d46e22 HTTP/1.1" status: 200 len: 732 time: 0.0661674 Feb 10 15:39:33.937091 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46990) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:33.937426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 46992) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:33.943135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-5973c413-88b7-444a-b657-ece0d119e9d9 tempest-SubnetPoolsTestJSON-696474004 tempest-SubnetPoolsTestJSON-696474004-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-221306445'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:34.047970 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e405b-e8a1-4ed7-807a-e154d1a56b29 req-3d821648-ff1e-4dd2-9e91-f58961dbab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:34.051761 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-076e405b-e8a1-4ed7-807a-e154d1a56b29 req-3d821648-ff1e-4dd2-9e91-f58961dbab21 service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.1598206 Feb 10 15:39:34.151111 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9961f632-f7fc-4cd7-a302-4c1e0909171c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=447d0c8c85e740f9a74d0925bb146224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2113893 Feb 10 15:39:34.154903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3329ab97-8876-48a1-b336-19ff09f31778 req-8cc3c9e5-1b71-44b4-88e4-ad16472f69a9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1624784 Feb 10 15:39:34.165209 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47004) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:34.174586 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-076e405b-e8a1-4ed7-807a-e154d1a56b29 req-07c0e90d-c7a6-48f5-b418-f08801c5404e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0f465f9-06e6-4948-856c-2cf9f970a248 HTTP/1.1" status: 200 len: 217 time: 0.1141498 Feb 10 15:39:34.228737 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5973c413-88b7-444a-b657-ece0d119e9d9 tempest-SubnetPoolsTestJSON-696474004 tempest-SubnetPoolsTestJSON-696474004-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:34.232297 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5973c413-88b7-444a-b657-ece0d119e9d9 tempest-SubnetPoolsTestJSON-696474004 tempest-SubnetPoolsTestJSON-696474004-project] 10.222.0.64 "PUT /v2.0/subnetpools/13626801-bdef-4ef2-9336-4c7178d46e22 HTTP/1.1" status: 200 len: 683 time: 0.2915943 Feb 10 15:39:34.233277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47012) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:34.281086 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ab97-8876-48a1-b336-19ff09f31778 req-daa8a161-f3e2-4e61-877a-e279e8a837bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:34.282625 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3329ab97-8876-48a1-b336-19ff09f31778 req-daa8a161-f3e2-4e61-877a-e279e8a837bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 1127 time: 0.0998552 Feb 10 15:39:34.306707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e405b-e8a1-4ed7-807a-e154d1a56b29 req-69088dda-fd62-4bb4-92c6-11bcfca1c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:34.308137 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-076e405b-e8a1-4ed7-807a-e154d1a56b29 req-69088dda-fd62-4bb4-92c6-11bcfca1c4ef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.1277456 Feb 10 15:39:34.385021 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6dd765fd-49d5-4e29-8911-be482fa3d3e1 admin admin] Publish callbacks [] for security_group (36ed1147-e33d-4aaa-9d68-fd144610d1e6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:34.423817 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6dd765fd-49d5-4e29-8911-be482fa3d3e1 admin admin] Publish callbacks [] for security_group (36ed1147-e33d-4aaa-9d68-fd144610d1e6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:34.459810 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cdf2d203-ed67-4d0a-9f94-48b06d51dac1 tempest-SubnetPoolsTestJSON-696474004 tempest-SubnetPoolsTestJSON-696474004-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:34.461354 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cdf2d203-ed67-4d0a-9f94-48b06d51dac1 tempest-SubnetPoolsTestJSON-696474004 tempest-SubnetPoolsTestJSON-696474004-project] 10.222.0.64 "DELETE /v2.0/subnetpools/13626801-bdef-4ef2-9336-4c7178d46e22 HTTP/1.1" status: 204 len: 168 time: 0.2255907 Feb 10 15:39:34.470203 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47028) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:34.484912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e405b-e8a1-4ed7-807a-e154d1a56b29 req-7e19e323-1590-4440-9eac-4c1429f7cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:34.486651 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-076e405b-e8a1-4ed7-807a-e154d1a56b29 req-7e19e323-1590-4440-9eac-4c1429f7cfc8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1687176 Feb 10 15:39:34.520338 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-ad20cf8a-4dbd-4783-9b79-d04db0a8cf90 tempest-SubnetPoolsTestJSON-696474004 tempest-SubnetPoolsTestJSON-696474004-project] show failed (client error): The resource could not be found. Feb 10 15:39:34.525115 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ad20cf8a-4dbd-4783-9b79-d04db0a8cf90 tempest-SubnetPoolsTestJSON-696474004 tempest-SubnetPoolsTestJSON-696474004-project] 10.222.0.64 "GET /v2.0/subnetpools/13626801-bdef-4ef2-9336-4c7178d46e22 HTTP/1.1" status: 404 len: 346 time: 0.0535734 Feb 10 15:39:34.531513 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47034) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:34.546005 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ab97-8876-48a1-b336-19ff09f31778 req-fc73d4ef-c434-40f5-b713-1ae8c38ee822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:34.550226 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3329ab97-8876-48a1-b336-19ff09f31778 req-fc73d4ef-c434-40f5-b713-1ae8c38ee822 service neutron] 10.222.0.72 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.2486644 Feb 10 15:39:34.600222 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-8c743a4c-5774-462c-9ee3-7c647fad9b3d tempest-SubnetPoolsTestJSON-696474004 tempest-SubnetPoolsTestJSON-696474004-project] delete failed (client error): The resource could not be found. Feb 10 15:39:34.601992 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8c743a4c-5774-462c-9ee3-7c647fad9b3d tempest-SubnetPoolsTestJSON-696474004 tempest-SubnetPoolsTestJSON-696474004-project] 10.222.0.64 "DELETE /v2.0/subnetpools/13626801-bdef-4ef2-9336-4c7178d46e22 HTTP/1.1" status: 404 len: 346 time: 0.0518811 Feb 10 15:39:34.705224 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-076e405b-e8a1-4ed7-807a-e154d1a56b29 req-0e49b696-fead-454e-b447-59c223f600c0 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060287 Feb 10 15:39:34.720623 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6dd765fd-49d5-4e29-8911-be482fa3d3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (36ed1147-e33d-4aaa-9d68-fd144610d1e6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:34.723984 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6dd765fd-49d5-4e29-8911-be482fa3d3e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:34.725808 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6dd765fd-49d5-4e29-8911-be482fa3d3e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36ed1147-e33d-4aaa-9d68-fd144610d1e6 HTTP/1.1" status: 204 len: 168 time: 0.5593820 Feb 10 15:39:34.742439 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3329ab97-8876-48a1-b336-19ff09f31778 req-4b21e3ff-3d2b-4d9c-aa5e-8a1a91c3a326 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 HTTP/1.1" status: 200 len: 217 time: 0.1554713 Feb 10 15:39:34.797753 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd765fd-49d5-4e29-8911-be482fa3d3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ed1147-e33d-4aaa-9d68-fd144610d1e6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:34.891358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af21575-8d84-4992-8bbb-e8e6097db3d1 req-4472a1b3-d6e2-4529-bed9-feb9f25f9d3c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:34.892801 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1af21575-8d84-4992-8bbb-e8e6097db3d1 req-4472a1b3-d6e2-4529-bed9-feb9f25f9d3c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 944 time: 0.3401020 Feb 10 15:39:34.899729 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ab97-8876-48a1-b336-19ff09f31778 req-56128a87-0355-47bd-bbdc-40050e433e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:34.901185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3329ab97-8876-48a1-b336-19ff09f31778 req-56128a87-0355-47bd-bbdc-40050e433e13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.1485906 Feb 10 15:39:34.911381 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc6a4-ac95-490a-8223-a75f1896726f req-543ebfbb-c766-4188-b2ae-955bcafeef7e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:34.913252 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-076e405b-e8a1-4ed7-807a-e154d1a56b29 req-434a07cf-637f-4376-886e-dc2553760b56 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659629 Feb 10 15:39:34.922244 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8d5dc6a4-ac95-490a-8223-a75f1896726f req-543ebfbb-c766-4188-b2ae-955bcafeef7e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.1724250 Feb 10 15:39:35.061049 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1af21575-8d84-4992-8bbb-e8e6097db3d1 req-1b54a116-35c7-48c3-a854-b4fe16d0f584 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588423 Feb 10 15:39:35.082381 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8d5dc6a4-ac95-490a-8223-a75f1896726f req-21b5126e-b4d6-4330-94e5-060cacb4dee5 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580393 Feb 10 15:39:35.124719 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ab97-8876-48a1-b336-19ff09f31778 req-77dc5267-2d7c-4fdf-bf70-89c0d982ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:35.124719 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3329ab97-8876-48a1-b336-19ff09f31778 req-77dc5267-2d7c-4fdf-bf70-89c0d982ba46 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1972320 Feb 10 15:39:35.255979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47080) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:35.351387 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3329ab97-8876-48a1-b336-19ff09f31778 req-601ad9b0-5132-415a-b934-2204a557c005 service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112410 Feb 10 15:39:35.424426 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1f00d178-71c1-4ce2-92b2-548b0430bb97 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:39:35.436520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47086) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:35.455784 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7af28606-a31f-4a69-9e4a-34fb1e9b09f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:35.534310 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3329ab97-8876-48a1-b336-19ff09f31778 req-fe7ebe30-ab95-41d1-9997-e822524021b3 service neutron] 10.222.0.72 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757948 Feb 10 15:39:35.575177 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1f00d178-71c1-4ce2-92b2-548b0430bb97, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1f00d178-71c1-4ce2-92b2-548b0430bb97,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:35.576396 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7af28606-a31f-4a69-9e4a-34fb1e9b09f4 admin admin] Publish callbacks [] for security_group (f638814c-e5a8-4a1d-8529-f035633dc336), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:35.592878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '1f00d178-71c1-4ce2-92b2-548b0430bb97', 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f', 'port_id': '1f00d178-71c1-4ce2-92b2-548b0430bb97', 'mac_address': 'fa:16:3e:de:5c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6f1597-24e8-4da8-a58f-4d14c7888f3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:39:35.593436 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7af28606-a31f-4a69-9e4a-34fb1e9b09f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f638814c-e5a8-4a1d-8529-f035633dc336), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:35.631889 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7af28606-a31f-4a69-9e4a-34fb1e9b09f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd8d47b69bb64785ad395771f50c2d59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3743927 Feb 10 15:39:35.634535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47096) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:35.639452 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 1f00d178-71c1-4ce2-92b2-548b0430bb97 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:39:35.640072 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:35.644181 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d56961e6-0b6f-4e97-9f1d-ca6c055b28cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb5c03bc3e454ece8aca57e812a225af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2065284 Feb 10 15:39:35.646582 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47098) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:35.657760 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f00d178-71c1-4ce2-92b2-548b0430bb97 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:39:35.674435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af28606-a31f-4a69-9e4a-34fb1e9b09f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f638814c-e5a8-4a1d-8529-f035633dc336,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:35.684782 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1f00d178-71c1-4ce2-92b2-548b0430bb97, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1f00d178-71c1-4ce2-92b2-548b0430bb97,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:35.691588 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:35.751215 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea5b00f9-4d74-4168-b259-dba8340592c3 admin admin] Publish callbacks [] for security_group (f638814c-e5a8-4a1d-8529-f035633dc336), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:35.752962 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be2f77c3-ac00-45a8-89bd-0d1750b1e291 admin admin] Publish callbacks [] for security_group (998e52e2-3827-47e1-9eff-33a32c981708), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:35.755192 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=1f00d178-71c1-4ce2-92b2-548b0430bb97,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:35.800147 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea5b00f9-4d74-4168-b259-dba8340592c3 admin admin] Publish callbacks [] for security_group (f638814c-e5a8-4a1d-8529-f035633dc336), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:35.802703 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be2f77c3-ac00-45a8-89bd-0d1750b1e291 admin admin] Publish callbacks [] for security_group (998e52e2-3827-47e1-9eff-33a32c981708), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:35.864831 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea5b00f9-4d74-4168-b259-dba8340592c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f638814c-e5a8-4a1d-8529-f035633dc336), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:35.867871 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be2f77c3-ac00-45a8-89bd-0d1750b1e291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (998e52e2-3827-47e1-9eff-33a32c981708), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:35.873797 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea5b00f9-4d74-4168-b259-dba8340592c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:35.874680 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be2f77c3-ac00-45a8-89bd-0d1750b1e291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:35.875189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ea5b00f9-4d74-4168-b259-dba8340592c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f638814c-e5a8-4a1d-8529-f035633dc336 HTTP/1.1" status: 204 len: 168 time: 0.2391660 Feb 10 15:39:35.876609 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-be2f77c3-ac00-45a8-89bd-0d1750b1e291 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/998e52e2-3827-47e1-9eff-33a32c981708 HTTP/1.1" status: 204 len: 168 time: 0.2291179 Feb 10 15:39:35.890268 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f77c3-ac00-45a8-89bd-0d1750b1e291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998e52e2-3827-47e1-9eff-33a32c981708,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:35.894510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b00f9-4d74-4168-b259-dba8340592c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f638814c-e5a8-4a1d-8529-f035633dc336,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:35.941137 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['1f00d178-71c1-4ce2-92b2-548b0430bb97'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:36.301859 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4054460-dab2-49a1-9fee-7a0020a49da8 req-801eb5cb-87b9-4a35-b37c-e8de2fabc9d5 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:36.304189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4054460-dab2-49a1-9fee-7a0020a49da8 req-801eb5cb-87b9-4a35-b37c-e8de2fabc9d5 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 945 time: 0.1346536 Feb 10 15:39:36.383086 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4054460-dab2-49a1-9fee-7a0020a49da8 req-4211d59f-7508-4ab0-af88-2cbabc9a8b47 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678179 Feb 10 15:39:36.392352 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d73cff-09f0-4926-8dcd-7752d15c73f8 req-5e323d85-40ac-453f-9ce4-4f969e3c83b0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:36.394247 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4d73cff-09f0-4926-8dcd-7752d15c73f8 req-5e323d85-40ac-453f-9ce4-4f969e3c83b0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.1492736 Feb 10 15:39:36.459216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4d73cff-09f0-4926-8dcd-7752d15c73f8 req-49eba669-358f-4b8a-9882-98b761661ec7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586505 Feb 10 15:39:36.734135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bece01-0631-4fad-a35d-3308fd2f833c req-e7049bc1-e22f-4153-9279-151f51c9a618 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:36.735967 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-26bece01-0631-4fad-a35d-3308fd2f833c req-e7049bc1-e22f-4153-9279-151f51c9a618 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/networks?id=f55c9453-5ac0-4330-8e95-35abf478d386 HTTP/1.1" status: 200 len: 809 time: 0.1481330 Feb 10 15:39:36.757822 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-26bece01-0631-4fad-a35d-3308fd2f833c req-78a72d28-9b72-4447-8023-0e2dd74884a6 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/quotas/4b8506faef84487ba3f5d3f9d8d0d595 HTTP/1.1" status: 200 len: 375 time: 0.0149901 Feb 10 15:39:36.795241 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-26bece01-0631-4fad-a35d-3308fd2f833c req-789fd4e9-3e81-4706-af8e-57dba68eed64 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b8506faef84487ba3f5d3f9d8d0d595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296066 Feb 10 15:39:37.027467 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:37.120113 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-26bece01-0631-4fad-a35d-3308fd2f833c req-5775fd40-4d09-4d73-a4ea-f7121812f229 service neutron] 10.222.0.64 "GET /v2.0/networks/f55c9453-5ac0-4330-8e95-35abf478d386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164027 Feb 10 15:39:37.179849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b2469-af5f-4f9b-914c-a5ad74205e93 req-c63b602e-4c7a-4ca5-afb6-9b9ea8f75419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:37.185485 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3f7b2469-af5f-4f9b-914c-a5ad74205e93 req-c63b602e-4c7a-4ca5-afb6-9b9ea8f75419 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 1127 time: 0.2162547 Feb 10 15:39:37.280198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a0f465f9-06e6-4948-856c-2cf9f970a248 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:39:37.280446 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3f7b2469-af5f-4f9b-914c-a5ad74205e93 req-8ccce4da-bc17-4ab0-a8de-3a5239cfe970 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=00b3c186-0587-45ca-84fa-cabe9d77c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878813 Feb 10 15:39:37.298369 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-26bece01-0631-4fad-a35d-3308fd2f833c req-aa9e58c8-36f2-4b8b-9669-db7eeaa458aa service neutron] 10.222.0.64 "GET /v2.0/networks/f55c9453-5ac0-4330-8e95-35abf478d386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625645 Feb 10 15:39:37.431624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1f00d178-71c1-4ce2-92b2-548b0430bb97 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:37.540913 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d586669-41d4-4657-be98-aa4197a8afaf req-8bdacbc0-13a3-46c9-8503-1aa9836888f8 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 210 time: 0.0771770 Feb 10 15:39:37.700061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 1f00d178-71c1-4ce2-92b2-548b0430bb97 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:39:37.713404 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 1f00d178-71c1-4ce2-92b2-548b0430bb97 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:37.717188 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:37.721530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port a0f465f9-06e6-4948-856c-2cf9f970a248 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:39:37.729681 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:37.763128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41910c9c-9fda-4418-8566-1b25b05675f2 req-050f06b4-f7a7-4897-8f43-a4fef2fb49f4 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:37.772854 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41910c9c-9fda-4418-8566-1b25b05675f2 req-050f06b4-f7a7-4897-8f43-a4fef2fb49f4 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 945 time: 0.2248414 Feb 10 15:39:37.848618 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dba79-5333-4bb1-9732-c11834d33874 req-b60b0645-947c-463b-bdc1-9bba00b1d956 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:37.850222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a3dba79-5333-4bb1-9732-c11834d33874 req-b60b0645-947c-463b-bdc1-9bba00b1d956 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 946 time: 0.1697109 Feb 10 15:39:37.865896 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108bcced-496f-43e4-9bc0-4cf01e076b73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f465f9-06e6-4948-856c-2cf9f970a248'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:39:37.873540 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41910c9c-9fda-4418-8566-1b25b05675f2 req-3eeff0e4-7dd5-4a23-ac13-1fb8783e9e50 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987391 Feb 10 15:39:37.874154 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2843ff27-ee13-47d7-b4c5-1c089f2b4767" -d '{"events": [{"server_uuid": "108bcced-496f-43e4-9bc0-4cf01e076b73", "name": "network-vif-unplugged", "status": "completed", "tag": "a0f465f9-06e6-4948-856c-2cf9f970a248"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:37.924214 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a0f465f9-06e6-4948-856c-2cf9f970a248, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0f465f9-06e6-4948-856c-2cf9f970a248,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:37.953843 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:37.978496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a3dba79-5333-4bb1-9732-c11834d33874 req-e9abe44c-dd81-4d5c-9655-e50e964d09b9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179831 Feb 10 15:39:38.136664 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9be285e-631e-4b0d-bbd1-861fb7ee6013 x-openstack-request-id: req-f9be285e-631e-4b0d-bbd1-861fb7ee6013 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:38.137237 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108bcced-496f-43e4-9bc0-4cf01e076b73", "name": "network-vif-unplugged", "status": "failed", "tag": "a0f465f9-06e6-4948-856c-2cf9f970a248", "code": 422}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:38.137467 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9be285e-631e-4b0d-bbd1-861fb7ee6013 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:38.137675 n-d-815324-7 neutron-server[103370]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '108bcced-496f-43e4-9bc0-4cf01e076b73', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0f465f9-06e6-4948-856c-2cf9f970a248', 'code': 422} returned with failed status Feb 10 15:39:38.392460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbac863-5708-44d7-a1d4-3d0a17f548f9 req-088e2411-300e-4eab-b7f0-5a09edd6873d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:38.401840 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5dbac863-5708-44d7-a1d4-3d0a17f548f9 req-088e2411-300e-4eab-b7f0-5a09edd6873d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1878011 Feb 10 15:39:38.492218 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=a0f465f9-06e6-4948-856c-2cf9f970a248,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:38.497874 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 1f00d178-71c1-4ce2-92b2-548b0430bb97 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:39:38.498282 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:38.537087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1f00d178-71c1-4ce2-92b2-548b0430bb97, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1f00d178-71c1-4ce2-92b2-548b0430bb97,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:38.549243 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:38.610003 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5dbac863-5708-44d7-a1d4-3d0a17f548f9 req-9824c00c-d201-412b-a38d-bb04485ad838 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981890 Feb 10 15:39:38.735235 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=1f00d178-71c1-4ce2-92b2-548b0430bb97,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:38.830741 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7331ba70-7a22-4244-9969-3f499fc80b91 req-c5581e6f-a346-4a20-9829-023ee0d2e512 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 210 time: 0.0964704 Feb 10 15:39:39.014506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f500dd-7fde-47d9-8422-1678a11f7af2 req-478f27c2-b45a-4a71-9482-3d322d21eb45 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:39.024477 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37f500dd-7fde-47d9-8422-1678a11f7af2 req-478f27c2-b45a-4a71-9482-3d322d21eb45 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0853965 Feb 10 15:39:39.132438 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37f500dd-7fde-47d9-8422-1678a11f7af2 req-ce24df10-3316-49da-865c-60e30f75579c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065669 Feb 10 15:39:39.393544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47290) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:39.401178 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75d1fe-2baa-4753-917a-5f43220ed5d4 req-bd4a665d-29bb-4ae2-a353-c69fdeadf75c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:39.409882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f75d1fe-2baa-4753-917a-5f43220ed5d4 req-bd4a665d-29bb-4ae2-a353-c69fdeadf75c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.1444817 Feb 10 15:39:39.483389 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f75d1fe-2baa-4753-917a-5f43220ed5d4 req-a624f64d-f4ea-4438-a54d-242c7ec4cd59 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725262 Feb 10 15:39:39.517646 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bece01-0631-4fad-a35d-3308fd2f833c req-b611d59b-3372-4a82-a799-aad58cc31719 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:39.518948 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26bece01-0631-4fad-a35d-3308fd2f833c req-b611d59b-3372-4a82-a799-aad58cc31719 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.79 "GET /v2.0/networks?id=f55c9453-5ac0-4330-8e95-35abf478d386 HTTP/1.1" status: 200 len: 809 time: 0.3087113 Feb 10 15:39:39.538171 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-26bece01-0631-4fad-a35d-3308fd2f833c req-27400184-79bf-4a45-8d8e-b300e1968b2f tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Request body: {'port': {'device_id': 'b404185b-0096-47a6-ace6-a7edc19c1ee8', 'network_id': 'f55c9453-5ac0-4330-8e95-35abf478d386', 'admin_state_up': True, 'tenant_id': '4b8506faef84487ba3f5d3f9d8d0d595'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:39.632473 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5c1d1-540e-4398-b9d3-cd1e34135690 req-da0f85ec-e79d-4f72-89a5-80b9c285b158 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:39.635068 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2fa5c1d1-540e-4398-b9d3-cd1e34135690 req-da0f85ec-e79d-4f72-89a5-80b9c285b158 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1503792 Feb 10 15:39:39.725389 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2fa5c1d1-540e-4398-b9d3-cd1e34135690 req-b97bf4c6-fcf9-48a6-9723-afb80c5de0fe tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733540 Feb 10 15:39:39.747454 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-81fac97e-aa78-4f63-bfcb-26d6d872b147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:39.780782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26bece01-0631-4fad-a35d-3308fd2f833c req-27400184-79bf-4a45-8d8e-b300e1968b2f tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Made reservation on behalf of 4b8506faef84487ba3f5d3f9d8d0d595 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:39:39.788102 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-26bece01-0631-4fad-a35d-3308fd2f833c req-27400184-79bf-4a45-8d8e-b300e1968b2f tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:39.989641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c69508-42a7-4231-8151-1f4ed4f9b623 req-9ba1a5b7-8474-4354-b010-128c3fd7630a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:39.995064 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14c69508-42a7-4231-8151-1f4ed4f9b623 req-9ba1a5b7-8474-4354-b010-128c3fd7630a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1179833 Feb 10 15:39:40.095964 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-81fac97e-aa78-4f63-bfcb-26d6d872b147 admin admin] Publish callbacks [] for security_group (621c878d-cbbc-4227-b70a-f8022db317f7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:40.100292 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-26bece01-0631-4fad-a35d-3308fd2f833c req-27400184-79bf-4a45-8d8e-b300e1968b2f tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Allocated IP 172.20.0.8 (f55c9453-5ac0-4330-8e95-35abf478d386/de1488ba-c159-4192-9699-6c95f100946b/ddf28a85-dc86-4a14-b827-99c812ebadc4) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:39:40.104725 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-81fac97e-aa78-4f63-bfcb-26d6d872b147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (621c878d-cbbc-4227-b70a-f8022db317f7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:40.106605 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-13f97143-1ca0-43c3-956f-897328dcb073 req-928606ce-a10e-47fc-b35c-3b5dd5a48dfb tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 210 time: 0.1087275 Feb 10 15:39:40.139035 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd982532c-60c6-4ccb-8d92-02c89b399738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f00d178-71c1-4ce2-92b2-548b0430bb97'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:39:40.142168 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1910d806-4aca-49bf-9bb9-e7d039d1696f" -d '{"events": [{"server_uuid": "d982532c-60c6-4ccb-8d92-02c89b399738", "name": "network-vif-plugged", "status": "completed", "tag": "1f00d178-71c1-4ce2-92b2-548b0430bb97"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:40.162638 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-81fac97e-aa78-4f63-bfcb-26d6d872b147 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1539c6f2b26f4b5ba80c72e2ff06d396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7650735 Feb 10 15:39:40.165832 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47314) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:40.200071 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14c69508-42a7-4231-8151-1f4ed4f9b623 req-fcd718d1-4264-4892-8437-70e255d72406 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890435 Feb 10 15:39:40.208520 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00f1349-2d91-45ef-ae28-44d7b0e456a2 x-openstack-request-id: req-c00f1349-2d91-45ef-ae28-44d7b0e456a2 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:40.209071 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d982532c-60c6-4ccb-8d92-02c89b399738", "name": "network-vif-plugged", "status": "completed", "tag": "1f00d178-71c1-4ce2-92b2-548b0430bb97", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:40.209710 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c00f1349-2d91-45ef-ae28-44d7b0e456a2 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:40.210311 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd982532c-60c6-4ccb-8d92-02c89b399738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f00d178-71c1-4ce2-92b2-548b0430bb97', 'code': 200} Feb 10 15:39:40.273287 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a55b24c-ed81-4579-834e-eccc5c40571d admin admin] Publish callbacks [] for security_group (621c878d-cbbc-4227-b70a-f8022db317f7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:40.276212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fac97e-aa78-4f63-bfcb-26d6d872b147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621c878d-cbbc-4227-b70a-f8022db317f7,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:40.330305 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a55b24c-ed81-4579-834e-eccc5c40571d admin admin] Publish callbacks [] for security_group (621c878d-cbbc-4227-b70a-f8022db317f7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:40.410609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47322) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:40.460540 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba0b32-1e48-4c0f-8600-7c4ae5972501 req-6e34c768-fb3e-489c-be23-ff1e16781562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:40.464393 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-abba0b32-1e48-4c0f-8600-7c4ae5972501 req-6e34c768-fb3e-489c-be23-ff1e16781562 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 1128 time: 0.1881034 Feb 10 15:39:40.470311 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a55b24c-ed81-4579-834e-eccc5c40571d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (621c878d-cbbc-4227-b70a-f8022db317f7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:40.476507 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4a55b24c-ed81-4579-834e-eccc5c40571d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:40.480317 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4a55b24c-ed81-4579-834e-eccc5c40571d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/621c878d-cbbc-4227-b70a-f8022db317f7 HTTP/1.1" status: 204 len: 168 time: 0.3132946 Feb 10 15:39:40.539091 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55b24c-ed81-4579-834e-eccc5c40571d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621c878d-cbbc-4227-b70a-f8022db317f7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:40.571810 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-26bece01-0631-4fad-a35d-3308fd2f833c req-27400184-79bf-4a45-8d8e-b300e1968b2f tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Publish callbacks [] for port (ddf28a85-dc86-4a14-b827-99c812ebadc4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:40.666660 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-26bece01-0631-4fad-a35d-3308fd2f833c req-27400184-79bf-4a45-8d8e-b300e1968b2f tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ddf28a85-dc86-4a14-b827-99c812ebadc4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:40.726659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26bece01-0631-4fad-a35d-3308fd2f833c req-27400184-79bf-4a45-8d8e-b300e1968b2f tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Network f55c9453-5ac0-4330-8e95-35abf478d386 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:39:40.730226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-26bece01-0631-4fad-a35d-3308fd2f833c req-27400184-79bf-4a45-8d8e-b300e1968b2f tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:39:40.734420 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bece01-0631-4fad-a35d-3308fd2f833c req-27400184-79bf-4a45-8d8e-b300e1968b2f tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:39:40.770972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27400184-79bf-4a45-8d8e-b300e1968b2f tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Pushing event updated for resources: {'Port': ['ID=ddf28a85-dc86-4a14-b827-99c812ebadc4,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:40.806761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bece01-0631-4fad-a35d-3308fd2f833c req-27400184-79bf-4a45-8d8e-b300e1968b2f tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:40.807921 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-26bece01-0631-4fad-a35d-3308fd2f833c req-27400184-79bf-4a45-8d8e-b300e1968b2f tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:40.816941 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c501a44e-ab29-4cb5-a99a-233c9815eadd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:40.842174 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26bece01-0631-4fad-a35d-3308fd2f833c req-27400184-79bf-4a45-8d8e-b300e1968b2f tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3074687 Feb 10 15:39:40.849953 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-abba0b32-1e48-4c0f-8600-7c4ae5972501 req-4b985665-a3e7-4e99-bcd3-3c857c0b3f52 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665230 Feb 10 15:39:40.859550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Request body: {'port': {'device_id': 'b404185b-0096-47a6-ace6-a7edc19c1ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:39:40.875462 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faba6c9-00bc-4f89-bcbd-67972487a183 req-a73e5bcd-596b-470e-9ecb-8b44056ab881 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:40.876988 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7faba6c9-00bc-4f89-bcbd-67972487a183 req-a73e5bcd-596b-470e-9ecb-8b44056ab881 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.3340063 Feb 10 15:39:40.899816 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004aeff-5c75-415f-97b4-d3ecc71d539d req-a1e354d5-4087-4eed-9db8-91afe1b92e9c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:40.907300 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7004aeff-5c75-415f-97b4-d3ecc71d539d req-a1e354d5-4087-4eed-9db8-91afe1b92e9c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.2343209 Feb 10 15:39:40.988777 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ddf28a85-dc86-4a14-b827-99c812ebadc4), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.004428 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47336) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:41.017418 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7faba6c9-00bc-4f89-bcbd-67972487a183 req-4ae12535-36d5-4485-bbfd-da0947f126ef tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321039 Feb 10 15:39:41.040570 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7004aeff-5c75-415f-97b4-d3ecc71d539d req-42c1bd3e-9736-4155-9772-6747fc92d66a tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322713 Feb 10 15:39:41.057048 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20ce59ab-74f2-442b-94af-cb84dae8d580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.059598 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c501a44e-ab29-4cb5-a99a-233c9815eadd admin admin] Publish callbacks [] for security_group (fbfbd110-66bc-4aed-9e98-f481090272ef), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.067362 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c501a44e-ab29-4cb5-a99a-233c9815eadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fbfbd110-66bc-4aed-9e98-f481090272ef), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.126776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501a44e-ab29-4cb5-a99a-233c9815eadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfbd110-66bc-4aed-9e98-f481090272ef,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:41.132838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c501a44e-ab29-4cb5-a99a-233c9815eadd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88476258b59e451ba1b542e727d685f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7182252 Feb 10 15:39:41.135574 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47342) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:41.234879 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46f5def5-9c9f-4cd4-b9d8-dc903979df0a admin admin] Publish callbacks [] for security_group (fbfbd110-66bc-4aed-9e98-f481090272ef), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.297055 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20ce59ab-74f2-442b-94af-cb84dae8d580 admin admin] Publish callbacks [] for security_group (e64fef80-0490-433b-bef3-bde48b5bd99c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.300199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a0f465f9-06e6-4948-856c-2cf9f970a248 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:39:41.305468 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46f5def5-9c9f-4cd4-b9d8-dc903979df0a admin admin] Publish callbacks [] for security_group (fbfbd110-66bc-4aed-9e98-f481090272ef), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.330033 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-20ce59ab-74f2-442b-94af-cb84dae8d580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e64fef80-0490-433b-bef3-bde48b5bd99c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.354341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2bc6c-3ee9-457f-94a5-3e99de6cf968 req-633e98e7-8b57-4ef7-adb1-60b26a33b5cd tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:41.357881 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99e2bc6c-3ee9-457f-94a5-3e99de6cf968 req-633e98e7-8b57-4ef7-adb1-60b26a33b5cd tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 931 time: 0.1235104 Feb 10 15:39:41.402084 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.450164 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99e2bc6c-3ee9-457f-94a5-3e99de6cf968 req-1eda0ea3-ac4b-4543-9d5a-e29df3322e55 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821991 Feb 10 15:39:41.479110 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46f5def5-9c9f-4cd4-b9d8-dc903979df0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fbfbd110-66bc-4aed-9e98-f481090272ef), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.482455 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46f5def5-9c9f-4cd4-b9d8-dc903979df0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.486924 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-46f5def5-9c9f-4cd4-b9d8-dc903979df0a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fbfbd110-66bc-4aed-9e98-f481090272ef HTTP/1.1" status: 204 len: 168 time: 0.3474731 Feb 10 15:39:41.498990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port a0f465f9-06e6-4948-856c-2cf9f970a248 is: DOWN; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:39:41.506119 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5def5-9c9f-4cd4-b9d8-dc903979df0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfbd110-66bc-4aed-9e98-f481090272ef,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:41.799531 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-20ce59ab-74f2-442b-94af-cb84dae8d580 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6157560835714021becaef24ad243d91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7936485 Feb 10 15:39:41.802636 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47350) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:41.814851 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce59ab-74f2-442b-94af-cb84dae8d580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64fef80-0490-433b-bef3-bde48b5bd99c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:41.868068 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-706da4f2-315e-45d3-a60a-2f310ed1b02c admin admin] Publish callbacks [] for security_group (e64fef80-0490-433b-bef3-bde48b5bd99c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.898554 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-706da4f2-315e-45d3-a60a-2f310ed1b02c admin admin] Publish callbacks [] for security_group (e64fef80-0490-433b-bef3-bde48b5bd99c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.926333 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf28a85-dc86-4a14-b827-99c812ebadc4 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:39:41.935656 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Publish callbacks [] for port (ddf28a85-dc86-4a14-b827-99c812ebadc4), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.950258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Transition to ACTIVE for port object ddf28a85-dc86-4a14-b827-99c812ebadc4 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:39:41.956143 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (ddf28a85-dc86-4a14-b827-99c812ebadc4), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.981971 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-706da4f2-315e-45d3-a60a-2f310ed1b02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e64fef80-0490-433b-bef3-bde48b5bd99c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.984598 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-706da4f2-315e-45d3-a60a-2f310ed1b02c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:41.985907 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-706da4f2-315e-45d3-a60a-2f310ed1b02c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e64fef80-0490-433b-bef3-bde48b5bd99c HTTP/1.1" status: 204 len: 168 time: 0.1821547 Feb 10 15:39:42.005489 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47354) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:42.005823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706da4f2-315e-45d3-a60a-2f310ed1b02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64fef80-0490-433b-bef3-bde48b5bd99c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:42.032635 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8751eb72-da51-4fb9-a6fa-c4e9b154abc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:42.064975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf28a85-dc86-4a14-b827-99c812ebadc4,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:42.134960 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8751eb72-da51-4fb9-a6fa-c4e9b154abc1 admin admin] Publish callbacks [] for security_group (f1d9a184-7a13-4aba-9a98-21bb35fd423b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:42.141724 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8751eb72-da51-4fb9-a6fa-c4e9b154abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f1d9a184-7a13-4aba-9a98-21bb35fd423b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:42.177492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Attempting to bind port ddf28a85-dc86-4a14-b827-99c812ebadc4 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:39:42.178335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Attempting to bind port ddf28a85-dc86-4a14-b827-99c812ebadc4 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '9e7fe4bf-1d05-4374-9d1d-cb757e8eb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f55c9453-5ac0-4330-8e95-35abf478d386'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:39:42.178977 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Attempting to bind port ddf28a85-dc86-4a14-b827-99c812ebadc4 on network f55c9453-5ac0-4330-8e95-35abf478d386 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:42.190887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Port ddf28a85-dc86-4a14-b827-99c812ebadc4 on network f55c9453-5ac0-4330-8e95-35abf478d386 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:39:42.191204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Attempting to bind port ddf28a85-dc86-4a14-b827-99c812ebadc4 on network f55c9453-5ac0-4330-8e95-35abf478d386 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:39:42.202881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:39:42.203280 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Checking segment: {'id': '9e7fe4bf-1d05-4374-9d1d-cb757e8eb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f55c9453-5ac0-4330-8e95-35abf478d386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:39:42.203615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Bound using segment: {'id': '9e7fe4bf-1d05-4374-9d1d-cb757e8eb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f55c9453-5ac0-4330-8e95-35abf478d386'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:39:42.206279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Bound port: ddf28a85-dc86-4a14-b827-99c812ebadc4, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e7fe4bf-1d05-4374-9d1d-cb757e8eb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f55c9453-5ac0-4330-8e95-35abf478d386'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:39:42.206658 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ddf28a85-dc86-4a14-b827-99c812ebadc4), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:42.245505 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8751eb72-da51-4fb9-a6fa-c4e9b154abc1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=172293939dbb4fa581374ffb67caac58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2351427 Feb 10 15:39:42.245895 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47362) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:42.255051 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751eb72-da51-4fb9-a6fa-c4e9b154abc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d9a184-7a13-4aba-9a98-21bb35fd423b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:42.354221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f763c2-fd5e-4d4a-af97-cfa79df977e3 req-a234014b-4abb-439a-9e99-c0c6e1d9937e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:42.355690 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5f763c2-fd5e-4d4a-af97-cfa79df977e3 req-a234014b-4abb-439a-9e99-c0c6e1d9937e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.1255071 Feb 10 15:39:42.357784 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0513e90d-2d2e-46df-9767-4466b1fa6b4d admin admin] Publish callbacks [] for security_group (f1d9a184-7a13-4aba-9a98-21bb35fd423b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:42.365186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea441-4a85-44f2-af1d-6c43b6ce8016 req-18321419-c019-40ea-8db3-c10b6b24803c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:42.366787 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d4ea441-4a85-44f2-af1d-6c43b6ce8016 req-18321419-c019-40ea-8db3-c10b6b24803c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1386664 Feb 10 15:39:42.383931 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0513e90d-2d2e-46df-9767-4466b1fa6b4d admin admin] Publish callbacks [] for security_group (f1d9a184-7a13-4aba-9a98-21bb35fd423b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:42.436783 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5f763c2-fd5e-4d4a-af97-cfa79df977e3 req-ac507773-2c74-4b2f-b255-f061bb59724c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657077 Feb 10 15:39:42.471796 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0513e90d-2d2e-46df-9767-4466b1fa6b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f1d9a184-7a13-4aba-9a98-21bb35fd423b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:42.473882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d4ea441-4a85-44f2-af1d-6c43b6ce8016 req-4fe12bc7-d7b6-41a3-bf7e-abc49992e2d6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830519 Feb 10 15:39:42.474494 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0513e90d-2d2e-46df-9767-4466b1fa6b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:42.478959 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0513e90d-2d2e-46df-9767-4466b1fa6b4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f1d9a184-7a13-4aba-9a98-21bb35fd423b HTTP/1.1" status: 204 len: 168 time: 0.2289176 Feb 10 15:39:42.487041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513e90d-2d2e-46df-9767-4466b1fa6b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d9a184-7a13-4aba-9a98-21bb35fd423b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:42.490724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] For port ddf28a85-dc86-4a14-b827-99c812ebadc4, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:39:42.495025 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] For port ddf28a85-dc86-4a14-b827-99c812ebadc4, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=ddf28a85-dc86-4a14-b827-99c812ebadc4,segment=NetworkSegment(9e7fe4bf-1d05-4374-9d1d-cb757e8eb531),segment_id=9e7fe4bf-1d05-4374-9d1d-cb757e8eb531)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:39:42.520463 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (ddf28a85-dc86-4a14-b827-99c812ebadc4), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:42.570357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:42.571061 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:42.573368 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26bece01-0631-4fad-a35d-3308fd2f833c req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] 10.222.0.79 "PUT /v2.0/ports/ddf28a85-dc86-4a14-b827-99c812ebadc4 HTTP/1.1" status: 200 len: 1091 time: 1.7234077 Feb 10 15:39:42.573819 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b404185b-0096-47a6-ace6-a7edc19c1ee8', 'tag': 'ddf28a85-dc86-4a14-b827-99c812ebadc4'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:39:42.577006 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dade287f-7e80-48e0-8bfe-d19629484aea" -d '{"events": [{"name": "network-changed", "server_uuid": "b404185b-0096-47a6-ace6-a7edc19c1ee8", "tag": "ddf28a85-dc86-4a14-b827-99c812ebadc4"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:42.668429 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863201c-1ba5-4acc-9838-5fe215c97f32 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf28a85-dc86-4a14-b827-99c812ebadc4,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:42.698121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4e1ef-cda8-4980-975e-f4a355a5ad32 req-02facf4c-e51a-4e79-8f14-a2ab41d99d68 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:42.699836 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5a4e1ef-cda8-4980-975e-f4a355a5ad32 req-02facf4c-e51a-4e79-8f14-a2ab41d99d68 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.1002765 Feb 10 15:39:42.726980 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bece01-0631-4fad-a35d-3308fd2f833c req-590ae1b9-ec27-46af-bea2-52f8477f97de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:42.728533 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26bece01-0631-4fad-a35d-3308fd2f833c req-590ae1b9-ec27-46af-bea2-52f8477f97de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b8506faef84487ba3f5d3f9d8d0d595&device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 1125 time: 0.1123919 Feb 10 15:39:42.811322 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26bece01-0631-4fad-a35d-3308fd2f833c req-7ade5407-4b17-466b-835c-6368b94eb7ae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddf28a85-dc86-4a14-b827-99c812ebadc4 HTTP/1.1" status: 200 len: 217 time: 0.0752904 Feb 10 15:39:42.873829 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-73fb7eb2-a83e-4d18-a043-ca3100052109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:42.896473 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5a4e1ef-cda8-4980-975e-f4a355a5ad32 req-14776215-0045-4ab8-9b0e-7ad4975f6172 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882904 Feb 10 15:39:42.925465 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bece01-0631-4fad-a35d-3308fd2f833c req-585bbf73-0b85-493e-8440-fba59e237345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:42.929509 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26bece01-0631-4fad-a35d-3308fd2f833c req-585bbf73-0b85-493e-8440-fba59e237345 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=de1488ba-c159-4192-9699-6c95f100946b HTTP/1.1" status: 200 len: 849 time: 0.1128774 Feb 10 15:39:42.940829 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981f91f-63bd-4161-bcfe-9fa73ca51300 req-fab17fb3-2523-4e75-9dd2-c5281f456674 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:42.949658 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e981f91f-63bd-4161-bcfe-9fa73ca51300 req-fab17fb3-2523-4e75-9dd2-c5281f456674 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 943 time: 0.2047517 Feb 10 15:39:42.995223 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26bece01-0631-4fad-a35d-3308fd2f833c req-f274dcb1-f502-42ad-be09-571df36e5995 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f55c9453-5ac0-4330-8e95-35abf478d386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592341 Feb 10 15:39:42.997835 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d1ef2f-0623-4d3e-8499-d34e0fa4edc9 x-openstack-request-id: req-35d1ef2f-0623-4d3e-8499-d34e0fa4edc9 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:42.998440 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b404185b-0096-47a6-ace6-a7edc19c1ee8", "tag": "ddf28a85-dc86-4a14-b827-99c812ebadc4", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:42.998788 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35d1ef2f-0623-4d3e-8499-d34e0fa4edc9 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:42.999287 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b404185b-0096-47a6-ace6-a7edc19c1ee8', 'tag': 'ddf28a85-dc86-4a14-b827-99c812ebadc4', 'status': 'completed', 'code': 200} Feb 10 15:39:43.065013 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e981f91f-63bd-4161-bcfe-9fa73ca51300 req-108409bd-ab1d-4eea-96ed-774f009b92bc tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034508 Feb 10 15:39:43.201807 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26bece01-0631-4fad-a35d-3308fd2f833c req-6ecf298a-7917-4f07-a1de-38c2207cafb9 service neutron] 10.222.0.79 "GET /v2.0/networks/f55c9453-5ac0-4330-8e95-35abf478d386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999676 Feb 10 15:39:43.445204 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26bece01-0631-4fad-a35d-3308fd2f833c req-02aec29a-c840-4c0b-95da-350f139d4a8f service neutron] 10.222.0.79 "GET /v2.0/networks/f55c9453-5ac0-4330-8e95-35abf478d386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366061 Feb 10 15:39:43.503151 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31589f-1ded-4a1a-ae96-9023944397ac req-32e6c61e-cb68-49c9-8b56-ecbca288c89e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:43.510903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc31589f-1ded-4a1a-ae96-9023944397ac req-32e6c61e-cb68-49c9-8b56-ecbca288c89e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.1098938 Feb 10 15:39:43.609945 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade287f-7e80-48e0-8bfe-d19629484aea req-69598663-a1c0-43d9-ae66-2c09f127e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:43.617640 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dade287f-7e80-48e0-8bfe-d19629484aea req-69598663-a1c0-43d9-ae66-2c09f127e472 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b8506faef84487ba3f5d3f9d8d0d595&device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 1125 time: 0.1167023 Feb 10 15:39:43.641417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc31589f-1ded-4a1a-ae96-9023944397ac req-cc82a3cc-de7b-4776-8ea1-2e85db9fc643 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295645 Feb 10 15:39:43.884279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade287f-7e80-48e0-8bfe-d19629484aea req-9b2f6aeb-06fa-4d88-9d83-57573e4fd5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:43.886321 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dade287f-7e80-48e0-8bfe-d19629484aea req-9b2f6aeb-06fa-4d88-9d83-57573e4fd5ec service neutron] 10.222.0.79 "GET /v2.0/networks?id=f55c9453-5ac0-4330-8e95-35abf478d386 HTTP/1.1" status: 200 len: 910 time: 0.2601628 Feb 10 15:39:43.899831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e5f1e-f9bb-4fe2-b215-020495f4ebd7 req-6ccb7b93-6a39-42ee-8f97-07079352b4e7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:43.902547 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b53e5f1e-f9bb-4fe2-b215-020495f4ebd7 req-6ccb7b93-6a39-42ee-8f97-07079352b4e7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2599957 Feb 10 15:39:43.968186 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dade287f-7e80-48e0-8bfe-d19629484aea req-468d145d-fb96-46cd-bd01-176ec54904f9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddf28a85-dc86-4a14-b827-99c812ebadc4 HTTP/1.1" status: 200 len: 217 time: 0.0755959 Feb 10 15:39:44.028164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf85dd-c197-43f7-9a36-bf75d06777f2 req-f8ff2ed2-0816-4d10-bb92-0777fa8a8a07 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:44.031922 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80cf85dd-c197-43f7-9a36-bf75d06777f2 req-f8ff2ed2-0816-4d10-bb92-0777fa8a8a07 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.2638583 Feb 10 15:39:44.070652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade287f-7e80-48e0-8bfe-d19629484aea req-da1f8308-7146-433a-9790-7b32dd50762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:44.072439 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dade287f-7e80-48e0-8bfe-d19629484aea req-da1f8308-7146-433a-9790-7b32dd50762f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=de1488ba-c159-4192-9699-6c95f100946b HTTP/1.1" status: 200 len: 849 time: 0.0985405 Feb 10 15:39:44.073258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b53e5f1e-f9bb-4fe2-b215-020495f4ebd7 req-31cf0d30-df39-4760-85c1-8285b2f9f6c6 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621883 Feb 10 15:39:44.163843 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dade287f-7e80-48e0-8bfe-d19629484aea req-6cc22226-aaf4-4c96-8f25-8c0c3ff5ddad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f55c9453-5ac0-4330-8e95-35abf478d386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826054 Feb 10 15:39:44.231151 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80cf85dd-c197-43f7-9a36-bf75d06777f2 req-3d65868f-5353-4e95-9bbc-5904532699b9 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825414 Feb 10 15:39:44.275193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dfb15-ac04-4717-b519-174a00a626c1 req-2c84e269-c2f7-43f3-b87e-09903263f0f7 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:44.284903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-801dfb15-ac04-4717-b519-174a00a626c1 req-2c84e269-c2f7-43f3-b87e-09903263f0f7 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 943 time: 0.1290963 Feb 10 15:39:44.320895 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dade287f-7e80-48e0-8bfe-d19629484aea req-ff6dd5be-9068-42d1-8b89-6d4838d3ef3b service neutron] 10.222.0.79 "GET /v2.0/networks/f55c9453-5ac0-4330-8e95-35abf478d386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482396 Feb 10 15:39:44.421913 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-801dfb15-ac04-4717-b519-174a00a626c1 req-bedc512b-844d-4e9c-8670-ad5d6edb1f38 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358480 Feb 10 15:39:44.561921 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dade287f-7e80-48e0-8bfe-d19629484aea req-87aa0f7d-1658-40a2-9339-66304004b92a service neutron] 10.222.0.79 "GET /v2.0/networks/f55c9453-5ac0-4330-8e95-35abf478d386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335660 Feb 10 15:39:44.901045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b14fb-8d4b-4a93-a889-36ecdacc4e4c req-f3aad89d-17f9-4c9a-a5d5-43ccd2b3438b tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:44.908987 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b10b14fb-8d4b-4a93-a889-36ecdacc4e4c req-f3aad89d-17f9-4c9a-a5d5-43ccd2b3438b tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.0800426 Feb 10 15:39:45.057606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b10b14fb-8d4b-4a93-a889-36ecdacc4e4c req-82899086-b1ab-4141-94bb-3fccf642093a tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383660 Feb 10 15:39:45.212414 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6dd68f22-ddaf-4ac1-999f-7729fece49c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:45.249233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b9622-370a-412a-a8e9-7b29f8fbb71c req-302e4782-fa34-42a6-b4e3-796c6ec046e4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:45.258415 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-796b9622-370a-412a-a8e9-7b29f8fbb71c req-302e4782-fa34-42a6-b4e3-796c6ec046e4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0925167 Feb 10 15:39:45.330648 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-796b9622-370a-412a-a8e9-7b29f8fbb71c req-f33d6632-9a10-4e6f-92c3-f74edb56fb08 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711269 Feb 10 15:39:45.414428 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:39:45.622023 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7684a-f25b-430e-9c4f-8c80b9d7d53e req-26ae40af-3346-436e-8d56-883a6403a8b7 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:45.624861 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2af7684a-f25b-430e-9c4f-8c80b9d7d53e req-26ae40af-3346-436e-8d56-883a6403a8b7 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 943 time: 0.1019778 Feb 10 15:39:45.708889 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2af7684a-f25b-430e-9c4f-8c80b9d7d53e req-fd2a938e-5046-4049-8417-b2126ddb5fcc tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764422 Feb 10 15:39:46.229145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e765440-5fe7-4c70-a0b8-3e373bbc843c req-c3a8ec78-3312-4c4b-b75e-58c49b156143 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:46.237521 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e765440-5fe7-4c70-a0b8-3e373bbc843c req-c3a8ec78-3312-4c4b-b75e-58c49b156143 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.0936298 Feb 10 15:39:46.242718 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285755e-27d3-4514-97ab-ef6af5e7edad req-bcc5a333-061e-4f2f-a77a-434d564f20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:46.244612 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5285755e-27d3-4514-97ab-ef6af5e7edad req-bcc5a333-061e-4f2f-a77a-434d564f20b8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 1126 time: 0.0766129 Feb 10 15:39:46.307778 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e765440-5fe7-4c70-a0b8-3e373bbc843c req-8ed0437b-9cc9-4857-ae27-d7c02e5b9836 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691545 Feb 10 15:39:46.380283 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:46.409260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285755e-27d3-4514-97ab-ef6af5e7edad req-384b7384-18b9-4f9c-9092-f1207aa159c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:46.412153 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5285755e-27d3-4514-97ab-ef6af5e7edad req-384b7384-18b9-4f9c-9092-f1207aa159c2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.1448348 Feb 10 15:39:46.487321 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d88b4-d0f4-4435-9994-be4e8759432a req-cbbf5f24-0e47-4b4f-a037-ab7cacf6b089 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:46.488921 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a42d88b4-d0f4-4435-9994-be4e8759432a req-cbbf5f24-0e47-4b4f-a037-ab7cacf6b089 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0748155 Feb 10 15:39:46.510702 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5285755e-27d3-4514-97ab-ef6af5e7edad req-fbc217e4-d427-4a54-ae54-b46dd82ae76c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 HTTP/1.1" status: 200 len: 998 time: 0.0916572 Feb 10 15:39:46.565800 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a42d88b4-d0f4-4435-9994-be4e8759432a req-e69b3da5-e6af-4188-8b3e-9ba33fe2a8a8 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648279 Feb 10 15:39:46.581718 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285755e-27d3-4514-97ab-ef6af5e7edad req-208832b7-381a-418e-928d-163bbf47919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:46.583244 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5285755e-27d3-4514-97ab-ef6af5e7edad req-208832b7-381a-418e-928d-163bbf47919b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.0671413 Feb 10 15:39:46.645833 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285755e-27d3-4514-97ab-ef6af5e7edad req-cd487af0-5df7-4f98-a511-93db11be0c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:46.648093 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5285755e-27d3-4514-97ab-ef6af5e7edad req-cd487af0-5df7-4f98-a511-93db11be0c3e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0576167 Feb 10 15:39:46.821086 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5285755e-27d3-4514-97ab-ef6af5e7edad req-7886fa6d-2bce-463f-99af-8f762068f7c4 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654012 Feb 10 15:39:46.930036 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae4326-44ab-4f21-8e34-7c9d5632534b req-c08229d2-87fc-40f4-929f-7d9a3f6ed749 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:46.942769 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7dae4326-44ab-4f21-8e34-7c9d5632534b req-c08229d2-87fc-40f4-929f-7d9a3f6ed749 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 943 time: 0.1117074 Feb 10 15:39:47.006454 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7dae4326-44ab-4f21-8e34-7c9d5632534b req-52b49634-fa29-41a8-a257-ba3db2fa7f47 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626543 Feb 10 15:39:47.042852 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5285755e-27d3-4514-97ab-ef6af5e7edad req-1ccda6c8-22b9-413c-ac4e-531be4e61af9 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150843 Feb 10 15:39:47.125454 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47560) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:47.265891 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f5520a5-93b9-47e4-8e3b-aab57e665436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:47.329271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device ddf28a85-dc86-4a14-b827-99c812ebadc4 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:39:47.353532 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f5520a5-93b9-47e4-8e3b-aab57e665436 admin admin] Publish callbacks [] for security_group (fae65f0c-5b94-476c-ad02-b143fb14d002), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:47.359389 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f5520a5-93b9-47e4-8e3b-aab57e665436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fae65f0c-5b94-476c-ad02-b143fb14d002), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:47.409036 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0f5520a5-93b9-47e4-8e3b-aab57e665436 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=653d14af7aa4403cac090ec38c4103b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2824318 Feb 10 15:39:47.410104 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5520a5-93b9-47e4-8e3b-aab57e665436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae65f0c-5b94-476c-ad02-b143fb14d002,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:47.412357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47576) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:47.478797 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port ddf28a85-dc86-4a14-b827-99c812ebadc4, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=ddf28a85-dc86-4a14-b827-99c812ebadc4,segment=NetworkSegment(9e7fe4bf-1d05-4374-9d1d-cb757e8eb531),segment_id=9e7fe4bf-1d05-4374-9d1d-cb757e8eb531)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:47.533811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'ddf28a85-dc86-4a14-b827-99c812ebadc4', 'network_id': 'f55c9453-5ac0-4330-8e95-35abf478d386', 'port_id': 'ddf28a85-dc86-4a14-b827-99c812ebadc4', 'mac_address': 'fa:16:3e:57:88:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1488ba-c159-4192-9699-6c95f100946b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:39:47.563701 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce821f04-b1fe-4b57-840f-c7ae9ce06e14 admin admin] Publish callbacks [] for security_group (fae65f0c-5b94-476c-ad02-b143fb14d002), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:47.598595 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port ddf28a85-dc86-4a14-b827-99c812ebadc4 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:39:47.599701 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ddf28a85-dc86-4a14-b827-99c812ebadc4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:47.620553 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf28a85-dc86-4a14-b827-99c812ebadc4 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:39:47.631692 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce821f04-b1fe-4b57-840f-c7ae9ce06e14 admin admin] Publish callbacks [] for security_group (fae65f0c-5b94-476c-ad02-b143fb14d002), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:47.674963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port ddf28a85-dc86-4a14-b827-99c812ebadc4, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=ddf28a85-dc86-4a14-b827-99c812ebadc4,segment=NetworkSegment(9e7fe4bf-1d05-4374-9d1d-cb757e8eb531),segment_id=9e7fe4bf-1d05-4374-9d1d-cb757e8eb531)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:47.683329 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ddf28a85-dc86-4a14-b827-99c812ebadc4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:47.731159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100479a3-dcf4-481f-9599-87e5f8c7c949 req-a92fe397-4f6a-4143-8196-20f2a6d82e74 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:47.735985 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-100479a3-dcf4-481f-9599-87e5f8c7c949 req-a92fe397-4f6a-4143-8196-20f2a6d82e74 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.2687137 Feb 10 15:39:47.765401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=ddf28a85-dc86-4a14-b827-99c812ebadc4,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:47.829539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbce231-9fb6-4ca0-aa48-fc5bc106db7f req-3d51bed3-2b34-4a27-9262-4a9e07c2c822 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:47.837285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acbce231-9fb6-4ca0-aa48-fc5bc106db7f req-3d51bed3-2b34-4a27-9262-4a9e07c2c822 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1663620 Feb 10 15:39:47.869465 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce821f04-b1fe-4b57-840f-c7ae9ce06e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fae65f0c-5b94-476c-ad02-b143fb14d002), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:47.872011 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce821f04-b1fe-4b57-840f-c7ae9ce06e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:47.877052 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ce821f04-b1fe-4b57-840f-c7ae9ce06e14 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fae65f0c-5b94-476c-ad02-b143fb14d002 HTTP/1.1" status: 204 len: 168 time: 0.4596252 Feb 10 15:39:47.888308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce821f04-b1fe-4b57-840f-c7ae9ce06e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae65f0c-5b94-476c-ad02-b143fb14d002,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:47.893008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-100479a3-dcf4-481f-9599-87e5f8c7c949 req-72fc40e0-12a5-4345-82e6-8af57c61a418 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513431 Feb 10 15:39:47.964415 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:47.996440 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acbce231-9fb6-4ca0-aa48-fc5bc106db7f req-6369bbbf-3a4c-4da8-8146-3ff8b063c4df tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581571 Feb 10 15:39:48.058091 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['ddf28a85-dc86-4a14-b827-99c812ebadc4'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:48.328638 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588294f2-2dcf-409d-ab95-47f5ca0d66e5 req-449c20af-351c-4e41-88d5-7870fa02bb9a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:48.344688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-588294f2-2dcf-409d-ab95-47f5ca0d66e5 req-449c20af-351c-4e41-88d5-7870fa02bb9a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 944 time: 0.1478319 Feb 10 15:39:48.452879 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-588294f2-2dcf-409d-ab95-47f5ca0d66e5 req-391a1d78-c374-4e9d-81e1-3f1b8f973abd tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072922 Feb 10 15:39:48.488194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47596) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:48.505550 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7071ef36-c25b-4f20-b16c-14c197e8d237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:48.626333 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7071ef36-c25b-4f20-b16c-14c197e8d237 admin admin] Publish callbacks [] for security_group (2afd3c08-c2be-435e-8092-50d07c0164d3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:48.632427 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7071ef36-c25b-4f20-b16c-14c197e8d237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2afd3c08-c2be-435e-8092-50d07c0164d3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:48.682749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7071ef36-c25b-4f20-b16c-14c197e8d237 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d626febe900b41b2815295fdb91f1a75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1931157 Feb 10 15:39:48.685709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47604) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:48.715590 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071ef36-c25b-4f20-b16c-14c197e8d237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afd3c08-c2be-435e-8092-50d07c0164d3,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:48.825501 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-35aebb4e-852d-40c3-a08f-d87c31371d05 admin admin] Publish callbacks [] for security_group (2afd3c08-c2be-435e-8092-50d07c0164d3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:48.879449 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-35aebb4e-852d-40c3-a08f-d87c31371d05 admin admin] Publish callbacks [] for security_group (2afd3c08-c2be-435e-8092-50d07c0164d3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:48.939063 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:48.987105 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-35aebb4e-852d-40c3-a08f-d87c31371d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2afd3c08-c2be-435e-8092-50d07c0164d3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:48.990024 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-35aebb4e-852d-40c3-a08f-d87c31371d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:48.994204 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-35aebb4e-852d-40c3-a08f-d87c31371d05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2afd3c08-c2be-435e-8092-50d07c0164d3 HTTP/1.1" status: 204 len: 168 time: 0.3068650 Feb 10 15:39:49.007626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aebb4e-852d-40c3-a08f-d87c31371d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afd3c08-c2be-435e-8092-50d07c0164d3,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:49.104505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47620) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:49.238018 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0815a0b5-070a-45b1-bfd0-ed81ccd50204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:49.343986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device ddf28a85-dc86-4a14-b827-99c812ebadc4 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:39:49.348092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968abdaf-c7be-4760-80b6-3d56f010662d req-d1bc85ce-4a64-4a58-a12c-33c732285741 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:49.349608 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-968abdaf-c7be-4760-80b6-3d56f010662d req-d1bc85ce-4a64-4a58-a12c-33c732285741 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.2214868 Feb 10 15:39:49.368147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b351e8d-c7dc-486d-b079-baad33fcc18c req-2ea62fea-4ab0-486e-8120-9619e58801e2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:49.381790 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b351e8d-c7dc-486d-b079-baad33fcc18c req-2ea62fea-4ab0-486e-8120-9619e58801e2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1962180 Feb 10 15:39:49.432830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0815a0b5-070a-45b1-bfd0-ed81ccd50204 admin admin] Publish callbacks [] for security_group (edd3314b-62d9-43f4-91a5-19038cfca76c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:49.447398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0815a0b5-070a-45b1-bfd0-ed81ccd50204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (edd3314b-62d9-43f4-91a5-19038cfca76c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:49.458656 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port ddf28a85-dc86-4a14-b827-99c812ebadc4 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:39:49.462970 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port ddf28a85-dc86-4a14-b827-99c812ebadc4 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:39:49.463436 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ddf28a85-dc86-4a14-b827-99c812ebadc4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:49.489279 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b351e8d-c7dc-486d-b079-baad33fcc18c req-dbe70cdd-5ec6-4c56-b8e7-336c04c174ce tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056902 Feb 10 15:39:49.524107 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47630) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:49.525059 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0815a0b5-070a-45b1-bfd0-ed81ccd50204 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3255c1151dbb40b0a5c449c09b0afe5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4193556 Feb 10 15:39:49.604875 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-968abdaf-c7be-4760-80b6-3d56f010662d req-00282707-b366-4261-902d-e1b9ab00f15e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032752 Feb 10 15:39:49.628823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815a0b5-070a-45b1-bfd0-ed81ccd50204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd3314b-62d9-43f4-91a5-19038cfca76c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:49.680364 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port ddf28a85-dc86-4a14-b827-99c812ebadc4 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:39:49.680804 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ddf28a85-dc86-4a14-b827-99c812ebadc4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:49.687943 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-63e99343-54a9-4f53-a322-b623eee36476 admin admin] Publish callbacks [] for security_group (edd3314b-62d9-43f4-91a5-19038cfca76c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:49.747816 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b404185b-0096-47a6-ace6-a7edc19c1ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf28a85-dc86-4a14-b827-99c812ebadc4'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:39:49.755780 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d68a5b-97b6-49cb-81ed-eff81829edc5" -d '{"events": [{"server_uuid": "b404185b-0096-47a6-ace6-a7edc19c1ee8", "name": "network-vif-plugged", "status": "completed", "tag": "ddf28a85-dc86-4a14-b827-99c812ebadc4"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:49.792299 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port ddf28a85-dc86-4a14-b827-99c812ebadc4, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=ddf28a85-dc86-4a14-b827-99c812ebadc4,segment=NetworkSegment(9e7fe4bf-1d05-4374-9d1d-cb757e8eb531),segment_id=9e7fe4bf-1d05-4374-9d1d-cb757e8eb531)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:49.801548 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ddf28a85-dc86-4a14-b827-99c812ebadc4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:49.830890 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-63e99343-54a9-4f53-a322-b623eee36476 admin admin] Publish callbacks [] for security_group (edd3314b-62d9-43f4-91a5-19038cfca76c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:50.015952 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d07af2-e5ad-435f-9f20-a7fe837a46d7 x-openstack-request-id: req-e7d07af2-e5ad-435f-9f20-a7fe837a46d7 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:50.017578 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b404185b-0096-47a6-ace6-a7edc19c1ee8", "name": "network-vif-plugged", "status": "completed", "tag": "ddf28a85-dc86-4a14-b827-99c812ebadc4", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:50.019446 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7d07af2-e5ad-435f-9f20-a7fe837a46d7 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:50.020057 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b404185b-0096-47a6-ace6-a7edc19c1ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf28a85-dc86-4a14-b827-99c812ebadc4', 'code': 200} Feb 10 15:39:50.024555 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=ddf28a85-dc86-4a14-b827-99c812ebadc4,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:50.046316 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae54c76-bcce-45fa-8de0-c02840569e4e req-c6f69a5e-d328-4977-99b8-a2153f8c9cc4 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:50.049667 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aae54c76-bcce-45fa-8de0-c02840569e4e req-c6f69a5e-d328-4977-99b8-a2153f8c9cc4 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 944 time: 0.3209455 Feb 10 15:39:50.092322 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-63e99343-54a9-4f53-a322-b623eee36476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (edd3314b-62d9-43f4-91a5-19038cfca76c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:50.095565 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-63e99343-54a9-4f53-a322-b623eee36476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:50.096788 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-63e99343-54a9-4f53-a322-b623eee36476 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/edd3314b-62d9-43f4-91a5-19038cfca76c HTTP/1.1" status: 204 len: 168 time: 0.5716712 Feb 10 15:39:50.112696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5317620-40b6-4b6a-8dd0-3c3430e5b884 req-975beb8e-2ba2-4663-8c9d-59212c53aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:50.119771 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5317620-40b6-4b6a-8dd0-3c3430e5b884 req-975beb8e-2ba2-4663-8c9d-59212c53aa12 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 1127 time: 0.1625500 Feb 10 15:39:50.124997 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e99343-54a9-4f53-a322-b623eee36476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd3314b-62d9-43f4-91a5-19038cfca76c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:50.165805 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aae54c76-bcce-45fa-8de0-c02840569e4e req-c0b7e449-ccf8-494a-8ec4-702fa442f48b tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931787 Feb 10 15:39:50.208795 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5317620-40b6-4b6a-8dd0-3c3430e5b884 req-c893d9de-94da-46b5-ab9b-2c08363e36e5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826674 Feb 10 15:39:50.289852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47652) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:50.633021 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9600-1e7a-4852-b19b-a2b5991c03f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:50.749258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47672) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:50.773988 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d715b394-5375-4d87-95da-8dae49050ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:50.807384 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bdba-dbab-490f-b778-88339a9bce89 req-b5bf059c-fbeb-4826-bf5b-dcd35f0cd0a4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:50.822154 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4909bdba-dbab-490f-b778-88339a9bce89 req-b5bf059c-fbeb-4826-bf5b-dcd35f0cd0a4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2087066 Feb 10 15:39:50.936551 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d715b394-5375-4d87-95da-8dae49050ca7 admin admin] Publish callbacks [] for security_group (753f5a76-0542-4532-b050-35ab8ac2dc04), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:50.949176 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d715b394-5375-4d87-95da-8dae49050ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (753f5a76-0542-4532-b050-35ab8ac2dc04), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:51.072796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4909bdba-dbab-490f-b778-88339a9bce89 req-c3a35d07-f09b-45a0-85d5-56629072dde8 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495968 Feb 10 15:39:51.089051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715b394-5375-4d87-95da-8dae49050ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753f5a76-0542-4532-b050-35ab8ac2dc04,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:51.119069 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d715b394-5375-4d87-95da-8dae49050ca7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8b19c56a5574ff29e124fe9ce04fa0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3683031 Feb 10 15:39:51.121567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 47686) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:51.122730 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9600-1e7a-4852-b19b-a2b5991c03f1 admin admin] Publish callbacks [] for security_group (0c24ce1a-68d4-4482-82e3-33681878ae70), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:51.136529 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9600-1e7a-4852-b19b-a2b5991c03f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0c24ce1a-68d4-4482-82e3-33681878ae70), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:51.150506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf7b09-097b-433c-9b24-571e9bfb059b req-5466ab62-782c-4134-9c94-c4c5d05772c2 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:51.159818 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4bf7b09-097b-433c-9b24-571e9bfb059b req-5466ab62-782c-4134-9c94-c4c5d05772c2 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.4171467 Feb 10 15:39:51.262726 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f7cad40-d97d-4496-b0a7-ffd66bae555a admin admin] Publish callbacks [] for security_group (753f5a76-0542-4532-b050-35ab8ac2dc04), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:51.287213 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f7cad40-d97d-4496-b0a7-ffd66bae555a admin admin] Publish callbacks [] for security_group (753f5a76-0542-4532-b050-35ab8ac2dc04), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:51.290256 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f9600-1e7a-4852-b19b-a2b5991c03f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c24ce1a-68d4-4482-82e3-33681878ae70,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:51.300735 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4b1f9600-1e7a-4852-b19b-a2b5991c03f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92ad536e912946b98dfac65f5bbcf842&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0096192 Feb 10 15:39:51.306689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 47702) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:51.358204 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f7cad40-d97d-4496-b0a7-ffd66bae555a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (753f5a76-0542-4532-b050-35ab8ac2dc04), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:51.364509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f7cad40-d97d-4496-b0a7-ffd66bae555a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:51.366186 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4bf7b09-097b-433c-9b24-571e9bfb059b req-20a737a7-d70c-4804-8d50-c63e0ee3a02b tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998665 Feb 10 15:39:51.368586 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1f7cad40-d97d-4496-b0a7-ffd66bae555a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/753f5a76-0542-4532-b050-35ab8ac2dc04 HTTP/1.1" status: 204 len: 168 time: 0.2448888 Feb 10 15:39:51.378462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cad40-d97d-4496-b0a7-ffd66bae555a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753f5a76-0542-4532-b050-35ab8ac2dc04,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:51.448007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a7c687cd-c51f-4f8c-97c8-58d3ce5a0a2a admin admin] Publish callbacks [] for security_group (0c24ce1a-68d4-4482-82e3-33681878ae70), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:51.460718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201cc36-6bc8-406b-a7e9-b7622a8cce81 req-6594efab-7c0b-4667-b955-082b1088a641 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:51.468348 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3201cc36-6bc8-406b-a7e9-b7622a8cce81 req-6594efab-7c0b-4667-b955-082b1088a641 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 945 time: 0.1226330 Feb 10 15:39:51.509496 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a7c687cd-c51f-4f8c-97c8-58d3ce5a0a2a admin admin] Publish callbacks [] for security_group (0c24ce1a-68d4-4482-82e3-33681878ae70), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:51.578996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3201cc36-6bc8-406b-a7e9-b7622a8cce81 req-977de62c-0337-4fb1-9c16-63601da5d521 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083908 Feb 10 15:39:51.623968 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a7c687cd-c51f-4f8c-97c8-58d3ce5a0a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0c24ce1a-68d4-4482-82e3-33681878ae70), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:51.628000 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a7c687cd-c51f-4f8c-97c8-58d3ce5a0a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:51.632517 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a7c687cd-c51f-4f8c-97c8-58d3ce5a0a2a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c24ce1a-68d4-4482-82e3-33681878ae70 HTTP/1.1" status: 204 len: 168 time: 0.3243530 Feb 10 15:39:51.647239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c687cd-c51f-4f8c-97c8-58d3ce5a0a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c24ce1a-68d4-4482-82e3-33681878ae70,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:52.233642 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd12efe-a29b-46ec-8629-1154ee95fc63 req-a7a4c6aa-e342-4d52-b785-26364dd86667 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:52.235399 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9bd12efe-a29b-46ec-8629-1154ee95fc63 req-a7a4c6aa-e342-4d52-b785-26364dd86667 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0667422 Feb 10 15:39:52.317297 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9bd12efe-a29b-46ec-8629-1154ee95fc63 req-46b29687-bbca-4fb2-8ce6-5c081fcbb6ab tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743475 Feb 10 15:39:52.566323 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d13943-28b4-4e3d-b217-65418a4740ca req-e3f3fbd7-5aab-4704-ada7-6c4c02658591 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:52.573283 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4d13943-28b4-4e3d-b217-65418a4740ca req-e3f3fbd7-5aab-4704-ada7-6c4c02658591 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.1327004 Feb 10 15:39:52.684468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8697808-f9f8-44ca-8798-d06dc6a84889 req-662c3c5d-3027-431d-994f-f885114b9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:52.687871 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a8697808-f9f8-44ca-8798-d06dc6a84889 req-662c3c5d-3027-431d-994f-f885114b9185 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 1126 time: 0.0818119 Feb 10 15:39:52.690163 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4d13943-28b4-4e3d-b217-65418a4740ca req-2f1a6959-738d-4672-83e1-880cdf81c495 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003575 Feb 10 15:39:52.717090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701aadf-2837-46f4-b271-b64b95172292 req-02c5932d-bbbe-4956-8705-54ba38e505da tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:52.723943 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9701aadf-2837-46f4-b271-b64b95172292 req-02c5932d-bbbe-4956-8705-54ba38e505da tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1491768 Feb 10 15:39:52.842988 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9701aadf-2837-46f4-b271-b64b95172292 req-04ca504a-ea5c-4554-8f02-f5e0c2000b74 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181030 Feb 10 15:39:52.883871 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8697808-f9f8-44ca-8798-d06dc6a84889 req-36ffab82-f9b4-4f41-b949-1ce0947bc4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:52.885611 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a8697808-f9f8-44ca-8798-d06dc6a84889 req-36ffab82-f9b4-4f41-b949-1ce0947bc4c0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.1866641 Feb 10 15:39:52.932060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332c1c5-baca-4a05-9416-78f485a77f32 req-f0c8fa3e-3731-4314-b59b-0f0d78d1a6a5 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:52.936015 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2332c1c5-baca-4a05-9416-78f485a77f32 req-f0c8fa3e-3731-4314-b59b-0f0d78d1a6a5 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 945 time: 0.1198225 Feb 10 15:39:52.999039 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a8697808-f9f8-44ca-8798-d06dc6a84889 req-5f9b0824-3d29-42fc-85bd-609c9a06b300 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 HTTP/1.1" status: 200 len: 998 time: 0.1055984 Feb 10 15:39:53.027864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2332c1c5-baca-4a05-9416-78f485a77f32 req-9a2773ef-cca0-4f1d-9ee9-29aed1c31da8 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806234 Feb 10 15:39:53.061878 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8697808-f9f8-44ca-8798-d06dc6a84889 req-7f63d614-0fe8-47e8-8af1-0bbb00feadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:53.065752 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a8697808-f9f8-44ca-8798-d06dc6a84889 req-7f63d614-0fe8-47e8-8af1-0bbb00feadb7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.0568631 Feb 10 15:39:53.143869 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8697808-f9f8-44ca-8798-d06dc6a84889 req-fc66c3b6-795f-43f7-b00d-6b07daeaff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:53.145696 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a8697808-f9f8-44ca-8798-d06dc6a84889 req-fc66c3b6-795f-43f7-b00d-6b07daeaff4d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0755389 Feb 10 15:39:53.284953 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a8697808-f9f8-44ca-8798-d06dc6a84889 req-1a5d6684-6603-41d4-b853-06c7aed7ba36 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333034 Feb 10 15:39:53.411231 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a8697808-f9f8-44ca-8798-d06dc6a84889 req-5fe317bb-7842-493c-8e9c-d6f0130c14f7 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200833 Feb 10 15:39:53.869357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a1e08-0892-47a9-890b-00a409a611a6 req-619b5b67-adeb-4ebf-a1fc-c9dc35ebea8a tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:53.871792 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b9a1e08-0892-47a9-890b-00a409a611a6 req-619b5b67-adeb-4ebf-a1fc-c9dc35ebea8a tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.1035221 Feb 10 15:39:53.983190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b9a1e08-0892-47a9-890b-00a409a611a6 req-374f4829-70e4-4775-a4cf-ee900f9e4b1b tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938909 Feb 10 15:39:54.017743 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ac734-557d-446a-918b-4aa7a5826298 req-d739799d-146a-4493-a2bb-00d5ea214d2d tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:54.019952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-444ac734-557d-446a-918b-4aa7a5826298 req-d739799d-146a-4493-a2bb-00d5ea214d2d tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 945 time: 0.1463592 Feb 10 15:39:54.129251 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-444ac734-557d-446a-918b-4aa7a5826298 req-37b07030-3626-4d85-a2e2-48498acad74b tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994256 Feb 10 15:39:54.166364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a81c7-ba2a-4acd-aa32-007356369a17 req-ac98ed1d-1a41-41cf-bff5-ccad92b6f8ef tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:54.175810 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b83a81c7-ba2a-4acd-aa32-007356369a17 req-ac98ed1d-1a41-41cf-bff5-ccad92b6f8ef tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0999238 Feb 10 15:39:54.257345 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b83a81c7-ba2a-4acd-aa32-007356369a17 req-845877e6-a37d-4757-a3e9-dac6f54c05c2 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805027 Feb 10 15:39:54.386165 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1798fb-cf5d-4664-a2d0-2a8e3b8f1274 req-68693282-26e6-4d56-85be-d68f2f36128e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:54.387683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb1798fb-cf5d-4664-a2d0-2a8e3b8f1274 req-68693282-26e6-4d56-85be-d68f2f36128e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0584924 Feb 10 15:39:54.443629 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb1798fb-cf5d-4664-a2d0-2a8e3b8f1274 req-9d1279b3-fba7-4851-88d0-7c89d4c9dce7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493827 Feb 10 15:39:54.590159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d9f29-8fa4-4241-970d-5d84a42dc4dd req-915276ba-6c54-4250-8a96-0d9eb7ae5e8f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:54.592194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-711d9f29-8fa4-4241-970d-5d84a42dc4dd req-915276ba-6c54-4250-8a96-0d9eb7ae5e8f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0677547 Feb 10 15:39:54.673539 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-711d9f29-8fa4-4241-970d-5d84a42dc4dd req-5737fb80-f189-4d79-8af8-247bccd98451 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707014 Feb 10 15:39:54.854049 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b337c1-48a3-4a36-8555-f4516b1b1b02 req-2abcff56-a560-484e-aafb-a3f09ee797e5 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:54.855721 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94b337c1-48a3-4a36-8555-f4516b1b1b02 req-2abcff56-a560-484e-aafb-a3f09ee797e5 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0879524 Feb 10 15:39:54.929509 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94b337c1-48a3-4a36-8555-f4516b1b1b02 req-4583e3ed-3796-4251-a6fa-dda7669c7d84 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666289 Feb 10 15:39:55.126976 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b665d-e3af-4a99-8860-ae1fee96a174 req-4b6ea753-0da0-4377-b521-9f5597348a26 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:55.128618 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-267b665d-e3af-4a99-8860-ae1fee96a174 req-4b6ea753-0da0-4377-b521-9f5597348a26 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0868783 Feb 10 15:39:55.366508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f2c42-583e-4ce3-8d79-f2a649990dba req-611f4557-3d5f-4b47-93f7-617b55976eef tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:55.371548 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e5f2c42-583e-4ce3-8d79-f2a649990dba req-611f4557-3d5f-4b47-93f7-617b55976eef tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.79 "GET /v2.0/ports?device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 945 time: 0.1170161 Feb 10 15:39:55.395474 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-267b665d-e3af-4a99-8860-ae1fee96a174 req-f1f3f1de-5348-46aa-a630-928079e7605e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475142 Feb 10 15:39:55.448403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec4216-373e-4cfd-9aa3-b97c844c4edc req-41144467-c862-40f7-b892-8939e5ef8b00 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:55.462948 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-76ec4216-373e-4cfd-9aa3-b97c844c4edc req-41144467-c862-40f7-b892-8939e5ef8b00 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.3332212 Feb 10 15:39:55.626438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-1e5f2c42-583e-4ce3-8d79-f2a649990dba req-8b7fe11b-a0cf-42e1-b392-4f3f5ff06a81 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Deleting port ddf28a85-dc86-4a14-b827-99c812ebadc4 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:39:55.627333 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e5f2c42-583e-4ce3-8d79-f2a649990dba req-8b7fe11b-a0cf-42e1-b392-4f3f5ff06a81 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ddf28a85-dc86-4a14-b827-99c812ebadc4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:55.760123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-1e5f2c42-583e-4ce3-8d79-f2a649990dba req-8b7fe11b-a0cf-42e1-b392-4f3f5ff06a81 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] For port ddf28a85-dc86-4a14-b827-99c812ebadc4, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=ddf28a85-dc86-4a14-b827-99c812ebadc4,segment=NetworkSegment(9e7fe4bf-1d05-4374-9d1d-cb757e8eb531),segment_id=9e7fe4bf-1d05-4374-9d1d-cb757e8eb531)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:39:55.760830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e5f2c42-583e-4ce3-8d79-f2a649990dba req-8b7fe11b-a0cf-42e1-b392-4f3f5ff06a81 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ddf28a85-dc86-4a14-b827-99c812ebadc4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:55.782611 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-1e5f2c42-583e-4ce3-8d79-f2a649990dba req-8b7fe11b-a0cf-42e1-b392-4f3f5ff06a81 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Calling delete_port for ddf28a85-dc86-4a14-b827-99c812ebadc4 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:39:55.850685 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48318) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:55.975192 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-76ec4216-373e-4cfd-9aa3-b97c844c4edc req-fe00fb48-74c5-4699-86ee-ca1103ac262f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112622 Feb 10 15:39:55.998300 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e5f2c42-583e-4ce3-8d79-f2a649990dba req-8b7fe11b-a0cf-42e1-b392-4f3f5ff06a81 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ddf28a85-dc86-4a14-b827-99c812ebadc4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:56.002981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06353c5-754d-4d88-848b-d2c89e5feace req-2d7a74de-cf46-4ba7-bb4a-9b7f2ef65ee9 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:56.010941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['ddf28a85-dc86-4a14-b827-99c812ebadc4'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:39:56.011681 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b06353c5-754d-4d88-848b-d2c89e5feace req-2d7a74de-cf46-4ba7-bb4a-9b7f2ef65ee9 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=b404185b-0096-47a6-ace6-a7edc19c1ee8 HTTP/1.1" status: 200 len: 945 time: 0.1155994 Feb 10 15:39:56.064463 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fe11b-a0cf-42e1-b392-4f3f5ff06a81 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Pushing event deleted for resources: {'Port': ['ID=ddf28a85-dc86-4a14-b827-99c812ebadc4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:56.107569 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b06353c5-754d-4d88-848b-d2c89e5feace req-47112d56-6f7b-4fbb-b236-7f60dd6da52a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897470 Feb 10 15:39:56.124444 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7eb3d0f8-ea4f-4692-bb6a-5755ca1533c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:56.149813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5f2c42-583e-4ce3-8d79-f2a649990dba req-8b7fe11b-a0cf-42e1-b392-4f3f5ff06a81 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] No DVR routers for this DVR port ddf28a85-dc86-4a14-b827-99c812ebadc4 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:39:56.153356 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1e5f2c42-583e-4ce3-8d79-f2a649990dba req-8b7fe11b-a0cf-42e1-b392-4f3f5ff06a81 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:56.157522 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e5f2c42-583e-4ce3-8d79-f2a649990dba req-8b7fe11b-a0cf-42e1-b392-4f3f5ff06a81 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.79 "DELETE /v2.0/ports/ddf28a85-dc86-4a14-b827-99c812ebadc4 HTTP/1.1" status: 204 len: 173 time: 0.7803357 Feb 10 15:39:56.158689 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b404185b-0096-47a6-ace6-a7edc19c1ee8', 'name': 'network-vif-deleted', 'tag': 'ddf28a85-dc86-4a14-b827-99c812ebadc4'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:39:56.171147 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa45e6c-fa7c-4688-a4e8-3f30547bf590" -d '{"events": [{"server_uuid": "b404185b-0096-47a6-ace6-a7edc19c1ee8", "name": "network-vif-deleted", "tag": "ddf28a85-dc86-4a14-b827-99c812ebadc4"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:39:56.229852 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caea477a-258c-47e6-b3e3-7809c2f3c2b0 x-openstack-request-id: req-caea477a-258c-47e6-b3e3-7809c2f3c2b0 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:39:56.232803 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b404185b-0096-47a6-ace6-a7edc19c1ee8", "name": "network-vif-deleted", "tag": "ddf28a85-dc86-4a14-b827-99c812ebadc4", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:39:56.233296 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-caea477a-258c-47e6-b3e3-7809c2f3c2b0 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:39:56.234523 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b404185b-0096-47a6-ace6-a7edc19c1ee8', 'name': 'network-vif-deleted', 'tag': 'ddf28a85-dc86-4a14-b827-99c812ebadc4', 'status': 'completed', 'code': 200} Feb 10 15:39:56.317018 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7eb3d0f8-ea4f-4692-bb6a-5755ca1533c5 admin admin] Publish callbacks [] for security_group (b26e5ef6-7dc9-465e-a79e-e36f02931187), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:56.324419 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7eb3d0f8-ea4f-4692-bb6a-5755ca1533c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b26e5ef6-7dc9-465e-a79e-e36f02931187), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:56.376234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3d0f8-ea4f-4692-bb6a-5755ca1533c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26e5ef6-7dc9-465e-a79e-e36f02931187,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:56.408701 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7eb3d0f8-ea4f-4692-bb6a-5755ca1533c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa61b3cd6638479088ddaf0c8e94e7fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5562968 Feb 10 15:39:56.409292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214804c1-e5f1-41c2-a6f0-2aca618bc63e req-01c16619-a517-4d9f-855f-23c853d0d3af tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:56.412094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48338) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:56.416536 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-214804c1-e5f1-41c2-a6f0-2aca618bc63e req-01c16619-a517-4d9f-855f-23c853d0d3af tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0888128 Feb 10 15:39:56.479679 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa1899c2-2b68-4d48-afaa-525e22e5c1f0 admin admin] Publish callbacks [] for security_group (b26e5ef6-7dc9-465e-a79e-e36f02931187), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:56.515868 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-214804c1-e5f1-41c2-a6f0-2aca618bc63e req-f637f1da-1e52-45f7-812a-fb576f3d6eb7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823178 Feb 10 15:39:56.516880 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa1899c2-2b68-4d48-afaa-525e22e5c1f0 admin admin] Publish callbacks [] for security_group (b26e5ef6-7dc9-465e-a79e-e36f02931187), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:56.597332 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa1899c2-2b68-4d48-afaa-525e22e5c1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b26e5ef6-7dc9-465e-a79e-e36f02931187), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:56.600438 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa1899c2-2b68-4d48-afaa-525e22e5c1f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:56.602090 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fa1899c2-2b68-4d48-afaa-525e22e5c1f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b26e5ef6-7dc9-465e-a79e-e36f02931187 HTTP/1.1" status: 204 len: 168 time: 0.1889336 Feb 10 15:39:56.631033 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1899c2-2b68-4d48-afaa-525e22e5c1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26e5ef6-7dc9-465e-a79e-e36f02931187,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:57.220596 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34704527-69c9-4bcf-abf8-c739008294ee req-41939ba5-8766-4340-8ce3-0058a24aa8aa tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:57.228350 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34704527-69c9-4bcf-abf8-c739008294ee req-41939ba5-8766-4340-8ce3-0058a24aa8aa tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.1350610 Feb 10 15:39:57.253490 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48364) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:57.288042 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be9c8488-1f0d-4a75-bcf4-1be8ef8855b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:57.336386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34704527-69c9-4bcf-abf8-c739008294ee req-8f086471-4c50-4070-8c50-cc1631c4d2b5 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019304 Feb 10 15:39:57.463349 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be9c8488-1f0d-4a75-bcf4-1be8ef8855b8 admin admin] Publish callbacks [] for security_group (8b2b73d6-25c4-458d-81d2-b0688ec93bfc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:57.472329 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be9c8488-1f0d-4a75-bcf4-1be8ef8855b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8b2b73d6-25c4-458d-81d2-b0688ec93bfc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:57.525085 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-be9c8488-1f0d-4a75-bcf4-1be8ef8855b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3481f5acb66484587d2839f4cd59bcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2703278 Feb 10 15:39:57.531633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48382) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:39:57.571297 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c8488-1f0d-4a75-bcf4-1be8ef8855b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2b73d6-25c4-458d-81d2-b0688ec93bfc,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:57.621051 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-04578b67-0947-43a0-b83b-3a283b28c5c3 admin admin] Publish callbacks [] for security_group (8b2b73d6-25c4-458d-81d2-b0688ec93bfc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:57.679144 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-04578b67-0947-43a0-b83b-3a283b28c5c3 admin admin] Publish callbacks [] for security_group (8b2b73d6-25c4-458d-81d2-b0688ec93bfc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:57.679455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-321d4593-cb05-4013-9772-1a714e6a07ca tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:57.687685 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-321d4593-cb05-4013-9772-1a714e6a07ca tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/networks?id=f55c9453-5ac0-4330-8e95-35abf478d386 HTTP/1.1" status: 200 len: 809 time: 0.1720862 Feb 10 15:39:57.713910 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-7334c47f-7e2f-48b0-8834-097663b22ad2 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/quotas/4b8506faef84487ba3f5d3f9d8d0d595 HTTP/1.1" status: 200 len: 375 time: 0.0246038 Feb 10 15:39:57.766481 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-04578b67-0947-43a0-b83b-3a283b28c5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8b2b73d6-25c4-458d-81d2-b0688ec93bfc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:57.770039 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-04578b67-0947-43a0-b83b-3a283b28c5c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:39:57.771212 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-04578b67-0947-43a0-b83b-3a283b28c5c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b2b73d6-25c4-458d-81d2-b0688ec93bfc HTTP/1.1" status: 204 len: 168 time: 0.2383788 Feb 10 15:39:57.788272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04578b67-0947-43a0-b83b-3a283b28c5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2b73d6-25c4-458d-81d2-b0688ec93bfc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:39:57.802009 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-bcf191e7-d0aa-444d-ab5d-6f7bb25a58c8 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b8506faef84487ba3f5d3f9d8d0d595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851209 Feb 10 15:39:57.903298 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0074fbb-8074-4613-9001-9b8767a5ddb3 req-e439e587-c03f-46ca-99f9-6756b7658dfb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:57.910365 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0074fbb-8074-4613-9001-9b8767a5ddb3 req-e439e587-c03f-46ca-99f9-6756b7658dfb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2189255 Feb 10 15:39:57.979806 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-e889fc1b-782f-4727-954c-29b050700f7d service neutron] 10.222.0.64 "GET /v2.0/networks/f55c9453-5ac0-4330-8e95-35abf478d386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690280 Feb 10 15:39:58.007394 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0074fbb-8074-4613-9001-9b8767a5ddb3 req-53a19a3a-9d31-45f0-93b3-22c41dcc4ea9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783823 Feb 10 15:39:58.351946 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-71bce40d-236f-4110-a971-28bad90eab97 service neutron] 10.222.0.64 "GET /v2.0/networks/f55c9453-5ac0-4330-8e95-35abf478d386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382738 Feb 10 15:39:58.446403 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec460c-9075-41a9-b98d-49daf93d2b86 req-1d101a65-5e31-41b7-8247-cc06935a6179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:58.449850 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40ec460c-9075-41a9-b98d-49daf93d2b86 req-1d101a65-5e31-41b7-8247-cc06935a6179 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 1126 time: 0.0959654 Feb 10 15:39:58.511961 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c2719-a4a3-4b0e-8770-920afcb29fbb req-56c73fc2-9217-43e4-9caf-aa4756ffec4e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:58.517298 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a39c2719-a4a3-4b0e-8770-920afcb29fbb req-56c73fc2-9217-43e4-9caf-aa4756ffec4e tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1551867 Feb 10 15:39:58.546689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-ad09a899-095a-4db1-9b0c-e8fac74e3fea req-af2c93c8-3378-45cf-a9ba-0786c2a364fc service neutron] (103368) timed out ('10.222.0.64', 33632) {{(pid=103368) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 15:39:58.662995 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a39c2719-a4a3-4b0e-8770-920afcb29fbb req-83609346-60ee-4446-aae0-f90e1e6a686c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401212 Feb 10 15:39:58.683768 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec460c-9075-41a9-b98d-49daf93d2b86 req-d5d19587-3f3e-4723-a2be-eedae33f10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:58.686636 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40ec460c-9075-41a9-b98d-49daf93d2b86 req-d5d19587-3f3e-4723-a2be-eedae33f10ea service neutron] 10.222.0.79 "GET /v2.0/networks?id=27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 200 len: 913 time: 0.2313187 Feb 10 15:39:58.881816 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-286d15b1-f99c-4ebd-9bc4-f058dff9a240 req-e6ec3710-617a-4166-bd83-2ab202104cc6 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 210 time: 0.1218195 Feb 10 15:39:58.940465 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40ec460c-9075-41a9-b98d-49daf93d2b86 req-a203e05c-de3d-4558-b3d1-a27a4aa95364 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 HTTP/1.1" status: 200 len: 998 time: 0.2476583 Feb 10 15:39:58.965397 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2bf16-627b-4a52-ac61-cc0a7c115459 req-b2748e00-f01f-4827-8608-756bbd90530d tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:58.968526 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-87a2bf16-627b-4a52-ac61-cc0a7c115459 req-b2748e00-f01f-4827-8608-756bbd90530d tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.2208512 Feb 10 15:39:59.068013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec460c-9075-41a9-b98d-49daf93d2b86 req-c8e99034-7ac9-4248-81ec-247435f8f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:59.076401 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40ec460c-9075-41a9-b98d-49daf93d2b86 req-c8e99034-7ac9-4248-81ec-247435f8f8ec service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 200 len: 851 time: 0.1293285 Feb 10 15:39:59.106618 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-87a2bf16-627b-4a52-ac61-cc0a7c115459 req-d5513345-0aa4-4379-b3f1-33f5943585ef tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315999 Feb 10 15:39:59.189251 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec460c-9075-41a9-b98d-49daf93d2b86 req-1470bbc4-5c63-444a-8723-04581afff25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:59.190912 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40ec460c-9075-41a9-b98d-49daf93d2b86 req-1470bbc4-5c63-444a-8723-04581afff25f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=27e2001a-a1ab-4573-85b8-a44f65e39c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1072853 Feb 10 15:39:59.385668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device ddf28a85-dc86-4a14-b827-99c812ebadc4 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:39:59.409355 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40ec460c-9075-41a9-b98d-49daf93d2b86 req-fbff8f2f-49b0-4f00-a36f-b8f451f0abdc service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075393 Feb 10 15:39:59.456684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: ddf28a85-dc86-4a14-b827-99c812ebadc4 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:39:59.457447 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device ddf28a85-dc86-4a14-b827-99c812ebadc4 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:39:59.685877 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40ec460c-9075-41a9-b98d-49daf93d2b86 req-0b03a9de-b4ac-4b34-9238-13fdf6c08744 service neutron] 10.222.0.79 "GET /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733817 Feb 10 15:39:59.890661 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e75bc3-e65f-43d4-ac8d-bda241ab8559 req-094d7ad2-efe3-434c-a744-99c2c3fca983 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:39:59.904980 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-48e75bc3-e65f-43d4-ac8d-bda241ab8559 req-094d7ad2-efe3-434c-a744-99c2c3fca983 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1456587 Feb 10 15:39:59.993844 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-48e75bc3-e65f-43d4-ac8d-bda241ab8559 req-c5e43735-8123-4bc1-a113-6abab1666085 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866079 Feb 10 15:40:00.077183 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3595c44f-3b83-4381-8798-96ea54d155e8 req-f18d2f69-558d-41ee-8ea7-b4e13d861555 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 210 time: 0.0386436 Feb 10 15:40:00.445527 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359bef9-d769-46be-b34b-8697d1ae869a req-3e2a56da-9a32-475a-950c-b70ecc82a843 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:00.453313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a359bef9-d769-46be-b34b-8697d1ae869a req-3e2a56da-9a32-475a-950c-b70ecc82a843 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.1380093 Feb 10 15:40:00.611773 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a359bef9-d769-46be-b34b-8697d1ae869a req-ed82e7a6-5026-44b8-8b95-de0dbd41789e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451144 Feb 10 15:40:00.677220 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 48500) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:00.704141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-71c99092-5c5b-4c06-9a3c-ecd74bf65155 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:00.705741 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-71c99092-5c5b-4c06-9a3c-ecd74bf65155 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.79 "GET /v2.0/networks?id=f55c9453-5ac0-4330-8e95-35abf478d386 HTTP/1.1" status: 200 len: 809 time: 0.3036058 Feb 10 15:40:00.727068 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Request body: {'port': {'device_id': '5fea5473-b37e-4e04-87ab-a19b8d684811', 'network_id': 'f55c9453-5ac0-4330-8e95-35abf478d386', 'admin_state_up': True, 'tenant_id': '4b8506faef84487ba3f5d3f9d8d0d595'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:01.004107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Made reservation on behalf of 4b8506faef84487ba3f5d3f9d8d0d595 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:01.024138 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:01.173335 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b670c638-4716-400d-809a-46ebc0ee66d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:01.301070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Allocated IP 172.20.0.3 (f55c9453-5ac0-4330-8e95-35abf478d386/de1488ba-c159-4192-9699-6c95f100946b/de2766fc-e6fa-472c-829e-9ccff7f25526) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:01.420602 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5f7e6adf-aa76-4a01-8f0a-99569e29e3df req-8cae3001-81b4-4a1c-89a2-b15d86d8013c tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 210 time: 0.1454461 Feb 10 15:40:01.645360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649914b7-cd69-4709-a179-396d5d62983a req-22364a7a-f276-4496-9d7e-288ea8c102c8 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:01.646763 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Publish callbacks [] for port (de2766fc-e6fa-472c-829e-9ccff7f25526), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:01.651812 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-649914b7-cd69-4709-a179-396d5d62983a req-22364a7a-f276-4496-9d7e-288ea8c102c8 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.4184220 Feb 10 15:40:01.725379 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (de2766fc-e6fa-472c-829e-9ccff7f25526), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:01.735422 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b670c638-4716-400d-809a-46ebc0ee66d2 admin admin] Publish callbacks [] for security_group (f5a531a1-cc31-4c31-a856-0a85be26c936), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:01.758875 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b670c638-4716-400d-809a-46ebc0ee66d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f5a531a1-cc31-4c31-a856-0a85be26c936), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:01.824260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Network f55c9453-5ac0-4330-8e95-35abf478d386 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:01.831439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:01.846316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:01.899759 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b670c638-4716-400d-809a-46ebc0ee66d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e8e484363d645908e466fc9c74c6c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2183537 Feb 10 15:40:01.902478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670c638-4716-400d-809a-46ebc0ee66d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a531a1-cc31-4c31-a856-0a85be26c936,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:01.915237 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48532) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:01.917387 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Pushing event updated for resources: {'Port': ['ID=de2766fc-e6fa-472c-829e-9ccff7f25526,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:01.942647 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-649914b7-cd69-4709-a179-396d5d62983a req-da7dfaab-a0f0-4f22-82a0-9beba3f11d9a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807815 Feb 10 15:40:01.975157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:01.975498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:01.975835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:01.976169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:01.976498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:01.976848 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:01.977175 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:01.977503 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:01.977825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:01.982033 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:01.982403 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:01.985022 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:01.985389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:01.998990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd6019-3d5e-4401-ac90-be680c898011 req-6fc64278-5659-4232-b2eb-0829eafffb96 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:02.010405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95bd6019-3d5e-4401-ac90-be680c898011 req-6fc64278-5659-4232-b2eb-0829eafffb96 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.2687626 Feb 10 15:40:02.092305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:02.094461 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:02.169372 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-840e6c7a-e8d1-47a6-8b15-222e57eaa457 admin admin] Publish callbacks [] for security_group (f5a531a1-cc31-4c31-a856-0a85be26c936), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:02.197898 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95bd6019-3d5e-4401-ac90-be680c898011 req-64e2f0b9-224c-464f-955e-75f2fb7807a4 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861176 Feb 10 15:40:02.201886 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-6522dea1-159c-4eb5-94dd-8ba563cb687a tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4657807 Feb 10 15:40:02.207081 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Request body: {'port': {'device_id': '5fea5473-b37e-4e04-87ab-a19b8d684811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:02.263720 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb409b0-17b6-433b-bb44-1568720a87af req-810b0a1e-d2fb-411c-8d42-3e02403537c1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:02.287863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ccb409b0-17b6-433b-bb44-1568720a87af req-810b0a1e-d2fb-411c-8d42-3e02403537c1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.2016058 Feb 10 15:40:02.301191 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-840e6c7a-e8d1-47a6-8b15-222e57eaa457 admin admin] Publish callbacks [] for security_group (f5a531a1-cc31-4c31-a856-0a85be26c936), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:02.375069 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (de2766fc-e6fa-472c-829e-9ccff7f25526), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:02.396536 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ccb409b0-17b6-433b-bb44-1568720a87af req-678d530e-f6fb-464f-b6cc-4a381ca98335 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993526 Feb 10 15:40:02.623138 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-840e6c7a-e8d1-47a6-8b15-222e57eaa457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f5a531a1-cc31-4c31-a856-0a85be26c936), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:02.630308 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-840e6c7a-e8d1-47a6-8b15-222e57eaa457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:02.637418 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-840e6c7a-e8d1-47a6-8b15-222e57eaa457 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5a531a1-cc31-4c31-a856-0a85be26c936 HTTP/1.1" status: 204 len: 168 time: 0.7150829 Feb 10 15:40:02.671604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea83c-e973-4360-90a9-a7ff51117d6c req-3de64a9b-6187-4269-a336-1360de84ead2 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:02.678596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91dea83c-e973-4360-90a9-a7ff51117d6c req-3de64a9b-6187-4269-a336-1360de84ead2 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 931 time: 0.1242642 Feb 10 15:40:02.679985 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e6c7a-e8d1-47a6-8b15-222e57eaa457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a531a1-cc31-4c31-a856-0a85be26c936,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:02.803606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91dea83c-e973-4360-90a9-a7ff51117d6c req-c9207bd9-f937-4a01-b753-7ad2ecb36f7e tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163373 Feb 10 15:40:03.018968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2766fc-e6fa-472c-829e-9ccff7f25526 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:40:03.051384 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Publish callbacks [] for port (de2766fc-e6fa-472c-829e-9ccff7f25526), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:03.103922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Transition to ACTIVE for port object de2766fc-e6fa-472c-829e-9ccff7f25526 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:40:03.111048 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (de2766fc-e6fa-472c-829e-9ccff7f25526), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:03.459228 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9319-48c5-4f7f-ab1f-700a6c8e0fe4 req-27b5b1fd-1088-483b-9964-6e6cbcdefb93 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:03.473076 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7dbf9319-48c5-4f7f-ab1f-700a6c8e0fe4 req-27b5b1fd-1088-483b-9964-6e6cbcdefb93 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.1258426 Feb 10 15:40:03.479157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Attempting to bind port de2766fc-e6fa-472c-829e-9ccff7f25526 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:40:03.479422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Attempting to bind port de2766fc-e6fa-472c-829e-9ccff7f25526 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '9e7fe4bf-1d05-4374-9d1d-cb757e8eb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f55c9453-5ac0-4330-8e95-35abf478d386'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:40:03.479752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Attempting to bind port de2766fc-e6fa-472c-829e-9ccff7f25526 on network f55c9453-5ac0-4330-8e95-35abf478d386 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:03.487811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Pushing event updated for resources: {'Port': ['ID=de2766fc-e6fa-472c-829e-9ccff7f25526,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:03.500144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Port de2766fc-e6fa-472c-829e-9ccff7f25526 on network f55c9453-5ac0-4330-8e95-35abf478d386 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:40:03.500499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Attempting to bind port de2766fc-e6fa-472c-829e-9ccff7f25526 on network f55c9453-5ac0-4330-8e95-35abf478d386 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:03.518210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:03.518553 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Checking segment: {'id': '9e7fe4bf-1d05-4374-9d1d-cb757e8eb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f55c9453-5ac0-4330-8e95-35abf478d386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:40:03.518950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Bound using segment: {'id': '9e7fe4bf-1d05-4374-9d1d-cb757e8eb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f55c9453-5ac0-4330-8e95-35abf478d386'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:03.519475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Bound port: de2766fc-e6fa-472c-829e-9ccff7f25526, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e7fe4bf-1d05-4374-9d1d-cb757e8eb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f55c9453-5ac0-4330-8e95-35abf478d386'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:40:03.519837 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (de2766fc-e6fa-472c-829e-9ccff7f25526), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:03.640956 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7dbf9319-48c5-4f7f-ab1f-700a6c8e0fe4 req-1273121a-c4c0-42a0-82d7-337f9f75e430 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659360 Feb 10 15:40:03.664619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] For port de2766fc-e6fa-472c-829e-9ccff7f25526, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:03.670958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] For port de2766fc-e6fa-472c-829e-9ccff7f25526, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=de2766fc-e6fa-472c-829e-9ccff7f25526,segment=NetworkSegment(9e7fe4bf-1d05-4374-9d1d-cb757e8eb531),segment_id=9e7fe4bf-1d05-4374-9d1d-cb757e8eb531)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:03.686806 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (de2766fc-e6fa-472c-829e-9ccff7f25526), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:03.814406 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Pushing event updated for resources: {'Port': ['ID=de2766fc-e6fa-472c-829e-9ccff7f25526,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:03.819496 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:03.823762 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:03.841882 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-d9def989-e6c8-4aed-9659-a71e5e3b5a0a service neutron] 10.222.0.79 "PUT /v2.0/ports/de2766fc-e6fa-472c-829e-9ccff7f25526 HTTP/1.1" status: 200 len: 1091 time: 1.6227496 Feb 10 15:40:03.842765 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fea5473-b37e-4e04-87ab-a19b8d684811', 'tag': 'de2766fc-e6fa-472c-829e-9ccff7f25526'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:40:03.845875 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f255bdf-59ef-4d11-ad21-57c876d1f96f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fea5473-b37e-4e04-87ab-a19b8d684811", "tag": "de2766fc-e6fa-472c-829e-9ccff7f25526"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:03.975540 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-f0926dee-bdc3-41c5-a7f8-8f5585ee264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:03.982164 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-f0926dee-bdc3-41c5-a7f8-8f5585ee264f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b8506faef84487ba3f5d3f9d8d0d595&device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 1125 time: 0.0904565 Feb 10 15:40:04.060870 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba940a-1e42-4138-814c-35fcde712069 req-7b8c4b3b-0a34-4058-8052-b12cd8ce1cb9 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:04.071502 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dcba940a-1e42-4138-814c-35fcde712069 req-7b8c4b3b-0a34-4058-8052-b12cd8ce1cb9 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 943 time: 0.1299222 Feb 10 15:40:04.081835 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-16353f41-c505-4c54-a48e-88d94ddb99d9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de2766fc-e6fa-472c-829e-9ccff7f25526 HTTP/1.1" status: 200 len: 217 time: 0.0931816 Feb 10 15:40:04.167566 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-6a8c9f43-c643-4e0d-9602-8cf64e3945c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:04.171261 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-6a8c9f43-c643-4e0d-9602-8cf64e3945c1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=de1488ba-c159-4192-9699-6c95f100946b HTTP/1.1" status: 200 len: 849 time: 0.0815475 Feb 10 15:40:04.176452 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dcba940a-1e42-4138-814c-35fcde712069 req-df8c80e1-f197-4edb-9704-425648f45fa3 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034424 Feb 10 15:40:04.236412 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-6c975ced-af6e-43e0-9556-cf6ecb139710 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f55c9453-5ac0-4330-8e95-35abf478d386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586853 Feb 10 15:40:04.271661 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a5f0a5-1422-4fd3-b98e-104e6fb96e67 x-openstack-request-id: req-62a5f0a5-1422-4fd3-b98e-104e6fb96e67 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:04.272907 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fea5473-b37e-4e04-87ab-a19b8d684811", "tag": "de2766fc-e6fa-472c-829e-9ccff7f25526", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:04.273365 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62a5f0a5-1422-4fd3-b98e-104e6fb96e67 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:04.276828 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fea5473-b37e-4e04-87ab-a19b8d684811', 'tag': 'de2766fc-e6fa-472c-829e-9ccff7f25526', 'status': 'completed', 'code': 200} Feb 10 15:40:04.312054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639b323-b4e1-445b-99eb-ae635f70ef8a req-0b7c3114-881e-4d2d-879b-04c5228b6e0c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:04.317781 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3639b323-b4e1-445b-99eb-ae635f70ef8a req-0b7c3114-881e-4d2d-879b-04c5228b6e0c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=108bcced-496f-43e4-9bc0-4cf01e076b73 HTTP/1.1" status: 200 len: 944 time: 0.1559136 Feb 10 15:40:04.459487 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-26ef9d4b-7082-40e0-aaee-1c5f91f22d98 service neutron] 10.222.0.79 "GET /v2.0/networks/f55c9453-5ac0-4330-8e95-35abf478d386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169075 Feb 10 15:40:04.548811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-3639b323-b4e1-445b-99eb-ae635f70ef8a req-083f1b4a-d0cf-4143-b1e0-9488495173e1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Deleting port a0f465f9-06e6-4948-856c-2cf9f970a248 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:40:04.551621 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3639b323-b4e1-445b-99eb-ae635f70ef8a req-083f1b4a-d0cf-4143-b1e0-9488495173e1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:04.654528 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9913057e-8c9d-4430-9f8d-0c65edf3ef52 req-38f08c49-bb12-4bfa-bcac-1cf58401ea7f service neutron] 10.222.0.79 "GET /v2.0/networks/f55c9453-5ac0-4330-8e95-35abf478d386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885824 Feb 10 15:40:04.694334 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-3639b323-b4e1-445b-99eb-ae635f70ef8a req-083f1b4a-d0cf-4143-b1e0-9488495173e1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] For port a0f465f9-06e6-4948-856c-2cf9f970a248, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a0f465f9-06e6-4948-856c-2cf9f970a248,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:04.695233 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3639b323-b4e1-445b-99eb-ae635f70ef8a req-083f1b4a-d0cf-4143-b1e0-9488495173e1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:04.725595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-3639b323-b4e1-445b-99eb-ae635f70ef8a req-083f1b4a-d0cf-4143-b1e0-9488495173e1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Calling delete_port for a0f465f9-06e6-4948-856c-2cf9f970a248 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:40:04.816139 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f255bdf-59ef-4d11-ad21-57c876d1f96f req-21878562-7086-46be-80fc-9b7264e911d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:04.820053 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6f255bdf-59ef-4d11-ad21-57c876d1f96f req-21878562-7086-46be-80fc-9b7264e911d0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b8506faef84487ba3f5d3f9d8d0d595&device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 1125 time: 0.1133978 Feb 10 15:40:04.985097 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3639b323-b4e1-445b-99eb-ae635f70ef8a req-083f1b4a-d0cf-4143-b1e0-9488495173e1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (a0f465f9-06e6-4948-856c-2cf9f970a248), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:05.001633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['2142e605-8066-4484-9c2b-59f608058a7f', '68f473ee-c6bd-458b-a2e8-3fe1e8dd5709'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:05.080586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f255bdf-59ef-4d11-ad21-57c876d1f96f req-60b2a566-ef0b-43de-ae65-c0362f5bc814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:05.082407 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6f255bdf-59ef-4d11-ad21-57c876d1f96f req-60b2a566-ef0b-43de-ae65-c0362f5bc814 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f55c9453-5ac0-4330-8e95-35abf478d386 HTTP/1.1" status: 200 len: 910 time: 0.2537127 Feb 10 15:40:05.088776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f1b4a-d0cf-4143-b1e0-9488495173e1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event deleted for resources: {'Port': ['ID=a0f465f9-06e6-4948-856c-2cf9f970a248,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:05.181361 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6f255bdf-59ef-4d11-ad21-57c876d1f96f req-6fcc9fb3-7940-446c-9836-2b4662b0d1ec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de2766fc-e6fa-472c-829e-9ccff7f25526 HTTP/1.1" status: 200 len: 217 time: 0.0930803 Feb 10 15:40:05.183708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc07ede-0bf8-4c5b-9e04-fe3cbce14e56 req-80985f2d-0939-476e-902d-adddc2b513d8 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:05.191436 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bfc07ede-0bf8-4c5b-9e04-fe3cbce14e56 req-80985f2d-0939-476e-902d-adddc2b513d8 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.2313268 Feb 10 15:40:05.239502 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-3639b323-b4e1-445b-99eb-ae635f70ef8a req-083f1b4a-d0cf-4143-b1e0-9488495173e1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] No DVR routers for this DVR port a0f465f9-06e6-4948-856c-2cf9f970a248 on host n-h2-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:05.247533 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3639b323-b4e1-445b-99eb-ae635f70ef8a req-083f1b4a-d0cf-4143-b1e0-9488495173e1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:05.256890 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3639b323-b4e1-445b-99eb-ae635f70ef8a req-083f1b4a-d0cf-4143-b1e0-9488495173e1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "DELETE /v2.0/ports/a0f465f9-06e6-4948-856c-2cf9f970a248 HTTP/1.1" status: 204 len: 173 time: 0.9321799 Feb 10 15:40:05.258490 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108bcced-496f-43e4-9bc0-4cf01e076b73', 'name': 'network-vif-deleted', 'tag': 'a0f465f9-06e6-4948-856c-2cf9f970a248'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:40:05.260798 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a9c17f-dbeb-4d4d-9dc6-530065b0f324" -d '{"events": [{"server_uuid": "108bcced-496f-43e4-9bc0-4cf01e076b73", "name": "network-vif-deleted", "tag": "a0f465f9-06e6-4948-856c-2cf9f970a248"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:05.302153 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f255bdf-59ef-4d11-ad21-57c876d1f96f req-1fac5f9d-af63-4f72-a03d-f6b3c4fe96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:05.303711 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6f255bdf-59ef-4d11-ad21-57c876d1f96f req-1fac5f9d-af63-4f72-a03d-f6b3c4fe96bf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=de1488ba-c159-4192-9699-6c95f100946b HTTP/1.1" status: 200 len: 849 time: 0.1127450 Feb 10 15:40:05.367363 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6f255bdf-59ef-4d11-ad21-57c876d1f96f req-90033e5a-8f2c-4419-b57f-91b142ae5a52 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f55c9453-5ac0-4330-8e95-35abf478d386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518627 Feb 10 15:40:05.381144 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bfc07ede-0bf8-4c5b-9e04-fe3cbce14e56 req-4c3b0b70-6491-457b-b626-97b44cc47649 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792147 Feb 10 15:40:05.615838 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6f255bdf-59ef-4d11-ad21-57c876d1f96f req-7fa15f4b-6bae-4252-ae96-4e3da2cb738d service neutron] 10.222.0.79 "GET /v2.0/networks/f55c9453-5ac0-4330-8e95-35abf478d386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394466 Feb 10 15:40:05.680414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cacb8-5518-4406-8637-c0576f316933 req-fc47b040-0b63-4dba-8014-db0d53a3aa37 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:05.690296 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d09cacb8-5518-4406-8637-c0576f316933 req-fc47b040-0b63-4dba-8014-db0d53a3aa37 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 943 time: 0.1723528 Feb 10 15:40:05.758330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d09cacb8-5518-4406-8637-c0576f316933 req-41efeee6-dee9-4114-9a3d-7bca923a81df tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644524 Feb 10 15:40:05.823972 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6f255bdf-59ef-4d11-ad21-57c876d1f96f req-d3333c2c-377c-4591-bcbf-9b37d8d44bda service neutron] 10.222.0.79 "GET /v2.0/networks/f55c9453-5ac0-4330-8e95-35abf478d386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981175 Feb 10 15:40:05.867559 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2f0ecd-ce4f-4577-89ff-5d8cc044d30f x-openstack-request-id: req-0e2f0ecd-ce4f-4577-89ff-5d8cc044d30f {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:05.867980 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108bcced-496f-43e4-9bc0-4cf01e076b73", "name": "network-vif-deleted", "tag": "a0f465f9-06e6-4948-856c-2cf9f970a248", "status": "failed", "code": 422}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:05.869114 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e2f0ecd-ce4f-4577-89ff-5d8cc044d30f {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:05.869114 n-d-815324-7 neutron-server[103368]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '108bcced-496f-43e4-9bc0-4cf01e076b73', 'name': 'network-vif-deleted', 'tag': 'a0f465f9-06e6-4948-856c-2cf9f970a248', 'status': 'failed', 'code': 422} returned with failed status Feb 10 15:40:06.361618 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa09d1-feaf-49f9-9ec0-d065e3cb36a0 req-f9769399-9547-41ff-8dd4-2b9b64a77fa9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:06.365100 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-defa09d1-feaf-49f9-9ec0-d065e3cb36a0 req-f9769399-9547-41ff-8dd4-2b9b64a77fa9 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 907 time: 0.0898552 Feb 10 15:40:06.556791 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b89f6-2654-4753-8180-6e9b9706059f req-a045a44c-d5f3-4571-86a9-015f0ea6ec99 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:06.563690 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f5b89f6-2654-4753-8180-6e9b9706059f req-a045a44c-d5f3-4571-86a9-015f0ea6ec99 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.0848501 Feb 10 15:40:06.642960 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f5b89f6-2654-4753-8180-6e9b9706059f req-4b5d9c56-8201-44ae-a7e6-1d7a766bcbda tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729966 Feb 10 15:40:06.983899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a56f5-7ea0-4bab-9998-f036074b1019 req-f7b98856-3c05-4b4b-a084-8162f1921a60 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:06.995707 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a6a56f5-7ea0-4bab-9998-f036074b1019 req-f7b98856-3c05-4b4b-a084-8162f1921a60 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 943 time: 0.1094990 Feb 10 15:40:07.047254 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:07.126092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a6a56f5-7ea0-4bab-9998-f036074b1019 req-9a941acc-5f73-4d09-a15f-f578660674cb tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292629 Feb 10 15:40:07.413089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 48788) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:07.512019 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9bccf-d08a-48f2-b88c-5b7181d18bc4 req-4fb94399-786b-4b58-a32d-3a86286d5000 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:07.528242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ba9bccf-d08a-48f2-b88c-5b7181d18bc4 req-4fb94399-786b-4b58-a32d-3a86286d5000 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 907 time: 0.0691671 Feb 10 15:40:07.634792 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c67f476d-210e-4804-9a7a-28c09999f394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:07.833955 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c67f476d-210e-4804-9a7a-28c09999f394 admin admin] Publish callbacks [] for security_group (86ff0df0-f104-4c29-af76-abe760bdf92e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:07.843851 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c67f476d-210e-4804-9a7a-28c09999f394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (86ff0df0-f104-4c29-af76-abe760bdf92e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:07.863917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3dcd8-4412-4b9a-b940-06dc17a0e0ee req-f284ff3b-5d19-4739-ba65-f0d24a9e5b2a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:07.868925 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-57c3dcd8-4412-4b9a-b940-06dc17a0e0ee req-f284ff3b-5d19-4739-ba65-f0d24a9e5b2a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 907 time: 0.1427896 Feb 10 15:40:07.869468 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 48800) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:07.963343 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f476d-210e-4804-9a7a-28c09999f394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ff0df0-f104-4c29-af76-abe760bdf92e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:08.001911 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c67f476d-210e-4804-9a7a-28c09999f394 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d13b613268cb4801b8293cacb53b1702&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5872490 Feb 10 15:40:08.002968 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 48806) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:08.092779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803b768-22d8-4538-b3a8-4b2139eab27e req-4611ad45-d903-4e2b-a503-ef5655ff7a3e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:08.094529 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0803b768-22d8-4538-b3a8-4b2139eab27e req-4611ad45-d903-4e2b-a503-ef5655ff7a3e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.3288078 Feb 10 15:40:08.118430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-57c3dcd8-4412-4b9a-b940-06dc17a0e0ee req-9ac425db-d742-49a1-8d06-549891268b6d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Deleting port aea95d4a-9467-44a1-a4a8-36f4a9e69d28 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:40:08.119087 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-57c3dcd8-4412-4b9a-b940-06dc17a0e0ee req-9ac425db-d742-49a1-8d06-549891268b6d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:08.261387 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-57c3dcd8-4412-4b9a-b940-06dc17a0e0ee req-9ac425db-d742-49a1-8d06-549891268b6d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] For port aea95d4a-9467-44a1-a4a8-36f4a9e69d28, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=aea95d4a-9467-44a1-a4a8-36f4a9e69d28,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:08.262634 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-57c3dcd8-4412-4b9a-b940-06dc17a0e0ee req-9ac425db-d742-49a1-8d06-549891268b6d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:08.280719 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0803b768-22d8-4538-b3a8-4b2139eab27e req-bffa28d8-7e00-4e28-9adb-c16d2bf6fa6d tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748195 Feb 10 15:40:08.282037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-57c3dcd8-4412-4b9a-b940-06dc17a0e0ee req-9ac425db-d742-49a1-8d06-549891268b6d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Calling delete_port for aea95d4a-9467-44a1-a4a8-36f4a9e69d28 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:40:08.313143 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1259-d205-4b02-a27f-16c2db4a9adf admin admin] Publish callbacks [] for security_group (86ff0df0-f104-4c29-af76-abe760bdf92e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:08.345747 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1259-d205-4b02-a27f-16c2db4a9adf admin admin] Publish callbacks [] for security_group (86ff0df0-f104-4c29-af76-abe760bdf92e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:08.428800 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1259-d205-4b02-a27f-16c2db4a9adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (86ff0df0-f104-4c29-af76-abe760bdf92e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:08.433440 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1259-d205-4b02-a27f-16c2db4a9adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:08.449439 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8e2e1259-d205-4b02-a27f-16c2db4a9adf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86ff0df0-f104-4c29-af76-abe760bdf92e HTTP/1.1" status: 204 len: 168 time: 0.4283714 Feb 10 15:40:08.452847 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7facb968-d5bc-413a-8a4a-2b9939332a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:08.495312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e1259-d205-4b02-a27f-16c2db4a9adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ff0df0-f104-4c29-af76-abe760bdf92e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:08.499210 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-57c3dcd8-4412-4b9a-b940-06dc17a0e0ee req-9ac425db-d742-49a1-8d06-549891268b6d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (aea95d4a-9467-44a1-a4a8-36f4a9e69d28), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:08.565897 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de4e7b-44f7-4900-b15b-09c974aac3f0 req-28278f64-6fb4-426c-9e9d-2a411c10c59d tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:08.578719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac425db-d742-49a1-8d06-549891268b6d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event deleted for resources: {'Port': ['ID=aea95d4a-9467-44a1-a4a8-36f4a9e69d28,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:08.580174 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0de4e7b-44f7-4900-b15b-09c974aac3f0 req-28278f64-6fb4-426c-9e9d-2a411c10c59d tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 943 time: 0.3204033 Feb 10 15:40:08.698330 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c3dcd8-4412-4b9a-b940-06dc17a0e0ee req-9ac425db-d742-49a1-8d06-549891268b6d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] No DVR routers for this DVR port aea95d4a-9467-44a1-a4a8-36f4a9e69d28 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:08.703256 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-57c3dcd8-4412-4b9a-b940-06dc17a0e0ee req-9ac425db-d742-49a1-8d06-549891268b6d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:08.719361 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-57c3dcd8-4412-4b9a-b940-06dc17a0e0ee req-9ac425db-d742-49a1-8d06-549891268b6d tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.79 "DELETE /v2.0/ports/aea95d4a-9467-44a1-a4a8-36f4a9e69d28 HTTP/1.1" status: 204 len: 173 time: 0.8444853 Feb 10 15:40:08.721317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8652ef9-9c47-4475-a9f3-f93afb9100e8', 'name': 'network-vif-deleted', 'tag': 'aea95d4a-9467-44a1-a4a8-36f4a9e69d28'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:40:08.728094 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39303112-72bc-4eda-8a0e-95665fe64aef" -d '{"events": [{"server_uuid": "c8652ef9-9c47-4475-a9f3-f93afb9100e8", "name": "network-vif-deleted", "tag": "aea95d4a-9467-44a1-a4a8-36f4a9e69d28"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:08.760460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d6fc99c1-6b32-4c19-868a-947abee5f681 req-aa122d48-8432-49a9-bfbd-bded44633a10 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8652ef9-9c47-4475-a9f3-f93afb9100e8 HTTP/1.1" status: 200 len: 210 time: 0.0887001 Feb 10 15:40:08.787862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0de4e7b-44f7-4900-b15b-09c974aac3f0 req-1aca563d-bff9-4d39-be39-cdf4261b9212 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018478 Feb 10 15:40:08.846250 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7facb968-d5bc-413a-8a4a-2b9939332a6a admin admin] Publish callbacks [] for security_group (7fb61f9d-2e8f-4a4e-81d8-a1d25ab3e564), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:08.856083 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7facb968-d5bc-413a-8a4a-2b9939332a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7fb61f9d-2e8f-4a4e-81d8-a1d25ab3e564), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:08.895801 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6d759f-e730-4f3f-921b-2b035441d2b2 x-openstack-request-id: req-ad6d759f-e730-4f3f-921b-2b035441d2b2 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:08.896394 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8652ef9-9c47-4475-a9f3-f93afb9100e8", "name": "network-vif-deleted", "tag": "aea95d4a-9467-44a1-a4a8-36f4a9e69d28", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:08.896509 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad6d759f-e730-4f3f-921b-2b035441d2b2 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:08.897039 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8652ef9-9c47-4475-a9f3-f93afb9100e8', 'name': 'network-vif-deleted', 'tag': 'aea95d4a-9467-44a1-a4a8-36f4a9e69d28', 'status': 'completed', 'code': 200} Feb 10 15:40:08.961325 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7facb968-d5bc-413a-8a4a-2b9939332a6a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aea89f54e7614ac99a341cf0d28041ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0897186 Feb 10 15:40:08.963472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facb968-d5bc-413a-8a4a-2b9939332a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb61f9d-2e8f-4a4e-81d8-a1d25ab3e564,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:08.964108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48834) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:09.086396 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40356a0d-9006-4642-acec-e071bfbbfd98 admin admin] Publish callbacks [] for security_group (7fb61f9d-2e8f-4a4e-81d8-a1d25ab3e564), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:09.150136 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40356a0d-9006-4642-acec-e071bfbbfd98 admin admin] Publish callbacks [] for security_group (7fb61f9d-2e8f-4a4e-81d8-a1d25ab3e564), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:09.243755 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40356a0d-9006-4642-acec-e071bfbbfd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7fb61f9d-2e8f-4a4e-81d8-a1d25ab3e564), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:09.250981 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40356a0d-9006-4642-acec-e071bfbbfd98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:09.254365 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-40356a0d-9006-4642-acec-e071bfbbfd98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7fb61f9d-2e8f-4a4e-81d8-a1d25ab3e564 HTTP/1.1" status: 204 len: 168 time: 0.2889528 Feb 10 15:40:09.288783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40356a0d-9006-4642-acec-e071bfbbfd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb61f9d-2e8f-4a4e-81d8-a1d25ab3e564,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:09.423634 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device de2766fc-e6fa-472c-829e-9ccff7f25526 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:40:09.488226 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fe9ee-1052-452f-b585-0c1b29460559 req-3ed5078f-c7f3-4b9b-935e-4f7276574d9c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:09.504879 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fe1fe9ee-1052-452f-b585-0c1b29460559 req-3ed5078f-c7f3-4b9b-935e-4f7276574d9c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.1066697 Feb 10 15:40:09.578152 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fe1fe9ee-1052-452f-b585-0c1b29460559 req-5a996194-aaec-45f9-99c5-04f22eac20ff tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705521 Feb 10 15:40:09.645599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port de2766fc-e6fa-472c-829e-9ccff7f25526, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=de2766fc-e6fa-472c-829e-9ccff7f25526,segment=NetworkSegment(9e7fe4bf-1d05-4374-9d1d-cb757e8eb531),segment_id=9e7fe4bf-1d05-4374-9d1d-cb757e8eb531)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:09.668939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'de2766fc-e6fa-472c-829e-9ccff7f25526', 'network_id': 'f55c9453-5ac0-4330-8e95-35abf478d386', 'port_id': 'de2766fc-e6fa-472c-829e-9ccff7f25526', 'mac_address': 'fa:16:3e:84:34:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1488ba-c159-4192-9699-6c95f100946b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:40:09.730438 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port de2766fc-e6fa-472c-829e-9ccff7f25526 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:40:09.730840 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (de2766fc-e6fa-472c-829e-9ccff7f25526), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:09.745661 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2766fc-e6fa-472c-829e-9ccff7f25526 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:40:09.768096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port de2766fc-e6fa-472c-829e-9ccff7f25526, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=de2766fc-e6fa-472c-829e-9ccff7f25526,segment=NetworkSegment(9e7fe4bf-1d05-4374-9d1d-cb757e8eb531),segment_id=9e7fe4bf-1d05-4374-9d1d-cb757e8eb531)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:09.773052 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (de2766fc-e6fa-472c-829e-9ccff7f25526), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:09.867416 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=de2766fc-e6fa-472c-829e-9ccff7f25526,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:09.885050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:09.885440 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:09.885772 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:09.886896 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:09.887321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:09.888167 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:09.888629 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:09.891916 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:09.892298 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:09.894305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:09.894305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:09.895392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:09.896148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:09.909871 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48870) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:09.940078 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5036ed59-38ef-44cb-b4f0-f4e3eef90701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:09.980272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80c8ed-e8e2-4440-8651-982323968365 req-f7f8bb3a-e019-47d0-a249-d86060980c69 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:09.989629 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd80c8ed-e8e2-4440-8651-982323968365 req-f7f8bb3a-e019-47d0-a249-d86060980c69 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 944 time: 0.0917416 Feb 10 15:40:10.077612 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd80c8ed-e8e2-4440-8651-982323968365 req-965035c7-4ac7-4181-86c5-bd84519f1764 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826070 Feb 10 15:40:10.100630 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['de2766fc-e6fa-472c-829e-9ccff7f25526'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:10.102343 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5036ed59-38ef-44cb-b4f0-f4e3eef90701 admin admin] Publish callbacks [] for security_group (54a5dbc8-4720-48d7-a6c1-0e42848c146c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:10.108008 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5036ed59-38ef-44cb-b4f0-f4e3eef90701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (54a5dbc8-4720-48d7-a6c1-0e42848c146c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:10.157803 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5036ed59-38ef-44cb-b4f0-f4e3eef90701 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d8181469231479686af4045b5370583&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459066 Feb 10 15:40:10.158793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48876) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:10.205424 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036ed59-38ef-44cb-b4f0-f4e3eef90701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a5dbc8-4720-48d7-a6c1-0e42848c146c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:10.256549 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415852c-8b04-4ab2-8736-467b7d52a005 req-85ec7672-8cc2-4e87-b62e-489d3c30433b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:10.267760 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9415852c-8b04-4ab2-8736-467b7d52a005 req-85ec7672-8cc2-4e87-b62e-489d3c30433b tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 945 time: 0.1340065 Feb 10 15:40:10.277655 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0ab46c70-fdaa-423d-a79b-af3ded55bf5f admin admin] Publish callbacks [] for security_group (54a5dbc8-4720-48d7-a6c1-0e42848c146c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:10.316904 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0ab46c70-fdaa-423d-a79b-af3ded55bf5f admin admin] Publish callbacks [] for security_group (54a5dbc8-4720-48d7-a6c1-0e42848c146c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:10.373736 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9415852c-8b04-4ab2-8736-467b7d52a005 req-51832883-19fa-4186-9389-690891ef20a1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051044 Feb 10 15:40:10.378937 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0ab46c70-fdaa-423d-a79b-af3ded55bf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (54a5dbc8-4720-48d7-a6c1-0e42848c146c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:10.382885 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0ab46c70-fdaa-423d-a79b-af3ded55bf5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:10.383834 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0ab46c70-fdaa-423d-a79b-af3ded55bf5f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54a5dbc8-4720-48d7-a6c1-0e42848c146c HTTP/1.1" status: 204 len: 168 time: 0.2202945 Feb 10 15:40:10.391938 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab46c70-fdaa-423d-a79b-af3ded55bf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a5dbc8-4720-48d7-a6c1-0e42848c146c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:10.423272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 48886) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:10.542048 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985cd82-8374-4081-9853-2c076d57b019 req-2234e08d-de21-4b75-ad99-b76f48537ca8 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:10.544435 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2985cd82-8374-4081-9853-2c076d57b019 req-2234e08d-de21-4b75-ad99-b76f48537ca8 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 945 time: 0.0823922 Feb 10 15:40:10.662888 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-2985cd82-8374-4081-9853-2c076d57b019 req-c4f50107-4f61-46da-996c-248d6c81e3e7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Deleting port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:40:10.663340 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-2985cd82-8374-4081-9853-2c076d57b019 req-c4f50107-4f61-46da-996c-248d6c81e3e7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (68f473ee-c6bd-458b-a2e8-3fe1e8dd5709), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:10.772451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-3514690a-4a79-4a62-8674-cda1178ccdfe admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-76251552-network', 'tenant_id': '878e10f92bcc4d09b1f13c72fe6e7243'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:10.850106 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3514690a-4a79-4a62-8674-cda1178ccdfe admin admin] Made reservation on behalf of 878e10f92bcc4d09b1f13c72fe6e7243 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:10.852346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3514690a-4a79-4a62-8674-cda1178ccdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:10.864007 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-2985cd82-8374-4081-9853-2c076d57b019 req-c4f50107-4f61-46da-996c-248d6c81e3e7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] For port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=68f473ee-c6bd-458b-a2e8-3fe1e8dd5709,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:10.864372 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-2985cd82-8374-4081-9853-2c076d57b019 req-c4f50107-4f61-46da-996c-248d6c81e3e7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (68f473ee-c6bd-458b-a2e8-3fe1e8dd5709), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:10.880419 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3514690a-4a79-4a62-8674-cda1178ccdfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:10.898262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda97118-6ab4-4b2a-bfce-515272c1f5e9 req-e105c990-2013-451c-81c3-6cc77df705e1 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:10.899778 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bda97118-6ab4-4b2a-bfce-515272c1f5e9 req-e105c990-2013-451c-81c3-6cc77df705e1 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.1589220 Feb 10 15:40:10.900781 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-2985cd82-8374-4081-9853-2c076d57b019 req-c4f50107-4f61-46da-996c-248d6c81e3e7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Calling delete_port for 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:40:11.054099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bda97118-6ab4-4b2a-bfce-515272c1f5e9 req-1270e78b-31ca-4ab5-9887-d202ba9974fe tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455612 Feb 10 15:40:11.113656 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3514690a-4a79-4a62-8674-cda1178ccdfe admin admin] Publish callbacks [] for security_group (9c5005a8-5ad6-412e-b195-cf675462ffad), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:11.135723 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3514690a-4a79-4a62-8674-cda1178ccdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9c5005a8-5ad6-412e-b195-cf675462ffad), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:11.185615 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3514690a-4a79-4a62-8674-cda1178ccdfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:40:11.192509 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514690a-4a79-4a62-8674-cda1178ccdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5005a8-5ad6-412e-b195-cf675462ffad,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:11.211764 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-2985cd82-8374-4081-9853-2c076d57b019 req-c4f50107-4f61-46da-996c-248d6c81e3e7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (68f473ee-c6bd-458b-a2e8-3fe1e8dd5709), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:11.214297 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3514690a-4a79-4a62-8674-cda1178ccdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (652b4e1e-a65b-4f04-917f-36e2f1237f36), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:11.214637 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-3514690a-4a79-4a62-8674-cda1178ccdfe admin admin] Added segment 652b4e1e-a65b-4f04-917f-36e2f1237f36 of type vlan for network 4cc9552c-85ec-4329-ace4-27ff94ac21d5 Feb 10 15:40:11.223782 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['2142e605-8066-4484-9c2b-59f608058a7f', '68f473ee-c6bd-458b-a2e8-3fe1e8dd5709'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:11.281832 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f50107-4f61-46da-996c-248d6c81e3e7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event deleted for resources: {'Port': ['ID=68f473ee-c6bd-458b-a2e8-3fe1e8dd5709,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:11.396037 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3514690a-4a79-4a62-8674-cda1178ccdfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (4cc9552c-85ec-4329-ace4-27ff94ac21d5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:11.416147 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:11.425087 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-2985cd82-8374-4081-9853-2c076d57b019 req-c4f50107-4f61-46da-996c-248d6c81e3e7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] No DVR routers for this DVR port 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:11.430302 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-2985cd82-8374-4081-9853-2c076d57b019 req-c4f50107-4f61-46da-996c-248d6c81e3e7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:11.430817 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device de2766fc-e6fa-472c-829e-9ccff7f25526 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:11.434075 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2985cd82-8374-4081-9853-2c076d57b019 req-c4f50107-4f61-46da-996c-248d6c81e3e7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.72 "DELETE /v2.0/ports/68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 HTTP/1.1" status: 204 len: 173 time: 0.8843014 Feb 10 15:40:11.434811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13317d5-8a0b-4068-849e-dca9a167fcc1', 'name': 'network-vif-deleted', 'tag': '68f473ee-c6bd-458b-a2e8-3fe1e8dd5709'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:40:11.437294 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f7a7b2-f56e-473e-a16b-7ecd8bafe886" -d '{"events": [{"server_uuid": "b13317d5-8a0b-4068-849e-dca9a167fcc1", "name": "network-vif-deleted", "tag": "68f473ee-c6bd-458b-a2e8-3fe1e8dd5709"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:11.461185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a87a5-1e5e-48df-bdee-a05cb18cfb33 req-6d018c2d-dfca-4367-b16e-9a1e3b81b93d tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:11.469199 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a73a87a5-1e5e-48df-bdee-a05cb18cfb33 req-6d018c2d-dfca-4367-b16e-9a1e3b81b93d tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 944 time: 0.2732854 Feb 10 15:40:11.503185 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3514690a-4a79-4a62-8674-cda1178ccdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (4cc9552c-85ec-4329-ace4-27ff94ac21d5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:11.506953 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3514690a-4a79-4a62-8674-cda1178ccdfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:11.507801 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3514690a-4a79-4a62-8674-cda1178ccdfe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:11.592509 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e4c0250-48dc-4508-aa0c-286927efde4e req-9e61036a-7428-42eb-bdf3-994bb08a0090 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13317d5-8a0b-4068-849e-dca9a167fcc1 HTTP/1.1" status: 200 len: 210 time: 0.0759616 Feb 10 15:40:11.606750 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3514690a-4a79-4a62-8674-cda1178ccdfe admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1819894 Feb 10 15:40:11.609975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48936) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:11.616625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7f5ce07f-7508-4298-8269-42f1089673e0 admin admin] Request body: {'subnet': {'network_id': '4cc9552c-85ec-4329-ace4-27ff94ac21d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-76251552-subnet', 'tenant_id': '878e10f92bcc4d09b1f13c72fe6e7243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:11.670106 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5ce07f-7508-4298-8269-42f1089673e0 admin admin] Made reservation on behalf of 878e10f92bcc4d09b1f13c72fe6e7243 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:11.681976 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce07f-7508-4298-8269-42f1089673e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:11.714791 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a73a87a5-1e5e-48df-bdee-a05cb18cfb33 req-1a063735-bc79-493b-abf5-d8bd7cd5533d tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443240 Feb 10 15:40:11.716209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514690a-4a79-4a62-8674-cda1178ccdfe admin admin] Pushing event updated for resources: {'Network': ['ID=4cc9552c-85ec-4329-ace4-27ff94ac21d5,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:11.737458 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 4cc9552c-85ec-4329-ace4-27ff94ac21d5 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:40:11.745169 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd62ffe-dd16-4646-81c8-da81add53e16 x-openstack-request-id: req-cdd62ffe-dd16-4646-81c8-da81add53e16 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:11.745667 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13317d5-8a0b-4068-849e-dca9a167fcc1", "name": "network-vif-deleted", "tag": "68f473ee-c6bd-458b-a2e8-3fe1e8dd5709", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:11.746104 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cdd62ffe-dd16-4646-81c8-da81add53e16 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:11.746823 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13317d5-8a0b-4068-849e-dca9a167fcc1', 'name': 'network-vif-deleted', 'tag': '68f473ee-c6bd-458b-a2e8-3fe1e8dd5709', 'status': 'completed', 'code': 200} Feb 10 15:40:11.845100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port de2766fc-e6fa-472c-829e-9ccff7f25526 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:40:11.906093 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port de2766fc-e6fa-472c-829e-9ccff7f25526 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:11.906817 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (de2766fc-e6fa-472c-829e-9ccff7f25526), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:12.011289 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce07f-7508-4298-8269-42f1089673e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (84dea653-20ea-406a-874c-8fb7acaa42f4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:12.054361 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port de2766fc-e6fa-472c-829e-9ccff7f25526 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:40:12.055279 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (de2766fc-e6fa-472c-829e-9ccff7f25526), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:12.117336 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fea5473-b37e-4e04-87ab-a19b8d684811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2766fc-e6fa-472c-829e-9ccff7f25526'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:40:12.125885 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc6e737-11cc-4a2b-a8d5-4e46193a528b" -d '{"events": [{"server_uuid": "5fea5473-b37e-4e04-87ab-a19b8d684811", "name": "network-vif-plugged", "status": "completed", "tag": "de2766fc-e6fa-472c-829e-9ccff7f25526"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:12.161179 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port de2766fc-e6fa-472c-829e-9ccff7f25526, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=de2766fc-e6fa-472c-829e-9ccff7f25526,segment=NetworkSegment(9e7fe4bf-1d05-4374-9d1d-cb757e8eb531),segment_id=9e7fe4bf-1d05-4374-9d1d-cb757e8eb531)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:12.167077 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (de2766fc-e6fa-472c-829e-9ccff7f25526), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:12.168333 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device aea95d4a-9467-44a1-a4a8-36f4a9e69d28 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:12.210817 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ce07f-7508-4298-8269-42f1089673e0 admin admin] Checking segment: {'id': '652b4e1e-a65b-4f04-917f-36e2f1237f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4cc9552c-85ec-4329-ace4-27ff94ac21d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:40:12.211202 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ce07f-7508-4298-8269-42f1089673e0 admin admin] Network hostable DHCP agents. Network: 4cc9552c-85ec-4329-ace4-27ff94ac21d5, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:40:12.231132 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ce07f-7508-4298-8269-42f1089673e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84dea653-20ea-406a-874c-8fb7acaa42f4,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:12.263083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 48950) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:12.269309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ce07f-7508-4298-8269-42f1089673e0 admin admin] Network 4cc9552c-85ec-4329-ace4-27ff94ac21d5 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:40:12.283556 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62185ddf-dc0a-4e13-b7de-b81eb600bd68 x-openstack-request-id: req-62185ddf-dc0a-4e13-b7de-b81eb600bd68 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:12.284165 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fea5473-b37e-4e04-87ab-a19b8d684811", "name": "network-vif-plugged", "status": "completed", "tag": "de2766fc-e6fa-472c-829e-9ccff7f25526", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:12.284825 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62185ddf-dc0a-4e13-b7de-b81eb600bd68 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:12.285408 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fea5473-b37e-4e04-87ab-a19b8d684811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2766fc-e6fa-472c-829e-9ccff7f25526', 'code': 200} Feb 10 15:40:12.288704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ce07f-7508-4298-8269-42f1089673e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 4cc9552c-85ec-4329-ace4-27ff94ac21d5) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:12.297016 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5ce07f-7508-4298-8269-42f1089673e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:12.297977 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce07f-7508-4298-8269-42f1089673e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:12.305565 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: aea95d4a-9467-44a1-a4a8-36f4a9e69d28 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:40:12.305929 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device aea95d4a-9467-44a1-a4a8-36f4a9e69d28 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:40:12.338218 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8556717-2b8e-42a4-be73-2fa255ecb40b None None] Network 4cc9552c-85ec-4329-ace4-27ff94ac21d5 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:40:12.339007 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2ee63-db13-4749-babf-27313febc58e req-2dae4fdb-ee59-49c7-9096-851da3422be2 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:12.339928 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7f5ce07f-7508-4298-8269-42f1089673e0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7280746 Feb 10 15:40:12.350036 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64d2ee63-db13-4749-babf-27313febc58e req-2dae4fdb-ee59-49c7-9096-851da3422be2 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.1560183 Feb 10 15:40:12.401116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=de2766fc-e6fa-472c-829e-9ccff7f25526,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:12.422458 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64d2ee63-db13-4749-babf-27313febc58e req-f7166631-044b-4fc2-8a54-1b6e508009c8 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704229 Feb 10 15:40:12.435908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a3904-5a3b-4886-8a43-a6ff77dc16e3 req-1dcea626-ad3b-4aed-8e00-44b4efc01a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:12.437479 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ef9a3904-5a3b-4886-8a43-a6ff77dc16e3 req-1dcea626-ad3b-4aed-8e00-44b4efc01a8c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 1127 time: 0.0957022 Feb 10 15:40:12.512207 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b2e74a-9593-44f2-a488-3a510dd649e5 None None] Network 4cc9552c-85ec-4329-ace4-27ff94ac21d5 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:40:12.524839 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ef9a3904-5a3b-4886-8a43-a6ff77dc16e3 req-18662b42-afec-4831-99f3-d349418de090 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803766 Feb 10 15:40:12.556908 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1faaaa94-4752-47e8-b301-0618f29f6467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:12.763988 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1faaaa94-4752-47e8-b301-0618f29f6467 admin admin] Publish callbacks [] for security_group (eeec654b-7487-44f8-80cb-13d8a7bc6e62), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:12.771797 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1faaaa94-4752-47e8-b301-0618f29f6467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (eeec654b-7487-44f8-80cb-13d8a7bc6e62), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:12.862837 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9b40396-c00a-4247-956d-47677b0aa998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:12.864322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 48980) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:12.878617 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1faaaa94-4752-47e8-b301-0618f29f6467 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=414d7fc4a9734fbb84c03b8669f341ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5928965 Feb 10 15:40:12.975753 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd75928e-93aa-4f1a-8573-0b87b42821da admin admin] Publish callbacks [] for security_group (eeec654b-7487-44f8-80cb-13d8a7bc6e62), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:12.998667 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faaaa94-4752-47e8-b301-0618f29f6467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeec654b-7487-44f8-80cb-13d8a7bc6e62,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:13.032456 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd75928e-93aa-4f1a-8573-0b87b42821da admin admin] Publish callbacks [] for security_group (eeec654b-7487-44f8-80cb-13d8a7bc6e62), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:13.039976 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6378a-d8d1-4fad-af14-5f8f847b83b3 req-475a95d8-b8ae-4963-b156-1934151f6994 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:13.041735 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cf6378a-d8d1-4fad-af14-5f8f847b83b3 req-475a95d8-b8ae-4963-b156-1934151f6994 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 945 time: 0.1901093 Feb 10 15:40:13.155549 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd75928e-93aa-4f1a-8573-0b87b42821da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (eeec654b-7487-44f8-80cb-13d8a7bc6e62), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:13.158166 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fd75928e-93aa-4f1a-8573-0b87b42821da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:13.159344 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fd75928e-93aa-4f1a-8573-0b87b42821da admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eeec654b-7487-44f8-80cb-13d8a7bc6e62 HTTP/1.1" status: 204 len: 168 time: 0.2939007 Feb 10 15:40:13.166241 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1cf6378a-d8d1-4fad-af14-5f8f847b83b3 req-3c07463e-dd83-4e6d-855c-44cbfce33971 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182501 Feb 10 15:40:13.175018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75928e-93aa-4f1a-8573-0b87b42821da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeec654b-7487-44f8-80cb-13d8a7bc6e62,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:13.274043 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471512d-f353-4211-9cf7-9ee7e83b190c req-3a45aea9-8953-4521-9276-c3120b9092cb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:13.284826 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f471512d-f353-4211-9cf7-9ee7e83b190c req-3a45aea9-8953-4521-9276-c3120b9092cb tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.1965184 Feb 10 15:40:13.364105 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baa2d3-069b-4a89-840f-c35bf0b1b6df req-44de67a8-7ffc-4b15-a56d-dc82d3ba7320 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:13.366143 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20baa2d3-069b-4a89-840f-c35bf0b1b6df req-44de67a8-7ffc-4b15-a56d-dc82d3ba7320 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.72 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 945 time: 0.1652596 Feb 10 15:40:13.378249 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f471512d-f353-4211-9cf7-9ee7e83b190c req-139d4241-473b-4629-bb8f-152ab59cfbb1 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=641810dc-3436-4ebe-abac-09c162db29a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922143 Feb 10 15:40:13.549770 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1f00d178-71c1-4ce2-92b2-548b0430bb97 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:13.672495 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-20baa2d3-069b-4a89-840f-c35bf0b1b6df req-ae45971a-9a8d-405c-8b76-6de1172c819f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Deleting port 2142e605-8066-4484-9c2b-59f608058a7f {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:40:13.674014 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-20baa2d3-069b-4a89-840f-c35bf0b1b6df req-ae45971a-9a8d-405c-8b76-6de1172c819f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2142e605-8066-4484-9c2b-59f608058a7f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:13.765795 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 1f00d178-71c1-4ce2-92b2-548b0430bb97 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:40:13.766210 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:13.811698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-20baa2d3-069b-4a89-840f-c35bf0b1b6df req-ae45971a-9a8d-405c-8b76-6de1172c819f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] For port 2142e605-8066-4484-9c2b-59f608058a7f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=2142e605-8066-4484-9c2b-59f608058a7f,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:13.812457 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-20baa2d3-069b-4a89-840f-c35bf0b1b6df req-ae45971a-9a8d-405c-8b76-6de1172c819f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2142e605-8066-4484-9c2b-59f608058a7f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:13.848896 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1f00d178-71c1-4ce2-92b2-548b0430bb97, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1f00d178-71c1-4ce2-92b2-548b0430bb97,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:13.856372 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:13.857289 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 2142e605-8066-4484-9c2b-59f608058a7f no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:13.870107 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-20baa2d3-069b-4a89-840f-c35bf0b1b6df req-ae45971a-9a8d-405c-8b76-6de1172c819f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Calling delete_port for 2142e605-8066-4484-9c2b-59f608058a7f owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:40:13.931598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49016) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:13.934335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d091e-f3fb-4a20-9bc6-1612dec10cfa req-4df0f33b-a900-4a61-b854-627dc80be2ab tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:13.946282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e22d091e-f3fb-4a20-9bc6-1612dec10cfa req-4df0f33b-a900-4a61-b854-627dc80be2ab tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.4060605 Feb 10 15:40:13.953200 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2297ff20-88b9-4ac6-ba2b-5b67e7052894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:14.108170 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e22d091e-f3fb-4a20-9bc6-1612dec10cfa req-5ce3a314-68e6-4a3e-89d2-088e5c8d0c62 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605163 Feb 10 15:40:14.143634 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=1f00d178-71c1-4ce2-92b2-548b0430bb97,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:14.187654 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2297ff20-88b9-4ac6-ba2b-5b67e7052894 admin admin] Publish callbacks [] for security_group (39190c5b-ba16-4386-afd0-73ccf0a96a50), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:14.197285 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 2142e605-8066-4484-9c2b-59f608058a7f is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:40:14.198058 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2142e605-8066-4484-9c2b-59f608058a7f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:14.202747 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2297ff20-88b9-4ac6-ba2b-5b67e7052894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (39190c5b-ba16-4386-afd0-73ccf0a96a50), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:14.260081 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-20baa2d3-069b-4a89-840f-c35bf0b1b6df req-ae45971a-9a8d-405c-8b76-6de1172c819f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (2142e605-8066-4484-9c2b-59f608058a7f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:14.300442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd982532c-60c6-4ccb-8d92-02c89b399738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f00d178-71c1-4ce2-92b2-548b0430bb97'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:40:14.303071 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2cbad3-e3dc-4bc4-a966-e05339d54839" -d '{"events": [{"server_uuid": "d982532c-60c6-4ccb-8d92-02c89b399738", "name": "network-vif-unplugged", "status": "completed", "tag": "1f00d178-71c1-4ce2-92b2-548b0430bb97"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:14.309273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297ff20-88b9-4ac6-ba2b-5b67e7052894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39190c5b-ba16-4386-afd0-73ccf0a96a50,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:14.310627 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:14.346649 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2297ff20-88b9-4ac6-ba2b-5b67e7052894 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2d3bd9ad7c14368b914fc2bb73a1d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4114559 Feb 10 15:40:14.347218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49036) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:14.367593 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:40:14.368205 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 68f473ee-c6bd-458b-a2e8-3fe1e8dd5709 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:40:14.416059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-20baa2d3-069b-4a89-840f-c35bf0b1b6df req-ae45971a-9a8d-405c-8b76-6de1172c819f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] No DVR routers for this DVR port 2142e605-8066-4484-9c2b-59f608058a7f on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:14.428925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45971a-9a8d-405c-8b76-6de1172c819f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event deleted for resources: {'Port': ['ID=2142e605-8066-4484-9c2b-59f608058a7f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:14.439185 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68ddfc0e-7323-4536-9b16-4fed41cde2c4 admin admin] Publish callbacks [] for security_group (39190c5b-ba16-4386-afd0-73ccf0a96a50), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:14.452667 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-20baa2d3-069b-4a89-840f-c35bf0b1b6df req-ae45971a-9a8d-405c-8b76-6de1172c819f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:14.454945 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff45ae5a-8271-46b3-a46d-f85bd8695bdf x-openstack-request-id: req-ff45ae5a-8271-46b3-a46d-f85bd8695bdf {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:14.456360 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d982532c-60c6-4ccb-8d92-02c89b399738", "name": "network-vif-unplugged", "status": "completed", "tag": "1f00d178-71c1-4ce2-92b2-548b0430bb97", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:14.458960 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-20baa2d3-069b-4a89-840f-c35bf0b1b6df req-ae45971a-9a8d-405c-8b76-6de1172c819f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.72 "DELETE /v2.0/ports/2142e605-8066-4484-9c2b-59f608058a7f HTTP/1.1" status: 204 len: 173 time: 1.0749846 Feb 10 15:40:14.459457 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112f3afd-5d67-4b2a-9859-2f0cc9bd99e8', 'name': 'network-vif-deleted', 'tag': '2142e605-8066-4484-9c2b-59f608058a7f'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:40:14.459977 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff45ae5a-8271-46b3-a46d-f85bd8695bdf {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:14.466330 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9282824-e03a-494e-bbf6-4eaa623f26f5" -d '{"events": [{"server_uuid": "112f3afd-5d67-4b2a-9859-2f0cc9bd99e8", "name": "network-vif-deleted", "tag": "2142e605-8066-4484-9c2b-59f608058a7f"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:14.467123 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd982532c-60c6-4ccb-8d92-02c89b399738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f00d178-71c1-4ce2-92b2-548b0430bb97', 'code': 200} Feb 10 15:40:14.513214 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68ddfc0e-7323-4536-9b16-4fed41cde2c4 admin admin] Publish callbacks [] for security_group (39190c5b-ba16-4386-afd0-73ccf0a96a50), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:14.587224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166ec09-1525-4101-94e5-a629f0d6236c req-e599a2fa-7891-4ed1-a90f-59541ed1ff02 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:14.588853 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0166ec09-1525-4101-94e5-a629f0d6236c req-e599a2fa-7891-4ed1-a90f-59541ed1ff02 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 945 time: 0.2415857 Feb 10 15:40:14.630051 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-76e54c15-6320-4526-bc0e-1b0264c2aed7 req-f82ab7ba-5467-43fd-8a1c-b0bbb1b94a7a tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f3afd-5d67-4b2a-9859-2f0cc9bd99e8 HTTP/1.1" status: 200 len: 210 time: 0.0393035 Feb 10 15:40:14.648571 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68ddfc0e-7323-4536-9b16-4fed41cde2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (39190c5b-ba16-4386-afd0-73ccf0a96a50), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:14.657902 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68ddfc0e-7323-4536-9b16-4fed41cde2c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:14.674374 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-68ddfc0e-7323-4536-9b16-4fed41cde2c4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39190c5b-ba16-4386-afd0-73ccf0a96a50 HTTP/1.1" status: 204 len: 168 time: 0.3245964 Feb 10 15:40:14.708623 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddfc0e-7323-4536-9b16-4fed41cde2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39190c5b-ba16-4386-afd0-73ccf0a96a50,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:14.789945 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e886eb-141e-4972-b51b-24c820ca27e6 x-openstack-request-id: req-92e886eb-141e-4972-b51b-24c820ca27e6 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:14.790570 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112f3afd-5d67-4b2a-9859-2f0cc9bd99e8", "name": "network-vif-deleted", "tag": "2142e605-8066-4484-9c2b-59f608058a7f", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:14.791277 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92e886eb-141e-4972-b51b-24c820ca27e6 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:14.791838 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112f3afd-5d67-4b2a-9859-2f0cc9bd99e8', 'name': 'network-vif-deleted', 'tag': '2142e605-8066-4484-9c2b-59f608058a7f', 'status': 'completed', 'code': 200} Feb 10 15:40:14.798833 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0166ec09-1525-4101-94e5-a629f0d6236c req-627b2920-4e3c-4016-974b-906db34324cc tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669867 Feb 10 15:40:15.232959 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f7e24b2-de6b-4f9b-b7c0-0abdfcb228e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:15.297340 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c0141-c190-4e08-863c-ee5aa6b91359 req-9a041e5d-6a24-4033-862b-e824696e0862 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:15.309971 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a37c0141-c190-4e08-863c-ee5aa6b91359 req-9a041e5d-6a24-4033-862b-e824696e0862 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 944 time: 0.0947261 Feb 10 15:40:15.368032 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a37c0141-c190-4e08-863c-ee5aa6b91359 req-f9a8ff40-e5fb-4ae0-9bba-90aab90bde27 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483232 Feb 10 15:40:15.547368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1f00d178-71c1-4ce2-92b2-548b0430bb97 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:40:15.778140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1f00d178-71c1-4ce2-92b2-548b0430bb97, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1f00d178-71c1-4ce2-92b2-548b0430bb97,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:15.811327 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '1f00d178-71c1-4ce2-92b2-548b0430bb97', 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f', 'port_id': '1f00d178-71c1-4ce2-92b2-548b0430bb97', 'mac_address': 'fa:16:3e:de:5c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6f1597-24e8-4da8-a58f-4d14c7888f3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:40:15.916711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 1f00d178-71c1-4ce2-92b2-548b0430bb97 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:40:15.917165 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:15.936793 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f00d178-71c1-4ce2-92b2-548b0430bb97 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:40:15.943552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f14555-b522-45d1-bb46-fd95fb428844 req-f5e17b9d-e0d1-4db5-9e9e-1daf7020bbc5 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:15.946340 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51f14555-b522-45d1-bb46-fd95fb428844 req-f5e17b9d-e0d1-4db5-9e9e-1daf7020bbc5 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 945 time: 0.1138556 Feb 10 15:40:15.963530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1f00d178-71c1-4ce2-92b2-548b0430bb97, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1f00d178-71c1-4ce2-92b2-548b0430bb97,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:15.968311 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:16.036971 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51f14555-b522-45d1-bb46-fd95fb428844 req-d6af782b-b52d-4529-9f5f-60ae4461b35b tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839851 Feb 10 15:40:16.054989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=1f00d178-71c1-4ce2-92b2-548b0430bb97,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:16.116902 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50968c4-460b-4f97-8e4d-2b9f7b4c2d29 req-794fbcc1-9a3a-44cb-9742-fbbaedcbe023 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:16.118878 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b50968c4-460b-4f97-8e4d-2b9f7b4c2d29 req-794fbcc1-9a3a-44cb-9742-fbbaedcbe023 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0678012 Feb 10 15:40:16.173430 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['1f00d178-71c1-4ce2-92b2-548b0430bb97'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:16.206998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b50968c4-460b-4f97-8e4d-2b9f7b4c2d29 req-8d82fa7e-0482-4f7a-b7ef-27b671d7e96c tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811076 Feb 10 15:40:16.367544 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:16.504061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4876282-8734-4dd4-b280-bd2e9d24de79 req-417976d4-277b-4935-989e-8f2a7999a52c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:16.506655 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4876282-8734-4dd4-b280-bd2e9d24de79 req-417976d4-277b-4935-989e-8f2a7999a52c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 945 time: 0.0571949 Feb 10 15:40:16.555272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4876282-8734-4dd4-b280-bd2e9d24de79 req-ee480725-fb44-427b-a401-147bd8dc1cf6 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431790 Feb 10 15:40:17.026706 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49174) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:17.212700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb592d3c-5494-45f0-be45-be60b261962a req-c1e5cfc4-7ddf-401b-b647-2392375f1097 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:17.214299 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb592d3c-5494-45f0-be45-be60b261962a req-c1e5cfc4-7ddf-401b-b647-2392375f1097 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 945 time: 0.0988958 Feb 10 15:40:17.296069 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eb592d3c-5494-45f0-be45-be60b261962a req-ed1b7367-b31d-495e-acd9-315b4a8874a1 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755060 Feb 10 15:40:17.336835 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01d956be-e872-4415-bfc6-cef7d4a389fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:17.394005 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e3d19-2e85-4f47-9242-ad35240a5530 req-549fc4cd-a7e2-4b3c-8aef-508c9e9756b4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:17.395838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d5e3d19-2e85-4f47-9242-ad35240a5530 req-549fc4cd-a7e2-4b3c-8aef-508c9e9756b4 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.0678928 Feb 10 15:40:17.406981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f400e6f-ee6d-41f1-9825-40ab05fb8859 req-568e1b85-c111-4fdc-93fe-132726ff3ae3 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:17.408489 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9f400e6f-ee6d-41f1-9825-40ab05fb8859 req-568e1b85-c111-4fdc-93fe-132726ff3ae3 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.79 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 945 time: 0.1757445 Feb 10 15:40:17.496722 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d5e3d19-2e85-4f47-9242-ad35240a5530 req-ddef1fea-a4f2-4167-bc2c-c5927c0c87de tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945516 Feb 10 15:40:17.563806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1f00d178-71c1-4ce2-92b2-548b0430bb97 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:17.604958 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01d956be-e872-4415-bfc6-cef7d4a389fd admin admin] Publish callbacks [] for security_group (3638e6ad-d22f-47b4-ac17-e637ec8c7e3e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:17.610992 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01d956be-e872-4415-bfc6-cef7d4a389fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3638e6ad-d22f-47b4-ac17-e637ec8c7e3e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:17.659629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-9f400e6f-ee6d-41f1-9825-40ab05fb8859 req-0f83de40-7a99-4db7-8fcd-f0f7d4f88d6b tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Deleting port de2766fc-e6fa-472c-829e-9ccff7f25526 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:40:17.660290 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9f400e6f-ee6d-41f1-9825-40ab05fb8859 req-0f83de40-7a99-4db7-8fcd-f0f7d4f88d6b tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (de2766fc-e6fa-472c-829e-9ccff7f25526), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:17.684172 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-01d956be-e872-4415-bfc6-cef7d4a389fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f60f5d6855b44c0ab5c7046fc631523&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6549618 Feb 10 15:40:17.688353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49216) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:17.700634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d956be-e872-4415-bfc6-cef7d4a389fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3638e6ad-d22f-47b4-ac17-e637ec8c7e3e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:17.711402 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 1f00d178-71c1-4ce2-92b2-548b0430bb97 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:17.711769 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:17.774804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0e88a-6f9d-4898-808b-2864f01b083d req-4dd3840e-ade2-4c59-81a4-35cdf538eb63 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:17.788265 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1fe0e88a-6f9d-4898-808b-2864f01b083d req-4dd3840e-ade2-4c59-81a4-35cdf538eb63 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 945 time: 0.1051905 Feb 10 15:40:17.835436 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 1f00d178-71c1-4ce2-92b2-548b0430bb97 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:40:17.836255 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:17.865799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd982532c-60c6-4ccb-8d92-02c89b399738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f00d178-71c1-4ce2-92b2-548b0430bb97'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:40:17.869430 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cb24df-eb3c-4eaa-b6a1-f422a035b477" -d '{"events": [{"server_uuid": "d982532c-60c6-4ccb-8d92-02c89b399738", "name": "network-vif-plugged", "status": "completed", "tag": "1f00d178-71c1-4ce2-92b2-548b0430bb97"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:17.898634 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96b01f34-ef40-4554-a2e4-46e1f187c935 admin admin] Publish callbacks [] for security_group (3638e6ad-d22f-47b4-ac17-e637ec8c7e3e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:17.906429 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1fe0e88a-6f9d-4898-808b-2864f01b083d req-09ffd823-ab3a-40fc-aacf-6ccc1eb4fdde tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171732 Feb 10 15:40:17.915777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 1f00d178-71c1-4ce2-92b2-548b0430bb97, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1f00d178-71c1-4ce2-92b2-548b0430bb97,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:17.955829 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9374eb-733a-443a-928b-a592c0e7dbf7 x-openstack-request-id: req-1a9374eb-733a-443a-928b-a592c0e7dbf7 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:17.956730 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d982532c-60c6-4ccb-8d92-02c89b399738", "name": "network-vif-plugged", "status": "completed", "tag": "1f00d178-71c1-4ce2-92b2-548b0430bb97", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:17.958532 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a9374eb-733a-443a-928b-a592c0e7dbf7 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:17.959116 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd982532c-60c6-4ccb-8d92-02c89b399738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f00d178-71c1-4ce2-92b2-548b0430bb97', 'code': 200} Feb 10 15:40:17.965281 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:18.171792 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecb563-1bca-4ad1-b4b4-dad577b1499d req-0e61838d-c543-4a94-9ff9-fb921b3e4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:18.173653 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-92ecb563-1bca-4ad1-b4b4-dad577b1499d req-0e61838d-c543-4a94-9ff9-fb921b3e4c84 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 1128 time: 0.0965581 Feb 10 15:40:18.258246 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-92ecb563-1bca-4ad1-b4b4-dad577b1499d req-4db19415-b569-43dd-bd1a-2e7e6861131c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718136 Feb 10 15:40:18.274103 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:18.287457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=1f00d178-71c1-4ce2-92b2-548b0430bb97,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:18.440935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f9725-a2fc-4d5a-8b77-ccb006290880 req-b7bbbdb5-8cce-4c3c-978a-34a4eae7f249 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:18.449293 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-501f9725-a2fc-4d5a-8b77-ccb006290880 req-b7bbbdb5-8cce-4c3c-978a-34a4eae7f249 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 945 time: 0.0778883 Feb 10 15:40:18.473150 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96b01f34-ef40-4554-a2e4-46e1f187c935 admin admin] Publish callbacks [] for security_group (3638e6ad-d22f-47b4-ac17-e637ec8c7e3e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:18.513222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-501f9725-a2fc-4d5a-8b77-ccb006290880 req-02ccacb2-7b12-4e88-b81b-d0139303169e tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/security-groups?id=65685ee0-eadb-4a39-ab03-63f42d3c1362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620391 Feb 10 15:40:18.625601 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96b01f34-ef40-4554-a2e4-46e1f187c935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3638e6ad-d22f-47b4-ac17-e637ec8c7e3e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:18.628708 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96b01f34-ef40-4554-a2e4-46e1f187c935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:18.639892 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-96b01f34-ef40-4554-a2e4-46e1f187c935 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3638e6ad-d22f-47b4-ac17-e637ec8c7e3e HTTP/1.1" status: 204 len: 168 time: 0.9504821 Feb 10 15:40:18.646160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-9f400e6f-ee6d-41f1-9825-40ab05fb8859 req-0f83de40-7a99-4db7-8fcd-f0f7d4f88d6b tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] For port de2766fc-e6fa-472c-829e-9ccff7f25526, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=de2766fc-e6fa-472c-829e-9ccff7f25526,segment=NetworkSegment(9e7fe4bf-1d05-4374-9d1d-cb757e8eb531),segment_id=9e7fe4bf-1d05-4374-9d1d-cb757e8eb531)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:18.647783 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9f400e6f-ee6d-41f1-9825-40ab05fb8859 req-0f83de40-7a99-4db7-8fcd-f0f7d4f88d6b tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (de2766fc-e6fa-472c-829e-9ccff7f25526), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:18.680117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a59d7-dc1d-45c6-afd2-ab7a41800fa3 req-d549edca-02bc-4a95-90f8-67d77db92fd0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:18.681811 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-235a59d7-dc1d-45c6-afd2-ab7a41800fa3 req-d549edca-02bc-4a95-90f8-67d77db92fd0 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.79 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.8643403 Feb 10 15:40:18.683420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3c702-9fbd-4340-948e-cece0922df73 req-9e9d6334-467f-483b-ad06-b73033792896 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:18.693072 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-04e3c702-9fbd-4340-948e-cece0922df73 req-9e9d6334-467f-483b-ad06-b73033792896 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 944 time: 0.1033428 Feb 10 15:40:18.703654 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-9f400e6f-ee6d-41f1-9825-40ab05fb8859 req-0f83de40-7a99-4db7-8fcd-f0f7d4f88d6b tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Calling delete_port for de2766fc-e6fa-472c-829e-9ccff7f25526 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:40:18.760128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b01f34-ef40-4554-a2e4-46e1f187c935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3638e6ad-d22f-47b4-ac17-e637ec8c7e3e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:18.769903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-04e3c702-9fbd-4340-948e-cece0922df73 req-6bed0452-b754-4555-84da-8e52207d6a5f tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7f2ea70-731b-4edd-b91c-558b550db612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753438 Feb 10 15:40:18.952502 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:19.053951 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ca82c-7977-46b7-b4ce-b8e7db72e30d req-69491435-b68b-4eec-8f5a-3267d0633519 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:19.056122 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-937ca82c-7977-46b7-b4ce-b8e7db72e30d req-69491435-b68b-4eec-8f5a-3267d0633519 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.0683382 Feb 10 15:40:19.125646 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-937ca82c-7977-46b7-b4ce-b8e7db72e30d req-0421bb53-b6c7-41fa-8520-770a5e14a174 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627654 Feb 10 15:40:19.170661 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9f400e6f-ee6d-41f1-9825-40ab05fb8859 req-0f83de40-7a99-4db7-8fcd-f0f7d4f88d6b tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (de2766fc-e6fa-472c-829e-9ccff7f25526), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:19.184324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['de2766fc-e6fa-472c-829e-9ccff7f25526'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:19.215247 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83de40-7a99-4db7-8fcd-f0f7d4f88d6b tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Pushing event deleted for resources: {'Port': ['ID=de2766fc-e6fa-472c-829e-9ccff7f25526,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:19.275680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-235a59d7-dc1d-45c6-afd2-ab7a41800fa3 req-2cd7ae01-67c7-4b98-9be5-231440019658 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Deleting port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:40:19.276918 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-235a59d7-dc1d-45c6-afd2-ab7a41800fa3 req-2cd7ae01-67c7-4b98-9be5-231440019658 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:19.296074 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f400e6f-ee6d-41f1-9825-40ab05fb8859 req-0f83de40-7a99-4db7-8fcd-f0f7d4f88d6b tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] No DVR routers for this DVR port de2766fc-e6fa-472c-829e-9ccff7f25526 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:19.308824 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9f400e6f-ee6d-41f1-9825-40ab05fb8859 req-0f83de40-7a99-4db7-8fcd-f0f7d4f88d6b tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:19.313619 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9f400e6f-ee6d-41f1-9825-40ab05fb8859 req-0f83de40-7a99-4db7-8fcd-f0f7d4f88d6b tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.79 "DELETE /v2.0/ports/de2766fc-e6fa-472c-829e-9ccff7f25526 HTTP/1.1" status: 204 len: 173 time: 1.8963327 Feb 10 15:40:19.314242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fea5473-b37e-4e04-87ab-a19b8d684811', 'name': 'network-vif-deleted', 'tag': 'de2766fc-e6fa-472c-829e-9ccff7f25526'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:40:19.317482 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f885aaa-20bb-4bb6-a2c0-3ccaf0224c85" -d '{"events": [{"server_uuid": "5fea5473-b37e-4e04-87ab-a19b8d684811", "name": "network-vif-deleted", "tag": "de2766fc-e6fa-472c-829e-9ccff7f25526"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:19.387776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 49324) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:19.408203 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ff8eb4-3213-415a-8529-e403de109948 x-openstack-request-id: req-e6ff8eb4-3213-415a-8529-e403de109948 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:19.408566 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fea5473-b37e-4e04-87ab-a19b8d684811", "name": "network-vif-deleted", "tag": "de2766fc-e6fa-472c-829e-9ccff7f25526", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:19.408936 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-482c339b-19f2-4e5b-9136-2a684b18c746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:19.411211 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6ff8eb4-3213-415a-8529-e403de109948 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:19.411629 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fea5473-b37e-4e04-87ab-a19b8d684811', 'name': 'network-vif-deleted', 'tag': 'de2766fc-e6fa-472c-829e-9ccff7f25526', 'status': 'completed', 'code': 200} Feb 10 15:40:19.446925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-235a59d7-dc1d-45c6-afd2-ab7a41800fa3 req-2cd7ae01-67c7-4b98-9be5-231440019658 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] For port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:19.447698 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-235a59d7-dc1d-45c6-afd2-ab7a41800fa3 req-2cd7ae01-67c7-4b98-9be5-231440019658 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:19.608370 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-482c339b-19f2-4e5b-9136-2a684b18c746 admin admin] Publish callbacks [] for security_group (4298e1cc-ec7f-4065-aebf-282a9a076c5d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:19.615948 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-482c339b-19f2-4e5b-9136-2a684b18c746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4298e1cc-ec7f-4065-aebf-282a9a076c5d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:19.790094 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-235a59d7-dc1d-45c6-afd2-ab7a41800fa3 req-2cd7ae01-67c7-4b98-9be5-231440019658 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:19.790581 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-235a59d7-dc1d-45c6-afd2-ab7a41800fa3 req-2cd7ae01-67c7-4b98-9be5-231440019658 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (8920e6af-f830-4adf-9278-033c1bc43524), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:19.790884 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [req-235a59d7-dc1d-45c6-afd2-ab7a41800fa3 req-2cd7ae01-67c7-4b98-9be5-231440019658 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Floating IP 8920e6af-f830-4adf-9278-033c1bc43524 disassociated. External IP: 172.25.3.80, port: 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0. Feb 10 15:40:19.791233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-235a59d7-dc1d-45c6-afd2-ab7a41800fa3 req-2cd7ae01-67c7-4b98-9be5-231440019658 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Calling delete_port for 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:40:20.098473 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-235a59d7-dc1d-45c6-afd2-ab7a41800fa3 req-2cd7ae01-67c7-4b98-9be5-231440019658 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (6a1e4231-1715-4b5d-924f-9e77b2c5f1f0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:20.154040 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ae01-67c7-4b98-9be5-231440019658 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event deleted for resources: {'Port': ['ID=6a1e4231-1715-4b5d-924f-9e77b2c5f1f0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:20.300999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c339b-19f2-4e5b-9136-2a684b18c746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4298e1cc-ec7f-4065-aebf-282a9a076c5d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:20.322131 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-482c339b-19f2-4e5b-9136-2a684b18c746 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa971313f1834f7cb0a2f2ac0ab20ca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9307194 Feb 10 15:40:20.353540 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 49368) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:20.364426 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8f15609-9a5f-4820-88fe-47d0a8b79a2f req-194e1636-b024-4dbf-a2a1-073ba5d11cf8 tempest-VolumesActionsTest-346499748 tempest-VolumesActionsTest-346499748-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fea5473-b37e-4e04-87ab-a19b8d684811 HTTP/1.1" status: 200 len: 210 time: 0.1362579 Feb 10 15:40:20.411315 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-235a59d7-dc1d-45c6-afd2-ab7a41800fa3 req-2cd7ae01-67c7-4b98-9be5-231440019658 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Router c420fe88-e789-455e-b636-8a291ce4c372 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:40:20.414738 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4eed4dd8-2bc8-429d-a5ff-5173f531cd82 req-b0330cd5-1668-4812-bca1-b3bbe130fce7 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/ports?device_id=95dfc075-e1b9-43f5-b6a6-16c216ca53c5 HTTP/1.1" status: 200 len: 210 time: 0.1877334 Feb 10 15:40:20.582713 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8b7826d-05f9-4ad3-98a7-49f0a7bf14d0 admin admin] Publish callbacks [] for security_group (4298e1cc-ec7f-4065-aebf-282a9a076c5d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:20.617190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-235a59d7-dc1d-45c6-afd2-ab7a41800fa3 req-2cd7ae01-67c7-4b98-9be5-231440019658 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:40:20.636086 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dbb600-c669-42fa-ae73-f5915f27e7f3 None None] Sync routers for ids ['c420fe88-e789-455e-b636-8a291ce4c372'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:40:20.659249 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8b7826d-05f9-4ad3-98a7-49f0a7bf14d0 admin admin] Publish callbacks [] for security_group (4298e1cc-ec7f-4065-aebf-282a9a076c5d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:20.697815 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dbb600-c669-42fa-ae73-f5915f27e7f3 None None] Routers {'c420fe88-e789-455e-b636-8a291ce4c372'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:20.698478 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-26dbb600-c669-42fa-ae73-f5915f27e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:40:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c420fe88-e789-455e-b636-8a291ce4c372'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:20.759817 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478711f-91d6-4628-b367-96131505bc75 req-9ef129ab-a3ca-4c7e-a140-7ecfab0dc9c6 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:20.761444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1478711f-91d6-4628-b367-96131505bc75 req-9ef129ab-a3ca-4c7e-a140-7ecfab0dc9c6 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.2269945 Feb 10 15:40:20.811367 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-235a59d7-dc1d-45c6-afd2-ab7a41800fa3 req-2cd7ae01-67c7-4b98-9be5-231440019658 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] No DVR routers for this DVR port 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:20.818208 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-235a59d7-dc1d-45c6-afd2-ab7a41800fa3 req-2cd7ae01-67c7-4b98-9be5-231440019658 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:20.825474 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-235a59d7-dc1d-45c6-afd2-ab7a41800fa3 req-2cd7ae01-67c7-4b98-9be5-231440019658 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.79 "DELETE /v2.0/ports/6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 HTTP/1.1" status: 204 len: 173 time: 2.0955052 Feb 10 15:40:20.942411 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8b7826d-05f9-4ad3-98a7-49f0a7bf14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4298e1cc-ec7f-4065-aebf-282a9a076c5d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:20.950632 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8b7826d-05f9-4ad3-98a7-49f0a7bf14d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:20.955715 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c8b7826d-05f9-4ad3-98a7-49f0a7bf14d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4298e1cc-ec7f-4065-aebf-282a9a076c5d HTTP/1.1" status: 204 len: 168 time: 0.5399256 Feb 10 15:40:20.977747 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1478711f-91d6-4628-b367-96131505bc75 req-69cca638-9be4-41cb-aee0-b70e3ac2d64f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080064 Feb 10 15:40:20.986272 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-26dbb600-c669-42fa-ae73-f5915f27e7f3 None None] Set router c420fe88-e789-455e-b636-8a291ce4c372 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:20.993786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7826d-05f9-4ad3-98a7-49f0a7bf14d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4298e1cc-ec7f-4065-aebf-282a9a076c5d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:21.219242 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395f543-adde-433d-a748-9a57634170d9 req-529a85ac-26f1-42d1-bf6b-523181045d0f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:21.232811 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0395f543-adde-433d-a748-9a57634170d9 req-529a85ac-26f1-42d1-bf6b-523181045d0f tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.1116946 Feb 10 15:40:21.298631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0395f543-adde-433d-a748-9a57634170d9 req-08a2dbb1-40f6-46f2-89c9-0fbe7f0070e3 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646157 Feb 10 15:40:21.413219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'name': 'network-vif-deleted', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:40:21.415574 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7b460f-c4e0-41c7-8a5f-43d3648867ba" -d '{"events": [{"server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "name": "network-vif-deleted", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:21.442049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device de2766fc-e6fa-472c-829e-9ccff7f25526 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:21.532461 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fce56f4-680d-4e03-80a9-1921d251109f x-openstack-request-id: req-3fce56f4-680d-4e03-80a9-1921d251109f {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:21.532804 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dfc075-e1b9-43f5-b6a6-16c216ca53c5", "name": "network-vif-deleted", "tag": "6a1e4231-1715-4b5d-924f-9e77b2c5f1f0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:21.533700 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fce56f4-680d-4e03-80a9-1921d251109f {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:21.534289 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dfc075-e1b9-43f5-b6a6-16c216ca53c5', 'name': 'network-vif-deleted', 'tag': '6a1e4231-1715-4b5d-924f-9e77b2c5f1f0', 'status': 'completed', 'code': 200} Feb 10 15:40:21.536589 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: de2766fc-e6fa-472c-829e-9ccff7f25526 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:40:21.538775 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device de2766fc-e6fa-472c-829e-9ccff7f25526 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:40:21.540765 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:21.619412 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:40:21.633855 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 6a1e4231-1715-4b5d-924f-9e77b2c5f1f0 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:40:21.691655 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-26dbb600-c669-42fa-ae73-f5915f27e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'name': 'tempest-ServerActionsTestJSON-2063072405-router', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:30:59Z', 'updated_at': '2022-02-10T15:31:06Z', 'revision_number': 4, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'gw_port': {'id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:01Z', 'updated_at': '2022-02-10T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'ca7a7dc9-bed3-4a87-99dc-1cac42515bd6', 'name': '', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'mac_address': 'fa:16:3e:ef:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:05Z', 'updated_at': '2022-02-10T15:31:14Z', 'revision_number': 5, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'subnets': [{'id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:21.739379 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 49446) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:21.785083 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dbb600-c669-42fa-ae73-f5915f27e7f3 None None] Checking router: c420fe88-e789-455e-b636-8a291ce4c372 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:40:21.795148 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dbb600-c669-42fa-ae73-f5915f27e7f3 None None] Routers {'c420fe88-e789-455e-b636-8a291ce4c372'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:21.796123 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-26dbb600-c669-42fa-ae73-f5915f27e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:40:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c420fe88-e789-455e-b636-8a291ce4c372'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:21.925126 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c7888c41-03d0-4292-a1d7-cba432d12712 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for security_group (c7f2ea70-731b-4edd-b91c-558b550db612), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:22.011169 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-26dbb600-c669-42fa-ae73-f5915f27e7f3 None None] Set router c420fe88-e789-455e-b636-8a291ce4c372 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:22.025847 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c7888c41-03d0-4292-a1d7-cba432d12712 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for security_group (c7f2ea70-731b-4edd-b91c-558b550db612), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:22.105307 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c7888c41-03d0-4292-a1d7-cba432d12712 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c7f2ea70-731b-4edd-b91c-558b550db612), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:22.111490 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c7888c41-03d0-4292-a1d7-cba432d12712 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:22.112674 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c7888c41-03d0-4292-a1d7-cba432d12712 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "DELETE /v2.0/security-groups/c7f2ea70-731b-4edd-b91c-558b550db612 HTTP/1.1" status: 204 len: 168 time: 0.3717301 Feb 10 15:40:22.116407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49486) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:22.135615 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7888c41-03d0-4292-a1d7-cba432d12712 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f2ea70-731b-4edd-b91c-558b550db612,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:22.176337 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-fc006736-3d51-4f50-b98a-b8abea577090 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] show failed (client error): The resource could not be found. Feb 10 15:40:22.181230 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fc006736-3d51-4f50-b98a-b8abea577090 tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "GET /v2.0/security-groups/c7f2ea70-731b-4edd-b91c-558b550db612 HTTP/1.1" status: 404 len: 347 time: 0.0636687 Feb 10 15:40:22.182135 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49494) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:22.383999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-f0e6a5e6-06e4-4ccb-837a-a96e538662b6 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:22.385950 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-f0e6a5e6-06e4-4ccb-837a-a96e538662b6 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/networks?id=8869d08f-a2e4-449e-9a50-22ae4eebae0f HTTP/1.1" status: 200 len: 815 time: 0.2325592 Feb 10 15:40:22.427980 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-09ed906f-f97c-4efc-b960-754eaa4cfa99 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/quotas/f4c25f3fcb03489eafb6961a58e6ef5a HTTP/1.1" status: 200 len: 375 time: 0.0365098 Feb 10 15:40:22.504934 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b460ae63-5d88-41e2-9d64-1f9c40ed01fe tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Deleting port 3995334e-ba7a-4259-8ea2-05d3c63742fc {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:40:22.511874 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b460ae63-5d88-41e2-9d64-1f9c40ed01fe tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3995334e-ba7a-4259-8ea2-05d3c63742fc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:22.571929 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:40:22.614938 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-250e4f5b-ebaa-4900-aa86-52b05de7b284 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4c25f3fcb03489eafb6961a58e6ef5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1859860 Feb 10 15:40:22.712527 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-26dbb600-c669-42fa-ae73-f5915f27e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'name': 'tempest-ServerActionsTestJSON-2063072405-router', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:30:59Z', 'updated_at': '2022-02-10T15:31:06Z', 'revision_number': 4, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'gw_port': {'id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:01Z', 'updated_at': '2022-02-10T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'ca7a7dc9-bed3-4a87-99dc-1cac42515bd6', 'name': '', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'mac_address': 'fa:16:3e:ef:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:05Z', 'updated_at': '2022-02-10T15:31:14Z', 'revision_number': 5, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'subnets': [{'id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:22.751642 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dbb600-c669-42fa-ae73-f5915f27e7f3 None None] The sync data for ids ['c420fe88-e789-455e-b636-8a291ce4c372'] in n-d-815324-7 is: [{'id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'name': 'tempest-ServerActionsTestJSON-2063072405-router', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:30:59Z', 'updated_at': '2022-02-10T15:31:06Z', 'revision_number': 4, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'gw_port': {'id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:01Z', 'updated_at': '2022-02-10T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'ca7a7dc9-bed3-4a87-99dc-1cac42515bd6', 'name': '', 'network_id': '27e2001a-a1ab-4573-85b8-a44f65e39c6e', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'mac_address': 'fa:16:3e:ef:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:05Z', 'updated_at': '2022-02-10T15:31:14Z', 'revision_number': 5, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'subnets': [{'id': '90274fea-8f83-4f17-b4ae-db95949e49bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:40:22.802402 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b460ae63-5d88-41e2-9d64-1f9c40ed01fe tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3995334e-ba7a-4259-8ea2-05d3c63742fc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:22.807964 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b460ae63-5d88-41e2-9d64-1f9c40ed01fe tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for floatingip (3995334e-ba7a-4259-8ea2-05d3c63742fc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:22.856173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b460ae63-5d88-41e2-9d64-1f9c40ed01fe tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Calling delete_port for 3995334e-ba7a-4259-8ea2-05d3c63742fc owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:40:23.079477 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-ee19371c-8a01-4a66-ae0f-2ec3535875a5 service neutron] 10.222.0.64 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627573 Feb 10 15:40:23.106046 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b460ae63-5d88-41e2-9d64-1f9c40ed01fe tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3995334e-ba7a-4259-8ea2-05d3c63742fc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:23.199134 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460ae63-5d88-41e2-9d64-1f9c40ed01fe tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Pushing event deleted for resources: {'Port': ['ID=3995334e-ba7a-4259-8ea2-05d3c63742fc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:23.321362 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-7da7ebf9-6aaf-4a75-b286-11a79f79a76d service neutron] 10.222.0.64 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409129 Feb 10 15:40:23.351068 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e47265-5f28-4fd5-82fc-2389cc8d5d73 req-8e24b383-0b07-4f52-a144-9da752761206 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:23.352299 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b460ae63-5d88-41e2-9d64-1f9c40ed01fe tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks [] for floatingip (8920e6af-f830-4adf-9278-033c1bc43524), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:23.352632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18e47265-5f28-4fd5-82fc-2389cc8d5d73 req-8e24b383-0b07-4f52-a144-9da752761206 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.72 "GET /v2.0/ports?device_id=d982532c-60c6-4ccb-8d92-02c89b399738 HTTP/1.1" status: 200 len: 946 time: 0.3912952 Feb 10 15:40:23.362322 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b460ae63-5d88-41e2-9d64-1f9c40ed01fe tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:23.367647 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b460ae63-5d88-41e2-9d64-1f9c40ed01fe tempest-ServerActionsTestJSON-1039254467 tempest-ServerActionsTestJSON-1039254467-project] 10.222.0.64 "DELETE /v2.0/floatingips/8920e6af-f830-4adf-9278-033c1bc43524 HTTP/1.1" status: 204 len: 168 time: 1.1814294 Feb 10 15:40:23.369536 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49564) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:23.392689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247dbda5-925f-4e18-a3e7-341d451b0c4f None None] New status for floating IP 8920e6af-f830-4adf-9278-033c1bc43524: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:40:23.703924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-18e47265-5f28-4fd5-82fc-2389cc8d5d73 req-3502068f-264f-4f73-a6a9-27a545a72d12 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Deleting port 1f00d178-71c1-4ce2-92b2-548b0430bb97 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:40:23.707329 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-18e47265-5f28-4fd5-82fc-2389cc8d5d73 req-3502068f-264f-4f73-a6a9-27a545a72d12 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:24.082942 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b64a6404-2287-43f0-b4ce-8c0f33dba6a3 req-13dae445-f259-4f5c-b479-33f0ae058373 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 210 time: 0.2608204 Feb 10 15:40:24.210476 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-18e47265-5f28-4fd5-82fc-2389cc8d5d73 req-3502068f-264f-4f73-a6a9-27a545a72d12 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] For port 1f00d178-71c1-4ce2-92b2-548b0430bb97, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=1f00d178-71c1-4ce2-92b2-548b0430bb97,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:24.211122 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-18e47265-5f28-4fd5-82fc-2389cc8d5d73 req-3502068f-264f-4f73-a6a9-27a545a72d12 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:24.234176 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-18e47265-5f28-4fd5-82fc-2389cc8d5d73 req-3502068f-264f-4f73-a6a9-27a545a72d12 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Calling delete_port for 1f00d178-71c1-4ce2-92b2-548b0430bb97 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:40:24.379575 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-18e47265-5f28-4fd5-82fc-2389cc8d5d73 req-3502068f-264f-4f73-a6a9-27a545a72d12 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (1f00d178-71c1-4ce2-92b2-548b0430bb97), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:24.398523 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['1f00d178-71c1-4ce2-92b2-548b0430bb97'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:24.447033 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502068f-264f-4f73-a6a9-27a545a72d12 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Pushing event deleted for resources: {'Port': ['ID=1f00d178-71c1-4ce2-92b2-548b0430bb97,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:24.538627 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e47265-5f28-4fd5-82fc-2389cc8d5d73 req-3502068f-264f-4f73-a6a9-27a545a72d12 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] No DVR routers for this DVR port 1f00d178-71c1-4ce2-92b2-548b0430bb97 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:24.547730 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-18e47265-5f28-4fd5-82fc-2389cc8d5d73 req-3502068f-264f-4f73-a6a9-27a545a72d12 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:24.558823 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18e47265-5f28-4fd5-82fc-2389cc8d5d73 req-3502068f-264f-4f73-a6a9-27a545a72d12 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.72 "DELETE /v2.0/ports/1f00d178-71c1-4ce2-92b2-548b0430bb97 HTTP/1.1" status: 204 len: 173 time: 1.1817179 Feb 10 15:40:24.561999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd982532c-60c6-4ccb-8d92-02c89b399738', 'name': 'network-vif-deleted', 'tag': '1f00d178-71c1-4ce2-92b2-548b0430bb97'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:40:24.571890 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd617ac0-221b-412f-9f9c-cce708e04a0c" -d '{"events": [{"server_uuid": "d982532c-60c6-4ccb-8d92-02c89b399738", "name": "network-vif-deleted", "tag": "1f00d178-71c1-4ce2-92b2-548b0430bb97"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:24.888797 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd2d5-d7f3-4fe1-9610-48fe57892fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (c420fe88-e789-455e-b636-8a291ce4c372), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:25.281567 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a35750a1-bebb-45de-a9fa-12c8fa094cd8 req-25235bdf-ca29-4bf3-8656-cb0a4ef0cae0 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 210 time: 0.0509233 Feb 10 15:40:25.324790 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0c2e1c-95a3-48fa-83ec-2637bb0808d9 x-openstack-request-id: req-3f0c2e1c-95a3-48fa-83ec-2637bb0808d9 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:25.325219 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d982532c-60c6-4ccb-8d92-02c89b399738", "name": "network-vif-deleted", "tag": "1f00d178-71c1-4ce2-92b2-548b0430bb97", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:25.325595 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f0c2e1c-95a3-48fa-83ec-2637bb0808d9 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:25.326269 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd982532c-60c6-4ccb-8d92-02c89b399738', 'name': 'network-vif-deleted', 'tag': '1f00d178-71c1-4ce2-92b2-548b0430bb97', 'status': 'completed', 'code': 200} Feb 10 15:40:25.689451 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-6a9fd2d5-d7f3-4fe1-9610-48fe57892fbf admin admin] Deleting port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:40:25.689876 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd2d5-d7f3-4fe1-9610-48fe57892fbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:25.695252 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49680) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:25.856901 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-efacc542-6f71-4eb3-9ba4-8c0479318f8a tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:25.859695 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-efacc542-6f71-4eb3-9ba4-8c0479318f8a tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.79 "GET /v2.0/networks?id=8869d08f-a2e4-449e-9a50-22ae4eebae0f HTTP/1.1" status: 200 len: 815 time: 0.2984293 Feb 10 15:40:25.882418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-e4badb64-330a-4cab-88b8-2092b15c5a42 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Request body: {'port': {'device_id': 'b089ee28-e487-4305-bffb-d0ff042ba0db', 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f', 'admin_state_up': True, 'tenant_id': 'f4c25f3fcb03489eafb6961a58e6ef5a'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:26.031706 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-687bf8d5-e6d0-4c4d-8f3b-5a28c2facd46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:26.122329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-6a9fd2d5-d7f3-4fe1-9610-48fe57892fbf admin admin] For port ca7a7dc9-bed3-4a87-99dc-1cac42515bd6, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ca7a7dc9-bed3-4a87-99dc-1cac42515bd6,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:26.122696 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd2d5-d7f3-4fe1-9610-48fe57892fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:26.179948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-6a9fd2d5-d7f3-4fe1-9610-48fe57892fbf admin admin] Calling delete_port for ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:40:26.456205 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90bc4204-b38c-432f-8418-363c77317e24 req-870e3f97-3a74-44a4-a827-33faa96c7884 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 210 time: 0.0736442 Feb 10 15:40:26.465669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-e4badb64-330a-4cab-88b8-2092b15c5a42 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Made reservation on behalf of f4c25f3fcb03489eafb6961a58e6ef5a for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:26.469508 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-e4badb64-330a-4cab-88b8-2092b15c5a42 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:26.605894 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-687bf8d5-e6d0-4c4d-8f3b-5a28c2facd46 admin admin] Publish callbacks [] for security_group (f88fdca5-264d-484a-87f2-251d8fa2514f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:26.708983 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-687bf8d5-e6d0-4c4d-8f3b-5a28c2facd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f88fdca5-264d-484a-87f2-251d8fa2514f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:26.845484 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-687bf8d5-e6d0-4c4d-8f3b-5a28c2facd46 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=527c2fda4a554b5b9edae02f8bd9de27&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1489840 Feb 10 15:40:26.846236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bf8d5-e6d0-4c4d-8f3b-5a28c2facd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88fdca5-264d-484a-87f2-251d8fa2514f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:26.848116 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 49714) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:26.940033 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-e4badb64-330a-4cab-88b8-2092b15c5a42 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Allocated IP 172.20.0.6 (8869d08f-a2e4-449e-9a50-22ae4eebae0f/fd6f1597-24e8-4da8-a58f-4d14c7888f3e/c5d21dc8-37d3-4a6c-b9af-fce311d05692) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:26.989904 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Publish callbacks [] for security_group (f88fdca5-264d-484a-87f2-251d8fa2514f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:27.017809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd2d5-d7f3-4fe1-9610-48fe57892fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ca7a7dc9-bed3-4a87-99dc-1cac42515bd6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:27.054588 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Publish callbacks [] for security_group (f88fdca5-264d-484a-87f2-251d8fa2514f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:27.103509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fd2d5-d7f3-4fe1-9610-48fe57892fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7a7dc9-bed3-4a87-99dc-1cac42515bd6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:27.229842 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f88fdca5-264d-484a-87f2-251d8fa2514f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:27.234837 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:27.236507 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f88fdca5-264d-484a-87f2-251d8fa2514f HTTP/1.1" status: 204 len: 168 time: 0.3870003 Feb 10 15:40:27.247709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88fdca5-264d-484a-87f2-251d8fa2514f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:27.259974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:27.260687 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:27.261259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:27.261765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:27.262317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:27.262851 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:27.263538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:27.264280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:27.264899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:27.266061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:27.266916 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:27.269232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:27.269821 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecd1852-c051-46c4-a5c5-dd94e1bad1c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:27.593912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1f00d178-71c1-4ce2-92b2-548b0430bb97 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:27.663507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 1f00d178-71c1-4ce2-92b2-548b0430bb97 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:40:27.668346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 1f00d178-71c1-4ce2-92b2-548b0430bb97 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:40:27.732603 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-820fe4e8-ad7d-4802-b007-55ce40fa869c req-10d1306f-6afd-4551-89bf-9b4a7f3ec514 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 210 time: 0.1043513 Feb 10 15:40:27.892616 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-e4badb64-330a-4cab-88b8-2092b15c5a42 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks [] for port (c5d21dc8-37d3-4a6c-b9af-fce311d05692), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:27.937963 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd2d5-d7f3-4fe1-9610-48fe57892fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (c420fe88-e789-455e-b636-8a291ce4c372), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:28.054355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-e4badb64-330a-4cab-88b8-2092b15c5a42 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (c5d21dc8-37d3-4a6c-b9af-fce311d05692), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:28.108091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-e4badb64-330a-4cab-88b8-2092b15c5a42 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Network 8869d08f-a2e4-449e-9a50-22ae4eebae0f is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:28.119589 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-e4badb64-330a-4cab-88b8-2092b15c5a42 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:28.158438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-e4badb64-330a-4cab-88b8-2092b15c5a42 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:28.218568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4badb64-330a-4cab-88b8-2092b15c5a42 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Pushing event updated for resources: {'Port': ['ID=c5d21dc8-37d3-4a6c-b9af-fce311d05692,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:28.244197 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-e4badb64-330a-4cab-88b8-2092b15c5a42 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:28.245641 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-e4badb64-330a-4cab-88b8-2092b15c5a42 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:28.518183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9fd2d5-d7f3-4fe1-9610-48fe57892fbf admin admin] Router c420fe88-e789-455e-b636-8a291ce4c372 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:40:28.545235 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-e4badb64-330a-4cab-88b8-2092b15c5a42 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6736236 Feb 10 15:40:28.592897 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Request body: {'port': {'device_id': 'b089ee28-e487-4305-bffb-d0ff042ba0db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:28.797005 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c5d21dc8-37d3-4a6c-b9af-fce311d05692), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:28.835607 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9fd2d5-d7f3-4fe1-9610-48fe57892fbf admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:40:28.845381 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e481dd-b256-4934-ab08-3b12cadec015 None None] Sync routers for ids ['c420fe88-e789-455e-b636-8a291ce4c372'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:40:28.851415 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6a9fd2d5-d7f3-4fe1-9610-48fe57892fbf admin admin] 10.222.0.64 "PUT /v2.0/routers/c420fe88-e789-455e-b636-8a291ce4c372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4795544 Feb 10 15:40:28.854050 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 49768) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:28.889064 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e481dd-b256-4934-ab08-3b12cadec015 None None] Routers {'c420fe88-e789-455e-b636-8a291ce4c372'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:28.890691 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-14e481dd-b256-4934-ab08-3b12cadec015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:40:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c420fe88-e789-455e-b636-8a291ce4c372'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:29.172986 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94438345-5add-4367-8d0b-f2ba6392e927 req-37576fd2-ab17-4828-8539-8050460c53db tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:29.178716 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94438345-5add-4367-8d0b-f2ba6392e927 req-37576fd2-ab17-4828-8539-8050460c53db tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 931 time: 0.1693819 Feb 10 15:40:29.294048 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-14e481dd-b256-4934-ab08-3b12cadec015 None None] Set router c420fe88-e789-455e-b636-8a291ce4c372 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:29.314493 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94438345-5add-4367-8d0b-f2ba6392e927 req-8bd6819f-56bf-4ae4-b42a-0d6680f7a3b2 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204453 Feb 10 15:40:29.328860 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-57c56daf-628c-432b-b492-156e29166c07 admin admin] Publish callbacks [] for router (c420fe88-e789-455e-b636-8a291ce4c372), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:29.566295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d21dc8-37d3-4a6c-b9af-fce311d05692 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:40:29.596593 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Publish callbacks [] for port (c5d21dc8-37d3-4a6c-b9af-fce311d05692), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:29.626991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Transition to ACTIVE for port object c5d21dc8-37d3-4a6c-b9af-fce311d05692 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:40:29.632572 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (c5d21dc8-37d3-4a6c-b9af-fce311d05692), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:29.720916 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-57c56daf-628c-432b-b492-156e29166c07 admin admin] Publish callbacks [] for router_gateway (c420fe88-e789-455e-b636-8a291ce4c372), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:29.779452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Pushing event updated for resources: {'Port': ['ID=c5d21dc8-37d3-4a6c-b9af-fce311d05692,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:29.809816 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-14e481dd-b256-4934-ab08-3b12cadec015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'name': 'tempest-ServerActionsTestJSON-2063072405-router', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:30:59Z', 'updated_at': '2022-02-10T15:40:26Z', 'revision_number': 5, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'gw_port': {'id': '85dc3c8a-4ef5-428e-b618-b0cc67d6f50f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:31:01Z', 'updated_at': '2022-02-10T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:29.876934 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-57c56daf-628c-432b-b492-156e29166c07 admin admin] Deleting port 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:40:29.877448 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-57c56daf-628c-432b-b492-156e29166c07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (85dc3c8a-4ef5-428e-b618-b0cc67d6f50f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:30.034896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Attempting to bind port c5d21dc8-37d3-4a6c-b9af-fce311d05692 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:40:30.036794 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Attempting to bind port c5d21dc8-37d3-4a6c-b9af-fce311d05692 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'd799b748-2720-41b4-b9f9-839e0f5e4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:40:30.036930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Attempting to bind port c5d21dc8-37d3-4a6c-b9af-fce311d05692 on network 8869d08f-a2e4-449e-9a50-22ae4eebae0f {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:30.062395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Port c5d21dc8-37d3-4a6c-b9af-fce311d05692 on network 8869d08f-a2e4-449e-9a50-22ae4eebae0f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:40:30.062726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Attempting to bind port c5d21dc8-37d3-4a6c-b9af-fce311d05692 on network 8869d08f-a2e4-449e-9a50-22ae4eebae0f {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:30.090173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:30.091933 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Checking segment: {'id': 'd799b748-2720-41b4-b9f9-839e0f5e4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:40:30.092347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Bound using segment: {'id': 'd799b748-2720-41b4-b9f9-839e0f5e4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:30.096395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Bound port: c5d21dc8-37d3-4a6c-b9af-fce311d05692, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd799b748-2720-41b4-b9f9-839e0f5e4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:40:30.096848 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c5d21dc8-37d3-4a6c-b9af-fce311d05692), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:30.127011 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-57c56daf-628c-432b-b492-156e29166c07 admin admin] For port 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=85dc3c8a-4ef5-428e-b618-b0cc67d6f50f,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:30.129600 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-57c56daf-628c-432b-b492-156e29166c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (85dc3c8a-4ef5-428e-b618-b0cc67d6f50f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:30.171297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-57c56daf-628c-432b-b492-156e29166c07 admin admin] Calling delete_port for 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:40:30.274955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] For port c5d21dc8-37d3-4a6c-b9af-fce311d05692, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:30.287621 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] For port c5d21dc8-37d3-4a6c-b9af-fce311d05692, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=c5d21dc8-37d3-4a6c-b9af-fce311d05692,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:30.311104 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (c5d21dc8-37d3-4a6c-b9af-fce311d05692), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:30.315259 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e481dd-b256-4934-ab08-3b12cadec015 None None] Checking router: c420fe88-e789-455e-b636-8a291ce4c372 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:40:30.370816 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e481dd-b256-4934-ab08-3b12cadec015 None None] Routers {'c420fe88-e789-455e-b636-8a291ce4c372'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:30.371544 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-14e481dd-b256-4934-ab08-3b12cadec015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:40:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c420fe88-e789-455e-b636-8a291ce4c372'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:30.451187 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:30.451781 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:30.453351 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] 10.222.0.79 "PUT /v2.0/ports/c5d21dc8-37d3-4a6c-b9af-fce311d05692 HTTP/1.1" status: 200 len: 1091 time: 1.9006917 Feb 10 15:40:30.453780 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b089ee28-e487-4305-bffb-d0ff042ba0db', 'tag': 'c5d21dc8-37d3-4a6c-b9af-fce311d05692'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:40:30.470692 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0affdf3a-cbef-4585-a372-56572121d02c" -d '{"events": [{"name": "network-changed", "server_uuid": "b089ee28-e487-4305-bffb-d0ff042ba0db", "tag": "c5d21dc8-37d3-4a6c-b9af-fce311d05692"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:30.592493 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2738bd-103a-466d-97a4-644a90ce5732 x-openstack-request-id: req-6f2738bd-103a-466d-97a4-644a90ce5732 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:30.593251 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b089ee28-e487-4305-bffb-d0ff042ba0db", "tag": "c5d21dc8-37d3-4a6c-b9af-fce311d05692", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:30.593251 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f2738bd-103a-466d-97a4-644a90ce5732 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:30.596123 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b089ee28-e487-4305-bffb-d0ff042ba0db', 'tag': 'c5d21dc8-37d3-4a6c-b9af-fce311d05692', 'status': 'completed', 'code': 200} Feb 10 15:40:30.608989 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-14e481dd-b256-4934-ab08-3b12cadec015 None None] Set router c420fe88-e789-455e-b636-8a291ce4c372 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:30.694484 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-14e481dd-b256-4934-ab08-3b12cadec015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'name': 'tempest-ServerActionsTestJSON-2063072405-router', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:30:59Z', 'updated_at': '2022-02-10T15:40:29Z', 'revision_number': 6, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:30.751480 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e481dd-b256-4934-ab08-3b12cadec015 None None] The sync data for ids ['c420fe88-e789-455e-b636-8a291ce4c372'] in n-d-815324-7 is: [{'id': 'c420fe88-e789-455e-b636-8a291ce4c372', 'name': 'tempest-ServerActionsTestJSON-2063072405-router', 'tenant_id': '03e2045129ad4ef1931b5795dd4f29b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:30:59Z', 'updated_at': '2022-02-10T15:40:29Z', 'revision_number': 6, 'project_id': '03e2045129ad4ef1931b5795dd4f29b4', 'gw_port_host': None}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:40:30.782584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a51ec-0866-4f55-adad-6119dbe45639 req-459c654a-29e0-4ba8-9a00-23c33ff582e2 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:30.816132 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-073a51ec-0866-4f55-adad-6119dbe45639 req-459c654a-29e0-4ba8-9a00-23c33ff582e2 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 943 time: 0.2237606 Feb 10 15:40:31.035610 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-073a51ec-0866-4f55-adad-6119dbe45639 req-cd29f922-94cd-4bd6-bc9d-de85c82fac87 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037592 Feb 10 15:40:31.192793 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 49852) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:31.287627 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-57c56daf-628c-432b-b492-156e29166c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (85dc3c8a-4ef5-428e-b618-b0cc67d6f50f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:31.436127 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c56daf-628c-432b-b492-156e29166c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=85dc3c8a-4ef5-428e-b618-b0cc67d6f50f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:31.624168 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65140932-ab8c-4067-99f5-ae853236178e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:31.699451 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-57c56daf-628c-432b-b492-156e29166c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (c420fe88-e789-455e-b636-8a291ce4c372), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:31.952078 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:31.982896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacdfa8-5bfe-4dd7-85ac-7ad93ac3119b service neutron] Pushing event updated for resources: {'Port': ['ID=c5d21dc8-37d3-4a6c-b9af-fce311d05692,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:31.990663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:40:31.991325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 85dc3c8a-4ef5-428e-b618-b0cc67d6f50f not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:40:31.991931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:32.039547 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:40:32.039824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-0eb1a7a1-a8e6-44e0-8e12-cedb9a5316ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:32.041414 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-0eb1a7a1-a8e6-44e0-8e12-cedb9a5316ed service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4c25f3fcb03489eafb6961a58e6ef5a&device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 1125 time: 1.5268841 Feb 10 15:40:32.042450 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ca7a7dc9-bed3-4a87-99dc-1cac42515bd6 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:40:32.141714 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-57c56daf-628c-432b-b492-156e29166c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (c420fe88-e789-455e-b636-8a291ce4c372), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:32.156940 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-57c56daf-628c-432b-b492-156e29166c07 admin admin] Publish callbacks [] for router_controller (c420fe88-e789-455e-b636-8a291ce4c372), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:32.181232 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-b156e760-a551-46d3-9602-8afdad84738f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5d21dc8-37d3-4a6c-b9af-fce311d05692 HTTP/1.1" status: 200 len: 217 time: 0.1299462 Feb 10 15:40:32.350870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-8f40ade7-3ab7-428a-a234-67fea8b675a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:32.362761 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-8f40ade7-3ab7-428a-a234-67fea8b675a6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fd6f1597-24e8-4da8-a58f-4d14c7888f3e HTTP/1.1" status: 200 len: 855 time: 0.1730087 Feb 10 15:40:32.410525 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-57c56daf-628c-432b-b492-156e29166c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (c420fe88-e789-455e-b636-8a291ce4c372), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:32.410525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c56daf-628c-432b-b492-156e29166c07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c420fe88-e789-455e-b636-8a291ce4c372 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:40:32.485129 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-30ea54e4-0fa4-4d03-8f95-b33c97630f15 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8869d08f-a2e4-449e-9a50-22ae4eebae0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178725 Feb 10 15:40:32.555355 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65140932-ab8c-4067-99f5-ae853236178e admin admin] Publish callbacks [] for security_group (05af2940-c760-4049-9051-eb9b0e2e691e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:32.561082 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-57c56daf-628c-432b-b492-156e29166c07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:32.562867 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-57c56daf-628c-432b-b492-156e29166c07 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c420fe88-e789-455e-b636-8a291ce4c372 HTTP/1.1" status: 204 len: 168 time: 3.7069082 Feb 10 15:40:32.567718 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49884) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:32.571534 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65140932-ab8c-4067-99f5-ae853236178e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (05af2940-c760-4049-9051-eb9b0e2e691e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:32.680880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e1cbaa-a30c-4aef-9048-8ac03ae015ea admin admin] Deleting subnet 90274fea-8f83-4f17-b4ae-db95949e49bc {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:40:32.723913 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-65140932-ab8c-4067-99f5-ae853236178e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33b5f16e1f164ac6b1e4da99ef9712ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5301600 Feb 10 15:40:32.724853 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 49892) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:32.759288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65140932-ab8c-4067-99f5-ae853236178e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05af2940-c760-4049-9051-eb9b0e2e691e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:32.763556 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54e1cbaa-a30c-4aef-9048-8ac03ae015ea admin admin] Publish callbacks [] for subnet (90274fea-8f83-4f17-b4ae-db95949e49bc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:32.790305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77953c6b-af7b-4b45-b933-200add98346c req-7e0242dd-29a2-4525-9580-94829c756803 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:32.792325 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77953c6b-af7b-4b45-b933-200add98346c req-7e0242dd-29a2-4525-9580-94829c756803 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 943 time: 0.4557874 Feb 10 15:40:32.938406 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54e1cbaa-a30c-4aef-9048-8ac03ae015ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (90274fea-8f83-4f17-b4ae-db95949e49bc), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:32.942107 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77953c6b-af7b-4b45-b933-200add98346c req-bf833291-7c91-45da-ac5d-44b6b3c3b556 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395316 Feb 10 15:40:32.963122 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b7450bc-2ec2-48ca-b3d2-04e0113765a2 admin admin] Publish callbacks [] for security_group (05af2940-c760-4049-9051-eb9b0e2e691e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:33.002604 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-3836a43d-3584-400e-86b7-0a999f0d31c5 service neutron] 10.222.0.79 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080988 Feb 10 15:40:33.047564 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b7450bc-2ec2-48ca-b3d2-04e0113765a2 admin admin] Publish callbacks [] for security_group (05af2940-c760-4049-9051-eb9b0e2e691e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:33.067099 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49896) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:33.170640 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b7450bc-2ec2-48ca-b3d2-04e0113765a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (05af2940-c760-4049-9051-eb9b0e2e691e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:33.173804 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b7450bc-2ec2-48ca-b3d2-04e0113765a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:33.175862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4b7450bc-2ec2-48ca-b3d2-04e0113765a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05af2940-c760-4049-9051-eb9b0e2e691e HTTP/1.1" status: 204 len: 168 time: 0.4455287 Feb 10 15:40:33.192002 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7450bc-2ec2-48ca-b3d2-04e0113765a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05af2940-c760-4049-9051-eb9b0e2e691e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:33.308092 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54e1cbaa-a30c-4aef-9048-8ac03ae015ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (90274fea-8f83-4f17-b4ae-db95949e49bc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:33.362015 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e6f2db26-d7e5-4b69-8705-e5e2ca44d9db req-6e897975-354e-4c12-870a-5a25f7436b66 service neutron] 10.222.0.79 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431211 Feb 10 15:40:33.508948 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ced3e85-0297-41f9-99c2-eb51de543146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:33.578231 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54e1cbaa-a30c-4aef-9048-8ac03ae015ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (90274fea-8f83-4f17-b4ae-db95949e49bc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:33.652684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affdf3a-cbef-4585-a372-56572121d02c req-e4f3159e-3e2f-4e5a-9274-0f88e1a0641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:33.660268 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0affdf3a-cbef-4585-a372-56572121d02c req-e4f3159e-3e2f-4e5a-9274-0f88e1a0641b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4c25f3fcb03489eafb6961a58e6ef5a&device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 1125 time: 0.2478838 Feb 10 15:40:33.710833 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54e1cbaa-a30c-4aef-9048-8ac03ae015ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:33.722319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad30cd9d-d961-4da3-9526-c8b1ef0d0d76 None None] Network 27e2001a-a1ab-4573-85b8-a44f65e39c6e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:40:33.723376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 49914) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:33.725584 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-54e1cbaa-a30c-4aef-9048-8ac03ae015ea admin admin] 10.222.0.64 "DELETE /v2.0/subnets/90274fea-8f83-4f17-b4ae-db95949e49bc HTTP/1.1" status: 204 len: 168 time: 1.1566560 Feb 10 15:40:33.726556 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1cbaa-a30c-4aef-9048-8ac03ae015ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90274fea-8f83-4f17-b4ae-db95949e49bc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:34.003975 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (27e2001a-a1ab-4573-85b8-a44f65e39c6e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:34.102290 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ced3e85-0297-41f9-99c2-eb51de543146 admin admin] Publish callbacks [] for security_group (ebf4f535-e0f3-497e-9e0e-1bb4b5b71ebd), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:34.105958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affdf3a-cbef-4585-a372-56572121d02c req-08116be4-6735-4061-ace1-403474c6e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:34.107491 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0affdf3a-cbef-4585-a372-56572121d02c req-08116be4-6735-4061-ace1-403474c6e607 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8869d08f-a2e4-449e-9a50-22ae4eebae0f HTTP/1.1" status: 200 len: 916 time: 0.4313679 Feb 10 15:40:34.163611 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ced3e85-0297-41f9-99c2-eb51de543146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ebf4f535-e0f3-497e-9e0e-1bb4b5b71ebd), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:34.215279 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f58c7-1170-40b2-a595-abe56334b713 None None] DHCP port deletion for 27e2001a-a1ab-4573-85b8-a44f65e39c6e request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:40:34.254444 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0affdf3a-cbef-4585-a372-56572121d02c req-eddf0d49-8ebf-4780-a3dd-f170353fbab0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5d21dc8-37d3-4a6c-b9af-fce311d05692 HTTP/1.1" status: 200 len: 217 time: 0.1291716 Feb 10 15:40:34.341395 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2ced3e85-0297-41f9-99c2-eb51de543146 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=414c7f22c9a8451a9bc03afe3abcbd3a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2732415 Feb 10 15:40:34.342363 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49928) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:34.353636 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced3e85-0297-41f9-99c2-eb51de543146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf4f535-e0f3-497e-9e0e-1bb4b5b71ebd,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:34.396974 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-830f58c7-1170-40b2-a595-abe56334b713 None None] Deleting port cb26cb73-993c-429b-9f30-a34ab46a9f27 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:40:34.397745 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-830f58c7-1170-40b2-a595-abe56334b713 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (cb26cb73-993c-429b-9f30-a34ab46a9f27), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:34.405968 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fe2af-b7f8-4e6b-9bdb-7efe8fda1424 req-6b3d78cb-067d-4e4c-9010-bf31c75fd556 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:34.411464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae2fe2af-b7f8-4e6b-9bdb-7efe8fda1424 req-6b3d78cb-067d-4e4c-9010-bf31c75fd556 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 943 time: 0.2921956 Feb 10 15:40:34.434410 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] Deleting port cb26cb73-993c-429b-9f30-a34ab46a9f27 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:40:34.435920 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (cb26cb73-993c-429b-9f30-a34ab46a9f27), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:34.477196 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affdf3a-cbef-4585-a372-56572121d02c req-309b9f1e-940b-44c7-b2e0-d8fb1d417f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:34.479309 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0affdf3a-cbef-4585-a372-56572121d02c req-309b9f1e-940b-44c7-b2e0-d8fb1d417f17 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fd6f1597-24e8-4da8-a58f-4d14c7888f3e HTTP/1.1" status: 200 len: 855 time: 0.1931942 Feb 10 15:40:34.563446 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae2fe2af-b7f8-4e6b-9bdb-7efe8fda1424 req-31b9298c-e061-456a-9f6a-2212bd89fc45 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240425 Feb 10 15:40:34.578803 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] For port cb26cb73-993c-429b-9f30-a34ab46a9f27, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cb26cb73-993c-429b-9f30-a34ab46a9f27,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:34.579175 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (cb26cb73-993c-429b-9f30-a34ab46a9f27), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:34.588617 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0affdf3a-cbef-4585-a372-56572121d02c req-796d4424-2d1a-4518-a75c-ef38e3aec2e4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8869d08f-a2e4-449e-9a50-22ae4eebae0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965316 Feb 10 15:40:34.607587 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-830f58c7-1170-40b2-a595-abe56334b713 None None] For port cb26cb73-993c-429b-9f30-a34ab46a9f27, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cb26cb73-993c-429b-9f30-a34ab46a9f27,segment=NetworkSegment(e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51),segment_id=e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:34.608011 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-830f58c7-1170-40b2-a595-abe56334b713 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (cb26cb73-993c-429b-9f30-a34ab46a9f27), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:34.614501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] Calling delete_port for cb26cb73-993c-429b-9f30-a34ab46a9f27 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:40:34.645252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-830f58c7-1170-40b2-a595-abe56334b713 None None] Calling delete_port for cb26cb73-993c-429b-9f30-a34ab46a9f27 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:40:34.712300 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-afd79384-23e4-47bc-a855-9ab7d77629f3 admin admin] Publish callbacks [] for security_group (ebf4f535-e0f3-497e-9e0e-1bb4b5b71ebd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:34.886220 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-afd79384-23e4-47bc-a855-9ab7d77629f3 admin admin] Publish callbacks [] for security_group (ebf4f535-e0f3-497e-9e0e-1bb4b5b71ebd), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:34.888011 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-830f58c7-1170-40b2-a595-abe56334b713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (cb26cb73-993c-429b-9f30-a34ab46a9f27), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:34.912079 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (cb26cb73-993c-429b-9f30-a34ab46a9f27), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:34.914301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f58c7-1170-40b2-a595-abe56334b713 None None] No DVR routers for this DVR port cb26cb73-993c-429b-9f30-a34ab46a9f27 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:34.999630 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f58c7-1170-40b2-a595-abe56334b713 None None] Pushing event deleted for resources: {'Port': ['ID=cb26cb73-993c-429b-9f30-a34ab46a9f27,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:35.035735 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0affdf3a-cbef-4585-a372-56572121d02c req-d5883b9d-2555-4dc5-88db-4981eef8071b service neutron] 10.222.0.79 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239485 Feb 10 15:40:35.037541 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] No DVR routers for this DVR port cb26cb73-993c-429b-9f30-a34ab46a9f27 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:35.106865 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb26cb73-993c-429b-9f30-a34ab46a9f27,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:35.280262 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (27e2001a-a1ab-4573-85b8-a44f65e39c6e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:35.341800 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e2001a-a1ab-4573-85b8-a44f65e39c6e']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:35.367513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:35.368214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:35.396748 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:35.426688 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-afd79384-23e4-47bc-a855-9ab7d77629f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ebf4f535-e0f3-497e-9e0e-1bb4b5b71ebd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:35.429406 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-afd79384-23e4-47bc-a855-9ab7d77629f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:35.433007 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-afd79384-23e4-47bc-a855-9ab7d77629f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebf4f535-e0f3-497e-9e0e-1bb4b5b71ebd HTTP/1.1" status: 204 len: 168 time: 1.0846953 Feb 10 15:40:35.446957 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:35.474351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:40:35.474907 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (e915d2c7-f5fb-40e0-85e3-bf0bee7b1e51), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:40:35.478004 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:40:35.515838 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd79384-23e4-47bc-a855-9ab7d77629f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf4f535-e0f3-497e-9e0e-1bb4b5b71ebd,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:35.538473 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0affdf3a-cbef-4585-a372-56572121d02c req-a8ea94d3-67a3-4d91-8395-cc598586ca64 service neutron] 10.222.0.79 "GET /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017266 Feb 10 15:40:35.610579 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (27e2001a-a1ab-4573-85b8-a44f65e39c6e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:35.617020 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:35.620238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/27e2001a-a1ab-4573-85b8-a44f65e39c6e HTTP/1.1" status: 204 len: 168 time: 1.8956783 Feb 10 15:40:35.645796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b76e3-9d81-49c3-a5f1-ab323bba28f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=27e2001a-a1ab-4573-85b8-a44f65e39c6e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:35.738003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cb26cb73-993c-429b-9f30-a34ab46a9f27 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:35.789694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: cb26cb73-993c-429b-9f30-a34ab46a9f27 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:40:35.789694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cb26cb73-993c-429b-9f30-a34ab46a9f27 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:40:35.950655 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dbe68-70e9-4e7e-9ca6-a8339a00e417 req-e444c0e2-5e2e-4d21-9e6e-08fd308c22d5 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:35.966594 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e13dbe68-70e9-4e7e-9ca6-a8339a00e417 req-e444c0e2-5e2e-4d21-9e6e-08fd308c22d5 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 943 time: 0.1945152 Feb 10 15:40:36.084588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e13dbe68-70e9-4e7e-9ca6-a8339a00e417 req-f9147dc3-f317-492a-b382-6814317e489b tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115286 Feb 10 15:40:36.452491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 49986) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:36.542902 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 49988) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:36.562012 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-00b2b610-aa99-491e-8fa4-7328b48d77bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=03e2045129ad4ef1931b5795dd4f29b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0858603 Feb 10 15:40:36.746516 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d55198d3-7dd4-4c02-b94e-8053690fd616 admin admin] Publish callbacks [] for security_group (641810dc-3436-4ebe-abac-09c162db29a6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:36.820573 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d55198d3-7dd4-4c02-b94e-8053690fd616 admin admin] Publish callbacks [] for security_group (641810dc-3436-4ebe-abac-09c162db29a6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:36.952449 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d55198d3-7dd4-4c02-b94e-8053690fd616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (641810dc-3436-4ebe-abac-09c162db29a6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:36.969537 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d55198d3-7dd4-4c02-b94e-8053690fd616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:36.973076 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d55198d3-7dd4-4c02-b94e-8053690fd616 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/641810dc-3436-4ebe-abac-09c162db29a6 HTTP/1.1" status: 204 len: 168 time: 0.4258637 Feb 10 15:40:36.990613 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55198d3-7dd4-4c02-b94e-8053690fd616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641810dc-3436-4ebe-abac-09c162db29a6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:37.031324 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50000) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:37.064363 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:37.145023 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50006) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:37.198222 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b0516781-5fd7-4853-ab10-30bd05b1d8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:37.434210 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8613f99-12c9-410a-98ad-599db6e1caa1 req-0efe7d85-fb96-4c29-9ff5-2fb488999102 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:37.436179 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8613f99-12c9-410a-98ad-599db6e1caa1 req-0efe7d85-fb96-4c29-9ff5-2fb488999102 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 943 time: 0.1312122 Feb 10 15:40:37.549141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device c5d21dc8-37d3-4a6c-b9af-fce311d05692 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:40:37.593010 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b0516781-5fd7-4853-ab10-30bd05b1d8cd admin admin] Publish callbacks [] for security_group (12171553-be1c-486d-bd88-997e9892c411), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:37.635134 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8613f99-12c9-410a-98ad-599db6e1caa1 req-c30c6936-699c-4b54-9d53-1907782c081e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781983 Feb 10 15:40:37.643699 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b0516781-5fd7-4853-ab10-30bd05b1d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (12171553-be1c-486d-bd88-997e9892c411), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:37.736747 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-63acccc5-eb5d-405b-b00f-df8e9059608b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:37.769303 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50014) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:37.774650 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b0516781-5fd7-4853-ab10-30bd05b1d8cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=539286f8aa1740f28448fc139e77c28d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6273196 Feb 10 15:40:37.829990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0516781-5fd7-4853-ab10-30bd05b1d8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12171553-be1c-486d-bd88-997e9892c411,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:37.978756 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb203df5-f711-46a5-a1af-dce390d5808d admin admin] Publish callbacks [] for security_group (12171553-be1c-486d-bd88-997e9892c411), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:38.028377 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port c5d21dc8-37d3-4a6c-b9af-fce311d05692, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=c5d21dc8-37d3-4a6c-b9af-fce311d05692,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:38.032779 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-63acccc5-eb5d-405b-b00f-df8e9059608b admin admin] Publish callbacks [] for security_group (9bc84086-8edf-4dae-af29-b9e559b54acb), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:38.043945 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb203df5-f711-46a5-a1af-dce390d5808d admin admin] Publish callbacks [] for security_group (12171553-be1c-486d-bd88-997e9892c411), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:38.053194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'c5d21dc8-37d3-4a6c-b9af-fce311d05692', 'network_id': '8869d08f-a2e4-449e-9a50-22ae4eebae0f', 'port_id': 'c5d21dc8-37d3-4a6c-b9af-fce311d05692', 'mac_address': 'fa:16:3e:1f:51:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6f1597-24e8-4da8-a58f-4d14c7888f3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:40:38.054426 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-63acccc5-eb5d-405b-b00f-df8e9059608b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9bc84086-8edf-4dae-af29-b9e559b54acb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:38.158347 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port c5d21dc8-37d3-4a6c-b9af-fce311d05692 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:40:38.159000 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c5d21dc8-37d3-4a6c-b9af-fce311d05692), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:38.187982 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-63acccc5-eb5d-405b-b00f-df8e9059608b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5fb4b3505c6f4917be1018b9e056da50&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1488712 Feb 10 15:40:38.192940 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50026) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:38.195070 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acccc5-eb5d-405b-b00f-df8e9059608b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc84086-8edf-4dae-af29-b9e559b54acb,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:38.217920 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb203df5-f711-46a5-a1af-dce390d5808d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (12171553-be1c-486d-bd88-997e9892c411), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:38.231715 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb203df5-f711-46a5-a1af-dce390d5808d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:38.243039 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bb203df5-f711-46a5-a1af-dce390d5808d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12171553-be1c-486d-bd88-997e9892c411 HTTP/1.1" status: 204 len: 168 time: 0.4695380 Feb 10 15:40:38.247855 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d21dc8-37d3-4a6c-b9af-fce311d05692 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:40:38.271400 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb203df5-f711-46a5-a1af-dce390d5808d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12171553-be1c-486d-bd88-997e9892c411,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:38.298124 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port c5d21dc8-37d3-4a6c-b9af-fce311d05692, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=c5d21dc8-37d3-4a6c-b9af-fce311d05692,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:38.305643 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c5d21dc8-37d3-4a6c-b9af-fce311d05692), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:38.336936 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-87a398b0-d469-471f-b987-dc83b949a9a1 admin admin] Publish callbacks [] for security_group (9bc84086-8edf-4dae-af29-b9e559b54acb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:38.368171 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-87a398b0-d469-471f-b987-dc83b949a9a1 admin admin] Publish callbacks [] for security_group (9bc84086-8edf-4dae-af29-b9e559b54acb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:38.393364 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=c5d21dc8-37d3-4a6c-b9af-fce311d05692,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:38.469545 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-87a398b0-d469-471f-b987-dc83b949a9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9bc84086-8edf-4dae-af29-b9e559b54acb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:38.473794 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-87a398b0-d469-471f-b987-dc83b949a9a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:38.475822 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-87a398b0-d469-471f-b987-dc83b949a9a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9bc84086-8edf-4dae-af29-b9e559b54acb HTTP/1.1" status: 204 len: 168 time: 0.2817631 Feb 10 15:40:38.496710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a398b0-d469-471f-b987-dc83b949a9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc84086-8edf-4dae-af29-b9e559b54acb,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:38.581810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['c5d21dc8-37d3-4a6c-b9af-fce311d05692'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:40:38.916976 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9b96c-290c-489c-914f-c01eadd174dd req-ced5eac6-f0b6-4e12-970d-8cd52e2891a4 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:38.923111 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bee9b96c-290c-489c-914f-c01eadd174dd req-ced5eac6-f0b6-4e12-970d-8cd52e2891a4 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 944 time: 0.1471522 Feb 10 15:40:39.062968 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bee9b96c-290c-489c-914f-c01eadd174dd req-c76c73da-cc36-43c6-884d-632899b3dff2 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217890 Feb 10 15:40:39.265226 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50056) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:39.292875 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-934d9045-bc42-4c63-ac70-ceed69b2afcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:39.550424 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device c5d21dc8-37d3-4a6c-b9af-fce311d05692 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:39.651349 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-934d9045-bc42-4c63-ac70-ceed69b2afcb admin admin] Publish callbacks [] for security_group (bb66c8d0-7a92-4388-8842-baa5298ca476), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:39.663793 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-934d9045-bc42-4c63-ac70-ceed69b2afcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (bb66c8d0-7a92-4388-8842-baa5298ca476), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:39.700877 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port c5d21dc8-37d3-4a6c-b9af-fce311d05692 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:40:39.712730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port c5d21dc8-37d3-4a6c-b9af-fce311d05692 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:39.713391 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c5d21dc8-37d3-4a6c-b9af-fce311d05692), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:39.770089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-934d9045-bc42-4c63-ac70-ceed69b2afcb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7f58bd7cff643f3970dd0bf45d19519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5004754 Feb 10 15:40:39.770472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50068) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:39.826962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d9045-bc42-4c63-ac70-ceed69b2afcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb66c8d0-7a92-4388-8842-baa5298ca476,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:39.993886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port c5d21dc8-37d3-4a6c-b9af-fce311d05692 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:40:39.994677 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c5d21dc8-37d3-4a6c-b9af-fce311d05692), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:40.033965 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a96fe99b-e9a3-400c-87af-82181b07a5f0 admin admin] Publish callbacks [] for security_group (bb66c8d0-7a92-4388-8842-baa5298ca476), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:40.077914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port c5d21dc8-37d3-4a6c-b9af-fce311d05692, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=c5d21dc8-37d3-4a6c-b9af-fce311d05692,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:40.081730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b089ee28-e487-4305-bffb-d0ff042ba0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d21dc8-37d3-4a6c-b9af-fce311d05692'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:40:40.087668 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d37fec0-891c-4c7b-bd24-a41d2eb97dbf" -d '{"events": [{"server_uuid": "b089ee28-e487-4305-bffb-d0ff042ba0db", "name": "network-vif-plugged", "status": "completed", "tag": "c5d21dc8-37d3-4a6c-b9af-fce311d05692"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:40.097954 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c5d21dc8-37d3-4a6c-b9af-fce311d05692), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:40.126430 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a96fe99b-e9a3-400c-87af-82181b07a5f0 admin admin] Publish callbacks [] for security_group (bb66c8d0-7a92-4388-8842-baa5298ca476), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:40.230340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=c5d21dc8-37d3-4a6c-b9af-fce311d05692,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:40.238131 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a96fe99b-e9a3-400c-87af-82181b07a5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (bb66c8d0-7a92-4388-8842-baa5298ca476), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:40.252074 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a96fe99b-e9a3-400c-87af-82181b07a5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:40.257815 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a96fe99b-e9a3-400c-87af-82181b07a5f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb66c8d0-7a92-4388-8842-baa5298ca476 HTTP/1.1" status: 204 len: 168 time: 0.4848611 Feb 10 15:40:40.259830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50090) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:40.274145 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3aff44-b39e-44e7-b1e7-e4d3ccf75f15 x-openstack-request-id: req-1c3aff44-b39e-44e7-b1e7-e4d3ccf75f15 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:40.274580 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b089ee28-e487-4305-bffb-d0ff042ba0db", "name": "network-vif-plugged", "status": "completed", "tag": "c5d21dc8-37d3-4a6c-b9af-fce311d05692", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:40.274869 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c3aff44-b39e-44e7-b1e7-e4d3ccf75f15 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:40.282170 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b089ee28-e487-4305-bffb-d0ff042ba0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d21dc8-37d3-4a6c-b9af-fce311d05692', 'code': 200} Feb 10 15:40:40.288606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fe99b-e9a3-400c-87af-82181b07a5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb66c8d0-7a92-4388-8842-baa5298ca476,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:40.450758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88a0c3-c677-4390-a12e-3c6d8be140bf req-fc5b5311-aea4-4a72-87f4-568a89362e1b tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:40.452341 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fa88a0c3-c677-4390-a12e-3c6d8be140bf req-fc5b5311-aea4-4a72-87f4-568a89362e1b tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 945 time: 0.1219273 Feb 10 15:40:40.458318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872948a5-d45e-4df5-ba98-7cc1436d2448 req-979f8baa-94be-4c70-a4bc-1528341ba1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:40.460188 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-872948a5-d45e-4df5-ba98-7cc1436d2448 req-979f8baa-94be-4c70-a4bc-1528341ba1f9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 1127 time: 0.1110790 Feb 10 15:40:40.584433 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-872948a5-d45e-4df5-ba98-7cc1436d2448 req-4e0769d6-1a24-475a-8258-036f23eb0432 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177566 Feb 10 15:40:40.590540 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fa88a0c3-c677-4390-a12e-3c6d8be140bf req-f085d726-dcdc-4363-b2b6-4f36e8284221 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298187 Feb 10 15:40:41.157861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6708c19a-8c6c-4c42-8104-768bbc97fbe4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1153490592-network', 'tenant_id': '034b31f3dbf344e987debe2007cdae09'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:41.202215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6708c19a-8c6c-4c42-8104-768bbc97fbe4 admin admin] Made reservation on behalf of 034b31f3dbf344e987debe2007cdae09 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:41.205287 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6708c19a-8c6c-4c42-8104-768bbc97fbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:41.220466 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6708c19a-8c6c-4c42-8104-768bbc97fbe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:41.413309 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6708c19a-8c6c-4c42-8104-768bbc97fbe4 admin admin] Publish callbacks [] for security_group (7ea4e126-5873-4b17-b856-22a442ff3210), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:41.418987 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:41.423290 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6708c19a-8c6c-4c42-8104-768bbc97fbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7ea4e126-5873-4b17-b856-22a442ff3210), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:41.454510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6708c19a-8c6c-4c42-8104-768bbc97fbe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:40:41.477477 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6708c19a-8c6c-4c42-8104-768bbc97fbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (fb83c6af-2c1e-4966-8588-8302c6d346a9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:41.478517 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-6708c19a-8c6c-4c42-8104-768bbc97fbe4 admin admin] Added segment fb83c6af-2c1e-4966-8588-8302c6d346a9 of type vlan for network f3f84446-186f-4726-a963-a557c976fc13 Feb 10 15:40:41.487518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708c19a-8c6c-4c42-8104-768bbc97fbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea4e126-5873-4b17-b856-22a442ff3210,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:41.566291 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6708c19a-8c6c-4c42-8104-768bbc97fbe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (f3f84446-186f-4726-a963-a557c976fc13), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:41.601784 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6708c19a-8c6c-4c42-8104-768bbc97fbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (f3f84446-186f-4726-a963-a557c976fc13), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:41.604481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6708c19a-8c6c-4c42-8104-768bbc97fbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:41.606193 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6708c19a-8c6c-4c42-8104-768bbc97fbe4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:41.682050 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50124) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:41.682717 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6708c19a-8c6c-4c42-8104-768bbc97fbe4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4180329 Feb 10 15:40:41.688713 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-01336592-05c5-4ada-a8c2-d16b4ce3d4cd admin admin] Request body: {'subnet': {'network_id': 'f3f84446-186f-4726-a963-a557c976fc13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1153490592-subnet', 'tenant_id': '034b31f3dbf344e987debe2007cdae09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:41.730515 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01336592-05c5-4ada-a8c2-d16b4ce3d4cd admin admin] Made reservation on behalf of 034b31f3dbf344e987debe2007cdae09 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:41.737802 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01336592-05c5-4ada-a8c2-d16b4ce3d4cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:41.935589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708c19a-8c6c-4c42-8104-768bbc97fbe4 admin admin] Pushing event updated for resources: {'Network': ['ID=f3f84446-186f-4726-a963-a557c976fc13,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:41.950901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network f3f84446-186f-4726-a963-a557c976fc13 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:40:42.125470 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86971d9b-b14a-4c60-8879-3a0efe1f8744 req-2ae273c2-448d-4b23-a487-a9cee2873f1e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:42.131631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-86971d9b-b14a-4c60-8879-3a0efe1f8744 req-2ae273c2-448d-4b23-a487-a9cee2873f1e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 945 time: 0.2353845 Feb 10 15:40:42.316772 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01336592-05c5-4ada-a8c2-d16b4ce3d4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (3067190f-bf98-49ad-8d01-a6124fc64fdd), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:42.369218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-86971d9b-b14a-4c60-8879-3a0efe1f8744 req-d5855c5c-26c2-49cb-a6cb-0003bba6a056 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277443 Feb 10 15:40:42.430930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01336592-05c5-4ada-a8c2-d16b4ce3d4cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3067190f-bf98-49ad-8d01-a6124fc64fdd,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:42.453187 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01336592-05c5-4ada-a8c2-d16b4ce3d4cd admin admin] Checking segment: {'id': 'fb83c6af-2c1e-4966-8588-8302c6d346a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:40:42.453551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01336592-05c5-4ada-a8c2-d16b4ce3d4cd admin admin] Network hostable DHCP agents. Network: f3f84446-186f-4726-a963-a557c976fc13, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:40:42.482557 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01336592-05c5-4ada-a8c2-d16b4ce3d4cd admin admin] Network f3f84446-186f-4726-a963-a557c976fc13 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:40:42.501888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-01336592-05c5-4ada-a8c2-d16b4ce3d4cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, f3f84446-186f-4726-a963-a557c976fc13) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:42.508206 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01336592-05c5-4ada-a8c2-d16b4ce3d4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:42.510756 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01336592-05c5-4ada-a8c2-d16b4ce3d4cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:42.515243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d758e13-273b-4c73-ad12-5fc24a052646 None None] Network f3f84446-186f-4726-a963-a557c976fc13 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:40:42.546369 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-01336592-05c5-4ada-a8c2-d16b4ce3d4cd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8622720 Feb 10 15:40:42.549583 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50142) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:42.560375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1153490592-router', 'tenant_id': '034b31f3dbf344e987debe2007cdae09', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:42.611671 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:42.617331 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:42.767558 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Publish callbacks [] for router_controller (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:42.775538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf634b1-5643-4b32-9326-cc6c96cd9195 None None] Network f3f84446-186f-4726-a963-a557c976fc13 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:40:43.083185 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9939033e-04d7-4021-b2f5-516cedcf2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:43.278859 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Publish callbacks [] for router_gateway (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:43.644916 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a88397-d86a-4ae6-a142-1be96eb1be3e req-36987022-dcd2-46b8-ac35-18ad56a6d128 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:43.654034 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31a88397-d86a-4ae6-a142-1be96eb1be3e req-36987022-dcd2-46b8-ac35-18ad56a6d128 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 945 time: 0.1177793 Feb 10 15:40:44.006239 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31a88397-d86a-4ae6-a142-1be96eb1be3e req-37b88dde-d864-409d-afe1-59fec717f440 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501697 Feb 10 15:40:44.069355 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Publish callbacks [] for router_gateway (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:44.091872 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:44.305721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bedc0a-5e59-4ee9-b4fa-3755c9305164 req-f14d1b38-d5b0-4b08-a0f3-0877ac478850 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:44.307449 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1bedc0a-5e59-4ee9-b4fa-3755c9305164 req-f14d1b38-d5b0-4b08-a0f3-0877ac478850 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 945 time: 0.1424723 Feb 10 15:40:44.328678 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Allocated IP 172.25.3.94 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/187b1e36-6723-40b4-85ed-5f4acc9cf2dd) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:44.479057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1bedc0a-5e59-4ee9-b4fa-3755c9305164 req-bc7d1873-abab-45d8-9464-7211358bdc45 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523912 Feb 10 15:40:44.673808 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Publish callbacks [] for port (187b1e36-6723-40b4-85ed-5f4acc9cf2dd), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:45.055506 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50208) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:45.186393 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (187b1e36-6723-40b4-85ed-5f4acc9cf2dd), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:45.218311 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5786877b-2413-48f4-9131-30f47ef1689a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:45.258227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f4bfb-8c48-40dc-8525-1ca523f03803 req-281d67e7-e2eb-4561-8ad1-ec6985f80d02 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:45.260157 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d94f4bfb-8c48-40dc-8525-1ca523f03803 req-281d67e7-e2eb-4561-8ad1-ec6985f80d02 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 945 time: 0.1286390 Feb 10 15:40:45.280977 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:45.293907 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:45.297967 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Pushing event updated for resources: {'Port': ['ID=187b1e36-6723-40b4-85ed-5f4acc9cf2dd,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:45.307919 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:45.543788 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b23e81fa-ef1b-4410-a7ab-ec10de0053f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:45.594640 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d94f4bfb-8c48-40dc-8525-1ca523f03803 req-f61c928b-627a-4ef8-aad3-91bfde123746 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277843 Feb 10 15:40:45.770883 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b23e81fa-ef1b-4410-a7ab-ec10de0053f9 admin admin] Publish callbacks [] for security_group (55f7757d-fa72-4508-9c86-184feb7c40c4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:45.786030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b23e81fa-ef1b-4410-a7ab-ec10de0053f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (55f7757d-fa72-4508-9c86-184feb7c40c4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:45.959861 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b23e81fa-ef1b-4410-a7ab-ec10de0053f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e889888d900648edb205c0515d1627e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8972905 Feb 10 15:40:45.962782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50234) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:46.078484 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Publish callbacks [] for router_gateway (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:46.079561 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e81fa-ef1b-4410-a7ab-ec10de0053f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f7757d-fa72-4508-9c86-184feb7c40c4,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:46.164011 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-35a3d6b4-0ebd-492a-97d1-6178ba94d9c9 admin admin] Publish callbacks [] for security_group (55f7757d-fa72-4508-9c86-184feb7c40c4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:46.233894 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-35a3d6b4-0ebd-492a-97d1-6178ba94d9c9 admin admin] Publish callbacks [] for security_group (55f7757d-fa72-4508-9c86-184feb7c40c4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:46.238726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb1b61-f116-42f3-bb8f-cc38c7c93802 req-d58526ad-9c0e-42c8-89a5-1a3128cf9228 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:46.251484 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5abb1b61-f116-42f3-bb8f-cc38c7c93802 req-d58526ad-9c0e-42c8-89a5-1a3128cf9228 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 945 time: 0.2595162 Feb 10 15:40:46.372580 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-35a3d6b4-0ebd-492a-97d1-6178ba94d9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (55f7757d-fa72-4508-9c86-184feb7c40c4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:46.376519 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:46.377240 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-35a3d6b4-0ebd-492a-97d1-6178ba94d9c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:46.378143 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-35a3d6b4-0ebd-492a-97d1-6178ba94d9c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/55f7757d-fa72-4508-9c86-184feb7c40c4 HTTP/1.1" status: 204 len: 168 time: 0.4102776 Feb 10 15:40:46.393603 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3d6b4-0ebd-492a-97d1-6178ba94d9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f7757d-fa72-4508-9c86-184feb7c40c4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:46.409144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50248) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:46.485087 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5abb1b61-f116-42f3-bb8f-cc38c7c93802 req-83c4e631-357c-436f-9b21-d4f4b426fb0c tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324858 Feb 10 15:40:46.767322 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:47.076215 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:47.097891 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d5a50-381b-49c7-9115-23539045fccd req-99af5d4a-23cf-4ec6-8881-d64ca8c4826d tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:47.101925 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-536d5a50-381b-49c7-9115-23539045fccd req-99af5d4a-23cf-4ec6-8881-d64ca8c4826d tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 945 time: 0.2542968 Feb 10 15:40:47.141800 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:47.359689 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-536d5a50-381b-49c7-9115-23539045fccd req-a6202c7a-c2b5-4f04-8640-8086913cde63 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349770 Feb 10 15:40:47.410308 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:47.415402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Router 3708a0bf-b9bb-4afb-9c98-0639359e6e8e is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:40:47.701716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Allocated IP 172.25.3.248 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/f3ff2a1b-46e2-493f-8d9f-487c611589e5) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:47.792862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:40:47.805823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Sync routers for ids ['3708a0bf-b9bb-4afb-9c98-0639359e6e8e'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:40:47.831996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Routers {'3708a0bf-b9bb-4afb-9c98-0639359e6e8e'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:47.836212 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:40:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['3708a0bf-b9bb-4afb-9c98-0639359e6e8e'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:47.841678 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:47.845374 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a36712dd-db58-45e9-8ea4-17d2dd3c6291 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2947721 Feb 10 15:40:47.853338 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50282) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:47.891935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8b9cf-4577-4aef-81cf-5bbf2c63e772 req-96fb0391-87f3-4367-bcf3-6c202b72ce34 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:47.902108 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68c8b9cf-4577-4aef-81cf-5bbf2c63e772 req-96fb0391-87f3-4367-bcf3-6c202b72ce34 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 945 time: 0.2747622 Feb 10 15:40:48.020427 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for port (f3ff2a1b-46e2-493f-8d9f-487c611589e5), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:48.137586 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f3ff2a1b-46e2-493f-8d9f-487c611589e5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:48.145207 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68c8b9cf-4577-4aef-81cf-5bbf2c63e772 req-19037377-4159-4622-8d38-12f2d833bdbe tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199567 Feb 10 15:40:48.171304 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:48.372806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:48.391178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:48.414925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:48.446418 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Set router 3708a0bf-b9bb-4afb-9c98-0639359e6e8e gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:48.622470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event updated for resources: {'Port': ['ID=f3ff2a1b-46e2-493f-8d9f-487c611589e5,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:48.868346 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for floatingip (1c46f5e9-c1fd-423d-9925-4078a36592a0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:48.970983 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f3ff2a1b-46e2-493f-8d9f-487c611589e5), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:49.128127 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:49.228346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1153490592-router', 'tenant_id': '034b31f3dbf344e987debe2007cdae09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '187b1e36-6723-40b4-85ed-5f4acc9cf2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:42Z', 'updated_at': '2022-02-10T15:40:45Z', 'revision_number': 3, 'project_id': '034b31f3dbf344e987debe2007cdae09', 'gw_port': {'id': '187b1e36-6723-40b4-85ed-5f4acc9cf2dd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:44Z', 'updated_at': '2022-02-10T15:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:49.318969 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9194d77-b2f9-4ea3-af03-9bca53a3ea57 req-fe9b1059-9f94-48ab-8a50-139b30895e56 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:49.325289 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Checking router: 3708a0bf-b9bb-4afb-9c98-0639359e6e8e for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:40:49.325646 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Updating router 3708a0bf-b9bb-4afb-9c98-0639359e6e8e port 187b1e36-6723-40b4-85ed-5f4acc9cf2dd binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:40:49.339622 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9194d77-b2f9-4ea3-af03-9bca53a3ea57 req-fe9b1059-9f94-48ab-8a50-139b30895e56 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 945 time: 0.3444090 Feb 10 15:40:49.365816 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for port (f3ff2a1b-46e2-493f-8d9f-487c611589e5), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:49.373474 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (f3ff2a1b-46e2-493f-8d9f-487c611589e5), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:49.387237 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (187b1e36-6723-40b4-85ed-5f4acc9cf2dd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:49.450673 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9194d77-b2f9-4ea3-af03-9bca53a3ea57 req-b0b6a958-1505-4a84-8aaa-195d332ce281 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073418 Feb 10 15:40:49.608698 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:49.678678 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event updated for resources: {'Port': ['ID=f3ff2a1b-46e2-493f-8d9f-487c611589e5,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:49.722326 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (1c46f5e9-c1fd-423d-9925-4078a36592a0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:49.752194 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:49.756437 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2ab6ac10-5803-4d80-8168-49ca91dce3d3 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3423183 Feb 10 15:40:49.756621 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50364) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:49.765299 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-caf050a9-a4aa-426f-9387-5fcf478b8bc2 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-176942921'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:49.801765 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf050a9-a4aa-426f-9387-5fcf478b8bc2 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Made reservation on behalf of 90d33ebb07864a29bd57dd26192f863e for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:49.806826 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-caf050a9-a4aa-426f-9387-5fcf478b8bc2 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:49.854258 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-caf050a9-a4aa-426f-9387-5fcf478b8bc2 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:49.882318 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Publish callbacks [] for port (187b1e36-6723-40b4-85ed-5f4acc9cf2dd), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:49.891744 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (187b1e36-6723-40b4-85ed-5f4acc9cf2dd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:49.990441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Attempting to bind port 187b1e36-6723-40b4-85ed-5f4acc9cf2dd on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:40:49.992835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Attempting to bind port 187b1e36-6723-40b4-85ed-5f4acc9cf2dd by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:40:49.993480 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Attempting to bind port 187b1e36-6723-40b4-85ed-5f4acc9cf2dd on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:50.060266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:50.060876 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:40:50.061483 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:50.062111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:50.067040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Bound port: 187b1e36-6723-40b4-85ed-5f4acc9cf2dd, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:40:50.067040 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (187b1e36-6723-40b4-85ed-5f4acc9cf2dd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:50.188476 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Allocated IP 172.20.0.1 (f3f84446-186f-4726-a963-a557c976fc13/3067190f-bf98-49ad-8d01-a6124fc64fdd/03c0d00d-cdc1-4364-aa9d-f260cfd6a53b) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:50.207553 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f5a07-c20e-42db-af9b-be0b1900c90b None None] Pushing event updated for resources: {'Port': ['ID=187b1e36-6723-40b4-85ed-5f4acc9cf2dd,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:50.222628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d6611-fafd-4bcf-b284-14b049e2cee8 req-f6c893f3-0926-4ebe-a59f-2f1f64705aa1 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:50.228639 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c15d6611-fafd-4bcf-b284-14b049e2cee8 req-f6c893f3-0926-4ebe-a59f-2f1f64705aa1 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.79 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 945 time: 0.3016756 Feb 10 15:40:50.283342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] For port 187b1e36-6723-40b4-85ed-5f4acc9cf2dd, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:50.290677 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] For port 187b1e36-6723-40b4-85ed-5f4acc9cf2dd, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=187b1e36-6723-40b4-85ed-5f4acc9cf2dd,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:50.314181 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (187b1e36-6723-40b4-85ed-5f4acc9cf2dd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:50.363010 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-caf050a9-a4aa-426f-9387-5fcf478b8bc2 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for security_group (fb97ddfb-e2ed-4508-a5df-72adcc545e0d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:50.464640 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-caf050a9-a4aa-426f-9387-5fcf478b8bc2 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fb97ddfb-e2ed-4508-a5df-72adcc545e0d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:50.475021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f5a07-c20e-42db-af9b-be0b1900c90b None None] Pushing event updated for resources: {'Port': ['ID=187b1e36-6723-40b4-85ed-5f4acc9cf2dd,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:50.529173 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Routers {'3708a0bf-b9bb-4afb-9c98-0639359e6e8e'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:50.539839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:40:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['3708a0bf-b9bb-4afb-9c98-0639359e6e8e'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:50.543769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf050a9-a4aa-426f-9387-5fcf478b8bc2 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:40:50.553804 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Publish callbacks [] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:50.605128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf050a9-a4aa-426f-9387-5fcf478b8bc2 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb97ddfb-e2ed-4508-a5df-72adcc545e0d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:50.619290 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-caf050a9-a4aa-426f-9387-5fcf478b8bc2 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (51e074b6-ad61-4b46-a146-9387221f8c4e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:50.622052 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-caf050a9-a4aa-426f-9387-5fcf478b8bc2 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Added segment 51e074b6-ad61-4b46-a146-9387221f8c4e of type vlan for network 990df951-e4d2-4cc4-995d-aafe04a8613a Feb 10 15:40:50.637382 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:50.707244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-c15d6611-fafd-4bcf-b284-14b049e2cee8 req-d2f0c4a6-00d9-42ab-a494-1f4799c16692 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Deleting port c5d21dc8-37d3-4a6c-b9af-fce311d05692 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:40:50.709034 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c15d6611-fafd-4bcf-b284-14b049e2cee8 req-d2f0c4a6-00d9-42ab-a494-1f4799c16692 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c5d21dc8-37d3-4a6c-b9af-fce311d05692), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:50.731324 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Network f3f84446-186f-4726-a963-a557c976fc13 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:50.743250 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-caf050a9-a4aa-426f-9387-5fcf478b8bc2 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (990df951-e4d2-4cc4-995d-aafe04a8613a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:50.773681 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:50.838857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:50.843404 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-caf050a9-a4aa-426f-9387-5fcf478b8bc2 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (990df951-e4d2-4cc4-995d-aafe04a8613a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:50.867931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf050a9-a4aa-426f-9387-5fcf478b8bc2 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:50.868594 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-caf050a9-a4aa-426f-9387-5fcf478b8bc2 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:50.936388 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:51.031227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Pushing event updated for resources: {'Port': ['ID=03c0d00d-cdc1-4364-aa9d-f260cfd6a53b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:51.095120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf050a9-a4aa-426f-9387-5fcf478b8bc2 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event updated for resources: {'Network': ['ID=990df951-e4d2-4cc4-995d-aafe04a8613a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:51.197144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9a064-a8b8-42ef-9688-e4f07379ef0a req-319fd0fd-da66-4a90-81ba-8f1a4e48765e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:51.210816 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-11a9a064-a8b8-42ef-9688-e4f07379ef0a req-319fd0fd-da66-4a90-81ba-8f1a4e48765e tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 945 time: 0.4779899 Feb 10 15:40:51.241606 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-caf050a9-a4aa-426f-9387-5fcf478b8bc2 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4814832 Feb 10 15:40:51.254401 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50436) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:51.286455 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] Set router 3708a0bf-b9bb-4afb-9c98-0639359e6e8e gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:51.290446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c6002ed1-ff98-41ee-8ee6-8d1c7f4a7731 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Request body: {'subnet': {'network_id': '990df951-e4d2-4cc4-995d-aafe04a8613a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:51.401623 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 990df951-e4d2-4cc4-995d-aafe04a8613a details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:40:51.407858 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-11a9a064-a8b8-42ef-9688-e4f07379ef0a req-1be4a72c-a96b-44ac-ae47-5661f893ea08 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/security-groups?id=adf4b4ee-f997-4e0e-b371-c44ce6bb2484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958876 Feb 10 15:40:51.416800 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:51.451770 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c15d6611-fafd-4bcf-b284-14b049e2cee8 req-d2f0c4a6-00d9-42ab-a494-1f4799c16692 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] For port c5d21dc8-37d3-4a6c-b9af-fce311d05692, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=c5d21dc8-37d3-4a6c-b9af-fce311d05692,segment=NetworkSegment(d799b748-2720-41b4-b9f9-839e0f5e4ffa),segment_id=d799b748-2720-41b4-b9f9-839e0f5e4ffa)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:51.452205 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c15d6611-fafd-4bcf-b284-14b049e2cee8 req-d2f0c4a6-00d9-42ab-a494-1f4799c16692 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c5d21dc8-37d3-4a6c-b9af-fce311d05692), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:51.567922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-c15d6611-fafd-4bcf-b284-14b049e2cee8 req-d2f0c4a6-00d9-42ab-a494-1f4799c16692 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Calling delete_port for c5d21dc8-37d3-4a6c-b9af-fce311d05692 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:40:51.640994 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6002ed1-ff98-41ee-8ee6-8d1c7f4a7731 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Made reservation on behalf of 90d33ebb07864a29bd57dd26192f863e for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:40:51.644692 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6002ed1-ff98-41ee-8ee6-8d1c7f4a7731 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:51.797153 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Publish callbacks [] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:51.807416 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:51.843688 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1153490592-router', 'tenant_id': '034b31f3dbf344e987debe2007cdae09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '187b1e36-6723-40b4-85ed-5f4acc9cf2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:42Z', 'updated_at': '2022-02-10T15:40:45Z', 'revision_number': 3, 'project_id': '034b31f3dbf344e987debe2007cdae09', 'gw_port': {'id': '187b1e36-6723-40b4-85ed-5f4acc9cf2dd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:44Z', 'updated_at': '2022-02-10T15:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:51.902643 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0ebcfa-4606-40db-9a1c-bef516b3bc36 None None] The sync data for ids ['3708a0bf-b9bb-4afb-9c98-0639359e6e8e'] in n-d-815324-7 is: [{'id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1153490592-router', 'tenant_id': '034b31f3dbf344e987debe2007cdae09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '187b1e36-6723-40b4-85ed-5f4acc9cf2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:42Z', 'updated_at': '2022-02-10T15:40:45Z', 'revision_number': 3, 'project_id': '034b31f3dbf344e987debe2007cdae09', 'gw_port': {'id': '187b1e36-6723-40b4-85ed-5f4acc9cf2dd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:44Z', 'updated_at': '2022-02-10T15:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:40:51.959621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Pushing event updated for resources: {'Port': ['ID=03c0d00d-cdc1-4364-aa9d-f260cfd6a53b,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:51.967986 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:52.226261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Network f3f84446-186f-4726-a963-a557c976fc13 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:52.228096 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:52.418986 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c15d6611-fafd-4bcf-b284-14b049e2cee8 req-d2f0c4a6-00d9-42ab-a494-1f4799c16692 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (c5d21dc8-37d3-4a6c-b9af-fce311d05692), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:52.424995 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6002ed1-ff98-41ee-8ee6-8d1c7f4a7731 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (1f592018-6c99-43d0-b579-8646446e8608), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:52.539603 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6002ed1-ff98-41ee-8ee6-8d1c7f4a7731 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event updated for resources: {'Subnet': ['ID=1f592018-6c99-43d0-b579-8646446e8608,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:52.654532 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0c4a6-00d9-42ab-a494-1f4799c16692 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Pushing event deleted for resources: {'Port': ['ID=c5d21dc8-37d3-4a6c-b9af-fce311d05692,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:52.799826 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15d6611-fafd-4bcf-b284-14b049e2cee8 req-d2f0c4a6-00d9-42ab-a494-1f4799c16692 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] No DVR routers for this DVR port c5d21dc8-37d3-4a6c-b9af-fce311d05692 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:40:52.830041 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c15d6611-fafd-4bcf-b284-14b049e2cee8 req-d2f0c4a6-00d9-42ab-a494-1f4799c16692 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:52.833542 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c15d6611-fafd-4bcf-b284-14b049e2cee8 req-d2f0c4a6-00d9-42ab-a494-1f4799c16692 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.79 "DELETE /v2.0/ports/c5d21dc8-37d3-4a6c-b9af-fce311d05692 HTTP/1.1" status: 204 len: 173 time: 2.5956857 Feb 10 15:40:52.851973 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b089ee28-e487-4305-bffb-d0ff042ba0db', 'name': 'network-vif-deleted', 'tag': 'c5d21dc8-37d3-4a6c-b9af-fce311d05692'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:40:52.854907 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadeb7b5-65dc-4813-be4b-0a367bd0fa19" -d '{"events": [{"server_uuid": "b089ee28-e487-4305-bffb-d0ff042ba0db", "name": "network-vif-deleted", "tag": "c5d21dc8-37d3-4a6c-b9af-fce311d05692"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:40:52.878071 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6002ed1-ff98-41ee-8ee6-8d1c7f4a7731 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Checking segment: {'id': '51e074b6-ad61-4b46-a146-9387221f8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '990df951-e4d2-4cc4-995d-aafe04a8613a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:40:52.878542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6002ed1-ff98-41ee-8ee6-8d1c7f4a7731 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Network hostable DHCP agents. Network: 990df951-e4d2-4cc4-995d-aafe04a8613a, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:40:52.935545 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6002ed1-ff98-41ee-8ee6-8d1c7f4a7731 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Network 990df951-e4d2-4cc4-995d-aafe04a8613a is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:40:52.954787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-c6002ed1-ff98-41ee-8ee6-8d1c7f4a7731 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 990df951-e4d2-4cc4-995d-aafe04a8613a) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:52.960567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6002ed1-ff98-41ee-8ee6-8d1c7f4a7731 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:40:52.961581 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6002ed1-ff98-41ee-8ee6-8d1c7f4a7731 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:52.972842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27b8e99-783b-44b2-8e58-fd3bcca28ac3 None None] Network 990df951-e4d2-4cc4-995d-aafe04a8613a requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:40:52.991836 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7362f298-5bed-4879-b658-4831fb2d109d x-openstack-request-id: req-7362f298-5bed-4879-b658-4831fb2d109d {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:40:52.993059 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b089ee28-e487-4305-bffb-d0ff042ba0db", "name": "network-vif-deleted", "tag": "c5d21dc8-37d3-4a6c-b9af-fce311d05692", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:40:52.997185 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7362f298-5bed-4879-b658-4831fb2d109d {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:40:52.998066 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b089ee28-e487-4305-bffb-d0ff042ba0db', 'name': 'network-vif-deleted', 'tag': 'c5d21dc8-37d3-4a6c-b9af-fce311d05692', 'status': 'completed', 'code': 200} Feb 10 15:40:53.015356 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c6002ed1-ff98-41ee-8ee6-8d1c7f4a7731 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7513387 Feb 10 15:40:53.017695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50462) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:53.023688 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-537980600', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:40:53.093492 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (66580cef-4983-47fd-8969-3832f7e043e6), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:53.104217 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (66580cef-4983-47fd-8969-3832f7e043e6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:53.318557 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for router_controller (66580cef-4983-47fd-8969-3832f7e043e6), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:53.374598 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-990df951-e4d2-4cc4-995d-aafe04a8613a', 'network_id': '990df951-e4d2-4cc4-995d-aafe04a8613a', 'project_id': '90d33ebb07864a29bd57dd26192f863e', 'fixed_ips': [{'subnet_id': '1f592018-6c99-43d0-b579-8646446e8608'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:40:53.375793 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:53.755633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device c5d21dc8-37d3-4a6c-b9af-fce311d05692 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:40:53.805221 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for router_gateway (66580cef-4983-47fd-8969-3832f7e043e6), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:53.879989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 187b1e36-6723-40b4-85ed-5f4acc9cf2dd up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:53.997813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: c5d21dc8-37d3-4a6c-b9af-fce311d05692 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:40:53.998527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device c5d21dc8-37d3-4a6c-b9af-fce311d05692 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:40:54.066104 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d71d097-4302-4fee-949e-7c1b5e2b12df req-9d67afdc-242f-48e5-b102-75e7590535b2 tempest-ServerDiskConfigTestJSON-1513832257 tempest-ServerDiskConfigTestJSON-1513832257-project] 10.222.0.64 "GET /v2.0/ports?device_id=b089ee28-e487-4305-bffb-d0ff042ba0db HTTP/1.1" status: 200 len: 210 time: 0.1767824 Feb 10 15:40:54.075896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Router 3708a0bf-b9bb-4afb-9c98-0639359e6e8e has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:40:54.104141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Allocated IP 172.20.0.2 (990df951-e4d2-4cc4-995d-aafe04a8613a/1f592018-6c99-43d0-b579-8646446e8608/7a29cdd1-adff-4595-879e-6d424b09e186) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:54.145218 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 187b1e36-6723-40b4-85ed-5f4acc9cf2dd triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:54.145989 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (187b1e36-6723-40b4-85ed-5f4acc9cf2dd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:54.462718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:40:54.470508 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for router_gateway (66580cef-4983-47fd-8969-3832f7e043e6), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:54.486128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0b906c70-1155-4b4b-9b10-471472096da7 admin admin] 10.222.0.64 "PUT /v2.0/routers/3708a0bf-b9bb-4afb-9c98-0639359e6e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6293092 Feb 10 15:40:54.521587 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:54.610224 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 187b1e36-6723-40b4-85ed-5f4acc9cf2dd is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:40:54.613317 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (187b1e36-6723-40b4-85ed-5f4acc9cf2dd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:54.722724 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 187b1e36-6723-40b4-85ed-5f4acc9cf2dd, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=187b1e36-6723-40b4-85ed-5f4acc9cf2dd,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:54.757810 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (187b1e36-6723-40b4-85ed-5f4acc9cf2dd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:54.827963 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Publish callbacks [] for port (7a29cdd1-adff-4595-879e-6d424b09e186), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:54.842303 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=187b1e36-6723-40b4-85ed-5f4acc9cf2dd,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:54.859557 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (7a29cdd1-adff-4595-879e-6d424b09e186), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:54.869254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Allocated IP 172.25.3.86 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/98aa62e2-48af-4f2f-b794-d39a6aae81e6) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:40:54.991205 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Network 990df951-e4d2-4cc4-995d-aafe04a8613a is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:55.000527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:55.009809 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Pushing event updated for resources: {'Port': ['ID=7a29cdd1-adff-4595-879e-6d424b09e186,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:55.012273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:55.154668 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for port (98aa62e2-48af-4f2f-b794-d39a6aae81e6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:55.185824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Attempting to bind port 7a29cdd1-adff-4595-879e-6d424b09e186 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:40:55.187430 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Attempting to bind port 7a29cdd1-adff-4595-879e-6d424b09e186 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '51e074b6-ad61-4b46-a146-9387221f8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '990df951-e4d2-4cc4-995d-aafe04a8613a'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:40:55.188246 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Attempting to bind port 7a29cdd1-adff-4595-879e-6d424b09e186 on network 990df951-e4d2-4cc4-995d-aafe04a8613a {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:55.199185 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:55.199914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Checking segment: {'id': '51e074b6-ad61-4b46-a146-9387221f8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '990df951-e4d2-4cc4-995d-aafe04a8613a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:40:55.205122 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (98aa62e2-48af-4f2f-b794-d39a6aae81e6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:55.211823 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:55.212299 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Bound using segment: {'id': '51e074b6-ad61-4b46-a146-9387221f8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '990df951-e4d2-4cc4-995d-aafe04a8613a'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:55.214003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Bound port: 7a29cdd1-adff-4595-879e-6d424b09e186, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e074b6-ad61-4b46-a146-9387221f8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '990df951-e4d2-4cc4-995d-aafe04a8613a'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:40:55.214439 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7a29cdd1-adff-4595-879e-6d424b09e186), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:55.269189 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event updated for resources: {'Port': ['ID=98aa62e2-48af-4f2f-b794-d39a6aae81e6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:55.291748 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:40:55.293557 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:40:55.298257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:40:55.392050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] For port 7a29cdd1-adff-4595-879e-6d424b09e186, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:55.402968 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] For port 7a29cdd1-adff-4595-879e-6d424b09e186, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7a29cdd1-adff-4595-879e-6d424b09e186,segment=NetworkSegment(51e074b6-ad61-4b46-a146-9387221f8c4e),segment_id=51e074b6-ad61-4b46-a146-9387221f8c4e)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:55.421779 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7a29cdd1-adff-4595-879e-6d424b09e186), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:55.586692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50518) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:55.596284 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Sync routers for ids ['3708a0bf-b9bb-4afb-9c98-0639359e6e8e'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:40:55.621890 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Routers {'3708a0bf-b9bb-4afb-9c98-0639359e6e8e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:55.622448 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:40:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['3708a0bf-b9bb-4afb-9c98-0639359e6e8e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:55.665632 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5e70c-5854-4335-82c1-a4911720e958 None None] Pushing event updated for resources: {'Port': ['ID=7a29cdd1-adff-4595-879e-6d424b09e186,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:55.716635 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 187b1e36-6723-40b4-85ed-5f4acc9cf2dd up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:55.806834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c4359e-2ad6-4048-89f8-d2c1b2f88601 admin admin] Deleting subnet fd6f1597-24e8-4da8-a58f-4d14c7888f3e {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:40:55.823537 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04c4359e-2ad6-4048-89f8-d2c1b2f88601 admin admin] Publish callbacks [] for subnet (fd6f1597-24e8-4da8-a58f-4d14c7888f3e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:55.841605 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 187b1e36-6723-40b4-85ed-5f4acc9cf2dd triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:55.842089 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (187b1e36-6723-40b4-85ed-5f4acc9cf2dd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:55.966616 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04c4359e-2ad6-4048-89f8-d2c1b2f88601 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (fd6f1597-24e8-4da8-a58f-4d14c7888f3e), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:55.986134 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Set router 3708a0bf-b9bb-4afb-9c98-0639359e6e8e gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:56.092625 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04c4359e-2ad6-4048-89f8-d2c1b2f88601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (fd6f1597-24e8-4da8-a58f-4d14c7888f3e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:56.180494 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for router_gateway (66580cef-4983-47fd-8969-3832f7e043e6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:56.248388 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04c4359e-2ad6-4048-89f8-d2c1b2f88601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (fd6f1597-24e8-4da8-a58f-4d14c7888f3e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:56.319648 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04c4359e-2ad6-4048-89f8-d2c1b2f88601 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:56.334017 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-04c4359e-2ad6-4048-89f8-d2c1b2f88601 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fd6f1597-24e8-4da8-a58f-4d14c7888f3e HTTP/1.1" status: 204 len: 168 time: 0.7414131 Feb 10 15:40:56.335004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50536) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:56.345916 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 187b1e36-6723-40b4-85ed-5f4acc9cf2dd is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:40:56.391033 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4359e-2ad6-4048-89f8-d2c1b2f88601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd6f1597-24e8-4da8-a58f-4d14c7888f3e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:56.518507 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1153490592-router', 'tenant_id': '034b31f3dbf344e987debe2007cdae09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '187b1e36-6723-40b4-85ed-5f4acc9cf2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:42Z', 'updated_at': '2022-02-10T15:40:51Z', 'revision_number': 4, 'project_id': '034b31f3dbf344e987debe2007cdae09', 'gw_port': {'id': '187b1e36-6723-40b4-85ed-5f4acc9cf2dd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:44Z', 'updated_at': '2022-02-10T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '03c0d00d-cdc1-4364-aa9d-f260cfd6a53b', 'name': '', 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13', 'tenant_id': '034b31f3dbf344e987debe2007cdae09', 'mac_address': 'fa:16:3e:e8:d1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '3067190f-bf98-49ad-8d01-a6124fc64fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:49Z', 'updated_at': '2022-02-10T15:40:51Z', 'revision_number': 2, 'project_id': '034b31f3dbf344e987debe2007cdae09', 'subnets': [{'id': '3067190f-bf98-49ad-8d01-a6124fc64fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:56.531570 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ae84-20b8-4d1c-88c3-3ccfb91eb16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (8869d08f-a2e4-449e-9a50-22ae4eebae0f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:56.599071 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Checking router: 3708a0bf-b9bb-4afb-9c98-0639359e6e8e for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:40:56.599656 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Updating router 3708a0bf-b9bb-4afb-9c98-0639359e6e8e port 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:40:56.676443 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:57.051831 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ae84-20b8-4d1c-88c3-3ccfb91eb16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (8869d08f-a2e4-449e-9a50-22ae4eebae0f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:57.207691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f1d5ae84-20b8-4d1c-88c3-3ccfb91eb16b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8869d08f-a2e4-449e-9a50-22ae4eebae0f']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:57.263643 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f1d5ae84-20b8-4d1c-88c3-3ccfb91eb16b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd799b748-2720-41b4-b9f9-839e0f5e4ffa') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:57.263643 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f1d5ae84-20b8-4d1c-88c3-3ccfb91eb16b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd799b748-2720-41b4-b9f9-839e0f5e4ffa') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:57.289815 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Publish callbacks [] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:57.310939 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:57.350588 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ae84-20b8-4d1c-88c3-3ccfb91eb16b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (d799b748-2720-41b4-b9f9-839e0f5e4ffa), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:57.398445 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a1c70-ed5d-4c19-8c49-5474313599fe None None] Pushing event updated for resources: {'Port': ['ID=03c0d00d-cdc1-4364-aa9d-f260cfd6a53b,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:57.422381 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a1c70-ed5d-4c19-8c49-5474313599fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.422730 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a1c70-ed5d-4c19-8c49-5474313599fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.423078 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a1c70-ed5d-4c19-8c49-5474313599fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.423417 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a1c70-ed5d-4c19-8c49-5474313599fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.423752 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a1c70-ed5d-4c19-8c49-5474313599fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.425942 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a1c70-ed5d-4c19-8c49-5474313599fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.426312 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a1c70-ed5d-4c19-8c49-5474313599fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.426647 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a1c70-ed5d-4c19-8c49-5474313599fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.426981 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a1c70-ed5d-4c19-8c49-5474313599fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.427562 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a1c70-ed5d-4c19-8c49-5474313599fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.427943 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a1c70-ed5d-4c19-8c49-5474313599fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.428410 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a1c70-ed5d-4c19-8c49-5474313599fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.428760 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a1c70-ed5d-4c19-8c49-5474313599fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:40:57.444935 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (66580cef-4983-47fd-8969-3832f7e043e6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:57.459394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43aa499-e9af-40f3-90eb-2c7aa1018d68 None None] Network 990df951-e4d2-4cc4-995d-aafe04a8613a requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:40:57.470883 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ae84-20b8-4d1c-88c3-3ccfb91eb16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (d799b748-2720-41b4-b9f9-839e0f5e4ffa), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:57.685905 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Attempting to bind port 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:40:57.688535 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Attempting to bind port 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'fb83c6af-2c1e-4966-8588-8302c6d346a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:40:57.690775 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Attempting to bind port 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b on network f3f84446-186f-4726-a963-a557c976fc13 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:40:57.697352 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d5ae84-20b8-4d1c-88c3-3ccfb91eb16b admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:40:57.697836 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ae84-20b8-4d1c-88c3-3ccfb91eb16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (d799b748-2720-41b4-b9f9-839e0f5e4ffa), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:40:57.700379 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:40:57.721178 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:40:57.723498 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Checking segment: {'id': 'fb83c6af-2c1e-4966-8588-8302c6d346a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:40:57.723916 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:57.724322 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Bound using segment: {'id': 'fb83c6af-2c1e-4966-8588-8302c6d346a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:40:57.724847 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Bound port: 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb83c6af-2c1e-4966-8588-8302c6d346a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:40:57.725242 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:57.873030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 7a29cdd1-adff-4595-879e-6d424b09e186 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:58.016380 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] For port 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:40:58.023368 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] For port 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=03c0d00d-cdc1-4364-aa9d-f260cfd6a53b,segment=NetworkSegment(fb83c6af-2c1e-4966-8588-8302c6d346a9),segment_id=fb83c6af-2c1e-4966-8588-8302c6d346a9)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:40:58.029321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d2ca2e75-c2c3-4cfb-9e8d-e918afd41b11 None None] Provisioning complete for port 7a29cdd1-adff-4595-879e-6d424b09e186 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:58.037585 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d2ca2e75-c2c3-4cfb-9e8d-e918afd41b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7a29cdd1-adff-4595-879e-6d424b09e186), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:58.041142 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:58.211404 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Routers {'3708a0bf-b9bb-4afb-9c98-0639359e6e8e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:58.212537 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:40:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['3708a0bf-b9bb-4afb-9c98-0639359e6e8e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:58.222647 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a1c70-ed5d-4c19-8c49-5474313599fe None None] Pushing event updated for resources: {'Port': ['ID=03c0d00d-cdc1-4364-aa9d-f260cfd6a53b,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:58.369199 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50556) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:58.478671 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] Set router 3708a0bf-b9bb-4afb-9c98-0639359e6e8e gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:40:58.521800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 7a29cdd1-adff-4595-879e-6d424b09e186 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:58.522417 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7a29cdd1-adff-4595-879e-6d424b09e186), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:58.575269 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e5b912ab-ae18-4579-a66e-1a931836bab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:58.746442 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ae84-20b8-4d1c-88c3-3ccfb91eb16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (8869d08f-a2e4-449e-9a50-22ae4eebae0f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:58.757239 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ae84-20b8-4d1c-88c3-3ccfb91eb16b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:58.777401 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f1d5ae84-20b8-4d1c-88c3-3ccfb91eb16b admin admin] 10.222.0.64 "DELETE /v2.0/networks/8869d08f-a2e4-449e-9a50-22ae4eebae0f HTTP/1.1" status: 204 len: 168 time: 2.4397042 Feb 10 15:40:58.816692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5ae84-20b8-4d1c-88c3-3ccfb91eb16b admin admin] Pushing event deleted for resources: {'Network': ['ID=8869d08f-a2e4-449e-9a50-22ae4eebae0f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:58.846877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Router 66580cef-4983-47fd-8969-3832f7e043e6 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:40:58.848041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca2e75-c2c3-4cfb-9e8d-e918afd41b11 None None] Current status of the port 7a29cdd1-adff-4595-879e-6d424b09e186 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:40:58.850843 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d2ca2e75-c2c3-4cfb-9e8d-e918afd41b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7a29cdd1-adff-4595-879e-6d424b09e186), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:58.914315 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e5b912ab-ae18-4579-a66e-1a931836bab2 admin admin] Publish callbacks [] for security_group (6b37487d-36d8-41c0-9707-3d722439144b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:58.922278 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e5b912ab-ae18-4579-a66e-1a931836bab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6b37487d-36d8-41c0-9707-3d722439144b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:58.980362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b912ab-ae18-4579-a66e-1a931836bab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b37487d-36d8-41c0-9707-3d722439144b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:59.046949 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e5b912ab-ae18-4579-a66e-1a931836bab2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5fcd70ca7a1a4c1aa1d7a9e88a7e14bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6760910 Feb 10 15:40:59.048895 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50564) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:59.049707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d2ca2e75-c2c3-4cfb-9e8d-e918afd41b11 None None] For port 7a29cdd1-adff-4595-879e-6d424b09e186, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7a29cdd1-adff-4595-879e-6d424b09e186,segment=NetworkSegment(51e074b6-ad61-4b46-a146-9387221f8c4e),segment_id=51e074b6-ad61-4b46-a146-9387221f8c4e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:40:59.062850 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d2ca2e75-c2c3-4cfb-9e8d-e918afd41b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7a29cdd1-adff-4595-879e-6d424b09e186), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:59.131502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50566) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:59.171834 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca2e75-c2c3-4cfb-9e8d-e918afd41b11 None None] Pushing event updated for resources: {'Port': ['ID=7a29cdd1-adff-4595-879e-6d424b09e186,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:59.200743 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5b371bef-2c8f-45cc-916e-a5ddf4348d8c admin admin] Publish callbacks [] for security_group (6b37487d-36d8-41c0-9707-3d722439144b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:59.268271 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5b371bef-2c8f-45cc-916e-a5ddf4348d8c admin admin] Publish callbacks [] for security_group (6b37487d-36d8-41c0-9707-3d722439144b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:59.269452 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 7a29cdd1-adff-4595-879e-6d424b09e186 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:40:59.449508 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:40:59.496383 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1153490592-router', 'tenant_id': '034b31f3dbf344e987debe2007cdae09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '187b1e36-6723-40b4-85ed-5f4acc9cf2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:42Z', 'updated_at': '2022-02-10T15:40:51Z', 'revision_number': 4, 'project_id': '034b31f3dbf344e987debe2007cdae09', 'gw_port': {'id': '187b1e36-6723-40b4-85ed-5f4acc9cf2dd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:44Z', 'updated_at': '2022-02-10T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '03c0d00d-cdc1-4364-aa9d-f260cfd6a53b', 'name': '', 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13', 'tenant_id': '034b31f3dbf344e987debe2007cdae09', 'mac_address': 'fa:16:3e:e8:d1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '3067190f-bf98-49ad-8d01-a6124fc64fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:49Z', 'updated_at': '2022-02-10T15:40:58Z', 'revision_number': 4, 'project_id': '034b31f3dbf344e987debe2007cdae09', 'subnets': [{'id': '3067190f-bf98-49ad-8d01-a6124fc64fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:40:59.524233 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5b371bef-2c8f-45cc-916e-a5ddf4348d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6b37487d-36d8-41c0-9707-3d722439144b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:59.538725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7ecd44a6-80bc-4b46-8d99-4624e4461c35 None None] Provisioning complete for port 7a29cdd1-adff-4595-879e-6d424b09e186 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:40:59.540192 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5b371bef-2c8f-45cc-916e-a5ddf4348d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:59.541442 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5b371bef-2c8f-45cc-916e-a5ddf4348d8c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b37487d-36d8-41c0-9707-3d722439144b HTTP/1.1" status: 204 len: 168 time: 0.4916208 Feb 10 15:40:59.541841 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7ecd44a6-80bc-4b46-8d99-4624e4461c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7a29cdd1-adff-4595-879e-6d424b09e186), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:59.549680 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f47b52-b538-412a-8442-fbb7d7a7e675 None None] The sync data for ids ['3708a0bf-b9bb-4afb-9c98-0639359e6e8e'] in n-d-815324-7 is: [{'id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1153490592-router', 'tenant_id': '034b31f3dbf344e987debe2007cdae09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '187b1e36-6723-40b4-85ed-5f4acc9cf2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:42Z', 'updated_at': '2022-02-10T15:40:51Z', 'revision_number': 4, 'project_id': '034b31f3dbf344e987debe2007cdae09', 'gw_port': {'id': '187b1e36-6723-40b4-85ed-5f4acc9cf2dd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:44Z', 'updated_at': '2022-02-10T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '03c0d00d-cdc1-4364-aa9d-f260cfd6a53b', 'name': '', 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13', 'tenant_id': '034b31f3dbf344e987debe2007cdae09', 'mac_address': 'fa:16:3e:e8:d1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '3067190f-bf98-49ad-8d01-a6124fc64fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:49Z', 'updated_at': '2022-02-10T15:40:58Z', 'revision_number': 4, 'project_id': '034b31f3dbf344e987debe2007cdae09', 'subnets': [{'id': '3067190f-bf98-49ad-8d01-a6124fc64fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:40:59.586459 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b371bef-2c8f-45cc-916e-a5ddf4348d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b37487d-36d8-41c0-9707-3d722439144b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:40:59.685839 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7f7efa62-87b8-436e-9009-6edec725b196 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4c25f3fcb03489eafb6961a58e6ef5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5488691 Feb 10 15:40:59.688400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50574) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:59.711014 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:40:59.744931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f11bec0-f0ed-4566-82f7-aa089c77a88d None None] Sync routers for ids ['66580cef-4983-47fd-8969-3832f7e043e6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:40:59.756370 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:59.759076 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a38ba8e0-87f0-4fda-8860-99cd3ad0f2d0 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.7401066 Feb 10 15:40:59.762489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50576) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:40:59.804486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 7a29cdd1-adff-4595-879e-6d424b09e186 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:40:59.872120 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f2c56d3f-edf8-47e6-8b6e-62f33a62ec80 admin admin] Publish callbacks [] for security_group (adf4b4ee-f997-4e0e-b371-c44ce6bb2484), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:59.946064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd44a6-80bc-4b46-8d99-4624e4461c35 None None] Current status of the port 7a29cdd1-adff-4595-879e-6d424b09e186 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:40:59.957480 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f2c56d3f-edf8-47e6-8b6e-62f33a62ec80 admin admin] Publish callbacks [] for security_group (adf4b4ee-f997-4e0e-b371-c44ce6bb2484), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:40:59.974725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f11bec0-f0ed-4566-82f7-aa089c77a88d None None] Routers {'66580cef-4983-47fd-8969-3832f7e043e6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:40:59.975502 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-4f11bec0-f0ed-4566-82f7-aa089c77a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:40:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['66580cef-4983-47fd-8969-3832f7e043e6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:00.078533 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f2c56d3f-edf8-47e6-8b6e-62f33a62ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (adf4b4ee-f997-4e0e-b371-c44ce6bb2484), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:00.082286 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f2c56d3f-edf8-47e6-8b6e-62f33a62ec80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:00.084322 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f2c56d3f-edf8-47e6-8b6e-62f33a62ec80 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/adf4b4ee-f997-4e0e-b371-c44ce6bb2484 HTTP/1.1" status: 204 len: 168 time: 0.3946371 Feb 10 15:41:00.124421 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c56d3f-edf8-47e6-8b6e-62f33a62ec80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf4b4ee-f997-4e0e-b371-c44ce6bb2484,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:00.148258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-4f11bec0-f0ed-4566-82f7-aa089c77a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:00.223012 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f11bec0-f0ed-4566-82f7-aa089c77a88d None None] Routers {'66580cef-4983-47fd-8969-3832f7e043e6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:00.225822 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-4f11bec0-f0ed-4566-82f7-aa089c77a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:40:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['66580cef-4983-47fd-8969-3832f7e043e6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:00.232453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 7a29cdd1-adff-4595-879e-6d424b09e186 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:00.234146 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7a29cdd1-adff-4595-879e-6d424b09e186), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:00.409774 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-4f11bec0-f0ed-4566-82f7-aa089c77a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:00.410516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f11bec0-f0ed-4566-82f7-aa089c77a88d None None] The sync data for ids ['66580cef-4983-47fd-8969-3832f7e043e6'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:41:00.741972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 7a29cdd1-adff-4595-879e-6d424b09e186 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:00.842750 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:00.991903 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50600) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:01.013160 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-230e4862-28b0-4001-aa85-b70bbd1c504e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:01.237702 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-230e4862-28b0-4001-aa85-b70bbd1c504e admin admin] Publish callbacks [] for security_group (8b909691-d51d-4873-bf45-04d981251912), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:01.249799 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-230e4862-28b0-4001-aa85-b70bbd1c504e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8b909691-d51d-4873-bf45-04d981251912), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:01.351280 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-230e4862-28b0-4001-aa85-b70bbd1c504e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c8d022edebf491ea2bc856b44066f55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3582633 Feb 10 15:41:01.362052 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50604) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:01.411706 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e4862-28b0-4001-aa85-b70bbd1c504e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b909691-d51d-4873-bf45-04d981251912,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:01.546601 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fb216fdd-6bd2-410a-9ec2-6f729254ad22 admin admin] Publish callbacks [] for security_group (8b909691-d51d-4873-bf45-04d981251912), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:01.578693 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Allocated IP 172.20.0.1 (990df951-e4d2-4cc4-995d-aafe04a8613a/1f592018-6c99-43d0-b579-8646446e8608/2d52ede8-e6c4-4db2-ad2e-871b1ba2425e) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:01.616207 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fb216fdd-6bd2-410a-9ec2-6f729254ad22 admin admin] Publish callbacks [] for security_group (8b909691-d51d-4873-bf45-04d981251912), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:01.747760 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fb216fdd-6bd2-410a-9ec2-6f729254ad22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8b909691-d51d-4873-bf45-04d981251912), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:01.751194 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fb216fdd-6bd2-410a-9ec2-6f729254ad22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:01.752524 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fb216fdd-6bd2-410a-9ec2-6f729254ad22 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b909691-d51d-4873-bf45-04d981251912 HTTP/1.1" status: 204 len: 168 time: 0.3896217 Feb 10 15:41:01.783810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb216fdd-6bd2-410a-9ec2-6f729254ad22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b909691-d51d-4873-bf45-04d981251912,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:01.890516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:02.101787 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:02.102180 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:02.160011 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for port (2d52ede8-e6c4-4db2-ad2e-871b1ba2425e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:02.270593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50622) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:02.281163 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2d52ede8-e6c4-4db2-ad2e-871b1ba2425e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:02.425601 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:02.432881 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:02.465260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Network 990df951-e4d2-4cc4-995d-aafe04a8613a is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:02.470413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-93f3b77e-9791-44f9-947a-ca5b1d24edfb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1496080127-network', 'tenant_id': 'cccfe6bd439e4ffbac91c2d6b2a08164'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:02.473575 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:02.482061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:02.613277 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f3b77e-9791-44f9-947a-ca5b1d24edfb admin admin] Made reservation on behalf of cccfe6bd439e4ffbac91c2d6b2a08164 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:02.622435 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-93f3b77e-9791-44f9-947a-ca5b1d24edfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:02.628143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=03c0d00d-cdc1-4364-aa9d-f260cfd6a53b,segment=NetworkSegment(fb83c6af-2c1e-4966-8588-8302c6d346a9),segment_id=fb83c6af-2c1e-4966-8588-8302c6d346a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:02.641633 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:02.650870 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-93f3b77e-9791-44f9-947a-ca5b1d24edfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:02.726941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event updated for resources: {'Port': ['ID=2d52ede8-e6c4-4db2-ad2e-871b1ba2425e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:02.803000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:02.803346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:02.803640 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:02.803986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:02.804326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:02.808054 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:02.812943 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:02.813882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:02.814260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:02.814571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:02.817432 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:02.817761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:02.818111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:02.845129 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (66580cef-4983-47fd-8969-3832f7e043e6), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:02.849160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=03c0d00d-cdc1-4364-aa9d-f260cfd6a53b,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:02.928513 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-93f3b77e-9791-44f9-947a-ca5b1d24edfb admin admin] Publish callbacks [] for security_group (c6a3091f-a9f5-4a82-adde-b8aaa8410aa0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:02.936011 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-93f3b77e-9791-44f9-947a-ca5b1d24edfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c6a3091f-a9f5-4a82-adde-b8aaa8410aa0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:02.983657 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3b77e-9791-44f9-947a-ca5b1d24edfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:03.015539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f3b77e-9791-44f9-947a-ca5b1d24edfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:41:03.046403 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-93f3b77e-9791-44f9-947a-ca5b1d24edfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (44d14e89-7887-413b-9f80-36254682a47f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:03.047058 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-93f3b77e-9791-44f9-947a-ca5b1d24edfb admin admin] Added segment 44d14e89-7887-413b-9f80-36254682a47f of type vlan for network fa69b678-7732-44a4-a4e6-700b707db826 Feb 10 15:41:03.165326 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-93f3b77e-9791-44f9-947a-ca5b1d24edfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (fa69b678-7732-44a4-a4e6-700b707db826), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:03.226289 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2d52ede8-e6c4-4db2-ad2e-871b1ba2425e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:03.233044 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-93f3b77e-9791-44f9-947a-ca5b1d24edfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (fa69b678-7732-44a4-a4e6-700b707db826), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:03.233990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f3b77e-9791-44f9-947a-ca5b1d24edfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:03.234756 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-93f3b77e-9791-44f9-947a-ca5b1d24edfb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:03.269350 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e8f7709d-98cc-4ca1-8e78-d2c620ffcfad None None] Provisioning complete for port 2d52ede8-e6c4-4db2-ad2e-871b1ba2425e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:03.269869 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e8f7709d-98cc-4ca1-8e78-d2c620ffcfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2d52ede8-e6c4-4db2-ad2e-871b1ba2425e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:03.309551 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-93f3b77e-9791-44f9-947a-ca5b1d24edfb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0357873 Feb 10 15:41:03.315521 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50644) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:03.340895 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ce008c09-fa1e-4cf5-9f44-703bb6d8b316 admin admin] Request body: {'subnet': {'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1496080127-subnet', 'tenant_id': 'cccfe6bd439e4ffbac91c2d6b2a08164', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:03.362487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7709d-98cc-4ca1-8e78-d2c620ffcfad None None] Port 2d52ede8-e6c4-4db2-ad2e-871b1ba2425e cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:41:03.433955 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3b77e-9791-44f9-947a-ca5b1d24edfb admin admin] Pushing event updated for resources: {'Network': ['ID=fa69b678-7732-44a4-a4e6-700b707db826,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:03.444483 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network fa69b678-7732-44a4-a4e6-700b707db826 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:41:03.485225 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce008c09-fa1e-4cf5-9f44-703bb6d8b316 admin admin] Made reservation on behalf of cccfe6bd439e4ffbac91c2d6b2a08164 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:03.487822 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce008c09-fa1e-4cf5-9f44-703bb6d8b316 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:03.713643 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for port (2d52ede8-e6c4-4db2-ad2e-871b1ba2425e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:03.729017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (2d52ede8-e6c4-4db2-ad2e-871b1ba2425e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:03.777705 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:03.834160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event updated for resources: {'Port': ['ID=2d52ede8-e6c4-4db2-ad2e-871b1ba2425e,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:03.875943 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (66580cef-4983-47fd-8969-3832f7e043e6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:03.984036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:03.985536 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:04.082075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Network 990df951-e4d2-4cc4-995d-aafe04a8613a is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:04.083552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:04.183787 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce008c09-fa1e-4cf5-9f44-703bb6d8b316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (7f6f7d2e-defd-49b1-869e-eecde36ca02d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:04.331998 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:04.341555 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce008c09-fa1e-4cf5-9f44-703bb6d8b316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6f7d2e-defd-49b1-869e-eecde36ca02d,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:04.482401 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce008c09-fa1e-4cf5-9f44-703bb6d8b316 admin admin] Checking segment: {'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:41:04.482797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce008c09-fa1e-4cf5-9f44-703bb6d8b316 admin admin] Network hostable DHCP agents. Network: fa69b678-7732-44a4-a4e6-700b707db826, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:41:04.510651 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Router 66580cef-4983-47fd-8969-3832f7e043e6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:41:04.537386 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce008c09-fa1e-4cf5-9f44-703bb6d8b316 admin admin] Network fa69b678-7732-44a4-a4e6-700b707db826 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:41:04.567547 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-ce008c09-fa1e-4cf5-9f44-703bb6d8b316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, fa69b678-7732-44a4-a4e6-700b707db826) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:04.579449 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4783dd9e-1d45-4750-9ddc-88b89a66e2a4 None None] Network fa69b678-7732-44a4-a4e6-700b707db826 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:41:04.579818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce008c09-fa1e-4cf5-9f44-703bb6d8b316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:04.580452 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce008c09-fa1e-4cf5-9f44-703bb6d8b316 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:04.641108 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ce008c09-fa1e-4cf5-9f44-703bb6d8b316 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3224125 Feb 10 15:41:04.869792 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:41:04.891243 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dad32c7-67d5-4a95-a332-cdcd472ede74 None None] Sync routers for ids ['66580cef-4983-47fd-8969-3832f7e043e6'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:41:04.901090 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a6a30731-0ede-4e8a-a42b-570b1d31f9b8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] 10.222.0.64 "PUT /v2.0/routers/66580cef-4983-47fd-8969-3832f7e043e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1372797 Feb 10 15:41:04.904154 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50666) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:04.909614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-444af4ff-3b19-4002-9eec-4d4260e44543 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Request body: {'port': {'network_id': '990df951-e4d2-4cc4-995d-aafe04a8613a', 'name': 'tempest-FloatingIPAdminTestJSON-1776497916'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:04.913059 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dad32c7-67d5-4a95-a332-cdcd472ede74 None None] Routers {'66580cef-4983-47fd-8969-3832f7e043e6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:04.913730 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-9dad32c7-67d5-4a95-a332-cdcd472ede74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:40:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['66580cef-4983-47fd-8969-3832f7e043e6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:05.106748 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-9dad32c7-67d5-4a95-a332-cdcd472ede74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:05.144489 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dad32c7-67d5-4a95-a332-cdcd472ede74 None None] Routers {'66580cef-4983-47fd-8969-3832f7e043e6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:05.150897 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-9dad32c7-67d5-4a95-a332-cdcd472ede74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:40:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['66580cef-4983-47fd-8969-3832f7e043e6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:05.275625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444af4ff-3b19-4002-9eec-4d4260e44543 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Made reservation on behalf of 90d33ebb07864a29bd57dd26192f863e for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:05.279630 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-444af4ff-3b19-4002-9eec-4d4260e44543 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:05.306443 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-9dad32c7-67d5-4a95-a332-cdcd472ede74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:05.311325 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dad32c7-67d5-4a95-a332-cdcd472ede74 None None] The sync data for ids ['66580cef-4983-47fd-8969-3832f7e043e6'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:41:05.327888 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-444af4ff-3b19-4002-9eec-4d4260e44543 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] device_id is not set on port be40ed9b-3713-41f1-9465-24e72f8b961c yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:41:05.527469 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d4a10d6a-1118-4ce9-9bf4-bbc0c29fa4b3 None None] Provisioning complete for port 2d52ede8-e6c4-4db2-ad2e-871b1ba2425e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:05.528105 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4a10d6a-1118-4ce9-9bf4-bbc0c29fa4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2d52ede8-e6c4-4db2-ad2e-871b1ba2425e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:05.600800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cc6b87-7922-45af-965e-39cbc41c9784 None None] Network fa69b678-7732-44a4-a4e6-700b707db826 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:41:05.603283 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d4a10d6a-1118-4ce9-9bf4-bbc0c29fa4b3 None None] Port 2d52ede8-e6c4-4db2-ad2e-871b1ba2425e cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:41:05.701521 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-444af4ff-3b19-4002-9eec-4d4260e44543 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Allocated IP 172.20.0.13 (990df951-e4d2-4cc4-995d-aafe04a8613a/1f592018-6c99-43d0-b579-8646446e8608/be40ed9b-3713-41f1-9465-24e72f8b961c) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:06.247585 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-444af4ff-3b19-4002-9eec-4d4260e44543 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for port (be40ed9b-3713-41f1-9465-24e72f8b961c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:06.286060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50698) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:06.309376 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-444af4ff-3b19-4002-9eec-4d4260e44543 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (be40ed9b-3713-41f1-9465-24e72f8b961c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:06.389452 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444af4ff-3b19-4002-9eec-4d4260e44543 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Network 990df951-e4d2-4cc4-995d-aafe04a8613a is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:06.393227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-444af4ff-3b19-4002-9eec-4d4260e44543 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:06.413349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444af4ff-3b19-4002-9eec-4d4260e44543 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:06.497499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444af4ff-3b19-4002-9eec-4d4260e44543 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:06.499039 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-444af4ff-3b19-4002-9eec-4d4260e44543 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:06.545447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444af4ff-3b19-4002-9eec-4d4260e44543 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event updated for resources: {'Port': ['ID=be40ed9b-3713-41f1-9465-24e72f8b961c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:06.558568 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a642192c-f9db-40ec-8ec1-862d1af53d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:06.567688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-444af4ff-3b19-4002-9eec-4d4260e44543 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6590426 Feb 10 15:41:06.568252 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50702) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:06.828963 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a642192c-f9db-40ec-8ec1-862d1af53d84 admin admin] Publish callbacks [] for security_group (c06ad73d-5943-4e2a-b8a3-63e494323aba), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:06.839499 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a642192c-f9db-40ec-8ec1-862d1af53d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c06ad73d-5943-4e2a-b8a3-63e494323aba), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:06.842616 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'project_id': '90d33ebb07864a29bd57dd26192f863e', 'port_id': 'be40ed9b-3713-41f1-9465-24e72f8b961c'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:06.845640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-bcb8947c-d3b1-4ab1-9420-445a2423eaa0 None None] Provisioning complete for port be40ed9b-3713-41f1-9465-24e72f8b961c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:06.847095 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bcb8947c-d3b1-4ab1-9420-445a2423eaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (be40ed9b-3713-41f1-9465-24e72f8b961c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:06.887888 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a642192c-f9db-40ec-8ec1-862d1af53d84 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f890f1f1c35457baf403be4741b40b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5976846 Feb 10 15:41:06.887888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642192c-f9db-40ec-8ec1-862d1af53d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06ad73d-5943-4e2a-b8a3-63e494323aba,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:06.889826 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50706) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:06.910556 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:06.952973 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8947c-d3b1-4ab1-9420-445a2423eaa0 None None] Port be40ed9b-3713-41f1-9465-24e72f8b961c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:41:06.993399 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4744d92-6924-4b22-9da8-d9a81657ddb6 admin admin] Publish callbacks [] for security_group (c06ad73d-5943-4e2a-b8a3-63e494323aba), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:07.039791 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:07.054157 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4744d92-6924-4b22-9da8-d9a81657ddb6 admin admin] Publish callbacks [] for security_group (c06ad73d-5943-4e2a-b8a3-63e494323aba), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:07.095003 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:07.146324 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4744d92-6924-4b22-9da8-d9a81657ddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c06ad73d-5943-4e2a-b8a3-63e494323aba), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:07.149135 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c4744d92-6924-4b22-9da8-d9a81657ddb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:07.150296 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c4744d92-6924-4b22-9da8-d9a81657ddb6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c06ad73d-5943-4e2a-b8a3-63e494323aba HTTP/1.1" status: 204 len: 168 time: 0.2592819 Feb 10 15:41:07.165685 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4744d92-6924-4b22-9da8-d9a81657ddb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06ad73d-5943-4e2a-b8a3-63e494323aba,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:07.285692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Allocated IP 172.25.3.125 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/43647805-4cb3-49bc-bc40-2ed9d8e688dc) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:07.462807 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks [] for port (43647805-4cb3-49bc-bc40-2ed9d8e688dc), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:07.502757 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (43647805-4cb3-49bc-bc40-2ed9d8e688dc), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:07.554261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:07.564551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:07.585013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:07.650165 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Pushing event updated for resources: {'Port': ['ID=43647805-4cb3-49bc-bc40-2ed9d8e688dc,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:08.433936 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks [] for floatingip (e1a7b504-a219-41a7-a8da-0ac43f63e5b5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:08.604833 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (43647805-4cb3-49bc-bc40-2ed9d8e688dc), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:08.976103 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks [] for port (43647805-4cb3-49bc-bc40-2ed9d8e688dc), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:08.982981 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (43647805-4cb3-49bc-bc40-2ed9d8e688dc), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:09.080616 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (e1a7b504-a219-41a7-a8da-0ac43f63e5b5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:09.159611 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Pushing event updated for resources: {'Port': ['ID=43647805-4cb3-49bc-bc40-2ed9d8e688dc,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:09.249967 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50744) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:09.273765 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Floating IP e1a7b504-a219-41a7-a8da-0ac43f63e5b5 associated. External IP: 172.25.3.125, port: be40ed9b-3713-41f1-9465-24e72f8b961c. Feb 10 15:41:09.490858 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-864f1fe5-a9f5-4265-a0d1-548f386440aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:09.611418 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Router 66580cef-4983-47fd-8969-3832f7e043e6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:41:09.648833 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-864f1fe5-a9f5-4265-a0d1-548f386440aa admin admin] Publish callbacks [] for security_group (d7b0e747-7843-40aa-b5cd-5ed399ff23be), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:09.657306 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-864f1fe5-a9f5-4265-a0d1-548f386440aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d7b0e747-7843-40aa-b5cd-5ed399ff23be), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:09.761349 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-864f1fe5-a9f5-4265-a0d1-548f386440aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e5200b9425e4e66946fe0c89afc01fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4966223 Feb 10 15:41:09.762117 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50756) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:09.767363 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f1fe5-a9f5-4265-a0d1-548f386440aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b0e747-7843-40aa-b5cd-5ed399ff23be,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:09.833759 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:41:09.852416 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b4be0-0069-4f78-8268-76545e0033c6 None None] Sync routers for ids ['66580cef-4983-47fd-8969-3832f7e043e6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:41:09.880520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b4be0-0069-4f78-8268-76545e0033c6 None None] Routers {'66580cef-4983-47fd-8969-3832f7e043e6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:09.881818 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-c49b4be0-0069-4f78-8268-76545e0033c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:40:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['66580cef-4983-47fd-8969-3832f7e043e6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:09.926772 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:09.955138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-c49b4be0-0069-4f78-8268-76545e0033c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:09.967638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b4be0-0069-4f78-8268-76545e0033c6 None None] Routers {'66580cef-4983-47fd-8969-3832f7e043e6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:09.969270 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-c49b4be0-0069-4f78-8268-76545e0033c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:40:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['66580cef-4983-47fd-8969-3832f7e043e6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:09.989233 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-51ca0c12-af47-42e0-9a6a-90a874dabc83 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.4173033 Feb 10 15:41:09.989233 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e850a4fc-8f19-4d41-ae1b-4cd4c6285375 admin admin] Publish callbacks [] for security_group (d7b0e747-7843-40aa-b5cd-5ed399ff23be), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:09.989800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50758) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:10.017331 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-c49b4be0-0069-4f78-8268-76545e0033c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:10.018353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b4be0-0069-4f78-8268-76545e0033c6 None None] The sync data for ids ['66580cef-4983-47fd-8969-3832f7e043e6'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:41:10.020955 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e850a4fc-8f19-4d41-ae1b-4cd4c6285375 admin admin] Publish callbacks [] for security_group (d7b0e747-7843-40aa-b5cd-5ed399ff23be), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:10.088251 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e850a4fc-8f19-4d41-ae1b-4cd4c6285375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d7b0e747-7843-40aa-b5cd-5ed399ff23be), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:10.098156 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e850a4fc-8f19-4d41-ae1b-4cd4c6285375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:10.099531 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e850a4fc-8f19-4d41-ae1b-4cd4c6285375 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7b0e747-7843-40aa-b5cd-5ed399ff23be HTTP/1.1" status: 204 len: 168 time: 0.3364496 Feb 10 15:41:10.108737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850a4fc-8f19-4d41-ae1b-4cd4c6285375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b0e747-7843-40aa-b5cd-5ed399ff23be,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:10.246793 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-303b99a4-34d5-42f5-802e-e48053e5d537 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] 10.222.0.64 "GET /v2.0/floatingips/e1a7b504-a219-41a7-a8da-0ac43f63e5b5 HTTP/1.1" status: 200 len: 984 time: 0.2550521 Feb 10 15:41:10.249453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50764) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:10.416369 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-adae8e58-72df-40f5-8a2a-2fbf8473d10e tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2253 time: 0.1657796 Feb 10 15:41:10.419785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 50768) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:10.704057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-5d02fccd-e687-4e97-9998-60d76a19246b tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Deleting port 43647805-4cb3-49bc-bc40-2ed9d8e688dc {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:10.704694 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d02fccd-e687-4e97-9998-60d76a19246b tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (43647805-4cb3-49bc-bc40-2ed9d8e688dc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:10.805825 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d02fccd-e687-4e97-9998-60d76a19246b tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (43647805-4cb3-49bc-bc40-2ed9d8e688dc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:10.806298 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d02fccd-e687-4e97-9998-60d76a19246b tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for floatingip (43647805-4cb3-49bc-bc40-2ed9d8e688dc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:10.821863 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-5d02fccd-e687-4e97-9998-60d76a19246b tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Calling delete_port for 43647805-4cb3-49bc-bc40-2ed9d8e688dc owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:11.083968 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d02fccd-e687-4e97-9998-60d76a19246b tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (43647805-4cb3-49bc-bc40-2ed9d8e688dc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:11.156195 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02fccd-e687-4e97-9998-60d76a19246b tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event deleted for resources: {'Port': ['ID=43647805-4cb3-49bc-bc40-2ed9d8e688dc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:11.268184 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d02fccd-e687-4e97-9998-60d76a19246b tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for floatingip (e1a7b504-a219-41a7-a8da-0ac43f63e5b5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:11.268844 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-5d02fccd-e687-4e97-9998-60d76a19246b tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Floating IP e1a7b504-a219-41a7-a8da-0ac43f63e5b5 disassociated (deleted). External IP: 172.25.3.125, port: be40ed9b-3713-41f1-9465-24e72f8b961c. Feb 10 15:41:11.393457 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-d7547a6c-a9c1-4e0b-9eed-f815b8e592a4 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:11.395337 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-d7547a6c-a9c1-4e0b-9eed-f815b8e592a4 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/networks?id=f3f84446-186f-4726-a963-a557c976fc13 HTTP/1.1" status: 200 len: 819 time: 0.1778226 Feb 10 15:41:11.424900 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:11.460836 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-3c8fecd7-24b1-41e9-a4c6-29e0231c6b70 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/quotas/034b31f3dbf344e987debe2007cdae09 HTTP/1.1" status: 200 len: 375 time: 0.0382397 Feb 10 15:41:11.527616 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b3681-d25d-4568-85ad-f2280b08e286 req-8bbfb6a4-5495-4694-8173-4e2c81ede01a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:11.529277 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-8bbfb6a4-5495-4694-8173-4e2c81ede01a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/networks?id=fa69b678-7732-44a4-a4e6-700b707db826 HTTP/1.1" status: 200 len: 813 time: 0.2975638 Feb 10 15:41:11.560025 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-367d9ac0-69e2-4183-9ed6-00e0270cf455 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=034b31f3dbf344e987debe2007cdae09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981522 Feb 10 15:41:11.570663 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4d3eb52d-d1fa-4d07-b8e5-7a7ad6bc7a6e tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/quotas/cccfe6bd439e4ffbac91c2d6b2a08164 HTTP/1.1" status: 200 len: 375 time: 0.0324099 Feb 10 15:41:11.605308 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d02fccd-e687-4e97-9998-60d76a19246b tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Router 66580cef-4983-47fd-8969-3832f7e043e6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:41:11.707640 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-ac731cf7-8785-477c-868b-6ac6d95ac737 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cccfe6bd439e4ffbac91c2d6b2a08164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998342 Feb 10 15:41:11.900864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-6731d52d-b968-4db0-b104-e4c098056735 service neutron] 10.222.0.64 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398273 Feb 10 15:41:12.001188 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-545e45f2-e933-42ff-bb2b-6936c0affce3 service neutron] 10.222.0.64 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834005 Feb 10 15:41:12.212119 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-cd748897-2f8e-481b-8548-1bc29ddaecf3 service neutron] 10.222.0.64 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032758 Feb 10 15:41:12.261758 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-d7355f90-8234-49a2-abd6-f51babcf3524 service neutron] 10.222.0.64 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502196 Feb 10 15:41:12.272098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d02fccd-e687-4e97-9998-60d76a19246b tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:41:12.280139 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d02fccd-e687-4e97-9998-60d76a19246b tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:12.287728 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcca8800-8d0d-4ba9-9c70-41e9bb35bfb5 None None] Sync routers for ids ['66580cef-4983-47fd-8969-3832f7e043e6'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:41:12.306964 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca8800-8d0d-4ba9-9c70-41e9bb35bfb5 None None] Routers {'66580cef-4983-47fd-8969-3832f7e043e6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:12.307832 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-fcca8800-8d0d-4ba9-9c70-41e9bb35bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:40:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['66580cef-4983-47fd-8969-3832f7e043e6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:12.350393 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5d02fccd-e687-4e97-9998-60d76a19246b tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] 10.222.0.64 "DELETE /v2.0/floatingips/e1a7b504-a219-41a7-a8da-0ac43f63e5b5 HTTP/1.1" status: 204 len: 168 time: 1.9294748 Feb 10 15:41:12.350980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 50834) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:12.357960 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:12.381424 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-fcca8800-8d0d-4ba9-9c70-41e9bb35bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:12.404106 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:12.417721 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca8800-8d0d-4ba9-9c70-41e9bb35bfb5 None None] Routers {'66580cef-4983-47fd-8969-3832f7e043e6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:12.418712 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-fcca8800-8d0d-4ba9-9c70-41e9bb35bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:40:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['66580cef-4983-47fd-8969-3832f7e043e6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:12.538677 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-fcca8800-8d0d-4ba9-9c70-41e9bb35bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:12.539616 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcca8800-8d0d-4ba9-9c70-41e9bb35bfb5 None None] The sync data for ids ['66580cef-4983-47fd-8969-3832f7e043e6'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:41:12.598919 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d6889a71-0dbc-4fde-8c27-697291409306 req-9d1decbe-109c-4d69-b9c8-c09d93bd3a08 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 210 time: 0.0962415 Feb 10 15:41:12.896883 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ea05ad12-9594-4a8f-89f6-8bc804db2051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:13.086630 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2949ff39-c3cc-4281-bd24-d332a81f0416 req-15766ecf-75de-4bbd-b1e8-8f63c49f5cff tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 210 time: 0.1127074 Feb 10 15:41:13.184524 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:13.856162 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-20dccf4a-5356-4156-bf9c-9ca890702546 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:13.857897 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-20dccf4a-5356-4156-bf9c-9ca890702546 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/networks?id=f3f84446-186f-4726-a963-a557c976fc13 HTTP/1.1" status: 200 len: 819 time: 0.8354917 Feb 10 15:41:13.906126 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-58e431e4-febb-4dd2-84f7-c8a2196db26d tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/quotas/034b31f3dbf344e987debe2007cdae09 HTTP/1.1" status: 200 len: 375 time: 0.0165434 Feb 10 15:41:13.928335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Allocated IP 172.25.3.102 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/b05f6630-9a7a-4613-a0cd-550f6e946025) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:14.082412 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-2e62936c-0db7-48ba-a640-958a86d78093 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=034b31f3dbf344e987debe2007cdae09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1630194 Feb 10 15:41:14.284570 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks [] for port (b05f6630-9a7a-4613-a0cd-550f6e946025), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:14.472266 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41c0efe4-05d8-4067-aa05-756215f4259e req-0f764a5f-98dd-4d67-81f2-058d2e7c02f2 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 210 time: 0.1274171 Feb 10 15:41:14.529278 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-23bc6b30-5e8f-4db9-9dc5-48191d8f279b tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:14.531559 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-23bc6b30-5e8f-4db9-9dc5-48191d8f279b tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.79 "GET /v2.0/networks?id=f3f84446-186f-4726-a963-a557c976fc13 HTTP/1.1" status: 200 len: 819 time: 0.1717527 Feb 10 15:41:14.548192 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-001a795d-e7f6-4337-81e3-d2c472d2bd60 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Request body: {'port': {'device_id': '13bc7316-e52c-439c-9bb2-931c001e7091', 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13', 'admin_state_up': True, 'tenant_id': '034b31f3dbf344e987debe2007cdae09'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:14.637117 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b05f6630-9a7a-4613-a0cd-550f6e946025), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:14.707709 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-e7df3998-74bb-4a9c-b70a-0d3c343e5901 service neutron] 10.222.0.64 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275189 Feb 10 15:41:14.720625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:14.734268 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:14.737333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:14.800845 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Pushing event updated for resources: {'Port': ['ID=b05f6630-9a7a-4613-a0cd-550f6e946025,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:14.836593 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-001a795d-e7f6-4337-81e3-d2c472d2bd60 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Made reservation on behalf of 034b31f3dbf344e987debe2007cdae09 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:14.848049 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-001a795d-e7f6-4337-81e3-d2c472d2bd60 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:15.069151 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks [] for floatingip (9b19a744-e7dd-406e-a006-151e2c01ee9a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:15.218337 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9e20061-837d-4bba-980d-8f6944c51b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:15.222833 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-bddc55d7-d9e9-4233-9317-1e51ef5a165a service neutron] 10.222.0.64 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051794 Feb 10 15:41:15.279575 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b3681-d25d-4568-85ad-f2280b08e286 req-08d1493e-0660-4278-8dd0-1ce12d2fbdd9 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:15.281572 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-08d1493e-0660-4278-8dd0-1ce12d2fbdd9 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.79 "GET /v2.0/networks?id=fa69b678-7732-44a4-a4e6-700b707db826 HTTP/1.1" status: 200 len: 813 time: 0.4159825 Feb 10 15:41:15.294225 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-775b3681-d25d-4568-85ad-f2280b08e286 req-de00f125-2ffb-4e27-b847-b50dd15b7c1d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Request body: {'port': {'device_id': '5b9543a6-0144-493a-b031-7870098cdda1', 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826', 'admin_state_up': True, 'tenant_id': 'cccfe6bd439e4ffbac91c2d6b2a08164'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:15.336117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-001a795d-e7f6-4337-81e3-d2c472d2bd60 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Allocated IP 172.20.0.7 (f3f84446-186f-4726-a963-a557c976fc13/3067190f-bf98-49ad-8d01-a6124fc64fdd/67685f0e-34f5-4cc0-95ab-05cf5750907b) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:15.388411 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b3681-d25d-4568-85ad-f2280b08e286 req-fe01d233-05d2-4dcd-a502-4a6efd7b3de6 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:15.392592 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-fe01d233-05d2-4dcd-a502-4a6efd7b3de6 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.72 "GET /v2.0/networks?id=fa69b678-7732-44a4-a4e6-700b707db826 HTTP/1.1" status: 200 len: 813 time: 0.4704421 Feb 10 15:41:15.407505 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b05f6630-9a7a-4613-a0cd-550f6e946025), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:15.419733 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-775b3681-d25d-4568-85ad-f2280b08e286 req-6c3eaf17-2e40-4fc1-a0f5-464d87958b5c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Request body: {'port': {'device_id': '942572ac-40c1-439c-a931-76b267b4f457', 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826', 'admin_state_up': True, 'tenant_id': 'cccfe6bd439e4ffbac91c2d6b2a08164'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:15.573612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775b3681-d25d-4568-85ad-f2280b08e286 req-de00f125-2ffb-4e27-b847-b50dd15b7c1d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Made reservation on behalf of cccfe6bd439e4ffbac91c2d6b2a08164 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:15.578122 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-de00f125-2ffb-4e27-b847-b50dd15b7c1d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:15.741336 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce6f330e-5a38-407c-b884-b024a8e7f72c req-c24ba568-b6f2-454a-8666-bf2d7841a0a7 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 210 time: 0.0792711 Feb 10 15:41:15.752689 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f05b9736-2a82-4212-8b42-f0321ef21399 req-e84172c0-42fa-48f6-8e97-7221053780bf tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 210 time: 0.0900626 Feb 10 15:41:15.852785 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-001a795d-e7f6-4337-81e3-d2c472d2bd60 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Publish callbacks [] for port (67685f0e-34f5-4cc0-95ab-05cf5750907b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:16.001092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775b3681-d25d-4568-85ad-f2280b08e286 req-6c3eaf17-2e40-4fc1-a0f5-464d87958b5c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Made reservation on behalf of cccfe6bd439e4ffbac91c2d6b2a08164 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:16.005904 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-6c3eaf17-2e40-4fc1-a0f5-464d87958b5c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:16.031413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-775b3681-d25d-4568-85ad-f2280b08e286 req-de00f125-2ffb-4e27-b847-b50dd15b7c1d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Allocated IP 172.20.0.10 (fa69b678-7732-44a4-a4e6-700b707db826/7f6f7d2e-defd-49b1-869e-eecde36ca02d/35d3986a-c68b-4d91-898b-01d080d4e804) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:16.066894 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-001a795d-e7f6-4337-81e3-d2c472d2bd60 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (67685f0e-34f5-4cc0-95ab-05cf5750907b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:16.122075 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks [] for port (b05f6630-9a7a-4613-a0cd-550f6e946025), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:16.133234 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (b05f6630-9a7a-4613-a0cd-550f6e946025), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:16.184301 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-001a795d-e7f6-4337-81e3-d2c472d2bd60 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Network f3f84446-186f-4726-a963-a557c976fc13 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:16.199085 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-001a795d-e7f6-4337-81e3-d2c472d2bd60 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:16.204324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-001a795d-e7f6-4337-81e3-d2c472d2bd60 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:16.256030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Pushing event updated for resources: {'Port': ['ID=b05f6630-9a7a-4613-a0cd-550f6e946025,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:16.295743 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (9b19a744-e7dd-406e-a006-151e2c01ee9a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:16.331266 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:16.336329 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0a90d4b2-8cb5-48d1-b940-7183b58fce99 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9813962 Feb 10 15:41:16.336541 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51022) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:16.382860 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:16.544908 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-de00f125-2ffb-4e27-b847-b50dd15b7c1d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks [] for port (35d3986a-c68b-4d91-898b-01d080d4e804), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:16.593328 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a795d-e7f6-4337-81e3-d2c472d2bd60 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Pushing event updated for resources: {'Port': ['ID=67685f0e-34f5-4cc0-95ab-05cf5750907b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:16.603700 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-001a795d-e7f6-4337-81e3-d2c472d2bd60 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:16.605049 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-001a795d-e7f6-4337-81e3-d2c472d2bd60 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:16.663498 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-001a795d-e7f6-4337-81e3-d2c472d2bd60 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1212029 Feb 10 15:41:16.673534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:16.685939 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Request body: {'port': {'device_id': '13bc7316-e52c-439c-9bb2-931c001e7091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:16.724391 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:16.727878 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-de00f125-2ffb-4e27-b847-b50dd15b7c1d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (35d3986a-c68b-4d91-898b-01d080d4e804), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:16.887371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775b3681-d25d-4568-85ad-f2280b08e286 req-de00f125-2ffb-4e27-b847-b50dd15b7c1d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Network fa69b678-7732-44a4-a4e6-700b707db826 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:16.899766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-775b3681-d25d-4568-85ad-f2280b08e286 req-de00f125-2ffb-4e27-b847-b50dd15b7c1d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:16.911888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-775b3681-d25d-4568-85ad-f2280b08e286 req-de00f125-2ffb-4e27-b847-b50dd15b7c1d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:16.922083 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00f125-2ffb-4e27-b847-b50dd15b7c1d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Pushing event updated for resources: {'Port': ['ID=35d3986a-c68b-4d91-898b-01d080d4e804,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:16.964615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f536f739-5d8f-4d38-ba58-a976b1a1e5aa req-f48ecc18-f9dc-481c-9d7f-a2034bacad24 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 210 time: 0.0631464 Feb 10 15:41:16.978456 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (67685f0e-34f5-4cc0-95ab-05cf5750907b), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:16.988677 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5fa1991-8fb1-4c33-b2ee-9f3e0b181da5 req-19307075-dfe1-450e-81aa-bbbe89efa977 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 210 time: 0.0889127 Feb 10 15:41:16.998433 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-775b3681-d25d-4568-85ad-f2280b08e286 req-6c3eaf17-2e40-4fc1-a0f5-464d87958b5c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Allocated IP 172.20.0.3 (fa69b678-7732-44a4-a4e6-700b707db826/7f6f7d2e-defd-49b1-869e-eecde36ca02d/f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:17.277426 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:17.369576 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-6c3eaf17-2e40-4fc1-a0f5-464d87958b5c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks [] for port (f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:17.457647 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Allocated IP 172.25.3.85 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/8722ff92-6435-4dde-9208-098e8155da88) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:17.470198 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-6c3eaf17-2e40-4fc1-a0f5-464d87958b5c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:17.556546 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775b3681-d25d-4568-85ad-f2280b08e286 req-6c3eaf17-2e40-4fc1-a0f5-464d87958b5c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Network fa69b678-7732-44a4-a4e6-700b707db826 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:17.563616 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-775b3681-d25d-4568-85ad-f2280b08e286 req-6c3eaf17-2e40-4fc1-a0f5-464d87958b5c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:17.643174 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3eaf17-2e40-4fc1-a0f5-464d87958b5c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Pushing event updated for resources: {'Port': ['ID=f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:17.645990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-775b3681-d25d-4568-85ad-f2280b08e286 req-6c3eaf17-2e40-4fc1-a0f5-464d87958b5c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:17.725688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b3681-d25d-4568-85ad-f2280b08e286 req-6c3eaf17-2e40-4fc1-a0f5-464d87958b5c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:17.726653 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-6c3eaf17-2e40-4fc1-a0f5-464d87958b5c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:17.735229 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b3681-d25d-4568-85ad-f2280b08e286 req-de00f125-2ffb-4e27-b847-b50dd15b7c1d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:17.735951 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-de00f125-2ffb-4e27-b847-b50dd15b7c1d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:17.761694 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-6c3eaf17-2e40-4fc1-a0f5-464d87958b5c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3555951 Feb 10 15:41:17.767917 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-de00f125-2ffb-4e27-b847-b50dd15b7c1d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4783084 Feb 10 15:41:17.769797 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Publish callbacks [] for port (8722ff92-6435-4dde-9208-098e8155da88), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:17.783909 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Request body: {'port': {'device_id': '942572ac-40c1-439c-a931-76b267b4f457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:17.800588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Request body: {'port': {'device_id': '5b9543a6-0144-493a-b031-7870098cdda1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:17.873692 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:17.888025 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (8722ff92-6435-4dde-9208-098e8155da88), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:17.966480 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:18.006961 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:18.014964 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:18.024734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Pushing event updated for resources: {'Port': ['ID=8722ff92-6435-4dde-9208-098e8155da88,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:18.036185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:18.049201 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (35d3986a-c68b-4d91-898b-01d080d4e804), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:18.078600 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-283aab62-137d-4222-b7dc-6fdf81e53f41 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:18.080459 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-283aab62-137d-4222-b7dc-6fdf81e53f41 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.72 "GET /v2.0/networks?id=f3f84446-186f-4726-a963-a557c976fc13 HTTP/1.1" status: 200 len: 819 time: 0.5984693 Feb 10 15:41:18.083838 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67685f0e-34f5-4cc0-95ab-05cf5750907b {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:41:18.107146 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-a31c7aa0-3b01-43b2-a7dc-6d7fd52ba2e1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Request body: {'port': {'device_id': '48c5cbc5-ba56-4380-a6b0-2f275e188b22', 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13', 'admin_state_up': True, 'tenant_id': '034b31f3dbf344e987debe2007cdae09'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:18.121916 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Publish callbacks [] for port (67685f0e-34f5-4cc0-95ab-05cf5750907b), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:18.194703 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Transition to ACTIVE for port object 67685f0e-34f5-4cc0-95ab-05cf5750907b will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:18.226564 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (67685f0e-34f5-4cc0-95ab-05cf5750907b), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:18.256066 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c14d47b-01dd-4068-8209-f240da2e8690 req-634a3b9a-5e57-4cbe-a792-1635329a3737 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 210 time: 0.0996065 Feb 10 15:41:18.458327 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Pushing event updated for resources: {'Port': ['ID=67685f0e-34f5-4cc0-95ab-05cf5750907b,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:18.501348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-a31c7aa0-3b01-43b2-a7dc-6d7fd52ba2e1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Made reservation on behalf of 034b31f3dbf344e987debe2007cdae09 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:18.505807 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-a31c7aa0-3b01-43b2-a7dc-6d7fd52ba2e1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:18.591132 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Attempting to bind port 67685f0e-34f5-4cc0-95ab-05cf5750907b on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:41:18.591469 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Attempting to bind port 67685f0e-34f5-4cc0-95ab-05cf5750907b by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'fb83c6af-2c1e-4966-8588-8302c6d346a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:41:18.591806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Attempting to bind port 67685f0e-34f5-4cc0-95ab-05cf5750907b on network f3f84446-186f-4726-a963-a557c976fc13 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:18.600130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:41:18.602682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Port 67685f0e-34f5-4cc0-95ab-05cf5750907b on network f3f84446-186f-4726-a963-a557c976fc13 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:18.603011 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Attempting to bind port 67685f0e-34f5-4cc0-95ab-05cf5750907b on network f3f84446-186f-4726-a963-a557c976fc13 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:18.611570 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Publish callbacks [] for port (f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:18.613556 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:18.614197 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Checking segment: {'id': 'fb83c6af-2c1e-4966-8588-8302c6d346a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:41:18.614791 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Bound using segment: {'id': 'fb83c6af-2c1e-4966-8588-8302c6d346a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:18.615059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Bound port: 67685f0e-34f5-4cc0-95ab-05cf5750907b, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb83c6af-2c1e-4966-8588-8302c6d346a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:41:18.615542 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (67685f0e-34f5-4cc0-95ab-05cf5750907b), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:18.626831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Transition to ACTIVE for port object f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:18.679525 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Publish callbacks [] for floatingip (fc33d815-b35a-4182-b9d1-aa8fd35cbedc), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:18.688737 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:18.734107 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2e004-699f-4296-a31c-d6605878625c req-5acf179c-2282-441d-8c3a-16132888c988 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:18.741251 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-11b2e004-699f-4296-a31c-d6605878625c req-5acf179c-2282-441d-8c3a-16132888c988 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 931 time: 0.5911443 Feb 10 15:41:18.868947 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] For port 67685f0e-34f5-4cc0-95ab-05cf5750907b, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:18.877929 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-11b2e004-699f-4296-a31c-d6605878625c req-cc5e8ac2-5eab-4501-a4d6-70c6102a0730 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357017 Feb 10 15:41:18.895775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] For port 67685f0e-34f5-4cc0-95ab-05cf5750907b, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=67685f0e-34f5-4cc0-95ab-05cf5750907b,segment=NetworkSegment(fb83c6af-2c1e-4966-8588-8302c6d346a9),segment_id=fb83c6af-2c1e-4966-8588-8302c6d346a9)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:18.908433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-a31c7aa0-3b01-43b2-a7dc-6d7fd52ba2e1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Allocated IP 172.20.0.13 (f3f84446-186f-4726-a963-a557c976fc13/3067190f-bf98-49ad-8d01-a6124fc64fdd/f9b25a67-c114-4ebd-baf7-439a333db969) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:18.909814 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8722ff92-6435-4dde-9208-098e8155da88), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:18.949240 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:18.969414 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (67685f0e-34f5-4cc0-95ab-05cf5750907b), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:19.000547 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Pushing event updated for resources: {'Port': ['ID=f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:19.131736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:19.132368 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:19.133914 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] 10.222.0.79 "PUT /v2.0/ports/67685f0e-34f5-4cc0-95ab-05cf5750907b HTTP/1.1" status: 200 len: 1091 time: 2.4609306 Feb 10 15:41:19.134395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13bc7316-e52c-439c-9bb2-931c001e7091', 'tag': '67685f0e-34f5-4cc0-95ab-05cf5750907b'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:41:19.137042 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14dddf6-a37a-4112-b463-7809aa7f2c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "13bc7316-e52c-439c-9bb2-931c001e7091", "tag": "67685f0e-34f5-4cc0-95ab-05cf5750907b"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:19.226588 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2d0c84-4cb9-4bff-a3d0-d38ab9ec3fb6 x-openstack-request-id: req-3e2d0c84-4cb9-4bff-a3d0-d38ab9ec3fb6 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:19.226972 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13bc7316-e52c-439c-9bb2-931c001e7091", "tag": "67685f0e-34f5-4cc0-95ab-05cf5750907b", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:19.227174 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e2d0c84-4cb9-4bff-a3d0-d38ab9ec3fb6 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:19.227536 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13bc7316-e52c-439c-9bb2-931c001e7091', 'tag': '67685f0e-34f5-4cc0-95ab-05cf5750907b', 'status': 'completed', 'code': 200} Feb 10 15:41:19.255969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84275c-7f24-46ab-8c49-965ca5247e81 service neutron] Pushing event updated for resources: {'Port': ['ID=67685f0e-34f5-4cc0-95ab-05cf5750907b,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:19.330209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Attempting to bind port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:41:19.330472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Attempting to bind port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:41:19.330807 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Attempting to bind port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 on network fa69b678-7732-44a4-a4e6-700b707db826 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:19.352739 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 on network fa69b678-7732-44a4-a4e6-700b707db826 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:19.353059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Attempting to bind port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 on network fa69b678-7732-44a4-a4e6-700b707db826 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:19.423192 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5f36df9d-cb98-485b-a287-679f7451366c req-52618536-605f-4033-8f00-5b67032d87a9 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 210 time: 0.0619226 Feb 10 15:41:19.450445 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:19.451080 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Checking segment: {'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:41:19.451423 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Bound using segment: {'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:19.460519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Bound port: f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:41:19.461026 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:19.481449 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Publish callbacks [] for port (8722ff92-6435-4dde-9208-098e8155da88), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:19.488849 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (8722ff92-6435-4dde-9208-098e8155da88), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:19.586467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] For port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:19.589893 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] For port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:19.622357 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:19.665925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:19.668899 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:19.671567 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] 10.222.0.72 "PUT /v2.0/ports/f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 HTTP/1.1" status: 200 len: 1091 time: 1.8986723 Feb 10 15:41:19.704360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942572ac-40c1-439c-a931-76b267b4f457', 'tag': 'f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:41:19.710197 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afefb842-bedb-4ccc-b1d3-14ee91402359" -d '{"events": [{"name": "network-changed", "server_uuid": "942572ac-40c1-439c-a931-76b267b4f457", "tag": "f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:19.766614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Pushing event updated for resources: {'Port': ['ID=8722ff92-6435-4dde-9208-098e8155da88,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:19.818304 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5405a4-787c-4655-9382-d49381861fd4 x-openstack-request-id: req-3c5405a4-787c-4655-9382-d49381861fd4 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:19.818750 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942572ac-40c1-439c-a931-76b267b4f457", "tag": "f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:19.819077 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c5405a4-787c-4655-9382-d49381861fd4 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:19.820224 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942572ac-40c1-439c-a931-76b267b4f457', 'tag': 'f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0', 'status': 'completed', 'code': 200} Feb 10 15:41:19.859742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d3986a-c68b-4d91-898b-01d080d4e804 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:41:19.872516 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Publish callbacks [] for port (35d3986a-c68b-4d91-898b-01d080d4e804), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:19.879561 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-a31c7aa0-3b01-43b2-a7dc-6d7fd52ba2e1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Publish callbacks [] for port (f9b25a67-c114-4ebd-baf7-439a333db969), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:19.899731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-58289134-6bf7-47f5-af5f-c088e96d6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:19.903686 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-58289134-6bf7-47f5-af5f-c088e96d6baa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=034b31f3dbf344e987debe2007cdae09&device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 1125 time: 0.7095866 Feb 10 15:41:19.915094 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (fc33d815-b35a-4182-b9d1-aa8fd35cbedc), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:19.920825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Transition to ACTIVE for port object 35d3986a-c68b-4d91-898b-01d080d4e804 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:19.951050 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b3681-d25d-4568-85ad-f2280b08e286 req-1b8aaf30-9b6e-45a7-bb9b-35588ee8a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:19.951955 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-1b8aaf30-9b6e-45a7-bb9b-35588ee8a93e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cccfe6bd439e4ffbac91c2d6b2a08164&device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 1125 time: 0.1864431 Feb 10 15:41:19.953638 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f70f1-a3a9-4cc5-b02c-4d68b123ad5f service neutron] Pushing event updated for resources: {'Port': ['ID=f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:19.965080 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-5c58263d-a71d-4c83-9d43-92f1691b0329 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67685f0e-34f5-4cc0-95ab-05cf5750907b HTTP/1.1" status: 200 len: 217 time: 0.0518920 Feb 10 15:41:19.965619 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (35d3986a-c68b-4d91-898b-01d080d4e804), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:19.967040 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:19.972499 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f0dd2621-e426-4f6e-bd7d-ac7d94182ce3 tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6347888 Feb 10 15:41:19.973512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51124) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:20.094287 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Pushing event updated for resources: {'Port': ['ID=35d3986a-c68b-4d91-898b-01d080d4e804,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:20.109778 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-a31c7aa0-3b01-43b2-a7dc-6d7fd52ba2e1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f9b25a67-c114-4ebd-baf7-439a333db969), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:20.147822 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-a31c7aa0-3b01-43b2-a7dc-6d7fd52ba2e1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Network f3f84446-186f-4726-a963-a557c976fc13 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:20.151283 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-83ca8203-e55d-4cbf-b4ac-aaf11d6239d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:20.154268 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-83ca8203-e55d-4cbf-b4ac-aaf11d6239d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3067190f-bf98-49ad-8d01-a6124fc64fdd HTTP/1.1" status: 200 len: 859 time: 0.1812892 Feb 10 15:41:20.189809 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-a31c7aa0-3b01-43b2-a7dc-6d7fd52ba2e1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:20.193680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-a31c7aa0-3b01-43b2-a7dc-6d7fd52ba2e1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:20.360887 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-ce923374-1885-43c9-a326-6c9377697095 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f3f84446-186f-4726-a963-a557c976fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1734328 Feb 10 15:41:20.499942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Attempting to bind port 35d3986a-c68b-4d91-898b-01d080d4e804 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:41:20.500554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Attempting to bind port 35d3986a-c68b-4d91-898b-01d080d4e804 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:41:20.501284 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Attempting to bind port 35d3986a-c68b-4d91-898b-01d080d4e804 on network fa69b678-7732-44a4-a4e6-700b707db826 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:20.515344 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c7aa0-3b01-43b2-a7dc-6d7fd52ba2e1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Pushing event updated for resources: {'Port': ['ID=f9b25a67-c114-4ebd-baf7-439a333db969,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:20.526239 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-973643b8-14db-4adc-a50c-176f2caa10e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 HTTP/1.1" status: 200 len: 217 time: 0.5515208 Feb 10 15:41:20.559752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Port 35d3986a-c68b-4d91-898b-01d080d4e804 on network fa69b678-7732-44a4-a4e6-700b707db826 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:20.560389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Attempting to bind port 35d3986a-c68b-4d91-898b-01d080d4e804 on network fa69b678-7732-44a4-a4e6-700b707db826 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:20.568350 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-a31c7aa0-3b01-43b2-a7dc-6d7fd52ba2e1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:20.569334 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-a31c7aa0-3b01-43b2-a7dc-6d7fd52ba2e1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:20.589556 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:20.590347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Checking segment: {'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:41:20.590913 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Bound using segment: {'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:20.591531 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Bound port: 35d3986a-c68b-4d91-898b-01d080d4e804, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:41:20.592063 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (35d3986a-c68b-4d91-898b-01d080d4e804), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:20.639631 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-a31c7aa0-3b01-43b2-a7dc-6d7fd52ba2e1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5490632 Feb 10 15:41:20.666112 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Request body: {'port': {'device_id': '48c5cbc5-ba56-4380-a6b0-2f275e188b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:20.764798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-928e45b1-191f-490d-97a6-844f9678e723 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.7838964 Feb 10 15:41:20.768447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51146) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:20.801847 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876edd2f-ecf9-4346-94a6-536a56f1548c req-b62a5b12-00a9-4e1c-8c01-051f618fc599 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:20.803136 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-876edd2f-ecf9-4346-94a6-536a56f1548c req-b62a5b12-00a9-4e1c-8c01-051f618fc599 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 943 time: 0.7101841 Feb 10 15:41:20.804508 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b3681-d25d-4568-85ad-f2280b08e286 req-a2d3a1f0-1071-4693-a955-b27065473c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:20.806000 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-a2d3a1f0-1071-4693-a955-b27065473c8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f6f7d2e-defd-49b1-869e-eecde36ca02d HTTP/1.1" status: 200 len: 853 time: 0.2494738 Feb 10 15:41:20.817120 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-848a1415-6eed-42a8-a951-5052706c04c8 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390609 Feb 10 15:41:20.925109 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51150) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:20.932175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c812e4-566d-49c3-b2bf-494568a6d519 req-73e4e8d5-8e1d-406e-aba8-702f4fac748f tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:20.933709 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-04c812e4-566d-49c3-b2bf-494568a6d519 req-73e4e8d5-8e1d-406e-aba8-702f4fac748f tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 932 time: 0.3410428 Feb 10 15:41:20.957988 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-d9e2cae9-7de8-4629-8d5e-d21af30a766a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fa69b678-7732-44a4-a4e6-700b707db826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338735 Feb 10 15:41:21.011760 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-77bdbca5-523e-456f-b8ec-d9ebeb2824c7 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2273438 Feb 10 15:41:21.012303 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] For port 35d3986a-c68b-4d91-898b-01d080d4e804, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:21.026310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51156) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:21.142364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] For port 35d3986a-c68b-4d91-898b-01d080d4e804, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=35d3986a-c68b-4d91-898b-01d080d4e804,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:21.185033 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f9b25a67-c114-4ebd-baf7-439a333db969), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:21.199375 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (35d3986a-c68b-4d91-898b-01d080d4e804), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:21.227272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-879bb87c-26a3-46c6-9cec-521309932d94 admin admin] Deleting subnet de1488ba-c159-4192-9699-6c95f100946b {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:41:21.243218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-876edd2f-ecf9-4346-94a6-536a56f1548c req-89acdc30-bc35-4c58-992b-c735b6d0502e tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326351 Feb 10 15:41:21.264635 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-d5b92b9a-53f2-4f17-8456-d008b21460d8 service neutron] 10.222.0.72 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281249 Feb 10 15:41:21.265821 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-879bb87c-26a3-46c6-9cec-521309932d94 admin admin] Publish callbacks [] for subnet (de1488ba-c159-4192-9699-6c95f100946b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:21.326273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:21.326939 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:21.329528 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] 10.222.0.79 "PUT /v2.0/ports/35d3986a-c68b-4d91-898b-01d080d4e804 HTTP/1.1" status: 200 len: 1092 time: 3.5335662 Feb 10 15:41:21.333897 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9543a6-0144-493a-b031-7870098cdda1', 'tag': '35d3986a-c68b-4d91-898b-01d080d4e804'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:41:21.336188 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b57029-197f-4c86-b1cb-153f35d09c01" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9543a6-0144-493a-b031-7870098cdda1", "tag": "35d3986a-c68b-4d91-898b-01d080d4e804"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:21.361058 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d810f5bd-9955-4ae1-8394-00b04f9293c8 req-e13d8f91-503e-4888-b4aa-3796f7ca88de service neutron] 10.222.0.79 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733837 Feb 10 15:41:21.398193 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-04c812e4-566d-49c3-b2bf-494568a6d519 req-2dbffc39-0ed1-4cc5-af8c-bab7350424fb tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349933 Feb 10 15:41:21.421517 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730888e-c6d8-46f8-9bf8-ebc38b3127aa service neutron] Pushing event updated for resources: {'Port': ['ID=35d3986a-c68b-4d91-898b-01d080d4e804,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:21.451094 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8543c860-40fa-4465-914d-22f26878c140 x-openstack-request-id: req-8543c860-40fa-4465-914d-22f26878c140 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:21.451412 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9543a6-0144-493a-b031-7870098cdda1", "tag": "35d3986a-c68b-4d91-898b-01d080d4e804", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:21.453250 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8543c860-40fa-4465-914d-22f26878c140 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:21.454192 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-879bb87c-26a3-46c6-9cec-521309932d94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (de1488ba-c159-4192-9699-6c95f100946b), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:21.456163 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9543a6-0144-493a-b031-7870098cdda1', 'tag': '35d3986a-c68b-4d91-898b-01d080d4e804', 'status': 'completed', 'code': 200} Feb 10 15:41:21.546480 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-879bb87c-26a3-46c6-9cec-521309932d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (de1488ba-c159-4192-9699-6c95f100946b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:21.614287 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-879bb87c-26a3-46c6-9cec-521309932d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (de1488ba-c159-4192-9699-6c95f100946b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:21.654485 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bb87c-26a3-46c6-9cec-521309932d94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1488ba-c159-4192-9699-6c95f100946b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:21.663751 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-879bb87c-26a3-46c6-9cec-521309932d94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:21.667103 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-879bb87c-26a3-46c6-9cec-521309932d94 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/de1488ba-c159-4192-9699-6c95f100946b HTTP/1.1" status: 204 len: 168 time: 0.7324326 Feb 10 15:41:21.673409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51168) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:21.702173 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-a00ddbcb-399d-48ee-bccf-204dcb1c8c7e service neutron] 10.222.0.72 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109175 Feb 10 15:41:21.777411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-9999f67f-d65e-45a0-a0b3-00884949f46d tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Deleting port 8722ff92-6435-4dde-9208-098e8155da88 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:21.777648 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9999f67f-d65e-45a0-a0b3-00884949f46d tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8722ff92-6435-4dde-9208-098e8155da88), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:21.872291 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6404703b-541e-4199-8b6d-74f433f5cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (f55c9453-5ac0-4330-8e95-35abf478d386), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:21.897520 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefb842-bedb-4ccc-b1d3-14ee91402359 req-a202212d-81d6-4b14-b6f2-84108d328ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:21.899259 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afefb842-bedb-4ccc-b1d3-14ee91402359 req-a202212d-81d6-4b14-b6f2-84108d328ad6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cccfe6bd439e4ffbac91c2d6b2a08164&device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 1125 time: 0.1025186 Feb 10 15:41:21.948149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b3681-d25d-4568-85ad-f2280b08e286 req-6986df45-b393-455a-a387-b599ac50fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:21.951368 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-6986df45-b393-455a-a387-b599ac50fe4a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cccfe6bd439e4ffbac91c2d6b2a08164&device_id=5b9543a6-0144-493a-b031-7870098cdda1 HTTP/1.1" status: 200 len: 1126 time: 0.5574393 Feb 10 15:41:21.959041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dddf6-a37a-4112-b463-7809aa7f2c9f req-2ecef9b3-3b0a-48fd-bb43-5e01aa479843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:21.960879 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d14dddf6-a37a-4112-b463-7809aa7f2c9f req-2ecef9b3-3b0a-48fd-bb43-5e01aa479843 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=034b31f3dbf344e987debe2007cdae09&device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 1125 time: 0.5023134 Feb 10 15:41:21.963153 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b25a67-c114-4ebd-baf7-439a333db969 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:41:21.996961 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6404703b-541e-4199-8b6d-74f433f5cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (f55c9453-5ac0-4330-8e95-35abf478d386), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:22.020560 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-6404703b-541e-4199-8b6d-74f433f5cc0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55c9453-5ac0-4330-8e95-35abf478d386']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:22.031145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-6404703b-541e-4199-8b6d-74f433f5cc0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7fe4bf-1d05-4374-9d1d-cb757e8eb531') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:22.031819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-6404703b-541e-4199-8b6d-74f433f5cc0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7fe4bf-1d05-4374-9d1d-cb757e8eb531') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:22.043193 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6404703b-541e-4199-8b6d-74f433f5cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (9e7fe4bf-1d05-4374-9d1d-cb757e8eb531), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:22.058627 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6404703b-541e-4199-8b6d-74f433f5cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9e7fe4bf-1d05-4374-9d1d-cb757e8eb531), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:22.066396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6404703b-541e-4199-8b6d-74f433f5cc0e admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:41:22.067668 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6404703b-541e-4199-8b6d-74f433f5cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (9e7fe4bf-1d05-4374-9d1d-cb757e8eb531), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:22.078047 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Publish callbacks [] for port (f9b25a67-c114-4ebd-baf7-439a333db969), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:41:22.086235 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:41:22.108434 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-a43e4606-0d0f-4b97-b2a8-da77d2f772d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35d3986a-c68b-4d91-898b-01d080d4e804 HTTP/1.1" status: 200 len: 217 time: 0.1394448 Feb 10 15:41:22.191457 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6404703b-541e-4199-8b6d-74f433f5cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (f55c9453-5ac0-4330-8e95-35abf478d386), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:22.199396 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6404703b-541e-4199-8b6d-74f433f5cc0e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:22.202938 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6404703b-541e-4199-8b6d-74f433f5cc0e admin admin] 10.222.0.64 "DELETE /v2.0/networks/f55c9453-5ac0-4330-8e95-35abf478d386 HTTP/1.1" status: 204 len: 168 time: 0.5285511 Feb 10 15:41:22.244778 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404703b-541e-4199-8b6d-74f433f5cc0e admin admin] Pushing event deleted for resources: {'Network': ['ID=f55c9453-5ac0-4330-8e95-35abf478d386,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:22.330362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefb842-bedb-4ccc-b1d3-14ee91402359 req-0722923f-bb5c-4a85-a880-340483907552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:22.330362 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afefb842-bedb-4ccc-b1d3-14ee91402359 req-0722923f-bb5c-4a85-a880-340483907552 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fa69b678-7732-44a4-a4e6-700b707db826 HTTP/1.1" status: 200 len: 914 time: 0.3811872 Feb 10 15:41:22.368435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b3681-d25d-4568-85ad-f2280b08e286 req-e1a6fbc0-0086-403e-a043-9aec85f701db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:22.371985 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-e1a6fbc0-0086-403e-a043-9aec85f701db service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7f6f7d2e-defd-49b1-869e-eecde36ca02d HTTP/1.1" status: 200 len: 853 time: 0.2449284 Feb 10 15:41:22.375319 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9999f67f-d65e-45a0-a0b3-00884949f46d tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8722ff92-6435-4dde-9208-098e8155da88), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:22.375819 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9999f67f-d65e-45a0-a0b3-00884949f46d tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Publish callbacks [] for floatingip (8722ff92-6435-4dde-9208-098e8155da88), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:22.389419 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afefb842-bedb-4ccc-b1d3-14ee91402359 req-1a5432cd-40fd-4fa0-8ea5-e346654f95ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 HTTP/1.1" status: 200 len: 217 time: 0.0800741 Feb 10 15:41:22.407279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Transition to ACTIVE for port object f9b25a67-c114-4ebd-baf7-439a333db969 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:22.431597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-9999f67f-d65e-45a0-a0b3-00884949f46d tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Calling delete_port for 8722ff92-6435-4dde-9208-098e8155da88 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:22.435346 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-f0b235fb-5c63-429c-b278-f06498fc1406 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fa69b678-7732-44a4-a4e6-700b707db826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547147 Feb 10 15:41:22.450185 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (f9b25a67-c114-4ebd-baf7-439a333db969), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:22.454290 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefb842-bedb-4ccc-b1d3-14ee91402359 req-f9e8d242-80c7-4ef2-b73c-878e83add0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:22.455906 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afefb842-bedb-4ccc-b1d3-14ee91402359 req-f9e8d242-80c7-4ef2-b73c-878e83add0bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f6f7d2e-defd-49b1-869e-eecde36ca02d HTTP/1.1" status: 200 len: 853 time: 0.0564334 Feb 10 15:41:22.623926 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dddf6-a37a-4112-b463-7809aa7f2c9f req-09d83345-69ee-4d5c-881d-a74df18f7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:22.625446 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d14dddf6-a37a-4112-b463-7809aa7f2c9f req-09d83345-69ee-4d5c-881d-a74df18f7ff8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f3f84446-186f-4726-a963-a557c976fc13 HTTP/1.1" status: 200 len: 920 time: 0.6421669 Feb 10 15:41:22.628684 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afefb842-bedb-4ccc-b1d3-14ee91402359 req-48545e93-d6f0-46dd-8d82-d926335f92ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fa69b678-7732-44a4-a4e6-700b707db826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475108 Feb 10 15:41:22.639373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51188) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:22.683585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b25a67-c114-4ebd-baf7-439a333db969,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:22.725287 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d14dddf6-a37a-4112-b463-7809aa7f2c9f req-2c517f34-497c-4fd9-8695-30c5ec44c497 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67685f0e-34f5-4cc0-95ab-05cf5750907b HTTP/1.1" status: 200 len: 217 time: 0.0842228 Feb 10 15:41:22.762541 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afefb842-bedb-4ccc-b1d3-14ee91402359 req-11298fcf-1155-4818-aa19-0beb70cfad3a service neutron] 10.222.0.72 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275876 Feb 10 15:41:22.899943 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afefb842-bedb-4ccc-b1d3-14ee91402359 req-be1e1b1d-45c4-4741-84c4-994a31a32bbe service neutron] 10.222.0.72 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268499 Feb 10 15:41:22.956868 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3be8c3-c321-4e68-a622-68c0a3d9497f req-7220b271-2bcf-40d9-ab0f-c763a049dfe3 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:22.962315 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a3be8c3-c321-4e68-a622-68c0a3d9497f req-7220b271-2bcf-40d9-ab0f-c763a049dfe3 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 943 time: 0.5752892 Feb 10 15:41:23.037562 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a556532-173b-4eb4-8243-90b3cbb62c56 req-88233d1e-05c2-48ec-aa52-972cd43c4d51 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:23.040292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a556532-173b-4eb4-8243-90b3cbb62c56 req-88233d1e-05c2-48ec-aa52-972cd43c4d51 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 944 time: 0.5016789 Feb 10 15:41:23.044834 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5b66e7db-0978-4c77-9877-af7e9611923d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b8506faef84487ba3f5d3f9d8d0d595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851923 Feb 10 15:41:23.048028 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51194) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:23.148897 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a3be8c3-c321-4e68-a622-68c0a3d9497f req-3868224d-afcb-4440-b729-60922ea9c5a5 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788380 Feb 10 15:41:23.151782 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a556532-173b-4eb4-8243-90b3cbb62c56 req-dd5d88ce-87a7-4695-a251-a11261849a79 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976760 Feb 10 15:41:23.225661 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-54229e64-da1a-450f-bd86-223334534214 admin admin] Publish callbacks [] for security_group (65685ee0-eadb-4a39-ab03-63f42d3c1362), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:23.276874 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-c3a5cbff-0159-450c-bb93-ef3b7c713cb3 service neutron] 10.222.0.79 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8177545 Feb 10 15:41:23.298905 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-54229e64-da1a-450f-bd86-223334534214 admin admin] Publish callbacks [] for security_group (65685ee0-eadb-4a39-ab03-63f42d3c1362), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:23.302051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dddf6-a37a-4112-b463-7809aa7f2c9f req-752a49b3-25ed-4b52-b41c-229f0acae731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:23.304342 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d14dddf6-a37a-4112-b463-7809aa7f2c9f req-752a49b3-25ed-4b52-b41c-229f0acae731 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3067190f-bf98-49ad-8d01-a6124fc64fdd HTTP/1.1" status: 200 len: 859 time: 0.5056443 Feb 10 15:41:23.368274 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-54229e64-da1a-450f-bd86-223334534214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (65685ee0-eadb-4a39-ab03-63f42d3c1362), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:23.373279 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-54229e64-da1a-450f-bd86-223334534214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:23.377849 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-54229e64-da1a-450f-bd86-223334534214 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/65685ee0-eadb-4a39-ab03-63f42d3c1362 HTTP/1.1" status: 204 len: 168 time: 0.3288369 Feb 10 15:41:23.388039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54229e64-da1a-450f-bd86-223334534214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65685ee0-eadb-4a39-ab03-63f42d3c1362,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:23.416219 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d14dddf6-a37a-4112-b463-7809aa7f2c9f req-469320ca-4de7-4fd6-9c59-f576cfc53cc9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f3f84446-186f-4726-a963-a557c976fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976837 Feb 10 15:41:23.420332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Attempting to bind port f9b25a67-c114-4ebd-baf7-439a333db969 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:41:23.420692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Attempting to bind port f9b25a67-c114-4ebd-baf7-439a333db969 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'fb83c6af-2c1e-4966-8588-8302c6d346a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:41:23.421023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Attempting to bind port f9b25a67-c114-4ebd-baf7-439a333db969 on network f3f84446-186f-4726-a963-a557c976fc13 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:23.487336 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Port f9b25a67-c114-4ebd-baf7-439a333db969 on network f3f84446-186f-4726-a963-a557c976fc13 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:23.487663 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Attempting to bind port f9b25a67-c114-4ebd-baf7-439a333db969 on network f3f84446-186f-4726-a963-a557c976fc13 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:23.493795 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9999f67f-d65e-45a0-a0b3-00884949f46d tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8722ff92-6435-4dde-9208-098e8155da88), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:23.526773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:23.527118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Checking segment: {'id': 'fb83c6af-2c1e-4966-8588-8302c6d346a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:41:23.527504 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Bound using segment: {'id': 'fb83c6af-2c1e-4966-8588-8302c6d346a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:23.527946 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Bound port: f9b25a67-c114-4ebd-baf7-439a333db969, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb83c6af-2c1e-4966-8588-8302c6d346a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:41:23.528302 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f9b25a67-c114-4ebd-baf7-439a333db969), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:23.586682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999f67f-d65e-45a0-a0b3-00884949f46d tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Pushing event deleted for resources: {'Port': ['ID=8722ff92-6435-4dde-9208-098e8155da88,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:23.634078 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-775b3681-d25d-4568-85ad-f2280b08e286 req-c6ae8623-fb87-4500-acbd-09eff0766522 service neutron] 10.222.0.79 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500388 Feb 10 15:41:23.750192 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d14dddf6-a37a-4112-b463-7809aa7f2c9f req-8fcca4ed-02b6-4ff8-98c6-715da8ddf49a service neutron] 10.222.0.79 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964642 Feb 10 15:41:23.821300 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9999f67f-d65e-45a0-a0b3-00884949f46d tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Publish callbacks [] for floatingip (fc33d815-b35a-4182-b9d1-aa8fd35cbedc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:23.823938 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9999f67f-d65e-45a0-a0b3-00884949f46d tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:23.827686 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9999f67f-d65e-45a0-a0b3-00884949f46d tempest-FloatingIPAdminTestJSON-792383192 tempest-FloatingIPAdminTestJSON-792383192-project] 10.222.0.64 "DELETE /v2.0/floatingips/fc33d815-b35a-4182-b9d1-aa8fd35cbedc HTTP/1.1" status: 204 len: 168 time: 2.7860572 Feb 10 15:41:23.827809 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51214) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:23.906688 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] For port f9b25a67-c114-4ebd-baf7-439a333db969, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:23.932501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] For port f9b25a67-c114-4ebd-baf7-439a333db969, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=f9b25a67-c114-4ebd-baf7-439a333db969,segment=NetworkSegment(fb83c6af-2c1e-4966-8588-8302c6d346a9),segment_id=fb83c6af-2c1e-4966-8588-8302c6d346a9)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:23.950700 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (f9b25a67-c114-4ebd-baf7-439a333db969), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:23.957415 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b57029-197f-4c86-b1cb-153f35d09c01 req-f81f13d0-c3fa-4cdd-85aa-50a7fe582aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:23.958942 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8b57029-197f-4c86-b1cb-153f35d09c01 req-f81f13d0-c3fa-4cdd-85aa-50a7fe582aa7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cccfe6bd439e4ffbac91c2d6b2a08164&device_id=5b9543a6-0144-493a-b031-7870098cdda1 HTTP/1.1" status: 200 len: 1126 time: 0.2320092 Feb 10 15:41:23.960774 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d14dddf6-a37a-4112-b463-7809aa7f2c9f req-d0950659-102f-4217-a6a8-009df27f4a81 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761627 Feb 10 15:41:24.019411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b25a67-c114-4ebd-baf7-439a333db969,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:24.058337 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:24.059320 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:24.061035 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-d3c3ee4c-09e8-4829-ada6-7512a751b300 service neutron] 10.222.0.72 "PUT /v2.0/ports/f9b25a67-c114-4ebd-baf7-439a333db969 HTTP/1.1" status: 200 len: 1092 time: 3.4094160 Feb 10 15:41:24.061714 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c5cbc5-ba56-4380-a6b0-2f275e188b22', 'tag': 'f9b25a67-c114-4ebd-baf7-439a333db969'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:41:24.068970 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e45a0f-3b80-4c49-94d1-eb2aa6a4456b" -d '{"events": [{"name": "network-changed", "server_uuid": "48c5cbc5-ba56-4380-a6b0-2f275e188b22", "tag": "f9b25a67-c114-4ebd-baf7-439a333db969"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:24.166368 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e3448a-8eec-4165-a634-3f90bd989dc8 x-openstack-request-id: req-60e3448a-8eec-4165-a634-3f90bd989dc8 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:24.166715 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c5cbc5-ba56-4380-a6b0-2f275e188b22", "tag": "f9b25a67-c114-4ebd-baf7-439a333db969", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:24.166968 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60e3448a-8eec-4165-a634-3f90bd989dc8 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:24.168027 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c5cbc5-ba56-4380-a6b0-2f275e188b22', 'tag': 'f9b25a67-c114-4ebd-baf7-439a333db969', 'status': 'completed', 'code': 200} Feb 10 15:41:24.226713 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-b4de52e5-beca-4882-8d1e-bdba61fe9b19 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Deleting port b05f6630-9a7a-4613-a0cd-550f6e946025 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:24.227283 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4de52e5-beca-4882-8d1e-bdba61fe9b19 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b05f6630-9a7a-4613-a0cd-550f6e946025), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:24.267712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-c9ba4634-c60a-4d66-b3b1-2bde0e3013e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:24.269229 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-c9ba4634-c60a-4d66-b3b1-2bde0e3013e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=034b31f3dbf344e987debe2007cdae09&device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 1126 time: 0.1004410 Feb 10 15:41:24.302199 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b57029-197f-4c86-b1cb-153f35d09c01 req-61b9a7bd-7196-44b8-ba83-8799a995818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:24.306853 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8b57029-197f-4c86-b1cb-153f35d09c01 req-61b9a7bd-7196-44b8-ba83-8799a995818b service neutron] 10.222.0.79 "GET /v2.0/networks?id=fa69b678-7732-44a4-a4e6-700b707db826 HTTP/1.1" status: 200 len: 914 time: 0.2832358 Feb 10 15:41:24.383369 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-3d7e87b1-365c-46be-8beb-322c7375cc4e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9b25a67-c114-4ebd-baf7-439a333db969 HTTP/1.1" status: 200 len: 217 time: 0.1054749 Feb 10 15:41:24.467375 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8b57029-197f-4c86-b1cb-153f35d09c01 req-1a9d5149-48db-4ff5-80fc-70cace2abfb3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35d3986a-c68b-4d91-898b-01d080d4e804 HTTP/1.1" status: 200 len: 217 time: 0.0933847 Feb 10 15:41:24.495822 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872b54d-b829-4292-986e-ca874eb3065d req-e6530f7c-6bdb-4e30-b608-2b9fcd454790 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:24.503027 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6872b54d-b829-4292-986e-ca874eb3065d req-e6530f7c-6bdb-4e30-b608-2b9fcd454790 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 944 time: 0.1387236 Feb 10 15:41:24.510343 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4de52e5-beca-4882-8d1e-bdba61fe9b19 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b05f6630-9a7a-4613-a0cd-550f6e946025), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:24.510673 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4de52e5-beca-4882-8d1e-bdba61fe9b19 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks [] for floatingip (b05f6630-9a7a-4613-a0cd-550f6e946025), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:24.520631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78edaa-4c2a-49ca-a442-5c05ad698404 req-703bc9a4-951f-41e0-8450-839dd2a193fe tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:24.532578 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de78edaa-4c2a-49ca-a442-5c05ad698404 req-703bc9a4-951f-41e0-8450-839dd2a193fe tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 943 time: 0.1774881 Feb 10 15:41:24.555428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-b4de52e5-beca-4882-8d1e-bdba61fe9b19 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Calling delete_port for b05f6630-9a7a-4613-a0cd-550f6e946025 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:24.594073 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-32292d34-fdb0-4ea7-8897-76877adc5a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:24.604388 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-32292d34-fdb0-4ea7-8897-76877adc5a28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3067190f-bf98-49ad-8d01-a6124fc64fdd HTTP/1.1" status: 200 len: 859 time: 0.1810024 Feb 10 15:41:24.677737 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-2f0e9374-ab3c-43cf-8b2e-8d5ab100d269 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f3f84446-186f-4726-a963-a557c976fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662160 Feb 10 15:41:24.683779 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b57029-197f-4c86-b1cb-153f35d09c01 req-300f9893-6082-4970-bb90-89563be8c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:24.690335 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8b57029-197f-4c86-b1cb-153f35d09c01 req-300f9893-6082-4970-bb90-89563be8c613 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7f6f7d2e-defd-49b1-869e-eecde36ca02d HTTP/1.1" status: 200 len: 853 time: 0.2070143 Feb 10 15:41:24.813123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6872b54d-b829-4292-986e-ca874eb3065d req-41f29ab3-7b5c-4102-b53a-1c6d5a69aeb9 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091609 Feb 10 15:41:24.820387 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4de52e5-beca-4882-8d1e-bdba61fe9b19 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b05f6630-9a7a-4613-a0cd-550f6e946025), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:24.858218 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-50fae0d3-51c6-4a07-a7bf-59fe34c568f9 service neutron] 10.222.0.72 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666906 Feb 10 15:41:24.908678 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de52e5-beca-4882-8d1e-bdba61fe9b19 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Pushing event deleted for resources: {'Port': ['ID=b05f6630-9a7a-4613-a0cd-550f6e946025,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:24.928156 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de78edaa-4c2a-49ca-a442-5c05ad698404 req-f7050c88-0cbd-44c1-aaa1-73f45838528d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944585 Feb 10 15:41:24.938888 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8b57029-197f-4c86-b1cb-153f35d09c01 req-f0dcb1e6-1ee6-4940-a334-9f4607a5173f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fa69b678-7732-44a4-a4e6-700b707db826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2458482 Feb 10 15:41:25.000752 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4de52e5-beca-4882-8d1e-bdba61fe9b19 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks [] for floatingip (9b19a744-e7dd-406e-a006-151e2c01ee9a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:25.003646 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4de52e5-beca-4882-8d1e-bdba61fe9b19 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:25.009521 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b4de52e5-beca-4882-8d1e-bdba61fe9b19 tempest-FloatingIPAdminTestJSON-1833145476 tempest-FloatingIPAdminTestJSON-1833145476-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/9b19a744-e7dd-406e-a006-151e2c01ee9a HTTP/1.1" status: 204 len: 168 time: 1.1807148 Feb 10 15:41:25.011192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51266) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:25.148244 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-188c942f-629a-4f47-9cb5-4b4935a804e4 req-07a1bcb6-71a8-45e5-8d9c-d985693c209e service neutron] 10.222.0.72 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786100 Feb 10 15:41:25.166578 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8b57029-197f-4c86-b1cb-153f35d09c01 req-6b87c89e-22fb-4b1b-93ac-d255ee1922eb service neutron] 10.222.0.79 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117720 Feb 10 15:41:25.194718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c8c6c-6b77-4701-aa79-76ffff0ec4c4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Deleting port be40ed9b-3713-41f1-9465-24e72f8b961c {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:25.195207 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e0c8c6c-6b77-4701-aa79-76ffff0ec4c4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (be40ed9b-3713-41f1-9465-24e72f8b961c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:25.312376 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e0c8c6c-6b77-4701-aa79-76ffff0ec4c4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (be40ed9b-3713-41f1-9465-24e72f8b961c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:25.354879 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e45a0f-3b80-4c49-94d1-eb2aa6a4456b req-5482943c-4051-438e-afd1-4b6bee35f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:25.354879 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9e45a0f-3b80-4c49-94d1-eb2aa6a4456b req-5482943c-4051-438e-afd1-4b6bee35f005 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=034b31f3dbf344e987debe2007cdae09&device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 1126 time: 0.1302636 Feb 10 15:41:25.365378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c8c6c-6b77-4701-aa79-76ffff0ec4c4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Calling delete_port for be40ed9b-3713-41f1-9465-24e72f8b961c owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:25.456540 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8b57029-197f-4c86-b1cb-153f35d09c01 req-c2a666b3-3892-4cd4-ae65-a9eb52ffbd00 service neutron] 10.222.0.79 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815404 Feb 10 15:41:25.535350 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e45a0f-3b80-4c49-94d1-eb2aa6a4456b req-cd89ee0b-396d-48d0-a900-dd3053826a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:25.537166 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9e45a0f-3b80-4c49-94d1-eb2aa6a4456b req-cd89ee0b-396d-48d0-a900-dd3053826a67 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f3f84446-186f-4726-a963-a557c976fc13 HTTP/1.1" status: 200 len: 920 time: 0.1686587 Feb 10 15:41:25.571890 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e0c8c6c-6b77-4701-aa79-76ffff0ec4c4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (be40ed9b-3713-41f1-9465-24e72f8b961c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:25.595957 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9e45a0f-3b80-4c49-94d1-eb2aa6a4456b req-9b7bf95d-8727-4c99-946a-5b8b36cf4505 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9b25a67-c114-4ebd-baf7-439a333db969 HTTP/1.1" status: 200 len: 217 time: 0.0516098 Feb 10 15:41:25.704466 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c8c6c-6b77-4701-aa79-76ffff0ec4c4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event deleted for resources: {'Port': ['ID=be40ed9b-3713-41f1-9465-24e72f8b961c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:25.715652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e45a0f-3b80-4c49-94d1-eb2aa6a4456b req-8d60e652-f40e-4faa-ac8e-ff46424486a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:25.717750 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9e45a0f-3b80-4c49-94d1-eb2aa6a4456b req-8d60e652-f40e-4faa-ac8e-ff46424486a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3067190f-bf98-49ad-8d01-a6124fc64fdd HTTP/1.1" status: 200 len: 859 time: 0.1148317 Feb 10 15:41:25.728733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 67685f0e-34f5-4cc0-95ab-05cf5750907b details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:25.810183 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9e45a0f-3b80-4c49-94d1-eb2aa6a4456b req-9cf76d89-0274-4ff5-9269-d717e4d6040c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f3f84446-186f-4726-a963-a557c976fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853798 Feb 10 15:41:25.822466 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e0c8c6c-6b77-4701-aa79-76ffff0ec4c4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:25.827802 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2e0c8c6c-6b77-4701-aa79-76ffff0ec4c4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] 10.222.0.64 "DELETE /v2.0/ports/be40ed9b-3713-41f1-9465-24e72f8b961c HTTP/1.1" status: 204 len: 168 time: 0.8142936 Feb 10 15:41:25.830039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51294) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:25.897424 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:25.939607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da77bc38-f0fd-44e9-a7a9-dd0b249d54cc tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:25.941189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-da77bc38-f0fd-44e9-a7a9-dd0b249d54cc tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] 10.222.0.64 "GET /v2.0/ports?device_id=66580cef-4983-47fd-8969-3832f7e043e6 HTTP/1.1" status: 200 len: 913 time: 0.1080282 Feb 10 15:41:25.952257 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51312) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:26.060714 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9e45a0f-3b80-4c49-94d1-eb2aa6a4456b req-ce7f5ba9-c93d-46df-bb10-539b703ff42c service neutron] 10.222.0.72 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333965 Feb 10 15:41:26.161639 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:26.203035 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9e45a0f-3b80-4c49-94d1-eb2aa6a4456b req-338e0cc3-58c5-4605-80b5-4ed31252c787 service neutron] 10.222.0.72 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377175 Feb 10 15:41:26.209594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 67685f0e-34f5-4cc0-95ab-05cf5750907b, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=67685f0e-34f5-4cc0-95ab-05cf5750907b,segment=NetworkSegment(fb83c6af-2c1e-4966-8588-8302c6d346a9),segment_id=fb83c6af-2c1e-4966-8588-8302c6d346a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:26.223959 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '67685f0e-34f5-4cc0-95ab-05cf5750907b', 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13', 'port_id': '67685f0e-34f5-4cc0-95ab-05cf5750907b', 'mac_address': 'fa:16:3e:6a:62:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3067190f-bf98-49ad-8d01-a6124fc64fdd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:41:26.269139 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 67685f0e-34f5-4cc0-95ab-05cf5750907b is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:26.271963 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (67685f0e-34f5-4cc0-95ab-05cf5750907b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:26.274261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0', 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826', 'port_id': 'f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0', 'mac_address': 'fa:16:3e:16:aa:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6f7d2e-defd-49b1-869e-eecde36ca02d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:41:26.291564 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67685f0e-34f5-4cc0-95ab-05cf5750907b {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:41:26.319172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 67685f0e-34f5-4cc0-95ab-05cf5750907b, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=67685f0e-34f5-4cc0-95ab-05cf5750907b,segment=NetworkSegment(fb83c6af-2c1e-4966-8588-8302c6d346a9),segment_id=fb83c6af-2c1e-4966-8588-8302c6d346a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:26.380084 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca032cc8-e30e-4db1-9679-30fa9e234ed7 req-10f3f520-4f77-4efc-a24c-c02b4a2f5e14 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:26.387921 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca032cc8-e30e-4db1-9679-30fa9e234ed7 req-10f3f520-4f77-4efc-a24c-c02b4a2f5e14 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 943 time: 0.2882848 Feb 10 15:41:26.388131 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:26.388536 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:26.415204 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (67685f0e-34f5-4cc0-95ab-05cf5750907b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:26.417859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:41:26.443494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0b2bf-b87a-4616-a8a7-5cff9437c9e2 req-2006e1be-7b89-4e99-b832-6b26c1138bb2 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:26.445391 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ba0b2bf-b87a-4616-a8a7-5cff9437c9e2 req-2006e1be-7b89-4e99-b832-6b26c1138bb2 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 944 time: 0.3732567 Feb 10 15:41:26.515343 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:26.531167 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:26.537882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=67685f0e-34f5-4cc0-95ab-05cf5750907b,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:26.546226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:26.546594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:26.546940 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:26.547280 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:26.547723 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:26.547998 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:26.548261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:26.548592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:26.548950 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:26.549352 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:26.549683 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:26.550008 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:26.550333 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:26.576528 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca032cc8-e30e-4db1-9679-30fa9e234ed7 req-82707bef-a504-462c-89e4-0a804580d443 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875365 Feb 10 15:41:26.659086 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:26.682305 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ba0b2bf-b87a-4616-a8a7-5cff9437c9e2 req-f38e4522-ba95-4791-b5bd-71dd824e5722 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217329 Feb 10 15:41:26.728796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['67685f0e-34f5-4cc0-95ab-05cf5750907b'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:26.785283 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:26.823832 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (66580cef-4983-47fd-8969-3832f7e043e6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:27.223640 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51432) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:27.352716 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-770bcbe1-d6ef-4b2c-8ba3-9496c1f83262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:27.448924 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-770bcbe1-d6ef-4b2c-8ba3-9496c1f83262 admin admin] Publish callbacks [] for security_group (260e7e00-da91-42b2-a02f-b258b4b275c0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:27.459337 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-770bcbe1-d6ef-4b2c-8ba3-9496c1f83262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (260e7e00-da91-42b2-a02f-b258b4b275c0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:27.518126 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bcbe1-d6ef-4b2c-8ba3-9496c1f83262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260e7e00-da91-42b2-a02f-b258b4b275c0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:27.528814 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-770bcbe1-d6ef-4b2c-8ba3-9496c1f83262 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0821112a981482fa12352e7dae640be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3010976 Feb 10 15:41:27.529309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51440) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:27.569277 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Deleting port 2d52ede8-e6c4-4db2-ad2e-871b1ba2425e {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:27.569834 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2d52ede8-e6c4-4db2-ad2e-871b1ba2425e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:27.596498 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-caaef930-280b-4119-83bb-5af7cbe0d6e2 admin admin] Publish callbacks [] for security_group (260e7e00-da91-42b2-a02f-b258b4b275c0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:27.638232 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-caaef930-280b-4119-83bb-5af7cbe0d6e2 admin admin] Publish callbacks [] for security_group (260e7e00-da91-42b2-a02f-b258b4b275c0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:27.670975 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2d52ede8-e6c4-4db2-ad2e-871b1ba2425e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:27.691275 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Calling delete_port for 2d52ede8-e6c4-4db2-ad2e-871b1ba2425e owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:27.709398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-caaef930-280b-4119-83bb-5af7cbe0d6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (260e7e00-da91-42b2-a02f-b258b4b275c0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:27.723671 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-caaef930-280b-4119-83bb-5af7cbe0d6e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:27.744211 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-caaef930-280b-4119-83bb-5af7cbe0d6e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/260e7e00-da91-42b2-a02f-b258b4b275c0 HTTP/1.1" status: 204 len: 168 time: 0.2138109 Feb 10 15:41:27.756128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 35d3986a-c68b-4d91-898b-01d080d4e804 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:27.802497 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaef930-280b-4119-83bb-5af7cbe0d6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260e7e00-da91-42b2-a02f-b258b4b275c0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:27.880722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261c8f4-c825-4da8-9c99-77e431326f4e req-269cb590-21c5-4bf4-ab3f-14957ddcf182 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:27.882404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b261c8f4-c825-4da8-9c99-77e431326f4e req-269cb590-21c5-4bf4-ab3f-14957ddcf182 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 944 time: 0.1802022 Feb 10 15:41:27.972448 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9a6c6-9fa4-489f-acec-bd0f28a16fc7 req-f6930a89-60b3-41dc-9aae-5d0297d4cb1b tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:27.980557 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25f9a6c6-9fa4-489f-acec-bd0f28a16fc7 req-f6930a89-60b3-41dc-9aae-5d0297d4cb1b tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 944 time: 0.1678412 Feb 10 15:41:28.038760 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 35d3986a-c68b-4d91-898b-01d080d4e804, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=35d3986a-c68b-4d91-898b-01d080d4e804,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:28.067210 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 67685f0e-34f5-4cc0-95ab-05cf5750907b up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:28.080451 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '35d3986a-c68b-4d91-898b-01d080d4e804', 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826', 'port_id': '35d3986a-c68b-4d91-898b-01d080d4e804', 'mac_address': 'fa:16:3e:72:b4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6f7d2e-defd-49b1-869e-eecde36ca02d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:41:28.091893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25f9a6c6-9fa4-489f-acec-bd0f28a16fc7 req-6d505ca6-3255-4d5a-a19f-7dd19b24b7d3 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105483 Feb 10 15:41:28.094441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device f9b25a67-c114-4ebd-baf7-439a333db969 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:28.107429 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b261c8f4-c825-4da8-9c99-77e431326f4e req-e1c7a9bf-ffcc-4019-8fd6-7026529998b9 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773148 Feb 10 15:41:28.222075 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (2d52ede8-e6c4-4db2-ad2e-871b1ba2425e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:28.255616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port f9b25a67-c114-4ebd-baf7-439a333db969, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=f9b25a67-c114-4ebd-baf7-439a333db969,segment=NetworkSegment(fb83c6af-2c1e-4966-8588-8302c6d346a9),segment_id=fb83c6af-2c1e-4966-8588-8302c6d346a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:28.271066 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event deleted for resources: {'Port': ['ID=2d52ede8-e6c4-4db2-ad2e-871b1ba2425e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:28.274514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:28.331733 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:28.334181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:28.335092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:28.336738 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:28.337265 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:28.337650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:28.339387 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:28.342991 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:28.343484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:28.343971 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:28.344382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:28.345036 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:28.345484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:41:28.418955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51462) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:28.445844 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c65bb592-37b4-4668-89ba-0a7ad3cc757d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:28.485130 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'f9b25a67-c114-4ebd-baf7-439a333db969', 'network_id': 'f3f84446-186f-4726-a963-a557c976fc13', 'port_id': 'f9b25a67-c114-4ebd-baf7-439a333db969', 'mac_address': 'fa:16:3e:b6:f0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3067190f-bf98-49ad-8d01-a6124fc64fdd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:41:28.605077 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c65bb592-37b4-4668-89ba-0a7ad3cc757d admin admin] Publish callbacks [] for security_group (268c1edf-1be7-46bc-bcae-2c4b8ffec8a7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:28.606002 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 35d3986a-c68b-4d91-898b-01d080d4e804 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:28.606571 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (35d3986a-c68b-4d91-898b-01d080d4e804), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:28.609363 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port f9b25a67-c114-4ebd-baf7-439a333db969 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:28.609950 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f9b25a67-c114-4ebd-baf7-439a333db969), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:28.612894 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (66580cef-4983-47fd-8969-3832f7e043e6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:28.613574 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c65bb592-37b4-4668-89ba-0a7ad3cc757d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (268c1edf-1be7-46bc-bcae-2c4b8ffec8a7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:28.630833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 67685f0e-34f5-4cc0-95ab-05cf5750907b completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:41:28.642172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d3986a-c68b-4d91-898b-01d080d4e804 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:41:28.649443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b25a67-c114-4ebd-baf7-439a333db969 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:41:28.657014 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 67685f0e-34f5-4cc0-95ab-05cf5750907b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:28.657576 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (67685f0e-34f5-4cc0-95ab-05cf5750907b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:28.683864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bb592-37b4-4668-89ba-0a7ad3cc757d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268c1edf-1be7-46bc-bcae-2c4b8ffec8a7,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:28.719453 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51468) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:28.720839 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c65bb592-37b4-4668-89ba-0a7ad3cc757d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e7d4819f1de043b3932cfa21f2a1d4a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2996063 Feb 10 15:41:28.724119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 35d3986a-c68b-4d91-898b-01d080d4e804, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=35d3986a-c68b-4d91-898b-01d080d4e804,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:28.735992 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port f9b25a67-c114-4ebd-baf7-439a333db969, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=f9b25a67-c114-4ebd-baf7-439a333db969,segment=NetworkSegment(fb83c6af-2c1e-4966-8588-8302c6d346a9),segment_id=fb83c6af-2c1e-4966-8588-8302c6d346a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:28.736999 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (35d3986a-c68b-4d91-898b-01d080d4e804), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:28.739018 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:41:28.746021 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f9b25a67-c114-4ebd-baf7-439a333db969), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:28.750870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:28.751242 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:28.896577 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c901323-8dd3-4889-8a8c-9afcd8721e47 admin admin] Publish callbacks [] for security_group (268c1edf-1be7-46bc-bcae-2c4b8ffec8a7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:28.899582 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 67685f0e-34f5-4cc0-95ab-05cf5750907b is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:28.900026 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (67685f0e-34f5-4cc0-95ab-05cf5750907b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:28.905446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=35d3986a-c68b-4d91-898b-01d080d4e804,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:28.947938 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c901323-8dd3-4889-8a8c-9afcd8721e47 admin admin] Publish callbacks [] for security_group (268c1edf-1be7-46bc-bcae-2c4b8ffec8a7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:28.996807 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=f9b25a67-c114-4ebd-baf7-439a333db969,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:29.001988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['f9b25a67-c114-4ebd-baf7-439a333db969'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:29.042887 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Router 66580cef-4983-47fd-8969-3832f7e043e6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:41:29.049183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bc7316-e52c-439c-9bb2-931c001e7091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67685f0e-34f5-4cc0-95ab-05cf5750907b'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:41:29.051578 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888f8c61-4832-46a8-bb01-1ec03a6ce20c" -d '{"events": [{"server_uuid": "13bc7316-e52c-439c-9bb2-931c001e7091", "name": "network-vif-plugged", "status": "completed", "tag": "67685f0e-34f5-4cc0-95ab-05cf5750907b"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:29.070515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 67685f0e-34f5-4cc0-95ab-05cf5750907b, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=67685f0e-34f5-4cc0-95ab-05cf5750907b,segment=NetworkSegment(fb83c6af-2c1e-4966-8588-8302c6d346a9),segment_id=fb83c6af-2c1e-4966-8588-8302c6d346a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:29.074115 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:29.074639 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:29.079320 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (67685f0e-34f5-4cc0-95ab-05cf5750907b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:29.118778 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['35d3986a-c68b-4d91-898b-01d080d4e804'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:29.122414 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dfa25b-d291-48aa-aaf6-845a0a6635f4 x-openstack-request-id: req-34dfa25b-d291-48aa-aaf6-845a0a6635f4 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:29.122833 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bc7316-e52c-439c-9bb2-931c001e7091", "name": "network-vif-plugged", "status": "completed", "tag": "67685f0e-34f5-4cc0-95ab-05cf5750907b", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:29.123112 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34dfa25b-d291-48aa-aaf6-845a0a6635f4 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:29.123573 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bc7316-e52c-439c-9bb2-931c001e7091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67685f0e-34f5-4cc0-95ab-05cf5750907b', 'code': 200} Feb 10 15:41:29.174630 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:29.274971 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:29.287366 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c901323-8dd3-4889-8a8c-9afcd8721e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (268c1edf-1be7-46bc-bcae-2c4b8ffec8a7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:29.290013 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c901323-8dd3-4889-8a8c-9afcd8721e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:29.291171 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6c901323-8dd3-4889-8a8c-9afcd8721e47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/268c1edf-1be7-46bc-bcae-2c4b8ffec8a7 HTTP/1.1" status: 204 len: 168 time: 0.5702388 Feb 10 15:41:29.312701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecacf3-9930-4b43-aa14-0b5c4e276f5f req-d031bf8e-1e7e-4d96-8474-b7dd8ff9c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:29.316778 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-80ecacf3-9930-4b43-aa14-0b5c4e276f5f req-d031bf8e-1e7e-4d96-8474-b7dd8ff9c7ba service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 1127 time: 0.1340885 Feb 10 15:41:29.348021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=67685f0e-34f5-4cc0-95ab-05cf5750907b,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:29.358365 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c901323-8dd3-4889-8a8c-9afcd8721e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268c1edf-1be7-46bc-bcae-2c4b8ffec8a7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:29.447165 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-80ecacf3-9930-4b43-aa14-0b5c4e276f5f req-703544ee-02eb-4601-9703-bae8de22528d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225467 Feb 10 15:41:29.474346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e17da-e718-4873-8e50-25af63d3eb7f req-2cbed5a2-100a-4a7b-822f-9d945d8452eb tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:29.475890 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a00e17da-e718-4873-8e50-25af63d3eb7f req-2cbed5a2-100a-4a7b-822f-9d945d8452eb tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 945 time: 0.2253127 Feb 10 15:41:29.489688 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:41:29.508567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51492) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:29.512283 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-00bb51c1-fba3-4f21-872e-ed8c3165b105 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] 10.222.0.64 "PUT /v2.0/routers/66580cef-4983-47fd-8969-3832f7e043e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5557332 Feb 10 15:41:29.520170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d6727-fa04-4000-99eb-d3b1beaa338f None None] Sync routers for ids ['66580cef-4983-47fd-8969-3832f7e043e6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:41:29.632500 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d6727-fa04-4000-99eb-d3b1beaa338f None None] Routers {'66580cef-4983-47fd-8969-3832f7e043e6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:29.635094 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dc3d6727-fa04-4000-99eb-d3b1beaa338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:41:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['66580cef-4983-47fd-8969-3832f7e043e6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:29.641068 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a00e17da-e718-4873-8e50-25af63d3eb7f req-1a5db350-b30b-4808-b1f2-b1bb0fb19521 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431913 Feb 10 15:41:29.719373 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:29.725682 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dc3d6727-fa04-4000-99eb-d3b1beaa338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:29.821096 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd796e9e-d46c-46c3-92fe-ff1ccde55e58 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for router (66580cef-4983-47fd-8969-3832f7e043e6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:29.827721 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d6727-fa04-4000-99eb-d3b1beaa338f None None] Routers {'66580cef-4983-47fd-8969-3832f7e043e6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:29.828515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dc3d6727-fa04-4000-99eb-d3b1beaa338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:41:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['66580cef-4983-47fd-8969-3832f7e043e6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:29.943548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61010a9-71d0-4ad9-a138-921885c6b06a req-0c207f80-5edb-424a-8825-e48d8ef63f60 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:29.949334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f61010a9-71d0-4ad9-a138-921885c6b06a req-0c207f80-5edb-424a-8825-e48d8ef63f60 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 945 time: 0.7150650 Feb 10 15:41:29.983068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dc3d6727-fa04-4000-99eb-d3b1beaa338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:29.983754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d6727-fa04-4000-99eb-d3b1beaa338f None None] The sync data for ids ['66580cef-4983-47fd-8969-3832f7e043e6'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:41:30.068477 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd796e9e-d46c-46c3-92fe-ff1ccde55e58 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for router_gateway (66580cef-4983-47fd-8969-3832f7e043e6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:30.101999 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f61010a9-71d0-4ad9-a138-921885c6b06a req-84998940-1fb7-4971-8df9-d02111194696 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282635 Feb 10 15:41:30.196337 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-dd796e9e-d46c-46c3-92fe-ff1ccde55e58 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Deleting port 98aa62e2-48af-4f2f-b794-d39a6aae81e6 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:30.197014 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd796e9e-d46c-46c3-92fe-ff1ccde55e58 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (98aa62e2-48af-4f2f-b794-d39a6aae81e6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:30.318841 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd796e9e-d46c-46c3-92fe-ff1ccde55e58 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (98aa62e2-48af-4f2f-b794-d39a6aae81e6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:30.333142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-dd796e9e-d46c-46c3-92fe-ff1ccde55e58 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Calling delete_port for 98aa62e2-48af-4f2f-b794-d39a6aae81e6 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:30.529997 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd796e9e-d46c-46c3-92fe-ff1ccde55e58 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (98aa62e2-48af-4f2f-b794-d39a6aae81e6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:30.569571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd796e9e-d46c-46c3-92fe-ff1ccde55e58 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event deleted for resources: {'Port': ['ID=98aa62e2-48af-4f2f-b794-d39a6aae81e6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:30.691429 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd796e9e-d46c-46c3-92fe-ff1ccde55e58 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (66580cef-4983-47fd-8969-3832f7e043e6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:30.846728 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd796e9e-d46c-46c3-92fe-ff1ccde55e58 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (66580cef-4983-47fd-8969-3832f7e043e6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:30.859989 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd796e9e-d46c-46c3-92fe-ff1ccde55e58 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for router_controller (66580cef-4983-47fd-8969-3832f7e043e6), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:30.981959 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd796e9e-d46c-46c3-92fe-ff1ccde55e58 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (66580cef-4983-47fd-8969-3832f7e043e6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:30.982667 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd796e9e-d46c-46c3-92fe-ff1ccde55e58 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Fanout notify agent at l3_agent the message router_deleted on router 66580cef-4983-47fd-8969-3832f7e043e6 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:41:31.007464 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd796e9e-d46c-46c3-92fe-ff1ccde55e58 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:31.007464 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dd796e9e-d46c-46c3-92fe-ff1ccde55e58 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] 10.222.0.64 "DELETE /v2.0/routers/66580cef-4983-47fd-8969-3832f7e043e6 HTTP/1.1" status: 204 len: 168 time: 1.4926422 Feb 10 15:41:31.009042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51524) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:31.065364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f736c136-f2d8-444a-a9e1-bfcf25ac60cf tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Deleting subnet 1f592018-6c99-43d0-b579-8646446e8608 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:41:31.068667 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f736c136-f2d8-444a-a9e1-bfcf25ac60cf tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for subnet (1f592018-6c99-43d0-b579-8646446e8608), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:31.110395 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925e91a-8113-43dd-943c-bd7f60773358 req-a7ad900b-304d-4647-a4e9-c668815f43d6 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:31.114647 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f736c136-f2d8-444a-a9e1-bfcf25ac60cf tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (1f592018-6c99-43d0-b579-8646446e8608), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:31.118719 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c925e91a-8113-43dd-943c-bd7f60773358 req-a7ad900b-304d-4647-a4e9-c668815f43d6 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 945 time: 0.3611753 Feb 10 15:41:31.125093 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942572ac-40c1-439c-a931-76b267b4f457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:41:31.128601 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cd930c-f665-428e-874e-ab9f5c837d65" -d '{"events": [{"server_uuid": "942572ac-40c1-439c-a931-76b267b4f457", "name": "network-vif-plugged", "status": "completed", "tag": "f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:31.198178 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eebbff-af75-45db-9246-5237ccc0abcb x-openstack-request-id: req-52eebbff-af75-45db-9246-5237ccc0abcb {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:31.198535 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942572ac-40c1-439c-a931-76b267b4f457", "name": "network-vif-plugged", "status": "completed", "tag": "f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:31.198851 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52eebbff-af75-45db-9246-5237ccc0abcb {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:31.199298 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942572ac-40c1-439c-a931-76b267b4f457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0', 'code': 200} Feb 10 15:41:31.207559 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c925e91a-8113-43dd-943c-bd7f60773358 req-00b13525-b285-4632-9d89-6cdda145e416 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878901 Feb 10 15:41:31.252995 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f736c136-f2d8-444a-a9e1-bfcf25ac60cf tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (1f592018-6c99-43d0-b579-8646446e8608), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:31.363680 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f736c136-f2d8-444a-a9e1-bfcf25ac60cf tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (1f592018-6c99-43d0-b579-8646446e8608), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:31.368175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292d377-71cc-420b-b501-b6729f78ec46 req-c5cd9dde-cc0c-4c90-ad3f-73b9d183d923 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:31.377147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b292d377-71cc-420b-b501-b6729f78ec46 req-c5cd9dde-cc0c-4c90-ad3f-73b9d183d923 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 945 time: 0.1029127 Feb 10 15:41:31.426821 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736c136-f2d8-444a-a9e1-bfcf25ac60cf tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event deleted for resources: {'Subnet': ['ID=1f592018-6c99-43d0-b579-8646446e8608,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:31.454160 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f736c136-f2d8-444a-a9e1-bfcf25ac60cf tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:31.458305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a7151e-d730-4637-bb06-79c06a795407 None None] Network 990df951-e4d2-4cc4-995d-aafe04a8613a requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:41:31.466536 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f736c136-f2d8-444a-a9e1-bfcf25ac60cf tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] 10.222.0.64 "DELETE /v2.0/subnets/1f592018-6c99-43d0-b579-8646446e8608 HTTP/1.1" status: 204 len: 168 time: 0.4561186 Feb 10 15:41:31.470870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51536) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:31.515647 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b292d377-71cc-420b-b501-b6729f78ec46 req-8b6e3818-69c0-474e-9fa5-d23265b3bf78 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227353 Feb 10 15:41:31.550923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51420f1b-d645-4031-a305-fd041af47dae req-27fa6d8d-0b80-469b-ae2a-e503b635fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:31.552404 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51420f1b-d645-4031-a305-fd041af47dae req-27fa6d8d-0b80-469b-ae2a-e503b635fd10 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 1127 time: 0.2629073 Feb 10 15:41:31.669855 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (990df951-e4d2-4cc4-995d-aafe04a8613a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:31.678378 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51420f1b-d645-4031-a305-fd041af47dae req-cdb4b8eb-1918-45a2-8b3a-9aea9f0dc31a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103847 Feb 10 15:41:31.770396 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6369e1a2-fc37-4849-90d1-85a2f2b670c1 None None] DHCP port deletion for 990df951-e4d2-4cc4-995d-aafe04a8613a request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:41:31.773247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 35d3986a-c68b-4d91-898b-01d080d4e804 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:31.791052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Deleting port 7a29cdd1-adff-4595-879e-6d424b09e186 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:31.791630 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7a29cdd1-adff-4595-879e-6d424b09e186), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:31.868328 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] For port 7a29cdd1-adff-4595-879e-6d424b09e186, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7a29cdd1-adff-4595-879e-6d424b09e186,segment=NetworkSegment(51e074b6-ad61-4b46-a146-9387221f8c4e),segment_id=51e074b6-ad61-4b46-a146-9387221f8c4e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:31.868950 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7a29cdd1-adff-4595-879e-6d424b09e186), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:31.872439 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 35d3986a-c68b-4d91-898b-01d080d4e804 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:41:31.877344 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 35d3986a-c68b-4d91-898b-01d080d4e804 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:31.877715 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (35d3986a-c68b-4d91-898b-01d080d4e804), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:31.882410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6369e1a2-fc37-4849-90d1-85a2f2b670c1 None None] Deleting port 7a29cdd1-adff-4595-879e-6d424b09e186 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:31.882772 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6369e1a2-fc37-4849-90d1-85a2f2b670c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7a29cdd1-adff-4595-879e-6d424b09e186), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:31.884199 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Calling delete_port for 7a29cdd1-adff-4595-879e-6d424b09e186 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:31.978658 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7a29cdd1-adff-4595-879e-6d424b09e186), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:31.994808 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] No DVR routers for this DVR port 7a29cdd1-adff-4595-879e-6d424b09e186 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:41:32.029013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event deleted for resources: {'Port': ['ID=7a29cdd1-adff-4595-879e-6d424b09e186,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:32.114552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device f9b25a67-c114-4ebd-baf7-439a333db969 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:32.162938 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (990df951-e4d2-4cc4-995d-aafe04a8613a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:32.188732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990df951-e4d2-4cc4-995d-aafe04a8613a']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:32.201678 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e074b6-ad61-4b46-a146-9387221f8c4e') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:32.201991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e074b6-ad61-4b46-a146-9387221f8c4e') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:32.207734 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6369e1a2-fc37-4849-90d1-85a2f2b670c1 None None] For port 7a29cdd1-adff-4595-879e-6d424b09e186, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7a29cdd1-adff-4595-879e-6d424b09e186,segment=NetworkSegment(51e074b6-ad61-4b46-a146-9387221f8c4e),segment_id=51e074b6-ad61-4b46-a146-9387221f8c4e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:32.208223 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6369e1a2-fc37-4849-90d1-85a2f2b670c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7a29cdd1-adff-4595-879e-6d424b09e186), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:32.215097 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (51e074b6-ad61-4b46-a146-9387221f8c4e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:32.238841 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (51e074b6-ad61-4b46-a146-9387221f8c4e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:32.239061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6369e1a2-fc37-4849-90d1-85a2f2b670c1 None None] Calling delete_port for 7a29cdd1-adff-4595-879e-6d424b09e186 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:32.260167 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:41:32.261120 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (51e074b6-ad61-4b46-a146-9387221f8c4e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:41:32.264833 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:41:32.270539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port f9b25a67-c114-4ebd-baf7-439a333db969 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:41:32.316742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port f9b25a67-c114-4ebd-baf7-439a333db969 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:32.317124 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f9b25a67-c114-4ebd-baf7-439a333db969), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:32.350784 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 35d3986a-c68b-4d91-898b-01d080d4e804 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:32.351217 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (35d3986a-c68b-4d91-898b-01d080d4e804), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:32.425220 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 35d3986a-c68b-4d91-898b-01d080d4e804, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=35d3986a-c68b-4d91-898b-01d080d4e804,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:32.452535 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (35d3986a-c68b-4d91-898b-01d080d4e804), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:32.468042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847e879-bcd9-4324-8f50-adbbeb976b5b req-e66516aa-3df0-4672-b2d0-3821696fe19a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:32.480468 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1847e879-bcd9-4324-8f50-adbbeb976b5b req-e66516aa-3df0-4672-b2d0-3821696fe19a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 945 time: 0.1142275 Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:41:32.486763 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:41:32.545511 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1847e879-bcd9-4324-8f50-adbbeb976b5b req-bc405d3b-9d31-43cf-9238-9a8e720f4e1d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633905 Feb 10 15:41:32.598255 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6369e1a2-fc37-4849-90d1-85a2f2b670c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (7a29cdd1-adff-4595-879e-6d424b09e186), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:32.661821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=35d3986a-c68b-4d91-898b-01d080d4e804,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:32.694503 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369e1a2-fc37-4849-90d1-85a2f2b670c1 None None] No DVR routers for this DVR port 7a29cdd1-adff-4595-879e-6d424b09e186 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:41:32.718057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369e1a2-fc37-4849-90d1-85a2f2b670c1 None None] Pushing event deleted for resources: {'Port': ['ID=7a29cdd1-adff-4595-879e-6d424b09e186,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:32.741362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port f9b25a67-c114-4ebd-baf7-439a333db969 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:32.742309 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f9b25a67-c114-4ebd-baf7-439a333db969), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:32.744636 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bba588-36c9-4b58-a61f-13879b1afdd5 req-7e360aed-f9e0-45e1-8426-45b06b59d71c tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:32.746343 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-72bba588-36c9-4b58-a61f-13879b1afdd5 req-7e360aed-f9e0-45e1-8426-45b06b59d71c tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 945 time: 0.1219182 Feb 10 15:41:32.809438 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port f9b25a67-c114-4ebd-baf7-439a333db969, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=f9b25a67-c114-4ebd-baf7-439a333db969,segment=NetworkSegment(fb83c6af-2c1e-4966-8588-8302c6d346a9),segment_id=fb83c6af-2c1e-4966-8588-8302c6d346a9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:32.816977 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f9b25a67-c114-4ebd-baf7-439a333db969), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:32.884796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=f9b25a67-c114-4ebd-baf7-439a333db969,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:32.894673 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-72bba588-36c9-4b58-a61f-13879b1afdd5 req-49abba13-b25b-4523-9b14-e5a3cb91c219 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369317 Feb 10 15:41:32.927865 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (990df951-e4d2-4cc4-995d-aafe04a8613a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:32.929139 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:32.932330 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] 10.222.0.64 "DELETE /v2.0/networks/990df951-e4d2-4cc4-995d-aafe04a8613a HTTP/1.1" status: 204 len: 168 time: 1.4604907 Feb 10 15:41:32.935339 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51572) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:32.981038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077e626-9243-48a1-b7f6-efdd4504b1d8 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event deleted for resources: {'Network': ['ID=990df951-e4d2-4cc4-995d-aafe04a8613a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:33.073693 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c98c31b2-8f84-4005-9e25-f0b0e79222b4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Deleting port f3ff2a1b-46e2-493f-8d9f-487c611589e5 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:33.074049 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c98c31b2-8f84-4005-9e25-f0b0e79222b4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f3ff2a1b-46e2-493f-8d9f-487c611589e5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:33.160429 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c98c31b2-8f84-4005-9e25-f0b0e79222b4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f3ff2a1b-46e2-493f-8d9f-487c611589e5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:33.160783 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c98c31b2-8f84-4005-9e25-f0b0e79222b4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for floatingip (f3ff2a1b-46e2-493f-8d9f-487c611589e5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:33.175025 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c98c31b2-8f84-4005-9e25-f0b0e79222b4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Calling delete_port for f3ff2a1b-46e2-493f-8d9f-487c611589e5 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:33.200877 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9543a6-0144-493a-b031-7870098cdda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d3986a-c68b-4d91-898b-01d080d4e804'}, {'server_uuid': '48c5cbc5-ba56-4380-a6b0-2f275e188b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b25a67-c114-4ebd-baf7-439a333db969'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:41:33.203221 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ec78e1-8c54-4617-97ea-c185ae7c5611" -d '{"events": [{"server_uuid": "5b9543a6-0144-493a-b031-7870098cdda1", "name": "network-vif-plugged", "status": "completed", "tag": "35d3986a-c68b-4d91-898b-01d080d4e804"}, {"server_uuid": "48c5cbc5-ba56-4380-a6b0-2f275e188b22", "name": "network-vif-plugged", "status": "completed", "tag": "f9b25a67-c114-4ebd-baf7-439a333db969"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:33.255794 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe88aae3-d870-406f-a83c-704b6469955f x-openstack-request-id: req-fe88aae3-d870-406f-a83c-704b6469955f {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:33.256448 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9543a6-0144-493a-b031-7870098cdda1", "name": "network-vif-plugged", "status": "completed", "tag": "35d3986a-c68b-4d91-898b-01d080d4e804", "code": 200}, {"server_uuid": "48c5cbc5-ba56-4380-a6b0-2f275e188b22", "name": "network-vif-plugged", "status": "completed", "tag": "f9b25a67-c114-4ebd-baf7-439a333db969", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:33.256448 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe88aae3-d870-406f-a83c-704b6469955f {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:33.268916 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9543a6-0144-493a-b031-7870098cdda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d3986a-c68b-4d91-898b-01d080d4e804', 'code': 200} Feb 10 15:41:33.269309 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c5cbc5-ba56-4380-a6b0-2f275e188b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b25a67-c114-4ebd-baf7-439a333db969', 'code': 200} Feb 10 15:41:33.375159 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c98c31b2-8f84-4005-9e25-f0b0e79222b4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f3ff2a1b-46e2-493f-8d9f-487c611589e5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:33.408266 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c31b2-8f84-4005-9e25-f0b0e79222b4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Pushing event deleted for resources: {'Port': ['ID=f3ff2a1b-46e2-493f-8d9f-487c611589e5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:33.472239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746e991-4daf-4406-a5fc-02e2f719e965 req-1b7ff42c-b327-4469-ac3b-176f117c8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.474071 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e746e991-4daf-4406-a5fc-02e2f719e965 req-1b7ff42c-b327-4469-ac3b-176f117c8614 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5b9543a6-0144-493a-b031-7870098cdda1 HTTP/1.1" status: 200 len: 1128 time: 0.1614456 Feb 10 15:41:33.478942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b886f-6533-4d4a-b2a0-521a3cfdb770 req-96dfc9df-56dd-4fe2-b666-f1944e5e2b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.480615 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9f2b886f-6533-4d4a-b2a0-521a3cfdb770 req-96dfc9df-56dd-4fe2-b666-f1944e5e2b74 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 1128 time: 0.1546993 Feb 10 15:41:33.531946 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c98c31b2-8f84-4005-9e25-f0b0e79222b4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks [] for floatingip (1c46f5e9-c1fd-423d-9925-4078a36592a0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:33.535041 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c98c31b2-8f84-4005-9e25-f0b0e79222b4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:33.539409 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c98c31b2-8f84-4005-9e25-f0b0e79222b4 tempest-FloatingIPAdminTestJSON-949530671 tempest-FloatingIPAdminTestJSON-949530671-project] 10.222.0.64 "DELETE /v2.0/floatingips/1c46f5e9-c1fd-423d-9925-4078a36592a0 HTTP/1.1" status: 204 len: 168 time: 0.5999520 Feb 10 15:41:33.569793 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e746e991-4daf-4406-a5fc-02e2f719e965 req-f66c9bd1-9000-427b-9723-2c7d368f2f94 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881848 Feb 10 15:41:33.573298 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9f2b886f-6533-4d4a-b2a0-521a3cfdb770 req-a116025e-8367-4518-bcfb-cce216806ddf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819938 Feb 10 15:41:33.708329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a3297-a613-4a78-a019-fbe885d55470 req-5a91d979-95d0-4bad-82ac-5f0ea2e8de88 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.717832 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3e9a3297-a613-4a78-a019-fbe885d55470 req-5a91d979-95d0-4bad-82ac-5f0ea2e8de88 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 945 time: 0.0712128 Feb 10 15:41:33.723619 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 7a29cdd1-adff-4595-879e-6d424b09e186 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:41:33.765963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 7a29cdd1-adff-4595-879e-6d424b09e186 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:41:33.766285 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 7a29cdd1-adff-4595-879e-6d424b09e186 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:41:33.841867 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3e9a3297-a613-4a78-a019-fbe885d55470 req-b6f00a73-c1b0-4a26-b9a7-16adfa9e6eee tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114833 Feb 10 15:41:33.979368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d155e-c3bb-441c-a46a-1c16cf5ef579 req-b39920ad-3a71-454d-b5a7-950a44687a2f tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:33.981486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef9d155e-c3bb-441c-a46a-1c16cf5ef579 req-b39920ad-3a71-454d-b5a7-950a44687a2f tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b9543a6-0144-493a-b031-7870098cdda1 HTTP/1.1" status: 200 len: 946 time: 0.0638294 Feb 10 15:41:34.016275 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51614) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:34.091207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b418d9e-fc85-437b-8ee9-feff56e3770f req-f8930850-6eac-4957-b304-2e4f0f58d66b tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:34.092932 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b418d9e-fc85-437b-8ee9-feff56e3770f req-f8930850-6eac-4957-b304-2e4f0f58d66b tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.0886402 Feb 10 15:41:34.105285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef9d155e-c3bb-441c-a46a-1c16cf5ef579 req-4280b33e-3a93-447f-addf-667a2ce34a0b tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152263 Feb 10 15:41:34.173398 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b418d9e-fc85-437b-8ee9-feff56e3770f req-47da8ef9-fac8-4d3e-b2af-3242abc52996 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645597 Feb 10 15:41:34.214510 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7ff4958a-4319-401e-8257-f07faf4aed63 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90d33ebb07864a29bd57dd26192f863e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1970184 Feb 10 15:41:34.217523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51620) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:34.269172 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-eb60f014-d394-4b29-accb-5a0cf21903e7 admin admin] Publish callbacks [] for security_group (fb97ddfb-e2ed-4508-a5df-72adcc545e0d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:34.303290 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-eb60f014-d394-4b29-accb-5a0cf21903e7 admin admin] Publish callbacks [] for security_group (fb97ddfb-e2ed-4508-a5df-72adcc545e0d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:34.355164 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-eb60f014-d394-4b29-accb-5a0cf21903e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fb97ddfb-e2ed-4508-a5df-72adcc545e0d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:34.358307 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-eb60f014-d394-4b29-accb-5a0cf21903e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:34.362586 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-eb60f014-d394-4b29-accb-5a0cf21903e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb97ddfb-e2ed-4508-a5df-72adcc545e0d HTTP/1.1" status: 204 len: 168 time: 0.1439540 Feb 10 15:41:34.371296 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60f014-d394-4b29-accb-5a0cf21903e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb97ddfb-e2ed-4508-a5df-72adcc545e0d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:34.695038 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51632) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:34.720755 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3339427a-789a-4cd2-a21f-60e6806e6579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:34.880126 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3339427a-789a-4cd2-a21f-60e6806e6579 admin admin] Publish callbacks [] for security_group (ba488128-90ea-40a2-8273-a63b80441ee5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:34.901443 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3339427a-789a-4cd2-a21f-60e6806e6579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ba488128-90ea-40a2-8273-a63b80441ee5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:34.975739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3339427a-789a-4cd2-a21f-60e6806e6579 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbe730d8ea8544728cd8d637a3ba7342&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2772157 Feb 10 15:41:34.975739 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339427a-789a-4cd2-a21f-60e6806e6579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba488128-90ea-40a2-8273-a63b80441ee5,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:34.977342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51646) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:35.050518 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6588fca-f448-4efd-b7ad-2c2e22b5d300 admin admin] Publish callbacks [] for security_group (ba488128-90ea-40a2-8273-a63b80441ee5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:35.075426 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6588fca-f448-4efd-b7ad-2c2e22b5d300 admin admin] Publish callbacks [] for security_group (ba488128-90ea-40a2-8273-a63b80441ee5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:35.131963 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6588fca-f448-4efd-b7ad-2c2e22b5d300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ba488128-90ea-40a2-8273-a63b80441ee5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:35.134613 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6588fca-f448-4efd-b7ad-2c2e22b5d300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:35.138011 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e6588fca-f448-4efd-b7ad-2c2e22b5d300 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba488128-90ea-40a2-8273-a63b80441ee5 HTTP/1.1" status: 204 len: 168 time: 0.1571555 Feb 10 15:41:35.158752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6588fca-f448-4efd-b7ad-2c2e22b5d300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba488128-90ea-40a2-8273-a63b80441ee5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:35.265462 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44d003-3043-4592-a7df-29765ee9fda1 req-76b26aeb-953b-438b-a6fe-6070b5e0bf7d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:35.272744 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1c44d003-3043-4592-a7df-29765ee9fda1 req-76b26aeb-953b-438b-a6fe-6070b5e0bf7d tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b9543a6-0144-493a-b031-7870098cdda1 HTTP/1.1" status: 200 len: 946 time: 0.0751016 Feb 10 15:41:35.350027 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1c44d003-3043-4592-a7df-29765ee9fda1 req-d4f2feb9-a49b-4030-b42f-f65663edbb23 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763447 Feb 10 15:41:35.392348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc364ba8-48d8-489e-b43e-de6bee2a45bc req-b1c4bda3-2055-4bc0-887b-662a4dd4c0ee tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:35.394442 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc364ba8-48d8-489e-b43e-de6bee2a45bc req-b1c4bda3-2055-4bc0-887b-662a4dd4c0ee tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.0913010 Feb 10 15:41:35.479723 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc364ba8-48d8-489e-b43e-de6bee2a45bc req-8a5cce62-8d5e-4a2d-aaa8-a775d63d8b81 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788498 Feb 10 15:41:35.751325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51676) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:35.772457 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5008-7acf-4b67-8fca-ab3feb877308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:35.924828 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f953b-1f28-4ee8-ae10-3db547efd815 req-efa62aab-d8ff-4c1e-b4b0-ecbfb36edc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:35.932599 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a40f953b-1f28-4ee8-ae10-3db547efd815 req-efa62aab-d8ff-4c1e-b4b0-ecbfb36edc4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=034b31f3dbf344e987debe2007cdae09&device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 1128 time: 0.1011288 Feb 10 15:41:35.955569 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eba00-6c73-44d9-a0e9-653bc413aae0 req-46252b07-3778-49cd-a8ae-2c8cdd6446fb tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:35.957868 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-831eba00-6c73-44d9-a0e9-653bc413aae0 req-46252b07-3778-49cd-a8ae-2c8cdd6446fb tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.0981886 Feb 10 15:41:36.048938 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5008-7acf-4b67-8fca-ab3feb877308 admin admin] Publish callbacks [] for security_group (a6e176a1-c4a0-4d2c-8b61-7af7fed1be9b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:36.063060 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5008-7acf-4b67-8fca-ab3feb877308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a6e176a1-c4a0-4d2c-8b61-7af7fed1be9b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:36.071710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-831eba00-6c73-44d9-a0e9-653bc413aae0 req-7a376e6c-4004-454b-9488-6c680a667afc tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034400 Feb 10 15:41:36.127468 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-0cbe3b21-22a7-4575-bf0a-542023278747 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:36.130344 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-0cbe3b21-22a7-4575-bf0a-542023278747 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/networks?id=fa69b678-7732-44a4-a4e6-700b707db826 HTTP/1.1" status: 200 len: 813 time: 0.1834536 Feb 10 15:41:36.163073 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-41ce8a57-3fa3-410b-b961-9569932d53e5 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/quotas/cccfe6bd439e4ffbac91c2d6b2a08164 HTTP/1.1" status: 200 len: 375 time: 0.0257030 Feb 10 15:41:36.177590 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b5008-7acf-4b67-8fca-ab3feb877308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e176a1-c4a0-4d2c-8b61-7af7fed1be9b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:36.203009 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51698) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:36.203169 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ac9b5008-7acf-4b67-8fca-ab3feb877308 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51ab1a20287843918199a436a147f8e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4505210 Feb 10 15:41:36.204564 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f953b-1f28-4ee8-ae10-3db547efd815 req-54dead50-23e0-43ef-9dfd-e671b781d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:36.205976 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a40f953b-1f28-4ee8-ae10-3db547efd815 req-54dead50-23e0-43ef-9dfd-e671b781d430 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f3f84446-186f-4726-a963-a557c976fc13 HTTP/1.1" status: 200 len: 920 time: 0.2684646 Feb 10 15:41:36.254348 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a40f953b-1f28-4ee8-ae10-3db547efd815 req-2b2f840e-67bc-4686-8d81-9c7d2b081e8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9b25a67-c114-4ebd-baf7-439a333db969 HTTP/1.1" status: 200 len: 217 time: 0.0392184 Feb 10 15:41:36.285454 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-38673351-eea4-49a4-b203-1a749e09e0dd tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cccfe6bd439e4ffbac91c2d6b2a08164&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157708 Feb 10 15:41:36.304676 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f90f-37ed-4b54-b060-fb4da5f035fa admin admin] Publish callbacks [] for security_group (a6e176a1-c4a0-4d2c-8b61-7af7fed1be9b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:36.317021 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f953b-1f28-4ee8-ae10-3db547efd815 req-d6e4d02a-1bcf-4956-8e37-0f2399e65bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:36.319186 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a40f953b-1f28-4ee8-ae10-3db547efd815 req-d6e4d02a-1bcf-4956-8e37-0f2399e65bb2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3067190f-bf98-49ad-8d01-a6124fc64fdd HTTP/1.1" status: 200 len: 859 time: 0.0584757 Feb 10 15:41:36.364911 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a40f953b-1f28-4ee8-ae10-3db547efd815 req-37135cf6-7dd6-425e-a725-ac32ab4c6953 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f3f84446-186f-4726-a963-a557c976fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294876 Feb 10 15:41:36.397606 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f90f-37ed-4b54-b060-fb4da5f035fa admin admin] Publish callbacks [] for security_group (a6e176a1-c4a0-4d2c-8b61-7af7fed1be9b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:36.474101 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:41:36.495356 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-0ed54aa3-fd15-4a98-a406-0bad81b90d26 service neutron] 10.222.0.64 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088771 Feb 10 15:41:36.506898 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a40f953b-1f28-4ee8-ae10-3db547efd815 req-2b73e6ff-1ac5-401f-aeac-4c47a5e4b6dd service neutron] 10.222.0.72 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410944 Feb 10 15:41:36.543401 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f90f-37ed-4b54-b060-fb4da5f035fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a6e176a1-c4a0-4d2c-8b61-7af7fed1be9b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:36.546294 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f90f-37ed-4b54-b060-fb4da5f035fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:36.547528 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d9e3f90f-37ed-4b54-b060-fb4da5f035fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6e176a1-c4a0-4d2c-8b61-7af7fed1be9b HTTP/1.1" status: 204 len: 168 time: 0.3417890 Feb 10 15:41:36.586205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3f90f-37ed-4b54-b060-fb4da5f035fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e176a1-c4a0-4d2c-8b61-7af7fed1be9b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:36.632091 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a40f953b-1f28-4ee8-ae10-3db547efd815 req-c2c84ada-eca4-4650-b3b7-4b8ba4bf4527 service neutron] 10.222.0.72 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163177 Feb 10 15:41:36.638056 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-7ffe8c99-1a13-4231-976d-b85adb41d1af service neutron] 10.222.0.64 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330166 Feb 10 15:41:37.041095 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:37.041598 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85fd7498-babf-4098-ad8c-6c37f51eca93 req-99fb236a-40da-4e4a-8004-53c7e82e9101 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 210 time: 0.0659049 Feb 10 15:41:37.258269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81427487-0ab5-4b5c-a1db-82292d35bdd1 req-d42bc5e6-c00f-4149-8986-61d45c5fe8a3 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:37.263270 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-81427487-0ab5-4b5c-a1db-82292d35bdd1 req-d42bc5e6-c00f-4149-8986-61d45c5fe8a3 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.72 "GET /v2.0/ports?device_id=942572ac-40c1-439c-a931-76b267b4f457 HTTP/1.1" status: 200 len: 945 time: 0.2106211 Feb 10 15:41:37.286439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4771909-40e0-410e-8070-f1ba6812c440 req-76a6d244-b57a-4ac6-89d5-5c56ea45eec2 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:37.306335 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4771909-40e0-410e-8070-f1ba6812c440 req-76a6d244-b57a-4ac6-89d5-5c56ea45eec2 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.1310949 Feb 10 15:41:37.338426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c73d2-698c-4d0d-ba93-02f9eadb2ac3 req-9846d964-537a-44ae-8915-d7bdf90039fc tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:37.340010 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-819c73d2-698c-4d0d-ba93-02f9eadb2ac3 req-9846d964-537a-44ae-8915-d7bdf90039fc tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b9543a6-0144-493a-b031-7870098cdda1 HTTP/1.1" status: 200 len: 946 time: 0.1903186 Feb 10 15:41:37.447710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4771909-40e0-410e-8070-f1ba6812c440 req-e521f0fb-2b74-4e3b-9278-9414d709774f tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380250 Feb 10 15:41:37.561072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-819c73d2-698c-4d0d-ba93-02f9eadb2ac3 req-2d514251-59fe-4f9c-8316-928ec96c8e23 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Deleting port 35d3986a-c68b-4d91-898b-01d080d4e804 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:37.561436 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-819c73d2-698c-4d0d-ba93-02f9eadb2ac3 req-2d514251-59fe-4f9c-8316-928ec96c8e23 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (35d3986a-c68b-4d91-898b-01d080d4e804), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:37.607446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-81427487-0ab5-4b5c-a1db-82292d35bdd1 req-d91e6bff-7bc1-4787-8795-db3b8d570c12 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Deleting port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:37.607798 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-81427487-0ab5-4b5c-a1db-82292d35bdd1 req-d91e6bff-7bc1-4787-8795-db3b8d570c12 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:37.769120 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51772) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:37.833588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-819c73d2-698c-4d0d-ba93-02f9eadb2ac3 req-2d514251-59fe-4f9c-8316-928ec96c8e23 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] For port 35d3986a-c68b-4d91-898b-01d080d4e804, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=35d3986a-c68b-4d91-898b-01d080d4e804,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:37.833961 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-819c73d2-698c-4d0d-ba93-02f9eadb2ac3 req-2d514251-59fe-4f9c-8316-928ec96c8e23 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (35d3986a-c68b-4d91-898b-01d080d4e804), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:37.863027 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-819c73d2-698c-4d0d-ba93-02f9eadb2ac3 req-2d514251-59fe-4f9c-8316-928ec96c8e23 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Calling delete_port for 35d3986a-c68b-4d91-898b-01d080d4e804 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:37.874525 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-81427487-0ab5-4b5c-a1db-82292d35bdd1 req-d91e6bff-7bc1-4787-8795-db3b8d570c12 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] For port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:37.874887 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-81427487-0ab5-4b5c-a1db-82292d35bdd1 req-d91e6bff-7bc1-4787-8795-db3b8d570c12 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:38.008861 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c104327-df91-438f-8b7e-dc36ea155085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:38.019128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-81427487-0ab5-4b5c-a1db-82292d35bdd1 req-d91e6bff-7bc1-4787-8795-db3b8d570c12 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Calling delete_port for f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:38.095635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51786) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:38.275922 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-819c73d2-698c-4d0d-ba93-02f9eadb2ac3 req-2d514251-59fe-4f9c-8316-928ec96c8e23 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (35d3986a-c68b-4d91-898b-01d080d4e804), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:38.290590 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:38.293751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['35d3986a-c68b-4d91-898b-01d080d4e804'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:38.318515 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd3d4874-0738-451e-b0f3-a7405475c6ce req-54aa54c0-d254-4318-892f-8a6c0b602db6 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 210 time: 0.1143391 Feb 10 15:41:38.329234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-caed593c-5c74-4bc4-9eb7-5496b40294f0 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-882893297'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:38.350842 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c9a1552-ec65-47b4-b101-32c27cf51221 req-7baac513-75d1-4a7c-a827-f74bf9421fe1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2754207 Feb 10 15:41:38.368501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caed593c-5c74-4bc4-9eb7-5496b40294f0 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Made reservation on behalf of 145d78cd594e42679e7610cc0369d183 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:38.375010 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-caed593c-5c74-4bc4-9eb7-5496b40294f0 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:38.388099 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-caed593c-5c74-4bc4-9eb7-5496b40294f0 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:38.407580 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d514251-59fe-4f9c-8316-928ec96c8e23 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Pushing event deleted for resources: {'Port': ['ID=35d3986a-c68b-4d91-898b-01d080d4e804,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:38.509719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-819c73d2-698c-4d0d-ba93-02f9eadb2ac3 req-2d514251-59fe-4f9c-8316-928ec96c8e23 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] No DVR routers for this DVR port 35d3986a-c68b-4d91-898b-01d080d4e804 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:41:38.518046 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-819c73d2-698c-4d0d-ba93-02f9eadb2ac3 req-2d514251-59fe-4f9c-8316-928ec96c8e23 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:38.530219 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-819c73d2-698c-4d0d-ba93-02f9eadb2ac3 req-2d514251-59fe-4f9c-8316-928ec96c8e23 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.79 "DELETE /v2.0/ports/35d3986a-c68b-4d91-898b-01d080d4e804 HTTP/1.1" status: 204 len: 173 time: 1.1830044 Feb 10 15:41:38.530972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9543a6-0144-493a-b031-7870098cdda1', 'name': 'network-vif-deleted', 'tag': '35d3986a-c68b-4d91-898b-01d080d4e804'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:41:38.533464 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606f2816-6dbf-4ae6-8c63-5c6599947070" -d '{"events": [{"server_uuid": "5b9543a6-0144-493a-b031-7870098cdda1", "name": "network-vif-deleted", "tag": "35d3986a-c68b-4d91-898b-01d080d4e804"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:38.553866 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-81427487-0ab5-4b5c-a1db-82292d35bdd1 req-d91e6bff-7bc1-4787-8795-db3b8d570c12 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:38.572780 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['35d3986a-c68b-4d91-898b-01d080d4e804'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:38.576678 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:38.608440 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c104327-df91-438f-8b7e-dc36ea155085 admin admin] Publish callbacks [] for security_group (2c10e169-183d-4e1e-b818-8e27bc036823), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:38.629236 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aab90e2-0a98-4fb3-9fe3-f52b7c3eb571 x-openstack-request-id: req-2aab90e2-0a98-4fb3-9fe3-f52b7c3eb571 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:38.629789 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9543a6-0144-493a-b031-7870098cdda1", "name": "network-vif-deleted", "tag": "35d3986a-c68b-4d91-898b-01d080d4e804", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:38.630177 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2aab90e2-0a98-4fb3-9fe3-f52b7c3eb571 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:38.631311 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9543a6-0144-493a-b031-7870098cdda1', 'name': 'network-vif-deleted', 'tag': '35d3986a-c68b-4d91-898b-01d080d4e804', 'status': 'completed', 'code': 200} Feb 10 15:41:38.633355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e6bff-7bc1-4787-8795-db3b8d570c12 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Pushing event deleted for resources: {'Port': ['ID=f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:38.654565 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c104327-df91-438f-8b7e-dc36ea155085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2c10e169-183d-4e1e-b818-8e27bc036823), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:38.693560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-81427487-0ab5-4b5c-a1db-82292d35bdd1 req-d91e6bff-7bc1-4787-8795-db3b8d570c12 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] No DVR routers for this DVR port f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:41:38.696816 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-81427487-0ab5-4b5c-a1db-82292d35bdd1 req-d91e6bff-7bc1-4787-8795-db3b8d570c12 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:38.707599 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-81427487-0ab5-4b5c-a1db-82292d35bdd1 req-d91e6bff-7bc1-4787-8795-db3b8d570c12 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.72 "DELETE /v2.0/ports/f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 HTTP/1.1" status: 204 len: 173 time: 1.4362762 Feb 10 15:41:38.816302 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1552-ec65-47b4-b101-32c27cf51221 req-6a4953b1-8d90-4eeb-a3ff-bb02c730ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:38.822087 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c9a1552-ec65-47b4-b101-32c27cf51221 req-6a4953b1-8d90-4eeb-a3ff-bb02c730ab9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77fbf24d79fa4d5fbb639f8a01d7de6c&device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 1127 time: 0.3569102 Feb 10 15:41:38.841964 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5c104327-df91-438f-8b7e-dc36ea155085 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=836b88449a5949eea77409b66024cf3a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0717454 Feb 10 15:41:38.844960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51804) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:38.858136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ba30-4024-44e3-98aa-49b229d68cec req-35578332-ca20-41af-9ed2-653359b1ad7c tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:38.859818 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a7d0ba30-4024-44e3-98aa-49b229d68cec req-35578332-ca20-41af-9ed2-653359b1ad7c tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.2473865 Feb 10 15:41:38.862665 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c104327-df91-438f-8b7e-dc36ea155085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c10e169-183d-4e1e-b818-8e27bc036823,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:38.939527 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a7d0ba30-4024-44e3-98aa-49b229d68cec req-f360bed7-4928-43c3-ae2a-9f7ec7516c2f tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658665 Feb 10 15:41:38.942805 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-caed593c-5c74-4bc4-9eb7-5496b40294f0 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks [] for security_group (06cf9cc6-6337-4d57-a82f-6e5c3c9b1a00), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:38.954129 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-caed593c-5c74-4bc4-9eb7-5496b40294f0 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (06cf9cc6-6337-4d57-a82f-6e5c3c9b1a00), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:39.034909 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caed593c-5c74-4bc4-9eb7-5496b40294f0 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:41:39.037243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed593c-5c74-4bc4-9eb7-5496b40294f0 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cf9cc6-6337-4d57-a82f-6e5c3c9b1a00,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:39.060091 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-caed593c-5c74-4bc4-9eb7-5496b40294f0 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (68bd40f4-edfd-4554-b006-6a3ab43a46ff), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:39.060552 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-caed593c-5c74-4bc4-9eb7-5496b40294f0 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Added segment 68bd40f4-edfd-4554-b006-6a3ab43a46ff of type vlan for network 62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2 Feb 10 15:41:39.115385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1552-ec65-47b4-b101-32c27cf51221 req-9b192555-ad44-4102-aa85-3abf39d8ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:39.118376 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c9a1552-ec65-47b4-b101-32c27cf51221 req-9b192555-ad44-4102-aa85-3abf39d8ea77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8fff8c30-0a34-4f57-884d-3d888ae929ae HTTP/1.1" status: 200 len: 909 time: 0.2002420 Feb 10 15:41:39.202079 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-caed593c-5c74-4bc4-9eb7-5496b40294f0 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:39.216113 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c9a1552-ec65-47b4-b101-32c27cf51221 req-df66c94e-095d-4ceb-bcba-a4d38d068a92 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4de4589f-0ba2-41a4-a11c-636fe6bcfe74 HTTP/1.1" status: 200 len: 1001 time: 0.0902784 Feb 10 15:41:39.246704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-d1420de7-8c6e-4d94-aed8-7c507ce6d1cc tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:39.248518 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-d1420de7-8c6e-4d94-aed8-7c507ce6d1cc tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.79 "GET /v2.0/networks?id=fa69b678-7732-44a4-a4e6-700b707db826 HTTP/1.1" status: 200 len: 813 time: 0.2692921 Feb 10 15:41:39.262885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-2d35dbb3-8a51-4197-ba5b-d3d153ae786a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Request body: {'port': {'device_id': '82998e05-e60c-45ff-ac20-c74452c2519e', 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826', 'admin_state_up': True, 'tenant_id': 'cccfe6bd439e4ffbac91c2d6b2a08164'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:39.278872 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-caed593c-5c74-4bc4-9eb7-5496b40294f0 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:39.284186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caed593c-5c74-4bc4-9eb7-5496b40294f0 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:39.285026 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-caed593c-5c74-4bc4-9eb7-5496b40294f0 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:39.353257 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5161a33-daa7-4d6e-928e-e1a1fc6d7fb6 admin admin] Publish callbacks [] for security_group (2c10e169-183d-4e1e-b818-8e27bc036823), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:39.367226 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed593c-5c74-4bc4-9eb7-5496b40294f0 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Pushing event updated for resources: {'Network': ['ID=62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:39.377607 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-caed593c-5c74-4bc4-9eb7-5496b40294f0 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2739651 Feb 10 15:41:39.378511 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51814) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:39.383798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-353f4986-bf88-47b0-a032-4ec1dfa071e1 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Request body: {'subnet': {'network_id': '62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:39.384569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:41:39.414467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1552-ec65-47b4-b101-32c27cf51221 req-1e03487f-c0e4-41ae-9f68-a72fb11f9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:39.416293 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c9a1552-ec65-47b4-b101-32c27cf51221 req-1e03487f-c0e4-41ae-9f68-a72fb11f9376 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0d461450-fb69-494a-aff0-016ac0977632 HTTP/1.1" status: 200 len: 847 time: 0.1885288 Feb 10 15:41:39.558042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1552-ec65-47b4-b101-32c27cf51221 req-f2644c98-3a24-4bdf-8b35-d50429dbe893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:39.560064 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c9a1552-ec65-47b4-b101-32c27cf51221 req-f2644c98-3a24-4bdf-8b35-d50429dbe893 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8fff8c30-0a34-4f57-884d-3d888ae929ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1327977 Feb 10 15:41:39.573216 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5161a33-daa7-4d6e-928e-e1a1fc6d7fb6 admin admin] Publish callbacks [] for security_group (2c10e169-183d-4e1e-b818-8e27bc036823), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:39.607347 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd72105f-2e86-4b36-91c5-960d0086ece9 req-744fde27-a283-40fa-962c-da7c8e3ffd1a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 210 time: 0.0840335 Feb 10 15:41:39.650700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353f4986-bf88-47b0-a032-4ec1dfa071e1 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Made reservation on behalf of 145d78cd594e42679e7610cc0369d183 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:39.655392 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-353f4986-bf88-47b0-a032-4ec1dfa071e1 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:39.682413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-35d43dad-da7a-4738-8d4a-0ff68b26efae tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:39.684391 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-35d43dad-da7a-4738-8d4a-0ff68b26efae tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.72 "GET /v2.0/networks?id=fa69b678-7732-44a4-a4e6-700b707db826 HTTP/1.1" status: 200 len: 813 time: 0.4175882 Feb 10 15:41:39.700148 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-5863c36e-7fed-40a5-bf73-45a69a92114c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Request body: {'port': {'device_id': '555d33f3-fb44-4d19-a8f7-e6a97fd56e6c', 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826', 'admin_state_up': True, 'tenant_id': 'cccfe6bd439e4ffbac91c2d6b2a08164'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:39.797781 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c9a1552-ec65-47b4-b101-32c27cf51221 req-db4ed3a4-dc9d-4f11-848d-24733e2f8616 service neutron] 10.222.0.72 "GET /v2.0/networks/8fff8c30-0a34-4f57-884d-3d888ae929ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274799 Feb 10 15:41:39.848236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-5863c36e-7fed-40a5-bf73-45a69a92114c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Made reservation on behalf of cccfe6bd439e4ffbac91c2d6b2a08164 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:39.852700 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-5863c36e-7fed-40a5-bf73-45a69a92114c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:39.887737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-2d35dbb3-8a51-4197-ba5b-d3d153ae786a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Made reservation on behalf of cccfe6bd439e4ffbac91c2d6b2a08164 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:39.892579 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-2d35dbb3-8a51-4197-ba5b-d3d153ae786a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:39.911023 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c9a1552-ec65-47b4-b101-32c27cf51221 req-ee7ddd54-8526-4541-8675-ec2bc964a72e service neutron] 10.222.0.72 "GET /v2.0/networks/8fff8c30-0a34-4f57-884d-3d888ae929ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068165 Feb 10 15:41:39.921560 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5161a33-daa7-4d6e-928e-e1a1fc6d7fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2c10e169-183d-4e1e-b818-8e27bc036823), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:39.924345 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5161a33-daa7-4d6e-928e-e1a1fc6d7fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:39.935083 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a5161a33-daa7-4d6e-928e-e1a1fc6d7fb6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c10e169-183d-4e1e-b818-8e27bc036823 HTTP/1.1" status: 204 len: 168 time: 1.0844910 Feb 10 15:41:40.051258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5161a33-daa7-4d6e-928e-e1a1fc6d7fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c10e169-183d-4e1e-b818-8e27bc036823,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:40.108793 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-353f4986-bf88-47b0-a032-4ec1dfa071e1 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (98586035-ef20-441f-82d9-e566c7fd1f29), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:40.280961 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-5863c36e-7fed-40a5-bf73-45a69a92114c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Allocated IP 172.20.0.2 (fa69b678-7732-44a4-a4e6-700b707db826/7f6f7d2e-defd-49b1-869e-eecde36ca02d/7436b80d-125e-49a3-a9cf-b9d9307817a6) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:40.294201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f4986-bf88-47b0-a032-4ec1dfa071e1 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Pushing event updated for resources: {'Subnet': ['ID=98586035-ef20-441f-82d9-e566c7fd1f29,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:40.316677 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea020a4d-d55f-4158-88f0-9c2463beeb3e req-430a8baf-7942-42fd-9ff8-53ca4383525d tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:40.325906 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea020a4d-d55f-4158-88f0-9c2463beeb3e req-430a8baf-7942-42fd-9ff8-53ca4383525d tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.2282178 Feb 10 15:41:40.434923 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353f4986-bf88-47b0-a032-4ec1dfa071e1 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Checking segment: {'id': '68bd40f4-edfd-4554-b006-6a3ab43a46ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:41:40.435846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353f4986-bf88-47b0-a032-4ec1dfa071e1 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Network hostable DHCP agents. Network: 62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:41:40.485028 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea020a4d-d55f-4158-88f0-9c2463beeb3e req-94be3d65-90cd-4f3e-8d09-5af95c9e6a0c tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582072 Feb 10 15:41:40.493887 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353f4986-bf88-47b0-a032-4ec1dfa071e1 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Network 62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:41:40.513097 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-353f4986-bf88-47b0-a032-4ec1dfa071e1 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:40.521121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f4986-bf88-47b0-a032-4ec1dfa071e1 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:40.522312 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-353f4986-bf88-47b0-a032-4ec1dfa071e1 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:40.524427 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88bd256-327a-497b-986e-8c5da11ba0fc None None] Network 62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:41:40.549987 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-353f4986-bf88-47b0-a032-4ec1dfa071e1 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1678064 Feb 10 15:41:40.550810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51840) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:40.569905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e41fc57e-d1c1-49a6-839b-1ed136488add tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Request body: {'port': {'network_id': '62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-879415815'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:40.608156 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-5863c36e-7fed-40a5-bf73-45a69a92114c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks [] for port (7436b80d-125e-49a3-a9cf-b9d9307817a6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:40.641834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942572ac-40c1-439c-a931-76b267b4f457', 'name': 'network-vif-deleted', 'tag': 'f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:41:40.647538 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18409115-964f-4f1a-88ce-8babd6bde50a" -d '{"events": [{"server_uuid": "942572ac-40c1-439c-a931-76b267b4f457", "name": "network-vif-deleted", "tag": "f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:40.678818 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-5863c36e-7fed-40a5-bf73-45a69a92114c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7436b80d-125e-49a3-a9cf-b9d9307817a6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:40.691679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2', 'network_id': '62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2', 'project_id': '145d78cd594e42679e7610cc0369d183', 'fixed_ips': [{'subnet_id': '98586035-ef20-441f-82d9-e566c7fd1f29'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:41:40.692568 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:40.762284 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a737466b-c842-43b6-b30f-26a5c49932e8 x-openstack-request-id: req-a737466b-c842-43b6-b30f-26a5c49932e8 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:40.764590 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942572ac-40c1-439c-a931-76b267b4f457", "name": "network-vif-deleted", "tag": "f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:40.764736 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a737466b-c842-43b6-b30f-26a5c49932e8 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:40.765115 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942572ac-40c1-439c-a931-76b267b4f457', 'name': 'network-vif-deleted', 'tag': 'f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0', 'status': 'completed', 'code': 200} Feb 10 15:41:40.812512 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-5863c36e-7fed-40a5-bf73-45a69a92114c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Network fa69b678-7732-44a4-a4e6-700b707db826 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:40.819656 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-5863c36e-7fed-40a5-bf73-45a69a92114c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:40.826929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-5863c36e-7fed-40a5-bf73-45a69a92114c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:40.879796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-2d35dbb3-8a51-4197-ba5b-d3d153ae786a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Allocated IP 172.20.0.6 (fa69b678-7732-44a4-a4e6-700b707db826/7f6f7d2e-defd-49b1-869e-eecde36ca02d/eeb3f88f-401d-4a17-8d21-a0da2fd0988f) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:40.889596 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863c36e-7fed-40a5-bf73-45a69a92114c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Pushing event updated for resources: {'Port': ['ID=7436b80d-125e-49a3-a9cf-b9d9307817a6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:40.903611 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26005f86-e918-4907-ab76-3756b0ecbc1a req-e719519f-ab38-4137-9c35-a851caabe8f5 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:40.906201 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-26005f86-e918-4907-ab76-3756b0ecbc1a req-e719519f-ab38-4137-9c35-a851caabe8f5 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 931 time: 0.1058748 Feb 10 15:41:40.907814 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41fc57e-d1c1-49a6-839b-1ed136488add tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Made reservation on behalf of 145d78cd594e42679e7610cc0369d183 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:40.912997 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e41fc57e-d1c1-49a6-839b-1ed136488add tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:40.918443 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-5863c36e-7fed-40a5-bf73-45a69a92114c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:40.919066 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-5863c36e-7fed-40a5-bf73-45a69a92114c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:40.944381 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-e41fc57e-d1c1-49a6-839b-1ed136488add tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] device_id is not set on port 9e5a0002-a4b9-4db0-8d35-3475a03e25ba yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:41:40.973698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Allocated IP 2001:db8::2 (62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2/98586035-ef20-441f-82d9-e566c7fd1f29/b93e17f9-b929-4e56-8d3b-03eecad4eb93) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:41.068282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-26005f86-e918-4907-ab76-3756b0ecbc1a req-ca5ceabe-67d6-4aa6-a22d-d8889209d57b tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391230 Feb 10 15:41:41.153185 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-2d35dbb3-8a51-4197-ba5b-d3d153ae786a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks [] for port (eeb3f88f-401d-4a17-8d21-a0da2fd0988f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:41.198310 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-5863c36e-7fed-40a5-bf73-45a69a92114c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5005271 Feb 10 15:41:41.200524 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Publish callbacks [] for port (b93e17f9-b929-4e56-8d3b-03eecad4eb93), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:41.210520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Request body: {'port': {'device_id': '555d33f3-fb44-4d19-a8f7-e6a97fd56e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:41.219114 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (b93e17f9-b929-4e56-8d3b-03eecad4eb93), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:41.257563 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-2d35dbb3-8a51-4197-ba5b-d3d153ae786a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (eeb3f88f-401d-4a17-8d21-a0da2fd0988f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:41.264537 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Network 62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:41.269546 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:41.276233 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:41.351039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Pushing event updated for resources: {'Port': ['ID=b93e17f9-b929-4e56-8d3b-03eecad4eb93,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:41.362211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-2d35dbb3-8a51-4197-ba5b-d3d153ae786a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Network fa69b678-7732-44a4-a4e6-700b707db826 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:41.385046 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Attempting to bind port b93e17f9-b929-4e56-8d3b-03eecad4eb93 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:41:41.386026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Attempting to bind port b93e17f9-b929-4e56-8d3b-03eecad4eb93 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '68bd40f4-edfd-4554-b006-6a3ab43a46ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:41:41.386299 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-2d35dbb3-8a51-4197-ba5b-d3d153ae786a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:41.386423 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Attempting to bind port b93e17f9-b929-4e56-8d3b-03eecad4eb93 on network 62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:41.391399 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-2d35dbb3-8a51-4197-ba5b-d3d153ae786a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:41.409654 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:41.409947 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Checking segment: {'id': '68bd40f4-edfd-4554-b006-6a3ab43a46ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:41:41.410397 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:41.410723 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Bound using segment: {'id': '68bd40f4-edfd-4554-b006-6a3ab43a46ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:41.411186 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Bound port: b93e17f9-b929-4e56-8d3b-03eecad4eb93, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68bd40f4-edfd-4554-b006-6a3ab43a46ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:41:41.411565 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b93e17f9-b929-4e56-8d3b-03eecad4eb93), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:41.458248 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:41.531116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] For port b93e17f9-b929-4e56-8d3b-03eecad4eb93, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:41.540131 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] For port b93e17f9-b929-4e56-8d3b-03eecad4eb93, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b93e17f9-b929-4e56-8d3b-03eecad4eb93,segment=NetworkSegment(68bd40f4-edfd-4554-b006-6a3ab43a46ff),segment_id=68bd40f4-edfd-4554-b006-6a3ab43a46ff)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:41.553389 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b93e17f9-b929-4e56-8d3b-03eecad4eb93), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:41.594075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35dbb3-8a51-4197-ba5b-d3d153ae786a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Pushing event updated for resources: {'Port': ['ID=eeb3f88f-401d-4a17-8d21-a0da2fd0988f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:41.603757 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7436b80d-125e-49a3-a9cf-b9d9307817a6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:41.628239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-2d35dbb3-8a51-4197-ba5b-d3d153ae786a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:41.629799 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-2d35dbb3-8a51-4197-ba5b-d3d153ae786a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:41.712841 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e921a79-eb51-494f-b38c-28b1dcc10227 None None] Pushing event updated for resources: {'Port': ['ID=b93e17f9-b929-4e56-8d3b-03eecad4eb93,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:41.765815 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-2d35dbb3-8a51-4197-ba5b-d3d153ae786a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5002003 Feb 10 15:41:41.777952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Request body: {'port': {'device_id': '82998e05-e60c-45ff-ac20-c74452c2519e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:41.840593 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 35d3986a-c68b-4d91-898b-01d080d4e804 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:41:41.899866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 35d3986a-c68b-4d91-898b-01d080d4e804 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:41:41.899866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 35d3986a-c68b-4d91-898b-01d080d4e804 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:41:41.924848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-e41fc57e-d1c1-49a6-839b-1ed136488add tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Allocated IP 2001:db8::231 (62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2/98586035-ef20-441f-82d9-e566c7fd1f29/9e5a0002-a4b9-4db0-8d35-3475a03e25ba) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:41.952027 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:41:42.027595 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:41:42.027957 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device f0abce80-5ceb-4866-bb0a-5fc9d18c6cf0 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:41:42.244577 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fe600-5156-4051-8394-b9f7d0f71c5f req-d0ea00ed-bdf5-4c60-9e85-1ce3e776fbb1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:42.254077 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-658fe600-5156-4051-8394-b9f7d0f71c5f req-d0ea00ed-bdf5-4c60-9e85-1ce3e776fbb1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.3811693 Feb 10 15:41:42.539086 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eeb3f88f-401d-4a17-8d21-a0da2fd0988f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:42.544856 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-658fe600-5156-4051-8394-b9f7d0f71c5f req-47f0a034-8075-42d9-bb3c-8f5dc9e9a431 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895861 Feb 10 15:41:42.594504 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e41fc57e-d1c1-49a6-839b-1ed136488add tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks [] for port (9e5a0002-a4b9-4db0-8d35-3475a03e25ba), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:42.611852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc425b-e4ca-4998-b817-91e4d7970f5e req-6a7fd4ed-84c1-4e5b-bd08-d343e525f8d5 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:42.613618 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29dc425b-e4ca-4998-b817-91e4d7970f5e req-6a7fd4ed-84c1-4e5b-bd08-d343e525f8d5 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 931 time: 0.3490310 Feb 10 15:41:42.693400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29dc425b-e4ca-4998-b817-91e4d7970f5e req-9015658a-bbda-42a6-80ad-55f9cc1cfcc2 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652218 Feb 10 15:41:42.728932 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e41fc57e-d1c1-49a6-839b-1ed136488add tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9e5a0002-a4b9-4db0-8d35-3475a03e25ba), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:42.805355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51914) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:42.819288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41fc57e-d1c1-49a6-839b-1ed136488add tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Network 62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:42.825333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-e41fc57e-d1c1-49a6-839b-1ed136488add tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:42.835618 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41fc57e-d1c1-49a6-839b-1ed136488add tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:42.846869 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41fc57e-d1c1-49a6-839b-1ed136488add tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:42.847546 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e41fc57e-d1c1-49a6-839b-1ed136488add tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:42.874755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fc57e-d1c1-49a6-839b-1ed136488add tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Pushing event updated for resources: {'Port': ['ID=9e5a0002-a4b9-4db0-8d35-3475a03e25ba,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:42.886892 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-235ea9a8-dc2c-4a5d-bb42-f19e6737dad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:42.899601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e41fc57e-d1c1-49a6-839b-1ed136488add tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.3446121 Feb 10 15:41:42.903562 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51922) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:42.910795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Request body: {'port': {'network_id': '62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1662029320', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:42.912025 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.api.validators [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] bootfile-name is not in valid_values {{(pid=103368) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:41:42.912689 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.api.validators [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] tftp-server is not in valid_values {{(pid=103368) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:41:42.913170 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.api.validators [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] server-ip-address is not in valid_values {{(pid=103368) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:41:42.941056 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7436b80d-125e-49a3-a9cf-b9d9307817a6 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:41:42.952541 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Publish callbacks [] for port (7436b80d-125e-49a3-a9cf-b9d9307817a6), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:42.981835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Transition to ACTIVE for port object 7436b80d-125e-49a3-a9cf-b9d9307817a6 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:43.059097 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (7436b80d-125e-49a3-a9cf-b9d9307817a6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:43.076730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2fcb6a73-248d-464e-9310-e099db3e465c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1370739833', 'router:external': True}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:43.134554 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Made reservation on behalf of 145d78cd594e42679e7610cc0369d183 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:43.146134 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:43.190681 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] device_id is not set on port db6ae6b5-27c4-4944-b3f7-7d67bcd6c546 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:41:43.205272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Pushing event updated for resources: {'Port': ['ID=7436b80d-125e-49a3-a9cf-b9d9307817a6,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:43.209471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcb6a73-248d-464e-9310-e099db3e465c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Made reservation on behalf of eb32eaa0f9b94e61acb824a0db656899 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:43.211894 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6a73-248d-464e-9310-e099db3e465c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:43.276946 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6a73-248d-464e-9310-e099db3e465c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:43.376922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Allocated IP 2001:db8::1cf (62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2/98586035-ef20-441f-82d9-e566c7fd1f29/db6ae6b5-27c4-4944-b3f7-7d67bcd6c546) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:43.418059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6304f4f3-30f2-4375-a900-d1ef33a340e3 None None] Network 62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:41:43.447468 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6a73-248d-464e-9310-e099db3e465c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for security_group (6ed636f8-7d7e-4e97-b1c6-43bd849f271f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:43.461832 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6a73-248d-464e-9310-e099db3e465c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6ed636f8-7d7e-4e97-b1c6-43bd849f271f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:43.475125 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcb6a73-248d-464e-9310-e099db3e465c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:41:43.487239 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6a73-248d-464e-9310-e099db3e465c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (916d62f6-4e39-4c4f-bcf7-5ddff5b5bcf6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:43.487731 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-2fcb6a73-248d-464e-9310-e099db3e465c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Added segment 916d62f6-4e39-4c4f-bcf7-5ddff5b5bcf6 of type vlan for network 11407e2b-e302-4d79-9b10-d73fa3c4a805 Feb 10 15:41:43.544284 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6a73-248d-464e-9310-e099db3e465c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (11407e2b-e302-4d79-9b10-d73fa3c4a805), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:43.608150 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6a73-248d-464e-9310-e099db3e465c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (11407e2b-e302-4d79-9b10-d73fa3c4a805), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:43.609389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb6a73-248d-464e-9310-e099db3e465c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:43.610074 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6a73-248d-464e-9310-e099db3e465c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:43.631178 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks [] for port (db6ae6b5-27c4-4944-b3f7-7d67bcd6c546), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:43.658493 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-77c84649-7dff-4aaa-8257-26dd298ee9f5 None None] Provisioning complete for port b93e17f9-b929-4e56-8d3b-03eecad4eb93 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:43.658992 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-77c84649-7dff-4aaa-8257-26dd298ee9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b93e17f9-b929-4e56-8d3b-03eecad4eb93), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:43.760568 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (db6ae6b5-27c4-4944-b3f7-7d67bcd6c546), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:43.817573 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b93e17f9-b929-4e56-8d3b-03eecad4eb93 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:43.841462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb6a73-248d-464e-9310-e099db3e465c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Pushing event updated for resources: {'Network': ['ID=11407e2b-e302-4d79-9b10-d73fa3c4a805,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:43.855599 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2fcb6a73-248d-464e-9310-e099db3e465c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0455666 Feb 10 15:41:43.863504 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb3f88f-401d-4a17-8d21-a0da2fd0988f {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:41:43.866825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 11407e2b-e302-4d79-9b10-d73fa3c4a805 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:41:43.876886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51940) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:43.891395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-734a46ac-8608-498b-8d69-62c193f0e5c1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Request body: {'subnet': {'network_id': '11407e2b-e302-4d79-9b10-d73fa3c4a805', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:43.952589 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-77c84649-7dff-4aaa-8257-26dd298ee9f5 None None] Current status of the port b93e17f9-b929-4e56-8d3b-03eecad4eb93 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:43.953198 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-77c84649-7dff-4aaa-8257-26dd298ee9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b93e17f9-b929-4e56-8d3b-03eecad4eb93), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:43.959712 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Pushing event updated for resources: {'Port': ['ID=db6ae6b5-27c4-4944-b3f7-7d67bcd6c546,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:43.975954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Publish callbacks [] for port (eeb3f88f-401d-4a17-8d21-a0da2fd0988f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:43.978223 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Attempting to bind port 7436b80d-125e-49a3-a9cf-b9d9307817a6 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:41:43.981259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Network 62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:43.986672 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Attempting to bind port 7436b80d-125e-49a3-a9cf-b9d9307817a6 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:41:43.987055 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Attempting to bind port 7436b80d-125e-49a3-a9cf-b9d9307817a6 on network fa69b678-7732-44a4-a4e6-700b707db826 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:43.999793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Port 7436b80d-125e-49a3-a9cf-b9d9307817a6 on network fa69b678-7732-44a4-a4e6-700b707db826 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:44.001269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Attempting to bind port 7436b80d-125e-49a3-a9cf-b9d9307817a6 on network fa69b678-7732-44a4-a4e6-700b707db826 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:44.020710 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:44.022582 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Checking segment: {'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:41:44.022991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Bound using segment: {'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:44.023444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Bound port: 7436b80d-125e-49a3-a9cf-b9d9307817a6, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:41:44.023816 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7436b80d-125e-49a3-a9cf-b9d9307817a6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:44.044888 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:44.045151 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-77c84649-7dff-4aaa-8257-26dd298ee9f5 None None] For port b93e17f9-b929-4e56-8d3b-03eecad4eb93, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b93e17f9-b929-4e56-8d3b-03eecad4eb93,segment=NetworkSegment(68bd40f4-edfd-4554-b006-6a3ab43a46ff),segment_id=68bd40f4-edfd-4554-b006-6a3ab43a46ff)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:44.052470 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port b93e17f9-b929-4e56-8d3b-03eecad4eb93 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:44.052887 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b93e17f9-b929-4e56-8d3b-03eecad4eb93), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:44.058472 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-77c84649-7dff-4aaa-8257-26dd298ee9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b93e17f9-b929-4e56-8d3b-03eecad4eb93), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:44.066930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb6a73-248d-464e-9310-e099db3e465c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed636f8-7d7e-4e97-b1c6-43bd849f271f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:44.073871 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:44.081539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:44.089141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Transition to ACTIVE for port object eeb3f88f-401d-4a17-8d21-a0da2fd0988f will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:41:44.091022 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:44.146981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734a46ac-8608-498b-8d69-62c193f0e5c1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Made reservation on behalf of eb32eaa0f9b94e61acb824a0db656899 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:44.150010 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc1b66-615f-4a9c-92c3-9e7e8a42e7c7 req-72e0d509-a209-48af-bd18-f1a979099abd tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:44.153978 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-734a46ac-8608-498b-8d69-62c193f0e5c1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:44.156765 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fcfc1b66-615f-4a9c-92c3-9e7e8a42e7c7 req-72e0d509-a209-48af-bd18-f1a979099abd tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.4433615 Feb 10 15:41:44.174819 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8d9356a3-8037-45d4-b76a-88fdb39b43c4 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.2699275 Feb 10 15:41:44.175720 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51946) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:44.182204 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (eeb3f88f-401d-4a17-8d21-a0da2fd0988f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:44.244368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d572e0c-f0fe-492e-a5fb-3e6c99145370 req-8e76b8eb-7ce1-4bea-9302-7a4bd8d15922 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:44.246603 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d572e0c-f0fe-492e-a5fb-3e6c99145370 req-8e76b8eb-7ce1-4bea-9302-7a4bd8d15922 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 943 time: 0.3088655 Feb 10 15:41:44.265015 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c84649-7dff-4aaa-8257-26dd298ee9f5 None None] Pushing event updated for resources: {'Port': ['ID=b93e17f9-b929-4e56-8d3b-03eecad4eb93,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:44.347697 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb3f88f-401d-4a17-8d21-a0da2fd0988f,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:44.355957 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f3fe84-1e44-4e62-b69d-ba634d625c81 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:44.359632 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] For port 7436b80d-125e-49a3-a9cf-b9d9307817a6, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:44.367835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f3fe84-1e44-4e62-b69d-ba634d625c81 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:44.372309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] For port 7436b80d-125e-49a3-a9cf-b9d9307817a6, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7436b80d-125e-49a3-a9cf-b9d9307817a6,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:44.382184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f3fe84-1e44-4e62-b69d-ba634d625c81 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:44.391835 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-80f3fe84-1e44-4e62-b69d-ba634d625c81 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2078953 Feb 10 15:41:44.392052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 51948) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:44.399257 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d572e0c-f0fe-492e-a5fb-3e6c99145370 req-7ffe300a-9bd7-4891-86bb-7f09f5e29510 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377714 Feb 10 15:41:44.417130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fcfc1b66-615f-4a9c-92c3-9e7e8a42e7c7 req-0a933e81-5990-44d6-9076-438bba4bda6f tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398121 Feb 10 15:41:44.426589 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (7436b80d-125e-49a3-a9cf-b9d9307817a6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:44.443168 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port b93e17f9-b929-4e56-8d3b-03eecad4eb93 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:44.456961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b160d1e4-25ca-4f80-9d22-63478fcfd5c1 None None] Provisioning complete for port b93e17f9-b929-4e56-8d3b-03eecad4eb93 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:44.457341 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b160d1e4-25ca-4f80-9d22-63478fcfd5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b93e17f9-b929-4e56-8d3b-03eecad4eb93), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:44.565238 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b160d1e4-25ca-4f80-9d22-63478fcfd5c1 None None] Current status of the port b93e17f9-b929-4e56-8d3b-03eecad4eb93 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:44.579765 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b160d1e4-25ca-4f80-9d22-63478fcfd5c1 None None] Provisioning complete for port 9e5a0002-a4b9-4db0-8d35-3475a03e25ba triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:44.580372 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b160d1e4-25ca-4f80-9d22-63478fcfd5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9e5a0002-a4b9-4db0-8d35-3475a03e25ba), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:44.623460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:44.624094 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:44.625572 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] 10.222.0.72 "PUT /v2.0/ports/7436b80d-125e-49a3-a9cf-b9d9307817a6 HTTP/1.1" status: 200 len: 1091 time: 3.4229994 Feb 10 15:41:44.630695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555d33f3-fb44-4d19-a8f7-e6a97fd56e6c', 'tag': '7436b80d-125e-49a3-a9cf-b9d9307817a6'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:41:44.633335 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a768dd92-3d21-4b12-95d3-8fac1e14a7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "555d33f3-fb44-4d19-a8f7-e6a97fd56e6c", "tag": "7436b80d-125e-49a3-a9cf-b9d9307817a6"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:44.695125 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b160d1e4-25ca-4f80-9d22-63478fcfd5c1 None None] Port 9e5a0002-a4b9-4db0-8d35-3475a03e25ba cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:41:44.724595 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba065a7-7dd9-4ff2-8de6-473104a456ed x-openstack-request-id: req-5ba065a7-7dd9-4ff2-8de6-473104a456ed {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:44.724925 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555d33f3-fb44-4d19-a8f7-e6a97fd56e6c", "tag": "7436b80d-125e-49a3-a9cf-b9d9307817a6", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:44.725449 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ba065a7-7dd9-4ff2-8de6-473104a456ed {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:44.725622 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555d33f3-fb44-4d19-a8f7-e6a97fd56e6c', 'tag': '7436b80d-125e-49a3-a9cf-b9d9307817a6', 'status': 'completed', 'code': 200} Feb 10 15:41:44.795112 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Attempting to bind port eeb3f88f-401d-4a17-8d21-a0da2fd0988f on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:41:44.795492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Attempting to bind port eeb3f88f-401d-4a17-8d21-a0da2fd0988f by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:41:44.795845 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Attempting to bind port eeb3f88f-401d-4a17-8d21-a0da2fd0988f on network fa69b678-7732-44a4-a4e6-700b707db826 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:44.812160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62a031-14c4-4f29-a116-ec4914ada080 service neutron] Pushing event updated for resources: {'Port': ['ID=7436b80d-125e-49a3-a9cf-b9d9307817a6,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:44.879149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Port eeb3f88f-401d-4a17-8d21-a0da2fd0988f on network fa69b678-7732-44a4-a4e6-700b707db826 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:41:44.879775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Attempting to bind port eeb3f88f-401d-4a17-8d21-a0da2fd0988f on network fa69b678-7732-44a4-a4e6-700b707db826 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:41:44.932293 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2116e633-64bb-4bfd-a9e4-d200c032cffe None None] Provisioning complete for port 9e5a0002-a4b9-4db0-8d35-3475a03e25ba triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:44.932293 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2116e633-64bb-4bfd-a9e4-d200c032cffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9e5a0002-a4b9-4db0-8d35-3475a03e25ba), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:44.932551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:41:44.932714 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Checking segment: {'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:41:44.934104 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Bound using segment: {'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:41:44.934291 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Bound port: eeb3f88f-401d-4a17-8d21-a0da2fd0988f, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d14e89-7887-413b-9f80-36254682a47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:41:44.934648 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eeb3f88f-401d-4a17-8d21-a0da2fd0988f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:45.000177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-a1902290-3c5d-430f-b450-f1cde09436b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:45.001776 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-a1902290-3c5d-430f-b450-f1cde09436b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cccfe6bd439e4ffbac91c2d6b2a08164&device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 1125 time: 0.2791884 Feb 10 15:41:45.014928 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f22e4ed4-e857-4999-b504-aced6afcbe4d tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Deleting port db6ae6b5-27c4-4944-b3f7-7d67bcd6c546 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:45.015277 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f22e4ed4-e857-4999-b504-aced6afcbe4d tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (db6ae6b5-27c4-4944-b3f7-7d67bcd6c546), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:45.048923 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2116e633-64bb-4bfd-a9e4-d200c032cffe None None] Port 9e5a0002-a4b9-4db0-8d35-3475a03e25ba cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:41:45.099160 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-4b0a6175-1980-4053-bc8f-5fb329c029c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7436b80d-125e-49a3-a9cf-b9d9307817a6 HTTP/1.1" status: 200 len: 217 time: 0.0841026 Feb 10 15:41:45.170871 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5cbc0075-a8b2-46b7-9c27-4d942d687eaa None None] Provisioning complete for port db6ae6b5-27c4-4944-b3f7-7d67bcd6c546 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:45.171365 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5cbc0075-a8b2-46b7-9c27-4d942d687eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (db6ae6b5-27c4-4944-b3f7-7d67bcd6c546), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:45.220194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc0075-a8b2-46b7-9c27-4d942d687eaa None None] Port db6ae6b5-27c4-4944-b3f7-7d67bcd6c546 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:41:45.224541 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5107d8a-eb5b-4a74-b6e0-2ce566f0fb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:45.227229 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] For port eeb3f88f-401d-4a17-8d21-a0da2fd0988f, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:41:45.278360 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] For port eeb3f88f-401d-4a17-8d21-a0da2fd0988f, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=eeb3f88f-401d-4a17-8d21-a0da2fd0988f,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:41:45.280488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-808c1162-13ee-4bf9-a71a-53c9c5fdfa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:45.282060 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-808c1162-13ee-4bf9-a71a-53c9c5fdfa8f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f6f7d2e-defd-49b1-869e-eecde36ca02d HTTP/1.1" status: 200 len: 853 time: 0.1686082 Feb 10 15:41:45.306902 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f22e4ed4-e857-4999-b504-aced6afcbe4d tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (db6ae6b5-27c4-4944-b3f7-7d67bcd6c546), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:45.311298 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (eeb3f88f-401d-4a17-8d21-a0da2fd0988f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:45.342144 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-3109c296-efab-4d1f-9086-18ec60cc25b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fa69b678-7732-44a4-a4e6-700b707db826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526533 Feb 10 15:41:45.350290 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f22e4ed4-e857-4999-b504-aced6afcbe4d tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Calling delete_port for db6ae6b5-27c4-4944-b3f7-7d67bcd6c546 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:45.406038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:45.406585 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:45.407997 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] 10.222.0.79 "PUT /v2.0/ports/eeb3f88f-401d-4a17-8d21-a0da2fd0988f HTTP/1.1" status: 200 len: 1091 time: 3.6375518 Feb 10 15:41:45.563080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087a70b-a65e-4345-bc87-46cda66a2406 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb3f88f-401d-4a17-8d21-a0da2fd0988f,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:45.611090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd5b4f-b1f8-4d1f-ac3e-28ac363514f7 req-afc8971a-2e09-4d37-beb1-2b56867dd133 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:45.612613 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1fd5b4f-b1f8-4d1f-ac3e-28ac363514f7 req-afc8971a-2e09-4d37-beb1-2b56867dd133 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.0832133 Feb 10 15:41:45.622593 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-49762791-446c-4cc3-8e94-355cd15c66fd service neutron] 10.222.0.72 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734201 Feb 10 15:41:45.627175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65bffa-07cf-404a-925d-e45a0ae7085c req-a2a7c597-0146-411f-a29e-2a04d0225064 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:45.628867 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e65bffa-07cf-404a-925d-e45a0ae7085c req-a2a7c597-0146-411f-a29e-2a04d0225064 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 943 time: 0.1106260 Feb 10 15:41:45.690816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.objects.ports [None req-734a46ac-8608-498b-8d69-62c193f0e5c1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103369) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:41:45.691283 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-734a46ac-8608-498b-8d69-62c193f0e5c1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (ce5269ac-137c-406b-9c99-386a4a6010a7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:45.725625 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1fd5b4f-b1f8-4d1f-ac3e-28ac363514f7 req-e87af8e3-533c-49c4-ad5e-97f432f04b32 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056864 Feb 10 15:41:45.738175 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b93e17f9-b929-4e56-8d3b-03eecad4eb93 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:45.756478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-6b611b42-d86e-4ffd-b4d9-44447e43880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:45.758050 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-6b611b42-d86e-4ffd-b4d9-44447e43880d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cccfe6bd439e4ffbac91c2d6b2a08164&device_id=82998e05-e60c-45ff-ac20-c74452c2519e HTTP/1.1" status: 200 len: 1125 time: 0.2375751 Feb 10 15:41:45.765340 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e65bffa-07cf-404a-925d-e45a0ae7085c req-62345908-abb3-45a1-8ad7-ba241f3e931b tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199727 Feb 10 15:41:45.839488 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port b93e17f9-b929-4e56-8d3b-03eecad4eb93 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:45.839980 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b93e17f9-b929-4e56-8d3b-03eecad4eb93), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:45.935777 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-9c1212a0-dd72-4310-b573-b58439fbe6ea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eeb3f88f-401d-4a17-8d21-a0da2fd0988f HTTP/1.1" status: 200 len: 217 time: 0.1672876 Feb 10 15:41:45.942841 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port b93e17f9-b929-4e56-8d3b-03eecad4eb93 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:45.967865 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a46ac-8608-498b-8d69-62c193f0e5c1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ce5269ac-137c-406b-9c99-386a4a6010a7,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:46.016424 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734a46ac-8608-498b-8d69-62c193f0e5c1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Checking segment: {'id': '916d62f6-4e39-4c4f-bcf7-5ddff5b5bcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '11407e2b-e302-4d79-9b10-d73fa3c4a805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:41:46.016830 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734a46ac-8608-498b-8d69-62c193f0e5c1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Network hostable DHCP agents. Network: 11407e2b-e302-4d79-9b10-d73fa3c4a805, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:41:46.034177 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-a78b4da1-584b-4e15-8dc5-71ce5e0549b1 service neutron] 10.222.0.72 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920603 Feb 10 15:41:46.047102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-4217df74-f08c-44f3-b9b6-24009a0b3c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:46.048332 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-4217df74-f08c-44f3-b9b6-24009a0b3c3a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7f6f7d2e-defd-49b1-869e-eecde36ca02d HTTP/1.1" status: 200 len: 853 time: 0.1036661 Feb 10 15:41:46.049323 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f22e4ed4-e857-4999-b504-aced6afcbe4d tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (db6ae6b5-27c4-4944-b3f7-7d67bcd6c546), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:46.351814 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e4ed4-e857-4999-b504-aced6afcbe4d tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Pushing event deleted for resources: {'Port': ['ID=db6ae6b5-27c4-4944-b3f7-7d67bcd6c546,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:46.358271 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-0329ddbf-6e9a-4d60-9812-eece65b32eff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fa69b678-7732-44a4-a4e6-700b707db826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2973824 Feb 10 15:41:46.358868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734a46ac-8608-498b-8d69-62c193f0e5c1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Network 11407e2b-e302-4d79-9b10-d73fa3c4a805 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:41:46.396750 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:46.430376 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-734a46ac-8608-498b-8d69-62c193f0e5c1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 11407e2b-e302-4d79-9b10-d73fa3c4a805) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:46.440963 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f22e4ed4-e857-4999-b504-aced6afcbe4d tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:46.444249 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f22e4ed4-e857-4999-b504-aced6afcbe4d tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] 10.222.0.64 "DELETE /v2.0/ports/db6ae6b5-27c4-4944-b3f7-7d67bcd6c546 HTTP/1.1" status: 204 len: 168 time: 2.0500815 Feb 10 15:41:46.448602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51992) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:46.452081 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac85756-790e-49d5-ba3c-0df45e834ffe None None] Network 11407e2b-e302-4d79-9b10-d73fa3c4a805 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:41:46.453090 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734a46ac-8608-498b-8d69-62c193f0e5c1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:46.453688 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-734a46ac-8608-498b-8d69-62c193f0e5c1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:46.454889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-8ae0a11b-c4c0-4d8f-aa57-cd6d2d16371c tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Request body: {'port': {'name': 'tempest-new-port-name-1583357778', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:46.455458 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.api.validators [None req-8ae0a11b-c4c0-4d8f-aa57-cd6d2d16371c tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] bootfile-name is not in valid_values {{(pid=103368) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:41:46.456153 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.api.validators [None req-8ae0a11b-c4c0-4d8f-aa57-cd6d2d16371c tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] tftp-server is not in valid_values {{(pid=103368) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:41:46.456678 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.api.validators [None req-8ae0a11b-c4c0-4d8f-aa57-cd6d2d16371c tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] server-ip-address is not in valid_values {{(pid=103368) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 15:41:46.597606 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-bb4c5b2b-09e7-4c04-8b6d-125089b96388 service neutron] 10.222.0.79 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210944 Feb 10 15:41:46.603807 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-734a46ac-8608-498b-8d69-62c193f0e5c1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7207882 Feb 10 15:41:46.608303 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768dd92-3d21-4b12-95d3-8fac1e14a7c8 req-0af0c1d5-c18f-4cd7-ac89-c73e1e096a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:46.610448 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a768dd92-3d21-4b12-95d3-8fac1e14a7c8 req-0af0c1d5-c18f-4cd7-ac89-c73e1e096a0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cccfe6bd439e4ffbac91c2d6b2a08164&device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 1125 time: 0.2821674 Feb 10 15:41:46.614621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 51996) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:46.615249 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8ae0a11b-c4c0-4d8f-aa57-cd6d2d16371c tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9e5a0002-a4b9-4db0-8d35-3475a03e25ba), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:46.633153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1fd6c953-7ae0-41d6-b476-f32dc8f30bd6 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1305906980', 'network_id': '11407e2b-e302-4d79-9b10-d73fa3c4a805'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:46.686839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d57212-d01d-42c4-bb32-b125e62ae5b6 None None] Network 11407e2b-e302-4d79-9b10-d73fa3c4a805 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:41:46.721542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd6c953-7ae0-41d6-b476-f32dc8f30bd6 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Made reservation on behalf of eb32eaa0f9b94e61acb824a0db656899 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:46.729685 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c953-7ae0-41d6-b476-f32dc8f30bd6 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:46.735394 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82998e05-e60c-45ff-ac20-c74452c2519e', 'tag': 'eeb3f88f-401d-4a17-8d21-a0da2fd0988f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:41:46.738096 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e16392-8b2e-4ca0-8090-98f85feba393" -d '{"events": [{"name": "network-changed", "server_uuid": "82998e05-e60c-45ff-ac20-c74452c2519e", "tag": "eeb3f88f-401d-4a17-8d21-a0da2fd0988f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:46.764826 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cbf859ca-0fc5-45fc-9123-fcc4b4c7d96a req-5e5a6dcd-d55d-4f02-b373-22600bb66ff9 service neutron] 10.222.0.79 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586800 Feb 10 15:41:46.791331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-1fd6c953-7ae0-41d6-b476-f32dc8f30bd6 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] device_id is not set on port 9dc94691-dc24-47d0-8ea3-047a793d7b5f yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:41:46.951857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768dd92-3d21-4b12-95d3-8fac1e14a7c8 req-302d27aa-71dc-464e-8f7a-548cc4c663dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:46.954070 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a768dd92-3d21-4b12-95d3-8fac1e14a7c8 req-302d27aa-71dc-464e-8f7a-548cc4c663dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=fa69b678-7732-44a4-a4e6-700b707db826 HTTP/1.1" status: 200 len: 914 time: 0.1845815 Feb 10 15:41:47.033076 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a768dd92-3d21-4b12-95d3-8fac1e14a7c8 req-76436de1-c6b9-447e-8c99-af2f370817c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7436b80d-125e-49a3-a9cf-b9d9307817a6 HTTP/1.1" status: 200 len: 217 time: 0.0678008 Feb 10 15:41:47.092769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768dd92-3d21-4b12-95d3-8fac1e14a7c8 req-8726d10b-8bf2-485d-9304-a1435a8a4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:47.094718 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a768dd92-3d21-4b12-95d3-8fac1e14a7c8 req-8726d10b-8bf2-485d-9304-a1435a8a4d8d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f6f7d2e-defd-49b1-869e-eecde36ca02d HTTP/1.1" status: 200 len: 853 time: 0.0556757 Feb 10 15:41:47.139180 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a768dd92-3d21-4b12-95d3-8fac1e14a7c8 req-c89a4c1f-2086-4f9b-8d57-b4effbc37e5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fa69b678-7732-44a4-a4e6-700b707db826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383620 Feb 10 15:41:47.242430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-1fd6c953-7ae0-41d6-b476-f32dc8f30bd6 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Allocated IP 2001:db8::376 (11407e2b-e302-4d79-9b10-d73fa3c4a805/ce5269ac-137c-406b-9c99-386a4a6010a7/9dc94691-dc24-47d0-8ea3-047a793d7b5f) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:47.242794 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1501bbe6-3f3c-4cc3-80d9-1f1c5399d916 req-df7a1a34-6e5f-41c4-a7b5-aaec35f8ac97 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1330509 Feb 10 15:41:47.267641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267705ff-1e05-4084-9573-80a731bc99f7 req-932a3236-b54c-479f-9f3d-de92f722c092 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:47.269260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-267705ff-1e05-4084-9573-80a731bc99f7 req-932a3236-b54c-479f-9f3d-de92f722c092 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.3622060 Feb 10 15:41:47.274601 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a768dd92-3d21-4b12-95d3-8fac1e14a7c8 req-13488f64-067f-4705-ba92-b82c9ea38067 service neutron] 10.222.0.72 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201806 Feb 10 15:41:47.279395 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8ae0a11b-c4c0-4d8f-aa57-cd6d2d16371c tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks [] for port (9e5a0002-a4b9-4db0-8d35-3475a03e25ba), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:47.302020 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8ae0a11b-c4c0-4d8f-aa57-cd6d2d16371c tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (9e5a0002-a4b9-4db0-8d35-3475a03e25ba), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:47.318452 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49dc09-734c-4103-ac25-c59478376939 req-d81114d7-0d66-43d0-9470-5f079dd8cea8 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:47.319787 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cb49dc09-734c-4103-ac25-c59478376939 req-d81114d7-0d66-43d0-9470-5f079dd8cea8 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 943 time: 0.4140975 Feb 10 15:41:47.391028 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0a11b-c4c0-4d8f-aa57-cd6d2d16371c tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] In _notify_port_updated(), no bound segment for port 9e5a0002-a4b9-4db0-8d35-3475a03e25ba on network 62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2 {{(pid=103368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 15:41:47.395910 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae0a11b-c4c0-4d8f-aa57-cd6d2d16371c tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:47.396576 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8ae0a11b-c4c0-4d8f-aa57-cd6d2d16371c tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:47.397981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8ae0a11b-c4c0-4d8f-aa57-cd6d2d16371c tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] 10.222.0.64 "PUT /v2.0/ports/9e5a0002-a4b9-4db0-8d35-3475a03e25ba HTTP/1.1" status: 200 len: 1130 time: 0.9481418 Feb 10 15:41:47.401285 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52018) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:47.467224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0a11b-c4c0-4d8f-aa57-cd6d2d16371c tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Pushing event updated for resources: {'Port': ['ID=9e5a0002-a4b9-4db0-8d35-3475a03e25ba,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:47.501419 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-267705ff-1e05-4084-9573-80a731bc99f7 req-7e3683f3-089c-4b53-ae28-36c8734d57a2 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244792 Feb 10 15:41:47.522983 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501bbe6-3f3c-4cc3-80d9-1f1c5399d916 req-520c5c44-05cf-435b-a1f0-18fdd6c72fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:47.527964 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1501bbe6-3f3c-4cc3-80d9-1f1c5399d916 req-520c5c44-05cf-435b-a1f0-18fdd6c72fe2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=034b31f3dbf344e987debe2007cdae09&device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 1127 time: 0.2141902 Feb 10 15:41:47.539876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99cc6ce-7643-49f0-b503-e424abc66077 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:47.541341 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e99cc6ce-7643-49f0-b503-e424abc66077 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] 10.222.0.64 "GET /v2.0/ports/9e5a0002-a4b9-4db0-8d35-3475a03e25ba HTTP/1.1" status: 200 len: 1130 time: 0.1373982 Feb 10 15:41:47.557679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52020) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:47.590982 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cb49dc09-734c-4103-ac25-c59478376939 req-50d316be-2e65-48f6-b25e-10a453aa2957 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610290 Feb 10 15:41:47.717391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501bbe6-3f3c-4cc3-80d9-1f1c5399d916 req-228b5fef-4f59-4358-848d-b689ca9b73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:47.718890 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1501bbe6-3f3c-4cc3-80d9-1f1c5399d916 req-228b5fef-4f59-4358-848d-b689ca9b73ce service neutron] 10.222.0.79 "GET /v2.0/networks?id=f3f84446-186f-4726-a963-a557c976fc13 HTTP/1.1" status: 200 len: 920 time: 0.1604016 Feb 10 15:41:47.724493 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace0a34c-6520-4208-93c3-41ac7054e0c3 x-openstack-request-id: req-ace0a34c-6520-4208-93c3-41ac7054e0c3 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:47.724863 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82998e05-e60c-45ff-ac20-c74452c2519e", "tag": "eeb3f88f-401d-4a17-8d21-a0da2fd0988f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:47.725118 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ace0a34c-6520-4208-93c3-41ac7054e0c3 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:47.725518 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82998e05-e60c-45ff-ac20-c74452c2519e', 'tag': 'eeb3f88f-401d-4a17-8d21-a0da2fd0988f', 'status': 'completed', 'code': 200} Feb 10 15:41:47.763779 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a768dd92-3d21-4b12-95d3-8fac1e14a7c8 req-1d749bd1-b82a-4436-ac8c-681917df1dcf service neutron] 10.222.0.72 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781384 Feb 10 15:41:47.798256 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c953-7ae0-41d6-b476-f32dc8f30bd6 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for port (9dc94691-dc24-47d0-8ea3-047a793d7b5f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:47.813678 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1501bbe6-3f3c-4cc3-80d9-1f1c5399d916 req-5b07f587-e0d3-4a20-bf80-19de01b8b6d8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67685f0e-34f5-4cc0-95ab-05cf5750907b HTTP/1.1" status: 200 len: 217 time: 0.0607324 Feb 10 15:41:47.843858 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-70518e4a-9241-40ed-9952-f41b93cdaca8 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Deleting port 9e5a0002-a4b9-4db0-8d35-3475a03e25ba {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:47.844202 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e16392-8b2e-4ca0-8090-98f85feba393 req-0da9bbc2-4bc4-4feb-b10f-fb073c64c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:47.844316 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70518e4a-9241-40ed-9952-f41b93cdaca8 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9e5a0002-a4b9-4db0-8d35-3475a03e25ba), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:47.846054 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7e16392-8b2e-4ca0-8090-98f85feba393 req-0da9bbc2-4bc4-4feb-b10f-fb073c64c478 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cccfe6bd439e4ffbac91c2d6b2a08164&device_id=82998e05-e60c-45ff-ac20-c74452c2519e HTTP/1.1" status: 200 len: 1125 time: 0.1249955 Feb 10 15:41:47.874598 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-671243c6-c0b6-4307-af2c-a7a58be1d71c None None] Provisioning complete for port 9e5a0002-a4b9-4db0-8d35-3475a03e25ba triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:47.875500 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-671243c6-c0b6-4307-af2c-a7a58be1d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9e5a0002-a4b9-4db0-8d35-3475a03e25ba), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:47.949033 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c953-7ae0-41d6-b476-f32dc8f30bd6 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9dc94691-dc24-47d0-8ea3-047a793d7b5f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:47.951958 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-671243c6-c0b6-4307-af2c-a7a58be1d71c None None] Port 9e5a0002-a4b9-4db0-8d35-3475a03e25ba cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:41:47.955445 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:47.995693 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e16392-8b2e-4ca0-8090-98f85feba393 req-5ce6b2d1-2a92-4ee6-916b-c824e890bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:47.998364 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7e16392-8b2e-4ca0-8090-98f85feba393 req-5ce6b2d1-2a92-4ee6-916b-c824e890bd32 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fa69b678-7732-44a4-a4e6-700b707db826 HTTP/1.1" status: 200 len: 914 time: 0.1160345 Feb 10 15:41:48.016587 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd6c953-7ae0-41d6-b476-f32dc8f30bd6 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Network 11407e2b-e302-4d79-9b10-d73fa3c4a805 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:48.028729 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-1fd6c953-7ae0-41d6-b476-f32dc8f30bd6 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:48.034594 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd6c953-7ae0-41d6-b476-f32dc8f30bd6 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:48.035546 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd6c953-7ae0-41d6-b476-f32dc8f30bd6 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:48.036153 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c953-7ae0-41d6-b476-f32dc8f30bd6 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:48.039724 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70518e4a-9241-40ed-9952-f41b93cdaca8 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9e5a0002-a4b9-4db0-8d35-3475a03e25ba), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:48.049042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6c953-7ae0-41d6-b476-f32dc8f30bd6 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Pushing event updated for resources: {'Port': ['ID=9dc94691-dc24-47d0-8ea3-047a793d7b5f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:48.063423 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-70518e4a-9241-40ed-9952-f41b93cdaca8 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Calling delete_port for 9e5a0002-a4b9-4db0-8d35-3475a03e25ba owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:48.076335 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7e16392-8b2e-4ca0-8090-98f85feba393 req-250dd2fc-42e9-4061-8a6e-11a1596949c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eeb3f88f-401d-4a17-8d21-a0da2fd0988f HTTP/1.1" status: 200 len: 217 time: 0.0700309 Feb 10 15:41:48.082302 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1fd6c953-7ae0-41d6-b476-f32dc8f30bd6 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4519708 Feb 10 15:41:48.082568 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52030) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:48.098639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501bbe6-3f3c-4cc3-80d9-1f1c5399d916 req-c482514a-0550-4d60-ada0-03ae07222364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:48.100842 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1501bbe6-3f3c-4cc3-80d9-1f1c5399d916 req-c482514a-0550-4d60-ada0-03ae07222364 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3067190f-bf98-49ad-8d01-a6124fc64fdd HTTP/1.1" status: 200 len: 859 time: 0.2732327 Feb 10 15:41:48.158235 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1501bbe6-3f3c-4cc3-80d9-1f1c5399d916 req-e645fe27-950d-44a4-a894-a01ce548efa8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f3f84446-186f-4726-a963-a557c976fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365846 Feb 10 15:41:48.171390 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e16392-8b2e-4ca0-8090-98f85feba393 req-6e4f988b-37ee-47d8-b3f2-b68f332e74af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:48.174044 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7e16392-8b2e-4ca0-8090-98f85feba393 req-6e4f988b-37ee-47d8-b3f2-b68f332e74af service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7f6f7d2e-defd-49b1-869e-eecde36ca02d HTTP/1.1" status: 200 len: 853 time: 0.0876966 Feb 10 15:41:48.243195 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7e16392-8b2e-4ca0-8090-98f85feba393 req-ad38c6fb-484d-458b-af44-fb8480ec1331 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fa69b678-7732-44a4-a4e6-700b707db826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578370 Feb 10 15:41:48.301168 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70518e4a-9241-40ed-9952-f41b93cdaca8 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9e5a0002-a4b9-4db0-8d35-3475a03e25ba), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:48.336460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70518e4a-9241-40ed-9952-f41b93cdaca8 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Pushing event deleted for resources: {'Port': ['ID=9e5a0002-a4b9-4db0-8d35-3475a03e25ba,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:48.339555 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-5900ac73-5d2f-4433-aeb8-3c7a646304df tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Deleting port 9dc94691-dc24-47d0-8ea3-047a793d7b5f {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:48.339941 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5900ac73-5d2f-4433-aeb8-3c7a646304df tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9dc94691-dc24-47d0-8ea3-047a793d7b5f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:48.371741 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-70518e4a-9241-40ed-9952-f41b93cdaca8 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:48.381245 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-70518e4a-9241-40ed-9952-f41b93cdaca8 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] 10.222.0.64 "DELETE /v2.0/ports/9e5a0002-a4b9-4db0-8d35-3475a03e25ba HTTP/1.1" status: 204 len: 168 time: 0.8133039 Feb 10 15:41:48.395480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52036) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:48.415393 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7e16392-8b2e-4ca0-8090-98f85feba393 req-3d9c3298-3062-4715-9c2e-6578656ffb82 service neutron] 10.222.0.79 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645291 Feb 10 15:41:48.444746 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1501bbe6-3f3c-4cc3-80d9-1f1c5399d916 req-bc5c9e83-60da-40bf-a568-534191b89435 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688158 Feb 10 15:41:48.508361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a9f8ab-d00b-40ab-83ea-16a1e8667993 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Deleting subnet 98586035-ef20-441f-82d9-e566c7fd1f29 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:41:48.515445 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-52a9f8ab-d00b-40ab-83ea-16a1e8667993 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks [] for subnet (98586035-ef20-441f-82d9-e566c7fd1f29), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:48.592410 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5900ac73-5d2f-4433-aeb8-3c7a646304df tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9dc94691-dc24-47d0-8ea3-047a793d7b5f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:48.621528 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-52a9f8ab-d00b-40ab-83ea-16a1e8667993 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (98586035-ef20-441f-82d9-e566c7fd1f29), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:48.689974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-5900ac73-5d2f-4433-aeb8-3c7a646304df tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Calling delete_port for 9dc94691-dc24-47d0-8ea3-047a793d7b5f owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:48.748383 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1501bbe6-3f3c-4cc3-80d9-1f1c5399d916 req-e8cef9b7-b7fa-4104-bcb1-715082ec2c3c service neutron] 10.222.0.79 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800555 Feb 10 15:41:48.785271 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7e16392-8b2e-4ca0-8090-98f85feba393 req-e19bd587-1212-4d86-9935-326d04450f1b service neutron] 10.222.0.79 "GET /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343391 Feb 10 15:41:48.869288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78e257-178e-4de5-a851-0d7ae964b9c2 req-913f8d8d-ca30-4b60-a703-cbfd5048465a tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:48.871472 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f78e257-178e-4de5-a851-0d7ae964b9c2 req-913f8d8d-ca30-4b60-a703-cbfd5048465a tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.2554693 Feb 10 15:41:48.913412 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-52a9f8ab-d00b-40ab-83ea-16a1e8667993 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (98586035-ef20-441f-82d9-e566c7fd1f29), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:48.937358 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:48.961485 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51fee0-89fe-4e85-8c2e-64ea8e5b01f9 req-637c64c0-d619-45e0-8e32-75dd843bc3a7 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:48.963032 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e51fee0-89fe-4e85-8c2e-64ea8e5b01f9 req-637c64c0-d619-45e0-8e32-75dd843bc3a7 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 943 time: 0.2601497 Feb 10 15:41:49.071707 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f78e257-178e-4de5-a851-0d7ae964b9c2 req-f2295249-ebce-429e-bdee-e1ecdf927afb tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840758 Feb 10 15:41:49.096443 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-52a9f8ab-d00b-40ab-83ea-16a1e8667993 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (98586035-ef20-441f-82d9-e566c7fd1f29), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:49.142772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9f8ab-d00b-40ab-83ea-16a1e8667993 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Pushing event deleted for resources: {'Subnet': ['ID=98586035-ef20-441f-82d9-e566c7fd1f29,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:49.148052 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e51fee0-89fe-4e85-8c2e-64ea8e5b01f9 req-f282c0da-8ee1-4d4d-b57b-73248521c52f tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716614 Feb 10 15:41:49.152493 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-52a9f8ab-d00b-40ab-83ea-16a1e8667993 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:49.156144 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-52a9f8ab-d00b-40ab-83ea-16a1e8667993 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] 10.222.0.64 "DELETE /v2.0/subnets/98586035-ef20-441f-82d9-e566c7fd1f29 HTTP/1.1" status: 204 len: 168 time: 0.7596629 Feb 10 15:41:49.157140 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5900ac73-5d2f-4433-aeb8-3c7a646304df tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9dc94691-dc24-47d0-8ea3-047a793d7b5f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:49.158568 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52054) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:49.163350 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7552214-f21e-4e9b-899d-c03ae7cb1f09 None None] Network 62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:41:49.209234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900ac73-5d2f-4433-aeb8-3c7a646304df tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Pushing event deleted for resources: {'Port': ['ID=9dc94691-dc24-47d0-8ea3-047a793d7b5f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:49.274881 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5900ac73-5d2f-4433-aeb8-3c7a646304df tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:49.278335 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5900ac73-5d2f-4433-aeb8-3c7a646304df tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "DELETE /v2.0/ports/9dc94691-dc24-47d0-8ea3-047a793d7b5f HTTP/1.1" status: 204 len: 168 time: 1.1948154 Feb 10 15:41:49.281082 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52056) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:49.288222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11407e2b-e302-4d79-9b10-d73fa3c4a805', 'external_fixed_ips': [{'subnet_id': 'ce5269ac-137c-406b-9c99-386a4a6010a7', 'ip_address': '2001:db8::376'}]}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:49.294402 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:49.326005 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (cdf34de8-2062-4320-b762-56b4262da264), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:49.327088 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (cdf34de8-2062-4320-b762-56b4262da264), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:49.372448 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Deleting port b93e17f9-b929-4e56-8d3b-03eecad4eb93 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:49.372850 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b93e17f9-b929-4e56-8d3b-03eecad4eb93), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:49.431471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125f2770-aab4-458f-a1b4-d93700454d8d None None] DHCP port deletion for 62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:41:49.438587 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_controller (cdf34de8-2062-4320-b762-56b4262da264), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:49.465936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] For port b93e17f9-b929-4e56-8d3b-03eecad4eb93, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b93e17f9-b929-4e56-8d3b-03eecad4eb93,segment=NetworkSegment(68bd40f4-edfd-4554-b006-6a3ab43a46ff),segment_id=68bd40f4-edfd-4554-b006-6a3ab43a46ff)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:49.466587 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b93e17f9-b929-4e56-8d3b-03eecad4eb93), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:49.482133 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Calling delete_port for b93e17f9-b929-4e56-8d3b-03eecad4eb93 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:49.527253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-125f2770-aab4-458f-a1b4-d93700454d8d None None] Deleting port b93e17f9-b929-4e56-8d3b-03eecad4eb93 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:49.527629 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-125f2770-aab4-458f-a1b4-d93700454d8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b93e17f9-b929-4e56-8d3b-03eecad4eb93), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:49.644952 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (cdf34de8-2062-4320-b762-56b4262da264), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:49.685425 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b93e17f9-b929-4e56-8d3b-03eecad4eb93), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:49.784975 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Pushing event deleted for resources: {'Port': ['ID=b93e17f9-b929-4e56-8d3b-03eecad4eb93,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:49.791234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] No DVR routers for this DVR port b93e17f9-b929-4e56-8d3b-03eecad4eb93 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:41:49.798070 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b93e17f9-b929-4e56-8d3b-03eecad4eb93 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:41:49.880835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device eeb3f88f-401d-4a17-8d21-a0da2fd0988f details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:49.933330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: b93e17f9-b929-4e56-8d3b-03eecad4eb93 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:41:49.933947 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b93e17f9-b929-4e56-8d3b-03eecad4eb93 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:41:49.938601 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:49.985753 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:50.001729 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bd40f4-edfd-4554-b006-6a3ab43a46ff') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:50.001899 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-125f2770-aab4-458f-a1b4-d93700454d8d None None] For port b93e17f9-b929-4e56-8d3b-03eecad4eb93, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b93e17f9-b929-4e56-8d3b-03eecad4eb93,segment=NetworkSegment(68bd40f4-edfd-4554-b006-6a3ab43a46ff),segment_id=68bd40f4-edfd-4554-b006-6a3ab43a46ff)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:50.002382 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-125f2770-aab4-458f-a1b4-d93700454d8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b93e17f9-b929-4e56-8d3b-03eecad4eb93), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:50.003087 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bd40f4-edfd-4554-b006-6a3ab43a46ff') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:50.016758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7436b80d-125e-49a3-a9cf-b9d9307817a6 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:41:50.021823 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (68bd40f4-edfd-4554-b006-6a3ab43a46ff), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:50.033103 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-125f2770-aab4-458f-a1b4-d93700454d8d None None] Calling delete_port for b93e17f9-b929-4e56-8d3b-03eecad4eb93 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:50.042738 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (68bd40f4-edfd-4554-b006-6a3ab43a46ff), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:50.051667 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (cdf34de8-2062-4320-b762-56b4262da264), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:50.055279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:41:50.055851 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (68bd40f4-edfd-4554-b006-6a3ab43a46ff), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:41:50.059698 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:41:50.081022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port eeb3f88f-401d-4a17-8d21-a0da2fd0988f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=eeb3f88f-401d-4a17-8d21-a0da2fd0988f,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:50.100528 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:50.159184 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:50.160321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'eeb3f88f-401d-4a17-8d21-a0da2fd0988f', 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826', 'port_id': 'eeb3f88f-401d-4a17-8d21-a0da2fd0988f', 'mac_address': 'fa:16:3e:2c:87:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6f7d2e-defd-49b1-869e-eecde36ca02d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:41:50.166707 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:50.172316 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] 10.222.0.64 "DELETE /v2.0/networks/62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2 HTTP/1.1" status: 204 len: 168 time: 1.0104954 Feb 10 15:41:50.197403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f8f96-20c3-462b-ad66-3fa7e3859248 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644 tempest-ExtraDHCPOptionsIpV6TestJSON-649088644-project] Pushing event deleted for resources: {'Network': ['ID=62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:50.376430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8041166-eb49-4c89-bf76-c223acfd9caa req-1d688df2-7112-4672-a4a6-77a678c934fc tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:50.378029 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8041166-eb49-4c89-bf76-c223acfd9caa req-1d688df2-7112-4672-a4a6-77a678c934fc tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.1353812 Feb 10 15:41:50.396853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port eeb3f88f-401d-4a17-8d21-a0da2fd0988f is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:50.397257 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eeb3f88f-401d-4a17-8d21-a0da2fd0988f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:50.419369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb3f88f-401d-4a17-8d21-a0da2fd0988f {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:41:50.427344 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Allocated IP 2001:db8::376 (11407e2b-e302-4d79-9b10-d73fa3c4a805/ce5269ac-137c-406b-9c99-386a4a6010a7/2a5e3407-a19b-484c-91f4-db82d1d73f1b) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:50.449304 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752e894-49fc-473f-b3d0-53466f058369 req-cc04464a-851e-484a-b38d-3179683eded8 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:50.454159 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c752e894-49fc-473f-b3d0-53466f058369 req-cc04464a-851e-484a-b38d-3179683eded8 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 943 time: 0.1610785 Feb 10 15:41:50.460133 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-125f2770-aab4-458f-a1b4-d93700454d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (b93e17f9-b929-4e56-8d3b-03eecad4eb93), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:50.475213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-125f2770-aab4-458f-a1b4-d93700454d8d None None] Network 62e7f1b2-5677-4d22-a91c-2cf3dda4a7c2 is not hosted by any dhcp agent {{(pid=103370) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 15:41:50.476101 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f2770-aab4-458f-a1b4-d93700454d8d None None] No DVR routers for this DVR port b93e17f9-b929-4e56-8d3b-03eecad4eb93 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:41:50.485080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port eeb3f88f-401d-4a17-8d21-a0da2fd0988f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=eeb3f88f-401d-4a17-8d21-a0da2fd0988f,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:50.487069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7436b80d-125e-49a3-a9cf-b9d9307817a6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7436b80d-125e-49a3-a9cf-b9d9307817a6,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:50.515642 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eeb3f88f-401d-4a17-8d21-a0da2fd0988f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:50.519625 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f2770-aab4-458f-a1b4-d93700454d8d None None] Pushing event deleted for resources: {'Port': ['ID=b93e17f9-b929-4e56-8d3b-03eecad4eb93,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:50.523800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '7436b80d-125e-49a3-a9cf-b9d9307817a6', 'network_id': 'fa69b678-7732-44a4-a4e6-700b707db826', 'port_id': '7436b80d-125e-49a3-a9cf-b9d9307817a6', 'mac_address': 'fa:16:3e:16:6b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6f7d2e-defd-49b1-869e-eecde36ca02d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:41:50.551980 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8041166-eb49-4c89-bf76-c223acfd9caa req-8e199607-c384-4ebd-baf8-708e04bbf244 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587067 Feb 10 15:41:50.586746 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for port (2a5e3407-a19b-484c-91f4-db82d1d73f1b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:50.587674 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c752e894-49fc-473f-b3d0-53466f058369 req-98ab29e1-be18-48a4-8a37-496be2cfa7ea tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046026 Feb 10 15:41:50.644000 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7436b80d-125e-49a3-a9cf-b9d9307817a6 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:50.644400 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7436b80d-125e-49a3-a9cf-b9d9307817a6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:50.665861 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7436b80d-125e-49a3-a9cf-b9d9307817a6 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:41:50.671870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=eeb3f88f-401d-4a17-8d21-a0da2fd0988f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:50.676425 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2a5e3407-a19b-484c-91f4-db82d1d73f1b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:50.703981 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7436b80d-125e-49a3-a9cf-b9d9307817a6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7436b80d-125e-49a3-a9cf-b9d9307817a6,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:50.711601 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7436b80d-125e-49a3-a9cf-b9d9307817a6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:50.762918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Network 11407e2b-e302-4d79-9b10-d73fa3c4a805 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:50.766876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:50.773727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:50.777239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Pushing event updated for resources: {'Port': ['ID=2a5e3407-a19b-484c-91f4-db82d1d73f1b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:50.810053 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52088) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:50.810344 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=7436b80d-125e-49a3-a9cf-b9d9307817a6,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:50.942022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['eeb3f88f-401d-4a17-8d21-a0da2fd0988f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:50.944021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['7436b80d-125e-49a3-a9cf-b9d9307817a6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:41:51.028936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0e727d7c-8a6e-47e8-9567-fd1c08304e5e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=145d78cd594e42679e7610cc0369d183&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2174225 Feb 10 15:41:51.030841 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52096) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:51.159890 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ad6c11db-e1d3-4850-aeae-23d1dfe469ae admin admin] Publish callbacks [] for security_group (06cf9cc6-6337-4d57-a82f-6e5c3c9b1a00), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:51.183242 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ad6c11db-e1d3-4850-aeae-23d1dfe469ae admin admin] Publish callbacks [] for security_group (06cf9cc6-6337-4d57-a82f-6e5c3c9b1a00), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:51.238289 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ad6c11db-e1d3-4850-aeae-23d1dfe469ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (06cf9cc6-6337-4d57-a82f-6e5c3c9b1a00), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:51.241626 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ad6c11db-e1d3-4850-aeae-23d1dfe469ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:51.245884 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ad6c11db-e1d3-4850-aeae-23d1dfe469ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06cf9cc6-6337-4d57-a82f-6e5c3c9b1a00 HTTP/1.1" status: 204 len: 168 time: 0.2133632 Feb 10 15:41:51.254468 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c11db-e1d3-4850-aeae-23d1dfe469ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cf9cc6-6337-4d57-a82f-6e5c3c9b1a00,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:51.510059 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (cdf34de8-2062-4320-b762-56b4262da264), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:51.820054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a618-7acb-4bda-a801-5a7110ca2075 req-ba6c7e99-78ed-49e8-b293-c641d96822cf tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:51.828332 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a601a618-7acb-4bda-a801-5a7110ca2075 req-ba6c7e99-78ed-49e8-b293-c641d96822cf tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.1690726 Feb 10 15:41:51.875474 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (cdf34de8-2062-4320-b762-56b4262da264), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:51.892080 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a601a618-7acb-4bda-a801-5a7110ca2075 req-55b16976-317a-4d47-8d64-8cdda2b5500d tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626056 Feb 10 15:41:51.907815 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ff44a-9204-45bd-a394-1299afbb790f req-493e22b7-0b2f-4203-85ae-af532f6e5bdb tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:51.910452 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b4ff44a-9204-45bd-a394-1299afbb790f req-493e22b7-0b2f-4203-85ae-af532f6e5bdb tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 944 time: 0.2014670 Feb 10 15:41:51.983555 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b4ff44a-9204-45bd-a394-1299afbb790f req-e5520d47-9af7-4c79-85f7-1c9616a2ec5a tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674307 Feb 10 15:41:52.023059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7436b80d-125e-49a3-a9cf-b9d9307817a6 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:52.079200 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Router cdf34de8-2062-4320-b762-56b4262da264 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:41:52.134458 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 7436b80d-125e-49a3-a9cf-b9d9307817a6 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:41:52.138581 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 7436b80d-125e-49a3-a9cf-b9d9307817a6 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:52.138974 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7436b80d-125e-49a3-a9cf-b9d9307817a6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:52.208558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:41:52.222855 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dee781d-f1c2-42b9-a732-4e5617613f99 None None] Sync routers for ids ['cdf34de8-2062-4320-b762-56b4262da264'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:41:52.235797 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee781d-f1c2-42b9-a732-4e5617613f99 None None] Routers {'cdf34de8-2062-4320-b762-56b4262da264'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:52.235797 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1dee781d-f1c2-42b9-a732-4e5617613f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:41:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['cdf34de8-2062-4320-b762-56b4262da264'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:52.247785 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:52.252065 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52138) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:52.257947 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-521b93c7-cbfa-4caf-9ed5-adbd971e6c38 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9745493 Feb 10 15:41:52.258401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7436b80d-125e-49a3-a9cf-b9d9307817a6 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:52.258808 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7436b80d-125e-49a3-a9cf-b9d9307817a6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:52.314935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555d33f3-fb44-4d19-a8f7-e6a97fd56e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7436b80d-125e-49a3-a9cf-b9d9307817a6'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:41:52.319868 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1528000f-888b-455e-b809-a7d73bc4fb5b" -d '{"events": [{"server_uuid": "555d33f3-fb44-4d19-a8f7-e6a97fd56e6c", "name": "network-vif-plugged", "status": "completed", "tag": "7436b80d-125e-49a3-a9cf-b9d9307817a6"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:52.346595 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7436b80d-125e-49a3-a9cf-b9d9307817a6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7436b80d-125e-49a3-a9cf-b9d9307817a6,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:52.355139 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7436b80d-125e-49a3-a9cf-b9d9307817a6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:52.429307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52144) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:52.462251 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb08cdd-904a-4c14-8249-54d04740f6d1 x-openstack-request-id: req-ebb08cdd-904a-4c14-8249-54d04740f6d1 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:52.462583 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555d33f3-fb44-4d19-a8f7-e6a97fd56e6c", "name": "network-vif-plugged", "status": "completed", "tag": "7436b80d-125e-49a3-a9cf-b9d9307817a6", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:52.462844 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebb08cdd-904a-4c14-8249-54d04740f6d1 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:52.463361 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555d33f3-fb44-4d19-a8f7-e6a97fd56e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7436b80d-125e-49a3-a9cf-b9d9307817a6', 'code': 200} Feb 10 15:41:52.484857 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d61b222d-af73-4fba-9447-932d72ac2e5f tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router (cdf34de8-2062-4320-b762-56b4262da264), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:52.493804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=7436b80d-125e-49a3-a9cf-b9d9307817a6,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:52.514432 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-1dee781d-f1c2-42b9-a732-4e5617613f99 None None] Set router cdf34de8-2062-4320-b762-56b4262da264 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:41:52.586148 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb9c28-8684-4d62-92f1-59f95424a32b req-16483f64-bac4-462c-bb17-e485f3299099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:52.588846 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ccb9c28-8684-4d62-92f1-59f95424a32b req-16483f64-bac4-462c-bb17-e485f3299099 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 1127 time: 0.0946455 Feb 10 15:41:52.680906 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d61b222d-af73-4fba-9447-932d72ac2e5f tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (cdf34de8-2062-4320-b762-56b4262da264), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:52.729861 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-1a298904-a9c4-470d-a099-6d932f36d93c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1903565985-network', 'tenant_id': '763e30468e9741038592f18d570d2348'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:52.745553 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ccb9c28-8684-4d62-92f1-59f95424a32b req-6e2772ba-0c41-4e4b-94a9-e9294ceb87cd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498539 Feb 10 15:41:52.757013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-d61b222d-af73-4fba-9447-932d72ac2e5f tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Deleting port 2a5e3407-a19b-484c-91f4-db82d1d73f1b {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:52.757647 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d61b222d-af73-4fba-9447-932d72ac2e5f tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2a5e3407-a19b-484c-91f4-db82d1d73f1b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:52.794319 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a298904-a9c4-470d-a099-6d932f36d93c admin admin] Made reservation on behalf of 763e30468e9741038592f18d570d2348 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:52.796824 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a298904-a9c4-470d-a099-6d932f36d93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:52.804111 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-1dee781d-f1c2-42b9-a732-4e5617613f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf34de8-2062-4320-b762-56b4262da264', 'name': '', 'tenant_id': 'eb32eaa0f9b94e61acb824a0db656899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11407e2b-e302-4d79-9b10-d73fa3c4a805', 'external_fixed_ips': [{'subnet_id': 'ce5269ac-137c-406b-9c99-386a4a6010a7', 'ip_address': '2001:db8::376'}], 'enable_snat': True}, 'gw_port_id': '2a5e3407-a19b-484c-91f4-db82d1d73f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:41:49Z', 'updated_at': '2022-02-10T15:41:50Z', 'revision_number': 3, 'project_id': 'eb32eaa0f9b94e61acb824a0db656899', 'gw_port': {'id': '2a5e3407-a19b-484c-91f4-db82d1d73f1b', 'name': '', 'network_id': '11407e2b-e302-4d79-9b10-d73fa3c4a805', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:98:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf34de8-2062-4320-b762-56b4262da264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'ce5269ac-137c-406b-9c99-386a4a6010a7', 'ip_address': '2001:db8::376', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:41:50Z', 'updated_at': '2022-02-10T15:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce5269ac-137c-406b-9c99-386a4a6010a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:52.808503 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a298904-a9c4-470d-a099-6d932f36d93c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:52.840391 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dee781d-f1c2-42b9-a732-4e5617613f99 None None] Checking router: cdf34de8-2062-4320-b762-56b4262da264 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:41:52.842853 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dee781d-f1c2-42b9-a732-4e5617613f99 None None] Updating router cdf34de8-2062-4320-b762-56b4262da264 port 2a5e3407-a19b-484c-91f4-db82d1d73f1b binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:41:52.871830 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d61b222d-af73-4fba-9447-932d72ac2e5f tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2a5e3407-a19b-484c-91f4-db82d1d73f1b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:52.885397 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1dee781d-f1c2-42b9-a732-4e5617613f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2a5e3407-a19b-484c-91f4-db82d1d73f1b), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:52.888614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-d61b222d-af73-4fba-9447-932d72ac2e5f tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Calling delete_port for 2a5e3407-a19b-484c-91f4-db82d1d73f1b owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:52.927022 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a298904-a9c4-470d-a099-6d932f36d93c admin admin] Publish callbacks [] for security_group (995e6c61-18cf-4fe9-a88e-f2d6f737eb61), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:52.939083 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a298904-a9c4-470d-a099-6d932f36d93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (995e6c61-18cf-4fe9-a88e-f2d6f737eb61), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:53.008412 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a298904-a9c4-470d-a099-6d932f36d93c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:41:53.026859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a298904-a9c4-470d-a099-6d932f36d93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995e6c61-18cf-4fe9-a88e-f2d6f737eb61,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:53.105438 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a298904-a9c4-470d-a099-6d932f36d93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (a48c6d5a-b4f9-4fb8-b385-87da1b95fab3), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:53.113459 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-1a298904-a9c4-470d-a099-6d932f36d93c admin admin] Added segment a48c6d5a-b4f9-4fb8-b385-87da1b95fab3 of type vlan for network 126969fa-695c-486a-a796-ae80574277dc Feb 10 15:41:53.217574 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a298904-a9c4-470d-a099-6d932f36d93c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (126969fa-695c-486a-a796-ae80574277dc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:53.265166 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a298904-a9c4-470d-a099-6d932f36d93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (126969fa-695c-486a-a796-ae80574277dc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:53.269672 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a298904-a9c4-470d-a099-6d932f36d93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:53.270864 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1a298904-a9c4-470d-a099-6d932f36d93c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:53.276275 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b948ad0-d767-43b3-b16d-38eaa276ae91 req-0f4f7b89-da1b-4b33-bec2-b4d82b3bcf14 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:53.282526 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b948ad0-d767-43b3-b16d-38eaa276ae91 req-0f4f7b89-da1b-4b33-bec2-b4d82b3bcf14 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.2245190 Feb 10 15:41:53.321263 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1a298904-a9c4-470d-a099-6d932f36d93c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8905873 Feb 10 15:41:53.324589 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52162) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:53.329541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-1878ea6a-b38b-40c8-9ae6-f6c44b9f7f04 admin admin] Request body: {'subnet': {'network_id': '126969fa-695c-486a-a796-ae80574277dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1903565985-subnet', 'tenant_id': '763e30468e9741038592f18d570d2348', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:53.411762 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1878ea6a-b38b-40c8-9ae6-f6c44b9f7f04 admin admin] Made reservation on behalf of 763e30468e9741038592f18d570d2348 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:53.414672 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1878ea6a-b38b-40c8-9ae6-f6c44b9f7f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:53.471048 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a298904-a9c4-470d-a099-6d932f36d93c admin admin] Pushing event updated for resources: {'Network': ['ID=126969fa-695c-486a-a796-ae80574277dc,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:53.508904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 126969fa-695c-486a-a796-ae80574277dc details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:41:53.737411 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.db.api [None req-1dee781d-f1c2-42b9-a732-4e5617613f99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:41:53.738001 n-d-815324-7 neutron-server[103371]: DEBUG oslo_db.api [None req-1dee781d-f1c2-42b9-a732-4e5617613f99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:41:53.741684 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d61b222d-af73-4fba-9447-932d72ac2e5f tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (2a5e3407-a19b-484c-91f4-db82d1d73f1b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:53.780421 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b222d-af73-4fba-9447-932d72ac2e5f tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a5e3407-a19b-484c-91f4-db82d1d73f1b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:53.801691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b948ad0-d767-43b3-b16d-38eaa276ae91 req-759903ec-862d-4b6a-992c-d78cc8c39543 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056291 Feb 10 15:41:53.808800 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12b904-ae13-40c7-82a4-6d8a907ccfae req-852d2923-6a6c-4dcd-9818-140573206949 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:53.815271 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a12b904-ae13-40c7-82a4-6d8a907ccfae req-852d2923-6a6c-4dcd-9818-140573206949 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 945 time: 0.5309849 Feb 10 15:41:53.861694 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d61b222d-af73-4fba-9447-932d72ac2e5f tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (cdf34de8-2062-4320-b762-56b4262da264), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:53.885681 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device eeb3f88f-401d-4a17-8d21-a0da2fd0988f up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:41:53.936688 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1878ea6a-b38b-40c8-9ae6-f6c44b9f7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (ed59e2ea-d8b8-4563-a892-a5c1ad7d9c06), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:53.962376 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port eeb3f88f-401d-4a17-8d21-a0da2fd0988f completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:41:53.980960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port eeb3f88f-401d-4a17-8d21-a0da2fd0988f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:41:53.983405 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eeb3f88f-401d-4a17-8d21-a0da2fd0988f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:53.986095 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d61b222d-af73-4fba-9447-932d72ac2e5f tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (cdf34de8-2062-4320-b762-56b4262da264), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:53.992042 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d61b222d-af73-4fba-9447-932d72ac2e5f tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_controller (cdf34de8-2062-4320-b762-56b4262da264), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.013334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a12b904-ae13-40c7-82a4-6d8a907ccfae req-347598a6-cf07-43d0-877a-043ba76559da tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970701 Feb 10 15:41:54.029775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878ea6a-b38b-40c8-9ae6-f6c44b9f7f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed59e2ea-d8b8-4563-a892-a5c1ad7d9c06,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:54.035297 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878ea6a-b38b-40c8-9ae6-f6c44b9f7f04 admin admin] Checking segment: {'id': 'a48c6d5a-b4f9-4fb8-b385-87da1b95fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '126969fa-695c-486a-a796-ae80574277dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:41:54.035773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1878ea6a-b38b-40c8-9ae6-f6c44b9f7f04 admin admin] Network hostable DHCP agents. Network: 126969fa-695c-486a-a796-ae80574277dc, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:41:54.062148 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1878ea6a-b38b-40c8-9ae6-f6c44b9f7f04 admin admin] Network 126969fa-695c-486a-a796-ae80574277dc is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:41:54.074313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-1878ea6a-b38b-40c8-9ae6-f6c44b9f7f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 126969fa-695c-486a-a796-ae80574277dc) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:54.075155 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d61b222d-af73-4fba-9447-932d72ac2e5f tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (cdf34de8-2062-4320-b762-56b4262da264), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.075928 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61b222d-af73-4fba-9447-932d72ac2e5f tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cdf34de8-2062-4320-b762-56b4262da264 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:41:54.080738 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d61b222d-af73-4fba-9447-932d72ac2e5f tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.086412 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d61b222d-af73-4fba-9447-932d72ac2e5f tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "DELETE /v2.0/routers/cdf34de8-2062-4320-b762-56b4262da264 HTTP/1.1" status: 204 len: 168 time: 1.8312504 Feb 10 15:41:54.087161 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52178) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:54.087323 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1878ea6a-b38b-40c8-9ae6-f6c44b9f7f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:54.087954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1878ea6a-b38b-40c8-9ae6-f6c44b9f7f04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.093540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port eeb3f88f-401d-4a17-8d21-a0da2fd0988f is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:41:54.093927 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eeb3f88f-401d-4a17-8d21-a0da2fd0988f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.098079 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7097f015-f9cf-4e46-9b3d-69a42df66707 None None] Network 126969fa-695c-486a-a796-ae80574277dc requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:41:54.111888 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1878ea6a-b38b-40c8-9ae6-f6c44b9f7f04 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7860124 Feb 10 15:41:54.153217 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-36815f4a-d650-49c0-8980-ac688b718b9e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Deleting subnet ce5269ac-137c-406b-9c99-386a4a6010a7 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:41:54.157499 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-36815f4a-d650-49c0-8980-ac688b718b9e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for subnet (ce5269ac-137c-406b-9c99-386a4a6010a7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.208470 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-36815f4a-d650-49c0-8980-ac688b718b9e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (ce5269ac-137c-406b-9c99-386a4a6010a7), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.242635 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port eeb3f88f-401d-4a17-8d21-a0da2fd0988f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=eeb3f88f-401d-4a17-8d21-a0da2fd0988f,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:54.256377 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eeb3f88f-401d-4a17-8d21-a0da2fd0988f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.261094 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-36815f4a-d650-49c0-8980-ac688b718b9e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (ce5269ac-137c-406b-9c99-386a4a6010a7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.270817 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dee781d-f1c2-42b9-a732-4e5617613f99 None None] Port 2a5e3407-a19b-484c-91f4-db82d1d73f1b not found while updating agent binding for router cdf34de8-2062-4320-b762-56b4262da264. {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 10 15:41:54.280092 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee781d-f1c2-42b9-a732-4e5617613f99 None None] Routers set() bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:54.280574 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee781d-f1c2-42b9-a732-4e5617613f99 None None] Router IDs set() for agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 15:41:54.281746 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_agentschedulers_db [None req-1dee781d-f1c2-42b9-a732-4e5617613f99 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cdf34de8-2062-4320-b762-56b4262da264'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:41:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent'). {{(pid=103371) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 15:41:54.282348 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dee781d-f1c2-42b9-a732-4e5617613f99 None None] The sync data for ids ['cdf34de8-2062-4320-b762-56b4262da264'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:41:54.337646 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2786407e-284f-424f-8186-469bbf005fdc None None] Network 126969fa-695c-486a-a796-ae80574277dc requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:41:54.362750 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-36815f4a-d650-49c0-8980-ac688b718b9e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (ce5269ac-137c-406b-9c99-386a4a6010a7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.368917 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=eeb3f88f-401d-4a17-8d21-a0da2fd0988f,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:54.409683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36815f4a-d650-49c0-8980-ac688b718b9e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5269ac-137c-406b-9c99-386a4a6010a7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:54.413967 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-36815f4a-d650-49c0-8980-ac688b718b9e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.424838 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52192) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:54.425117 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-36815f4a-d650-49c0-8980-ac688b718b9e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/ce5269ac-137c-406b-9c99-386a4a6010a7 HTTP/1.1" status: 204 len: 168 time: 0.3365760 Feb 10 15:41:54.465050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82998e05-e60c-45ff-ac20-c74452c2519e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3f88f-401d-4a17-8d21-a0da2fd0988f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:41:54.467500 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ca69d1-efa9-439f-8be1-184c1e804d2d" -d '{"events": [{"server_uuid": "82998e05-e60c-45ff-ac20-c74452c2519e", "name": "network-vif-plugged", "status": "completed", "tag": "eeb3f88f-401d-4a17-8d21-a0da2fd0988f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:41:54.521455 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf14277-97c1-4b78-b3cc-37593083bc9a x-openstack-request-id: req-faf14277-97c1-4b78-b3cc-37593083bc9a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:41:54.522033 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82998e05-e60c-45ff-ac20-c74452c2519e", "name": "network-vif-plugged", "status": "completed", "tag": "eeb3f88f-401d-4a17-8d21-a0da2fd0988f", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:41:54.522033 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-faf14277-97c1-4b78-b3cc-37593083bc9a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:41:54.522640 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82998e05-e60c-45ff-ac20-c74452c2519e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3f88f-401d-4a17-8d21-a0da2fd0988f', 'code': 200} Feb 10 15:41:54.539602 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8f161ca8-8bff-44cd-bc0f-69f4aae77c6a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (11407e2b-e302-4d79-9b10-d73fa3c4a805), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.670187 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8f161ca8-8bff-44cd-bc0f-69f4aae77c6a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (11407e2b-e302-4d79-9b10-d73fa3c4a805), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.704109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-8f161ca8-8bff-44cd-bc0f-69f4aae77c6a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11407e2b-e302-4d79-9b10-d73fa3c4a805']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:54.715405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-8f161ca8-8bff-44cd-bc0f-69f4aae77c6a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916d62f6-4e39-4c4f-bcf7-5ddff5b5bcf6') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:54.715709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-8f161ca8-8bff-44cd-bc0f-69f4aae77c6a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916d62f6-4e39-4c4f-bcf7-5ddff5b5bcf6') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:54.733841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9db1d-7ebe-4bdc-85cc-54a2251897bb req-4a0b8d77-0336-4009-ad61-8e8b752abdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:54.735125 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-07c9db1d-7ebe-4bdc-85cc-54a2251897bb req-4a0b8d77-0336-4009-ad61-8e8b752abdf4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=82998e05-e60c-45ff-ac20-c74452c2519e HTTP/1.1" status: 200 len: 1127 time: 0.1411967 Feb 10 15:41:54.736855 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8f161ca8-8bff-44cd-bc0f-69f4aae77c6a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (916d62f6-4e39-4c4f-bcf7-5ddff5b5bcf6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.767555 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8f161ca8-8bff-44cd-bc0f-69f4aae77c6a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (916d62f6-4e39-4c4f-bcf7-5ddff5b5bcf6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.784449 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f161ca8-8bff-44cd-bc0f-69f4aae77c6a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:41:54.784909 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8f161ca8-8bff-44cd-bc0f-69f4aae77c6a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (916d62f6-4e39-4c4f-bcf7-5ddff5b5bcf6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:41:54.786848 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:41:54.836721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52226) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:54.843163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-fcde5efc-a1ea-4635-a013-dc654e3c2388 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1256577293-network', 'tenant_id': '4dd69061401740efbf458b9e3430a9ba'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:54.866112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcde5efc-a1ea-4635-a013-dc654e3c2388 admin admin] Made reservation on behalf of 4dd69061401740efbf458b9e3430a9ba for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:54.869608 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-07c9db1d-7ebe-4bdc-85cc-54a2251897bb req-205c38a6-e52a-4ed9-a044-9575243ad920 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254864 Feb 10 15:41:54.870566 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcde5efc-a1ea-4635-a013-dc654e3c2388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.899106 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8f161ca8-8bff-44cd-bc0f-69f4aae77c6a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (11407e2b-e302-4d79-9b10-d73fa3c4a805), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.906751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f161ca8-8bff-44cd-bc0f-69f4aae77c6a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11407e2b-e302-4d79-9b10-d73fa3c4a805 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 15:41:54.910138 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcde5efc-a1ea-4635-a013-dc654e3c2388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.912582 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8f161ca8-8bff-44cd-bc0f-69f4aae77c6a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:54.927215 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8f161ca8-8bff-44cd-bc0f-69f4aae77c6a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "DELETE /v2.0/networks/11407e2b-e302-4d79-9b10-d73fa3c4a805 HTTP/1.1" status: 204 len: 168 time: 0.4972835 Feb 10 15:41:54.953526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f161ca8-8bff-44cd-bc0f-69f4aae77c6a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Pushing event deleted for resources: {'Network': ['ID=11407e2b-e302-4d79-9b10-d73fa3c4a805,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:55.034375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e79645-0aee-44a9-b6cc-9e33bf84fc5b req-871c5c0f-75e4-4a4e-a4d3-a54c48ddb655 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:55.036170 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a9e79645-0aee-44a9-b6cc-9e33bf84fc5b req-871c5c0f-75e4-4a4e-a4d3-a54c48ddb655 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.1173871 Feb 10 15:41:55.136734 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcde5efc-a1ea-4635-a013-dc654e3c2388 admin admin] Publish callbacks [] for security_group (e479d269-6a23-4f4f-bf2b-26abbe405557), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:55.173370 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcde5efc-a1ea-4635-a013-dc654e3c2388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e479d269-6a23-4f4f-bf2b-26abbe405557), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:55.222050 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a9e79645-0aee-44a9-b6cc-9e33bf84fc5b req-08364fda-d906-45e9-b0e9-50601363c562 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566052 Feb 10 15:41:55.222919 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcde5efc-a1ea-4635-a013-dc654e3c2388 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:41:55.237526 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde5efc-a1ea-4635-a013-dc654e3c2388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e479d269-6a23-4f4f-bf2b-26abbe405557,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:55.247868 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcde5efc-a1ea-4635-a013-dc654e3c2388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (4ab4f0fa-3436-4676-b5b2-ee8d19c6e055), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:55.248356 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-fcde5efc-a1ea-4635-a013-dc654e3c2388 admin admin] Added segment 4ab4f0fa-3436-4676-b5b2-ee8d19c6e055 of type vlan for network 3b2d45ec-0aaa-4470-ab9d-435537cb1a5f Feb 10 15:41:55.268023 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1e63-e7f1-4f31-bbca-c419a18582a6 req-5f7a6a4d-76f7-4347-9b7e-b9f7fb0e99c3 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:55.269781 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b03f1e63-e7f1-4f31-bbca-c419a18582a6 req-5f7a6a4d-76f7-4347-9b7e-b9f7fb0e99c3 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 945 time: 0.1313605 Feb 10 15:41:55.332980 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcde5efc-a1ea-4635-a013-dc654e3c2388 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (3b2d45ec-0aaa-4470-ab9d-435537cb1a5f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:55.414186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52238) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:55.420124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-00cc2192-f075-4c99-94a8-ddf0b20a79b7 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Request body: {'router': {'name': 'tempest-router--2122739812', 'project_id': '35c1d6d674cd470ba4b8560dbc411821'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:55.424789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b03f1e63-e7f1-4f31-bbca-c419a18582a6 req-fdb170f5-4cb8-4c52-84ca-13a0256b0490 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346228 Feb 10 15:41:55.426636 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcde5efc-a1ea-4635-a013-dc654e3c2388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (3b2d45ec-0aaa-4470-ab9d-435537cb1a5f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:55.427768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcde5efc-a1ea-4635-a013-dc654e3c2388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:55.428439 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fcde5efc-a1ea-4635-a013-dc654e3c2388 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:55.468918 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-00cc2192-f075-4c99-94a8-ddf0b20a79b7 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (1779b933-fae3-45c3-9b03-882d2e3f3b12), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:55.469992 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-00cc2192-f075-4c99-94a8-ddf0b20a79b7 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (1779b933-fae3-45c3-9b03-882d2e3f3b12), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:55.491936 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52242) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:55.500973 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fcde5efc-a1ea-4635-a013-dc654e3c2388 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6547840 Feb 10 15:41:55.505639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f609fc6c-debb-4b99-9f65-359ef141c404 admin admin] Request body: {'subnet': {'network_id': '3b2d45ec-0aaa-4470-ab9d-435537cb1a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1256577293-subnet', 'tenant_id': '4dd69061401740efbf458b9e3430a9ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:55.539084 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f609fc6c-debb-4b99-9f65-359ef141c404 admin admin] Made reservation on behalf of 4dd69061401740efbf458b9e3430a9ba for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:41:55.542365 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f609fc6c-debb-4b99-9f65-359ef141c404 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:55.555515 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde5efc-a1ea-4635-a013-dc654e3c2388 admin admin] Pushing event updated for resources: {'Network': ['ID=3b2d45ec-0aaa-4470-ab9d-435537cb1a5f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:55.563758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 3b2d45ec-0aaa-4470-ab9d-435537cb1a5f details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:41:55.611168 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-00cc2192-f075-4c99-94a8-ddf0b20a79b7 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_controller (1779b933-fae3-45c3-9b03-882d2e3f3b12), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:55.648403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-00cc2192-f075-4c99-94a8-ddf0b20a79b7 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (1779b933-fae3-45c3-9b03-882d2e3f3b12), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:55.667408 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-00cc2192-f075-4c99-94a8-ddf0b20a79b7 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:55.668957 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-00cc2192-f075-4c99-94a8-ddf0b20a79b7 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2537084 Feb 10 15:41:55.673793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52244) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:55.682496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dc70f-8f1f-44cf-bfde-59c02b9268ae req-3331c95d-04f1-4401-9166-1f359f9199be tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:55.696923 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f83dc70f-8f1f-44cf-bfde-59c02b9268ae req-3331c95d-04f1-4401-9166-1f359f9199be tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=82998e05-e60c-45ff-ac20-c74452c2519e HTTP/1.1" status: 200 len: 945 time: 0.1573489 Feb 10 15:41:55.772823 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-060cdf99-0b76-4bea-8189-f42d5d0cf5c7 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router (1779b933-fae3-45c3-9b03-882d2e3f3b12), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:55.788920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f83dc70f-8f1f-44cf-bfde-59c02b9268ae req-75918f41-2de2-44a5-a3d7-ff22f836df3c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840862 Feb 10 15:41:56.001514 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-060cdf99-0b76-4bea-8189-f42d5d0cf5c7 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (1779b933-fae3-45c3-9b03-882d2e3f3b12), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:56.005075 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-060cdf99-0b76-4bea-8189-f42d5d0cf5c7 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_controller (1779b933-fae3-45c3-9b03-882d2e3f3b12), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:56.085501 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f609fc6c-debb-4b99-9f65-359ef141c404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (46f4bb4f-f82f-47b2-852f-258e3b4a59fc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:56.091281 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-060cdf99-0b76-4bea-8189-f42d5d0cf5c7 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (1779b933-fae3-45c3-9b03-882d2e3f3b12), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:56.091849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060cdf99-0b76-4bea-8189-f42d5d0cf5c7 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1779b933-fae3-45c3-9b03-882d2e3f3b12 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:41:56.116029 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-060cdf99-0b76-4bea-8189-f42d5d0cf5c7 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:56.121132 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-060cdf99-0b76-4bea-8189-f42d5d0cf5c7 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "DELETE /v2.0/routers/1779b933-fae3-45c3-9b03-882d2e3f3b12 HTTP/1.1" status: 204 len: 168 time: 0.4423847 Feb 10 15:41:56.149158 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609fc6c-debb-4b99-9f65-359ef141c404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f4bb4f-f82f-47b2-852f-258e3b4a59fc,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:56.164630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f609fc6c-debb-4b99-9f65-359ef141c404 admin admin] Checking segment: {'id': '4ab4f0fa-3436-4676-b5b2-ee8d19c6e055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3b2d45ec-0aaa-4470-ab9d-435537cb1a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:41:56.165293 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f609fc6c-debb-4b99-9f65-359ef141c404 admin admin] Network hostable DHCP agents. Network: 3b2d45ec-0aaa-4470-ab9d-435537cb1a5f, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:41:56.186433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f609fc6c-debb-4b99-9f65-359ef141c404 admin admin] Network 3b2d45ec-0aaa-4470-ab9d-435537cb1a5f is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:41:56.198619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-f609fc6c-debb-4b99-9f65-359ef141c404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 3b2d45ec-0aaa-4470-ab9d-435537cb1a5f) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:56.211685 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7270eba9-9005-481b-b37e-4d784920cb2d None None] Network 3b2d45ec-0aaa-4470-ab9d-435537cb1a5f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:41:56.223787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f609fc6c-debb-4b99-9f65-359ef141c404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:56.224748 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f609fc6c-debb-4b99-9f65-359ef141c404 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:56.261817 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f609fc6c-debb-4b99-9f65-359ef141c404 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7687509 Feb 10 15:41:56.324765 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52256) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:56.356490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256cabe2-8001-44ac-a7b2-d61777d511e7 None None] Network 3b2d45ec-0aaa-4470-ab9d-435537cb1a5f requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:41:56.533330 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52260) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:56.536590 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadc822-e541-47da-8074-0b024cbb0eea req-4637c2b6-6744-40df-b721-ef96207554bd tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:56.545046 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4cadc822-e541-47da-8074-0b024cbb0eea req-4637c2b6-6744-40df-b721-ef96207554bd tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.1166787 Feb 10 15:41:56.583076 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2062606399', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:41:56.611354 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4cadc822-e541-47da-8074-0b024cbb0eea req-5ae03b65-99df-4df6-aeb9-cba696448ed6 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653191 Feb 10 15:41:56.619033 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b8a7bd-ebe9-44ff-a586-821b7aae4ee3 admin admin] Deleting subnet ed59e2ea-d8b8-4563-a892-a5c1ad7d9c06 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:41:56.623730 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (8acd59c8-e118-4124-8b90-95f5dc803a21), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:56.624997 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (8acd59c8-e118-4124-8b90-95f5dc803a21), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:56.628748 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a7bd-ebe9-44ff-a586-821b7aae4ee3 admin admin] Publish callbacks [] for subnet (ed59e2ea-d8b8-4563-a892-a5c1ad7d9c06), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:56.683675 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a7bd-ebe9-44ff-a586-821b7aae4ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (ed59e2ea-d8b8-4563-a892-a5c1ad7d9c06), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:56.736910 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_controller (8acd59c8-e118-4124-8b90-95f5dc803a21), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:56.788586 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a7bd-ebe9-44ff-a586-821b7aae4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (ed59e2ea-d8b8-4563-a892-a5c1ad7d9c06), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:56.934434 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (8acd59c8-e118-4124-8b90-95f5dc803a21), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:56.942772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2141519-9762-4d45-aec9-1e9d6ec649ad req-a105203e-b3ac-435d-a0c1-6822f58efe9c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:56.945735 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2141519-9762-4d45-aec9-1e9d6ec649ad req-a105203e-b3ac-435d-a0c1-6822f58efe9c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=82998e05-e60c-45ff-ac20-c74452c2519e HTTP/1.1" status: 200 len: 945 time: 0.0653720 Feb 10 15:41:56.956321 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a7bd-ebe9-44ff-a586-821b7aae4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (ed59e2ea-d8b8-4563-a892-a5c1ad7d9c06), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.013026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8a7bd-ebe9-44ff-a586-821b7aae4ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed59e2ea-d8b8-4563-a892-a5c1ad7d9c06,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:57.019944 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a7bd-ebe9-44ff-a586-821b7aae4ee3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.021092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2141519-9762-4d45-aec9-1e9d6ec649ad req-78e2722e-d558-400c-896c-dbef25fa14c9 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599937 Feb 10 15:41:57.025497 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f7b8a7bd-ebe9-44ff-a586-821b7aae4ee3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ed59e2ea-d8b8-4563-a892-a5c1ad7d9c06 HTTP/1.1" status: 204 len: 168 time: 0.4891930 Feb 10 15:41:57.030129 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52268) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:57.152503 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d87e1831-5df4-4324-97d4-55c07aeaf845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (126969fa-695c-486a-a796-ae80574277dc), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.257278 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d87e1831-5df4-4324-97d4-55c07aeaf845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (126969fa-695c-486a-a796-ae80574277dc), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.320688 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d87e1831-5df4-4324-97d4-55c07aeaf845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126969fa-695c-486a-a796-ae80574277dc']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:57.358867 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d87e1831-5df4-4324-97d4-55c07aeaf845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48c6d5a-b4f9-4fb8-b385-87da1b95fab3') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:57.359179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d87e1831-5df4-4324-97d4-55c07aeaf845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48c6d5a-b4f9-4fb8-b385-87da1b95fab3') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:57.378777 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d87e1831-5df4-4324-97d4-55c07aeaf845 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (a48c6d5a-b4f9-4fb8-b385-87da1b95fab3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.393653 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d87e1831-5df4-4324-97d4-55c07aeaf845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (a48c6d5a-b4f9-4fb8-b385-87da1b95fab3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.401196 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87e1831-5df4-4324-97d4-55c07aeaf845 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:41:57.401776 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d87e1831-5df4-4324-97d4-55c07aeaf845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (a48c6d5a-b4f9-4fb8-b385-87da1b95fab3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.462172 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ef262-4b4b-4b1f-a71c-f9ccd2638818 req-0d9fa19b-1a5c-47ee-b530-ea729f56a2fb tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:57.462172 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-147ef262-4b4b-4b1f-a71c-f9ccd2638818 req-0d9fa19b-1a5c-47ee-b530-ea729f56a2fb tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=82998e05-e60c-45ff-ac20-c74452c2519e HTTP/1.1" status: 200 len: 945 time: 0.0646484 Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:41:57.464431 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:41:57.470553 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d87e1831-5df4-4324-97d4-55c07aeaf845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (126969fa-695c-486a-a796-ae80574277dc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.496459 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d87e1831-5df4-4324-97d4-55c07aeaf845 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.499662 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d87e1831-5df4-4324-97d4-55c07aeaf845 admin admin] 10.222.0.64 "DELETE /v2.0/networks/126969fa-695c-486a-a796-ae80574277dc HTTP/1.1" status: 204 len: 168 time: 0.4686024 Feb 10 15:41:57.500364 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (8acd59c8-e118-4124-8b90-95f5dc803a21), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.502575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52276) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:57.527798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e1831-5df4-4324-97d4-55c07aeaf845 admin admin] Pushing event deleted for resources: {'Network': ['ID=126969fa-695c-486a-a796-ae80574277dc,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:57.530634 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.553651 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-147ef262-4b4b-4b1f-a71c-f9ccd2638818 req-b1fad4fe-05c3-466c-bf51-6e6fd5ba5d8c tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847216 Feb 10 15:41:57.567575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc69910-a958-4884-872e-0dcb6432d1e2 admin admin] Deleting subnet 46f4bb4f-f82f-47b2-852f-258e3b4a59fc {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:41:57.571415 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8fc69910-a958-4884-872e-0dcb6432d1e2 admin admin] Publish callbacks [] for subnet (46f4bb4f-f82f-47b2-852f-258e3b4a59fc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.624610 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8fc69910-a958-4884-872e-0dcb6432d1e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (46f4bb4f-f82f-47b2-852f-258e3b4a59fc), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.695293 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8fc69910-a958-4884-872e-0dcb6432d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (46f4bb4f-f82f-47b2-852f-258e3b4a59fc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.702665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Allocated IP 172.25.3.84 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/495f8ce2-818f-4d7b-83f2-906ddedde8bf) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:41:57.822266 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8fc69910-a958-4884-872e-0dcb6432d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (46f4bb4f-f82f-47b2-852f-258e3b4a59fc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.858622 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56e7ae-96cf-42c8-b3f6-c839edd99b8d req-ca33fb43-b6f3-4916-bcca-8042baca6217 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:57.859068 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for port (495f8ce2-818f-4d7b-83f2-906ddedde8bf), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.866038 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d56e7ae-96cf-42c8-b3f6-c839edd99b8d req-ca33fb43-b6f3-4916-bcca-8042baca6217 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.1266103 Feb 10 15:41:57.882664 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc69910-a958-4884-872e-0dcb6432d1e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46f4bb4f-f82f-47b2-852f-258e3b4a59fc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:57.888303 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8fc69910-a958-4884-872e-0dcb6432d1e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.894474 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8fc69910-a958-4884-872e-0dcb6432d1e2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/46f4bb4f-f82f-47b2-852f-258e3b4a59fc HTTP/1.1" status: 204 len: 168 time: 0.3908229 Feb 10 15:41:57.895179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52280) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:57.902795 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (495f8ce2-818f-4d7b-83f2-906ddedde8bf), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:57.949408 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:41:57.953292 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:41:57.965097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:41:57.994072 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d56e7ae-96cf-42c8-b3f6-c839edd99b8d req-3861710c-669b-4887-9938-1f8ac4694f08 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226749 Feb 10 15:41:58.018309 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295973a5-8956-493b-8872-4608ee085726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (3b2d45ec-0aaa-4470-ab9d-435537cb1a5f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:58.033856 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Pushing event updated for resources: {'Port': ['ID=495f8ce2-818f-4d7b-83f2-906ddedde8bf,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:58.112811 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295973a5-8956-493b-8872-4608ee085726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (3b2d45ec-0aaa-4470-ab9d-435537cb1a5f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:58.142790 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-295973a5-8956-493b-8872-4608ee085726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2d45ec-0aaa-4470-ab9d-435537cb1a5f']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:58.152862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-295973a5-8956-493b-8872-4608ee085726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab4f0fa-3436-4676-b5b2-ee8d19c6e055') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:58.153708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-295973a5-8956-493b-8872-4608ee085726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab4f0fa-3436-4676-b5b2-ee8d19c6e055') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:58.163141 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295973a5-8956-493b-8872-4608ee085726 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (4ab4f0fa-3436-4676-b5b2-ee8d19c6e055), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:58.176411 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295973a5-8956-493b-8872-4608ee085726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (4ab4f0fa-3436-4676-b5b2-ee8d19c6e055), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:58.183593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295973a5-8956-493b-8872-4608ee085726 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:41:58.184011 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295973a5-8956-493b-8872-4608ee085726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (4ab4f0fa-3436-4676-b5b2-ee8d19c6e055), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:41:58.186681 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:41:58.243976 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295973a5-8956-493b-8872-4608ee085726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (3b2d45ec-0aaa-4470-ab9d-435537cb1a5f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:58.249921 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295973a5-8956-493b-8872-4608ee085726 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:58.255668 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-295973a5-8956-493b-8872-4608ee085726 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3b2d45ec-0aaa-4470-ab9d-435537cb1a5f HTTP/1.1" status: 204 len: 168 time: 0.3555162 Feb 10 15:41:58.265370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295973a5-8956-493b-8872-4608ee085726 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b2d45ec-0aaa-4470-ab9d-435537cb1a5f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:58.270832 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (8acd59c8-e118-4124-8b90-95f5dc803a21), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:58.457326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52288) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:58.482705 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (8acd59c8-e118-4124-8b90-95f5dc803a21), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:58.519158 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4293ac0a-640c-4d34-8537-fa8d52043588 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=763e30468e9741038592f18d570d2348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0604591 Feb 10 15:41:58.522631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52290) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:58.579228 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6151e8b9-b9b1-4d65-b81e-f2cc2dc89ab5 admin admin] Publish callbacks [] for security_group (995e6c61-18cf-4fe9-a88e-f2d6f737eb61), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:58.602684 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6151e8b9-b9b1-4d65-b81e-f2cc2dc89ab5 admin admin] Publish callbacks [] for security_group (995e6c61-18cf-4fe9-a88e-f2d6f737eb61), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:58.669552 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6151e8b9-b9b1-4d65-b81e-f2cc2dc89ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (995e6c61-18cf-4fe9-a88e-f2d6f737eb61), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:58.674119 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6151e8b9-b9b1-4d65-b81e-f2cc2dc89ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:58.678062 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6151e8b9-b9b1-4d65-b81e-f2cc2dc89ab5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/995e6c61-18cf-4fe9-a88e-f2d6f737eb61 HTTP/1.1" status: 204 len: 168 time: 0.1537738 Feb 10 15:41:58.727240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151e8b9-b9b1-4d65-b81e-f2cc2dc89ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995e6c61-18cf-4fe9-a88e-f2d6f737eb61,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:58.790971 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df256f62-d742-4366-a307-2894979837ba req-6d72409a-b593-4dab-9ec7-a18f0c1ce7aa tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:58.795239 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df256f62-d742-4366-a307-2894979837ba req-6d72409a-b593-4dab-9ec7-a18f0c1ce7aa tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=82998e05-e60c-45ff-ac20-c74452c2519e HTTP/1.1" status: 200 len: 945 time: 0.1140678 Feb 10 15:41:58.861578 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df256f62-d742-4366-a307-2894979837ba req-a58e43a3-c4ea-4b1a-ae06-969710d700bb tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599611 Feb 10 15:41:58.982761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564192d5-d4cb-4d40-8a52-8d799d62dc9a req-2ed400c3-21fd-4926-b25e-cf4c53110031 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:58.984316 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-564192d5-d4cb-4d40-8a52-8d799d62dc9a req-2ed400c3-21fd-4926-b25e-cf4c53110031 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.79 "GET /v2.0/ports?device_id=82998e05-e60c-45ff-ac20-c74452c2519e HTTP/1.1" status: 200 len: 945 time: 0.1115353 Feb 10 15:41:58.994939 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8514c4-637e-4357-b739-81725a7c2b0c req-b985aa1c-4bae-4638-951f-2d7c58fdfcd7 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:58.996330 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2b8514c4-637e-4357-b739-81725a7c2b0c req-b985aa1c-4bae-4638-951f-2d7c58fdfcd7 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.72 "GET /v2.0/ports?device_id=555d33f3-fb44-4d19-a8f7-e6a97fd56e6c HTTP/1.1" status: 200 len: 945 time: 0.1247768 Feb 10 15:41:59.085584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Router 8acd59c8-e118-4124-8b90-95f5dc803a21 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:41:59.214992 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471eced3-d8e8-47a4-9a55-433e3249c327 req-d82cfd8a-430c-42ba-8c65-8b579dc54a5f tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:41:59.226932 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-471eced3-d8e8-47a4-9a55-433e3249c327 req-d82cfd8a-430c-42ba-8c65-8b579dc54a5f tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.1251879 Feb 10 15:41:59.251929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52308) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:59.303227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-471eced3-d8e8-47a4-9a55-433e3249c327 req-59d2e5b2-f26c-4d93-87c3-843fd2e02ef9 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699623 Feb 10 15:41:59.312307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-564192d5-d4cb-4d40-8a52-8d799d62dc9a req-52c5bf13-8e95-4287-9560-41b98fa54e98 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Deleting port eeb3f88f-401d-4a17-8d21-a0da2fd0988f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:59.312671 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-564192d5-d4cb-4d40-8a52-8d799d62dc9a req-52c5bf13-8e95-4287-9560-41b98fa54e98 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (eeb3f88f-401d-4a17-8d21-a0da2fd0988f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:59.347113 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-2b8514c4-637e-4357-b739-81725a7c2b0c req-161b49c8-bb29-4d27-a075-0d0d6a135a87 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Deleting port 7436b80d-125e-49a3-a9cf-b9d9307817a6 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:41:59.347558 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2b8514c4-637e-4357-b739-81725a7c2b0c req-161b49c8-bb29-4d27-a075-0d0d6a135a87 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7436b80d-125e-49a3-a9cf-b9d9307817a6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:59.396817 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:41:59.406838 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ff01d71e-bc61-44f1-aa3a-fc834d0bbefa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4dd69061401740efbf458b9e3430a9ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1511467 Feb 10 15:41:59.412267 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52310) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:59.414076 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69950bc0-1396-44c8-a662-7a5b560f9992 None None] Sync routers for ids ['8acd59c8-e118-4124-8b90-95f5dc803a21'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:41:59.429460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69950bc0-1396-44c8-a662-7a5b560f9992 None None] Routers {'8acd59c8-e118-4124-8b90-95f5dc803a21'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:59.429901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-69950bc0-1396-44c8-a662-7a5b560f9992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:41:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['8acd59c8-e118-4124-8b90-95f5dc803a21'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:59.476466 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-27791287-c13a-4426-a93d-0d3ee5705753 admin admin] Publish callbacks [] for security_group (e479d269-6a23-4f4f-bf2b-26abbe405557), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:59.501943 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:59.503335 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-abcc3666-85e2-46f4-9f11-375d581669dc tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1775291 Feb 10 15:41:59.508860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52312) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:59.516204 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-69950bc0-1396-44c8-a662-7a5b560f9992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:59.517880 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-27791287-c13a-4426-a93d-0d3ee5705753 admin admin] Publish callbacks [] for security_group (e479d269-6a23-4f4f-bf2b-26abbe405557), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:59.539273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69950bc0-1396-44c8-a662-7a5b560f9992 None None] Routers {'8acd59c8-e118-4124-8b90-95f5dc803a21'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:41:59.539956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-69950bc0-1396-44c8-a662-7a5b560f9992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:41:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['8acd59c8-e118-4124-8b90-95f5dc803a21'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:59.571452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-564192d5-d4cb-4d40-8a52-8d799d62dc9a req-52c5bf13-8e95-4287-9560-41b98fa54e98 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] For port eeb3f88f-401d-4a17-8d21-a0da2fd0988f, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=eeb3f88f-401d-4a17-8d21-a0da2fd0988f,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:59.572175 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-564192d5-d4cb-4d40-8a52-8d799d62dc9a req-52c5bf13-8e95-4287-9560-41b98fa54e98 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (eeb3f88f-401d-4a17-8d21-a0da2fd0988f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:59.584182 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-27791287-c13a-4426-a93d-0d3ee5705753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e479d269-6a23-4f4f-bf2b-26abbe405557), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:59.587707 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-27791287-c13a-4426-a93d-0d3ee5705753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:59.592817 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-27791287-c13a-4426-a93d-0d3ee5705753 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e479d269-6a23-4f4f-bf2b-26abbe405557 HTTP/1.1" status: 204 len: 168 time: 0.1792650 Feb 10 15:41:59.604359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-2b8514c4-637e-4357-b739-81725a7c2b0c req-161b49c8-bb29-4d27-a075-0d0d6a135a87 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] For port 7436b80d-125e-49a3-a9cf-b9d9307817a6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7436b80d-125e-49a3-a9cf-b9d9307817a6,segment=NetworkSegment(44d14e89-7887-413b-9f80-36254682a47f),segment_id=44d14e89-7887-413b-9f80-36254682a47f)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:41:59.604536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27791287-c13a-4426-a93d-0d3ee5705753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e479d269-6a23-4f4f-bf2b-26abbe405557,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:41:59.605203 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2b8514c4-637e-4357-b739-81725a7c2b0c req-161b49c8-bb29-4d27-a075-0d0d6a135a87 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7436b80d-125e-49a3-a9cf-b9d9307817a6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:41:59.614032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-564192d5-d4cb-4d40-8a52-8d799d62dc9a req-52c5bf13-8e95-4287-9560-41b98fa54e98 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Calling delete_port for eeb3f88f-401d-4a17-8d21-a0da2fd0988f owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:59.630888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-2b8514c4-637e-4357-b739-81725a7c2b0c req-161b49c8-bb29-4d27-a075-0d0d6a135a87 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Calling delete_port for 7436b80d-125e-49a3-a9cf-b9d9307817a6 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:41:59.649106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-69950bc0-1396-44c8-a662-7a5b560f9992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:41:59.649694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69950bc0-1396-44c8-a662-7a5b560f9992 None None] The sync data for ids ['8acd59c8-e118-4124-8b90-95f5dc803a21'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:41:59.780491 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2ed8ae2a-7775-4372-9e2a-fed6cf96ed4c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/routers/8acd59c8-e118-4124-8b90-95f5dc803a21 HTTP/1.1" status: 200 len: 924 time: 0.2657976 Feb 10 15:41:59.782813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52316) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:41:59.825650 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-46f2b7e3-3df3-4e88-8be6-c6d07a4dfd59 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "GET /v2.0/ports?device_id=8acd59c8-e118-4124-8b90-95f5dc803a21 HTTP/1.1" status: 200 len: 205 time: 0.0387340 Feb 10 15:41:59.826108 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52318) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:00.050405 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-564192d5-d4cb-4d40-8a52-8d799d62dc9a req-52c5bf13-8e95-4287-9560-41b98fa54e98 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (eeb3f88f-401d-4a17-8d21-a0da2fd0988f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:00.064428 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['7436b80d-125e-49a3-a9cf-b9d9307817a6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:00.070886 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2b8514c4-637e-4357-b739-81725a7c2b0c req-161b49c8-bb29-4d27-a075-0d0d6a135a87 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7436b80d-125e-49a3-a9cf-b9d9307817a6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:00.108431 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5bf13-8e95-4287-9560-41b98fa54e98 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Pushing event deleted for resources: {'Port': ['ID=eeb3f88f-401d-4a17-8d21-a0da2fd0988f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:00.116239 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['7436b80d-125e-49a3-a9cf-b9d9307817a6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:00.148446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b49c8-bb29-4d27-a075-0d0d6a135a87 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Pushing event deleted for resources: {'Port': ['ID=7436b80d-125e-49a3-a9cf-b9d9307817a6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:00.195848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baa243-c5f5-48b2-9941-6a667044b45a req-07d40a22-3d26-4e99-b065-6081f700c251 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:00.198364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03baa243-c5f5-48b2-9941-6a667044b45a req-07d40a22-3d26-4e99-b065-6081f700c251 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/ports?device_id=82998e05-e60c-45ff-ac20-c74452c2519e HTTP/1.1" status: 200 len: 867 time: 0.2331161 Feb 10 15:42:00.234910 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-272fd89b-61b4-4725-85c4-36f31e236a75 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (8acd59c8-e118-4124-8b90-95f5dc803a21), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:00.242734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-564192d5-d4cb-4d40-8a52-8d799d62dc9a req-52c5bf13-8e95-4287-9560-41b98fa54e98 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] No DVR routers for this DVR port eeb3f88f-401d-4a17-8d21-a0da2fd0988f on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:00.246533 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-564192d5-d4cb-4d40-8a52-8d799d62dc9a req-52c5bf13-8e95-4287-9560-41b98fa54e98 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:00.250249 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-564192d5-d4cb-4d40-8a52-8d799d62dc9a req-52c5bf13-8e95-4287-9560-41b98fa54e98 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.79 "DELETE /v2.0/ports/eeb3f88f-401d-4a17-8d21-a0da2fd0988f HTTP/1.1" status: 204 len: 173 time: 1.2499232 Feb 10 15:42:00.251110 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8514c4-637e-4357-b739-81725a7c2b0c req-161b49c8-bb29-4d27-a075-0d0d6a135a87 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] No DVR routers for this DVR port 7436b80d-125e-49a3-a9cf-b9d9307817a6 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:42:00.255490 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2b8514c4-637e-4357-b739-81725a7c2b0c req-161b49c8-bb29-4d27-a075-0d0d6a135a87 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:00.259258 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2b8514c4-637e-4357-b739-81725a7c2b0c req-161b49c8-bb29-4d27-a075-0d0d6a135a87 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.72 "DELETE /v2.0/ports/7436b80d-125e-49a3-a9cf-b9d9307817a6 HTTP/1.1" status: 204 len: 173 time: 1.2517865 Feb 10 15:42:00.260543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82998e05-e60c-45ff-ac20-c74452c2519e', 'name': 'network-vif-deleted', 'tag': 'eeb3f88f-401d-4a17-8d21-a0da2fd0988f'}, {'server_uuid': '555d33f3-fb44-4d19-a8f7-e6a97fd56e6c', 'name': 'network-vif-deleted', 'tag': '7436b80d-125e-49a3-a9cf-b9d9307817a6'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:42:00.264727 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0316215-4ce7-4066-8298-946877972893" -d '{"events": [{"server_uuid": "82998e05-e60c-45ff-ac20-c74452c2519e", "name": "network-vif-deleted", "tag": "eeb3f88f-401d-4a17-8d21-a0da2fd0988f"}, {"server_uuid": "555d33f3-fb44-4d19-a8f7-e6a97fd56e6c", "name": "network-vif-deleted", "tag": "7436b80d-125e-49a3-a9cf-b9d9307817a6"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:00.323246 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238eaa43-40a7-4a9d-9524-598c31c2cab8 x-openstack-request-id: req-238eaa43-40a7-4a9d-9524-598c31c2cab8 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:00.323774 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82998e05-e60c-45ff-ac20-c74452c2519e", "name": "network-vif-deleted", "tag": "eeb3f88f-401d-4a17-8d21-a0da2fd0988f", "status": "completed", "code": 200}, {"server_uuid": "555d33f3-fb44-4d19-a8f7-e6a97fd56e6c", "name": "network-vif-deleted", "tag": "7436b80d-125e-49a3-a9cf-b9d9307817a6", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:00.324037 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-238eaa43-40a7-4a9d-9524-598c31c2cab8 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:00.325938 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82998e05-e60c-45ff-ac20-c74452c2519e', 'name': 'network-vif-deleted', 'tag': 'eeb3f88f-401d-4a17-8d21-a0da2fd0988f', 'status': 'completed', 'code': 200} Feb 10 15:42:00.326483 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555d33f3-fb44-4d19-a8f7-e6a97fd56e6c', 'name': 'network-vif-deleted', 'tag': '7436b80d-125e-49a3-a9cf-b9d9307817a6', 'status': 'completed', 'code': 200} Feb 10 15:42:00.553074 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-272fd89b-61b4-4725-85c4-36f31e236a75 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (8acd59c8-e118-4124-8b90-95f5dc803a21), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:00.563507 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03baa243-c5f5-48b2-9941-6a667044b45a req-ee786257-24e2-46cb-b061-b44c0bbee729 tempest-MultipleCreateTestJSON-1115066183 tempest-MultipleCreateTestJSON-1115066183-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502469 Feb 10 15:42:00.639537 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf2042-617d-4717-bf42-9ed95323bad9 req-024c3995-6e47-435d-8ecf-89e178f33a47 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:00.641941 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aacf2042-617d-4717-bf42-9ed95323bad9 req-024c3995-6e47-435d-8ecf-89e178f33a47 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.1946216 Feb 10 15:42:00.733358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-272fd89b-61b4-4725-85c4-36f31e236a75 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Deleting port 495f8ce2-818f-4d7b-83f2-906ddedde8bf {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:42:00.735484 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-272fd89b-61b4-4725-85c4-36f31e236a75 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (495f8ce2-818f-4d7b-83f2-906ddedde8bf), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:00.806241 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aacf2042-617d-4717-bf42-9ed95323bad9 req-83e325ff-0a37-4b02-9e3c-a0083ffdfb8d tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535125 Feb 10 15:42:00.944266 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-272fd89b-61b4-4725-85c4-36f31e236a75 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (495f8ce2-818f-4d7b-83f2-906ddedde8bf), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:00.980968 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-272fd89b-61b4-4725-85c4-36f31e236a75 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Calling delete_port for 495f8ce2-818f-4d7b-83f2-906ddedde8bf owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:42:01.198872 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-272fd89b-61b4-4725-85c4-36f31e236a75 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (495f8ce2-818f-4d7b-83f2-906ddedde8bf), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:01.258175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fd89b-61b4-4725-85c4-36f31e236a75 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Pushing event deleted for resources: {'Port': ['ID=495f8ce2-818f-4d7b-83f2-906ddedde8bf,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:01.348343 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-272fd89b-61b4-4725-85c4-36f31e236a75 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (8acd59c8-e118-4124-8b90-95f5dc803a21), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:01.528052 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-272fd89b-61b4-4725-85c4-36f31e236a75 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (8acd59c8-e118-4124-8b90-95f5dc803a21), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:01.530881 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-272fd89b-61b4-4725-85c4-36f31e236a75 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_controller (8acd59c8-e118-4124-8b90-95f5dc803a21), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:01.590534 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-272fd89b-61b4-4725-85c4-36f31e236a75 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (8acd59c8-e118-4124-8b90-95f5dc803a21), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:01.591618 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272fd89b-61b4-4725-85c4-36f31e236a75 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Fanout notify agent at l3_agent the message router_deleted on router 8acd59c8-e118-4124-8b90-95f5dc803a21 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:42:01.609993 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-272fd89b-61b4-4725-85c4-36f31e236a75 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:01.611882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-272fd89b-61b4-4725-85c4-36f31e236a75 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "DELETE /v2.0/routers/8acd59c8-e118-4124-8b90-95f5dc803a21 HTTP/1.1" status: 204 len: 168 time: 1.7847569 Feb 10 15:42:01.617245 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52366) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:01.620346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Request body: {'router': {'name': 'tempest-snat-router-365061017', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'enable_snat': False}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:01.683779 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (19c6b9ad-2595-4cd4-9373-f47629b3e676), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:01.684830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (19c6b9ad-2595-4cd4-9373-f47629b3e676), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:01.783626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52372) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:01.799054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_controller (19c6b9ad-2595-4cd4-9373-f47629b3e676), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:01.882392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c3a8db-2d12-4dd3-8c7c-c1ecbe7a2449 admin admin] Deleting subnet 7f6f7d2e-defd-49b1-869e-eecde36ca02d {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:42:01.887335 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a8db-2d12-4dd3-8c7c-c1ecbe7a2449 admin admin] Publish callbacks [] for subnet (7f6f7d2e-defd-49b1-869e-eecde36ca02d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:01.937856 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a8db-2d12-4dd3-8c7c-c1ecbe7a2449 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (7f6f7d2e-defd-49b1-869e-eecde36ca02d), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:01.947554 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device eeb3f88f-401d-4a17-8d21-a0da2fd0988f no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:01.992335 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (19c6b9ad-2595-4cd4-9373-f47629b3e676), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:02.007724 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: eeb3f88f-401d-4a17-8d21-a0da2fd0988f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:42:02.008100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device eeb3f88f-401d-4a17-8d21-a0da2fd0988f not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:02.049933 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a8db-2d12-4dd3-8c7c-c1ecbe7a2449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (7f6f7d2e-defd-49b1-869e-eecde36ca02d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:02.126282 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7070a-6bde-4fb0-a349-500ba0d8dbeb req-0da400ec-0908-449b-851e-5d7273021670 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:02.128621 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4c7070a-6bde-4fb0-a349-500ba0d8dbeb req-0da400ec-0908-449b-851e-5d7273021670 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.1602581 Feb 10 15:42:02.162488 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a8db-2d12-4dd3-8c7c-c1ecbe7a2449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (7f6f7d2e-defd-49b1-869e-eecde36ca02d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:02.214299 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3a8db-2d12-4dd3-8c7c-c1ecbe7a2449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f6f7d2e-defd-49b1-869e-eecde36ca02d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:02.232311 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a8db-2d12-4dd3-8c7c-c1ecbe7a2449 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:02.239746 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b5c3a8db-2d12-4dd3-8c7c-c1ecbe7a2449 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7f6f7d2e-defd-49b1-869e-eecde36ca02d HTTP/1.1" status: 204 len: 168 time: 0.4505894 Feb 10 15:42:02.240746 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52382) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:02.272994 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (19c6b9ad-2595-4cd4-9373-f47629b3e676), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:02.325894 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:02.368870 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4c7070a-6bde-4fb0-a349-500ba0d8dbeb req-5889edb0-0d02-4fe9-8ac3-ef9160ba39f8 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157683 Feb 10 15:42:02.500394 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0900caaf-8ae8-4d69-9f16-fccae8eb928e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (fa69b678-7732-44a4-a4e6-700b707db826), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:02.552935 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Allocated IP 172.25.3.148 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/77048181-4bf7-4e64-9959-7d66708858bd) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:02.675175 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0900caaf-8ae8-4d69-9f16-fccae8eb928e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (fa69b678-7732-44a4-a4e6-700b707db826), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:02.734054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-0900caaf-8ae8-4d69-9f16-fccae8eb928e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa69b678-7732-44a4-a4e6-700b707db826']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:02.758743 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-0900caaf-8ae8-4d69-9f16-fccae8eb928e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d14e89-7887-413b-9f80-36254682a47f') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:02.759089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-0900caaf-8ae8-4d69-9f16-fccae8eb928e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d14e89-7887-413b-9f80-36254682a47f') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:02.786711 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0900caaf-8ae8-4d69-9f16-fccae8eb928e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (44d14e89-7887-413b-9f80-36254682a47f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:02.812137 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0900caaf-8ae8-4d69-9f16-fccae8eb928e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (44d14e89-7887-413b-9f80-36254682a47f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:02.821703 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0900caaf-8ae8-4d69-9f16-fccae8eb928e admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:42:02.822095 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0900caaf-8ae8-4d69-9f16-fccae8eb928e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (44d14e89-7887-413b-9f80-36254682a47f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:42:02.824528 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:42:02.856065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0000a-028b-4f7f-9639-507b26c419c7 req-0d710fef-bdd6-4bcd-b8a6-c01ebd2866f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:02.857616 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-48c0000a-028b-4f7f-9639-507b26c419c7 req-0d710fef-bdd6-4bcd-b8a6-c01ebd2866f9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 1128 time: 0.1435289 Feb 10 15:42:02.941450 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0900caaf-8ae8-4d69-9f16-fccae8eb928e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (fa69b678-7732-44a4-a4e6-700b707db826), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:02.947630 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0900caaf-8ae8-4d69-9f16-fccae8eb928e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:02.950957 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0900caaf-8ae8-4d69-9f16-fccae8eb928e admin admin] 10.222.0.64 "DELETE /v2.0/networks/fa69b678-7732-44a4-a4e6-700b707db826 HTTP/1.1" status: 204 len: 168 time: 0.7092767 Feb 10 15:42:02.973626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900caaf-8ae8-4d69-9f16-fccae8eb928e admin admin] Pushing event deleted for resources: {'Network': ['ID=fa69b678-7732-44a4-a4e6-700b707db826,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:03.270803 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for port (77048181-4bf7-4e64-9959-7d66708858bd), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:03.285910 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52396) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:03.308968 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-48c0000a-028b-4f7f-9639-507b26c419c7 req-f39bbab6-8162-427b-a6da-dab92a7689de service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294095 Feb 10 15:42:03.330918 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (77048181-4bf7-4e64-9959-7d66708858bd), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:03.363582 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f66c4742-a6ca-4697-b5d7-711864acb1a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cccfe6bd439e4ffbac91c2d6b2a08164&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0764861 Feb 10 15:42:03.366036 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52398) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:03.409692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:03.415529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:03.421339 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:03.469809 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e7478293-a67c-4689-ab16-d25cb6b21a4e admin admin] Publish callbacks [] for security_group (c6a3091f-a9f5-4a82-adde-b8aaa8410aa0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:03.496185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Pushing event updated for resources: {'Port': ['ID=77048181-4bf7-4e64-9959-7d66708858bd,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:03.518822 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:03.519462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:03.520884 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:03.521384 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:03.526042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:03.526586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:03.527088 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:03.527584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:03.528288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:03.529008 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:03.529576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:03.530939 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:03.531510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:03.581217 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e7478293-a67c-4689-ab16-d25cb6b21a4e admin admin] Publish callbacks [] for security_group (c6a3091f-a9f5-4a82-adde-b8aaa8410aa0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:03.707831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183101f-0904-4153-b863-6bc11fe35741 req-ae4716c3-b3cb-456e-a63b-d92a4bf14829 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:03.722359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9183101f-0904-4153-b863-6bc11fe35741 req-ae4716c3-b3cb-456e-a63b-d92a4bf14829 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.2231979 Feb 10 15:42:03.846092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9183101f-0904-4153-b863-6bc11fe35741 req-e1a0a1e4-80f2-4527-91b0-278b8e56a45d tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227713 Feb 10 15:42:03.847004 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e7478293-a67c-4689-ab16-d25cb6b21a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c6a3091f-a9f5-4a82-adde-b8aaa8410aa0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:03.849675 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e7478293-a67c-4689-ab16-d25cb6b21a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:03.875325 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e7478293-a67c-4689-ab16-d25cb6b21a4e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6a3091f-a9f5-4a82-adde-b8aaa8410aa0 HTTP/1.1" status: 204 len: 168 time: 0.5082128 Feb 10 15:42:03.891805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7478293-a67c-4689-ab16-d25cb6b21a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a3091f-a9f5-4a82-adde-b8aaa8410aa0,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:03.998657 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (19c6b9ad-2595-4cd4-9373-f47629b3e676), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:04.048592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7436b80d-125e-49a3-a9cf-b9d9307817a6 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:04.081313 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 7436b80d-125e-49a3-a9cf-b9d9307817a6 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:42:04.081663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7436b80d-125e-49a3-a9cf-b9d9307817a6 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:04.399049 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (19c6b9ad-2595-4cd4-9373-f47629b3e676), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:04.606030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Router 19c6b9ad-2595-4cd4-9373-f47629b3e676 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:42:04.786346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:04.796314 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Sync routers for ids ['19c6b9ad-2595-4cd4-9373-f47629b3e676'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:04.829563 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:04.829759 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Routers {'19c6b9ad-2595-4cd4-9373-f47629b3e676'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:04.832387 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:41:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['19c6b9ad-2595-4cd4-9373-f47629b3e676'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:04.838974 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2319ce6d-503a-4fc3-b9a5-d6792fa4c740 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2207241 Feb 10 15:42:04.840983 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52428) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:05.102061 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Set router 19c6b9ad-2595-4cd4-9373-f47629b3e676 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:05.105573 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6e621118-1a26-49df-92a7-bd3a927199b1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/routers/19c6b9ad-2595-4cd4-9373-f47629b3e676 HTTP/1.1" status: 200 len: 908 time: 0.2630877 Feb 10 15:42:05.108164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52436) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:05.112882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Request body: {'router': {'name': 'tempest-snat-router-365061017', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'enable_snat': True}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:05.114300 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52438) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:05.143496 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (59461234-b309-40bc-aafd-9d4560884327), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:05.144539 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (59461234-b309-40bc-aafd-9d4560884327), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:05.159049 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f428f-4a37-44db-a1e5-2cea893d1b13 req-253b0e59-ee88-48d9-a36e-2733fc5dc3b0 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:05.167601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-286f428f-4a37-44db-a1e5-2cea893d1b13 req-253b0e59-ee88-48d9-a36e-2733fc5dc3b0 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.0983419 Feb 10 15:42:05.229581 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-286f428f-4a37-44db-a1e5-2cea893d1b13 req-1de1da86-189b-46c5-9ce9-73e6a47a12db tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595274 Feb 10 15:42:05.255878 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_controller (59461234-b309-40bc-aafd-9d4560884327), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:05.334649 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b3ec5db0-ccd7-4f4a-8764-62a12fcbdebf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-network', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:05.381639 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c6b9ad-2595-4cd4-9373-f47629b3e676', 'name': 'tempest-snat-router-365061017', 'tenant_id': 'eb32eaa0f9b94e61acb824a0db656899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.148'}], 'enable_snat': False}, 'gw_port_id': '77048181-4bf7-4e64-9959-7d66708858bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:01Z', 'updated_at': '2022-02-10T15:42:03Z', 'revision_number': 3, 'project_id': 'eb32eaa0f9b94e61acb824a0db656899', 'gw_port': {'id': '77048181-4bf7-4e64-9959-7d66708858bd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:67:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c6b9ad-2595-4cd4-9373-f47629b3e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:02Z', 'updated_at': '2022-02-10T15:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:05.414559 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Checking router: 19c6b9ad-2595-4cd4-9373-f47629b3e676 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:42:05.415038 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Updating router 19c6b9ad-2595-4cd4-9373-f47629b3e676 port 77048181-4bf7-4e64-9959-7d66708858bd binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:42:05.427588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ec5db0-ccd7-4f4a-8764-62a12fcbdebf admin admin] Made reservation on behalf of 3c677666bb89400b8f38e8bc8e40350b for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:05.430128 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3ec5db0-ccd7-4f4a-8764-62a12fcbdebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:05.445225 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (77048181-4bf7-4e64-9959-7d66708858bd), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:05.456197 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3ec5db0-ccd7-4f4a-8764-62a12fcbdebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:05.488034 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (59461234-b309-40bc-aafd-9d4560884327), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:05.622732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb02b96-c722-46ec-a01d-859038530a64 req-a26fdea6-7c3f-4b00-8ae5-b7d7ae9d8ee3 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:05.624716 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3fb02b96-c722-46ec-a01d-859038530a64 req-a26fdea6-7c3f-4b00-8ae5-b7d7ae9d8ee3 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.2611465 Feb 10 15:42:05.675214 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3ec5db0-ccd7-4f4a-8764-62a12fcbdebf admin admin] Publish callbacks [] for security_group (004e54e8-4c86-48c5-9d4a-b910993d6413), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:05.687549 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3ec5db0-ccd7-4f4a-8764-62a12fcbdebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (004e54e8-4c86-48c5-9d4a-b910993d6413), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:05.792990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3fb02b96-c722-46ec-a01d-859038530a64 req-46e41576-1ce2-4c2a-90a8-31e6d8c58f1f tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554902 Feb 10 15:42:05.793736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ec5db0-ccd7-4f4a-8764-62a12fcbdebf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:42:05.807491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec5db0-ccd7-4f4a-8764-62a12fcbdebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004e54e8-4c86-48c5-9d4a-b910993d6413,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:05.811328 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3ec5db0-ccd7-4f4a-8764-62a12fcbdebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (650a7729-f5e0-4b38-8e3b-1f3e1226279e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:05.811800 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-b3ec5db0-ccd7-4f4a-8764-62a12fcbdebf admin admin] Added segment 650a7729-f5e0-4b38-8e3b-1f3e1226279e of type vlan for network acbf7e1a-ac36-4b63-8dfa-71df45204741 Feb 10 15:42:05.926411 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Publish callbacks [] for port (77048181-4bf7-4e64-9959-7d66708858bd), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:05.945219 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (59461234-b309-40bc-aafd-9d4560884327), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:05.947052 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (77048181-4bf7-4e64-9959-7d66708858bd), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:05.961894 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3ec5db0-ccd7-4f4a-8764-62a12fcbdebf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (acbf7e1a-ac36-4b63-8dfa-71df45204741), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:06.023420 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:06.042115 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3ec5db0-ccd7-4f4a-8764-62a12fcbdebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (acbf7e1a-ac36-4b63-8dfa-71df45204741), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:06.043439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec5db0-ccd7-4f4a-8764-62a12fcbdebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:06.044080 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3ec5db0-ccd7-4f4a-8764-62a12fcbdebf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:06.118448 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bdaad-e955-467b-8551-60a3f473ea1e None None] Pushing event updated for resources: {'Port': ['ID=77048181-4bf7-4e64-9959-7d66708858bd,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:06.120845 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Attempting to bind port 77048181-4bf7-4e64-9959-7d66708858bd on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:42:06.121211 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Attempting to bind port 77048181-4bf7-4e64-9959-7d66708858bd by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:42:06.121570 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Attempting to bind port 77048181-4bf7-4e64-9959-7d66708858bd on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:06.147256 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:42:06.147666 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:42:06.148724 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:06.149111 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:42:06.149623 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Bound port: 77048181-4bf7-4e64-9959-7d66708858bd, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:42:06.150002 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (77048181-4bf7-4e64-9959-7d66708858bd), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:06.218293 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] For port 77048181-4bf7-4e64-9959-7d66708858bd, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:06.222925 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] For port 77048181-4bf7-4e64-9959-7d66708858bd, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=77048181-4bf7-4e64-9959-7d66708858bd,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:42:06.227773 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bdaad-e955-467b-8551-60a3f473ea1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:06.228212 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bdaad-e955-467b-8551-60a3f473ea1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:06.228563 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bdaad-e955-467b-8551-60a3f473ea1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:06.229002 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bdaad-e955-467b-8551-60a3f473ea1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:06.229509 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bdaad-e955-467b-8551-60a3f473ea1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:06.230087 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bdaad-e955-467b-8551-60a3f473ea1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:06.230444 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bdaad-e955-467b-8551-60a3f473ea1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:06.232302 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bdaad-e955-467b-8551-60a3f473ea1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:06.244886 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bdaad-e955-467b-8551-60a3f473ea1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:06.245453 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bdaad-e955-467b-8551-60a3f473ea1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:06.245801 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bdaad-e955-467b-8551-60a3f473ea1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:06.246131 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bdaad-e955-467b-8551-60a3f473ea1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:06.248344 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bdaad-e955-467b-8551-60a3f473ea1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:06.257791 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec5db0-ccd7-4f4a-8764-62a12fcbdebf admin admin] Pushing event updated for resources: {'Network': ['ID=acbf7e1a-ac36-4b63-8dfa-71df45204741,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:06.263691 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (77048181-4bf7-4e64-9959-7d66708858bd), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:06.272728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Allocated IP 172.25.3.164 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/59742402-8f4a-4a1c-99c7-3bf10e6e5409) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:06.273252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network acbf7e1a-ac36-4b63-8dfa-71df45204741 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:42:06.283858 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b3ec5db0-ccd7-4f4a-8764-62a12fcbdebf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1662285 Feb 10 15:42:06.284862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52462) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:06.319729 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b1ab9cca-f0b0-42c0-8394-d2fd5ad69f2c admin admin] Request body: {'subnet': {'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-subnet', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:06.415922 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bdaad-e955-467b-8551-60a3f473ea1e None None] Pushing event updated for resources: {'Port': ['ID=77048181-4bf7-4e64-9959-7d66708858bd,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:06.433956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ab9cca-f0b0-42c0-8394-d2fd5ad69f2c admin admin] Made reservation on behalf of 3c677666bb89400b8f38e8bc8e40350b for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:06.436455 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9cca-f0b0-42c0-8394-d2fd5ad69f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:06.446692 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Routers {'19c6b9ad-2595-4cd4-9373-f47629b3e676'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:06.447398 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:41:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['19c6b9ad-2595-4cd4-9373-f47629b3e676'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:06.512764 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373227e7-5414-4d39-9882-63c4aebaec25 req-632d2878-1872-4802-9238-5d597ff31ee9 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:06.523320 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-373227e7-5414-4d39-9882-63c4aebaec25 req-632d2878-1872-4802-9238-5d597ff31ee9 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.2555091 Feb 10 15:42:06.567717 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for port (59742402-8f4a-4a1c-99c7-3bf10e6e5409), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:06.639063 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-373227e7-5414-4d39-9882-63c4aebaec25 req-dc620bc9-b938-4b3d-8286-ae58ebf0f484 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141422 Feb 10 15:42:06.665794 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (59742402-8f4a-4a1c-99c7-3bf10e6e5409), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:06.735478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Pushing event updated for resources: {'Port': ['ID=59742402-8f4a-4a1c-99c7-3bf10e6e5409,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:06.747296 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:06.749160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:06.761993 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:06.874671 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9cca-f0b0-42c0-8394-d2fd5ad69f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (5766518a-89bc-4c22-a72d-6d35206c184f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:06.928142 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] Set router 19c6b9ad-2595-4cd4-9373-f47629b3e676 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:06.949752 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab9cca-f0b0-42c0-8394-d2fd5ad69f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5766518a-89bc-4c22-a72d-6d35206c184f,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:07.029336 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ab9cca-f0b0-42c0-8394-d2fd5ad69f2c admin admin] Checking segment: {'id': '650a7729-f5e0-4b38-8e3b-1f3e1226279e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:42:07.036374 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ab9cca-f0b0-42c0-8394-d2fd5ad69f2c admin admin] Network hostable DHCP agents. Network: acbf7e1a-ac36-4b63-8dfa-71df45204741, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:42:07.069824 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:07.086181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ab9cca-f0b0-42c0-8394-d2fd5ad69f2c admin admin] Network acbf7e1a-ac36-4b63-8dfa-71df45204741 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:42:07.101534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-b1ab9cca-f0b0-42c0-8394-d2fd5ad69f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, acbf7e1a-ac36-4b63-8dfa-71df45204741) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:07.112458 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8876f8-8f28-4cd2-b3af-0c798762f7a8 None None] Network acbf7e1a-ac36-4b63-8dfa-71df45204741 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:42:07.113706 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab9cca-f0b0-42c0-8394-d2fd5ad69f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:07.115981 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9cca-f0b0-42c0-8394-d2fd5ad69f2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:07.154639 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b1ab9cca-f0b0-42c0-8394-d2fd5ad69f2c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8459070 Feb 10 15:42:07.157437 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52470) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:07.162718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-router', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:07.210578 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (9b542681-b176-4027-af33-3f742af7840a), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:07.213281 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (9b542681-b176-4027-af33-3f742af7840a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:07.323909 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Publish callbacks [] for router_controller (9b542681-b176-4027-af33-3f742af7840a), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:07.383043 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (59461234-b309-40bc-aafd-9d4560884327), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:07.426231 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c6b9ad-2595-4cd4-9373-f47629b3e676', 'name': 'tempest-snat-router-365061017', 'tenant_id': 'eb32eaa0f9b94e61acb824a0db656899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.148'}], 'enable_snat': False}, 'gw_port_id': '77048181-4bf7-4e64-9959-7d66708858bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:01Z', 'updated_at': '2022-02-10T15:42:03Z', 'revision_number': 3, 'project_id': 'eb32eaa0f9b94e61acb824a0db656899', 'gw_port': {'id': '77048181-4bf7-4e64-9959-7d66708858bd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:67:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c6b9ad-2595-4cd4-9373-f47629b3e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:02Z', 'updated_at': '2022-02-10T15:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:07.529092 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f01ff-f6cd-40c6-a63b-f53083aea25a None None] The sync data for ids ['19c6b9ad-2595-4cd4-9373-f47629b3e676'] in n-d-815324-7 is: [{'id': '19c6b9ad-2595-4cd4-9373-f47629b3e676', 'name': 'tempest-snat-router-365061017', 'tenant_id': 'eb32eaa0f9b94e61acb824a0db656899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.148'}], 'enable_snat': False}, 'gw_port_id': '77048181-4bf7-4e64-9959-7d66708858bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:01Z', 'updated_at': '2022-02-10T15:42:03Z', 'revision_number': 3, 'project_id': 'eb32eaa0f9b94e61acb824a0db656899', 'gw_port': {'id': '77048181-4bf7-4e64-9959-7d66708858bd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:67:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c6b9ad-2595-4cd4-9373-f47629b3e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:02Z', 'updated_at': '2022-02-10T15:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:07.713737 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Publish callbacks [] for router_gateway (9b542681-b176-4027-af33-3f742af7840a), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:07.854555 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (59461234-b309-40bc-aafd-9d4560884327), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:07.876799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82409939-4cb4-4644-b3ba-7f66634b0139 None None] Network acbf7e1a-ac36-4b63-8dfa-71df45204741 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:42:08.033407 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581359b-0421-4f39-b2a1-95f4c642b992 req-31e89168-30b3-4cda-aec3-eee8ad717cf8 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:08.046125 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c581359b-0421-4f39-b2a1-95f4c642b992 req-31e89168-30b3-4cda-aec3-eee8ad717cf8 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.2506547 Feb 10 15:42:08.177576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Router 59461234-b309-40bc-aafd-9d4560884327 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:42:08.215688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c581359b-0421-4f39-b2a1-95f4c642b992 req-a5e22445-6157-4971-9165-8ecec67fe530 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578882 Feb 10 15:42:08.436690 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:08.456902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Sync routers for ids ['59461234-b309-40bc-aafd-9d4560884327'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:08.490716 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Routers {'59461234-b309-40bc-aafd-9d4560884327'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:08.493191 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:41:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['59461234-b309-40bc-aafd-9d4560884327'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:08.511201 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:08.516284 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ced10e2b-b6d8-4101-a070-504bb41335a1 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4047527 Feb 10 15:42:08.516742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52486) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:08.878630 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Set router 59461234-b309-40bc-aafd-9d4560884327 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:08.899469 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-995683e2-a711-40d3-b47c-a5d4b2d88dda tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/routers/59461234-b309-40bc-aafd-9d4560884327 HTTP/1.1" status: 200 len: 907 time: 0.3792503 Feb 10 15:42:08.899877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52492) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:09.141681 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a64c-98e4-40da-9d0f-9f477790334e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router (59461234-b309-40bc-aafd-9d4560884327), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:09.278186 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59461234-b309-40bc-aafd-9d4560884327', 'name': 'tempest-snat-router-365061017', 'tenant_id': 'eb32eaa0f9b94e61acb824a0db656899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '59742402-8f4a-4a1c-99c7-3bf10e6e5409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:05Z', 'updated_at': '2022-02-10T15:42:07Z', 'revision_number': 3, 'project_id': 'eb32eaa0f9b94e61acb824a0db656899', 'gw_port': {'id': '59742402-8f4a-4a1c-99c7-3bf10e6e5409', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59461234-b309-40bc-aafd-9d4560884327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:06Z', 'updated_at': '2022-02-10T15:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:09.320324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Checking router: 59461234-b309-40bc-aafd-9d4560884327 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:42:09.321000 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Updating router 59461234-b309-40bc-aafd-9d4560884327 port 59742402-8f4a-4a1c-99c7-3bf10e6e5409 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:42:09.361730 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (59742402-8f4a-4a1c-99c7-3bf10e6e5409), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:09.428108 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a64c-98e4-40da-9d0f-9f477790334e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (59461234-b309-40bc-aafd-9d4560884327), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:09.602442 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Publish callbacks [] for router_gateway (9b542681-b176-4027-af33-3f742af7840a), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:09.626043 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b1112-664e-4abb-aed6-a4548ccf55b5 req-0b330bb7-fd14-4710-ac93-e4d6d2cd5173 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:09.637806 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f48b1112-664e-4abb-aed6-a4548ccf55b5 req-0b330bb7-fd14-4710-ac93-e4d6d2cd5173 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1821146 Feb 10 15:42:09.689122 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:09.888717 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 77048181-4bf7-4e64-9959-7d66708858bd up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:09.925784 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f48b1112-664e-4abb-aed6-a4548ccf55b5 req-b69b2e5e-59a1-4c9c-9e71-13973d8890a5 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875137 Feb 10 15:42:10.002615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 77048181-4bf7-4e64-9959-7d66708858bd triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:10.002989 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (77048181-4bf7-4e64-9959-7d66708858bd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:10.112342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6a64c-98e4-40da-9d0f-9f477790334e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Deleting port 59742402-8f4a-4a1c-99c7-3bf10e6e5409 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:42:10.112998 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a64c-98e4-40da-9d0f-9f477790334e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (59742402-8f4a-4a1c-99c7-3bf10e6e5409), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:10.139923 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 77048181-4bf7-4e64-9959-7d66708858bd is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:42:10.140306 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (77048181-4bf7-4e64-9959-7d66708858bd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:10.164866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 77048181-4bf7-4e64-9959-7d66708858bd, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=77048181-4bf7-4e64-9959-7d66708858bd,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:10.174929 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (77048181-4bf7-4e64-9959-7d66708858bd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:10.243714 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Publish callbacks [] for port (59742402-8f4a-4a1c-99c7-3bf10e6e5409), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:10.246774 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=77048181-4bf7-4e64-9959-7d66708858bd,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:10.268625 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (59742402-8f4a-4a1c-99c7-3bf10e6e5409), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:10.274655 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a64c-98e4-40da-9d0f-9f477790334e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (59742402-8f4a-4a1c-99c7-3bf10e6e5409), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:10.312611 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6a64c-98e4-40da-9d0f-9f477790334e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Calling delete_port for 59742402-8f4a-4a1c-99c7-3bf10e6e5409 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:42:10.369952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6b371-588a-4a78-b1ea-95f539514cdd None None] Pushing event updated for resources: {'Port': ['ID=59742402-8f4a-4a1c-99c7-3bf10e6e5409,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:10.371010 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Allocated IP 172.25.3.67 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/5dbc1a0b-322e-4c36-a808-333ab763f6af) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:10.423003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Attempting to bind port 59742402-8f4a-4a1c-99c7-3bf10e6e5409 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:42:10.423380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Attempting to bind port 59742402-8f4a-4a1c-99c7-3bf10e6e5409 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:42:10.423744 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Attempting to bind port 59742402-8f4a-4a1c-99c7-3bf10e6e5409 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:10.430037 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:42:10.430424 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:42:10.430808 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:10.431201 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:42:10.431708 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Bound port: 59742402-8f4a-4a1c-99c7-3bf10e6e5409, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:42:10.432083 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (59742402-8f4a-4a1c-99c7-3bf10e6e5409), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:10.507040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] For port 59742402-8f4a-4a1c-99c7-3bf10e6e5409, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:10.513187 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] For port 59742402-8f4a-4a1c-99c7-3bf10e6e5409, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=59742402-8f4a-4a1c-99c7-3bf10e6e5409,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:42:10.523091 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (59742402-8f4a-4a1c-99c7-3bf10e6e5409), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:10.607790 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Publish callbacks [] for port (5dbc1a0b-322e-4c36-a808-333ab763f6af), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:10.635011 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Routers {'59461234-b309-40bc-aafd-9d4560884327'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:10.635747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:41:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['59461234-b309-40bc-aafd-9d4560884327'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:10.708897 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a64c-98e4-40da-9d0f-9f477790334e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (59742402-8f4a-4a1c-99c7-3bf10e6e5409), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:10.717486 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (5dbc1a0b-322e-4c36-a808-333ab763f6af), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:10.766023 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6b371-588a-4a78-b1ea-95f539514cdd None None] Pushing event updated for resources: {'Port': ['ID=59742402-8f4a-4a1c-99c7-3bf10e6e5409,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:10.774606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6a64c-98e4-40da-9d0f-9f477790334e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Pushing event deleted for resources: {'Port': ['ID=59742402-8f4a-4a1c-99c7-3bf10e6e5409,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:10.804199 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:10.808525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:10.812154 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:10.862717 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] Set router 59461234-b309-40bc-aafd-9d4560884327 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:10.897331 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a64c-98e4-40da-9d0f-9f477790334e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (59461234-b309-40bc-aafd-9d4560884327), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:10.933722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=5dbc1a0b-322e-4c36-a808-333ab763f6af,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:10.983276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59461234-b309-40bc-aafd-9d4560884327', 'name': 'tempest-snat-router-365061017', 'tenant_id': 'eb32eaa0f9b94e61acb824a0db656899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:05Z', 'updated_at': '2022-02-10T15:42:09Z', 'revision_number': 4, 'project_id': 'eb32eaa0f9b94e61acb824a0db656899', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:11.046927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07dbe77-42d8-45be-bb21-c464f850cc6e None None] The sync data for ids ['59461234-b309-40bc-aafd-9d4560884327'] in n-d-815324-7 is: [{'id': '59461234-b309-40bc-aafd-9d4560884327', 'name': 'tempest-snat-router-365061017', 'tenant_id': 'eb32eaa0f9b94e61acb824a0db656899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:05Z', 'updated_at': '2022-02-10T15:42:09Z', 'revision_number': 4, 'project_id': 'eb32eaa0f9b94e61acb824a0db656899', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:11.092007 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a64c-98e4-40da-9d0f-9f477790334e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (59461234-b309-40bc-aafd-9d4560884327), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:11.098317 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a64c-98e4-40da-9d0f-9f477790334e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_controller (59461234-b309-40bc-aafd-9d4560884327), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:11.189941 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a64c-98e4-40da-9d0f-9f477790334e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (59461234-b309-40bc-aafd-9d4560884327), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:11.190794 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e6a64c-98e4-40da-9d0f-9f477790334e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59461234-b309-40bc-aafd-9d4560884327 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:42:11.195318 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a64c-98e4-40da-9d0f-9f477790334e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:11.196640 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a2e6a64c-98e4-40da-9d0f-9f477790334e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "DELETE /v2.0/routers/59461234-b309-40bc-aafd-9d4560884327 HTTP/1.1" status: 204 len: 168 time: 2.2950811 Feb 10 15:42:11.200212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52508) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:11.241555 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d81bd6-e929-4517-aa37-18f97498187c req-abde5202-e00f-4aea-98e4-50d0013c255c tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:11.243203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7d81bd6-e929-4517-aa37-18f97498187c req-abde5202-e00f-4aea-98e4-50d0013c255c tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1844921 Feb 10 15:42:11.268483 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Publish callbacks [] for router_gateway (9b542681-b176-4027-af33-3f742af7840a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:11.422198 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7d81bd6-e929-4517-aa37-18f97498187c req-13a36166-fc80-426a-bb86-43602d6c7826 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718779 Feb 10 15:42:11.446764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:11.525006 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10bfca54-f73e-42d5-bbb0-e2d6a7279a4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router (19c6b9ad-2595-4cd4-9373-f47629b3e676), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:11.733204 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (9b542681-b176-4027-af33-3f742af7840a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:11.838701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 77048181-4bf7-4e64-9959-7d66708858bd up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:11.912513 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 77048181-4bf7-4e64-9959-7d66708858bd triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:11.912937 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (77048181-4bf7-4e64-9959-7d66708858bd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:11.944762 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10bfca54-f73e-42d5-bbb0-e2d6a7279a4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (19c6b9ad-2595-4cd4-9373-f47629b3e676), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:12.044512 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-10bfca54-f73e-42d5-bbb0-e2d6a7279a4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Deleting port 77048181-4bf7-4e64-9959-7d66708858bd {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:42:12.045119 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10bfca54-f73e-42d5-bbb0-e2d6a7279a4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (77048181-4bf7-4e64-9959-7d66708858bd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:12.046674 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 77048181-4bf7-4e64-9959-7d66708858bd is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:42:12.184057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Router 9b542681-b176-4027-af33-3f742af7840a is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:42:12.225775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-10bfca54-f73e-42d5-bbb0-e2d6a7279a4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] For port 77048181-4bf7-4e64-9959-7d66708858bd, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=77048181-4bf7-4e64-9959-7d66708858bd,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:12.226279 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10bfca54-f73e-42d5-bbb0-e2d6a7279a4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (77048181-4bf7-4e64-9959-7d66708858bd), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:12.241581 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-10bfca54-f73e-42d5-bbb0-e2d6a7279a4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Calling delete_port for 77048181-4bf7-4e64-9959-7d66708858bd owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:42:12.400129 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:12.415661 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Sync routers for ids ['9b542681-b176-4027-af33-3f742af7840a'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:12.435732 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Routers {'9b542681-b176-4027-af33-3f742af7840a'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:12.436376 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:41:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['9b542681-b176-4027-af33-3f742af7840a'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:12.466341 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:12.467694 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4693cb11-af00-4cc5-ab6d-d74945048ef4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3090870 Feb 10 15:42:12.470470 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52526) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:12.571274 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10bfca54-f73e-42d5-bbb0-e2d6a7279a4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (77048181-4bf7-4e64-9959-7d66708858bd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:12.617938 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfca54-f73e-42d5-bbb0-e2d6a7279a4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Pushing event deleted for resources: {'Port': ['ID=77048181-4bf7-4e64-9959-7d66708858bd,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:12.719791 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Set router 9b542681-b176-4027-af33-3f742af7840a gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:12.762431 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10bfca54-f73e-42d5-bbb0-e2d6a7279a4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (19c6b9ad-2595-4cd4-9373-f47629b3e676), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:12.887652 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b25a1db-4a40-4283-b9fc-2dc09fbc3818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:13.049768 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10bfca54-f73e-42d5-bbb0-e2d6a7279a4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (19c6b9ad-2595-4cd4-9373-f47629b3e676), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:13.059603 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10bfca54-f73e-42d5-bbb0-e2d6a7279a4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_controller (19c6b9ad-2595-4cd4-9373-f47629b3e676), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:13.189860 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10bfca54-f73e-42d5-bbb0-e2d6a7279a4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (19c6b9ad-2595-4cd4-9373-f47629b3e676), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:13.190485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bfca54-f73e-42d5-bbb0-e2d6a7279a4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19c6b9ad-2595-4cd4-9373-f47629b3e676 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:42:13.196287 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-10bfca54-f73e-42d5-bbb0-e2d6a7279a4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:13.198770 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-10bfca54-f73e-42d5-bbb0-e2d6a7279a4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "DELETE /v2.0/routers/19c6b9ad-2595-4cd4-9373-f47629b3e676 HTTP/1.1" status: 204 len: 168 time: 1.9976156 Feb 10 15:42:13.202808 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 52572) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:13.209051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1868867758', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:13.300080 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (47305091-58ba-4d27-9b1b-b77ab6ad4a3a), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:13.305423 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (47305091-58ba-4d27-9b1b-b77ab6ad4a3a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:13.356507 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b542681-b176-4027-af33-3f742af7840a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-router', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:07Z', 'updated_at': '2022-02-10T15:42:11Z', 'revision_number': 3, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'gw_port': {'id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:21:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:09Z', 'updated_at': '2022-02-10T15:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:13.427201 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Checking router: 9b542681-b176-4027-af33-3f742af7840a for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:42:13.427827 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Updating router 9b542681-b176-4027-af33-3f742af7840a port 5dbc1a0b-322e-4c36-a808-333ab763f6af binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:42:13.494384 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5dbc1a0b-322e-4c36-a808-333ab763f6af), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:13.501471 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:42:13.577309 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_controller (47305091-58ba-4d27-9b1b-b77ab6ad4a3a), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:13.924732 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:14.057849 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (47305091-58ba-4d27-9b1b-b77ab6ad4a3a), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:14.060173 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 77048181-4bf7-4e64-9959-7d66708858bd no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:42:14.158857 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 77048181-4bf7-4e64-9959-7d66708858bd {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:42:14.159209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 77048181-4bf7-4e64-9959-7d66708858bd not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:42:14.266736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52682) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:14.314124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Allocated IP 172.20.0.1 (acbf7e1a-ac36-4b63-8dfa-71df45204741/5766518a-89bc-4c22-a72d-6d35206c184f/8fc4de15-994c-451e-a43f-fb663ef4678f) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:14.345414 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Publish callbacks [] for port (5dbc1a0b-322e-4c36-a808-333ab763f6af), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:14.356088 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5dbc1a0b-322e-4c36-a808-333ab763f6af), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:14.606367 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Attempting to bind port 5dbc1a0b-322e-4c36-a808-333ab763f6af on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:42:14.609408 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Attempting to bind port 5dbc1a0b-322e-4c36-a808-333ab763f6af by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:42:14.611501 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Attempting to bind port 5dbc1a0b-322e-4c36-a808-333ab763f6af on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:14.633197 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Publish callbacks [] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:14.655758 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770521e9-68ef-4011-b5fa-42937cd8730f None None] Pushing event updated for resources: {'Port': ['ID=5dbc1a0b-322e-4c36-a808-333ab763f6af,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:14.657323 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (47305091-58ba-4d27-9b1b-b77ab6ad4a3a), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:14.668069 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:42:14.668460 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:42:14.672728 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:14.673141 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:42:14.673652 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Bound port: 5dbc1a0b-322e-4c36-a808-333ab763f6af, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:42:14.674048 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5dbc1a0b-322e-4c36-a808-333ab763f6af), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:14.703550 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:14.761498 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-862239ac-f618-45de-9e13-c6c9536a3c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:14.810239 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] For port 5dbc1a0b-322e-4c36-a808-333ab763f6af, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:14.819104 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] For port 5dbc1a0b-322e-4c36-a808-333ab763f6af, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=5dbc1a0b-322e-4c36-a808-333ab763f6af,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:42:14.831971 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5dbc1a0b-322e-4c36-a808-333ab763f6af), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:14.852755 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:14.920558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Allocated IP 172.25.3.90 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/70a6c5bf-a206-4cc9-b3b3-1880279999b4) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:14.966243 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770521e9-68ef-4011-b5fa-42937cd8730f None None] Pushing event updated for resources: {'Port': ['ID=5dbc1a0b-322e-4c36-a808-333ab763f6af,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:14.996975 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Routers {'9b542681-b176-4027-af33-3f742af7840a'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:14.997598 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:41:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['9b542681-b176-4027-af33-3f742af7840a'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:15.021712 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Network acbf7e1a-ac36-4b63-8dfa-71df45204741 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:15.044124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:15.056959 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:15.130312 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for port (70a6c5bf-a206-4cc9-b3b3-1880279999b4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:15.130605 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (9b542681-b176-4027-af33-3f742af7840a), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:15.184418 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc4de15-994c-451e-a43f-fb663ef4678f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:15.207083 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (70a6c5bf-a206-4cc9-b3b3-1880279999b4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:15.272029 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-198c9874-154d-4336-a636-1c0312ab864b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:15.329376 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:15.339099 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] Set router 9b542681-b176-4027-af33-3f742af7840a gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:15.344067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:15.350765 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Pushing event updated for resources: {'Port': ['ID=70a6c5bf-a206-4cc9-b3b3-1880279999b4,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:15.352798 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-862239ac-f618-45de-9e13-c6c9536a3c39 admin admin] Publish callbacks [] for security_group (e912e5e7-8e73-45d7-b88a-e7e5a15eca88), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:15.358422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:15.374770 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-862239ac-f618-45de-9e13-c6c9536a3c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e912e5e7-8e73-45d7-b88a-e7e5a15eca88), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:15.537807 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862239ac-f618-45de-9e13-c6c9536a3c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e912e5e7-8e73-45d7-b88a-e7e5a15eca88,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:15.561456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-862239ac-f618-45de-9e13-c6c9536a3c39 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0720df1bcf4458da713cd437b220b3f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2934680 Feb 10 15:42:15.562744 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 52804) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:15.702638 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:15.832583 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3cd10454-00da-46d1-9887-ffa6824651f1 admin admin] Publish callbacks [] for security_group (e912e5e7-8e73-45d7-b88a-e7e5a15eca88), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:15.912219 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3cd10454-00da-46d1-9887-ffa6824651f1 admin admin] Publish callbacks [] for security_group (e912e5e7-8e73-45d7-b88a-e7e5a15eca88), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:15.939673 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b542681-b176-4027-af33-3f742af7840a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-router', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:07Z', 'updated_at': '2022-02-10T15:42:11Z', 'revision_number': 3, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'gw_port': {'id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:21:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:09Z', 'updated_at': '2022-02-10T15:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:16.077140 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6861c6-94e6-4b36-96eb-5d4353c61d60 None None] The sync data for ids ['9b542681-b176-4027-af33-3f742af7840a'] in n-d-815324-7 is: [{'id': '9b542681-b176-4027-af33-3f742af7840a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-router', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:07Z', 'updated_at': '2022-02-10T15:42:11Z', 'revision_number': 3, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'gw_port': {'id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:21:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:09Z', 'updated_at': '2022-02-10T15:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:16.168696 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (47305091-58ba-4d27-9b1b-b77ab6ad4a3a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:16.242567 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Publish callbacks [] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:16.289867 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:16.407767 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:16.433470 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3cd10454-00da-46d1-9887-ffa6824651f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e912e5e7-8e73-45d7-b88a-e7e5a15eca88), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:16.437124 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3cd10454-00da-46d1-9887-ffa6824651f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:16.439773 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3cd10454-00da-46d1-9887-ffa6824651f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e912e5e7-8e73-45d7-b88a-e7e5a15eca88 HTTP/1.1" status: 204 len: 168 time: 0.8752382 Feb 10 15:42:16.510196 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (47305091-58ba-4d27-9b1b-b77ab6ad4a3a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:16.590060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd10454-00da-46d1-9887-ffa6824651f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e912e5e7-8e73-45d7-b88a-e7e5a15eca88,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:16.678986 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (9b542681-b176-4027-af33-3f742af7840a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:16.735914 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc4de15-994c-451e-a43f-fb663ef4678f,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:16.905711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Router 47305091-58ba-4d27-9b1b-b77ab6ad4a3a is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:42:17.064184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Network acbf7e1a-ac36-4b63-8dfa-71df45204741 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:17.068513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:17.508596 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Router 9b542681-b176-4027-af33-3f742af7840a has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:42:17.519317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7867856-774c-409e-83d1-696bfca8c8b6 req-a40ec84c-258d-47ba-8176-85e0a8ebcf3e tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:17.520803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7867856-774c-409e-83d1-696bfca8c8b6 req-a40ec84c-258d-47ba-8176-85e0a8ebcf3e tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1965752 Feb 10 15:42:17.667587 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7867856-774c-409e-83d1-696bfca8c8b6 req-80b526a2-e1fe-4b47-a839-58362d32df47 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356494 Feb 10 15:42:17.851883 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5dbc1a0b-322e-4c36-a808-333ab763f6af up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:17.951850 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 5dbc1a0b-322e-4c36-a808-333ab763f6af triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:17.953962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:17.954995 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5dbc1a0b-322e-4c36-a808-333ab763f6af), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:17.967559 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f60c5b64-4951-415a-a2bd-172df8cb2730 admin admin] 10.222.0.64 "PUT /v2.0/routers/9b542681-b176-4027-af33-3f742af7840a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4959931 Feb 10 15:42:18.063130 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:18.200552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 5dbc1a0b-322e-4c36-a808-333ab763f6af is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:42:18.203912 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5dbc1a0b-322e-4c36-a808-333ab763f6af), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:18.272877 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 5dbc1a0b-322e-4c36-a808-333ab763f6af, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=5dbc1a0b-322e-4c36-a808-333ab763f6af,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:18.279862 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5dbc1a0b-322e-4c36-a808-333ab763f6af), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:18.335427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:18.362108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f6efdf-ebea-465b-923b-d851ba450832 None None] Sync routers for ids ['47305091-58ba-4d27-9b1b-b77ab6ad4a3a'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:18.405982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3eb31f-5ad7-4e42-a703-040eca0924cc req-c21cb822-0b5e-4582-979f-a46181283af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:18.407761 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f3eb31f-5ad7-4e42-a703-040eca0924cc req-c21cb822-0b5e-4582-979f-a46181283af3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=034b31f3dbf344e987debe2007cdae09&device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 1127 time: 0.2133341 Feb 10 15:42:18.428800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f6efdf-ebea-465b-923b-d851ba450832 None None] Routers {'47305091-58ba-4d27-9b1b-b77ab6ad4a3a'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:18.429900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-06f6efdf-ebea-465b-923b-d851ba450832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['47305091-58ba-4d27-9b1b-b77ab6ad4a3a'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:18.500020 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:18.502623 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fdb1ad4e-3c13-4c17-9070-ddb2cb10a8a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2987127 Feb 10 15:42:18.505126 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53068) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:18.509858 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-bedb63ff-303c-483f-9d99-802979724ffd tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'enable_snat': False}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:18.516088 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-06f6efdf-ebea-465b-923b-d851ba450832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:18.530426 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=5dbc1a0b-322e-4c36-a808-333ab763f6af,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:18.589179 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f6efdf-ebea-465b-923b-d851ba450832 None None] Routers {'47305091-58ba-4d27-9b1b-b77ab6ad4a3a'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:18.594312 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-06f6efdf-ebea-465b-923b-d851ba450832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['47305091-58ba-4d27-9b1b-b77ab6ad4a3a'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:18.721277 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-06f6efdf-ebea-465b-923b-d851ba450832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:18.721977 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f6efdf-ebea-465b-923b-d851ba450832 None None] The sync data for ids ['47305091-58ba-4d27-9b1b-b77ab6ad4a3a'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:18.790931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3eb31f-5ad7-4e42-a703-040eca0924cc req-83bf5785-9842-44db-8548-4031444ded31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:18.792692 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f3eb31f-5ad7-4e42-a703-040eca0924cc req-83bf5785-9842-44db-8548-4031444ded31 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f3f84446-186f-4726-a963-a557c976fc13 HTTP/1.1" status: 200 len: 920 time: 0.3740673 Feb 10 15:42:18.897498 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f3eb31f-5ad7-4e42-a703-040eca0924cc req-b938b881-1f01-4250-8edf-433e17dd4aae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67685f0e-34f5-4cc0-95ab-05cf5750907b HTTP/1.1" status: 200 len: 217 time: 0.0986526 Feb 10 15:42:18.954188 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:18.991124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3eb31f-5ad7-4e42-a703-040eca0924cc req-3b23bb26-a22b-4619-b6df-3db4ba3803c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:18.993172 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f3eb31f-5ad7-4e42-a703-040eca0924cc req-3b23bb26-a22b-4619-b6df-3db4ba3803c9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3067190f-bf98-49ad-8d01-a6124fc64fdd HTTP/1.1" status: 200 len: 859 time: 0.0890260 Feb 10 15:42:19.059947 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f3eb31f-5ad7-4e42-a703-040eca0924cc req-98cfb297-1e1f-4481-b32e-640c619ce6fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f3f84446-186f-4726-a963-a557c976fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603743 Feb 10 15:42:19.105234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-fe47e4aa-35a6-4554-8374-e7a8dfb27001 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:19.112706 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-fe47e4aa-35a6-4554-8374-e7a8dfb27001 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/networks?id=4cc9552c-85ec-4329-ace4-27ff94ac21d5 HTTP/1.1" status: 200 len: 812 time: 0.4895444 Feb 10 15:42:19.162025 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53092) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:19.207911 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f3eb31f-5ad7-4e42-a703-040eca0924cc req-5b346d5e-3dd3-4f79-9a18-c6c43aa25362 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429873 Feb 10 15:42:19.306734 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Sync routers for ids ['9b542681-b176-4027-af33-3f742af7840a'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:19.319847 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Routers {'9b542681-b176-4027-af33-3f742af7840a'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:19.321236 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['9b542681-b176-4027-af33-3f742af7840a'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:19.385289 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a9d01844-0b54-4569-94b0-104f58f27c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:19.433057 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f3eb31f-5ad7-4e42-a703-040eca0924cc req-9c1147a6-8835-4881-b2ad-cfd33175e468 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170944 Feb 10 15:42:19.486688 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Set router 9b542681-b176-4027-af33-3f742af7840a gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:19.671405 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a9d01844-0b54-4569-94b0-104f58f27c6b admin admin] Publish callbacks [] for security_group (a40b6215-3fcb-4bcd-afc0-84df54e55f1f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:19.679856 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a9d01844-0b54-4569-94b0-104f58f27c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a40b6215-3fcb-4bcd-afc0-84df54e55f1f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:19.726296 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a9d01844-0b54-4569-94b0-104f58f27c6b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=493ef3e99c1c45e8843ee5fae84cf0d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5611544 Feb 10 15:42:19.749350 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d01844-0b54-4569-94b0-104f58f27c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40b6215-3fcb-4bcd-afc0-84df54e55f1f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:19.752288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53102) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:19.772156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5dbc1a0b-322e-4c36-a808-333ab763f6af up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:19.808625 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d614d08-9b2d-40b4-81d8-4a8fa8860e8d admin admin] Publish callbacks [] for security_group (a40b6215-3fcb-4bcd-afc0-84df54e55f1f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:19.845947 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d614d08-9b2d-40b4-81d8-4a8fa8860e8d admin admin] Publish callbacks [] for security_group (a40b6215-3fcb-4bcd-afc0-84df54e55f1f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:19.896610 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 5dbc1a0b-322e-4c36-a808-333ab763f6af triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:19.899107 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5dbc1a0b-322e-4c36-a808-333ab763f6af), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:19.905888 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d614d08-9b2d-40b4-81d8-4a8fa8860e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a40b6215-3fcb-4bcd-afc0-84df54e55f1f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:19.909420 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d614d08-9b2d-40b4-81d8-4a8fa8860e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:19.911296 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1d614d08-9b2d-40b4-81d8-4a8fa8860e8d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a40b6215-3fcb-4bcd-afc0-84df54e55f1f HTTP/1.1" status: 204 len: 168 time: 0.1578441 Feb 10 15:42:19.926728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d614d08-9b2d-40b4-81d8-4a8fa8860e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40b6215-3fcb-4bcd-afc0-84df54e55f1f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:20.002615 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b542681-b176-4027-af33-3f742af7840a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-router', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:07Z', 'updated_at': '2022-02-10T15:42:15Z', 'revision_number': 4, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'gw_port': {'id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:09Z', 'updated_at': '2022-02-10T15:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8fc4de15-994c-451e-a43f-fb663ef4678f', 'name': '', 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'mac_address': 'fa:16:3e:c4:88:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:13Z', 'updated_at': '2022-02-10T15:42:15Z', 'revision_number': 2, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'subnets': [{'id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:20.032705 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Checking router: 9b542681-b176-4027-af33-3f742af7840a for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:42:20.033068 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Updating router 9b542681-b176-4027-af33-3f742af7840a port 8fc4de15-994c-451e-a43f-fb663ef4678f binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:42:20.060580 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 5dbc1a0b-322e-4c36-a808-333ab763f6af is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:42:20.084119 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:20.124928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-362d07b6-e118-41bb-a953-2ff41815d382 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/quotas/878e10f92bcc4d09b1f13c72fe6e7243 HTTP/1.1" status: 200 len: 375 time: 0.0485342 Feb 10 15:42:20.187645 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-f0b2e5e0-82b4-448f-aa7a-4f76f0f0c474 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=878e10f92bcc4d09b1f13c72fe6e7243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610816 Feb 10 15:42:20.255197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-0640cee3-c714-4784-98be-4fd4a0f52fc2 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:20.257894 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-0640cee3-c714-4784-98be-4fd4a0f52fc2 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/networks?id=acbf7e1a-ac36-4b63-8dfa-71df45204741 HTTP/1.1" status: 200 len: 820 time: 1.3294365 Feb 10 15:42:20.356743 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-27fe5242-77b5-456f-8cac-91212da2d4f1 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/quotas/3c677666bb89400b8f38e8bc8e40350b HTTP/1.1" status: 200 len: 375 time: 0.0271864 Feb 10 15:42:20.424684 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Publish callbacks [] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:20.431960 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:20.466197 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-13d1b43a-b587-4c40-bc63-5bcc2ca32a7c service neutron] 10.222.0.64 "GET /v2.0/networks/4cc9552c-85ec-4329-ace4-27ff94ac21d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773795 Feb 10 15:42:20.488971 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4760b70-0ece-40a5-9c41-1ce70273cf07 None None] Pushing event updated for resources: {'Port': ['ID=8fc4de15-994c-451e-a43f-fb663ef4678f,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:20.589223 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-d7060e28-6837-4691-b774-483ff9206cfc tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c677666bb89400b8f38e8bc8e40350b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2216427 Feb 10 15:42:20.609937 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bedb63ff-303c-483f-9d99-802979724ffd tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (47305091-58ba-4d27-9b1b-b77ab6ad4a3a), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:20.649549 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Attempting to bind port 8fc4de15-994c-451e-a43f-fb663ef4678f on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:42:20.650160 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Attempting to bind port 8fc4de15-994c-451e-a43f-fb663ef4678f by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '650a7729-f5e0-4b38-8e3b-1f3e1226279e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:42:20.650634 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Attempting to bind port 8fc4de15-994c-451e-a43f-fb663ef4678f on network acbf7e1a-ac36-4b63-8dfa-71df45204741 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:20.657645 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:42:20.658152 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Checking segment: {'id': '650a7729-f5e0-4b38-8e3b-1f3e1226279e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:42:20.658786 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:20.659607 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Bound using segment: {'id': '650a7729-f5e0-4b38-8e3b-1f3e1226279e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:42:20.660003 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Bound port: 8fc4de15-994c-451e-a43f-fb663ef4678f, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650a7729-f5e0-4b38-8e3b-1f3e1226279e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:42:20.660496 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:20.737640 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] For port 8fc4de15-994c-451e-a43f-fb663ef4678f, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:20.739065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-539243a8-45c2-4e93-b028-c2000d3e727a service neutron] 10.222.0.64 "GET /v2.0/networks/4cc9552c-85ec-4329-ace4-27ff94ac21d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661588 Feb 10 15:42:20.742465 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] For port 8fc4de15-994c-451e-a43f-fb663ef4678f, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8fc4de15-994c-451e-a43f-fb663ef4678f,segment=NetworkSegment(650a7729-f5e0-4b38-8e3b-1f3e1226279e),segment_id=650a7729-f5e0-4b38-8e3b-1f3e1226279e)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:42:20.765584 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:20.826603 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-951a8a16-b232-4adb-865e-8aee55d77b5f service neutron] 10.222.0.64 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339454 Feb 10 15:42:20.868467 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4760b70-0ece-40a5-9c41-1ce70273cf07 None None] Pushing event updated for resources: {'Port': ['ID=8fc4de15-994c-451e-a43f-fb663ef4678f,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:20.924031 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Routers {'9b542681-b176-4027-af33-3f742af7840a'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:20.924684 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['9b542681-b176-4027-af33-3f742af7840a'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:21.093849 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-4d7fe6a0-25da-45f2-a08b-89b87b3bf287 service neutron] 10.222.0.64 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587187 Feb 10 15:42:21.119624 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] Set router 9b542681-b176-4027-af33-3f742af7840a gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:42:21.173544 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4495f56-899d-44f4-b75c-c10dd5b9ebed req-9e333cfe-d7ac-42da-b71b-7bab4454d3c0 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:21.175285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4495f56-899d-44f4-b75c-c10dd5b9ebed req-9e333cfe-d7ac-42da-b71b-7bab4454d3c0 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1815903 Feb 10 15:42:21.307751 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4495f56-899d-44f4-b75c-c10dd5b9ebed req-2c970fcf-4166-449d-b359-00450dc08d4d tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213498 Feb 10 15:42:21.512410 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b542681-b176-4027-af33-3f742af7840a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-router', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:07Z', 'updated_at': '2022-02-10T15:42:15Z', 'revision_number': 4, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'gw_port': {'id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:09Z', 'updated_at': '2022-02-10T15:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8fc4de15-994c-451e-a43f-fb663ef4678f', 'name': '', 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'mac_address': 'fa:16:3e:c4:88:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:13Z', 'updated_at': '2022-02-10T15:42:20Z', 'revision_number': 4, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'subnets': [{'id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:21.533792 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a08fafd0-5b51-4b01-8202-01dc18a3318e req-526bd57a-a4d3-4d65-bf45-716ac3f661c1 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 210 time: 0.0701923 Feb 10 15:42:21.549607 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d064c03-1556-427b-84fd-2251fd14f3a6 req-f74cfcdc-aa22-4031-97b4-6082fae762da tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 210 time: 0.0879085 Feb 10 15:42:21.579862 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28981f28-fb82-44d0-aadc-876c43f19166 None None] The sync data for ids ['9b542681-b176-4027-af33-3f742af7840a'] in n-d-815324-7 is: [{'id': '9b542681-b176-4027-af33-3f742af7840a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-router', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:07Z', 'updated_at': '2022-02-10T15:42:15Z', 'revision_number': 4, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'gw_port': {'id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:09Z', 'updated_at': '2022-02-10T15:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8fc4de15-994c-451e-a43f-fb663ef4678f', 'name': '', 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'mac_address': 'fa:16:3e:c4:88:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:13Z', 'updated_at': '2022-02-10T15:42:20Z', 'revision_number': 4, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'subnets': [{'id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:21.761361 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bedb63ff-303c-483f-9d99-802979724ffd tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (47305091-58ba-4d27-9b1b-b77ab6ad4a3a), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:21.767926 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bedb63ff-303c-483f-9d99-802979724ffd tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (47305091-58ba-4d27-9b1b-b77ab6ad4a3a), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:22.003087 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedb63ff-303c-483f-9d99-802979724ffd tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Router 47305091-58ba-4d27-9b1b-b77ab6ad4a3a has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:42:22.154769 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedb63ff-303c-483f-9d99-802979724ffd tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:22.159530 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bedb63ff-303c-483f-9d99-802979724ffd tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:22.161187 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bedb63ff-303c-483f-9d99-802979724ffd tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "PUT /v2.0/routers/47305091-58ba-4d27-9b1b-b77ab6ad4a3a HTTP/1.1" status: 200 len: 925 time: 3.6549680 Feb 10 15:42:22.163790 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53140) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:22.167342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7d5e4-f081-4041-87ee-d659626bd1ed None None] Sync routers for ids ['47305091-58ba-4d27-9b1b-b77ab6ad4a3a'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:22.186593 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7d5e4-f081-4041-87ee-d659626bd1ed None None] Routers {'47305091-58ba-4d27-9b1b-b77ab6ad4a3a'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:22.188064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ffa7d5e4-f081-4041-87ee-d659626bd1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['47305091-58ba-4d27-9b1b-b77ab6ad4a3a'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:22.271993 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ffa7d5e4-f081-4041-87ee-d659626bd1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:22.294752 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7d5e4-f081-4041-87ee-d659626bd1ed None None] Routers {'47305091-58ba-4d27-9b1b-b77ab6ad4a3a'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:22.295693 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ffa7d5e4-f081-4041-87ee-d659626bd1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['47305091-58ba-4d27-9b1b-b77ab6ad4a3a'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:22.345199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ffa7d5e4-f081-4041-87ee-d659626bd1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:22.345984 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7d5e4-f081-4041-87ee-d659626bd1ed None None] The sync data for ids ['47305091-58ba-4d27-9b1b-b77ab6ad4a3a'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:22.421650 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f032775d-d24a-4826-9d37-fb23b174f53c tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/routers/47305091-58ba-4d27-9b1b-b77ab6ad4a3a HTTP/1.1" status: 200 len: 925 time: 0.2565641 Feb 10 15:42:22.424436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53144) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:22.524377 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab497b8a-f2a9-4421-9ec0-576854049773 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:22.529222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ab497b8a-f2a9-4421-9ec0-576854049773 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=4454d505-75c9-41c1-a257-953d507647a9&device_id=47305091-58ba-4d27-9b1b-b77ab6ad4a3a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1034493 Feb 10 15:42:22.529950 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53146) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:22.662602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3880db-5d65-4aac-8b52-15f94ddc15bc tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:22.668538 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ff3880db-5d65-4aac-8b52-15f94ddc15bc tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 881 time: 0.1362677 Feb 10 15:42:22.674569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53152) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:22.692243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41c457-1139-4fa0-a662-98f65c1e4f59 req-45151731-c8f8-4d65-a751-40f11c4396ee tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:22.701710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c41c457-1139-4fa0-a662-98f65c1e4f59 req-45151731-c8f8-4d65-a751-40f11c4396ee tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.2354026 Feb 10 15:42:22.744215 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8cd32bfc-5c11-4f25-bcdf-e96b12f53d15 req-41d920f6-2111-4b6b-915b-246fbb772930 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 210 time: 0.0395303 Feb 10 15:42:22.745240 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-62d3b772-761b-4dd5-944d-70e86f01cfd7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "GET /v2.0/ports?device_id=47305091-58ba-4d27-9b1b-b77ab6ad4a3a HTTP/1.1" status: 200 len: 205 time: 0.0695188 Feb 10 15:42:22.756596 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53154) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:22.759038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-ba2c81fd-9c12-4c56-8f2d-10937b11090d tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:22.760851 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-ba2c81fd-9c12-4c56-8f2d-10937b11090d tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.79 "GET /v2.0/networks?id=4cc9552c-85ec-4329-ace4-27ff94ac21d5 HTTP/1.1" status: 200 len: 812 time: 0.3381507 Feb 10 15:42:22.778552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-7f435091-5870-413c-a2d2-1aa121a82bc7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Request body: {'port': {'device_id': 'c0c75972-c067-42f2-80ba-2d1f135c9485', 'network_id': '4cc9552c-85ec-4329-ace4-27ff94ac21d5', 'admin_state_up': True, 'tenant_id': '878e10f92bcc4d09b1f13c72fe6e7243'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:22.972228 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ee607b1-33ab-485a-b85c-06d5f9b16bcc req-e33ed72c-247a-4f52-aabc-f3412cf42162 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 210 time: 0.0441802 Feb 10 15:42:22.972437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-7f435091-5870-413c-a2d2-1aa121a82bc7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Made reservation on behalf of 878e10f92bcc4d09b1f13c72fe6e7243 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:22.979246 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-7f435091-5870-413c-a2d2-1aa121a82bc7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:22.994657 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c41c457-1139-4fa0-a662-98f65c1e4f59 req-78bb0501-3516-40bd-acb0-2c36bdf4293a tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916858 Feb 10 15:42:22.997192 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6dc7-94dc-48ff-9a5a-8d1d2f62eea3 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (47305091-58ba-4d27-9b1b-b77ab6ad4a3a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:23.229068 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6dc7-94dc-48ff-9a5a-8d1d2f62eea3 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (47305091-58ba-4d27-9b1b-b77ab6ad4a3a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:23.332321 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-7f435091-5870-413c-a2d2-1aa121a82bc7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Allocated IP 172.20.0.11 (4cc9552c-85ec-4329-ace4-27ff94ac21d5/84dea653-20ea-406a-874c-8fb7acaa42f4/c6042774-1c90-49c1-b324-e166665de01c) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:23.364445 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-353195df-c3da-41fd-9373-9a5c3714fefe tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:23.366020 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-353195df-c3da-41fd-9373-9a5c3714fefe tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.79 "GET /v2.0/networks?id=acbf7e1a-ac36-4b63-8dfa-71df45204741 HTTP/1.1" status: 200 len: 820 time: 0.2167094 Feb 10 15:42:23.371784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f6dc7-94dc-48ff-9a5a-8d1d2f62eea3 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Deleting port 70a6c5bf-a206-4cc9-b3b3-1880279999b4 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:42:23.372494 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6dc7-94dc-48ff-9a5a-8d1d2f62eea3 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (70a6c5bf-a206-4cc9-b3b3-1880279999b4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:23.380738 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-76046a8d-838f-4c58-841b-8f4d4414ddd0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Request body: {'port': {'device_id': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741', 'admin_state_up': True, 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:23.497352 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6dc7-94dc-48ff-9a5a-8d1d2f62eea3 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (70a6c5bf-a206-4cc9-b3b3-1880279999b4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:23.511874 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f6dc7-94dc-48ff-9a5a-8d1d2f62eea3 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Calling delete_port for 70a6c5bf-a206-4cc9-b3b3-1880279999b4 owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:42:23.612904 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-76046a8d-838f-4c58-841b-8f4d4414ddd0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Made reservation on behalf of 3c677666bb89400b8f38e8bc8e40350b for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:23.616280 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-76046a8d-838f-4c58-841b-8f4d4414ddd0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:23.624012 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-7f435091-5870-413c-a2d2-1aa121a82bc7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Publish callbacks [] for port (c6042774-1c90-49c1-b324-e166665de01c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:23.731293 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-7f435091-5870-413c-a2d2-1aa121a82bc7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (c6042774-1c90-49c1-b324-e166665de01c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:23.742981 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6dc7-94dc-48ff-9a5a-8d1d2f62eea3 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (70a6c5bf-a206-4cc9-b3b3-1880279999b4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:23.802133 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f6dc7-94dc-48ff-9a5a-8d1d2f62eea3 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Pushing event deleted for resources: {'Port': ['ID=70a6c5bf-a206-4cc9-b3b3-1880279999b4,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:23.832344 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-7f435091-5870-413c-a2d2-1aa121a82bc7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Network 4cc9552c-85ec-4329-ace4-27ff94ac21d5 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:23.842411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8fc4de15-994c-451e-a43f-fb663ef4678f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:23.860471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-7f435091-5870-413c-a2d2-1aa121a82bc7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:23.864353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-7f435091-5870-413c-a2d2-1aa121a82bc7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:23.916672 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f435091-5870-413c-a2d2-1aa121a82bc7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Pushing event updated for resources: {'Port': ['ID=c6042774-1c90-49c1-b324-e166665de01c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:23.925020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-76046a8d-838f-4c58-841b-8f4d4414ddd0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Allocated IP 172.20.0.6 (acbf7e1a-ac36-4b63-8dfa-71df45204741/5766518a-89bc-4c22-a72d-6d35206c184f/41f6fed4-49d6-4b9b-bafe-928afa0b9ba3) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:23.937121 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8fc4de15-994c-451e-a43f-fb663ef4678f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:23.937724 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:23.976873 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7cdce98c-dfd0-4e1a-820c-546834eb3d55 req-8c6b43d4-df50-4c9f-8529-64fe3b6a1de8 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 210 time: 0.0787282 Feb 10 15:42:23.983576 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6dc7-94dc-48ff-9a5a-8d1d2f62eea3 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (47305091-58ba-4d27-9b1b-b77ab6ad4a3a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:23.999787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-7f435091-5870-413c-a2d2-1aa121a82bc7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:24.001321 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-7f435091-5870-413c-a2d2-1aa121a82bc7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.103496 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-7f435091-5870-413c-a2d2-1aa121a82bc7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3292038 Feb 10 15:42:24.127328 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Request body: {'port': {'device_id': 'c0c75972-c067-42f2-80ba-2d1f135c9485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:24.272435 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c6042774-1c90-49c1-b324-e166665de01c), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.322414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8fc4de15-994c-451e-a43f-fb663ef4678f is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:42:24.322806 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.359516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 8fc4de15-994c-451e-a43f-fb663ef4678f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8fc4de15-994c-451e-a43f-fb663ef4678f,segment=NetworkSegment(650a7729-f5e0-4b38-8e3b-1f3e1226279e),segment_id=650a7729-f5e0-4b38-8e3b-1f3e1226279e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:24.366438 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.430142 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=8fc4de15-994c-451e-a43f-fb663ef4678f,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:24.450404 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-76046a8d-838f-4c58-841b-8f4d4414ddd0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.475246 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6dc7-94dc-48ff-9a5a-8d1d2f62eea3 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (47305091-58ba-4d27-9b1b-b77ab6ad4a3a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.479555 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6dc7-94dc-48ff-9a5a-8d1d2f62eea3 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_controller (47305091-58ba-4d27-9b1b-b77ab6ad4a3a), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.559635 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-76046a8d-838f-4c58-841b-8f4d4414ddd0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.576161 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6dc7-94dc-48ff-9a5a-8d1d2f62eea3 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (47305091-58ba-4d27-9b1b-b77ab6ad4a3a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.576784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7f6dc7-94dc-48ff-9a5a-8d1d2f62eea3 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Fanout notify agent at l3_agent the message router_deleted on router 47305091-58ba-4d27-9b1b-b77ab6ad4a3a {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:42:24.584357 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6dc7-94dc-48ff-9a5a-8d1d2f62eea3 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.585558 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0d7f6dc7-94dc-48ff-9a5a-8d1d2f62eea3 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "DELETE /v2.0/routers/47305091-58ba-4d27-9b1b-b77ab6ad4a3a HTTP/1.1" status: 204 len: 168 time: 1.8286800 Feb 10 15:42:24.589390 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53166) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:24.593721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-c5a97b42-3ea3-4fe4-8ab8-1778e3dace78 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1792846818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:24.609193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdacfac-0774-4bb9-8bca-b8a73c66a008 req-142478c5-d44b-4258-8420-fd0fe322c339 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:24.610696 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acdacfac-0774-4bb9-8bca-b8a73c66a008 req-142478c5-d44b-4258-8420-fd0fe322c339 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 932 time: 0.2188530 Feb 10 15:42:24.629348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b9b56-b8ab-4e3d-82f4-52fe17404fc1 req-e98f4d77-745f-4768-ab3f-2b081f840def tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:24.630467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f61b9b56-b8ab-4e3d-82f4-52fe17404fc1 req-e98f4d77-745f-4768-ab3f-2b081f840def tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.2399001 Feb 10 15:42:24.637511 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-76046a8d-838f-4c58-841b-8f4d4414ddd0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Network acbf7e1a-ac36-4b63-8dfa-71df45204741 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:24.648034 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76046a8d-838f-4c58-841b-8f4d4414ddd0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Pushing event updated for resources: {'Port': ['ID=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:24.652476 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-76046a8d-838f-4c58-841b-8f4d4414ddd0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:24.657778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-76046a8d-838f-4c58-841b-8f4d4414ddd0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:24.686089 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5a97b42-3ea3-4fe4-8ab8-1778e3dace78 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (4b522b52-a4ca-4486-aa81-2f768d528c62), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.687117 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5a97b42-3ea3-4fe4-8ab8-1778e3dace78 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (4b522b52-a4ca-4486-aa81-2f768d528c62), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.723560 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f61b9b56-b8ab-4e3d-82f4-52fe17404fc1 req-168af19c-0b22-4e60-9cc6-c3ee5d46092d tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857024 Feb 10 15:42:24.726517 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acdacfac-0774-4bb9-8bca-b8a73c66a008 req-1e382311-d228-4afc-a1e9-cd939f6809e1 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081119 Feb 10 15:42:24.738500 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-76046a8d-838f-4c58-841b-8f4d4414ddd0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:24.739120 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-76046a8d-838f-4c58-841b-8f4d4414ddd0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.752548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6042774-1c90-49c1-b324-e166665de01c {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:42:24.762134 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Publish callbacks [] for port (c6042774-1c90-49c1-b324-e166665de01c), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.771385 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-76046a8d-838f-4c58-841b-8f4d4414ddd0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3967936 Feb 10 15:42:24.782614 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Request body: {'port': {'device_id': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:24.787424 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Transition to ACTIVE for port object c6042774-1c90-49c1-b324-e166665de01c will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:42:24.793577 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5a97b42-3ea3-4fe4-8ab8-1778e3dace78 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_controller (4b522b52-a4ca-4486-aa81-2f768d528c62), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.797783 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5a97b42-3ea3-4fe4-8ab8-1778e3dace78 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (4b522b52-a4ca-4486-aa81-2f768d528c62), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.806278 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (c6042774-1c90-49c1-b324-e166665de01c), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.815717 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5a97b42-3ea3-4fe4-8ab8-1778e3dace78 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:24.816896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c5a97b42-3ea3-4fe4-8ab8-1778e3dace78 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2265482 Feb 10 15:42:24.819713 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53168) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:24.824927 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Request body: {'router': {'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:24.891744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Pushing event updated for resources: {'Port': ['ID=c6042774-1c90-49c1-b324-e166665de01c,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:24.896849 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:25.054398 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (4b522b52-a4ca-4486-aa81-2f768d528c62), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:25.059990 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Attempting to bind port c6042774-1c90-49c1-b324-e166665de01c on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:42:25.060434 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Attempting to bind port c6042774-1c90-49c1-b324-e166665de01c by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '652b4e1e-a65b-4f04-917f-36e2f1237f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4cc9552c-85ec-4329-ace4-27ff94ac21d5'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:42:25.060867 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Attempting to bind port c6042774-1c90-49c1-b324-e166665de01c on network 4cc9552c-85ec-4329-ace4-27ff94ac21d5 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:25.075817 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Port c6042774-1c90-49c1-b324-e166665de01c on network 4cc9552c-85ec-4329-ace4-27ff94ac21d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:42:25.076133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Attempting to bind port c6042774-1c90-49c1-b324-e166665de01c on network 4cc9552c-85ec-4329-ace4-27ff94ac21d5 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:25.085024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:42:25.085428 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Checking segment: {'id': '652b4e1e-a65b-4f04-917f-36e2f1237f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4cc9552c-85ec-4329-ace4-27ff94ac21d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:42:25.085824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Bound using segment: {'id': '652b4e1e-a65b-4f04-917f-36e2f1237f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4cc9552c-85ec-4329-ace4-27ff94ac21d5'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:42:25.086265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Bound port: c6042774-1c90-49c1-b324-e166665de01c, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652b4e1e-a65b-4f04-917f-36e2f1237f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4cc9552c-85ec-4329-ace4-27ff94ac21d5'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:42:25.086734 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c6042774-1c90-49c1-b324-e166665de01c), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:25.184667 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731f6fc-fcfc-4890-b18b-2f102063f449 req-96c26e56-10af-422f-8547-47729734dee9 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:25.188587 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c731f6fc-fcfc-4890-b18b-2f102063f449 req-96c26e56-10af-422f-8547-47729734dee9 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 931 time: 0.1114101 Feb 10 15:42:25.219192 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] For port c6042774-1c90-49c1-b324-e166665de01c, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:25.226950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] For port c6042774-1c90-49c1-b324-e166665de01c, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=c6042774-1c90-49c1-b324-e166665de01c,segment=NetworkSegment(652b4e1e-a65b-4f04-917f-36e2f1237f36),segment_id=652b4e1e-a65b-4f04-917f-36e2f1237f36)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:42:25.241743 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (c6042774-1c90-49c1-b324-e166665de01c), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:25.264239 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c731f6fc-fcfc-4890-b18b-2f102063f449 req-b68e64aa-f0b5-41b0-97e8-30a5fee9d006 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684566 Feb 10 15:42:25.292999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:25.293625 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:25.295113 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] 10.222.0.79 "PUT /v2.0/ports/c6042774-1c90-49c1-b324-e166665de01c HTTP/1.1" status: 200 len: 1092 time: 1.1830134 Feb 10 15:42:25.300129 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c75972-c067-42f2-80ba-2d1f135c9485', 'tag': 'c6042774-1c90-49c1-b324-e166665de01c'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:42:25.302411 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d98923-fe19-47ff-a3f2-d1be9368e239" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c75972-c067-42f2-80ba-2d1f135c9485", "tag": "c6042774-1c90-49c1-b324-e166665de01c"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:25.365217 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a854269-5517-4321-819f-be6a06db4117 x-openstack-request-id: req-9a854269-5517-4321-819f-be6a06db4117 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:25.365519 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c75972-c067-42f2-80ba-2d1f135c9485", "tag": "c6042774-1c90-49c1-b324-e166665de01c", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:25.365772 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a854269-5517-4321-819f-be6a06db4117 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:25.366169 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c75972-c067-42f2-80ba-2d1f135c9485', 'tag': 'c6042774-1c90-49c1-b324-e166665de01c', 'status': 'completed', 'code': 200} Feb 10 15:42:25.370172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23c363-96da-44d5-b2b9-a251d1a52e41 service neutron] Pushing event updated for resources: {'Port': ['ID=c6042774-1c90-49c1-b324-e166665de01c,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:25.390998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:42:25.401655 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Publish callbacks [] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:25.407568 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (4b522b52-a4ca-4486-aa81-2f768d528c62), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:25.423023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Transition to ACTIVE for port object 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:42:25.428791 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-aae45a7e-673b-490b-b144-fb3e4ad9ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:25.429680 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:25.430317 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-aae45a7e-673b-490b-b144-fb3e4ad9ae4d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=878e10f92bcc4d09b1f13c72fe6e7243&device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 1126 time: 0.0783417 Feb 10 15:42:25.431394 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:25.507360 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-523050ea-0104-47e7-9121-dbbc4927fe4a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6042774-1c90-49c1-b324-e166665de01c HTTP/1.1" status: 200 len: 217 time: 0.0509236 Feb 10 15:42:25.545823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Allocated IP 172.25.3.93 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/140dc1b7-1e5d-42dc-a41a-07f9fe484a10) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:25.562993 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-a931d4d1-3576-4eb1-9737-05b03d6b4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:25.564798 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-a931d4d1-3576-4eb1-9737-05b03d6b4294 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=84dea653-20ea-406a-874c-8fb7acaa42f4 HTTP/1.1" status: 200 len: 852 time: 0.0489116 Feb 10 15:42:25.567119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448680f-ce21-4301-8188-71152918af6d service neutron] Pushing event updated for resources: {'Port': ['ID=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:25.647946 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-221a623a-2438-4609-83c8-af8037fad168 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4cc9552c-85ec-4329-ace4-27ff94ac21d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573585 Feb 10 15:42:25.672847 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for port (140dc1b7-1e5d-42dc-a41a-07f9fe484a10), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:25.724159 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (140dc1b7-1e5d-42dc-a41a-07f9fe484a10), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:25.730774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Attempting to bind port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:42:25.731108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Attempting to bind port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '650a7729-f5e0-4b38-8e3b-1f3e1226279e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:42:25.731847 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Attempting to bind port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 on network acbf7e1a-ac36-4b63-8dfa-71df45204741 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:25.739642 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8fc4de15-994c-451e-a43f-fb663ef4678f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:25.745103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 on network acbf7e1a-ac36-4b63-8dfa-71df45204741 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:42:25.745430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Attempting to bind port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 on network acbf7e1a-ac36-4b63-8dfa-71df45204741 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:25.763256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:42:25.763598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Checking segment: {'id': '650a7729-f5e0-4b38-8e3b-1f3e1226279e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:42:25.764273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Bound using segment: {'id': '650a7729-f5e0-4b38-8e3b-1f3e1226279e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:42:25.764735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Bound port: 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650a7729-f5e0-4b38-8e3b-1f3e1226279e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:42:25.765094 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:25.800097 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-a50475c1-3e58-48c2-a85b-a2740a32aba9 service neutron] 10.222.0.79 "GET /v2.0/networks/4cc9552c-85ec-4329-ace4-27ff94ac21d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439636 Feb 10 15:42:25.816568 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8fc4de15-994c-451e-a43f-fb663ef4678f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:25.817228 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:25.838197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:25.862625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:25.880097 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:25.885213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Pushing event updated for resources: {'Port': ['ID=140dc1b7-1e5d-42dc-a41a-07f9fe484a10,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:25.930696 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8fc4de15-994c-451e-a43f-fb663ef4678f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:42:25.951641 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] For port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:25.956617 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] For port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3,segment=NetworkSegment(650a7729-f5e0-4b38-8e3b-1f3e1226279e),segment_id=650a7729-f5e0-4b38-8e3b-1f3e1226279e)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:42:25.974461 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:26.008184 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1143898e-3f28-4b90-8a2d-979b94e23ec0 req-8e8fb3cf-67b6-4ba8-9647-ffd3a8f69c86 service neutron] 10.222.0.79 "GET /v2.0/networks/4cc9552c-85ec-4329-ace4-27ff94ac21d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839099 Feb 10 15:42:26.026983 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.027497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcc1e5-fca8-411e-a133-a4e4ea4bb9d2 req-eef2a723-efa9-4687-bf1d-3f0d1046bb7a tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.027682 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:26.029074 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-5448680f-ce21-4301-8188-71152918af6d service neutron] 10.222.0.79 "PUT /v2.0/ports/41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 HTTP/1.1" status: 200 len: 1091 time: 1.2506917 Feb 10 15:42:26.030864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03bcc1e5-fca8-411e-a133-a4e4ea4bb9d2 req-eef2a723-efa9-4687-bf1d-3f0d1046bb7a tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1782887 Feb 10 15:42:26.058002 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e1a14-c879-41d3-981a-c9a7d4f849cd req-de5904da-c53c-4356-ac68-1ff86925f501 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.059956 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d42e1a14-c879-41d3-981a-c9a7d4f849cd req-de5904da-c53c-4356-ac68-1ff86925f501 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 944 time: 0.1772337 Feb 10 15:42:26.144483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448680f-ce21-4301-8188-71152918af6d service neutron] Pushing event updated for resources: {'Port': ['ID=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:26.177809 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d98923-fe19-47ff-a3f2-d1be9368e239 req-a69ce705-e56c-400d-8c24-60e596202c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.179558 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40d98923-fe19-47ff-a3f2-d1be9368e239 req-a69ce705-e56c-400d-8c24-60e596202c1e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=878e10f92bcc4d09b1f13c72fe6e7243&device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 1126 time: 0.0875082 Feb 10 15:42:26.195367 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-ebe672ee-6515-408b-8b49-12834242fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.197293 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-ebe672ee-6515-408b-8b49-12834242fa98 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c677666bb89400b8f38e8bc8e40350b&device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 1125 time: 0.1161184 Feb 10 15:42:26.241781 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03bcc1e5-fca8-411e-a133-a4e4ea4bb9d2 req-f1abce3f-48e9-4823-af27-f6160a5b4683 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024782 Feb 10 15:42:26.259789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d42e1a14-c879-41d3-981a-c9a7d4f849cd req-e1760f21-e636-46ff-8a6b-0c3a10eab362 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566324 Feb 10 15:42:26.271920 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-6d27a2a2-496d-4703-a249-35f0b6e93bfa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 HTTP/1.1" status: 200 len: 217 time: 0.0631475 Feb 10 15:42:26.443158 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (4b522b52-a4ca-4486-aa81-2f768d528c62), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:26.512603 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f43390-eba6-41ed-87b1-e81b432cadd3 req-1d804c2e-293f-4763-a32f-2063dc4e5f1c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.514328 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1f43390-eba6-41ed-87b1-e81b432cadd3 req-1d804c2e-293f-4763-a32f-2063dc4e5f1c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 943 time: 0.1246274 Feb 10 15:42:26.659656 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-b23715e7-128d-4378-9e52-1345eae08f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.661132 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-b23715e7-128d-4378-9e52-1345eae08f11 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5766518a-89bc-4c22-a72d-6d35206c184f HTTP/1.1" status: 200 len: 860 time: 0.1058614 Feb 10 15:42:26.669532 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1f43390-eba6-41ed-87b1-e81b432cadd3 req-0f662049-6075-4703-bba1-58469997cbfd tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118970 Feb 10 15:42:26.683877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660256a8-4388-4f44-bae1-8b765e380e08 req-8a5d5575-6987-4784-b93e-6614b4e9bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.685425 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-660256a8-4388-4f44-bae1-8b765e380e08 req-8a5d5575-6987-4784-b93e-6614b4e9bb84 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 1127 time: 0.4266725 Feb 10 15:42:26.689492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d98923-fe19-47ff-a3f2-d1be9368e239 req-591ed4f8-1f64-4db3-a108-e4991c8a3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.690929 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40d98923-fe19-47ff-a3f2-d1be9368e239 req-591ed4f8-1f64-4db3-a108-e4991c8a3215 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4cc9552c-85ec-4329-ace4-27ff94ac21d5 HTTP/1.1" status: 200 len: 913 time: 0.5044260 Feb 10 15:42:26.719308 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-e1b4bed1-1796-45b0-8884-d2f8e00bdf4e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=acbf7e1a-ac36-4b63-8dfa-71df45204741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509574 Feb 10 15:42:26.755430 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (4b522b52-a4ca-4486-aa81-2f768d528c62), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:26.759499 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (4b522b52-a4ca-4486-aa81-2f768d528c62), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:26.766000 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40d98923-fe19-47ff-a3f2-d1be9368e239 req-e8f21d23-ec1e-428f-9205-5ce3024f9ca5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6042774-1c90-49c1-b324-e166665de01c HTTP/1.1" status: 200 len: 217 time: 0.0551403 Feb 10 15:42:26.839336 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-660256a8-4388-4f44-bae1-8b765e380e08 req-aa696886-8b04-48a4-a63f-1c8e62b47b40 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473770 Feb 10 15:42:26.889835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d98923-fe19-47ff-a3f2-d1be9368e239 req-a88a8f0f-de61-4c4c-9065-98bf6d6a7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:26.891312 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40d98923-fe19-47ff-a3f2-d1be9368e239 req-a88a8f0f-de61-4c4c-9065-98bf6d6a7b45 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=84dea653-20ea-406a-874c-8fb7acaa42f4 HTTP/1.1" status: 200 len: 852 time: 0.1022785 Feb 10 15:42:26.904725 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Router 4b522b52-a4ca-4486-aa81-2f768d528c62 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:42:26.911180 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-a1610200-d758-4117-a676-8d18d4fd8c10 service neutron] 10.222.0.79 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819413 Feb 10 15:42:27.012779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:27.019288 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:27.020454 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-566b30fb-fd28-483f-b589-0d46042c81e7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "PUT /v2.0/routers/4b522b52-a4ca-4486-aa81-2f768d528c62 HTTP/1.1" status: 200 len: 883 time: 2.1997902 Feb 10 15:42:27.023149 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8990140-8f43-45ce-a112-e718d1c1cfda None None] Sync routers for ids ['4b522b52-a4ca-4486-aa81-2f768d528c62'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:27.023609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53192) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:27.033249 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8990140-8f43-45ce-a112-e718d1c1cfda None None] Routers {'4b522b52-a4ca-4486-aa81-2f768d528c62'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:27.033847 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-f8990140-8f43-45ce-a112-e718d1c1cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4b522b52-a4ca-4486-aa81-2f768d528c62'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:27.067119 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-f8990140-8f43-45ce-a112-e718d1c1cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:27.076040 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8990140-8f43-45ce-a112-e718d1c1cfda None None] Routers {'4b522b52-a4ca-4486-aa81-2f768d528c62'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:27.076849 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-f8990140-8f43-45ce-a112-e718d1c1cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4b522b52-a4ca-4486-aa81-2f768d528c62'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:27.112180 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-f8990140-8f43-45ce-a112-e718d1c1cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:27.112848 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8990140-8f43-45ce-a112-e718d1c1cfda None None] The sync data for ids ['4b522b52-a4ca-4486-aa81-2f768d528c62'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:27.163913 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40d98923-fe19-47ff-a3f2-d1be9368e239 req-be6c15e8-f76f-4c3f-8bb6-10551baddc4a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4cc9552c-85ec-4329-ace4-27ff94ac21d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493312 Feb 10 15:42:27.208671 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a51e17eb-31e8-434b-b851-5854ed352d54 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/routers/4b522b52-a4ca-4486-aa81-2f768d528c62 HTTP/1.1" status: 200 len: 924 time: 0.1842432 Feb 10 15:42:27.211825 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53194) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:27.263183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e412a641-6964-418b-a0ca-811df1ef2fe9 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.269763 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e412a641-6964-418b-a0ca-811df1ef2fe9 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=4454d505-75c9-41c1-a257-953d507647a9&device_id=4b522b52-a4ca-4486-aa81-2f768d528c62&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0562365 Feb 10 15:42:27.270507 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53200) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:27.330650 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40d98923-fe19-47ff-a3f2-d1be9368e239 req-b858f895-2046-43ec-8cda-a090239b63b5 service neutron] 10.222.0.79 "GET /v2.0/networks/4cc9552c-85ec-4329-ace4-27ff94ac21d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575770 Feb 10 15:42:27.362563 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7af4bded-3efb-470d-a46b-c4b2c1d3a4a2 req-61bcc103-6e63-4775-a47b-6acbc29175d4 service neutron] 10.222.0.79 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490194 Feb 10 15:42:27.388182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'tag': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:42:27.390576 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f6edc0-dbb9-44bb-b500-dd84dfe4233a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e020f95-a87a-4037-8956-e0318af7f2b6", "tag": "41f6fed4-49d6-4b9b-bafe-928afa0b9ba3"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:27.455464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8aea6e-ac4a-4115-a484-009f7bd5037a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.457225 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cc8aea6e-ac4a-4115-a484-009f7bd5037a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 881 time: 0.1857049 Feb 10 15:42:27.460225 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53206) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:27.486894 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc4e9c-cf3c-4e47-93d3-4a20d334f6f7 req-c7b5d7f9-b327-46aa-9981-afe708c52043 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.488505 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74fc4e9c-cf3c-4e47-93d3-4a20d334f6f7 req-c7b5d7f9-b327-46aa-9981-afe708c52043 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 944 time: 0.1066029 Feb 10 15:42:27.492063 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-566a0b0e-86df-4c60-bd97-f968a2fa9eac tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b522b52-a4ca-4486-aa81-2f768d528c62 HTTP/1.1" status: 200 len: 205 time: 0.0284128 Feb 10 15:42:27.492819 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53208) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:27.496149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c7fe5-4233-4735-88f5-3bc36b2da98c req-3b2de3cd-9731-4a63-8026-f633855cc167 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.497743 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc1c7fe5-4233-4735-88f5-3bc36b2da98c req-3b2de3cd-9731-4a63-8026-f633855cc167 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1053267 Feb 10 15:42:27.551884 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-40d98923-fe19-47ff-a3f2-d1be9368e239 req-a149fae9-8e83-4aee-b095-2c9d3f88c0c5 service neutron] 10.222.0.79 "GET /v2.0/networks/4cc9552c-85ec-4329-ace4-27ff94ac21d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738980 Feb 10 15:42:27.568718 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74fc4e9c-cf3c-4e47-93d3-4a20d334f6f7 req-b20393d0-05c4-4fc9-84a0-439a623abd47 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699077 Feb 10 15:42:27.579847 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc1c7fe5-4233-4735-88f5-3bc36b2da98c req-04add833-8676-4892-9266-a2cacd4c2802 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750389 Feb 10 15:42:27.624620 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796360db-adfa-4e33-b26b-012fd7eb4db6 x-openstack-request-id: req-796360db-adfa-4e33-b26b-012fd7eb4db6 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:27.624983 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e020f95-a87a-4037-8956-e0318af7f2b6", "tag": "41f6fed4-49d6-4b9b-bafe-928afa0b9ba3", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:27.625263 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-796360db-adfa-4e33-b26b-012fd7eb4db6 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:27.625734 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'tag': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3', 'status': 'completed', 'code': 200} Feb 10 15:42:27.662947 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d839a78f-ed31-461b-a081-a66aebaaf815 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (4b522b52-a4ca-4486-aa81-2f768d528c62), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:27.782360 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6edc0-dbb9-44bb-b500-dd84dfe4233a req-eca32b9b-be85-4bef-a34d-23838ae7f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.783931 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7f6edc0-dbb9-44bb-b500-dd84dfe4233a req-eca32b9b-be85-4bef-a34d-23838ae7f0df service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c677666bb89400b8f38e8bc8e40350b&device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 1125 time: 0.1341064 Feb 10 15:42:27.865650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03842b0-288c-4e0f-9659-e053aea9d396 req-749df57b-b2ce-44fe-a720-44f98fe7d932 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.872895 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f03842b0-288c-4e0f-9659-e053aea9d396 req-749df57b-b2ce-44fe-a720-44f98fe7d932 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 943 time: 0.1115615 Feb 10 15:42:27.920060 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d839a78f-ed31-461b-a081-a66aebaaf815 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (4b522b52-a4ca-4486-aa81-2f768d528c62), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:27.936681 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f03842b0-288c-4e0f-9659-e053aea9d396 req-354f90f3-b3a4-4bf5-be98-34c561adeea2 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602989 Feb 10 15:42:27.969368 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6edc0-dbb9-44bb-b500-dd84dfe4233a req-6ed0c89e-8ca0-4d55-8391-d6884f620d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:27.970844 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7f6edc0-dbb9-44bb-b500-dd84dfe4233a req-6ed0c89e-8ca0-4d55-8391-d6884f620d2a service neutron] 10.222.0.79 "GET /v2.0/networks?id=acbf7e1a-ac36-4b63-8dfa-71df45204741 HTTP/1.1" status: 200 len: 921 time: 0.1792316 Feb 10 15:42:28.024599 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7f6edc0-dbb9-44bb-b500-dd84dfe4233a req-6b1890e7-5ebe-456c-b068-6ea5e3eecabe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 HTTP/1.1" status: 200 len: 217 time: 0.0447788 Feb 10 15:42:28.033327 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d839a78f-ed31-461b-a081-a66aebaaf815 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Deleting port 140dc1b7-1e5d-42dc-a41a-07f9fe484a10 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:42:28.033593 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d839a78f-ed31-461b-a081-a66aebaaf815 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (140dc1b7-1e5d-42dc-a41a-07f9fe484a10), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:28.133658 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6edc0-dbb9-44bb-b500-dd84dfe4233a req-56771f52-e5e2-4090-8518-1ced84cd7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:28.135101 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7f6edc0-dbb9-44bb-b500-dd84dfe4233a req-56771f52-e5e2-4090-8518-1ced84cd7913 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5766518a-89bc-4c22-a72d-6d35206c184f HTTP/1.1" status: 200 len: 860 time: 0.0994267 Feb 10 15:42:28.162058 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d839a78f-ed31-461b-a081-a66aebaaf815 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (140dc1b7-1e5d-42dc-a41a-07f9fe484a10), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:28.183375 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7f6edc0-dbb9-44bb-b500-dd84dfe4233a req-b3eac9a2-c66a-4f7e-9f64-b1ac0970969a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=acbf7e1a-ac36-4b63-8dfa-71df45204741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406604 Feb 10 15:42:28.188801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d839a78f-ed31-461b-a081-a66aebaaf815 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Calling delete_port for 140dc1b7-1e5d-42dc-a41a-07f9fe484a10 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:42:28.324811 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7f6edc0-dbb9-44bb-b500-dd84dfe4233a req-8dc93a91-ae7b-448f-9587-7bf31eeb8fde service neutron] 10.222.0.79 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339805 Feb 10 15:42:28.502134 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f7f6edc0-dbb9-44bb-b500-dd84dfe4233a req-1d54916d-deeb-40f4-86bc-fde407049a64 service neutron] 10.222.0.79 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463516 Feb 10 15:42:28.515105 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d839a78f-ed31-461b-a081-a66aebaaf815 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (140dc1b7-1e5d-42dc-a41a-07f9fe484a10), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:28.554329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839a78f-ed31-461b-a081-a66aebaaf815 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Pushing event deleted for resources: {'Port': ['ID=140dc1b7-1e5d-42dc-a41a-07f9fe484a10,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:28.627000 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d839a78f-ed31-461b-a081-a66aebaaf815 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (4b522b52-a4ca-4486-aa81-2f768d528c62), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:28.730264 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d839a78f-ed31-461b-a081-a66aebaaf815 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (4b522b52-a4ca-4486-aa81-2f768d528c62), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:28.732773 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d839a78f-ed31-461b-a081-a66aebaaf815 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_controller (4b522b52-a4ca-4486-aa81-2f768d528c62), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:28.747004 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd6788-3223-450c-b93a-689f942bd3f2 req-527962b3-dba6-4b1a-a1ef-eedfd434d090 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:28.748593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ebd6788-3223-450c-b93a-689f942bd3f2 req-527962b3-dba6-4b1a-a1ef-eedfd434d090 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.0795400 Feb 10 15:42:28.757389 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15439a-8820-4ff7-8263-9c8d57737327 req-571ba8d7-ab3e-4e05-971e-7b6dac4ec5ac tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:28.758878 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a15439a-8820-4ff7-8263-9c8d57737327 req-571ba8d7-ab3e-4e05-971e-7b6dac4ec5ac tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 944 time: 0.1000290 Feb 10 15:42:28.792430 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d839a78f-ed31-461b-a081-a66aebaaf815 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (4b522b52-a4ca-4486-aa81-2f768d528c62), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:28.793365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d839a78f-ed31-461b-a081-a66aebaaf815 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Fanout notify agent at l3_agent the message router_deleted on router 4b522b52-a4ca-4486-aa81-2f768d528c62 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:42:28.803027 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d839a78f-ed31-461b-a081-a66aebaaf815 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:28.808751 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d839a78f-ed31-461b-a081-a66aebaaf815 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "DELETE /v2.0/routers/4b522b52-a4ca-4486-aa81-2f768d528c62 HTTP/1.1" status: 204 len: 168 time: 1.3111606 Feb 10 15:42:28.809065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53226) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:28.815159 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-96a362da-8fdb-4058-bda0-67b5dfc439e1 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1361188255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:28.839154 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96a362da-8fdb-4058-bda0-67b5dfc439e1 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (671ad029-bf49-4c8a-961e-ee5f218c2fa4), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:28.840509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96a362da-8fdb-4058-bda0-67b5dfc439e1 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (671ad029-bf49-4c8a-961e-ee5f218c2fa4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:28.842709 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a15439a-8820-4ff7-8263-9c8d57737327 req-46c72d3d-f619-4196-88e8-359e0b78cec2 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768120 Feb 10 15:42:28.845670 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ebd6788-3223-450c-b93a-689f942bd3f2 req-9fac9ce5-2b22-46e8-92dc-ea483a402539 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786326 Feb 10 15:42:28.907961 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96a362da-8fdb-4058-bda0-67b5dfc439e1 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_controller (671ad029-bf49-4c8a-961e-ee5f218c2fa4), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:28.913294 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96a362da-8fdb-4058-bda0-67b5dfc439e1 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (671ad029-bf49-4c8a-961e-ee5f218c2fa4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:28.937171 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96a362da-8fdb-4058-bda0-67b5dfc439e1 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:28.941024 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-96a362da-8fdb-4058-bda0-67b5dfc439e1 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1282792 Feb 10 15:42:28.941447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53232) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:28.946173 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'enable_snat': True}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:29.128314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb814d-edc4-4a10-be32-226441fe2e8c req-cf09ab39-ea03-4e2e-a4a1-ca9bafd004a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.129917 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2cb814d-edc4-4a10-be32-226441fe2e8c req-cf09ab39-ea03-4e2e-a4a1-ca9bafd004a6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=034b31f3dbf344e987debe2007cdae09&device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 1127 time: 0.0606627 Feb 10 15:42:29.235972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb814d-edc4-4a10-be32-226441fe2e8c req-49885d43-c72d-4943-9e1a-2ab5a007d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.237560 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2cb814d-edc4-4a10-be32-226441fe2e8c req-49885d43-c72d-4943-9e1a-2ab5a007d532 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f3f84446-186f-4726-a963-a557c976fc13 HTTP/1.1" status: 200 len: 920 time: 0.1017201 Feb 10 15:42:29.281044 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2cb814d-edc4-4a10-be32-226441fe2e8c req-1dae929b-b1cf-406f-ba66-776226a78dea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67685f0e-34f5-4cc0-95ab-05cf5750907b HTTP/1.1" status: 200 len: 217 time: 0.0372126 Feb 10 15:42:29.331288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb814d-edc4-4a10-be32-226441fe2e8c req-a00c7d25-df16-4f7f-9238-685722ac94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.333103 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2cb814d-edc4-4a10-be32-226441fe2e8c req-a00c7d25-df16-4f7f-9238-685722ac94bd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3067190f-bf98-49ad-8d01-a6124fc64fdd HTTP/1.1" status: 200 len: 859 time: 0.0463820 Feb 10 15:42:29.371612 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2cb814d-edc4-4a10-be32-226441fe2e8c req-b4a0e905-1a7f-4b78-ad60-4e8fa37f3a2d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f3f84446-186f-4726-a963-a557c976fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315919 Feb 10 15:42:29.463752 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2cb814d-edc4-4a10-be32-226441fe2e8c req-a4fc4348-0243-4945-82db-f847c12e35a6 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860419 Feb 10 15:42:29.581911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8721a1-b013-4528-bc6d-1d049341a377 req-94ed7b52-09a6-449b-b781-d22d7fca22d3 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.583564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a8721a1-b013-4528-bc6d-1d049341a377 req-94ed7b52-09a6-449b-b781-d22d7fca22d3 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 943 time: 0.5492678 Feb 10 15:42:29.586627 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (671ad029-bf49-4c8a-961e-ee5f218c2fa4), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:29.609022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9c582-883e-4920-8fe3-984ddf268d0b req-57668894-436b-4e45-9d28-06c1c50f9a92 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:29.610624 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22b9c582-883e-4920-8fe3-984ddf268d0b req-57668894-436b-4e45-9d28-06c1c50f9a92 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.2154396 Feb 10 15:42:29.707049 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a8721a1-b013-4528-bc6d-1d049341a377 req-d0afced9-7ae9-4520-b1c9-bc72a220a2ae tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123857 Feb 10 15:42:29.733331 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22b9c582-883e-4920-8fe3-984ddf268d0b req-072a85c3-a312-46d7-8943-743f6556b555 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112051 Feb 10 15:42:29.837437 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c2cb814d-edc4-4a10-be32-226441fe2e8c req-04ad4734-8bd5-41af-9e75-10033d43439f service neutron] 10.222.0.79 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673162 Feb 10 15:42:29.911653 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (671ad029-bf49-4c8a-961e-ee5f218c2fa4), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:29.940277 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:30.050237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2a3da-3be6-495c-b2dc-2e02b00219ad req-0231b8c5-a491-439b-ae91-e5ae6f5b03ce tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:30.051634 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-04f2a3da-3be6-495c-b2dc-2e02b00219ad req-0231b8c5-a491-439b-ae91-e5ae6f5b03ce tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 944 time: 0.1364653 Feb 10 15:42:30.076976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device c6042774-1c90-49c1-b324-e166665de01c details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:42:30.093130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Allocated IP 172.25.3.85 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/45211181-ea1e-4211-828f-84dee26ebdc3) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:30.127804 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-04f2a3da-3be6-495c-b2dc-2e02b00219ad req-143c544d-6574-4294-bc3a-9b41245323fc tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683823 Feb 10 15:42:30.192541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port c6042774-1c90-49c1-b324-e166665de01c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=c6042774-1c90-49c1-b324-e166665de01c,segment=NetworkSegment(652b4e1e-a65b-4f04-917f-36e2f1237f36),segment_id=652b4e1e-a65b-4f04-917f-36e2f1237f36)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:30.203836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'c6042774-1c90-49c1-b324-e166665de01c', 'network_id': '4cc9552c-85ec-4329-ace4-27ff94ac21d5', 'port_id': 'c6042774-1c90-49c1-b324-e166665de01c', 'mac_address': 'fa:16:3e:e7:c2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84dea653-20ea-406a-874c-8fb7acaa42f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:42:30.234636 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for port (45211181-ea1e-4211-828f-84dee26ebdc3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:30.245458 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port c6042774-1c90-49c1-b324-e166665de01c is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:42:30.246097 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c6042774-1c90-49c1-b324-e166665de01c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:30.260250 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6042774-1c90-49c1-b324-e166665de01c {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:42:30.268757 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (45211181-ea1e-4211-828f-84dee26ebdc3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:30.281663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port c6042774-1c90-49c1-b324-e166665de01c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=c6042774-1c90-49c1-b324-e166665de01c,segment=NetworkSegment(652b4e1e-a65b-4f04-917f-36e2f1237f36),segment_id=652b4e1e-a65b-4f04-917f-36e2f1237f36)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:30.285981 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c6042774-1c90-49c1-b324-e166665de01c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:30.286708 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:42:30.308580 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:30.313040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:30.319178 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:30.321759 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Pushing event updated for resources: {'Port': ['ID=45211181-ea1e-4211-828f-84dee26ebdc3,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:30.340149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=c6042774-1c90-49c1-b324-e166665de01c,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:30.348490 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.348861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.349201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.349495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.349608 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.349847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.349948 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.350172 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.350271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.350495 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.350594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.350813 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.350926 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.351134 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.351237 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.351454 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.351556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.351774 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.351885 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.352089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.352210 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.352417 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.352517 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.352793 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.353154 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.353484 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:42:30.458122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3,segment=NetworkSegment(650a7729-f5e0-4b38-8e3b-1f3e1226279e),segment_id=650a7729-f5e0-4b38-8e3b-1f3e1226279e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:30.469981 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3', 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741', 'port_id': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3', 'mac_address': 'fa:16:3e:46:04:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:42:30.513318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:42:30.513960 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:30.528114 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:42:30.550960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3,segment=NetworkSegment(650a7729-f5e0-4b38-8e3b-1f3e1226279e),segment_id=650a7729-f5e0-4b38-8e3b-1f3e1226279e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:30.559849 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:30.603675 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (671ad029-bf49-4c8a-961e-ee5f218c2fa4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:30.610344 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:30.916809 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (671ad029-bf49-4c8a-961e-ee5f218c2fa4), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:30.926397 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (671ad029-bf49-4c8a-961e-ee5f218c2fa4), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:30.980262 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8c861-4cf5-4ba2-a3ca-8560f860787e req-8ad80acc-88d7-4888-b5e0-503db93f1c0e tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:30.981822 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eed8c861-4cf5-4ba2-a3ca-8560f860787e req-8ad80acc-88d7-4888-b5e0-503db93f1c0e tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 944 time: 0.1429493 Feb 10 15:42:30.990375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c0263-2699-4190-a6b4-a01ecf4802bb req-d0a8da24-dc89-4cee-906f-b6516a69da05 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:30.991367 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-375c0263-2699-4190-a6b4-a01ecf4802bb req-d0a8da24-dc89-4cee-906f-b6516a69da05 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1513913 Feb 10 15:42:31.038830 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['c6042774-1c90-49c1-b324-e166665de01c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:31.043514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['41f6fed4-49d6-4b9b-bafe-928afa0b9ba3'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:42:31.116136 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eed8c861-4cf5-4ba2-a3ca-8560f860787e req-848772f9-c9f0-4933-a593-4a0d9f63ce95 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201270 Feb 10 15:42:31.138031 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-375c0263-2699-4190-a6b4-a01ecf4802bb req-12577cd6-8efc-445d-a835-769657b2cd75 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286690 Feb 10 15:42:31.169799 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Router 671ad029-bf49-4c8a-961e-ee5f218c2fa4 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:42:31.314784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e519c-cbdc-4a39-b6c5-a9399c1579a8 req-6294635d-f4a9-4f76-bfe5-cd7e44fc7c7c tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:31.316258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-740e519c-cbdc-4a39-b6c5-a9399c1579a8 req-6294635d-f4a9-4f76-bfe5-cd7e44fc7c7c tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 945 time: 0.1001863 Feb 10 15:42:31.324938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:31.332743 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:31.333883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-78d061f3-fa4c-47f2-a8a3-48b7005956cb tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "PUT /v2.0/routers/671ad029-bf49-4c8a-961e-ee5f218c2fa4 HTTP/1.1" status: 200 len: 918 time: 2.3914056 Feb 10 15:42:31.334090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1a07d5-ba2c-4724-be15-4bac7e3c44f7 None None] Sync routers for ids ['671ad029-bf49-4c8a-961e-ee5f218c2fa4'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:31.336737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53250) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:31.346964 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a07d5-ba2c-4724-be15-4bac7e3c44f7 None None] Routers {'671ad029-bf49-4c8a-961e-ee5f218c2fa4'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:31.347579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-bc1a07d5-ba2c-4724-be15-4bac7e3c44f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['671ad029-bf49-4c8a-961e-ee5f218c2fa4'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:31.371883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-740e519c-cbdc-4a39-b6c5-a9399c1579a8 req-5aadc2b8-e095-4214-a0b3-6d2a8be2a2e1 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490897 Feb 10 15:42:31.385411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-bc1a07d5-ba2c-4724-be15-4bac7e3c44f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:31.395530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a07d5-ba2c-4724-be15-4bac7e3c44f7 None None] Routers {'671ad029-bf49-4c8a-961e-ee5f218c2fa4'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:31.396146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-bc1a07d5-ba2c-4724-be15-4bac7e3c44f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['671ad029-bf49-4c8a-961e-ee5f218c2fa4'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:31.429683 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-bc1a07d5-ba2c-4724-be15-4bac7e3c44f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:31.430255 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1a07d5-ba2c-4724-be15-4bac7e3c44f7 None None] The sync data for ids ['671ad029-bf49-4c8a-961e-ee5f218c2fa4'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:31.449028 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0be950db-5ee7-47d1-a365-02beb441005d tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/routers/671ad029-bf49-4c8a-961e-ee5f218c2fa4 HTTP/1.1" status: 200 len: 924 time: 0.1096590 Feb 10 15:42:31.451564 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53252) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:31.524150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b25254-8dc1-48ab-b2ef-87aeccabb999 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:31.526260 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-00b25254-8dc1-48ab-b2ef-87aeccabb999 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=4454d505-75c9-41c1-a257-953d507647a9&device_id=671ad029-bf49-4c8a-961e-ee5f218c2fa4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0738089 Feb 10 15:42:31.528845 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53254) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:31.613324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066e082-d7b5-494f-ae34-a3ec4bb35e4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:31.614735 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4066e082-d7b5-494f-ae34-a3ec4bb35e4a tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 881 time: 0.0849998 Feb 10 15:42:31.617499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53260) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:31.645455 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2acbd2c3-8eb0-4717-9584-cc00fbe25c63 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "GET /v2.0/ports?device_id=671ad029-bf49-4c8a-961e-ee5f218c2fa4 HTTP/1.1" status: 200 len: 205 time: 0.0268705 Feb 10 15:42:31.647828 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53264) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:31.759638 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6245a627-f3db-4cea-b8dd-576c95a00a5c tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (671ad029-bf49-4c8a-961e-ee5f218c2fa4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:31.883012 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6245a627-f3db-4cea-b8dd-576c95a00a5c tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (671ad029-bf49-4c8a-961e-ee5f218c2fa4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:31.943311 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-6245a627-f3db-4cea-b8dd-576c95a00a5c tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Deleting port 45211181-ea1e-4211-828f-84dee26ebdc3 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:42:31.943699 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6245a627-f3db-4cea-b8dd-576c95a00a5c tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (45211181-ea1e-4211-828f-84dee26ebdc3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:32.032261 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6245a627-f3db-4cea-b8dd-576c95a00a5c tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (45211181-ea1e-4211-828f-84dee26ebdc3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:32.046548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-6245a627-f3db-4cea-b8dd-576c95a00a5c tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Calling delete_port for 45211181-ea1e-4211-828f-84dee26ebdc3 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:42:32.249267 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6245a627-f3db-4cea-b8dd-576c95a00a5c tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (45211181-ea1e-4211-828f-84dee26ebdc3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:32.277534 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245a627-f3db-4cea-b8dd-576c95a00a5c tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Pushing event deleted for resources: {'Port': ['ID=45211181-ea1e-4211-828f-84dee26ebdc3,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:32.334957 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0654bf-66bd-42d4-8d17-0efc4590cab4 req-6a14c893-941c-4050-9fbd-37fc7f158371 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:32.336577 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc0654bf-66bd-42d4-8d17-0efc4590cab4 req-6a14c893-941c-4050-9fbd-37fc7f158371 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 944 time: 0.0904622 Feb 10 15:42:32.344249 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a75b8c-da32-4f9d-8b16-dc276fa6675d req-8ee55905-9a68-4b42-a928-2746fe2911cf tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:32.345798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-45a75b8c-da32-4f9d-8b16-dc276fa6675d req-8ee55905-9a68-4b42-a928-2746fe2911cf tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.0977814 Feb 10 15:42:32.347414 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6245a627-f3db-4cea-b8dd-576c95a00a5c tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (671ad029-bf49-4c8a-961e-ee5f218c2fa4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:32.418274 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc0654bf-66bd-42d4-8d17-0efc4590cab4 req-e0129b02-ed61-4616-8b0c-4ac185ab2d00 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715010 Feb 10 15:42:32.454924 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6245a627-f3db-4cea-b8dd-576c95a00a5c tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (671ad029-bf49-4c8a-961e-ee5f218c2fa4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:32.457503 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6245a627-f3db-4cea-b8dd-576c95a00a5c tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_controller (671ad029-bf49-4c8a-961e-ee5f218c2fa4), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:32.470965 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-45a75b8c-da32-4f9d-8b16-dc276fa6675d req-36a9baff-eca8-4bb9-aada-f5253ed44379 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977032 Feb 10 15:42:32.514159 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6245a627-f3db-4cea-b8dd-576c95a00a5c tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (671ad029-bf49-4c8a-961e-ee5f218c2fa4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:32.514725 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6245a627-f3db-4cea-b8dd-576c95a00a5c tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Fanout notify agent at l3_agent the message router_deleted on router 671ad029-bf49-4c8a-961e-ee5f218c2fa4 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:42:32.523635 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6245a627-f3db-4cea-b8dd-576c95a00a5c tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:32.529070 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6245a627-f3db-4cea-b8dd-576c95a00a5c tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "DELETE /v2.0/routers/671ad029-bf49-4c8a-961e-ee5f218c2fa4 HTTP/1.1" status: 204 len: 168 time: 0.8802974 Feb 10 15:42:32.529606 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53278) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:32.536837 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4291480f-c99b-4a13-a22e-196e803f7b09 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-859054763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:32.566811 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4291480f-c99b-4a13-a22e-196e803f7b09 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:32.567604 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4291480f-c99b-4a13-a22e-196e803f7b09 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:32.581569 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b65b5e-7b84-4872-ac5e-34c91fbfa6e8 req-43e4854e-90f5-4333-88f4-482e4cec36b0 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:32.583077 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2b65b5e-7b84-4872-ac5e-34c91fbfa6e8 req-43e4854e-90f5-4333-88f4-482e4cec36b0 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 945 time: 0.0883474 Feb 10 15:42:32.652304 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4291480f-c99b-4a13-a22e-196e803f7b09 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_controller (bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:32.663112 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4291480f-c99b-4a13-a22e-196e803f7b09 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:32.698962 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2b65b5e-7b84-4872-ac5e-34c91fbfa6e8 req-1466394a-8c0d-4261-b5e8-fde3152abe79 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979922 Feb 10 15:42:32.726623 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4291480f-c99b-4a13-a22e-196e803f7b09 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:32.727907 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4291480f-c99b-4a13-a22e-196e803f7b09 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1971045 Feb 10 15:42:32.732163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53280) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:32.738357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'enable_snat': False}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:33.299385 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:33.502344 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:33.533036 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:33.633714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2afd8-8591-421b-8483-2ebd6fc73a68 req-9aa0059a-c84d-4865-960f-86537922def0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:33.635691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b3c2afd8-8591-421b-8483-2ebd6fc73a68 req-9aa0059a-c84d-4865-960f-86537922def0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 944 time: 0.1309571 Feb 10 15:42:33.710902 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b3c2afd8-8591-421b-8483-2ebd6fc73a68 req-48e4e771-c130-443a-a468-6751b493684b tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549760 Feb 10 15:42:33.721641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Allocated IP 172.25.3.77 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/804e9c8f-6a16-4c23-b1cd-13443e4c7324) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:33.900406 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for port (804e9c8f-6a16-4c23-b1cd-13443e4c7324), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:33.910727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f359c-ba88-4886-bf5a-19bbc15a66d1 req-635d9af3-322b-4ecb-b341-b4116f46ae7f tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:33.912337 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-586f359c-ba88-4886-bf5a-19bbc15a66d1 req-635d9af3-322b-4ecb-b341-b4116f46ae7f tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 945 time: 0.0966864 Feb 10 15:42:33.970506 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (804e9c8f-6a16-4c23-b1cd-13443e4c7324), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:34.008181 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-586f359c-ba88-4886-bf5a-19bbc15a66d1 req-f8481732-21ba-4fa0-b2df-4bcf635c2802 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807226 Feb 10 15:42:34.023991 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:34.036731 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:34.042831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:34.076905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Pushing event updated for resources: {'Port': ['ID=804e9c8f-6a16-4c23-b1cd-13443e4c7324,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:34.089041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device c6042774-1c90-49c1-b324-e166665de01c up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:34.210301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port c6042774-1c90-49c1-b324-e166665de01c completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:42:34.214714 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port c6042774-1c90-49c1-b324-e166665de01c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:34.215275 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c6042774-1c90-49c1-b324-e166665de01c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:34.321232 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port c6042774-1c90-49c1-b324-e166665de01c is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:42:34.322198 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c6042774-1c90-49c1-b324-e166665de01c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:34.346744 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c75972-c067-42f2-80ba-2d1f135c9485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6042774-1c90-49c1-b324-e166665de01c'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:42:34.349147 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9507dcfb-7a97-4afa-b40c-af02e7b38d7e" -d '{"events": [{"server_uuid": "c0c75972-c067-42f2-80ba-2d1f135c9485", "name": "network-vif-plugged", "status": "completed", "tag": "c6042774-1c90-49c1-b324-e166665de01c"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:34.363382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port c6042774-1c90-49c1-b324-e166665de01c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=c6042774-1c90-49c1-b324-e166665de01c,segment=NetworkSegment(652b4e1e-a65b-4f04-917f-36e2f1237f36),segment_id=652b4e1e-a65b-4f04-917f-36e2f1237f36)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:34.369369 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c6042774-1c90-49c1-b324-e166665de01c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:34.370194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:34.419049 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router_gateway (bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:34.439405 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be5fb0e-c23f-4aa3-ae83-87aa6f781436 x-openstack-request-id: req-5be5fb0e-c23f-4aa3-ae83-87aa6f781436 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:34.439614 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c75972-c067-42f2-80ba-2d1f135c9485", "name": "network-vif-plugged", "status": "completed", "tag": "c6042774-1c90-49c1-b324-e166665de01c", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:34.440117 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5be5fb0e-c23f-4aa3-ae83-87aa6f781436 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:34.440693 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c75972-c067-42f2-80ba-2d1f135c9485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6042774-1c90-49c1-b324-e166665de01c', 'code': 200} Feb 10 15:42:34.485932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=c6042774-1c90-49c1-b324-e166665de01c,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:34.500135 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:42:34.505868 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:34.506383 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:34.518512 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bdfaf-a65d-47ef-9844-ecfb3779c04e req-3b0a3545-0feb-4d09-8fb1-58698b83d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:34.521920 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-531bdfaf-a65d-47ef-9844-ecfb3779c04e req-3b0a3545-0feb-4d09-8fb1-58698b83d4bc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 1128 time: 0.0506961 Feb 10 15:42:34.569294 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-531bdfaf-a65d-47ef-9844-ecfb3779c04e req-69294f00-12ca-4d9d-b9bf-1ac64fb695ef service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411742 Feb 10 15:42:34.590946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:42:34.591337 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:34.624036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3,segment=NetworkSegment(650a7729-f5e0-4b38-8e3b-1f3e1226279e),segment_id=650a7729-f5e0-4b38-8e3b-1f3e1226279e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:34.627950 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:34.633235 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:34.638325 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:34.678296 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:34.792026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Router bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:42:34.939072 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2952a6-9c52-44ea-9510-8edb279889e4 req-895d07b1-82ce-4002-a996-4eba2c6d3272 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:34.940577 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c2952a6-9c52-44ea-9510-8edb279889e4 req-895d07b1-82ce-4002-a996-4eba2c6d3272 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1035440 Feb 10 15:42:34.957138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:34.973551 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a81d4e5-2961-4be5-8138-f62ca9d50ff4 None None] Sync routers for ids ['bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:34.980251 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:34.983843 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f9627de9-09e0-474b-b80a-0d9c166cdc7e tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "PUT /v2.0/routers/bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e HTTP/1.1" status: 200 len: 918 time: 2.2482965 Feb 10 15:42:34.984691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53312) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:34.987838 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81d4e5-2961-4be5-8138-f62ca9d50ff4 None None] Routers {'bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:34.988703 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6a81d4e5-2961-4be5-8138-f62ca9d50ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:35.027920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c2952a6-9c52-44ea-9510-8edb279889e4 req-7033d2e8-d169-4db5-a824-48332d789c27 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811703 Feb 10 15:42:35.039593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e834556-8f04-4aee-b147-873ae20442fa req-be58409f-dd91-49ae-805e-4691deaa6fc5 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:35.041489 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e834556-8f04-4aee-b147-873ae20442fa req-be58409f-dd91-49ae-805e-4691deaa6fc5 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.0979648 Feb 10 15:42:35.053143 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6a81d4e5-2961-4be5-8138-f62ca9d50ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:35.082035 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81d4e5-2961-4be5-8138-f62ca9d50ff4 None None] Routers {'bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:35.084286 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6a81d4e5-2961-4be5-8138-f62ca9d50ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:35.101637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e834556-8f04-4aee-b147-873ae20442fa req-7bf1d899-a1ad-48cd-a3fe-16a4a0eff8fa tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489836 Feb 10 15:42:35.152381 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-04556b22-936d-4d72-9501-208fd5a672ca tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/routers/bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e HTTP/1.1" status: 200 len: 924 time: 0.1629407 Feb 10 15:42:35.152886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53322) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:35.198577 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6a81d4e5-2961-4be5-8138-f62ca9d50ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:35.199947 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a81d4e5-2961-4be5-8138-f62ca9d50ff4 None None] The sync data for ids ['bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:35.210411 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafb2fe-6c4c-485e-afde-7abdceefff8a req-64a41650-3de9-496a-b816-cb46e06ef9a1 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:35.212053 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9cafb2fe-6c4c-485e-afde-7abdceefff8a req-64a41650-3de9-496a-b816-cb46e06ef9a1 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 946 time: 0.0691540 Feb 10 15:42:35.217131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3c050a-95d5-4be8-b603-ce99b9039994 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:35.221338 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cd3c050a-95d5-4be8-b603-ce99b9039994 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=4454d505-75c9-41c1-a257-953d507647a9&device_id=bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0670991 Feb 10 15:42:35.222146 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53326) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:35.276405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9cafb2fe-6c4c-485e-afde-7abdceefff8a req-256de0c2-3f6a-4876-b1fa-6c1c1fd8d597 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557551 Feb 10 15:42:35.329797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e539d25b-745d-4aaa-95a7-3924e67283c0 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:35.331576 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e539d25b-745d-4aaa-95a7-3924e67283c0 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 881 time: 0.1085000 Feb 10 15:42:35.334509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53328) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:35.366122 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5e7f1750-7ee7-489c-bc81-63d762e5f288 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e HTTP/1.1" status: 200 len: 205 time: 0.0301638 Feb 10 15:42:35.368482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53334) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:35.486359 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5b876b0-b719-476c-9ba6-4c0510645f20 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:35.605445 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5b876b0-b719-476c-9ba6-4c0510645f20 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:35.661733 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-a5b876b0-b719-476c-9ba6-4c0510645f20 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Deleting port 804e9c8f-6a16-4c23-b1cd-13443e4c7324 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:42:35.662343 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5b876b0-b719-476c-9ba6-4c0510645f20 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (804e9c8f-6a16-4c23-b1cd-13443e4c7324), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:35.739620 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5b876b0-b719-476c-9ba6-4c0510645f20 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (804e9c8f-6a16-4c23-b1cd-13443e4c7324), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:35.751524 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-a5b876b0-b719-476c-9ba6-4c0510645f20 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Calling delete_port for 804e9c8f-6a16-4c23-b1cd-13443e4c7324 owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:42:35.950225 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5b876b0-b719-476c-9ba6-4c0510645f20 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (804e9c8f-6a16-4c23-b1cd-13443e4c7324), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:35.985267 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b876b0-b719-476c-9ba6-4c0510645f20 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Pushing event deleted for resources: {'Port': ['ID=804e9c8f-6a16-4c23-b1cd-13443e4c7324,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:36.065729 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5b876b0-b719-476c-9ba6-4c0510645f20 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:36.193932 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5b876b0-b719-476c-9ba6-4c0510645f20 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:36.197850 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5b876b0-b719-476c-9ba6-4c0510645f20 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_controller (bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:36.256917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d75a8-c79c-4e6e-93ce-9c56bfe64cb5 req-3f9654bd-4c5e-439b-8f7f-2fcc64ecd350 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:36.258541 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea7d75a8-c79c-4e6e-93ce-9c56bfe64cb5 req-3f9654bd-4c5e-439b-8f7f-2fcc64ecd350 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1281486 Feb 10 15:42:36.260588 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5b876b0-b719-476c-9ba6-4c0510645f20 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:36.261358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b876b0-b719-476c-9ba6-4c0510645f20 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Fanout notify agent at l3_agent the message router_deleted on router bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:42:36.268772 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5b876b0-b719-476c-9ba6-4c0510645f20 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:36.272732 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a5b876b0-b719-476c-9ba6-4c0510645f20 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "DELETE /v2.0/routers/bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e HTTP/1.1" status: 204 len: 168 time: 0.9003716 Feb 10 15:42:36.276849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53342) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:36.281278 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1136703462', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:36.309869 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:36.312045 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:36.376306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea7d75a8-c79c-4e6e-93ce-9c56bfe64cb5 req-0313cef9-0814-46ca-b81b-20d94a1cb46c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050949 Feb 10 15:42:36.410305 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_controller (cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:36.435672 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58459b-3efb-4777-86a2-dc8325770a4d req-88886589-e9c8-4ebe-9a89-3568d6c8a359 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:36.437379 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be58459b-3efb-4777-86a2-dc8325770a4d req-88886589-e9c8-4ebe-9a89-3568d6c8a359 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 946 time: 0.0600660 Feb 10 15:42:36.441609 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:42:36.445388 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fe431c-1010-41bd-abf6-897d3a4ffe5f" -d '{"events": [{"server_uuid": "5e020f95-a87a-4037-8956-e0318af7f2b6", "name": "network-vif-plugged", "status": "completed", "tag": "41f6fed4-49d6-4b9b-bafe-928afa0b9ba3"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:42:36.495466 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690a1a29-1b1b-4668-a7b4-938d789f8848 x-openstack-request-id: req-690a1a29-1b1b-4668-a7b4-938d789f8848 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:42:36.496394 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e020f95-a87a-4037-8956-e0318af7f2b6", "name": "network-vif-plugged", "status": "completed", "tag": "41f6fed4-49d6-4b9b-bafe-928afa0b9ba3", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:42:36.497115 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-690a1a29-1b1b-4668-a7b4-938d789f8848 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:42:36.497704 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3', 'code': 200} Feb 10 15:42:36.541658 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-be58459b-3efb-4777-86a2-dc8325770a4d req-5ae80bb9-4da0-4193-989e-2d1052f2b504 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976496 Feb 10 15:42:36.619480 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:36.668777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb06f16-69ba-45e6-bb30-883943dd1b4e req-faa94793-4f07-4e44-aa82-e67e322cf2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:36.670310 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0fb06f16-69ba-45e6-bb30-883943dd1b4e req-faa94793-4f07-4e44-aa82-e67e322cf2cc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 1127 time: 0.0910463 Feb 10 15:42:36.784821 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0fb06f16-69ba-45e6-bb30-883943dd1b4e req-2aa160d2-3e8b-49d3-be11-988185a9bee1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080503 Feb 10 15:42:36.902662 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:36.925103 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:37.039057 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:37.063836 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Allocated IP 172.25.3.127 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/b2a0dfdf-7985-460e-a6c2-4c55569d5357) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:37.205948 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for port (b2a0dfdf-7985-460e-a6c2-4c55569d5357), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:37.244061 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b2a0dfdf-7985-460e-a6c2-4c55569d5357), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:37.289284 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:37.294876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:37.298800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:37.335701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Pushing event updated for resources: {'Port': ['ID=b2a0dfdf-7985-460e-a6c2-4c55569d5357,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:37.621747 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf5db5-0550-4edb-a94e-3e18c79355d1 req-5a3c9259-0abe-4614-b4f9-a19f61acae8c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:37.623764 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5cf5db5-0550-4edb-a94e-3e18c79355d1 req-5a3c9259-0abe-4614-b4f9-a19f61acae8c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0937881 Feb 10 15:42:37.718777 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5cf5db5-0550-4edb-a94e-3e18c79355d1 req-4d5d2ea4-caad-4508-991c-c1c049ea474f tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744500 Feb 10 15:42:38.007196 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:38.285992 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:38.442306 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Router cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:42:38.599583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:38.610355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6332242-0b41-4d1f-b237-d4284042d7ec None None] Sync routers for ids ['cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:38.625125 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:38.626745 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1e4cfc8c-3cdc-4248-96ac-d3f22a40baf4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3488989 Feb 10 15:42:38.629757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53440) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:38.630264 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6332242-0b41-4d1f-b237-d4284042d7ec None None] Routers {'cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:38.630891 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f6332242-0b41-4d1f-b237-d4284042d7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:38.641892 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-bd6e8c02-203a-4888-bbe3-cd79ae9f4c50 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:38.667375 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f6332242-0b41-4d1f-b237-d4284042d7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:38.681924 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6332242-0b41-4d1f-b237-d4284042d7ec None None] Routers {'cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:38.682802 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f6332242-0b41-4d1f-b237-d4284042d7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:38.730033 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f6332242-0b41-4d1f-b237-d4284042d7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:38.730939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6332242-0b41-4d1f-b237-d4284042d7ec None None] The sync data for ids ['cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:38.905464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed77153-63b0-45e6-8104-3fc262e1967b req-7a7993a2-bef4-410e-a2d4-ece837e547ac tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:38.913379 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ed77153-63b0-45e6-8104-3fc262e1967b req-7a7993a2-bef4-410e-a2d4-ece837e547ac tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0940843 Feb 10 15:42:38.981792 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ed77153-63b0-45e6-8104-3fc262e1967b req-6dd71b04-644b-4db1-9da5-31e375191ae5 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669465 Feb 10 15:42:39.088197 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8c02-203a-4888-bbe3-cd79ae9f4c50 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:39.106548 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8c02-203a-4888-bbe3-cd79ae9f4c50 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_gateway (cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:39.204099 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e8c02-203a-4888-bbe3-cd79ae9f4c50 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Deleting port b2a0dfdf-7985-460e-a6c2-4c55569d5357 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:42:39.204775 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8c02-203a-4888-bbe3-cd79ae9f4c50 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b2a0dfdf-7985-460e-a6c2-4c55569d5357), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:39.393838 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8c02-203a-4888-bbe3-cd79ae9f4c50 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b2a0dfdf-7985-460e-a6c2-4c55569d5357), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:39.395124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ad1d4-e105-45e7-b9ad-cf45e6ccd4bf req-40f6b0c6-706b-45f2-a24d-e6230f72eed2 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:39.397508 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-430ad1d4-e105-45e7-b9ad-cf45e6ccd4bf req-40f6b0c6-706b-45f2-a24d-e6230f72eed2 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0968835 Feb 10 15:42:39.411584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e8c02-203a-4888-bbe3-cd79ae9f4c50 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Calling delete_port for b2a0dfdf-7985-460e-a6c2-4c55569d5357 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:42:39.433192 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e458be-37d5-406b-9272-ae892bbd4603 req-4947e95e-f28e-4e8e-9234-a34170dc302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:39.434995 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e0e458be-37d5-406b-9272-ae892bbd4603 req-4947e95e-f28e-4e8e-9234-a34170dc302a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c677666bb89400b8f38e8bc8e40350b&device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 1127 time: 0.1070807 Feb 10 15:42:39.477210 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-430ad1d4-e105-45e7-b9ad-cf45e6ccd4bf req-8972ddad-0223-4cfa-9c5c-c250c243adff tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723493 Feb 10 15:42:39.661805 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e458be-37d5-406b-9272-ae892bbd4603 req-34a443bb-4b52-45f2-bec5-e5913bd3a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:39.663399 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e0e458be-37d5-406b-9272-ae892bbd4603 req-34a443bb-4b52-45f2-bec5-e5913bd3a9ce service neutron] 10.222.0.79 "GET /v2.0/networks?id=acbf7e1a-ac36-4b63-8dfa-71df45204741 HTTP/1.1" status: 200 len: 921 time: 0.1940479 Feb 10 15:42:39.715464 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e0e458be-37d5-406b-9272-ae892bbd4603 req-2ff50e82-677d-4912-a2ed-439c9fb5abc5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 HTTP/1.1" status: 200 len: 217 time: 0.0421445 Feb 10 15:42:39.872776 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e458be-37d5-406b-9272-ae892bbd4603 req-0022fc8d-3d05-4567-a188-ecd4d8ac0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:39.874969 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e0e458be-37d5-406b-9272-ae892bbd4603 req-0022fc8d-3d05-4567-a188-ecd4d8ac0a79 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5766518a-89bc-4c22-a72d-6d35206c184f HTTP/1.1" status: 200 len: 860 time: 0.1543548 Feb 10 15:42:39.880633 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8c02-203a-4888-bbe3-cd79ae9f4c50 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (b2a0dfdf-7985-460e-a6c2-4c55569d5357), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:39.927569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e8c02-203a-4888-bbe3-cd79ae9f4c50 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Pushing event deleted for resources: {'Port': ['ID=b2a0dfdf-7985-460e-a6c2-4c55569d5357,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:39.972154 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e0e458be-37d5-406b-9272-ae892bbd4603 req-070f4e43-15e3-4e9f-98af-76b8cea6005d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=acbf7e1a-ac36-4b63-8dfa-71df45204741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861611 Feb 10 15:42:39.982240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-e0e458be-37d5-406b-9272-ae892bbd4603 req-69b610d1-14fa-48ad-8a87-139d6d2be8ad service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:39.983298 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e0e458be-37d5-406b-9272-ae892bbd4603 req-69b610d1-14fa-48ad-8a87-139d6d2be8ad service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058789 Feb 10 15:42:40.096915 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8c02-203a-4888-bbe3-cd79ae9f4c50 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:40.554670 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e0e458be-37d5-406b-9272-ae892bbd4603 req-b36551fc-d2ad-4ce3-9095-1b32396a0728 service neutron] 10.222.0.79 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528848 Feb 10 15:42:40.670237 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8c02-203a-4888-bbe3-cd79ae9f4c50 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:40.722407 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8c02-203a-4888-bbe3-cd79ae9f4c50 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:40.740614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e24b56-93a3-4fe4-9c38-38fd9c2eb3f4 req-abfc842d-ad42-4f54-8558-9d1e49392304 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:40.742232 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-30e24b56-93a3-4fe4-9c38-38fd9c2eb3f4 req-abfc842d-ad42-4f54-8558-9d1e49392304 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1347244 Feb 10 15:42:40.824078 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-30e24b56-93a3-4fe4-9c38-38fd9c2eb3f4 req-0aecd527-9bf3-4753-bf9c-c17c2670899b tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732729 Feb 10 15:42:40.869644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6e8c02-203a-4888-bbe3-cd79ae9f4c50 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Router cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:42:40.900927 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e0e458be-37d5-406b-9272-ae892bbd4603 req-00cb6b98-3e97-4dea-8d11-c9377ec0e079 service neutron] 10.222.0.79 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091452 Feb 10 15:42:41.058821 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6e8c02-203a-4888-bbe3-cd79ae9f4c50 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:41.069085 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3d0378-a6fe-4cb9-89c7-0c7c90fe1382 None None] Sync routers for ids ['cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:41.069553 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8c02-203a-4888-bbe3-cd79ae9f4c50 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:41.070897 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bd6e8c02-203a-4888-bbe3-cd79ae9f4c50 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "PUT /v2.0/routers/cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c HTTP/1.1" status: 200 len: 710 time: 2.4401979 Feb 10 15:42:41.073646 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53472) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:41.096757 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3d0378-a6fe-4cb9-89c7-0c7c90fe1382 None None] Routers {'cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:41.097835 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ea3d0378-a6fe-4cb9-89c7-0c7c90fe1382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:41.109862 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ee4c553f-2176-4de0-8588-704651933127 req-0c8ff95d-970f-455e-90e5-b92bcce9154e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4894822 Feb 10 15:42:41.135746 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ea3d0378-a6fe-4cb9-89c7-0c7c90fe1382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:41.155268 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3d0378-a6fe-4cb9-89c7-0c7c90fe1382 None None] Routers {'cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:41.156830 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ea3d0378-a6fe-4cb9-89c7-0c7c90fe1382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:41.195015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c553f-2176-4de0-8588-704651933127 req-94cb7033-2a79-4abb-9b75-93e583351ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:41.200392 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ee4c553f-2176-4de0-8588-704651933127 req-94cb7033-2a79-4abb-9b75-93e583351ecb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=034b31f3dbf344e987debe2007cdae09&device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 1128 time: 0.0651972 Feb 10 15:42:41.226796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-21564b90-96f9-4572-bd5b-86ef3de45c65 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/routers/cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c HTTP/1.1" status: 200 len: 745 time: 0.1519430 Feb 10 15:42:41.230149 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ea3d0378-a6fe-4cb9-89c7-0c7c90fe1382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:41.230764 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53474) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:41.231217 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3d0378-a6fe-4cb9-89c7-0c7c90fe1382 None None] The sync data for ids ['cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:41.285506 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f178ff68-26eb-4dd6-9940-b2e5aad2ffb9 tempest-RoutersIpV6AdminTest-684052110 tempest-RoutersIpV6AdminTest-684052110-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=4454d505-75c9-41c1-a257-953d507647a9&device_id=cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c HTTP/1.1" status: 200 len: 205 time: 0.0536318 Feb 10 15:42:41.288142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53476) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:41.349023 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7eab0416-9369-4b8b-965e-a8f9c4a2f7a4 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c HTTP/1.1" status: 200 len: 205 time: 0.0595429 Feb 10 15:42:41.351687 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53480) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:41.382538 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c553f-2176-4de0-8588-704651933127 req-6f7978c9-ffb6-4362-ad3a-0f00084a6abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:41.387572 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ee4c553f-2176-4de0-8588-704651933127 req-6f7978c9-ffb6-4362-ad3a-0f00084a6abe service neutron] 10.222.0.72 "GET /v2.0/networks?id=f3f84446-186f-4726-a963-a557c976fc13 HTTP/1.1" status: 200 len: 920 time: 0.1633682 Feb 10 15:42:41.442323 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ee4c553f-2176-4de0-8588-704651933127 req-bf997234-4e35-48b6-ab43-75e2f86365e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9b25a67-c114-4ebd-baf7-439a333db969 HTTP/1.1" status: 200 len: 217 time: 0.0491993 Feb 10 15:42:41.445006 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:41.492009 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65b1dbd3-cbd5-4c0d-b2ff-737a6b66b72a tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:41.506890 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c553f-2176-4de0-8588-704651933127 req-281327af-1ce8-4ba0-abf7-13d42831fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:41.508435 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ee4c553f-2176-4de0-8588-704651933127 req-281327af-1ce8-4ba0-abf7-13d42831fe3a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3067190f-bf98-49ad-8d01-a6124fc64fdd HTTP/1.1" status: 200 len: 859 time: 0.0545812 Feb 10 15:42:41.558202 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ee4c553f-2176-4de0-8588-704651933127 req-611941af-abba-482e-a7d1-c62b1e3f71f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f3f84446-186f-4726-a963-a557c976fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390618 Feb 10 15:42:41.571803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-ee4c553f-2176-4de0-8588-704651933127 req-a20b8238-2cf0-4c4a-9920-f7bf36e4823c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:41.571803 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ee4c553f-2176-4de0-8588-704651933127 req-a20b8238-2cf0-4c4a-9920-f7bf36e4823c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061350 Feb 10 15:42:41.797944 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ee4c553f-2176-4de0-8588-704651933127 req-575baf79-38cd-443c-87ff-3edeb270200d service neutron] 10.222.0.72 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194297 Feb 10 15:42:41.953948 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ee4c553f-2176-4de0-8588-704651933127 req-4c85c81f-7495-4ae9-aeae-e0be7841b1db service neutron] 10.222.0.72 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498387 Feb 10 15:42:42.232912 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65b1dbd3-cbd5-4c0d-b2ff-737a6b66b72a tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:42.235746 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65b1dbd3-cbd5-4c0d-b2ff-737a6b66b72a tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router_controller (cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:42.244191 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9dd92-d0a1-40e5-a5de-3ac9433abb8a req-2dd45fdd-cf57-4745-817f-326930a36358 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:42.245653 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01c9dd92-d0a1-40e5-a5de-3ac9433abb8a req-2dd45fdd-cf57-4745-817f-326930a36358 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1987565 Feb 10 15:42:42.304718 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65b1dbd3-cbd5-4c0d-b2ff-737a6b66b72a tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:42.305277 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b1dbd3-cbd5-4c0d-b2ff-737a6b66b72a tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Fanout notify agent at l3_agent the message router_deleted on router cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:42:42.312331 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-65b1dbd3-cbd5-4c0d-b2ff-737a6b66b72a tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:42.316994 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-65b1dbd3-cbd5-4c0d-b2ff-737a6b66b72a tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "DELETE /v2.0/routers/cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c HTTP/1.1" status: 204 len: 168 time: 0.9607852 Feb 10 15:42:42.317373 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53488) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:42.346541 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ccbaf0e8-0c6b-4428-b8e1-7fdc77adbe20 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c HTTP/1.1" status: 200 len: 205 time: 0.0280139 Feb 10 15:42:42.348871 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53490) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:42.371417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01c9dd92-d0a1-40e5-a5de-3ac9433abb8a req-a03a099b-f272-41fe-b479-941b5fe46b30 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853496 Feb 10 15:42:42.406858 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-663056b9-89a4-4496-b884-440c443fb73d tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] delete failed (client error): The resource could not be found. Feb 10 15:42:42.409096 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-663056b9-89a4-4496-b884-440c443fb73d tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "DELETE /v2.0/routers/cf71e1bb-ad63-46cd-8a22-831bdfcb9f2c HTTP/1.1" status: 404 len: 336 time: 0.0592797 Feb 10 15:42:42.412353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53492) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:42.450384 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0db5c704-1ee5-4a30-8a02-3b9c0e6b5b45 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e HTTP/1.1" status: 200 len: 205 time: 0.0363457 Feb 10 15:42:42.452722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53496) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:42.497775 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-2e5f50bd-3b7c-4cb4-8445-8589476b5942 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] delete failed (client error): The resource could not be found. Feb 10 15:42:42.501539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53498) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:42.512214 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2e5f50bd-3b7c-4cb4-8445-8589476b5942 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "DELETE /v2.0/routers/bdfa7991-6b83-4bbe-bcb0-c42ff4a9c38e HTTP/1.1" status: 404 len: 336 time: 0.0474393 Feb 10 15:42:42.533348 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3e47d534-8547-4b47-81d7-bdb9bedce3d7 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "GET /v2.0/ports?device_id=671ad029-bf49-4c8a-961e-ee5f218c2fa4 HTTP/1.1" status: 200 len: 205 time: 0.0306151 Feb 10 15:42:42.535666 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53500) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:42.575899 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-ff0cbdeb-ade6-469f-8c43-78faa73808bd tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] delete failed (client error): The resource could not be found. Feb 10 15:42:42.576991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ff0cbdeb-ade6-469f-8c43-78faa73808bd tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "DELETE /v2.0/routers/671ad029-bf49-4c8a-961e-ee5f218c2fa4 HTTP/1.1" status: 404 len: 336 time: 0.0403976 Feb 10 15:42:42.579471 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53502) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:42.613556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7b90857d-a187-40f8-8a8e-bca8c43e18a0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b522b52-a4ca-4486-aa81-2f768d528c62 HTTP/1.1" status: 200 len: 205 time: 0.0309479 Feb 10 15:42:42.614063 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53504) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:42.658227 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-ce737021-d729-4f58-858d-1c158b15bac0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] delete failed (client error): The resource could not be found. Feb 10 15:42:42.661798 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ce737021-d729-4f58-858d-1c158b15bac0 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "DELETE /v2.0/routers/4b522b52-a4ca-4486-aa81-2f768d528c62 HTTP/1.1" status: 404 len: 336 time: 0.0442953 Feb 10 15:42:42.662079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53506) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:42.689507 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5f24700b-9363-43c3-b6d5-7c7db973577d tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "GET /v2.0/ports?device_id=47305091-58ba-4d27-9b1b-b77ab6ad4a3a HTTP/1.1" status: 200 len: 205 time: 0.0262501 Feb 10 15:42:42.691731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53508) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:42.731940 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-6257cade-c7af-4961-ae8a-e247f1ff593a tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] delete failed (client error): The resource could not be found. Feb 10 15:42:42.735457 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6257cade-c7af-4961-ae8a-e247f1ff593a tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "DELETE /v2.0/routers/47305091-58ba-4d27-9b1b-b77ab6ad4a3a HTTP/1.1" status: 404 len: 336 time: 0.0403261 Feb 10 15:42:42.735678 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53512) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:42.792634 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ebdbd747-543d-4b29-806e-b9e04fb5f3e1 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "GET /v2.0/ports?device_id=8acd59c8-e118-4124-8b90-95f5dc803a21 HTTP/1.1" status: 200 len: 205 time: 0.0534086 Feb 10 15:42:42.792885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53516) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:42.835591 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-adb59d99-b27b-4b1d-821f-0323729de723 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] delete failed (client error): The resource could not be found. Feb 10 15:42:42.836547 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-adb59d99-b27b-4b1d-821f-0323729de723 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "DELETE /v2.0/routers/8acd59c8-e118-4124-8b90-95f5dc803a21 HTTP/1.1" status: 404 len: 336 time: 0.0419543 Feb 10 15:42:42.839179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53520) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:42.856130 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-362c6abb-899b-44e0-bbe9-ab5b9c21c5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:42.876906 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-314e3534-e58c-4ad5-90a9-0d0a85670297 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] DELETE failed (client error): The resource could not be found. Feb 10 15:42:42.878964 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-314e3534-e58c-4ad5-90a9-0d0a85670297 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:42:42.882946 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-314e3534-e58c-4ad5-90a9-0d0a85670297 tempest-RoutersIpV6AdminTest-860983407 tempest-RoutersIpV6AdminTest-860983407-project] 10.222.0.64 "DELETE /v2.0/subnets/ce5269ac-137c-406b-9c99-386a4a6010a7 HTTP/1.1" status: 404 len: 337 time: 0.0428491 Feb 10 15:42:43.273987 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53532) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:43.413039 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0b296606-00de-4e31-93b7-7068224bfd15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:43.534772 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0b296606-00de-4e31-93b7-7068224bfd15 admin admin] Publish callbacks [] for security_group (b4231afc-f1b7-4eea-8457-f0da0fdf67a7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:43.544056 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a94a-4d06-42c7-98ab-bcbcb1f73d85 req-69e09a12-beea-43bb-a83a-f7ab631d9f7c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:43.545939 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1d7a94a-4d06-42c7-98ab-bcbcb1f73d85 req-69e09a12-beea-43bb-a83a-f7ab631d9f7c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0869513 Feb 10 15:42:43.551065 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0b296606-00de-4e31-93b7-7068224bfd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b4231afc-f1b7-4eea-8457-f0da0fdf67a7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:43.621299 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0b296606-00de-4e31-93b7-7068224bfd15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c01e87c841e24024b685554b03474e7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450620 Feb 10 15:42:43.623946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53540) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:43.624734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b296606-00de-4e31-93b7-7068224bfd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4231afc-f1b7-4eea-8457-f0da0fdf67a7,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:43.705180 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1d7a94a-4d06-42c7-98ab-bcbcb1f73d85 req-6d1c1092-8a67-4c7a-83ec-bb6ccd13a765 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431723 Feb 10 15:42:43.706444 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c6ab69fd-3880-49d5-a986-ab30bb961b8a admin admin] Publish callbacks [] for security_group (b4231afc-f1b7-4eea-8457-f0da0fdf67a7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:43.747536 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c6ab69fd-3880-49d5-a986-ab30bb961b8a admin admin] Publish callbacks [] for security_group (b4231afc-f1b7-4eea-8457-f0da0fdf67a7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:43.816432 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c6ab69fd-3880-49d5-a986-ab30bb961b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b4231afc-f1b7-4eea-8457-f0da0fdf67a7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:43.820092 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c6ab69fd-3880-49d5-a986-ab30bb961b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:43.821575 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c6ab69fd-3880-49d5-a986-ab30bb961b8a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4231afc-f1b7-4eea-8457-f0da0fdf67a7 HTTP/1.1" status: 204 len: 168 time: 0.1964054 Feb 10 15:42:43.830370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab69fd-3880-49d5-a986-ab30bb961b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4231afc-f1b7-4eea-8457-f0da0fdf67a7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:44.230031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53550) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:44.274314 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-367ae3ff-296a-47eb-bbb1-ac5f6a08b84f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb32eaa0f9b94e61acb824a0db656899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429893 Feb 10 15:42:44.277182 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53552) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:44.344196 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2bf1-6b1b-41eb-99bb-ac364603eb24 admin admin] Publish callbacks [] for security_group (6ed636f8-7d7e-4e97-b1c6-43bd849f271f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:44.371912 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2bf1-6b1b-41eb-99bb-ac364603eb24 admin admin] Publish callbacks [] for security_group (6ed636f8-7d7e-4e97-b1c6-43bd849f271f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:44.430593 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2bf1-6b1b-41eb-99bb-ac364603eb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6ed636f8-7d7e-4e97-b1c6-43bd849f271f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:44.434465 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2bf1-6b1b-41eb-99bb-ac364603eb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:44.437939 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ef2c2bf1-6b1b-41eb-99bb-ac364603eb24 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ed636f8-7d7e-4e97-b1c6-43bd849f271f HTTP/1.1" status: 204 len: 168 time: 0.1595395 Feb 10 15:42:44.449780 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c2bf1-6b1b-41eb-99bb-ac364603eb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed636f8-7d7e-4e97-b1c6-43bd849f271f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:44.921026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af594-846a-43c2-af4f-82e86f709605 req-66bacdc4-cf7d-49ae-b7c9-578a68800cf8 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:44.934947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a1af594-846a-43c2-af4f-82e86f709605 req-66bacdc4-cf7d-49ae-b7c9-578a68800cf8 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1253088 Feb 10 15:42:45.003257 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a1af594-846a-43c2-af4f-82e86f709605 req-d4b71238-9657-4d31-be01-af6a786d1dda tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668604 Feb 10 15:42:45.218959 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb9cc-6169-43cf-af0b-594b3df0a0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:45.671818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53584) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:45.835288 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-39cd2937-539f-4b0a-960d-6f2a4b66fb6c tempest-AgentManagementNegativeTest-2028385320 tempest-AgentManagementNegativeTest-2028385320-project] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1622705 Feb 10 15:42:46.140686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53600) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:46.168099 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824888f4-16fa-407a-aef6-40dd4946e546 req-1770ed4b-76ab-4f76-803d-a314bb8fdabc tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:46.175825 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-824888f4-16fa-407a-aef6-40dd4946e546 req-1770ed4b-76ab-4f76-803d-a314bb8fdabc tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0737870 Feb 10 15:42:46.244831 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-824888f4-16fa-407a-aef6-40dd4946e546 req-5b407d39-751a-48f2-8f9e-b2ece81e872c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632434 Feb 10 15:42:46.320939 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68bf88fb-47bb-4739-aa96-a8522f27c593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:46.408170 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:46.416871 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68bf88fb-47bb-4739-aa96-a8522f27c593 admin admin] Publish callbacks [] for security_group (1fae2f56-c505-4d9c-b0f0-cc3c9afaf0fb), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:46.428137 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-68bf88fb-47bb-4739-aa96-a8522f27c593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1fae2f56-c505-4d9c-b0f0-cc3c9afaf0fb), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:46.468916 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf88fb-47bb-4739-aa96-a8522f27c593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fae2f56-c505-4d9c-b0f0-cc3c9afaf0fb,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:46.473490 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-68bf88fb-47bb-4739-aa96-a8522f27c593 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=41806996508b48ec9069ecd91d9199ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3311093 Feb 10 15:42:46.476098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53616) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:46.546666 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aff31123-2f06-4cf8-88ac-3a32d719a18e admin admin] Publish callbacks [] for security_group (1fae2f56-c505-4d9c-b0f0-cc3c9afaf0fb), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:46.576219 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aff31123-2f06-4cf8-88ac-3a32d719a18e admin admin] Publish callbacks [] for security_group (1fae2f56-c505-4d9c-b0f0-cc3c9afaf0fb), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:46.639483 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aff31123-2f06-4cf8-88ac-3a32d719a18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1fae2f56-c505-4d9c-b0f0-cc3c9afaf0fb), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:46.642890 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aff31123-2f06-4cf8-88ac-3a32d719a18e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:46.647774 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-aff31123-2f06-4cf8-88ac-3a32d719a18e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1fae2f56-c505-4d9c-b0f0-cc3c9afaf0fb HTTP/1.1" status: 204 len: 168 time: 0.1703370 Feb 10 15:42:46.657204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff31123-2f06-4cf8-88ac-3a32d719a18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fae2f56-c505-4d9c-b0f0-cc3c9afaf0fb,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:47.441625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2889b-448e-403b-924c-afb6762553c0 req-cf9e38a2-89d1-42f2-93fe-d5dadb17e073 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:47.444592 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8aa2889b-448e-403b-924c-afb6762553c0 req-cf9e38a2-89d1-42f2-93fe-d5dadb17e073 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1053782 Feb 10 15:42:47.522533 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8aa2889b-448e-403b-924c-afb6762553c0 req-2eeffabf-9104-4f38-9a00-c65ee7873b4a tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710990 Feb 10 15:42:47.565369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53658) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.697234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-7fbe8dbb-71b2-48d7-b677-308090c8b243 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.698534 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7fbe8dbb-71b2-48d7-b677-308090c8b243 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1316288 Feb 10 15:42:47.701454 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53662) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.706930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-e306284e-d536-4495-98ef-3458e7ce8a24 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.707998 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e306284e-d536-4495-98ef-3458e7ce8a24 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054154 Feb 10 15:42:47.710550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53664) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.714980 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-31becfcd-d84d-4a65-93e3-f86833ce3b50 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.716300 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-31becfcd-d84d-4a65-93e3-f86833ce3b50 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0046482 Feb 10 15:42:47.718280 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53666) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.726468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-eb93dd76-5f53-4f29-8260-2aeb21bf8c59 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.728288 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-eb93dd76-5f53-4f29-8260-2aeb21bf8c59 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0085235 Feb 10 15:42:47.730624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53668) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.734430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-d4cbad97-97b5-440c-ab96-2283329d85e3 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.735349 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d4cbad97-97b5-440c-ab96-2283329d85e3 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0038664 Feb 10 15:42:47.737498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53670) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.741431 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-510132db-7507-4566-a8d2-d4cfa906e2b4 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.744968 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-510132db-7507-4566-a8d2-d4cfa906e2b4 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0065994 Feb 10 15:42:47.745119 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53672) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.749400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-1c1b9178-6cf6-4a29-9ee1-6458442ba200 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.750365 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1c1b9178-6cf6-4a29-9ee1-6458442ba200 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044031 Feb 10 15:42:47.753175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53674) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.764051 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-9bad8d19-f9c8-47ac-9d6e-0663dc2f7c60 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.768118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53676) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.768332 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9bad8d19-f9c8-47ac-9d6e-0663dc2f7c60 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0138428 Feb 10 15:42:47.773065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-6e0d054c-a3ae-4056-bb27-a23b802abc50 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.774778 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6e0d054c-a3ae-4056-bb27-a23b802abc50 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0047150 Feb 10 15:42:47.777527 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53680) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.783051 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-d1c9523f-2b77-40da-96eb-45d8aebd2e20 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.784063 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d1c9523f-2b77-40da-96eb-45d8aebd2e20 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052345 Feb 10 15:42:47.786804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53682) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.795794 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-ab0c217b-3078-4fa8-b64b-970246036f41 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.800551 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ab0c217b-3078-4fa8-b64b-970246036f41 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0123265 Feb 10 15:42:47.803608 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53684) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.811439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-310fbef6-1d10-4a25-9a32-6745d45af0a9 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.815456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53688) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.816685 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-310fbef6-1d10-4a25-9a32-6745d45af0a9 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0116265 Feb 10 15:42:47.820478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-d0457980-b9bc-4e91-ad8c-b804a0b749dc tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.824533 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53690) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.824746 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d0457980-b9bc-4e91-ad8c-b804a0b749dc tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0079098 Feb 10 15:42:47.833830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-924589c3-2b36-4864-9b77-068655508d6e tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.838832 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-924589c3-2b36-4864-9b77-068655508d6e tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0108013 Feb 10 15:42:47.839684 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53692) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.847457 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-71e9e95a-8b10-4e46-9d0e-af11a242ebcf tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.848147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-71e9e95a-8b10-4e46-9d0e-af11a242ebcf tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0072238 Feb 10 15:42:47.850629 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53694) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.855283 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-5e26faf5-e60c-493c-b9a2-dff6ebd14f6c tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.859904 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53696) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.860133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5e26faf5-e60c-493c-b9a2-dff6ebd14f6c tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0084605 Feb 10 15:42:47.864210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-104c825f-be6a-467d-b424-88b7982e683b tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.865227 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-104c825f-be6a-467d-b424-88b7982e683b tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043254 Feb 10 15:42:47.867565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53698) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.872124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-90d0676e-388b-485c-b830-f5973715331f tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.876135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53700) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.877198 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-90d0676e-388b-485c-b830-f5973715331f tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0085046 Feb 10 15:42:47.881795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-eccda532-cb6f-43e4-af87-d1bf232abb19 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.882740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-eccda532-cb6f-43e4-af87-d1bf232abb19 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0047736 Feb 10 15:42:47.885132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53702) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.889798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-611a4f4d-e731-4b55-95c0-0cd4fab12d72 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.890981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-611a4f4d-e731-4b55-95c0-0cd4fab12d72 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048594 Feb 10 15:42:47.893491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53704) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.899066 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-d5520f47-96b6-4d43-ae90-4f4cc63851ef tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.903031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53706) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.903485 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d5520f47-96b6-4d43-ae90-4f4cc63851ef tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0087073 Feb 10 15:42:47.909042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-b00e82fc-5955-49f3-93b4-00dfd371b5dc tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.909992 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b00e82fc-5955-49f3-93b4-00dfd371b5dc tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0054541 Feb 10 15:42:47.912169 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53708) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.915952 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-81a3ad8b-accf-41cc-ba8c-a879de6cbf88 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.917077 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-81a3ad8b-accf-41cc-ba8c-a879de6cbf88 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0040214 Feb 10 15:42:47.919455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53710) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.927853 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-b79ebc45-f1cc-4a43-bafe-ec8359274138 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.929544 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b79ebc45-f1cc-4a43-bafe-ec8359274138 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0062950 Feb 10 15:42:47.932091 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53712) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.936038 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-8b04abd9-f882-4e4a-b81a-108a5a9297e3 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.936999 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8b04abd9-f882-4e4a-b81a-108a5a9297e3 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0040076 Feb 10 15:42:47.939189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53714) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.943151 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-8a474406-f103-4a84-a673-1b1588b066ee tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.944368 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8a474406-f103-4a84-a673-1b1588b066ee tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042918 Feb 10 15:42:47.945143 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:47.947174 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53716) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.952170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-a895eb5b-584a-46e6-ac01-dddaedc80861 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.953796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a895eb5b-584a-46e6-ac01-dddaedc80861 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0054843 Feb 10 15:42:47.956420 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53718) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.961103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-52d8bc76-6ede-41e3-ac54-07a2b5344c9d tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.962624 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-52d8bc76-6ede-41e3-ac54-07a2b5344c9d tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0046885 Feb 10 15:42:47.965098 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53720) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.969178 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-5b2c53a6-8034-40ae-94e9-1485461debdb tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.970110 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5b2c53a6-8034-40ae-94e9-1485461debdb tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0040839 Feb 10 15:42:47.972207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53722) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.976029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-ac04a7b0-aa40-4a98-bb4f-70846b5a9c75 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.980842 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ac04a7b0-aa40-4a98-bb4f-70846b5a9c75 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0037906 Feb 10 15:42:47.980842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53724) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.984756 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-d019bbdd-34c7-47ca-947d-aad4451c22e5 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.988314 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d019bbdd-34c7-47ca-947d-aad4451c22e5 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0082507 Feb 10 15:42:47.988556 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53726) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:47.992880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-e56a46b1-b610-4b56-b251-e868f3f0e8bb tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:47.994207 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e56a46b1-b610-4b56-b251-e868f3f0e8bb tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0049088 Feb 10 15:42:47.996418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53728) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.000383 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-64acff2c-efca-4f31-b475-c968cb673b52 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.001330 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-64acff2c-efca-4f31-b475-c968cb673b52 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0038989 Feb 10 15:42:48.003846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53730) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.007840 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-3f67816a-4f9d-4f94-8e8a-5c36502825c2 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.009356 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3f67816a-4f9d-4f94-8e8a-5c36502825c2 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0039318 Feb 10 15:42:48.011463 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53732) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.015471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-71fcdf2a-5046-4add-8dfb-ba93846cff1f tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.016601 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-71fcdf2a-5046-4add-8dfb-ba93846cff1f tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0041394 Feb 10 15:42:48.018955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53734) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.023270 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-153c71fa-86d1-4398-be55-0803aba4e701 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.024989 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-153c71fa-86d1-4398-be55-0803aba4e701 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042591 Feb 10 15:42:48.027414 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53736) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.032688 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-11fec29d-190d-4906-966c-376d4733a110 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.036394 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53738) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.036529 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-11fec29d-190d-4906-966c-376d4733a110 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0082529 Feb 10 15:42:48.041228 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-9e37eea2-fda3-4d79-bd0b-35dbcf9cd732 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.045037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53740) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.046075 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9e37eea2-fda3-4d79-bd0b-35dbcf9cd732 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0081465 Feb 10 15:42:48.050886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-880e0320-bdb2-4881-9563-35c007d55814 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.052688 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-880e0320-bdb2-4881-9563-35c007d55814 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0063972 Feb 10 15:42:48.055116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53742) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.060739 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-a8d8d4fa-a064-488e-ae66-a055a5a77e28 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.061843 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a8d8d4fa-a064-488e-ae66-a055a5a77e28 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0056648 Feb 10 15:42:48.063971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53744) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.068522 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-76ef559c-ac05-462d-9db7-435e811b94cc tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.072492 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-76ef559c-ac05-462d-9db7-435e811b94cc tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0074604 Feb 10 15:42:48.072840 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53746) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.077748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-1ac79bab-3daa-4095-b959-8dbce7c31c04 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.078771 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1ac79bab-3daa-4095-b959-8dbce7c31c04 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047221 Feb 10 15:42:48.081179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53748) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.085100 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-4da584d4-4244-4e78-8434-5efa745f1971 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.088407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53750) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.088542 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4da584d4-4244-4e78-8434-5efa745f1971 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0062709 Feb 10 15:42:48.092820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-190153a9-371b-4e4b-aea6-c6d990b70cbf tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.093849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-190153a9-371b-4e4b-aea6-c6d990b70cbf tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043268 Feb 10 15:42:48.095912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53752) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.100429 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-b6a93009-c013-4f12-a15e-860211670aa9 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.101730 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b6a93009-c013-4f12-a15e-860211670aa9 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0046482 Feb 10 15:42:48.104493 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53754) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.108550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-5b2e8a3e-1bde-411d-82cc-9c7ee41e48d7 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.109693 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5b2e8a3e-1bde-411d-82cc-9c7ee41e48d7 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0041215 Feb 10 15:42:48.111806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53756) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.115611 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-18cccb8b-9c3e-4c99-8ec2-66a0fd7e09e3 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.116633 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-18cccb8b-9c3e-4c99-8ec2-66a0fd7e09e3 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0039339 Feb 10 15:42:48.118967 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53758) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.123327 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-97f52baf-061c-42e0-8892-2ed774c3d546 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.124281 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-97f52baf-061c-42e0-8892-2ed774c3d546 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043766 Feb 10 15:42:48.126706 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53760) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.132448 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-c47b9a6a-6b0a-403c-a970-d2ebc42c8998 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.134474 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c47b9a6a-6b0a-403c-a970-d2ebc42c8998 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0067508 Feb 10 15:42:48.136413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53762) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.141171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-96e780c4-bdd8-4735-94c6-7e1bd2fee9e2 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.142109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-96e780c4-bdd8-4735-94c6-7e1bd2fee9e2 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047650 Feb 10 15:42:48.144237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53764) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.147995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-0e3faa7c-9526-4e7f-b446-2df2cf034710 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.151654 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0e3faa7c-9526-4e7f-b446-2df2cf034710 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0064654 Feb 10 15:42:48.151813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53766) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.157276 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-33554936-e19e-4dd5-a23a-515afaf48f5c tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.158208 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-33554936-e19e-4dd5-a23a-515afaf48f5c tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052500 Feb 10 15:42:48.160527 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53768) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.165559 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-8e6ee7a7-7fce-4021-9474-7375bdea33e3 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.166544 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8e6ee7a7-7fce-4021-9474-7375bdea33e3 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048621 Feb 10 15:42:48.168708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53770) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.172567 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-42976ad6-55d3-407a-9f07-b011aa770164 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.175993 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53772) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.176240 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-42976ad6-55d3-407a-9f07-b011aa770164 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0064816 Feb 10 15:42:48.180703 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-256ba0a3-9bef-4932-a675-bffbf46dadc0 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.182488 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-256ba0a3-9bef-4932-a675-bffbf46dadc0 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0048311 Feb 10 15:42:48.184334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53774) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.188498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-d457ba50-2255-42db-9418-9c65b3720901 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.189490 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d457ba50-2255-42db-9418-9c65b3720901 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0038495 Feb 10 15:42:48.191658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53776) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.198366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-d8ea385b-3e4f-4c13-9763-a60b0ba9be8a tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.199443 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d8ea385b-3e4f-4c13-9763-a60b0ba9be8a tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0061028 Feb 10 15:42:48.201831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53778) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.205917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-8fe2279f-69c1-438f-9e67-e81febb53ce5 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.207055 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8fe2279f-69c1-438f-9e67-e81febb53ce5 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041516 Feb 10 15:42:48.209175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53780) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.213391 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-f0498eef-14b1-4999-be59-8c8d90328ccd tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.214498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f0498eef-14b1-4999-be59-8c8d90328ccd tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043437 Feb 10 15:42:48.216912 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53782) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.220604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-62ba0049-53b3-440e-86a8-0768b92bb849 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.221557 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-62ba0049-53b3-440e-86a8-0768b92bb849 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0037394 Feb 10 15:42:48.223987 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53784) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.229138 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-bbd6f10d-1e0e-4872-8d00-f24a8cc36e9a tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.230625 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bbd6f10d-1e0e-4872-8d00-f24a8cc36e9a tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0051644 Feb 10 15:42:48.232546 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53786) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.236508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-2846e58f-0100-4fe7-b661-84eaad354278 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.237489 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2846e58f-0100-4fe7-b661-84eaad354278 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0039098 Feb 10 15:42:48.239597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53788) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.243551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-d6c95c7f-a9a6-4fe2-baeb-09a5b3b5c2e1 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.244520 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d6c95c7f-a9a6-4fe2-baeb-09a5b3b5c2e1 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0039432 Feb 10 15:42:48.246599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53790) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.250851 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-8d603c18-ca45-41aa-a5cf-dfe62e1c2588 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.253529 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8d603c18-ca45-41aa-a5cf-dfe62e1c2588 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0058281 Feb 10 15:42:48.254438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53792) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.260792 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-15f0256c-5d3e-45d3-a60d-fb763c32d85e tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.262133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-15f0256c-5d3e-45d3-a60d-fb763c32d85e tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0066054 Feb 10 15:42:48.264374 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53794) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.268337 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-10dc7374-8ec2-4937-89cd-379f153211f5 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.269348 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-10dc7374-8ec2-4937-89cd-379f153211f5 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0039775 Feb 10 15:42:48.271345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53796) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.275121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-a0cd12dc-bac8-451b-ba41-bb259a5e9625 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.278409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a0cd12dc-bac8-451b-ba41-bb259a5e9625 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0061800 Feb 10 15:42:48.278567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53798) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.283037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [None req-64dd3e8b-3001-4cfc-b1bd-1f1aacfa4bdd tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.284000 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-64dd3e8b-3001-4cfc-b1bd-1f1aacfa4bdd tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043311 Feb 10 15:42:48.286393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53800) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.291438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-3f42ca0f-2b8a-4447-a00b-a3d8587df382 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.292629 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3f42ca0f-2b8a-4447-a00b-a3d8587df382 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050859 Feb 10 15:42:48.294743 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53802) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.298556 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-daa1d514-3607-4142-adc4-b3885311b050 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.299485 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-daa1d514-3607-4142-adc4-b3885311b050 tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0038900 Feb 10 15:42:48.301702 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53804) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.305427 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [None req-6f66700f-6ce2-4264-829f-5552147d142a tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:42:48.306444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6f66700f-6ce2-4264-829f-5552147d142a tempest-ExtensionsTestJSON-1953200473 tempest-ExtensionsTestJSON-1953200473-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0039241 Feb 10 15:42:48.619717 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53814) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:48.686642 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd39c3d-a3d8-4918-bcd7-25ab5eb3f7e7 req-50b4f0bd-1b44-47a2-b2b4-b696ec95620a tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:48.689266 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afd39c3d-a3d8-4918-bcd7-25ab5eb3f7e7 req-50b4f0bd-1b44-47a2-b2b4-b696ec95620a tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0756269 Feb 10 15:42:48.741005 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afd39c3d-a3d8-4918-bcd7-25ab5eb3f7e7 req-5785cb5e-d6a7-43c5-9f13-ab104c96f5da tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461252 Feb 10 15:42:48.768047 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50c091fa-7e9c-46fb-bcbd-82f4add9c728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:48.904531 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50c091fa-7e9c-46fb-bcbd-82f4add9c728 admin admin] Publish callbacks [] for security_group (b716d3ee-f3e4-4791-9d5b-ca58a44922fa), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:48.908680 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-50c091fa-7e9c-46fb-bcbd-82f4add9c728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b716d3ee-f3e4-4791-9d5b-ca58a44922fa), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:48.937968 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:48.958605 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-50c091fa-7e9c-46fb-bcbd-82f4add9c728 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d0ad51b02e0447c905b3c944a4b72a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3360777 Feb 10 15:42:48.958605 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c091fa-7e9c-46fb-bcbd-82f4add9c728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b716d3ee-f3e4-4791-9d5b-ca58a44922fa,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:48.962356 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53822) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:49.040445 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f07b3ff3-c095-4961-9a3e-574dd27bbddf admin admin] Publish callbacks [] for security_group (b716d3ee-f3e4-4791-9d5b-ca58a44922fa), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:49.064705 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f07b3ff3-c095-4961-9a3e-574dd27bbddf admin admin] Publish callbacks [] for security_group (b716d3ee-f3e4-4791-9d5b-ca58a44922fa), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:49.131310 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f07b3ff3-c095-4961-9a3e-574dd27bbddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b716d3ee-f3e4-4791-9d5b-ca58a44922fa), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:49.136001 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f07b3ff3-c095-4961-9a3e-574dd27bbddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:49.142601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f07b3ff3-c095-4961-9a3e-574dd27bbddf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b716d3ee-f3e4-4791-9d5b-ca58a44922fa HTTP/1.1" status: 204 len: 168 time: 0.1789606 Feb 10 15:42:49.157144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b3ff3-c095-4961-9a3e-574dd27bbddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b716d3ee-f3e4-4791-9d5b-ca58a44922fa,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:49.245660 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8b12ef0a-255a-4117-8f42-8deb4c8018b8 req-a0aa4b23-1aa9-402c-b65f-5dcd939a351a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1365018 Feb 10 15:42:49.339803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12ef0a-255a-4117-8f42-8deb4c8018b8 req-45fbca5f-291f-4a79-aaa4-ed6322d022c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:49.341838 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8b12ef0a-255a-4117-8f42-8deb4c8018b8 req-45fbca5f-291f-4a79-aaa4-ed6322d022c8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=034b31f3dbf344e987debe2007cdae09&device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 1127 time: 0.0500624 Feb 10 15:42:49.457850 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12ef0a-255a-4117-8f42-8deb4c8018b8 req-529f4cac-93d5-428d-a234-9cdceb111ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:49.459338 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8b12ef0a-255a-4117-8f42-8deb4c8018b8 req-529f4cac-93d5-428d-a234-9cdceb111ec9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f3f84446-186f-4726-a963-a557c976fc13 HTTP/1.1" status: 200 len: 920 time: 0.0981472 Feb 10 15:42:49.510632 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8b12ef0a-255a-4117-8f42-8deb4c8018b8 req-bfdc754d-98f0-4cf6-bbfd-bf9b7b2e4484 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67685f0e-34f5-4cc0-95ab-05cf5750907b HTTP/1.1" status: 200 len: 217 time: 0.0412838 Feb 10 15:42:49.581081 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12ef0a-255a-4117-8f42-8deb4c8018b8 req-1d2c755d-67b0-4a81-a9b8-dca70e91b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:49.582900 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8b12ef0a-255a-4117-8f42-8deb4c8018b8 req-1d2c755d-67b0-4a81-a9b8-dca70e91b2d3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3067190f-bf98-49ad-8d01-a6124fc64fdd HTTP/1.1" status: 200 len: 859 time: 0.0649593 Feb 10 15:42:49.620030 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8b12ef0a-255a-4117-8f42-8deb4c8018b8 req-881436a7-ef08-468a-884a-a75928dce15b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f3f84446-186f-4726-a963-a557c976fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286431 Feb 10 15:42:49.740183 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8b12ef0a-255a-4117-8f42-8deb4c8018b8 req-bddb69e4-4dbf-4c76-82fd-e32b62337f82 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089997 Feb 10 15:42:49.840691 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8b12ef0a-255a-4117-8f42-8deb4c8018b8 req-2a274ab2-c30f-4e29-8450-e90ec8483f96 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931311 Feb 10 15:42:49.887167 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9165813-7fb1-4ada-94ea-24b0c8a3494a req-bf3d6ecd-d747-4dcb-b48a-a17bff6c0f4d tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:49.888935 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9165813-7fb1-4ada-94ea-24b0c8a3494a req-bf3d6ecd-d747-4dcb-b48a-a17bff6c0f4d tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0594313 Feb 10 15:42:49.956183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53856) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:49.966046 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9165813-7fb1-4ada-94ea-24b0c8a3494a req-9fc5fefb-8a2e-48df-9159-f30d91bff23e tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684283 Feb 10 15:42:50.086917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7416ce06-793e-4625-9356-7b494f40193d tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1341320838'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:50.106294 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7416ce06-793e-4625-9356-7b494f40193d tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Made reservation on behalf of 3d7761178b2740efb097d65948e018ad for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:50.109729 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7416ce06-793e-4625-9356-7b494f40193d tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:50.120975 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7416ce06-793e-4625-9356-7b494f40193d tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:50.206057 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7416ce06-793e-4625-9356-7b494f40193d tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for security_group (e718b9e7-a026-4424-bca7-594185a6b8a6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:50.210886 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7416ce06-793e-4625-9356-7b494f40193d tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e718b9e7-a026-4424-bca7-594185a6b8a6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:50.240949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7416ce06-793e-4625-9356-7b494f40193d tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:42:50.250508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416ce06-793e-4625-9356-7b494f40193d tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e718b9e7-a026-4424-bca7-594185a6b8a6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:50.255633 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7416ce06-793e-4625-9356-7b494f40193d tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (59e0de28-5da0-4a06-8e88-0d720d92f452), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:50.255971 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-7416ce06-793e-4625-9356-7b494f40193d tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Added segment 59e0de28-5da0-4a06-8e88-0d720d92f452 of type vlan for network f0705694-5af9-4211-b904-bb2224ecb304 Feb 10 15:42:50.300329 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7416ce06-793e-4625-9356-7b494f40193d tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (f0705694-5af9-4211-b904-bb2224ecb304), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:50.330158 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7416ce06-793e-4625-9356-7b494f40193d tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (f0705694-5af9-4211-b904-bb2224ecb304), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:50.335452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7416ce06-793e-4625-9356-7b494f40193d tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:50.336036 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7416ce06-793e-4625-9356-7b494f40193d tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:50.379563 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7416ce06-793e-4625-9356-7b494f40193d tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4222198 Feb 10 15:42:50.382562 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53862) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:50.388464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-c70b3574-6777-4ae3-a66d-0631bae894b0 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Request body: {'subnet': {'network_id': 'f0705694-5af9-4211-b904-bb2224ecb304', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:50.410400 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416ce06-793e-4625-9356-7b494f40193d tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Pushing event updated for resources: {'Network': ['ID=f0705694-5af9-4211-b904-bb2224ecb304,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:50.424365 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network f0705694-5af9-4211-b904-bb2224ecb304 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:42:50.483026 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:42:50.486514 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70b3574-6777-4ae3-a66d-0631bae894b0 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Made reservation on behalf of 3d7761178b2740efb097d65948e018ad for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:50.490745 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c70b3574-6777-4ae3-a66d-0631bae894b0 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:50.764152 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c70b3574-6777-4ae3-a66d-0631bae894b0 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (46138e67-8063-4b98-8416-db009a3ae8a0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:50.837307 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b3574-6777-4ae3-a66d-0631bae894b0 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Pushing event updated for resources: {'Subnet': ['ID=46138e67-8063-4b98-8416-db009a3ae8a0,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:50.848058 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b3574-6777-4ae3-a66d-0631bae894b0 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Checking segment: {'id': '59e0de28-5da0-4a06-8e88-0d720d92f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f0705694-5af9-4211-b904-bb2224ecb304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:42:50.848451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70b3574-6777-4ae3-a66d-0631bae894b0 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Network hostable DHCP agents. Network: f0705694-5af9-4211-b904-bb2224ecb304, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:42:50.867435 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70b3574-6777-4ae3-a66d-0631bae894b0 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Network f0705694-5af9-4211-b904-bb2224ecb304 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:42:50.878636 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-c70b3574-6777-4ae3-a66d-0631bae894b0 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, f0705694-5af9-4211-b904-bb2224ecb304) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:50.884485 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70b3574-6777-4ae3-a66d-0631bae894b0 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:50.887601 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c70b3574-6777-4ae3-a66d-0631bae894b0 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:50.893475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960e27ef-4af4-4ab6-bbf6-94bdfd972467 None None] Network f0705694-5af9-4211-b904-bb2224ecb304 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:42:50.914657 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53866) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:50.916156 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c70b3574-6777-4ae3-a66d-0631bae894b0 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5311112 Feb 10 15:42:50.920306 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-1c6371b5-f177-4fed-96d3-060bd1887a3e tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-470565978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:50.957240 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1c6371b5-f177-4fed-96d3-060bd1887a3e tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (aae5e849-fa95-46a8-809e-28165438c451), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:50.958401 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1c6371b5-f177-4fed-96d3-060bd1887a3e tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (aae5e849-fa95-46a8-809e-28165438c451), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:51.045926 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1c6371b5-f177-4fed-96d3-060bd1887a3e tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for router_controller (aae5e849-fa95-46a8-809e-28165438c451), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:51.055530 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1c6371b5-f177-4fed-96d3-060bd1887a3e tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (aae5e849-fa95-46a8-809e-28165438c451), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:51.092124 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1c6371b5-f177-4fed-96d3-060bd1887a3e tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:51.093763 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1c6371b5-f177-4fed-96d3-060bd1887a3e tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1773419 Feb 10 15:42:51.096623 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53874) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:51.121889 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-f0705694-5af9-4211-b904-bb2224ecb304', 'network_id': 'f0705694-5af9-4211-b904-bb2224ecb304', 'project_id': '3d7761178b2740efb097d65948e018ad', 'fixed_ips': [{'subnet_id': '46138e67-8063-4b98-8416-db009a3ae8a0'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:42:51.123331 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:51.206810 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-89c10b03-8648-4dd0-9595-1174b82afc5b req-9614a146-8147-499d-bb59-293741826240 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699553 Feb 10 15:42:51.309624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c10b03-8648-4dd0-9595-1174b82afc5b req-e7c717f6-59b1-4d1c-a60d-3ca1853fa253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:51.311707 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-89c10b03-8648-4dd0-9595-1174b82afc5b req-e7c717f6-59b1-4d1c-a60d-3ca1853fa253 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=878e10f92bcc4d09b1f13c72fe6e7243&device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 1128 time: 0.0758495 Feb 10 15:42:51.353703 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3fedb-986f-40a2-8702-71b5fef0a40b req-0296f7a6-4e2e-4a66-8efc-b97fc4175af6 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:51.355258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-45c3fedb-986f-40a2-8702-71b5fef0a40b req-0296f7a6-4e2e-4a66-8efc-b97fc4175af6 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1983967 Feb 10 15:42:51.361489 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Allocated IP 172.20.0.2 (f0705694-5af9-4211-b904-bb2224ecb304/46138e67-8063-4b98-8416-db009a3ae8a0/8bdf0338-54c9-43ce-a06c-74b974dedef1) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:51.479239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c10b03-8648-4dd0-9595-1174b82afc5b req-e90977cc-4904-4bcf-a966-6cee66f54c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:51.485129 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-89c10b03-8648-4dd0-9595-1174b82afc5b req-e90977cc-4904-4bcf-a966-6cee66f54c2e service neutron] 10.222.0.79 "GET /v2.0/networks?id=4cc9552c-85ec-4329-ace4-27ff94ac21d5 HTTP/1.1" status: 200 len: 913 time: 0.1520660 Feb 10 15:42:51.531151 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-45c3fedb-986f-40a2-8702-71b5fef0a40b req-70a3f86c-678c-4838-a001-4271b518cd4e tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398907 Feb 10 15:42:51.557410 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-89c10b03-8648-4dd0-9595-1174b82afc5b req-5dec4300-ba2d-4cf9-9fa5-b4dea7898433 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6042774-1c90-49c1-b324-e166665de01c HTTP/1.1" status: 200 len: 217 time: 0.0644667 Feb 10 15:42:51.570224 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:51.571133 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Publish callbacks [] for port (8bdf0338-54c9-43ce-a06c-74b974dedef1), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:51.580924 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (8bdf0338-54c9-43ce-a06c-74b974dedef1), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:51.624892 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Network f0705694-5af9-4211-b904-bb2224ecb304 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:51.634393 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:51.644129 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:51.660529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c10b03-8648-4dd0-9595-1174b82afc5b req-076ed30d-0f08-4484-88b7-9149a2e50be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:51.664322 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-89c10b03-8648-4dd0-9595-1174b82afc5b req-076ed30d-0f08-4484-88b7-9149a2e50be8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=84dea653-20ea-406a-874c-8fb7acaa42f4 HTTP/1.1" status: 200 len: 852 time: 0.0985351 Feb 10 15:42:51.703144 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Pushing event updated for resources: {'Port': ['ID=8bdf0338-54c9-43ce-a06c-74b974dedef1,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:51.735449 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-89c10b03-8648-4dd0-9595-1174b82afc5b req-73489d26-7fca-41ad-ae78-747372122ccd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4cc9552c-85ec-4329-ace4-27ff94ac21d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621264 Feb 10 15:42:51.794611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Attempting to bind port 8bdf0338-54c9-43ce-a06c-74b974dedef1 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:42:51.794611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Attempting to bind port 8bdf0338-54c9-43ce-a06c-74b974dedef1 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '59e0de28-5da0-4a06-8e88-0d720d92f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f0705694-5af9-4211-b904-bb2224ecb304'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:42:51.794611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Attempting to bind port 8bdf0338-54c9-43ce-a06c-74b974dedef1 on network f0705694-5af9-4211-b904-bb2224ecb304 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:42:51.802743 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:42:51.807040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Checking segment: {'id': '59e0de28-5da0-4a06-8e88-0d720d92f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f0705694-5af9-4211-b904-bb2224ecb304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:42:51.808135 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:51.809592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Bound using segment: {'id': '59e0de28-5da0-4a06-8e88-0d720d92f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f0705694-5af9-4211-b904-bb2224ecb304'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:42:51.811266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Bound port: 8bdf0338-54c9-43ce-a06c-74b974dedef1, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e0de28-5da0-4a06-8e88-0d720d92f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f0705694-5af9-4211-b904-bb2224ecb304'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:42:51.811942 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8bdf0338-54c9-43ce-a06c-74b974dedef1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:51.851572 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Allocated IP 172.20.0.1 (f0705694-5af9-4211-b904-bb2224ecb304/46138e67-8063-4b98-8416-db009a3ae8a0/74d3cecc-a653-40a6-9a46-60c41804173d) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:51.856755 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-89c10b03-8648-4dd0-9595-1174b82afc5b req-2b1c97e2-76dc-4f48-b0fb-20d04559479d service neutron] 10.222.0.79 "GET /v2.0/networks/4cc9552c-85ec-4329-ace4-27ff94ac21d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099994 Feb 10 15:42:51.948240 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] For port 8bdf0338-54c9-43ce-a06c-74b974dedef1, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:42:51.954676 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] For port 8bdf0338-54c9-43ce-a06c-74b974dedef1, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8bdf0338-54c9-43ce-a06c-74b974dedef1,segment=NetworkSegment(59e0de28-5da0-4a06-8e88-0d720d92f452),segment_id=59e0de28-5da0-4a06-8e88-0d720d92f452)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:42:51.965256 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8bdf0338-54c9-43ce-a06c-74b974dedef1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:51.977914 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-89c10b03-8648-4dd0-9595-1174b82afc5b req-0c194dbb-866c-4782-b909-b6bd10bde08a service neutron] 10.222.0.79 "GET /v2.0/networks/4cc9552c-85ec-4329-ace4-27ff94ac21d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132157 Feb 10 15:42:52.009610 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for port (74d3cecc-a653-40a6-9a46-60c41804173d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:52.044116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357a7bd-ea9f-4356-b79c-cbc95fa73252 None None] Pushing event updated for resources: {'Port': ['ID=8bdf0338-54c9-43ce-a06c-74b974dedef1,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:52.064109 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (74d3cecc-a653-40a6-9a46-60c41804173d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:52.141032 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Pushing event updated for resources: {'Port': ['ID=74d3cecc-a653-40a6-9a46-60c41804173d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:52.157322 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Network f0705694-5af9-4211-b904-bb2224ecb304 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:52.158957 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:52.162821 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:52.216342 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (aae5e849-fa95-46a8-809e-28165438c451), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:52.378954 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (74d3cecc-a653-40a6-9a46-60c41804173d), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:52.727440 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dad378-0c6f-4c10-a820-d46902636d7f req-77fc35ee-99e6-4ab7-8441-5027f28f206a tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:52.729128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06dad378-0c6f-4c10-a820-d46902636d7f req-77fc35ee-99e6-4ab7-8441-5027f28f206a tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0919592 Feb 10 15:42:52.771665 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for port (74d3cecc-a653-40a6-9a46-60c41804173d), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:52.788528 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (74d3cecc-a653-40a6-9a46-60c41804173d), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:52.844568 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Pushing event updated for resources: {'Port': ['ID=74d3cecc-a653-40a6-9a46-60c41804173d,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:52.882967 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06dad378-0c6f-4c10-a820-d46902636d7f req-40669c11-9e2f-4eda-84a7-784cbba48b75 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426685 Feb 10 15:42:52.904787 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (aae5e849-fa95-46a8-809e-28165438c451), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:53.013019 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Network f0705694-5af9-4211-b904-bb2224ecb304 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:53.015021 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:53.161252 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Router aae5e849-fa95-46a8-809e-28165438c451 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:42:53.281720 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:42:53.288925 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8ad92c31-b131-49be-940f-9f95cfbb0a18 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] 10.222.0.64 "PUT /v2.0/routers/aae5e849-fa95-46a8-809e-28165438c451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1912930 Feb 10 15:42:53.292727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53898) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:53.294167 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e35f24b-c094-4572-b675-9eddfea9153b None None] Sync routers for ids ['aae5e849-fa95-46a8-809e-28165438c451'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:42:53.298886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a02cc0f5-5f22-4006-94e4-162782487bbf tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Request body: {'port': {'network_id': 'f0705694-5af9-4211-b904-bb2224ecb304', 'name': 'tempest-FloatingIPNegativeTestJSON-341156943'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:53.313708 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35f24b-c094-4572-b675-9eddfea9153b None None] Routers {'aae5e849-fa95-46a8-809e-28165438c451'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:53.314334 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6e35f24b-c094-4572-b675-9eddfea9153b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['aae5e849-fa95-46a8-809e-28165438c451'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:53.369155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6e35f24b-c094-4572-b675-9eddfea9153b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:53.382699 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35f24b-c094-4572-b675-9eddfea9153b None None] Routers {'aae5e849-fa95-46a8-809e-28165438c451'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:42:53.383890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6e35f24b-c094-4572-b675-9eddfea9153b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['aae5e849-fa95-46a8-809e-28165438c451'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:53.425492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6e35f24b-c094-4572-b675-9eddfea9153b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:42:53.426146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e35f24b-c094-4572-b675-9eddfea9153b None None] The sync data for ids ['aae5e849-fa95-46a8-809e-28165438c451'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:42:53.447637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664a807b-6a73-4bb1-9760-03f6870769dd None None] Network f0705694-5af9-4211-b904-bb2224ecb304 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:42:53.465722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02cc0f5-5f22-4006-94e4-162782487bbf tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Made reservation on behalf of 3d7761178b2740efb097d65948e018ad for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:42:53.470205 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a02cc0f5-5f22-4006-94e4-162782487bbf tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:53.499137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-a02cc0f5-5f22-4006-94e4-162782487bbf tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] device_id is not set on port 3580bb3a-cccb-44d1-aeb1-6a033c9fc222 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:42:53.529360 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b2be5386-1d35-458f-a604-61b1bc39756f None None] Provisioning complete for port 8bdf0338-54c9-43ce-a06c-74b974dedef1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:53.529773 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b2be5386-1d35-458f-a604-61b1bc39756f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8bdf0338-54c9-43ce-a06c-74b974dedef1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:53.643093 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-a02cc0f5-5f22-4006-94e4-162782487bbf tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Allocated IP 172.20.0.8 (f0705694-5af9-4211-b904-bb2224ecb304/46138e67-8063-4b98-8416-db009a3ae8a0/3580bb3a-cccb-44d1-aeb1-6a033c9fc222) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:53.728554 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b2be5386-1d35-458f-a604-61b1bc39756f None None] Current status of the port 8bdf0338-54c9-43ce-a06c-74b974dedef1 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:42:53.728554 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b2be5386-1d35-458f-a604-61b1bc39756f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8bdf0338-54c9-43ce-a06c-74b974dedef1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:53.823471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b2be5386-1d35-458f-a604-61b1bc39756f None None] For port 8bdf0338-54c9-43ce-a06c-74b974dedef1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8bdf0338-54c9-43ce-a06c-74b974dedef1,segment=NetworkSegment(59e0de28-5da0-4a06-8e88-0d720d92f452),segment_id=59e0de28-5da0-4a06-8e88-0d720d92f452)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:42:53.831368 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b2be5386-1d35-458f-a604-61b1bc39756f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8bdf0338-54c9-43ce-a06c-74b974dedef1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:53.930600 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8bdf0338-54c9-43ce-a06c-74b974dedef1 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:53.983320 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a02cc0f5-5f22-4006-94e4-162782487bbf tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for port (3580bb3a-cccb-44d1-aeb1-6a033c9fc222), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:54.034343 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be5386-1d35-458f-a604-61b1bc39756f None None] Pushing event updated for resources: {'Port': ['ID=8bdf0338-54c9-43ce-a06c-74b974dedef1,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:54.062345 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a02cc0f5-5f22-4006-94e4-162782487bbf tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3580bb3a-cccb-44d1-aeb1-6a033c9fc222), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:54.064287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8bdf0338-54c9-43ce-a06c-74b974dedef1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:54.064287 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8bdf0338-54c9-43ce-a06c-74b974dedef1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:54.142905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286df5ac-2e28-4e5b-a76a-903ba344cace req-5ca6d1da-6292-4469-bff9-8e5a0b6fef5f tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:54.163228 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-286df5ac-2e28-4e5b-a76a-903ba344cace req-5ca6d1da-6292-4469-bff9-8e5a0b6fef5f tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1802087 Feb 10 15:42:54.212391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02cc0f5-5f22-4006-94e4-162782487bbf tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Network f0705694-5af9-4211-b904-bb2224ecb304 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:54.220068 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-a02cc0f5-5f22-4006-94e4-162782487bbf tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:54.239085 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02cc0f5-5f22-4006-94e4-162782487bbf tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:54.239936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-286df5ac-2e28-4e5b-a76a-903ba344cace req-00712ad0-8997-426b-8fca-2cbfb0e23404 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757427 Feb 10 15:42:54.334316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cc0f5-5f22-4006-94e4-162782487bbf tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Pushing event updated for resources: {'Port': ['ID=3580bb3a-cccb-44d1-aeb1-6a033c9fc222,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:54.387734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02cc0f5-5f22-4006-94e4-162782487bbf tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:54.388400 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a02cc0f5-5f22-4006-94e4-162782487bbf tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:54.430980 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a02cc0f5-5f22-4006-94e4-162782487bbf tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1366045 Feb 10 15:42:54.435390 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53926) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:54.440419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:54.481739 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:54.557456 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8bdf0338-54c9-43ce-a06c-74b974dedef1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:42:54.561707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-74ce1489-bf08-4e86-8af8-cd3c8cf4221a None None] Provisioning complete for port 8bdf0338-54c9-43ce-a06c-74b974dedef1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:54.562232 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-74ce1489-bf08-4e86-8af8-cd3c8cf4221a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8bdf0338-54c9-43ce-a06c-74b974dedef1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:54.615698 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e63e92-63ac-4e00-b794-460c5d9b259d req-77a8cfca-b29a-4402-91d9-f0813eaea48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:54.618186 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-17e63e92-63ac-4e00-b794-460c5d9b259d req-77a8cfca-b29a-4402-91d9-f0813eaea48e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=034b31f3dbf344e987debe2007cdae09&device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 1127 time: 0.1329212 Feb 10 15:42:54.631538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b06c5-331c-478d-816e-0aab476ba8a4 req-e274a308-d8b1-4120-b021-b0a23087d636 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:54.638797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f2b06c5-331c-478d-816e-0aab476ba8a4 req-e274a308-d8b1-4120-b021-b0a23087d636 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1244493 Feb 10 15:42:54.768507 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f2b06c5-331c-478d-816e-0aab476ba8a4 req-6e0cff7e-3926-4f8f-b446-321664ea4570 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260073 Feb 10 15:42:54.800424 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-74ce1489-bf08-4e86-8af8-cd3c8cf4221a None None] Current status of the port 8bdf0338-54c9-43ce-a06c-74b974dedef1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:42:54.838202 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-74ce1489-bf08-4e86-8af8-cd3c8cf4221a None None] Provisioning complete for port 74d3cecc-a653-40a6-9a46-60c41804173d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:54.838583 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-74ce1489-bf08-4e86-8af8-cd3c8cf4221a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (74d3cecc-a653-40a6-9a46-60c41804173d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:54.860233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53930) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:54.877395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:54.971843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-74ce1489-bf08-4e86-8af8-cd3c8cf4221a None None] Port 74d3cecc-a653-40a6-9a46-60c41804173d cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:42:55.013452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Allocated IP 172.25.3.97 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/99344c80-a978-46b5-81d0-d4a6be6cc48f) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:55.083951 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0986620e-0979-4002-9a19-fd36bf2ffed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:55.105986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7882704e-fcae-4703-9508-8141519320d2 None None] Provisioning complete for port 74d3cecc-a653-40a6-9a46-60c41804173d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:55.106744 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7882704e-fcae-4703-9508-8141519320d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (74d3cecc-a653-40a6-9a46-60c41804173d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:55.139344 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for port (99344c80-a978-46b5-81d0-d4a6be6cc48f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:55.165695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7882704e-fcae-4703-9508-8141519320d2 None None] Port 74d3cecc-a653-40a6-9a46-60c41804173d cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:42:55.171630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e63e92-63ac-4e00-b794-460c5d9b259d req-8e774031-ae1d-4918-99fc-47666805c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:55.173314 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-17e63e92-63ac-4e00-b794-460c5d9b259d req-8e774031-ae1d-4918-99fc-47666805c940 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f3f84446-186f-4726-a963-a557c976fc13 HTTP/1.1" status: 200 len: 920 time: 0.5468931 Feb 10 15:42:55.175050 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (99344c80-a978-46b5-81d0-d4a6be6cc48f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:55.228864 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0986620e-0979-4002-9a19-fd36bf2ffed3 admin admin] Publish callbacks [] for security_group (2d29c4ee-ca84-4351-8254-9f9c1534089f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:55.234252 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0986620e-0979-4002-9a19-fd36bf2ffed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2d29c4ee-ca84-4351-8254-9f9c1534089f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:55.266832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-17e63e92-63ac-4e00-b794-460c5d9b259d req-1fac9688-2752-471a-85cd-11bbd07ab939 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67685f0e-34f5-4cc0-95ab-05cf5750907b HTTP/1.1" status: 200 len: 217 time: 0.0831554 Feb 10 15:42:55.275094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:55.294831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:55.303891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Pushing event updated for resources: {'Port': ['ID=99344c80-a978-46b5-81d0-d4a6be6cc48f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:55.306812 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986620e-0979-4002-9a19-fd36bf2ffed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d29c4ee-ca84-4351-8254-9f9c1534089f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:55.318671 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:55.326148 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0986620e-0979-4002-9a19-fd36bf2ffed3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21cde877ff8e4e9492aff58a3efe52bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4647639 Feb 10 15:42:55.335081 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53936) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:55.483029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e63e92-63ac-4e00-b794-460c5d9b259d req-f8bb62d0-7199-45d3-9d12-df5ec87c4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:55.485304 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-17e63e92-63ac-4e00-b794-460c5d9b259d req-f8bb62d0-7199-45d3-9d12-df5ec87c4ecd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3067190f-bf98-49ad-8d01-a6124fc64fdd HTTP/1.1" status: 200 len: 859 time: 0.2059207 Feb 10 15:42:55.486509 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0c29a-0a6d-49bc-8a05-4743a3da8285 req-7b127d41-1f54-4043-88f6-578cc4b75c09 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:55.489152 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fde0c29a-0a6d-49bc-8a05-4743a3da8285 req-7b127d41-1f54-4043-88f6-578cc4b75c09 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1442761 Feb 10 15:42:55.499105 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5042cf68-16fa-4757-a0c8-e1d691dfb7a2 None None] Provisioning complete for port 3580bb3a-cccb-44d1-aeb1-6a033c9fc222 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:55.499846 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5042cf68-16fa-4757-a0c8-e1d691dfb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (3580bb3a-cccb-44d1-aeb1-6a033c9fc222), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:55.556228 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4ff36e7-2726-4b09-8386-a50d3b23a0cc admin admin] Publish callbacks [] for security_group (2d29c4ee-ca84-4351-8254-9f9c1534089f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:55.562320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5042cf68-16fa-4757-a0c8-e1d691dfb7a2 None None] Port 3580bb3a-cccb-44d1-aeb1-6a033c9fc222 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:42:55.573346 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-17e63e92-63ac-4e00-b794-460c5d9b259d req-0de5b846-c75e-44e8-90ea-a7bf3df9f46b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f3f84446-186f-4726-a963-a557c976fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748897 Feb 10 15:42:55.574369 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for floatingip (10e65cbf-16a0-4085-9a82-f93fe42305fc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:55.604249 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4ff36e7-2726-4b09-8386-a50d3b23a0cc admin admin] Publish callbacks [] for security_group (2d29c4ee-ca84-4351-8254-9f9c1534089f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:55.624400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fde0c29a-0a6d-49bc-8a05-4743a3da8285 req-ed2bb891-a9fe-4593-8d42-df863ec72d72 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286530 Feb 10 15:42:55.674385 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4ff36e7-2726-4b09-8386-a50d3b23a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2d29c4ee-ca84-4351-8254-9f9c1534089f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:55.678444 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4ff36e7-2726-4b09-8386-a50d3b23a0cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:55.694810 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e4ff36e7-2726-4b09-8386-a50d3b23a0cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d29c4ee-ca84-4351-8254-9f9c1534089f HTTP/1.1" status: 204 len: 168 time: 0.3492618 Feb 10 15:42:55.716282 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff36e7-2726-4b09-8386-a50d3b23a0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d29c4ee-ca84-4351-8254-9f9c1534089f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:55.822047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8bdf0338-54c9-43ce-a06c-74b974dedef1 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:42:55.914420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8bdf0338-54c9-43ce-a06c-74b974dedef1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:42:55.915686 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8bdf0338-54c9-43ce-a06c-74b974dedef1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:55.991080 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb2e81-ce27-4603-8ce9-1194987d0e91 req-642fd620-daff-4d2e-99a0-60e411069548 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:56.001823 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1eb2e81-ce27-4603-8ce9-1194987d0e91 req-642fd620-daff-4d2e-99a0-60e411069548 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1215467 Feb 10 15:42:56.070017 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8bdf0338-54c9-43ce-a06c-74b974dedef1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:42:56.094918 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1eb2e81-ce27-4603-8ce9-1194987d0e91 req-3212abd1-9d70-42c4-aef6-b1e935cf991e tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918596 Feb 10 15:42:56.098453 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (99344c80-a978-46b5-81d0-d4a6be6cc48f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:56.167660 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-17e63e92-63ac-4e00-b794-460c5d9b259d req-915f4518-f888-49c9-a862-1d82b4dd632f service neutron] 10.222.0.79 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808773 Feb 10 15:42:56.210302 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53946) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:56.228185 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4c6698c8-e745-46ba-8e35-522759d4844c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:56.327048 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4c6698c8-e745-46ba-8e35-522759d4844c admin admin] Publish callbacks [] for security_group (22ae5ea2-4764-4fd0-8a16-5b0c4fdfd6fb), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:56.332192 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4c6698c8-e745-46ba-8e35-522759d4844c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (22ae5ea2-4764-4fd0-8a16-5b0c4fdfd6fb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:56.337340 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-17e63e92-63ac-4e00-b794-460c5d9b259d req-52083a78-2196-4075-88ec-23fa8f718272 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608281 Feb 10 15:42:56.359392 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for port (99344c80-a978-46b5-81d0-d4a6be6cc48f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:56.367369 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (99344c80-a978-46b5-81d0-d4a6be6cc48f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:56.402057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4c6698c8-e745-46ba-8e35-522759d4844c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8df2f713e7924b7eb8695e9f090165a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1877394 Feb 10 15:42:56.408525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53952) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:56.409354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6698c8-e745-46ba-8e35-522759d4844c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ae5ea2-4764-4fd0-8a16-5b0c4fdfd6fb,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:56.477158 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Pushing event updated for resources: {'Port': ['ID=99344c80-a978-46b5-81d0-d4a6be6cc48f,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:56.485712 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-083df155-9bca-4e97-8f6a-18d53f745ff9 admin admin] Publish callbacks [] for security_group (22ae5ea2-4764-4fd0-8a16-5b0c4fdfd6fb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:56.488559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (10e65cbf-16a0-4085-9a82-f93fe42305fc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:56.519222 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-083df155-9bca-4e97-8f6a-18d53f745ff9 admin admin] Publish callbacks [] for security_group (22ae5ea2-4764-4fd0-8a16-5b0c4fdfd6fb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:56.521645 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:56.526783 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 53956) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:56.527653 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-46012ada-26b4-42a1-972e-033b4c6bbf86 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0909967 Feb 10 15:42:56.532021 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-75c02a9a-40be-48b5-93d7-5ced74f55a9f tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Request body: {'floatingip': {'port_id': '3580bb3a-cccb-44d1-aeb1-6a033c9fc222', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:56.590284 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-75c02a9a-40be-48b5-93d7-5ced74f55a9f tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for floatingip (10e65cbf-16a0-4085-9a82-f93fe42305fc), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:56.713472 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-083df155-9bca-4e97-8f6a-18d53f745ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (22ae5ea2-4764-4fd0-8a16-5b0c4fdfd6fb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:56.716161 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-083df155-9bca-4e97-8f6a-18d53f745ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:56.738730 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-083df155-9bca-4e97-8f6a-18d53f745ff9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/22ae5ea2-4764-4fd0-8a16-5b0c4fdfd6fb HTTP/1.1" status: 204 len: 168 time: 0.3064144 Feb 10 15:42:56.766908 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-75c02a9a-40be-48b5-93d7-5ced74f55a9f tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] update failed (client error): The resource could not be found. Feb 10 15:42:56.771054 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53962) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:56.778651 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-75c02a9a-40be-48b5-93d7-5ced74f55a9f tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] 10.222.0.64 "PUT /v2.0/floatingips/10e65cbf-16a0-4085-9a82-f93fe42305fc HTTP/1.1" status: 404 len: 507 time: 0.2507465 Feb 10 15:42:56.982813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-8ea81c81-8146-4a77-8a77-1e47b0b39d2b tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Deleting port 99344c80-a978-46b5-81d0-d4a6be6cc48f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:42:56.983352 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8ea81c81-8146-4a77-8a77-1e47b0b39d2b tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (99344c80-a978-46b5-81d0-d4a6be6cc48f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:57.117152 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8ea81c81-8146-4a77-8a77-1e47b0b39d2b tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (99344c80-a978-46b5-81d0-d4a6be6cc48f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:57.117842 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8ea81c81-8146-4a77-8a77-1e47b0b39d2b tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for floatingip (99344c80-a978-46b5-81d0-d4a6be6cc48f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:57.152458 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-8ea81c81-8146-4a77-8a77-1e47b0b39d2b tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Calling delete_port for 99344c80-a978-46b5-81d0-d4a6be6cc48f owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:42:57.305083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083df155-9bca-4e97-8f6a-18d53f745ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ae5ea2-4764-4fd0-8a16-5b0c4fdfd6fb,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:57.377380 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8ea81c81-8146-4a77-8a77-1e47b0b39d2b tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (99344c80-a978-46b5-81d0-d4a6be6cc48f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:57.396283 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ac402-5935-4fe7-ab6e-075d6285c279 req-7f7ce9fd-9c7a-4856-96b3-adf092c68539 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:57.404440 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-014ac402-5935-4fe7-ab6e-075d6285c279 req-7f7ce9fd-9c7a-4856-96b3-adf092c68539 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.6524804 Feb 10 15:42:57.431213 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea81c81-8146-4a77-8a77-1e47b0b39d2b tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Pushing event deleted for resources: {'Port': ['ID=99344c80-a978-46b5-81d0-d4a6be6cc48f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:57.442415 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528196d-47f6-45ae-9b5e-51341a7cdb02 req-1004b2a1-a92e-465f-b19f-3f50f2c82761 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:57.443810 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a528196d-47f6-45ae-9b5e-51341a7cdb02 req-1004b2a1-a92e-465f-b19f-3f50f2c82761 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1360488 Feb 10 15:42:57.509931 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-014ac402-5935-4fe7-ab6e-075d6285c279 req-c2bf31f2-4915-493c-89fb-4c0551a412f9 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043899 Feb 10 15:42:57.522185 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8ea81c81-8146-4a77-8a77-1e47b0b39d2b tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for floatingip (10e65cbf-16a0-4085-9a82-f93fe42305fc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:57.526296 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8ea81c81-8146-4a77-8a77-1e47b0b39d2b tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:57.528026 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8ea81c81-8146-4a77-8a77-1e47b0b39d2b tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] 10.222.0.64 "DELETE /v2.0/floatingips/10e65cbf-16a0-4085-9a82-f93fe42305fc HTTP/1.1" status: 204 len: 168 time: 0.7554452 Feb 10 15:42:57.531276 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53978) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:57.535766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7d6bbae6-50c2-44d0-b913-22cd52ce40f2 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Request body: {'floatingip': {'floating_network_id': 'f0705694-5af9-4211-b904-bb2224ecb304', 'port_id': '3580bb3a-cccb-44d1-aeb1-6a033c9fc222', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:57.543465 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a528196d-47f6-45ae-9b5e-51341a7cdb02 req-1e92ed82-227b-473a-8977-a0bcc0b0ce13 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902305 Feb 10 15:42:57.560682 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d6bbae6-50c2-44d0-b913-22cd52ce40f2 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:57.693196 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-7d6bbae6-50c2-44d0-b913-22cd52ce40f2 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:42:57.694438 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7d6bbae6-50c2-44d0-b913-22cd52ce40f2 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1621208 Feb 10 15:42:57.702333 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 53994) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:57.707397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': '3580bb3a-cccb-44d1-aeb1-6a033c9fc222', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:42:57.734964 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:57.868970 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:57.981002 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Allocated IP 172.25.3.82 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/35fdeb89-5adb-4929-a208-bed098f38fce) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:42:58.095329 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for port (35fdeb89-5adb-4929-a208-bed098f38fce), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:58.134582 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (35fdeb89-5adb-4929-a208-bed098f38fce), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:58.186552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:42:58.188160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:42:58.190441 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Pushing event updated for resources: {'Port': ['ID=35fdeb89-5adb-4929-a208-bed098f38fce,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:58.192191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:42:58.358849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Deleting port 35fdeb89-5adb-4929-a208-bed098f38fce {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:42:58.359205 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (35fdeb89-5adb-4929-a208-bed098f38fce), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:58.443809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (35fdeb89-5adb-4929-a208-bed098f38fce), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:58.444148 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for floatingip (35fdeb89-5adb-4929-a208-bed098f38fce), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:58.456907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Calling delete_port for 35fdeb89-5adb-4929-a208-bed098f38fce owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:42:58.635372 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (35fdeb89-5adb-4929-a208-bed098f38fce), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:58.668853 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23eba3f-aaf1-461c-b1d3-a88ec520b6a0 req-a5da0034-2c2f-4639-900b-d436f7e70e36 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:58.674749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Pushing event deleted for resources: {'Port': ['ID=35fdeb89-5adb-4929-a208-bed098f38fce,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:58.685066 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c23eba3f-aaf1-461c-b1d3-a88ec520b6a0 req-a5da0034-2c2f-4639-900b-d436f7e70e36 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1016881 Feb 10 15:42:58.776393 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] create failed (client error): The resource could not be found. Feb 10 15:42:58.777859 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d332c715-973a-4f58-8b58-c1e800bd6322 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0743635 Feb 10 15:42:58.780913 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c23eba3f-aaf1-461c-b1d3-a88ec520b6a0 req-09944ad7-823e-4f47-9348-514cdf73c4ab tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949347 Feb 10 15:42:58.781616 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54026) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:58.822672 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878070a-2799-44b0-bcbb-5a2f8b2e0112 req-d01a1c3e-ef71-4300-b518-79c1007367ff tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:58.824207 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6878070a-2799-44b0-bcbb-5a2f8b2e0112 req-d01a1c3e-ef71-4300-b518-79c1007367ff tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1108196 Feb 10 15:42:58.913527 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6878070a-2799-44b0-bcbb-5a2f8b2e0112 req-d5abecb2-924b-48fd-a884-091fe3affdfe tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804586 Feb 10 15:42:58.923344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-94d17570-4e01-4da9-998d-9d2f47582ed6 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Deleting port 3580bb3a-cccb-44d1-aeb1-6a033c9fc222 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:42:58.923696 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-94d17570-4e01-4da9-998d-9d2f47582ed6 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3580bb3a-cccb-44d1-aeb1-6a033c9fc222), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:58.986745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54030) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:59.021535 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-94d17570-4e01-4da9-998d-9d2f47582ed6 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3580bb3a-cccb-44d1-aeb1-6a033c9fc222), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:59.033657 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-94d17570-4e01-4da9-998d-9d2f47582ed6 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Calling delete_port for 3580bb3a-cccb-44d1-aeb1-6a033c9fc222 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:42:59.111818 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce4bd-0af5-48cc-81da-3ecb13316458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:59.203870 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-94d17570-4e01-4da9-998d-9d2f47582ed6 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (3580bb3a-cccb-44d1-aeb1-6a033c9fc222), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:59.237714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d17570-4e01-4da9-998d-9d2f47582ed6 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Pushing event deleted for resources: {'Port': ['ID=3580bb3a-cccb-44d1-aeb1-6a033c9fc222,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:59.324893 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce4bd-0af5-48cc-81da-3ecb13316458 admin admin] Publish callbacks [] for security_group (3a5a2cfa-b6c5-487e-a151-84a0b4fda48b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:59.332912 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce4bd-0af5-48cc-81da-3ecb13316458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3a5a2cfa-b6c5-487e-a151-84a0b4fda48b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:59.335781 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-94d17570-4e01-4da9-998d-9d2f47582ed6 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:59.341436 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-94d17570-4e01-4da9-998d-9d2f47582ed6 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] 10.222.0.64 "DELETE /v2.0/ports/3580bb3a-cccb-44d1-aeb1-6a033c9fc222 HTTP/1.1" status: 204 len: 168 time: 0.5564983 Feb 10 15:42:59.342398 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54034) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:59.377980 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7f8ce4bd-0af5-48cc-81da-3ecb13316458 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e3aba9d6dd34dc0818db49275dce898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3899322 Feb 10 15:42:59.378974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ce4bd-0af5-48cc-81da-3ecb13316458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5a2cfa-b6c5-487e-a151-84a0b4fda48b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:59.381358 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54036) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:59.443120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d4e501-e2d5-4db8-816f-1f7df1b410da tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:42:59.444966 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-01d4e501-e2d5-4db8-816f-1f7df1b410da tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] 10.222.0.64 "GET /v2.0/ports?device_id=aae5e849-fa95-46a8-809e-28165438c451 HTTP/1.1" status: 200 len: 913 time: 0.1021485 Feb 10 15:42:59.448943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54038) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:42:59.465736 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6e83663-2600-4b3b-8eef-079c9890bd36 admin admin] Publish callbacks [] for security_group (3a5a2cfa-b6c5-487e-a151-84a0b4fda48b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:59.489700 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6e83663-2600-4b3b-8eef-079c9890bd36 admin admin] Publish callbacks [] for security_group (3a5a2cfa-b6c5-487e-a151-84a0b4fda48b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:59.545747 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6e83663-2600-4b3b-8eef-079c9890bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3a5a2cfa-b6c5-487e-a151-84a0b4fda48b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:59.549137 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6e83663-2600-4b3b-8eef-079c9890bd36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:42:59.553813 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e6e83663-2600-4b3b-8eef-079c9890bd36 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a5a2cfa-b6c5-487e-a151-84a0b4fda48b HTTP/1.1" status: 204 len: 168 time: 0.1638722 Feb 10 15:42:59.560132 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e83663-2600-4b3b-8eef-079c9890bd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5a2cfa-b6c5-487e-a151-84a0b4fda48b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:42:59.815265 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe6df-d09e-4d6d-b26e-bbd6a193c667 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (aae5e849-fa95-46a8-809e-28165438c451), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:00.054094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66994a8-137e-4ce7-aff6-2b70fe629f1f req-7db2ec68-9d5a-4cb9-bf1b-6bb1a67152ff tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:00.058082 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54050) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:00.058595 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a66994a8-137e-4ce7-aff6-2b70fe629f1f req-7db2ec68-9d5a-4cb9-bf1b-6bb1a67152ff tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1956377 Feb 10 15:43:00.078355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e56f6a89-9cd6-4455-baef-ad2a9bca6dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:00.130352 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831af7a-4dc6-4046-b012-b518a56c1536 req-3f9a405a-122a-468e-a7be-70542628f1a6 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:00.131948 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7831af7a-4dc6-4046-b012-b518a56c1536 req-3f9a405a-122a-468e-a7be-70542628f1a6 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1351953 Feb 10 15:43:00.142946 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a66994a8-137e-4ce7-aff6-2b70fe629f1f req-984b9aa5-891f-4297-8908-e16305822e3a tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785685 Feb 10 15:43:00.166956 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e56f6a89-9cd6-4455-baef-ad2a9bca6dcf admin admin] Publish callbacks [] for security_group (f124d811-0959-4134-bb69-6abc0121afed), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:00.171907 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e56f6a89-9cd6-4455-baef-ad2a9bca6dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f124d811-0959-4134-bb69-6abc0121afed), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:00.210037 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e56f6a89-9cd6-4455-baef-ad2a9bca6dcf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff4649d55ff8454a8374bcaae2076ad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1499293 Feb 10 15:43:00.211651 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f6a89-9cd6-4455-baef-ad2a9bca6dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f124d811-0959-4134-bb69-6abc0121afed,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:00.214353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54052) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:00.224861 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7831af7a-4dc6-4046-b012-b518a56c1536 req-0b0b3fb5-23e3-4cf3-9684-e40a0f301511 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800729 Feb 10 15:43:00.264121 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df2e2840-b853-48db-8b24-7d155424a71b admin admin] Publish callbacks [] for security_group (f124d811-0959-4134-bb69-6abc0121afed), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:00.280773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-7fcbe6df-d09e-4d6d-b26e-bbd6a193c667 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Deleting port 74d3cecc-a653-40a6-9a46-60c41804173d {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:00.281124 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe6df-d09e-4d6d-b26e-bbd6a193c667 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (74d3cecc-a653-40a6-9a46-60c41804173d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:00.285316 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df2e2840-b853-48db-8b24-7d155424a71b admin admin] Publish callbacks [] for security_group (f124d811-0959-4134-bb69-6abc0121afed), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:00.334786 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df2e2840-b853-48db-8b24-7d155424a71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f124d811-0959-4134-bb69-6abc0121afed), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:00.338446 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df2e2840-b853-48db-8b24-7d155424a71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:00.342979 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-df2e2840-b853-48db-8b24-7d155424a71b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f124d811-0959-4134-bb69-6abc0121afed HTTP/1.1" status: 204 len: 168 time: 0.1255355 Feb 10 15:43:00.351576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e2840-b853-48db-8b24-7d155424a71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f124d811-0959-4134-bb69-6abc0121afed,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:00.383231 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe6df-d09e-4d6d-b26e-bbd6a193c667 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (74d3cecc-a653-40a6-9a46-60c41804173d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:00.396105 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-7fcbe6df-d09e-4d6d-b26e-bbd6a193c667 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Calling delete_port for 74d3cecc-a653-40a6-9a46-60c41804173d owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:00.600286 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe6df-d09e-4d6d-b26e-bbd6a193c667 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (74d3cecc-a653-40a6-9a46-60c41804173d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:00.657422 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbe6df-d09e-4d6d-b26e-bbd6a193c667 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Pushing event deleted for resources: {'Port': ['ID=74d3cecc-a653-40a6-9a46-60c41804173d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:00.899065 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe6df-d09e-4d6d-b26e-bbd6a193c667 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (aae5e849-fa95-46a8-809e-28165438c451), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:01.102809 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcbe6df-d09e-4d6d-b26e-bbd6a193c667 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Router aae5e849-fa95-46a8-809e-28165438c451 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:01.223419 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcbe6df-d09e-4d6d-b26e-bbd6a193c667 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:01.234644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54080) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:01.235159 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3eec37-223a-4653-bd4c-ac4e70fafffd None None] Sync routers for ids ['aae5e849-fa95-46a8-809e-28165438c451'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:01.246047 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7fcbe6df-d09e-4d6d-b26e-bbd6a193c667 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] 10.222.0.64 "PUT /v2.0/routers/aae5e849-fa95-46a8-809e-28165438c451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7959309 Feb 10 15:43:01.262998 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3eec37-223a-4653-bd4c-ac4e70fafffd None None] Routers {'aae5e849-fa95-46a8-809e-28165438c451'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:01.263626 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4e3eec37-223a-4653-bd4c-ac4e70fafffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['aae5e849-fa95-46a8-809e-28165438c451'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:01.360581 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4e3eec37-223a-4653-bd4c-ac4e70fafffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:01.374981 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f73b66f-b45e-4499-89ec-49b82e59e500 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for router (aae5e849-fa95-46a8-809e-28165438c451), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:01.379001 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3eec37-223a-4653-bd4c-ac4e70fafffd None None] Routers {'aae5e849-fa95-46a8-809e-28165438c451'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:01.380062 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4e3eec37-223a-4653-bd4c-ac4e70fafffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['aae5e849-fa95-46a8-809e-28165438c451'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:01.458186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c8200-b3e6-4fa0-b71a-b1b9327c7c9c req-54b485d8-90b8-4e2c-a599-2534498be1b6 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:01.458908 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4e3eec37-223a-4653-bd4c-ac4e70fafffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:01.459745 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-709c8200-b3e6-4fa0-b71a-b1b9327c7c9c req-54b485d8-90b8-4e2c-a599-2534498be1b6 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1887162 Feb 10 15:43:01.466035 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3eec37-223a-4653-bd4c-ac4e70fafffd None None] The sync data for ids ['aae5e849-fa95-46a8-809e-28165438c451'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:01.543914 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32701391-37c9-4075-a5c9-b2778644a890 req-b1c079b6-2e57-4202-a279-c8d20c248e66 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:01.550759 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32701391-37c9-4075-a5c9-b2778644a890 req-b1c079b6-2e57-4202-a279-c8d20c248e66 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1773243 Feb 10 15:43:01.606812 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f73b66f-b45e-4499-89ec-49b82e59e500 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (aae5e849-fa95-46a8-809e-28165438c451), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:01.609035 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f73b66f-b45e-4499-89ec-49b82e59e500 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for router_controller (aae5e849-fa95-46a8-809e-28165438c451), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:01.620952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-709c8200-b3e6-4fa0-b71a-b1b9327c7c9c req-4234a941-3458-419c-a7f1-6b029b36e281 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528876 Feb 10 15:43:01.671752 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32701391-37c9-4075-a5c9-b2778644a890 req-e48c663f-7009-4cac-9e81-268d30fb503b tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199262 Feb 10 15:43:01.692019 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f73b66f-b45e-4499-89ec-49b82e59e500 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (aae5e849-fa95-46a8-809e-28165438c451), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:01.693421 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f73b66f-b45e-4499-89ec-49b82e59e500 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Fanout notify agent at l3_agent the message router_deleted on router aae5e849-fa95-46a8-809e-28165438c451 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:43:01.702594 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1f73b66f-b45e-4499-89ec-49b82e59e500 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:01.704591 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1f73b66f-b45e-4499-89ec-49b82e59e500 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] 10.222.0.64 "DELETE /v2.0/routers/aae5e849-fa95-46a8-809e-28165438c451 HTTP/1.1" status: 204 len: 168 time: 0.4684608 Feb 10 15:43:01.708151 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54088) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:01.785176 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ff27e1-dac5-4d68-a787-180627b13459 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Deleting subnet 46138e67-8063-4b98-8416-db009a3ae8a0 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:43:01.791224 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-87ff27e1-dac5-4d68-a787-180627b13459 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for subnet (46138e67-8063-4b98-8416-db009a3ae8a0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:01.864901 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-87ff27e1-dac5-4d68-a787-180627b13459 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (46138e67-8063-4b98-8416-db009a3ae8a0), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:01.972394 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-87ff27e1-dac5-4d68-a787-180627b13459 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (46138e67-8063-4b98-8416-db009a3ae8a0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:02.052816 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-87ff27e1-dac5-4d68-a787-180627b13459 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (46138e67-8063-4b98-8416-db009a3ae8a0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:02.088313 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff27e1-dac5-4d68-a787-180627b13459 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Pushing event deleted for resources: {'Subnet': ['ID=46138e67-8063-4b98-8416-db009a3ae8a0,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:02.090452 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-87ff27e1-dac5-4d68-a787-180627b13459 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:02.094084 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-87ff27e1-dac5-4d68-a787-180627b13459 tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] 10.222.0.64 "DELETE /v2.0/subnets/46138e67-8063-4b98-8416-db009a3ae8a0 HTTP/1.1" status: 204 len: 168 time: 0.3848391 Feb 10 15:43:02.096474 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aee2e8b-8a5d-4553-a0a6-d469d02a8e79 None None] Network f0705694-5af9-4211-b904-bb2224ecb304 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:02.096942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54102) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:02.222172 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (f0705694-5af9-4211-b904-bb2224ecb304), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:02.301079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Deleting port 8bdf0338-54c9-43ce-a06c-74b974dedef1 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:02.302887 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8bdf0338-54c9-43ce-a06c-74b974dedef1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:02.327280 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1994b4f-94fa-47f2-bd56-48a352e30e41 None None] DHCP port deletion for f0705694-5af9-4211-b904-bb2224ecb304 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:43:02.423778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] For port 8bdf0338-54c9-43ce-a06c-74b974dedef1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8bdf0338-54c9-43ce-a06c-74b974dedef1,segment=NetworkSegment(59e0de28-5da0-4a06-8e88-0d720d92f452),segment_id=59e0de28-5da0-4a06-8e88-0d720d92f452)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:02.424789 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8bdf0338-54c9-43ce-a06c-74b974dedef1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:02.439239 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b1994b4f-94fa-47f2-bd56-48a352e30e41 None None] Deleting port 8bdf0338-54c9-43ce-a06c-74b974dedef1 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:02.439866 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1994b4f-94fa-47f2-bd56-48a352e30e41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8bdf0338-54c9-43ce-a06c-74b974dedef1), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:02.455873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Calling delete_port for 8bdf0338-54c9-43ce-a06c-74b974dedef1 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:02.536391 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b1994b4f-94fa-47f2-bd56-48a352e30e41 None None] For port 8bdf0338-54c9-43ce-a06c-74b974dedef1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8bdf0338-54c9-43ce-a06c-74b974dedef1,segment=NetworkSegment(59e0de28-5da0-4a06-8e88-0d720d92f452),segment_id=59e0de28-5da0-4a06-8e88-0d720d92f452)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:02.536837 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1994b4f-94fa-47f2-bd56-48a352e30e41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8bdf0338-54c9-43ce-a06c-74b974dedef1), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:02.560920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b1994b4f-94fa-47f2-bd56-48a352e30e41 None None] Calling delete_port for 8bdf0338-54c9-43ce-a06c-74b974dedef1 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:02.649606 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8bdf0338-54c9-43ce-a06c-74b974dedef1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:02.684953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Pushing event deleted for resources: {'Port': ['ID=8bdf0338-54c9-43ce-a06c-74b974dedef1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:02.701032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] No DVR routers for this DVR port 8bdf0338-54c9-43ce-a06c-74b974dedef1 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:02.719311 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1994b4f-94fa-47f2-bd56-48a352e30e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (8bdf0338-54c9-43ce-a06c-74b974dedef1), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:02.793319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1994b4f-94fa-47f2-bd56-48a352e30e41 None None] Pushing event deleted for resources: {'Port': ['ID=8bdf0338-54c9-43ce-a06c-74b974dedef1,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:02.815656 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1994b4f-94fa-47f2-bd56-48a352e30e41 None None] No DVR routers for this DVR port 8bdf0338-54c9-43ce-a06c-74b974dedef1 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:02.887808 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (f0705694-5af9-4211-b904-bb2224ecb304), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:02.917798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0705694-5af9-4211-b904-bb2224ecb304']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:02.931692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e0de28-5da0-4a06-8e88-0d720d92f452') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:02.932473 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e0de28-5da0-4a06-8e88-0d720d92f452') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:02.957708 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (59e0de28-5da0-4a06-8e88-0d720d92f452), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:02.991626 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (59e0de28-5da0-4a06-8e88-0d720d92f452), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:03.009624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:43:03.010139 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (59e0de28-5da0-4a06-8e88-0d720d92f452), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: items = [ Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:43:03.018894 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:43:03.069417 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404aa20-4a7a-4a9f-94ba-09f503976f40 req-8ba13372-378d-4d2f-a853-19393fa48368 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:03.071158 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0404aa20-4a7a-4a9f-94ba-09f503976f40 req-8ba13372-378d-4d2f-a853-19393fa48368 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.2634661 Feb 10 15:43:03.095755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b04886-8f55-4bf9-88c4-2699169c3699 req-05fe3926-2c21-495f-a41d-402f1c1afbba tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:03.097981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-52b04886-8f55-4bf9-88c4-2699169c3699 req-05fe3926-2c21-495f-a41d-402f1c1afbba tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.2684770 Feb 10 15:43:03.125855 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (f0705694-5af9-4211-b904-bb2224ecb304), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:03.131518 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:03.137541 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] 10.222.0.64 "DELETE /v2.0/networks/f0705694-5af9-4211-b904-bb2224ecb304 HTTP/1.1" status: 204 len: 168 time: 1.0375936 Feb 10 15:43:03.157357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b6aac-a4fe-4282-857e-244450993fcc tempest-FloatingIPNegativeTestJSON-2022015129 tempest-FloatingIPNegativeTestJSON-2022015129-project] Pushing event deleted for resources: {'Network': ['ID=f0705694-5af9-4211-b904-bb2224ecb304,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:03.208379 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-52b04886-8f55-4bf9-88c4-2699169c3699 req-1afa26ed-e6d5-4ea3-991f-217bc947adfe tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841377 Feb 10 15:43:03.211802 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0404aa20-4a7a-4a9f-94ba-09f503976f40 req-310593b5-ba17-4f5b-a49f-bad012b885f1 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128638 Feb 10 15:43:03.493459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54136) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:03.637917 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bdc7812d-67d3-4eb2-9ffe-5e38e15f8f09 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d7761178b2740efb097d65948e018ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1420820 Feb 10 15:43:03.640407 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54142) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:03.689067 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9280a3fb-873c-42f6-915c-7ad8f69e8543 admin admin] Publish callbacks [] for security_group (e718b9e7-a026-4424-bca7-594185a6b8a6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:03.712007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9280a3fb-873c-42f6-915c-7ad8f69e8543 admin admin] Publish callbacks [] for security_group (e718b9e7-a026-4424-bca7-594185a6b8a6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:03.767616 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9280a3fb-873c-42f6-915c-7ad8f69e8543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e718b9e7-a026-4424-bca7-594185a6b8a6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:03.770543 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9280a3fb-873c-42f6-915c-7ad8f69e8543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:03.774088 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9280a3fb-873c-42f6-915c-7ad8f69e8543 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e718b9e7-a026-4424-bca7-594185a6b8a6 HTTP/1.1" status: 204 len: 168 time: 0.1303279 Feb 10 15:43:03.780182 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280a3fb-873c-42f6-915c-7ad8f69e8543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e718b9e7-a026-4424-bca7-594185a6b8a6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:03.781010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8bdf0338-54c9-43ce-a06c-74b974dedef1 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:03.822342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 8bdf0338-54c9-43ce-a06c-74b974dedef1 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:43:03.822891 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8bdf0338-54c9-43ce-a06c-74b974dedef1 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:04.408511 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c7e96-7ce4-48ea-a3c4-c1f97c3c0bf7 req-5fd2daa4-fab8-4c99-83b4-648a60510dbd tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:04.419062 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f0c7e96-7ce4-48ea-a3c4-c1f97c3c0bf7 req-5fd2daa4-fab8-4c99-83b4-648a60510dbd tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0853930 Feb 10 15:43:04.484760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b48d79-fe08-4270-bde9-b113901e9cad req-df98dded-0470-41c6-83d7-5aa6ae5a8dc4 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:04.486240 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f3b48d79-fe08-4270-bde9-b113901e9cad req-df98dded-0470-41c6-83d7-5aa6ae5a8dc4 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1983974 Feb 10 15:43:04.521957 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f0c7e96-7ce4-48ea-a3c4-c1f97c3c0bf7 req-313f3612-8559-498e-9263-d56ffc551b65 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001635 Feb 10 15:43:04.556133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f3b48d79-fe08-4270-bde9-b113901e9cad req-9796c5ef-8912-41bf-9cd5-c40646abe1f8 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595894 Feb 10 15:43:04.598179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54172) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:04.705962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9690d6fe-a6ff-4762-af20-6c71177d2dc6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'network': {'name': 'tempest-RoutersTest-1802785282'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:04.725850 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9690d6fe-a6ff-4762-af20-6c71177d2dc6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:04.729738 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9690d6fe-a6ff-4762-af20-6c71177d2dc6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:04.742295 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9690d6fe-a6ff-4762-af20-6c71177d2dc6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:04.828062 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9690d6fe-a6ff-4762-af20-6c71177d2dc6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for security_group (6e567ae4-fd6d-4ae9-b970-091c5ec85da4), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:04.832385 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9690d6fe-a6ff-4762-af20-6c71177d2dc6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6e567ae4-fd6d-4ae9-b970-091c5ec85da4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:04.855760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9690d6fe-a6ff-4762-af20-6c71177d2dc6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:43:04.870306 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690d6fe-a6ff-4762-af20-6c71177d2dc6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e567ae4-fd6d-4ae9-b970-091c5ec85da4,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:04.873216 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9690d6fe-a6ff-4762-af20-6c71177d2dc6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e08a75b9-aab2-42c2-b282-1bf778820d7b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:04.873562 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-9690d6fe-a6ff-4762-af20-6c71177d2dc6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Added segment e08a75b9-aab2-42c2-b282-1bf778820d7b of type vlan for network 54dcc740-5ea6-4d61-99a0-71702073967c Feb 10 15:43:04.913076 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9690d6fe-a6ff-4762-af20-6c71177d2dc6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (54dcc740-5ea6-4d61-99a0-71702073967c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:04.936873 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9690d6fe-a6ff-4762-af20-6c71177d2dc6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (54dcc740-5ea6-4d61-99a0-71702073967c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:04.941828 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9690d6fe-a6ff-4762-af20-6c71177d2dc6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:04.942395 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9690d6fe-a6ff-4762-af20-6c71177d2dc6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:04.974531 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9690d6fe-a6ff-4762-af20-6c71177d2dc6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3752263 Feb 10 15:43:04.977964 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54176) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:04.983218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'network': {'name': 'tempest-RoutersTest-1616151868'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:05.001642 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:05.005427 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:05.013420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690d6fe-a6ff-4762-af20-6c71177d2dc6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Network': ['ID=54dcc740-5ea6-4d61-99a0-71702073967c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:05.024798 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 54dcc740-5ea6-4d61-99a0-71702073967c details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:43:05.033696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:43:05.043576 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (63fb9b47-406c-43e2-86e0-0d93b68d53b3), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:05.043920 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Added segment 63fb9b47-406c-43e2-86e0-0d93b68d53b3 of type vlan for network 09ee6b3c-e434-4558-a217-579017213fc7 Feb 10 15:43:05.085913 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (09ee6b3c-e434-4558-a217-579017213fc7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:05.114787 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (09ee6b3c-e434-4558-a217-579017213fc7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:05.120245 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:05.120896 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:05.166027 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1821494 Feb 10 15:43:05.166348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54182) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:05.171480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-5b7267a7-cabd-4c8f-9d7a-69aafeb9d0de tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'subnet': {'network_id': '54dcc740-5ea6-4d61-99a0-71702073967c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:05.225080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Network': ['ID=09ee6b3c-e434-4558-a217-579017213fc7,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:05.236488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:05.236932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:05.237338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:05.238168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:05.238594 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:05.238996 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:05.239393 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:05.239728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:05.240226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:05.240797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:05.241137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:05.241466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:05.241791 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b401c9-f666-4149-9836-4b4258fc6a7b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:05.256374 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 09ee6b3c-e434-4558-a217-579017213fc7 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:43:05.284066 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7267a7-cabd-4c8f-9d7a-69aafeb9d0de tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:05.291436 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5b7267a7-cabd-4c8f-9d7a-69aafeb9d0de tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:05.495346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5b7267a7-cabd-4c8f-9d7a-69aafeb9d0de tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (64fd370b-4c0b-4db2-91bb-64f2df6e62e3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:05.566178 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7267a7-cabd-4c8f-9d7a-69aafeb9d0de tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Subnet': ['ID=64fd370b-4c0b-4db2-91bb-64f2df6e62e3,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:05.573610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7267a7-cabd-4c8f-9d7a-69aafeb9d0de tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Checking segment: {'id': 'e08a75b9-aab2-42c2-b282-1bf778820d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '54dcc740-5ea6-4d61-99a0-71702073967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:43:05.573979 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7267a7-cabd-4c8f-9d7a-69aafeb9d0de tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network hostable DHCP agents. Network: 54dcc740-5ea6-4d61-99a0-71702073967c, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:43:05.596176 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7267a7-cabd-4c8f-9d7a-69aafeb9d0de tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network 54dcc740-5ea6-4d61-99a0-71702073967c is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:43:05.615571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-5b7267a7-cabd-4c8f-9d7a-69aafeb9d0de tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 54dcc740-5ea6-4d61-99a0-71702073967c) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:05.624428 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b24bbc7-2a86-4f56-8631-2a871cf4db75 None None] Network 54dcc740-5ea6-4d61-99a0-71702073967c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:05.631118 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7267a7-cabd-4c8f-9d7a-69aafeb9d0de tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:05.631723 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5b7267a7-cabd-4c8f-9d7a-69aafeb9d0de tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:05.717972 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5b7267a7-cabd-4c8f-9d7a-69aafeb9d0de tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5504832 Feb 10 15:43:05.720992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54206) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:05.726300 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0fd5815d-5944-4596-b3e1-9fcfb6805bd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'subnet': {'network_id': '09ee6b3c-e434-4558-a217-579017213fc7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:05.789494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-54dcc740-5ea6-4d61-99a0-71702073967c', 'network_id': '54dcc740-5ea6-4d61-99a0-71702073967c', 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'fixed_ips': [{'subnet_id': '64fd370b-4c0b-4db2-91bb-64f2df6e62e3'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:43:05.790786 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:05.802749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49511a74-c62b-4077-8c09-84b746e869a3 req-564b9f4b-337b-4a2d-9364-e7e958c97b72 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:05.804493 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49511a74-c62b-4077-8c09-84b746e869a3 req-564b9f4b-337b-4a2d-9364-e7e958c97b72 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1682813 Feb 10 15:43:05.827772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a27b4a-723c-4fd7-a89e-fbcb794843e1 req-da03e6cf-b798-4d98-9065-cc5262cbca3c tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:05.835655 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0a27b4a-723c-4fd7-a89e-fbcb794843e1 req-da03e6cf-b798-4d98-9065-cc5262cbca3c tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1831753 Feb 10 15:43:05.881535 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd5815d-5944-4596-b3e1-9fcfb6805bd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:05.885356 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0fd5815d-5944-4596-b3e1-9fcfb6805bd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:05.910242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0a27b4a-723c-4fd7-a89e-fbcb794843e1 req-a9284f34-bfce-4a95-91ce-509c69a535c4 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686896 Feb 10 15:43:05.967980 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49511a74-c62b-4077-8c09-84b746e869a3 req-f05334fa-7015-4d88-b738-09556d2da09d tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501341 Feb 10 15:43:06.039905 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Allocated IP 172.20.0.2 (54dcc740-5ea6-4d61-99a0-71702073967c/64fd370b-4c0b-4db2-91bb-64f2df6e62e3/172f78ec-691f-4ca1-8a67-5d0fcd645f01) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:06.177551 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0fd5815d-5944-4596-b3e1-9fcfb6805bd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (32b6a6e0-2a6d-4936-9870-9b622819c9ba), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:06.213120 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Publish callbacks [] for port (172f78ec-691f-4ca1-8a67-5d0fcd645f01), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:06.223820 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (172f78ec-691f-4ca1-8a67-5d0fcd645f01), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:06.274025 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Network 54dcc740-5ea6-4d61-99a0-71702073967c is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:06.277049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:06.280984 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:06.284970 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5815d-5944-4596-b3e1-9fcfb6805bd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Subnet': ['ID=32b6a6e0-2a6d-4936-9870-9b622819c9ba,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:06.293724 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Pushing event updated for resources: {'Port': ['ID=172f78ec-691f-4ca1-8a67-5d0fcd645f01,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:06.294783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd5815d-5944-4596-b3e1-9fcfb6805bd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Checking segment: {'id': '63fb9b47-406c-43e2-86e0-0d93b68d53b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '09ee6b3c-e434-4558-a217-579017213fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:43:06.295454 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd5815d-5944-4596-b3e1-9fcfb6805bd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network hostable DHCP agents. Network: 09ee6b3c-e434-4558-a217-579017213fc7, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:43:06.318999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd5815d-5944-4596-b3e1-9fcfb6805bd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network 09ee6b3c-e434-4558-a217-579017213fc7 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:43:06.331459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-0fd5815d-5944-4596-b3e1-9fcfb6805bd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 09ee6b3c-e434-4558-a217-579017213fc7) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:06.336819 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd5815d-5944-4596-b3e1-9fcfb6805bd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:06.337520 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0fd5815d-5944-4596-b3e1-9fcfb6805bd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:06.345833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3a5431-1ff8-4cb1-b3ec-3b1a9ef944fc None None] Network 09ee6b3c-e434-4558-a217-579017213fc7 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:06.362956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Attempting to bind port 172f78ec-691f-4ca1-8a67-5d0fcd645f01 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:43:06.363468 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Attempting to bind port 172f78ec-691f-4ca1-8a67-5d0fcd645f01 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'e08a75b9-aab2-42c2-b282-1bf778820d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '54dcc740-5ea6-4d61-99a0-71702073967c'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:43:06.363948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Attempting to bind port 172f78ec-691f-4ca1-8a67-5d0fcd645f01 on network 54dcc740-5ea6-4d61-99a0-71702073967c {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:06.365600 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0fd5815d-5944-4596-b3e1-9fcfb6805bd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6435153 Feb 10 15:43:06.368804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54210) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:06.372438 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:06.372970 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Checking segment: {'id': 'e08a75b9-aab2-42c2-b282-1bf778820d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '54dcc740-5ea6-4d61-99a0-71702073967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:43:06.373491 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:06.373987 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Bound using segment: {'id': 'e08a75b9-aab2-42c2-b282-1bf778820d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '54dcc740-5ea6-4d61-99a0-71702073967c'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:06.374565 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Bound port: 172f78ec-691f-4ca1-8a67-5d0fcd645f01, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08a75b9-aab2-42c2-b282-1bf778820d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '54dcc740-5ea6-4d61-99a0-71702073967c'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:43:06.375050 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (172f78ec-691f-4ca1-8a67-5d0fcd645f01), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:06.376239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-9949aaf8-bd51-418d-97c8-a4de09c836ab tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1524769232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:06.405450 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9949aaf8-bd51-418d-97c8-a4de09c836ab tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (98c6c0a8-e3cc-4443-9454-046d926e0fe1), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:06.407670 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9949aaf8-bd51-418d-97c8-a4de09c836ab tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (98c6c0a8-e3cc-4443-9454-046d926e0fe1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:06.474109 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9949aaf8-bd51-418d-97c8-a4de09c836ab tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_controller (98c6c0a8-e3cc-4443-9454-046d926e0fe1), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:06.479834 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9949aaf8-bd51-418d-97c8-a4de09c836ab tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (98c6c0a8-e3cc-4443-9454-046d926e0fe1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:06.521549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-09ee6b3c-e434-4558-a217-579017213fc7', 'network_id': '09ee6b3c-e434-4558-a217-579017213fc7', 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'fixed_ips': [{'subnet_id': '32b6a6e0-2a6d-4936-9870-9b622819c9ba'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:43:06.523341 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:06.526701 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9949aaf8-bd51-418d-97c8-a4de09c836ab tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:06.528273 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9949aaf8-bd51-418d-97c8-a4de09c836ab tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1581142 Feb 10 15:43:06.532083 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54214) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:06.537300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] For port 172f78ec-691f-4ca1-8a67-5d0fcd645f01, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:06.600370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] For port 172f78ec-691f-4ca1-8a67-5d0fcd645f01, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=172f78ec-691f-4ca1-8a67-5d0fcd645f01,segment=NetworkSegment(e08a75b9-aab2-42c2-b282-1bf778820d7b),segment_id=e08a75b9-aab2-42c2-b282-1bf778820d7b)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:06.613529 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (172f78ec-691f-4ca1-8a67-5d0fcd645f01), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:06.780457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b3733-6818-4082-b5d7-fbe42ab1a86c None None] Pushing event updated for resources: {'Port': ['ID=172f78ec-691f-4ca1-8a67-5d0fcd645f01,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:06.807840 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Allocated IP 172.21.0.2 (09ee6b3c-e434-4558-a217-579017213fc7/32b6a6e0-2a6d-4936-9870-9b622819c9ba/6518c3b1-92c3-46c3-a47d-9b16f4af2a30) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:06.996259 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:07.124165 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:07.137288 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Publish callbacks [] for port (6518c3b1-92c3-46c3-a47d-9b16f4af2a30), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:07.146332 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (6518c3b1-92c3-46c3-a47d-9b16f4af2a30), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:07.222286 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d946225-819b-40cc-8939-4719457f74eb req-d8eca0ff-40c9-4c8f-89d1-026a088c92e8 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:07.223733 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d946225-819b-40cc-8939-4719457f74eb req-d8eca0ff-40c9-4c8f-89d1-026a088c92e8 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1391945 Feb 10 15:43:07.232743 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Network 09ee6b3c-e434-4558-a217-579017213fc7 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:07.240810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:07.246280 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:07.249253 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc606b3-f16f-41e3-99cd-3eb4860bf13d req-7f5aaa8d-4ef6-4d7c-9437-6c8af9756531 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:07.254604 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3cc606b3-f16f-41e3-99cd-3eb4860bf13d req-7f5aaa8d-4ef6-4d7c-9437-6c8af9756531 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1123183 Feb 10 15:43:07.309119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Pushing event updated for resources: {'Port': ['ID=6518c3b1-92c3-46c3-a47d-9b16f4af2a30,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:07.354451 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Attempting to bind port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:43:07.354824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Attempting to bind port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '63fb9b47-406c-43e2-86e0-0d93b68d53b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '09ee6b3c-e434-4558-a217-579017213fc7'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:43:07.355185 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Attempting to bind port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 on network 09ee6b3c-e434-4558-a217-579017213fc7 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:07.361166 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:07.361542 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Checking segment: {'id': '63fb9b47-406c-43e2-86e0-0d93b68d53b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '09ee6b3c-e434-4558-a217-579017213fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:43:07.361940 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:07.362465 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Bound using segment: {'id': '63fb9b47-406c-43e2-86e0-0d93b68d53b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '09ee6b3c-e434-4558-a217-579017213fc7'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:07.362974 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Bound port: 6518c3b1-92c3-46c3-a47d-9b16f4af2a30, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fb9b47-406c-43e2-86e0-0d93b68d53b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '09ee6b3c-e434-4558-a217-579017213fc7'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:43:07.363306 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6518c3b1-92c3-46c3-a47d-9b16f4af2a30), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:07.375661 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3cc606b3-f16f-41e3-99cd-3eb4860bf13d req-a7b9348b-187a-43fd-82f9-fc6d7690562f tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008925 Feb 10 15:43:07.393083 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d946225-819b-40cc-8939-4719457f74eb req-43bc7b6d-d1ac-4114-a6c3-15df729f4118 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553652 Feb 10 15:43:07.456582 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] For port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:07.467347 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] For port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6518c3b1-92c3-46c3-a47d-9b16f4af2a30,segment=NetworkSegment(63fb9b47-406c-43e2-86e0-0d93b68d53b3),segment_id=63fb9b47-406c-43e2-86e0-0d93b68d53b3)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:07.478907 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6518c3b1-92c3-46c3-a47d-9b16f4af2a30), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:07.568637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4406f-3cb6-4530-92a5-2d24149c354b None None] Pushing event updated for resources: {'Port': ['ID=6518c3b1-92c3-46c3-a47d-9b16f4af2a30,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:07.885498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 172f78ec-691f-4ca1-8a67-5d0fcd645f01 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:07.936194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Allocated IP 172.20.0.1 (54dcc740-5ea6-4d61-99a0-71702073967c/64fd370b-4c0b-4db2-91bb-64f2df6e62e3/cf72ea33-8f04-4073-a3bb-27c4226411f6) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:08.015825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 172f78ec-691f-4ca1-8a67-5d0fcd645f01 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:08.017830 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (172f78ec-691f-4ca1-8a67-5d0fcd645f01), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:08.146494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 172f78ec-691f-4ca1-8a67-5d0fcd645f01 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:08.147071 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (172f78ec-691f-4ca1-8a67-5d0fcd645f01), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:08.184803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 172f78ec-691f-4ca1-8a67-5d0fcd645f01, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=172f78ec-691f-4ca1-8a67-5d0fcd645f01,segment=NetworkSegment(e08a75b9-aab2-42c2-b282-1bf778820d7b),segment_id=e08a75b9-aab2-42c2-b282-1bf778820d7b)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:08.195198 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (172f78ec-691f-4ca1-8a67-5d0fcd645f01), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:08.267528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=172f78ec-691f-4ca1-8a67-5d0fcd645f01,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:08.283725 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (cf72ea33-8f04-4073-a3bb-27c4226411f6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:08.293793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f6bc6-1c26-4974-95bf-a99928e3a64e req-13d4bca6-4af2-4c4f-aafc-72eebf21616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:08.299396 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5a9f6bc6-1c26-4974-95bf-a99928e3a64e req-13d4bca6-4af2-4c4f-aafc-72eebf21616c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 1127 time: 0.1660223 Feb 10 15:43:08.362549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e749a81-a03c-4bdc-8080-341739b6db0c None None] Network 54dcc740-5ea6-4d61-99a0-71702073967c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:08.457544 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5a9f6bc6-1c26-4974-95bf-a99928e3a64e req-e0dbc0b6-13fe-4af9-ae0f-cdc0ca2161b6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424189 Feb 10 15:43:08.464827 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-02ad2ed2-514b-4e4e-9a9d-9c8af62f5e42 None None] Provisioning complete for port 172f78ec-691f-4ca1-8a67-5d0fcd645f01 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:08.465302 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-02ad2ed2-514b-4e4e-9a9d-9c8af62f5e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (172f78ec-691f-4ca1-8a67-5d0fcd645f01), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:08.481099 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (cf72ea33-8f04-4073-a3bb-27c4226411f6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:08.541194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network 54dcc740-5ea6-4d61-99a0-71702073967c is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:08.549713 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:08.607342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc745bb-8c8d-411e-83bd-bbdc557b1568 req-7e2dc584-fc3e-4db4-a8c8-80cc23601c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:08.610100 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1cc745bb-8c8d-411e-83bd-bbdc557b1568 req-7e2dc584-fc3e-4db4-a8c8-80cc23601c76 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 1127 time: 0.2274761 Feb 10 15:43:08.610933 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=cf72ea33-8f04-4073-a3bb-27c4226411f6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:08.613641 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:08.616945 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2b484-59a8-4437-a785-0dfdef75a378 req-0b42a3dd-31d6-4d14-9672-d1552ec16345 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:08.626267 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88f2b484-59a8-4437-a785-0dfdef75a378 req-0b42a3dd-31d6-4d14-9672-d1552ec16345 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1359985 Feb 10 15:43:08.644878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-02ad2ed2-514b-4e4e-9a9d-9c8af62f5e42 None None] Current status of the port 172f78ec-691f-4ca1-8a67-5d0fcd645f01 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:08.669119 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6673266-5aa9-4089-a56b-69d233ad4b81 req-2c52374f-b836-41ee-b3d1-adb45c27fb5f tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:08.671114 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a6673266-5aa9-4089-a56b-69d233ad4b81 req-2c52374f-b836-41ee-b3d1-adb45c27fb5f tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1457572 Feb 10 15:43:08.675384 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (98c6c0a8-e3cc-4443-9454-046d926e0fe1), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:08.731067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88f2b484-59a8-4437-a785-0dfdef75a378 req-dafba84c-ed83-4ce3-9c6f-5a800c9a9ce3 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032813 Feb 10 15:43:08.795354 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a6673266-5aa9-4089-a56b-69d233ad4b81 req-ea2c0774-b549-4de1-b6fc-1005879b5309 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010728 Feb 10 15:43:08.904146 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1cc745bb-8c8d-411e-83bd-bbdc557b1568 req-842898a8-c354-499b-9d7e-6d8a343f198a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735475 Feb 10 15:43:08.971827 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cf72ea33-8f04-4073-a3bb-27c4226411f6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:09.079597 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0d47cdf1-1965-4113-926c-41a465bf41d8 None None] Provisioning complete for port 172f78ec-691f-4ca1-8a67-5d0fcd645f01 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:09.080222 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d47cdf1-1965-4113-926c-41a465bf41d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (172f78ec-691f-4ca1-8a67-5d0fcd645f01), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:09.260323 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0d47cdf1-1965-4113-926c-41a465bf41d8 None None] Current status of the port 172f78ec-691f-4ca1-8a67-5d0fcd645f01 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:09.294609 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0d47cdf1-1965-4113-926c-41a465bf41d8 None None] Provisioning complete for port cf72ea33-8f04-4073-a3bb-27c4226411f6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:09.295167 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d47cdf1-1965-4113-926c-41a465bf41d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cf72ea33-8f04-4073-a3bb-27c4226411f6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:09.340312 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15784d81-1261-4497-8add-8d5e96c3f9fc None None] Network 09ee6b3c-e434-4558-a217-579017213fc7 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:09.409744 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0d47cdf1-1965-4113-926c-41a465bf41d8 None None] Port cf72ea33-8f04-4073-a3bb-27c4226411f6 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:43:09.453179 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (cf72ea33-8f04-4073-a3bb-27c4226411f6), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:09.462393 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (cf72ea33-8f04-4073-a3bb-27c4226411f6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:09.537675 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e64c95b1-8635-41f0-be44-4c296c8c8c70 None None] Provisioning complete for port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:09.540425 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e64c95b1-8635-41f0-be44-4c296c8c8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6518c3b1-92c3-46c3-a47d-9b16f4af2a30), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:09.566538 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (98c6c0a8-e3cc-4443-9454-046d926e0fe1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:09.600705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=cf72ea33-8f04-4073-a3bb-27c4226411f6,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:09.677462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e64c95b1-8635-41f0-be44-4c296c8c8c70 None None] Current status of the port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:09.677891 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e64c95b1-8635-41f0-be44-4c296c8c8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6518c3b1-92c3-46c3-a47d-9b16f4af2a30), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:09.738532 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e64c95b1-8635-41f0-be44-4c296c8c8c70 None None] For port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6518c3b1-92c3-46c3-a47d-9b16f4af2a30,segment=NetworkSegment(63fb9b47-406c-43e2-86e0-0d93b68d53b3),segment_id=63fb9b47-406c-43e2-86e0-0d93b68d53b3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:09.746525 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e64c95b1-8635-41f0-be44-4c296c8c8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6518c3b1-92c3-46c3-a47d-9b16f4af2a30), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:09.760249 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network 54dcc740-5ea6-4d61-99a0-71702073967c is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:09.762269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:09.881361 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e64c95b1-8635-41f0-be44-4c296c8c8c70 None None] Provisioning complete for port cf72ea33-8f04-4073-a3bb-27c4226411f6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:09.881891 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e64c95b1-8635-41f0-be44-4c296c8c8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cf72ea33-8f04-4073-a3bb-27c4226411f6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:09.979946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e64c95b1-8635-41f0-be44-4c296c8c8c70 None None] Port cf72ea33-8f04-4073-a3bb-27c4226411f6 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:43:10.034159 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c95b1-8635-41f0-be44-4c296c8c8c70 None None] Pushing event updated for resources: {'Port': ['ID=6518c3b1-92c3-46c3-a47d-9b16f4af2a30,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:10.049387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 172f78ec-691f-4ca1-8a67-5d0fcd645f01 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:10.063292 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 98c6c0a8-e3cc-4443-9454-046d926e0fe1 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:43:10.114045 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-64a561dd-acea-4a87-9290-9cbea1e1a076 None None] Provisioning complete for port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:10.114513 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-64a561dd-acea-4a87-9290-9cbea1e1a076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6518c3b1-92c3-46c3-a47d-9b16f4af2a30), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:10.178619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af344e9-3f7c-4696-a687-3c0d851174aa req-8edda9ab-a307-4a1f-b5f1-7370553d88b0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:10.180746 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4af344e9-3f7c-4696-a687-3c0d851174aa req-8edda9ab-a307-4a1f-b5f1-7370553d88b0 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.2141240 Feb 10 15:43:10.202737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7844dd8-079a-4005-bf80-56fcebc76823 req-84eb5bf1-a6f8-4361-87ea-3f72c813a375 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:10.204291 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7844dd8-079a-4005-bf80-56fcebc76823 req-84eb5bf1-a6f8-4361-87ea-3f72c813a375 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.2143023 Feb 10 15:43:10.279433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:10.287089 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-739c9a50-f133-4bda-a9b7-37be341f5150 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/98c6c0a8-e3cc-4443-9454-046d926e0fe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7510042 Feb 10 15:43:10.288247 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54242) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:10.377486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4af344e9-3f7c-4696-a687-3c0d851174aa req-afc06754-0eec-4e35-b302-156b70a171fe tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719131 Feb 10 15:43:10.383486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0282d5f-0c19-4202-87fc-f34160b86ed9 None None] Sync routers for ids ['98c6c0a8-e3cc-4443-9454-046d926e0fe1'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:10.396321 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4533eaa8-f54d-4463-a080-b4966d4ab6d1 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:10.400764 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4533eaa8-f54d-4463-a080-b4966d4ab6d1 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports/cf72ea33-8f04-4073-a3bb-27c4226411f6 HTTP/1.1" status: 200 len: 910 time: 0.1090455 Feb 10 15:43:10.401131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54244) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:10.402126 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7844dd8-079a-4005-bf80-56fcebc76823 req-63db330a-cc2f-4acb-933c-694be4c046c3 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778424 Feb 10 15:43:10.407989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0282d5f-0c19-4202-87fc-f34160b86ed9 None None] Routers {'98c6c0a8-e3cc-4443-9454-046d926e0fe1'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:10.408699 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f0282d5f-0c19-4202-87fc-f34160b86ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['98c6c0a8-e3cc-4443-9454-046d926e0fe1'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:10.460598 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f0282d5f-0c19-4202-87fc-f34160b86ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:10.483760 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0282d5f-0c19-4202-87fc-f34160b86ed9 None None] Routers {'98c6c0a8-e3cc-4443-9454-046d926e0fe1'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:10.484370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f0282d5f-0c19-4202-87fc-f34160b86ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['98c6c0a8-e3cc-4443-9454-046d926e0fe1'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:10.486715 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 172f78ec-691f-4ca1-8a67-5d0fcd645f01 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:10.487086 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (172f78ec-691f-4ca1-8a67-5d0fcd645f01), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:10.546682 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f0282d5f-0c19-4202-87fc-f34160b86ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:10.547343 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0282d5f-0c19-4202-87fc-f34160b86ed9 None None] The sync data for ids ['98c6c0a8-e3cc-4443-9454-046d926e0fe1'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:10.591627 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-64a561dd-acea-4a87-9290-9cbea1e1a076 None None] Current status of the port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:10.651172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 172f78ec-691f-4ca1-8a67-5d0fcd645f01 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:10.652466 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:10.729689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-695a02b0-fd00-4c47-acfe-834b34f75465 None None] Provisioning complete for port cf72ea33-8f04-4073-a3bb-27c4226411f6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:10.729689 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-695a02b0-fd00-4c47-acfe-834b34f75465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cf72ea33-8f04-4073-a3bb-27c4226411f6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:10.790997 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-695a02b0-fd00-4c47-acfe-834b34f75465 None None] Port cf72ea33-8f04-4073-a3bb-27c4226411f6 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:43:10.793581 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:10.794485 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6518c3b1-92c3-46c3-a47d-9b16f4af2a30), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:10.851333 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:10.939910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:11.169669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Allocated IP 172.21.0.1 (09ee6b3c-e434-4558-a217-579017213fc7/32b6a6e0-2a6d-4936-9870-9b622819c9ba/e27d0234-dd37-4e0c-ab73-953286207bf1) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:11.295074 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (e27d0234-dd37-4e0c-ab73-953286207bf1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:11.342263 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (e27d0234-dd37-4e0c-ab73-953286207bf1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:11.404242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network 09ee6b3c-e434-4558-a217-579017213fc7 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:11.408233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:11.412686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:11.418159 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=e27d0234-dd37-4e0c-ab73-953286207bf1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:11.454290 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:11.480404 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (98c6c0a8-e3cc-4443-9454-046d926e0fe1), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:11.765347 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e27d0234-dd37-4e0c-ab73-953286207bf1), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:11.796079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54258) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:11.822785 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d6a98c36-b464-4c79-8811-501908bbab74 None None] Provisioning complete for port e27d0234-dd37-4e0c-ab73-953286207bf1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:11.823411 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6a98c36-b464-4c79-8811-501908bbab74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e27d0234-dd37-4e0c-ab73-953286207bf1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:11.863078 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:11.905930 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d6a98c36-b464-4c79-8811-501908bbab74 None None] Port e27d0234-dd37-4e0c-ab73-953286207bf1 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:43:11.931889 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:11.932514 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6518c3b1-92c3-46c3-a47d-9b16f4af2a30), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:12.049901 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-499d047f-83c5-41b9-88c9-89012486e30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:12.075914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:12.193664 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e49ad7-4ef9-462e-9a5a-9b709781cfbe req-c7af983c-7e92-468c-aa3e-5a0414180374 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:12.196115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1e49ad7-4ef9-462e-9a5a-9b709781cfbe req-c7af983c-7e92-468c-aa3e-5a0414180374 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.6972914 Feb 10 15:43:12.242974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85506479-e7d7-4242-8405-0c1eb9fd9d4a req-e111d616-9a26-4eca-a25a-7e6995fa3673 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:12.244541 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85506479-e7d7-4242-8405-0c1eb9fd9d4a req-e111d616-9a26-4eca-a25a-7e6995fa3673 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.6835749 Feb 10 15:43:12.264559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-499d047f-83c5-41b9-88c9-89012486e30f admin admin] Publish callbacks [] for security_group (1ce718d4-d25a-40bb-836e-487e773bf35a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:12.278266 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1e49ad7-4ef9-462e-9a5a-9b709781cfbe req-596647a0-49c8-48b2-9bf4-27bca29d320b tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729263 Feb 10 15:43:12.292877 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-499d047f-83c5-41b9-88c9-89012486e30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1ce718d4-d25a-40bb-836e-487e773bf35a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:12.302274 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (e27d0234-dd37-4e0c-ab73-953286207bf1), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:12.315022 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (e27d0234-dd37-4e0c-ab73-953286207bf1), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:12.326021 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-e4026a49-fe2e-4f1c-8f5e-0c24f361a0fb req-e87761fc-352f-4373-9e2e-593a20194e68 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-897851818', 'description': 'tempest-description-1182497413'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:12.355453 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e4026a49-fe2e-4f1c-8f5e-0c24f361a0fb req-e87761fc-352f-4373-9e2e-593a20194e68 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:12.373169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85506479-e7d7-4242-8405-0c1eb9fd9d4a req-c8b73a38-5614-48ec-a3f2-54ae15541c2c tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988555 Feb 10 15:43:12.437476 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e4026a49-fe2e-4f1c-8f5e-0c24f361a0fb req-e87761fc-352f-4373-9e2e-593a20194e68 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for security_group (dce0c951-2899-4973-80b3-f2c5a7dbdf4a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:12.444946 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-499d047f-83c5-41b9-88c9-89012486e30f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b1e360d9ad504d49aec84b0d97364b93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6449885 Feb 10 15:43:12.445566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54268) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:12.480545 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d047f-83c5-41b9-88c9-89012486e30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce718d4-d25a-40bb-836e-487e773bf35a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:12.489808 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (98c6c0a8-e3cc-4443-9454-046d926e0fe1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:12.505683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=e27d0234-dd37-4e0c-ab73-953286207bf1,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:12.508294 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e4026a49-fe2e-4f1c-8f5e-0c24f361a0fb req-e87761fc-352f-4373-9e2e-593a20194e68 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (dce0c951-2899-4973-80b3-f2c5a7dbdf4a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:12.600516 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network 09ee6b3c-e434-4558-a217-579017213fc7 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:12.602205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:12.612711 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87761fc-352f-4373-9e2e-593a20194e68 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce0c951-2899-4973-80b3-f2c5a7dbdf4a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:12.658621 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e4026a49-fe2e-4f1c-8f5e-0c24f361a0fb req-e87761fc-352f-4373-9e2e-593a20194e68 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:12.659869 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e4026a49-fe2e-4f1c-8f5e-0c24f361a0fb req-e87761fc-352f-4373-9e2e-593a20194e68 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3410466 Feb 10 15:43:12.672551 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48c22721-3de6-4b04-92aa-4b4af8987d38 admin admin] Publish callbacks [] for security_group (1ce718d4-d25a-40bb-836e-487e773bf35a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:12.733946 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48c22721-3de6-4b04-92aa-4b4af8987d38 admin admin] Publish callbacks [] for security_group (1ce718d4-d25a-40bb-836e-487e773bf35a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:12.859278 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-338ce9e7-4429-4a72-8d45-51bf1c2967ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:12.947981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d057474e-466b-4ea4-a3bc-2375cb40861f req-ed17bba1-666e-4ab0-94a0-1f846e72e11e tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-897851818&fields=id&tenant_id=3c677666bb89400b8f38e8bc8e40350b HTTP/1.1" status: 200 len: 267 time: 0.1817837 Feb 10 15:43:13.010579 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad184bc-5c73-48ee-a5fe-ceead8921332 req-e4c17be8-de56-41cc-b231-f0f2c1df925b tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:13.012365 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fad184bc-5c73-48ee-a5fe-ceead8921332 req-e4c17be8-de56-41cc-b231-f0f2c1df925b tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.2184370 Feb 10 15:43:13.014837 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48c22721-3de6-4b04-92aa-4b4af8987d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1ce718d4-d25a-40bb-836e-487e773bf35a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:13.019337 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48c22721-3de6-4b04-92aa-4b4af8987d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:13.020597 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-48c22721-3de6-4b04-92aa-4b4af8987d38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ce718d4-d25a-40bb-836e-487e773bf35a HTTP/1.1" status: 204 len: 168 time: 0.5739841 Feb 10 15:43:13.057163 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8169497a-2a6e-49a0-b3b7-c20aee632273 None None] Provisioning complete for port e27d0234-dd37-4e0c-ab73-953286207bf1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:13.057886 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8169497a-2a6e-49a0-b3b7-c20aee632273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e27d0234-dd37-4e0c-ab73-953286207bf1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:13.082730 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057474e-466b-4ea4-a3bc-2375cb40861f req-1ec1e631-24c2-4436-b304-c65bcc3d3742 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:13.095925 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d057474e-466b-4ea4-a3bc-2375cb40861f req-1ec1e631-24c2-4436-b304-c65bcc3d3742 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1469309 Feb 10 15:43:13.121595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-d057474e-466b-4ea4-a3bc-2375cb40861f req-40776708-0941-42d7-ba06-83970b4824e9 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Request body: {'port': {'security_groups': ['004e54e8-4c86-48c5-9d4a-b910993d6413', 'dce0c951-2899-4973-80b3-f2c5a7dbdf4a']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:13.127845 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c22721-3de6-4b04-92aa-4b4af8987d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce718d4-d25a-40bb-836e-487e773bf35a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:13.156709 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8169497a-2a6e-49a0-b3b7-c20aee632273 None None] Port e27d0234-dd37-4e0c-ab73-953286207bf1 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:43:13.247441 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fad184bc-5c73-48ee-a5fe-ceead8921332 req-0517face-2edd-4a4a-b907-7a554ae8d0a0 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238295 Feb 10 15:43:13.254357 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d057474e-466b-4ea4-a3bc-2375cb40861f req-40776708-0941-42d7-ba06-83970b4824e9 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:13.328599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34de96-1a65-4c3f-bab9-bad1d151b2ca req-33181db7-e5ef-4891-bee9-966c29caef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:13.330178 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bb34de96-1a65-4c3f-bab9-bad1d151b2ca req-33181db7-e5ef-4891-bee9-966c29caef0e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=034b31f3dbf344e987debe2007cdae09&device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 1127 time: 0.2399340 Feb 10 15:43:13.332159 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 98c6c0a8-e3cc-4443-9454-046d926e0fe1 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:13.521849 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-d057474e-466b-4ea4-a3bc-2375cb40861f req-40776708-0941-42d7-ba06-83970b4824e9 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] For port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3,segment=NetworkSegment(650a7729-f5e0-4b38-8e3b-1f3e1226279e),segment_id=650a7729-f5e0-4b38-8e3b-1f3e1226279e)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:13.570649 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54284) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:13.582373 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d057474e-466b-4ea4-a3bc-2375cb40861f req-40776708-0941-42d7-ba06-83970b4824e9 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:13.591846 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d057474e-466b-4ea4-a3bc-2375cb40861f req-40776708-0941-42d7-ba06-83970b4824e9 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:13.594023 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15ca62fd-8dd0-438f-98be-c32bf2abb110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:13.604947 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['41f6fed4-49d6-4b9b-bafe-928afa0b9ba3'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:13.606991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34de96-1a65-4c3f-bab9-bad1d151b2ca req-0ae5f9d9-2c5e-4bd6-a39d-4456b5db28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:13.608462 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bb34de96-1a65-4c3f-bab9-bad1d151b2ca req-0ae5f9d9-2c5e-4bd6-a39d-4456b5db28ba service neutron] 10.222.0.79 "GET /v2.0/networks?id=f3f84446-186f-4726-a963-a557c976fc13 HTTP/1.1" status: 200 len: 920 time: 0.2701738 Feb 10 15:43:13.614310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:13.625055 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d6c1bd-fc5d-4aa8-abcb-92a74fb6483e None None] Sync routers for ids ['98c6c0a8-e3cc-4443-9454-046d926e0fe1'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:13.629868 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-36d4244e-fb11-4629-9b38-b5330d7dd63e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/98c6c0a8-e3cc-4443-9454-046d926e0fe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2271602 Feb 10 15:43:13.639269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54286) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:13.645496 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d6c1bd-fc5d-4aa8-abcb-92a74fb6483e None None] Routers {'98c6c0a8-e3cc-4443-9454-046d926e0fe1'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:13.646128 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-81d6c1bd-fc5d-4aa8-abcb-92a74fb6483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['98c6c0a8-e3cc-4443-9454-046d926e0fe1'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:13.685782 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bb34de96-1a65-4c3f-bab9-bad1d151b2ca req-1785f20b-0e09-43cc-aa63-d821b42fdbff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67685f0e-34f5-4cc0-95ab-05cf5750907b HTTP/1.1" status: 200 len: 217 time: 0.0545971 Feb 10 15:43:13.785780 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['41f6fed4-49d6-4b9b-bafe-928afa0b9ba3'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:13.801342 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15ca62fd-8dd0-438f-98be-c32bf2abb110 admin admin] Publish callbacks [] for security_group (9880a0c8-c76f-4e03-9ab1-df41a6e51793), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:13.810034 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057474e-466b-4ea4-a3bc-2375cb40861f req-40776708-0941-42d7-ba06-83970b4824e9 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:13.811154 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d057474e-466b-4ea4-a3bc-2375cb40861f req-40776708-0941-42d7-ba06-83970b4824e9 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:13.813018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d057474e-466b-4ea4-a3bc-2375cb40861f req-40776708-0941-42d7-ba06-83970b4824e9 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "PUT /v2.0/ports/41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 HTTP/1.1" status: 200 len: 981 time: 0.7160592 Feb 10 15:43:13.823984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'tag': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:43:13.826782 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc50134-d9d0-4a9f-a3ff-5ac3e3c2a3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5e020f95-a87a-4037-8956-e0318af7f2b6", "tag": "41f6fed4-49d6-4b9b-bafe-928afa0b9ba3"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:13.833653 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15ca62fd-8dd0-438f-98be-c32bf2abb110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9880a0c8-c76f-4e03-9ab1-df41a6e51793), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:13.856250 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-81d6c1bd-fc5d-4aa8-abcb-92a74fb6483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:13.873391 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-15ca62fd-8dd0-438f-98be-c32bf2abb110 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f34f5f827eb8455fb4624f3dbaa3807d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3013151 Feb 10 15:43:13.875144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54292) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:13.876060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cedf20e-d370-478f-9ca3-8d7fd3778743 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:13.878002 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1cedf20e-d370-478f-9ca3-8d7fd3778743 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports/e27d0234-dd37-4e0c-ab73-953286207bf1 HTTP/1.1" status: 200 len: 910 time: 0.2358787 Feb 10 15:43:13.880767 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54294) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:13.892594 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d6c1bd-fc5d-4aa8-abcb-92a74fb6483e None None] Routers {'98c6c0a8-e3cc-4443-9454-046d926e0fe1'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:13.893377 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-81d6c1bd-fc5d-4aa8-abcb-92a74fb6483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:42:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['98c6c0a8-e3cc-4443-9454-046d926e0fe1'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:13.922575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40776708-0941-42d7-ba06-83970b4824e9 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Pushing event updated for resources: {'Port': ['ID=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3,revision_number=6']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:13.983324 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-81d6c1bd-fc5d-4aa8-abcb-92a74fb6483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:13.984228 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d6c1bd-fc5d-4aa8-abcb-92a74fb6483e None None] The sync data for ids ['98c6c0a8-e3cc-4443-9454-046d926e0fe1'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:13.995748 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34de96-1a65-4c3f-bab9-bad1d151b2ca req-66806597-7479-4b0b-a633-9e3c7dbabf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:13.997233 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bb34de96-1a65-4c3f-bab9-bad1d151b2ca req-66806597-7479-4b0b-a633-9e3c7dbabf30 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3067190f-bf98-49ad-8d01-a6124fc64fdd HTTP/1.1" status: 200 len: 859 time: 0.2810495 Feb 10 15:43:14.018927 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe817ffc-508f-4f71-acfe-995291ea6724 x-openstack-request-id: req-fe817ffc-508f-4f71-acfe-995291ea6724 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:14.019575 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e020f95-a87a-4037-8956-e0318af7f2b6", "tag": "41f6fed4-49d6-4b9b-bafe-928afa0b9ba3", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:14.019934 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe817ffc-508f-4f71-acfe-995291ea6724 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:14.020877 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'tag': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3', 'status': 'completed', 'code': 200} Feb 10 15:43:14.045565 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8501a0e7-9cba-40d6-8176-89991e420022 req-44a8f7d0-5058-4704-8fbe-6a45d08713a9 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-897851818&fields=id&tenant_id=3c677666bb89400b8f38e8bc8e40350b HTTP/1.1" status: 200 len: 267 time: 0.1016843 Feb 10 15:43:14.049165 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b46d7cc-a803-45f7-a347-bd9817c39e66 admin admin] Publish callbacks [] for security_group (9880a0c8-c76f-4e03-9ab1-df41a6e51793), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:14.077040 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b46d7cc-a803-45f7-a347-bd9817c39e66 admin admin] Publish callbacks [] for security_group (9880a0c8-c76f-4e03-9ab1-df41a6e51793), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:14.087075 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bb34de96-1a65-4c3f-bab9-bad1d151b2ca req-e39c61a5-6482-42c4-83e9-955c9165c801 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f3f84446-186f-4726-a963-a557c976fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717845 Feb 10 15:43:14.183167 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b46d7cc-a803-45f7-a347-bd9817c39e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9880a0c8-c76f-4e03-9ab1-df41a6e51793), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:14.189255 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b46d7cc-a803-45f7-a347-bd9817c39e66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:14.209691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2b46d7cc-a803-45f7-a347-bd9817c39e66 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9880a0c8-c76f-4e03-9ab1-df41a6e51793 HTTP/1.1" status: 204 len: 168 time: 0.3246129 Feb 10 15:43:14.236956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca62fd-8dd0-438f-98be-c32bf2abb110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9880a0c8-c76f-4e03-9ab1-df41a6e51793,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:14.261203 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc50134-d9d0-4a9f-a3ff-5ac3e3c2a3f5 req-b9e382ad-bf09-4d38-b8ca-15bfdd97be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:14.262730 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8cc50134-d9d0-4a9f-a3ff-5ac3e3c2a3f5 req-b9e382ad-bf09-4d38-b8ca-15bfdd97be5d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c677666bb89400b8f38e8bc8e40350b&device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 1166 time: 0.2967472 Feb 10 15:43:14.268186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46d7cc-a803-45f7-a347-bd9817c39e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9880a0c8-c76f-4e03-9ab1-df41a6e51793,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:14.308416 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501a0e7-9cba-40d6-8176-89991e420022 req-c877214e-5b7d-4fbc-91ae-c2f29806106b tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:14.311894 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8501a0e7-9cba-40d6-8176-89991e420022 req-c877214e-5b7d-4fbc-91ae-c2f29806106b tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 984 time: 0.1734817 Feb 10 15:43:14.325509 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-8501a0e7-9cba-40d6-8176-89991e420022 req-98c282a6-c6e6-4c88-9986-05c7dc63a49c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Request body: {'port': {'security_groups': ['004e54e8-4c86-48c5-9d4a-b910993d6413']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:14.376043 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bb34de96-1a65-4c3f-bab9-bad1d151b2ca req-41fecbf5-a574-4cdb-b63b-3fe2d1b0d201 service neutron] 10.222.0.79 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808709 Feb 10 15:43:14.465095 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8501a0e7-9cba-40d6-8176-89991e420022 req-98c282a6-c6e6-4c88-9986-05c7dc63a49c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:14.507196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2804a8-e335-4c5a-bcea-24891583deca req-32a0ebd6-35b6-467f-ae51-7a0e52041f32 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:14.509228 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf2804a8-e335-4c5a-bcea-24891583deca req-32a0ebd6-35b6-467f-ae51-7a0e52041f32 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1220672 Feb 10 15:43:14.582214 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bb34de96-1a65-4c3f-bab9-bad1d151b2ca req-6827bd7a-11cf-4f67-9879-63b316252d6c service neutron] 10.222.0.79 "GET /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735182 Feb 10 15:43:14.614878 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc50134-d9d0-4a9f-a3ff-5ac3e3c2a3f5 req-45d42906-86a5-4eb5-b2f4-46f224f920ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:14.616596 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8cc50134-d9d0-4a9f-a3ff-5ac3e3c2a3f5 req-45d42906-86a5-4eb5-b2f4-46f224f920ea service neutron] 10.222.0.79 "GET /v2.0/networks?id=acbf7e1a-ac36-4b63-8dfa-71df45204741 HTTP/1.1" status: 200 len: 921 time: 0.3444476 Feb 10 15:43:14.639807 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf2804a8-e335-4c5a-bcea-24891583deca req-6d46b751-3acc-4512-9bee-8a9a47c1a8b4 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098132 Feb 10 15:43:14.686040 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8cc50134-d9d0-4a9f-a3ff-5ac3e3c2a3f5 req-b396a6aa-d57d-4ea4-bd46-61540fa8c012 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 HTTP/1.1" status: 200 len: 217 time: 0.0524895 Feb 10 15:43:14.767054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-8501a0e7-9cba-40d6-8176-89991e420022 req-98c282a6-c6e6-4c88-9986-05c7dc63a49c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] For port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3,segment=NetworkSegment(650a7729-f5e0-4b38-8e3b-1f3e1226279e),segment_id=650a7729-f5e0-4b38-8e3b-1f3e1226279e)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:14.793112 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc50134-d9d0-4a9f-a3ff-5ac3e3c2a3f5 req-07095e4e-6b96-44b6-87d0-3139d8934d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:14.795740 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8cc50134-d9d0-4a9f-a3ff-5ac3e3c2a3f5 req-07095e4e-6b96-44b6-87d0-3139d8934d87 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5766518a-89bc-4c22-a72d-6d35206c184f HTTP/1.1" status: 200 len: 860 time: 0.1036332 Feb 10 15:43:14.811966 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8501a0e7-9cba-40d6-8176-89991e420022 req-98c282a6-c6e6-4c88-9986-05c7dc63a49c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:14.820549 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8501a0e7-9cba-40d6-8176-89991e420022 req-98c282a6-c6e6-4c88-9986-05c7dc63a49c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:14.831316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['41f6fed4-49d6-4b9b-bafe-928afa0b9ba3'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:14.841003 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8cc50134-d9d0-4a9f-a3ff-5ac3e3c2a3f5 req-f8694fce-b508-4f3d-89cf-5d2b14fe4adb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=acbf7e1a-ac36-4b63-8dfa-71df45204741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343845 Feb 10 15:43:14.859542 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c56ccce2-a931-4827-a650-1134d4bbe348 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (98c6c0a8-e3cc-4443-9454-046d926e0fe1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:14.886334 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501a0e7-9cba-40d6-8176-89991e420022 req-98c282a6-c6e6-4c88-9986-05c7dc63a49c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:14.887317 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-8501a0e7-9cba-40d6-8176-89991e420022 req-98c282a6-c6e6-4c88-9986-05c7dc63a49c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:14.892626 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8501a0e7-9cba-40d6-8176-89991e420022 req-98c282a6-c6e6-4c88-9986-05c7dc63a49c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "PUT /v2.0/ports/41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 HTTP/1.1" status: 200 len: 942 time: 0.5743580 Feb 10 15:43:14.924804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c282a6-c6e6-4c88-9986-05c7dc63a49c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Pushing event updated for resources: {'Port': ['ID=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3,revision_number=7']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:14.989401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['41f6fed4-49d6-4b9b-bafe-928afa0b9ba3'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:15.151409 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8cc50134-d9d0-4a9f-a3ff-5ac3e3c2a3f5 req-f753060c-db59-4182-a762-a3c59423a5c9 service neutron] 10.222.0.79 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028767 Feb 10 15:43:15.212420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-e9156847-4634-4a06-b9b2-0fa7c06c53ee tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2831922 Feb 10 15:43:15.228598 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:15.258988 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5ee18537-15dc-484e-afdb-379301090fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:15.275513 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:15.342724 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54324) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:15.453613 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:15.500961 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-3e702345-d524-4b1f-a586-60c876062aeb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-597472696-network', 'tenant_id': 'f40bab12886d4d79b5b811e0e3941d12'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:15.537500 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e702345-d524-4b1f-a586-60c876062aeb admin admin] Made reservation on behalf of f40bab12886d4d79b5b811e0e3941d12 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:15.539915 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3e702345-d524-4b1f-a586-60c876062aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:15.573532 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3e702345-d524-4b1f-a586-60c876062aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:15.611477 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Allocated IP 172.25.3.119 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/97920291-da45-458b-9cab-d9c0b8f9b0f0) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:15.623903 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8cc50134-d9d0-4a9f-a3ff-5ac3e3c2a3f5 req-8c8fc844-a780-4e17-8bbc-e51427aee165 service neutron] 10.222.0.79 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638417 Feb 10 15:43:15.685266 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c56ccce2-a931-4827-a650-1134d4bbe348 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port e27d0234-dd37-4e0c-ab73-953286207bf1 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:15.685696 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c56ccce2-a931-4827-a650-1134d4bbe348 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e27d0234-dd37-4e0c-ab73-953286207bf1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:15.771513 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3e702345-d524-4b1f-a586-60c876062aeb admin admin] Publish callbacks [] for security_group (088e70fd-35be-488a-ad28-85915fa3cd90), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:15.804344 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c56ccce2-a931-4827-a650-1134d4bbe348 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e27d0234-dd37-4e0c-ab73-953286207bf1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:15.806108 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3e702345-d524-4b1f-a586-60c876062aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (088e70fd-35be-488a-ad28-85915fa3cd90), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:15.815339 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for port (97920291-da45-458b-9cab-d9c0b8f9b0f0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:15.817468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c56ccce2-a931-4827-a650-1134d4bbe348 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for e27d0234-dd37-4e0c-ab73-953286207bf1 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:15.852680 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e702345-d524-4b1f-a586-60c876062aeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:43:15.860633 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e702345-d524-4b1f-a586-60c876062aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088e70fd-35be-488a-ad28-85915fa3cd90,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:15.880234 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3e702345-d524-4b1f-a586-60c876062aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (8601ae44-ac62-4d6c-95bc-d2213c277904), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:15.880590 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-3e702345-d524-4b1f-a586-60c876062aeb admin admin] Added segment 8601ae44-ac62-4d6c-95bc-d2213c277904 of type vlan for network bbc8d844-2a31-4a62-8ce0-6126221423af Feb 10 15:43:15.902918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ab6e1-5ead-49e1-bde0-bd66c3e3caa4 req-705cc8a2-fdea-419f-85e0-3ed47548e652 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:15.904558 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-660ab6e1-5ead-49e1-bde0-bd66c3e3caa4 req-705cc8a2-fdea-419f-85e0-3ed47548e652 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1478977 Feb 10 15:43:15.954965 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (97920291-da45-458b-9cab-d9c0b8f9b0f0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:15.958040 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3e702345-d524-4b1f-a586-60c876062aeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (bbc8d844-2a31-4a62-8ce0-6126221423af), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:16.019793 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c56ccce2-a931-4827-a650-1134d4bbe348 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (e27d0234-dd37-4e0c-ab73-953286207bf1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:16.023754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'tag': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:43:16.026169 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfbf454-dd51-468f-8eb4-4eb10e206e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e020f95-a87a-4037-8956-e0318af7f2b6", "tag": "41f6fed4-49d6-4b9b-bafe-928afa0b9ba3"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:16.048308 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ccce2-a931-4827-a650-1134d4bbe348 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=e27d0234-dd37-4e0c-ab73-953286207bf1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:16.048937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:16.055425 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:16.060641 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-660ab6e1-5ead-49e1-bde0-bd66c3e3caa4 req-6093fc27-6026-4a91-b702-d103af393810 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356637 Feb 10 15:43:16.061637 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:16.064076 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Pushing event updated for resources: {'Port': ['ID=97920291-da45-458b-9cab-d9c0b8f9b0f0,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:16.067375 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3e702345-d524-4b1f-a586-60c876062aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (bbc8d844-2a31-4a62-8ce0-6126221423af), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:16.068308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e702345-d524-4b1f-a586-60c876062aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:16.068913 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3e702345-d524-4b1f-a586-60c876062aeb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:16.160674 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3e702345-d524-4b1f-a586-60c876062aeb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8067122 Feb 10 15:43:16.187104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54332) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:16.191950 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-00c77141-efbb-4dd0-86ea-2bc0ea6839ef admin admin] Request body: {'subnet': {'network_id': 'bbc8d844-2a31-4a62-8ce0-6126221423af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-597472696-subnet', 'tenant_id': 'f40bab12886d4d79b5b811e0e3941d12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:16.201353 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e59f40-1006-4d22-9283-c809fae74ee4 x-openstack-request-id: req-87e59f40-1006-4d22-9283-c809fae74ee4 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:16.201617 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e020f95-a87a-4037-8956-e0318af7f2b6", "tag": "41f6fed4-49d6-4b9b-bafe-928afa0b9ba3", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:16.201876 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87e59f40-1006-4d22-9283-c809fae74ee4 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:16.202365 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'tag': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3', 'status': 'completed', 'code': 200} Feb 10 15:43:16.206436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e702345-d524-4b1f-a586-60c876062aeb admin admin] Pushing event updated for resources: {'Network': ['ID=bbc8d844-2a31-4a62-8ce0-6126221423af,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:16.221499 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network bbc8d844-2a31-4a62-8ce0-6126221423af details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:43:16.276924 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for floatingip (d8fef96b-7236-4de5-8a49-28963f347ba3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:16.278390 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c77141-efbb-4dd0-86ea-2bc0ea6839ef admin admin] Made reservation on behalf of f40bab12886d4d79b5b811e0e3941d12 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:16.281057 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00c77141-efbb-4dd0-86ea-2bc0ea6839ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:16.297858 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c56ccce2-a931-4827-a650-1134d4bbe348 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (98c6c0a8-e3cc-4443-9454-046d926e0fe1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:16.371616 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (97920291-da45-458b-9cab-d9c0b8f9b0f0), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:16.412436 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:16.470564 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbf454-dd51-468f-8eb4-4eb10e206e4b req-6afd79b3-36df-4f92-a12a-2c99dd414efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:16.472306 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bfbf454-dd51-468f-8eb4-4eb10e206e4b req-6afd79b3-36df-4f92-a12a-2c99dd414efd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c677666bb89400b8f38e8bc8e40350b&device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 1127 time: 0.1564898 Feb 10 15:43:16.621833 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00c77141-efbb-4dd0-86ea-2bc0ea6839ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (d0d99a02-21db-48e3-9978-bdde4cad46bf), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:16.630106 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56ccce2-a931-4827-a650-1134d4bbe348 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 98c6c0a8-e3cc-4443-9454-046d926e0fe1 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:16.652463 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbf454-dd51-468f-8eb4-4eb10e206e4b req-3c1490ac-0f40-45eb-aac6-cfac43cb1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:16.654391 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bfbf454-dd51-468f-8eb4-4eb10e206e4b req-3c1490ac-0f40-45eb-aac6-cfac43cb1c97 service neutron] 10.222.0.79 "GET /v2.0/networks?id=acbf7e1a-ac36-4b63-8dfa-71df45204741 HTTP/1.1" status: 200 len: 921 time: 0.1441774 Feb 10 15:43:16.689330 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for port (97920291-da45-458b-9cab-d9c0b8f9b0f0), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:16.699731 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (97920291-da45-458b-9cab-d9c0b8f9b0f0), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:16.745158 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c77141-efbb-4dd0-86ea-2bc0ea6839ef admin admin] Checking segment: {'id': '8601ae44-ac62-4d6c-95bc-d2213c277904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bbc8d844-2a31-4a62-8ce0-6126221423af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:43:16.745383 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bfbf454-dd51-468f-8eb4-4eb10e206e4b req-86ca0407-cbe0-40c9-93a6-67dd311b4b09 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 HTTP/1.1" status: 200 len: 217 time: 0.0423677 Feb 10 15:43:16.746556 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c77141-efbb-4dd0-86ea-2bc0ea6839ef admin admin] Network hostable DHCP agents. Network: bbc8d844-2a31-4a62-8ce0-6126221423af, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:43:16.748825 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c77141-efbb-4dd0-86ea-2bc0ea6839ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d99a02-21db-48e3-9978-bdde4cad46bf,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:16.808363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Pushing event updated for resources: {'Port': ['ID=97920291-da45-458b-9cab-d9c0b8f9b0f0,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:16.824048 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (d8fef96b-7236-4de5-8a49-28963f347ba3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:16.828151 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c77141-efbb-4dd0-86ea-2bc0ea6839ef admin admin] Network bbc8d844-2a31-4a62-8ce0-6126221423af is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:43:16.841246 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56ccce2-a931-4827-a650-1134d4bbe348 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:16.843779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-00c77141-efbb-4dd0-86ea-2bc0ea6839ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, bbc8d844-2a31-4a62-8ce0-6126221423af) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:16.849742 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:16.851103 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-1e0c9ea8-13a3-4fa2-9110-33a82bfcf3fb tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6316752 Feb 10 15:43:16.852638 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c77141-efbb-4dd0-86ea-2bc0ea6839ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:16.853455 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00c77141-efbb-4dd0-86ea-2bc0ea6839ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:16.853952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dca06d-d32a-471a-b434-52de2765d14f None None] Sync routers for ids ['98c6c0a8-e3cc-4443-9454-046d926e0fe1'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:16.855746 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c56ccce2-a931-4827-a650-1134d4bbe348 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/98c6c0a8-e3cc-4443-9454-046d926e0fe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9692800 Feb 10 15:43:16.859683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54336) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:16.861466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbf454-dd51-468f-8eb4-4eb10e206e4b req-76c71a7d-7104-4b46-bd19-9f542491fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:16.863577 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bfbf454-dd51-468f-8eb4-4eb10e206e4b req-76c71a7d-7104-4b46-bd19-9f542491fdc2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5766518a-89bc-4c22-a72d-6d35206c184f HTTP/1.1" status: 200 len: 860 time: 0.0887895 Feb 10 15:43:16.870966 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecad509-f4ba-4414-9583-7bc00185e035 None None] Network bbc8d844-2a31-4a62-8ce0-6126221423af requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:16.882095 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dca06d-d32a-471a-b434-52de2765d14f None None] Routers {'98c6c0a8-e3cc-4443-9454-046d926e0fe1'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:16.882984 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-23dca06d-d32a-471a-b434-52de2765d14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['98c6c0a8-e3cc-4443-9454-046d926e0fe1'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:16.899775 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bfbf454-dd51-468f-8eb4-4eb10e206e4b req-4c71bd03-d73b-4bbe-a364-33c4d3a67911 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=acbf7e1a-ac36-4b63-8dfa-71df45204741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303776 Feb 10 15:43:16.947625 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-23dca06d-d32a-471a-b434-52de2765d14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:16.993211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dca06d-d32a-471a-b434-52de2765d14f None None] Routers {'98c6c0a8-e3cc-4443-9454-046d926e0fe1'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:16.993827 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-23dca06d-d32a-471a-b434-52de2765d14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['98c6c0a8-e3cc-4443-9454-046d926e0fe1'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:17.014324 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-00c77141-efbb-4dd0-86ea-2bc0ea6839ef admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8261118 Feb 10 15:43:17.037155 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-826590c3-cee5-4d53-b191-91e7662ffac5 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 696 time: 0.1674020 Feb 10 15:43:17.037705 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bfbf454-dd51-468f-8eb4-4eb10e206e4b req-6951cb93-6295-4fa6-84fa-65c2af65f800 service neutron] 10.222.0.79 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293678 Feb 10 15:43:17.046148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-23dca06d-d32a-471a-b434-52de2765d14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:17.046813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dca06d-d32a-471a-b434-52de2765d14f None None] The sync data for ids ['98c6c0a8-e3cc-4443-9454-046d926e0fe1'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:17.098419 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944521c5-22b8-465e-a397-25dfb991ebc5 None None] Network bbc8d844-2a31-4a62-8ce0-6126221423af requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:17.188607 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1bfbf454-dd51-468f-8eb4-4eb10e206e4b req-e4f70bc3-5f39-4a9d-9346-570702d07efd service neutron] 10.222.0.79 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447628 Feb 10 15:43:17.363102 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-c0fcf7a5-b603-48e0-899c-3ea953e3fa03 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:17.364641 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-c0fcf7a5-b603-48e0-899c-3ea953e3fa03 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.3197796 Feb 10 15:43:17.402269 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-ccab71d3-5df5-46ae-8e0b-e56248e54959 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:43:17.403449 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33391f02-3947-41db-9e1a-06a632eb0fb3 req-ccab71d3-5df5-46ae-8e0b-e56248e54959 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089810 Feb 10 15:43:17.411626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85463a4c-f5eb-4f99-8ea5-305e5e2ef041 req-af6e19b4-cee9-419d-8561-2bed07ddd803 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:17.413277 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85463a4c-f5eb-4f99-8ea5-305e5e2ef041 req-af6e19b4-cee9-419d-8561-2bed07ddd803 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1736712 Feb 10 15:43:17.505713 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85463a4c-f5eb-4f99-8ea5-305e5e2ef041 req-4d0bc241-d7a3-400d-aef4-fef1c567a64f tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649481 Feb 10 15:43:17.623190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-314b6eb0-6c22-4a84-8896-84ea035194ce tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:17.624585 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-314b6eb0-6c22-4a84-8896-84ea035194ce tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1177409 Feb 10 15:43:17.771824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54364) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:17.783742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-44859d4a-d413-41b9-bfbc-029a7108f48f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-752157215-network', 'tenant_id': '727f84ee3ba54cdba00506bdc7054883'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:17.825780 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44859d4a-d413-41b9-bfbc-029a7108f48f admin admin] Made reservation on behalf of 727f84ee3ba54cdba00506bdc7054883 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:17.830536 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44859d4a-d413-41b9-bfbc-029a7108f48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:17.846165 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44859d4a-d413-41b9-bfbc-029a7108f48f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:17.953301 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:17.962938 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44859d4a-d413-41b9-bfbc-029a7108f48f admin admin] Publish callbacks [] for security_group (08c7e18d-a257-4454-92a9-02632145299b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:17.968606 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44859d4a-d413-41b9-bfbc-029a7108f48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (08c7e18d-a257-4454-92a9-02632145299b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:17.995218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44859d4a-d413-41b9-bfbc-029a7108f48f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:43:18.011707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44859d4a-d413-41b9-bfbc-029a7108f48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c7e18d-a257-4454-92a9-02632145299b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:18.014637 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44859d4a-d413-41b9-bfbc-029a7108f48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ecf5654d-3b74-45a2-baf4-7598478effe4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:18.014987 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-44859d4a-d413-41b9-bfbc-029a7108f48f admin admin] Added segment ecf5654d-3b74-45a2-baf4-7598478effe4 of type vlan for network 87ffb425-7b34-4df9-8425-b7e839fb7702 Feb 10 15:43:18.060803 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44859d4a-d413-41b9-bfbc-029a7108f48f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (87ffb425-7b34-4df9-8425-b7e839fb7702), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:18.087457 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44859d4a-d413-41b9-bfbc-029a7108f48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (87ffb425-7b34-4df9-8425-b7e839fb7702), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:18.088575 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44859d4a-d413-41b9-bfbc-029a7108f48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:18.089231 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44859d4a-d413-41b9-bfbc-029a7108f48f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:18.102475 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-404059f1-4193-4895-a8b6-cb775b1512c4 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 696 time: 0.0476167 Feb 10 15:43:18.114767 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-c51a7519-7bc9-4338-85b0-88322ad8fd70 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Request body: {'floatingip': {'port_id': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:18.133352 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-44859d4a-d413-41b9-bfbc-029a7108f48f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3577971 Feb 10 15:43:18.133599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54370) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:18.138911 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-eb0f156b-31b1-4942-a037-cdcc6c2aa29a admin admin] Request body: {'subnet': {'network_id': '87ffb425-7b34-4df9-8425-b7e839fb7702', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-752157215-subnet', 'tenant_id': '727f84ee3ba54cdba00506bdc7054883', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:18.161147 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-c51a7519-7bc9-4338-85b0-88322ad8fd70 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for floatingip (d8fef96b-7236-4de5-8a49-28963f347ba3), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:18.174958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44859d4a-d413-41b9-bfbc-029a7108f48f admin admin] Pushing event updated for resources: {'Network': ['ID=87ffb425-7b34-4df9-8425-b7e839fb7702,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:18.188974 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 87ffb425-7b34-4df9-8425-b7e839fb7702 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:43:18.202165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0f156b-31b1-4942-a037-cdcc6c2aa29a admin admin] Made reservation on behalf of 727f84ee3ba54cdba00506bdc7054883 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:18.205036 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0afdfb4f-c29b-49d3-a45d-afc0892f2fb2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (98c6c0a8-e3cc-4443-9454-046d926e0fe1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:18.209034 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb0f156b-31b1-4942-a037-cdcc6c2aa29a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:18.405394 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb0f156b-31b1-4942-a037-cdcc6c2aa29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (24353a1b-2fc5-4ad4-b4b6-61fc79184b57), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:18.471834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f156b-31b1-4942-a037-cdcc6c2aa29a admin admin] Pushing event updated for resources: {'Subnet': ['ID=24353a1b-2fc5-4ad4-b4b6-61fc79184b57,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:18.474546 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f156b-31b1-4942-a037-cdcc6c2aa29a admin admin] Checking segment: {'id': 'ecf5654d-3b74-45a2-baf4-7598478effe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '87ffb425-7b34-4df9-8425-b7e839fb7702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:43:18.475029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f156b-31b1-4942-a037-cdcc6c2aa29a admin admin] Network hostable DHCP agents. Network: 87ffb425-7b34-4df9-8425-b7e839fb7702, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:43:18.494449 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f156b-31b1-4942-a037-cdcc6c2aa29a admin admin] Network 87ffb425-7b34-4df9-8425-b7e839fb7702 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:43:18.504301 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f156b-31b1-4942-a037-cdcc6c2aa29a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 87ffb425-7b34-4df9-8425-b7e839fb7702) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:18.508547 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0f156b-31b1-4942-a037-cdcc6c2aa29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:18.509293 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb0f156b-31b1-4942-a037-cdcc6c2aa29a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:18.522788 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115de732-2ea5-4add-a453-8d202bc20526 None None] Network 87ffb425-7b34-4df9-8425-b7e839fb7702 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:18.528288 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-eb0f156b-31b1-4942-a037-cdcc6c2aa29a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3931568 Feb 10 15:43:18.670171 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d287b54-0f7e-4910-a1b8-37d71c433446 None None] Network 87ffb425-7b34-4df9-8425-b7e839fb7702 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:18.825141 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-0afdfb4f-c29b-49d3-a45d-afc0892f2fb2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port cf72ea33-8f04-4073-a3bb-27c4226411f6 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:18.825717 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0afdfb4f-c29b-49d3-a45d-afc0892f2fb2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (cf72ea33-8f04-4073-a3bb-27c4226411f6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:18.868642 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-c51a7519-7bc9-4338-85b0-88322ad8fd70 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:18.896270 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-c51a7519-7bc9-4338-85b0-88322ad8fd70 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (d8fef96b-7236-4de5-8a49-28963f347ba3), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:18.945864 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:18.974390 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0afdfb4f-c29b-49d3-a45d-afc0892f2fb2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (cf72ea33-8f04-4073-a3bb-27c4226411f6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:19.041406 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-0afdfb4f-c29b-49d3-a45d-afc0892f2fb2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for cf72ea33-8f04-4073-a3bb-27c4226411f6 owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:19.138576 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-c51a7519-7bc9-4338-85b0-88322ad8fd70 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Floating IP d8fef96b-7236-4de5-8a49-28963f347ba3 associated. External IP: 172.25.3.119, port: 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3. Feb 10 15:43:19.306931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-45a7d7d1-8302-4677-a4f4-7778d7618011 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:19.308403 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-45a7d7d1-8302-4677-a4f4-7778d7618011 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/networks?id=bbc8d844-2a31-4a62-8ce0-6126221423af HTTP/1.1" status: 200 len: 808 time: 0.2998219 Feb 10 15:43:19.353324 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-91cdcdf8-edda-44ef-9eba-ef8123b095ee tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/quotas/f40bab12886d4d79b5b811e0e3941d12 HTTP/1.1" status: 200 len: 375 time: 0.0218093 Feb 10 15:43:19.446793 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-6afc5410-1954-4f85-b5ca-472c31964e89 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f40bab12886d4d79b5b811e0e3941d12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841222 Feb 10 15:43:19.460931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-d793fedf-d597-49b3-af93-4c2315a68de1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:43:19.462406 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-d793fedf-d597-49b3-af93-4c2315a68de1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054872 Feb 10 15:43:19.564210 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0afdfb4f-c29b-49d3-a45d-afc0892f2fb2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (cf72ea33-8f04-4073-a3bb-27c4226411f6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:19.609586 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdfb4f-c29b-49d3-a45d-afc0892f2fb2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=cf72ea33-8f04-4073-a3bb-27c4226411f6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:19.654652 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-a794772d-ec74-437b-a55d-0d43584b05af service neutron] 10.222.0.64 "GET /v2.0/networks/bbc8d844-2a31-4a62-8ce0-6126221423af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845074 Feb 10 15:43:19.676549 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-c51a7519-7bc9-4338-85b0-88322ad8fd70 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Router 9b542681-b176-4027-af33-3f742af7840a has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:20.223530 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0afdfb4f-c29b-49d3-a45d-afc0892f2fb2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (98c6c0a8-e3cc-4443-9454-046d926e0fe1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:20.267069 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-070c7c47-6302-4e89-9e87-0bc70d37a8d9 service neutron] 10.222.0.64 "GET /v2.0/networks/bbc8d844-2a31-4a62-8ce0-6126221423af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891416 Feb 10 15:43:20.351785 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-c51a7519-7bc9-4338-85b0-88322ad8fd70 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:20.357144 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-c51a7519-7bc9-4338-85b0-88322ad8fd70 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:20.366214 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044b514-f602-4fd2-89e1-95f4ab723c30 None None] Sync routers for ids ['9b542681-b176-4027-af33-3f742af7840a'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:20.385772 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044b514-f602-4fd2-89e1-95f4ab723c30 None None] Routers {'9b542681-b176-4027-af33-3f742af7840a'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:20.386823 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3044b514-f602-4fd2-89e1-95f4ab723c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['9b542681-b176-4027-af33-3f742af7840a'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:20.421951 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-c51a7519-7bc9-4338-85b0-88322ad8fd70 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "PUT /v2.0/floatingips/d8fef96b-7236-4de5-8a49-28963f347ba3 HTTP/1.1" status: 200 len: 996 time: 2.3110194 Feb 10 15:43:20.423852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'tag': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:43:20.426149 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e6bfeb-42b5-444c-9d8a-6052d03f6f85" -d '{"events": [{"name": "network-changed", "server_uuid": "5e020f95-a87a-4037-8956-e0318af7f2b6", "tag": "41f6fed4-49d6-4b9b-bafe-928afa0b9ba3"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:20.522621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afdfb4f-c29b-49d3-a45d-afc0892f2fb2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 98c6c0a8-e3cc-4443-9454-046d926e0fe1 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:20.576315 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0be72553-746a-4634-b31b-901a8f5cff9a req-09fa47a8-f7b0-4846-886f-14fc262b2be7 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/ports?device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 210 time: 0.0417643 Feb 10 15:43:20.582553 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-3044b514-f602-4fd2-89e1-95f4ab723c30 None None] Set router 9b542681-b176-4027-af33-3f742af7840a gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:20.653994 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afdfb4f-c29b-49d3-a45d-afc0892f2fb2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:20.659305 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0afdfb4f-c29b-49d3-a45d-afc0892f2fb2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/98c6c0a8-e3cc-4443-9454-046d926e0fe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7984755 Feb 10 15:43:20.662185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-442bd93f-1167-4ef1-84aa-5ac0286e9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:20.662440 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54400) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:20.664054 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-442bd93f-1167-4ef1-84aa-5ac0286e9795 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c677666bb89400b8f38e8bc8e40350b&device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 1127 time: 0.1903806 Feb 10 15:43:20.664793 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0618bf61-0f93-49d7-b942-ff414c962ea4 None None] Sync routers for ids ['98c6c0a8-e3cc-4443-9454-046d926e0fe1'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:20.678122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618bf61-0f93-49d7-b942-ff414c962ea4 None None] Routers {'98c6c0a8-e3cc-4443-9454-046d926e0fe1'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:20.679154 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0618bf61-0f93-49d7-b942-ff414c962ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['98c6c0a8-e3cc-4443-9454-046d926e0fe1'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:20.718730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0618bf61-0f93-49d7-b942-ff414c962ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:20.721979 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-18bfee6c-ddf5-4ee3-bdfe-4233cd91b3e0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports?device_id=98c6c0a8-e3cc-4443-9454-046d926e0fe1 HTTP/1.1" status: 200 len: 205 time: 0.0563126 Feb 10 15:43:20.722853 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54406) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:20.731681 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76669b94-c08f-43b8-87e3-07b89a7e4cf8 x-openstack-request-id: req-76669b94-c08f-43b8-87e3-07b89a7e4cf8 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:20.732027 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e020f95-a87a-4037-8956-e0318af7f2b6", "tag": "41f6fed4-49d6-4b9b-bafe-928afa0b9ba3", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:20.732234 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76669b94-c08f-43b8-87e3-07b89a7e4cf8 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:20.732604 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'tag': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3', 'status': 'completed', 'code': 200} Feb 10 15:43:20.734345 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618bf61-0f93-49d7-b942-ff414c962ea4 None None] Routers {'98c6c0a8-e3cc-4443-9454-046d926e0fe1'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:20.735209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0618bf61-0f93-49d7-b942-ff414c962ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['98c6c0a8-e3cc-4443-9454-046d926e0fe1'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:20.835668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0618bf61-0f93-49d7-b942-ff414c962ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:20.836986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0618bf61-0f93-49d7-b942-ff414c962ea4 None None] The sync data for ids ['98c6c0a8-e3cc-4443-9454-046d926e0fe1'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:20.899552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-680a40f3-0fa4-44a2-a64b-59b52d6f8e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:20.901171 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-680a40f3-0fa4-44a2-a64b-59b52d6f8e6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=acbf7e1a-ac36-4b63-8dfa-71df45204741 HTTP/1.1" status: 200 len: 921 time: 0.2301955 Feb 10 15:43:20.903609 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-632e1879-6a61-40a2-aa64-ebdaef3dbe57 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (98c6c0a8-e3cc-4443-9454-046d926e0fe1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:20.912214 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6bfeb-42b5-444c-9d8a-6052d03f6f85 req-28064643-b5ec-4a5a-b574-8e6e562206a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:20.913811 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7e6bfeb-42b5-444c-9d8a-6052d03f6f85 req-28064643-b5ec-4a5a-b574-8e6e562206a0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c677666bb89400b8f38e8bc8e40350b&device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 1127 time: 0.1881235 Feb 10 15:43:20.995161 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-8e51bd48-f339-4b01-9a03-999362dddf5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 HTTP/1.1" status: 200 len: 999 time: 0.0864356 Feb 10 15:43:21.020428 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3044b514-f602-4fd2-89e1-95f4ab723c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b542681-b176-4027-af33-3f742af7840a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-router', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:07Z', 'updated_at': '2022-02-10T15:42:15Z', 'revision_number': 4, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'gw_port': {'id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:09Z', 'updated_at': '2022-02-10T15:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'd8fef96b-7236-4de5-8a49-28963f347ba3', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '9b542681-b176-4027-af33-3f742af7840a', 'port_id': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741', 'mac_address': 'fa:16:3e:46:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:43:16Z', 'updated_at': '2022-02-10T15:43:18Z', 'revision_number': 1, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc4de15-994c-451e-a43f-fb663ef4678f', 'name': '', 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'mac_address': 'fa:16:3e:c4:88:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:13Z', 'updated_at': '2022-02-10T15:42:24Z', 'revision_number': 5, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'subnets': [{'id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:21.065111 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044b514-f602-4fd2-89e1-95f4ab723c30 None None] Checking router: 9b542681-b176-4027-af33-3f742af7840a for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:43:21.082297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-4f1ab1da-e784-472a-939f-5c6ab1375a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:21.083863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-4f1ab1da-e784-472a-939f-5c6ab1375a06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5766518a-89bc-4c22-a72d-6d35206c184f HTTP/1.1" status: 200 len: 860 time: 0.0803981 Feb 10 15:43:21.086418 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044b514-f602-4fd2-89e1-95f4ab723c30 None None] Routers {'9b542681-b176-4027-af33-3f742af7840a'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:21.087182 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3044b514-f602-4fd2-89e1-95f4ab723c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['9b542681-b176-4027-af33-3f742af7840a'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:21.129357 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-23906838-ba4e-4c04-a1a0-fd94c01e514e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acbf7e1a-ac36-4b63-8dfa-71df45204741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275571 Feb 10 15:43:21.144849 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-6e75c52b-c029-49e3-a2cf-ec0d22194dde service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:43:21.146260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-6e75c52b-c029-49e3-a2cf-ec0d22194dde service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069537 Feb 10 15:43:21.150811 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-632e1879-6a61-40a2-aa64-ebdaef3dbe57 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (98c6c0a8-e3cc-4443-9454-046d926e0fe1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:21.154714 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-632e1879-6a61-40a2-aa64-ebdaef3dbe57 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_controller (98c6c0a8-e3cc-4443-9454-046d926e0fe1), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:21.225604 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-3044b514-f602-4fd2-89e1-95f4ab723c30 None None] Set router 9b542681-b176-4027-af33-3f742af7840a gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:21.250262 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-3d8130c6-8998-464f-81fb-69cbcda6e7cc service neutron] 10.222.0.64 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942807 Feb 10 15:43:21.456359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3deb1028-672a-4467-9bb1-19d00aa40dec req-88e8cc89-f8a3-452b-bb0d-baa9118f9702 service neutron] 10.222.0.64 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993735 Feb 10 15:43:21.559137 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3044b514-f602-4fd2-89e1-95f4ab723c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b542681-b176-4027-af33-3f742af7840a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-router', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:07Z', 'updated_at': '2022-02-10T15:42:15Z', 'revision_number': 4, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'gw_port': {'id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:09Z', 'updated_at': '2022-02-10T15:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'd8fef96b-7236-4de5-8a49-28963f347ba3', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '9b542681-b176-4027-af33-3f742af7840a', 'port_id': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741', 'mac_address': 'fa:16:3e:46:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:43:16Z', 'updated_at': '2022-02-10T15:43:18Z', 'revision_number': 1, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc4de15-994c-451e-a43f-fb663ef4678f', 'name': '', 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'mac_address': 'fa:16:3e:c4:88:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:13Z', 'updated_at': '2022-02-10T15:42:24Z', 'revision_number': 5, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'subnets': [{'id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:21.592998 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044b514-f602-4fd2-89e1-95f4ab723c30 None None] The sync data for ids ['9b542681-b176-4027-af33-3f742af7840a'] in n-d-815324-7 is: [{'id': '9b542681-b176-4027-af33-3f742af7840a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-router', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:07Z', 'updated_at': '2022-02-10T15:42:15Z', 'revision_number': 4, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'gw_port': {'id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:09Z', 'updated_at': '2022-02-10T15:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'd8fef96b-7236-4de5-8a49-28963f347ba3', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '9b542681-b176-4027-af33-3f742af7840a', 'port_id': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741', 'mac_address': 'fa:16:3e:46:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:43:16Z', 'updated_at': '2022-02-10T15:43:18Z', 'revision_number': 1, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc4de15-994c-451e-a43f-fb663ef4678f', 'name': '', 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'mac_address': 'fa:16:3e:c4:88:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:13Z', 'updated_at': '2022-02-10T15:42:24Z', 'revision_number': 5, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'subnets': [{'id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:21.645672 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4980710e-75df-49f0-beda-e01de6644d1f req-7018e951-aaaa-4bbb-8d25-96894dcf01ba tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 999 time: 0.1464007 Feb 10 15:43:21.727482 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4523c4b8-d0a0-4eb5-a303-a80de8b7e3da req-70980c50-c50e-4306-86fe-b74324a5258b tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/ports?device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 210 time: 0.0409791 Feb 10 15:43:21.745790 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980710e-75df-49f0-beda-e01de6644d1f req-069f4125-3ce3-4423-a24e-909ed7f9b552 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:21.748549 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-632e1879-6a61-40a2-aa64-ebdaef3dbe57 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (98c6c0a8-e3cc-4443-9454-046d926e0fe1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:21.750496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4980710e-75df-49f0-beda-e01de6644d1f req-069f4125-3ce3-4423-a24e-909ed7f9b552 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports/41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 HTTP/1.1" status: 200 len: 942 time: 0.1040196 Feb 10 15:43:21.750777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632e1879-6a61-40a2-aa64-ebdaef3dbe57 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Fanout notify agent at l3_agent the message router_deleted on router 98c6c0a8-e3cc-4443-9454-046d926e0fe1 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:43:21.763865 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-632e1879-6a61-40a2-aa64-ebdaef3dbe57 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:21.765015 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-632e1879-6a61-40a2-aa64-ebdaef3dbe57 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/routers/98c6c0a8-e3cc-4443-9454-046d926e0fe1 HTTP/1.1" status: 204 len: 168 time: 1.0380337 Feb 10 15:43:21.767674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54418) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:21.786917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6bfeb-42b5-444c-9d8a-6052d03f6f85 req-f15fa4ec-3e1e-46b3-bea7-924f3c409f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:21.792803 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7e6bfeb-42b5-444c-9d8a-6052d03f6f85 req-f15fa4ec-3e1e-46b3-bea7-924f3c409f6e service neutron] 10.222.0.79 "GET /v2.0/networks?id=acbf7e1a-ac36-4b63-8dfa-71df45204741 HTTP/1.1" status: 200 len: 921 time: 0.8295751 Feb 10 15:43:21.822498 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-9384ed5f-e0fb-4af5-ba49-e3d0fd7a50ec tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting subnet 32b6a6e0-2a6d-4936-9870-9b622819c9ba {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:43:21.827285 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9384ed5f-e0fb-4af5-ba49-e3d0fd7a50ec tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (32b6a6e0-2a6d-4936-9870-9b622819c9ba), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:21.938702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4980710e-75df-49f0-beda-e01de6644d1f req-93940d99-845c-4e00-b8ad-d182ab1aa4ee tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 999 time: 0.0759122 Feb 10 15:43:21.983031 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ac209-4917-4803-8ecf-078cd813142e None None] New status for floating IP d8fef96b-7236-4de5-8a49-28963f347ba3: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:43:21.993958 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7e6bfeb-42b5-444c-9d8a-6052d03f6f85 req-6ecc7cc8-901b-44ff-8ce3-ac857d326652 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 HTTP/1.1" status: 200 len: 999 time: 0.1949394 Feb 10 15:43:22.030528 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9384ed5f-e0fb-4af5-ba49-e3d0fd7a50ec tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (32b6a6e0-2a6d-4936-9870-9b622819c9ba), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:22.095971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-8af6ce0b-a4bd-43f4-8898-9cf5db987d70 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:22.097772 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-8af6ce0b-a4bd-43f4-8898-9cf5db987d70 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.72 "GET /v2.0/networks?id=bbc8d844-2a31-4a62-8ce0-6126221423af HTTP/1.1" status: 200 len: 808 time: 0.2215748 Feb 10 15:43:22.112895 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980710e-75df-49f0-beda-e01de6644d1f req-7fb8f4f8-3cda-489d-b15f-acd271335613 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:22.120433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4980710e-75df-49f0-beda-e01de6644d1f req-7fb8f4f8-3cda-489d-b15f-acd271335613 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.1808810 Feb 10 15:43:22.125924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-4980710e-75df-49f0-beda-e01de6644d1f req-ef2f4fbe-c3fc-49a3-a984-6733beb43b8f tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:43:22.134088 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4980710e-75df-49f0-beda-e01de6644d1f req-ef2f4fbe-c3fc-49a3-a984-6733beb43b8f tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125947 Feb 10 15:43:22.145863 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6bfeb-42b5-444c-9d8a-6052d03f6f85 req-f5741c34-2b75-44f3-84e6-77d0a1a873ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:22.147526 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7e6bfeb-42b5-444c-9d8a-6052d03f6f85 req-f5741c34-2b75-44f3-84e6-77d0a1a873ab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5766518a-89bc-4c22-a72d-6d35206c184f HTTP/1.1" status: 200 len: 860 time: 0.0487423 Feb 10 15:43:22.153708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-5684400a-1d33-48c6-a9e8-e649afec8812 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Request body: {'port': {'device_id': '592daa52-d2d4-4bbd-b8ca-55bec6053997', 'network_id': 'bbc8d844-2a31-4a62-8ce0-6126221423af', 'admin_state_up': True, 'tenant_id': 'f40bab12886d4d79b5b811e0e3941d12'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:22.226112 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9384ed5f-e0fb-4af5-ba49-e3d0fd7a50ec tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (32b6a6e0-2a6d-4936-9870-9b622819c9ba), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:22.237184 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4980710e-75df-49f0-beda-e01de6644d1f req-f8272f61-2a64-496a-86cc-3039d959c797 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 999 time: 0.1020224 Feb 10 15:43:22.248499 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7e6bfeb-42b5-444c-9d8a-6052d03f6f85 req-f75abfec-5516-43bf-8219-07bcb2ba26a5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=acbf7e1a-ac36-4b63-8dfa-71df45204741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613568 Feb 10 15:43:22.279475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-4980710e-75df-49f0-beda-e01de6644d1f req-ea97e258-1842-4f4f-8b48-43bae55cbc8b tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:22.346926 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4980710e-75df-49f0-beda-e01de6644d1f req-ea97e258-1842-4f4f-8b48-43bae55cbc8b tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for floatingip (d8fef96b-7236-4de5-8a49-28963f347ba3), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:22.349953 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7e6bfeb-42b5-444c-9d8a-6052d03f6f85 req-30e4bdb1-fdac-49b5-b94d-73d9c6d78c50 service neutron] 10.222.0.79 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936224 Feb 10 15:43:22.382347 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9384ed5f-e0fb-4af5-ba49-e3d0fd7a50ec tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (32b6a6e0-2a6d-4936-9870-9b622819c9ba), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:22.418897 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-5684400a-1d33-48c6-a9e8-e649afec8812 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Made reservation on behalf of f40bab12886d4d79b5b811e0e3941d12 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:22.423387 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-5684400a-1d33-48c6-a9e8-e649afec8812 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:22.423601 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384ed5f-e0fb-4af5-ba49-e3d0fd7a50ec tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Subnet': ['ID=32b6a6e0-2a6d-4936-9870-9b622819c9ba,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:22.441299 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9384ed5f-e0fb-4af5-ba49-e3d0fd7a50ec tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:22.445727 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9384ed5f-e0fb-4af5-ba49-e3d0fd7a50ec tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/32b6a6e0-2a6d-4936-9870-9b622819c9ba HTTP/1.1" status: 204 len: 168 time: 0.6763904 Feb 10 15:43:22.452035 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54420) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:22.452835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84134657-ae91-4150-ba36-0c6940fdb18b None None] Network 09ee6b3c-e434-4558-a217-579017213fc7 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:22.550796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f196a35-7a7b-485b-b405-3a25ee1b4d47 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting subnet 64fd370b-4c0b-4db2-91bb-64f2df6e62e3 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:43:22.561307 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5f196a35-7a7b-485b-b405-3a25ee1b4d47 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (64fd370b-4c0b-4db2-91bb-64f2df6e62e3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:22.594851 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-5684400a-1d33-48c6-a9e8-e649afec8812 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Allocated IP 172.20.0.5 (bbc8d844-2a31-4a62-8ce0-6126221423af/d0d99a02-21db-48e3-9978-bdde4cad46bf/4ac09672-5c47-4a77-b604-26fe2fcf39b6) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:22.631175 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7e6bfeb-42b5-444c-9d8a-6052d03f6f85 req-9f204682-2964-463c-b05f-9d0e239ef35e service neutron] 10.222.0.79 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731180 Feb 10 15:43:22.661419 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4980710e-75df-49f0-beda-e01de6644d1f req-ea97e258-1842-4f4f-8b48-43bae55cbc8b tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:22.684955 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4980710e-75df-49f0-beda-e01de6644d1f req-ea97e258-1842-4f4f-8b48-43bae55cbc8b tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (d8fef96b-7236-4de5-8a49-28963f347ba3), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:22.685303 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [req-4980710e-75df-49f0-beda-e01de6644d1f req-ea97e258-1842-4f4f-8b48-43bae55cbc8b tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Floating IP d8fef96b-7236-4de5-8a49-28963f347ba3 disassociated. External IP: 172.25.3.119, port: 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3. Feb 10 15:43:22.713268 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73379390-ada5-4bbe-809b-f9f372fdf6e0 None None] DHCP port deletion for 09ee6b3c-e434-4558-a217-579017213fc7 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:43:22.769646 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5f196a35-7a7b-485b-b405-3a25ee1b4d47 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (64fd370b-4c0b-4db2-91bb-64f2df6e62e3), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:22.770849 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-73379390-ada5-4bbe-809b-f9f372fdf6e0 None None] Deleting port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:22.771287 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-73379390-ada5-4bbe-809b-f9f372fdf6e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6518c3b1-92c3-46c3-a47d-9b16f4af2a30), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:22.844353 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-5684400a-1d33-48c6-a9e8-e649afec8812 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Publish callbacks [] for port (4ac09672-5c47-4a77-b604-26fe2fcf39b6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:22.847262 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-73379390-ada5-4bbe-809b-f9f372fdf6e0 None None] For port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6518c3b1-92c3-46c3-a47d-9b16f4af2a30,segment=NetworkSegment(63fb9b47-406c-43e2-86e0-0d93b68d53b3),segment_id=63fb9b47-406c-43e2-86e0-0d93b68d53b3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:22.847778 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-73379390-ada5-4bbe-809b-f9f372fdf6e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6518c3b1-92c3-46c3-a47d-9b16f4af2a30), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:22.867797 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-73379390-ada5-4bbe-809b-f9f372fdf6e0 None None] Calling delete_port for 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:22.886717 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-5684400a-1d33-48c6-a9e8-e649afec8812 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4ac09672-5c47-4a77-b604-26fe2fcf39b6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:22.909563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-5684400a-1d33-48c6-a9e8-e649afec8812 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Network bbc8d844-2a31-4a62-8ce0-6126221423af is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:22.912617 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-5684400a-1d33-48c6-a9e8-e649afec8812 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:22.932457 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-5684400a-1d33-48c6-a9e8-e649afec8812 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:22.946289 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad3a0ffc-f1e7-46fe-a943-90ce9c4c757c req-9d053c86-655a-4ca5-b33f-bf776fbbd28b tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/ports?device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 210 time: 0.0781670 Feb 10 15:43:23.005275 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-73379390-ada5-4bbe-809b-f9f372fdf6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (6518c3b1-92c3-46c3-a47d-9b16f4af2a30), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:23.015270 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684400a-1d33-48c6-a9e8-e649afec8812 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Pushing event updated for resources: {'Port': ['ID=4ac09672-5c47-4a77-b604-26fe2fcf39b6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:23.018310 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5f196a35-7a7b-485b-b405-3a25ee1b4d47 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (64fd370b-4c0b-4db2-91bb-64f2df6e62e3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:23.028551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-5684400a-1d33-48c6-a9e8-e649afec8812 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:23.029473 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-5684400a-1d33-48c6-a9e8-e649afec8812 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:23.051046 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-5684400a-1d33-48c6-a9e8-e649afec8812 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9013627 Feb 10 15:43:23.055530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73379390-ada5-4bbe-809b-f9f372fdf6e0 None None] Pushing event deleted for resources: {'Port': ['ID=6518c3b1-92c3-46c3-a47d-9b16f4af2a30,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:23.062547 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73379390-ada5-4bbe-809b-f9f372fdf6e0 None None] No DVR routers for this DVR port 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:23.068230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Request body: {'port': {'device_id': '592daa52-d2d4-4bbd-b8ca-55bec6053997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:23.144853 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4ac09672-5c47-4a77-b604-26fe2fcf39b6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:23.183472 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5f196a35-7a7b-485b-b405-3a25ee1b4d47 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (64fd370b-4c0b-4db2-91bb-64f2df6e62e3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:23.220274 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4980710e-75df-49f0-beda-e01de6644d1f req-ea97e258-1842-4f4f-8b48-43bae55cbc8b tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Router 9b542681-b176-4027-af33-3f742af7840a has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:23.223967 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5f196a35-7a7b-485b-b405-3a25ee1b4d47 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:23.230405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5f196a35-7a7b-485b-b405-3a25ee1b4d47 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/64fd370b-4c0b-4db2-91bb-64f2df6e62e3 HTTP/1.1" status: 204 len: 168 time: 0.7756391 Feb 10 15:43:23.230405 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f196a35-7a7b-485b-b405-3a25ee1b4d47 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Subnet': ['ID=64fd370b-4c0b-4db2-91bb-64f2df6e62e3,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:23.231708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54428) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:23.233353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb6d453-cfd6-403a-b69f-47f816d5603d None None] Network 54dcc740-5ea6-4d61-99a0-71702073967c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:23.364577 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee8237cb-7000-4f20-bd9d-cba354c4ccb7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (09ee6b3c-e434-4558-a217-579017213fc7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:23.472875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4980710e-75df-49f0-beda-e01de6644d1f req-ea97e258-1842-4f4f-8b48-43bae55cbc8b tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:23.478791 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-4980710e-75df-49f0-beda-e01de6644d1f req-ea97e258-1842-4f4f-8b48-43bae55cbc8b tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:23.508635 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac09672-5c47-4a77-b604-26fe2fcf39b6 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:43:23.512685 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d69c39-d7ce-41f4-89cd-0a9505ae3986 None None] Sync routers for ids ['9b542681-b176-4027-af33-3f742af7840a'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:23.519713 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Publish callbacks [] for port (4ac09672-5c47-4a77-b604-26fe2fcf39b6), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:23.528960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d69c39-d7ce-41f4-89cd-0a9505ae3986 None None] Routers {'9b542681-b176-4027-af33-3f742af7840a'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:23.529863 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-26d69c39-d7ce-41f4-89cd-0a9505ae3986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['9b542681-b176-4027-af33-3f742af7840a'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:23.534849 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee8237cb-7000-4f20-bd9d-cba354c4ccb7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (09ee6b3c-e434-4558-a217-579017213fc7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:23.535991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Transition to ACTIVE for port object 4ac09672-5c47-4a77-b604-26fe2fcf39b6 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:43:23.545987 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (4ac09672-5c47-4a77-b604-26fe2fcf39b6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:23.562346 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4980710e-75df-49f0-beda-e01de6644d1f req-ea97e258-1842-4f4f-8b48-43bae55cbc8b tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "PUT /v2.0/floatingips/d8fef96b-7236-4de5-8a49-28963f347ba3 HTTP/1.1" status: 200 len: 695 time: 1.2892606 Feb 10 15:43:23.564049 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-ee8237cb-7000-4f20-bd9d-cba354c4ccb7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ee6b3c-e434-4558-a217-579017213fc7']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:23.567502 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'tag': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:43:23.570776 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85f6055-0a61-4aa3-97ae-5b3c30c2551b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e020f95-a87a-4037-8956-e0318af7f2b6", "tag": "41f6fed4-49d6-4b9b-bafe-928afa0b9ba3"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:23.583125 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-ee8237cb-7000-4f20-bd9d-cba354c4ccb7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fb9b47-406c-43e2-86e0-0d93b68d53b3') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:23.583522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-ee8237cb-7000-4f20-bd9d-cba354c4ccb7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fb9b47-406c-43e2-86e0-0d93b68d53b3') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:23.626857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac09672-5c47-4a77-b604-26fe2fcf39b6,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:23.827447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f6055-0a61-4aa3-97ae-5b3c30c2551b req-50ca4203-ea31-4f35-8002-71a5f27ed699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:23.829046 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d85f6055-0a61-4aa3-97ae-5b3c30c2551b req-50ca4203-ea31-4f35-8002-71a5f27ed699 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c677666bb89400b8f38e8bc8e40350b&device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 1127 time: 0.1390090 Feb 10 15:43:23.845853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4823e101-8af8-4fd8-881c-d4d1a2362c01 None None] DHCP port deletion for 54dcc740-5ea6-4d61-99a0-71702073967c request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:43:23.849176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:23.850444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Attempting to bind port 4ac09672-5c47-4a77-b604-26fe2fcf39b6 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:43:23.851689 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Attempting to bind port 4ac09672-5c47-4a77-b604-26fe2fcf39b6 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '8601ae44-ac62-4d6c-95bc-d2213c277904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bbc8d844-2a31-4a62-8ce0-6126221423af'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:43:23.852220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Attempting to bind port 4ac09672-5c47-4a77-b604-26fe2fcf39b6 on network bbc8d844-2a31-4a62-8ce0-6126221423af {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:23.870666 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Port 4ac09672-5c47-4a77-b604-26fe2fcf39b6 on network bbc8d844-2a31-4a62-8ce0-6126221423af not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:43:23.871002 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Attempting to bind port 4ac09672-5c47-4a77-b604-26fe2fcf39b6 on network bbc8d844-2a31-4a62-8ce0-6126221423af {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:23.874280 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:43:23.874636 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6518c3b1-92c3-46c3-a47d-9b16f4af2a30 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:23.890435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:23.890558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Checking segment: {'id': '8601ae44-ac62-4d6c-95bc-d2213c277904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bbc8d844-2a31-4a62-8ce0-6126221423af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:43:23.890948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Bound using segment: {'id': '8601ae44-ac62-4d6c-95bc-d2213c277904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bbc8d844-2a31-4a62-8ce0-6126221423af'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:23.891397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Bound port: 4ac09672-5c47-4a77-b604-26fe2fcf39b6, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8601ae44-ac62-4d6c-95bc-d2213c277904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bbc8d844-2a31-4a62-8ce0-6126221423af'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:43:23.891767 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4ac09672-5c47-4a77-b604-26fe2fcf39b6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:23.921890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-26d69c39-d7ce-41f4-89cd-0a9505ae3986 None None] Set router 9b542681-b176-4027-af33-3f742af7840a gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:24.018397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f6055-0a61-4aa3-97ae-5b3c30c2551b req-bce37fd5-aeac-453d-b372-ff2f75c421ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:24.019937 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d85f6055-0a61-4aa3-97ae-5b3c30c2551b req-bce37fd5-aeac-453d-b372-ff2f75c421ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=acbf7e1a-ac36-4b63-8dfa-71df45204741 HTTP/1.1" status: 200 len: 921 time: 0.1822186 Feb 10 15:43:24.025386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] For port 4ac09672-5c47-4a77-b604-26fe2fcf39b6, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:24.028857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] For port 4ac09672-5c47-4a77-b604-26fe2fcf39b6, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4ac09672-5c47-4a77-b604-26fe2fcf39b6,segment=NetworkSegment(8601ae44-ac62-4d6c-95bc-d2213c277904),segment_id=8601ae44-ac62-4d6c-95bc-d2213c277904)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:24.049862 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c1a24c-9451-4b4d-8cb1-dff97da2241f x-openstack-request-id: req-52c1a24c-9451-4b4d-8cb1-dff97da2241f {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:24.050378 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e020f95-a87a-4037-8956-e0318af7f2b6", "tag": "41f6fed4-49d6-4b9b-bafe-928afa0b9ba3", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:24.050797 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52c1a24c-9451-4b4d-8cb1-dff97da2241f {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:24.051530 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'tag': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3', 'status': 'completed', 'code': 200} Feb 10 15:43:24.073241 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee8237cb-7000-4f20-bd9d-cba354c4ccb7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (63fb9b47-406c-43e2-86e0-0d93b68d53b3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:24.077012 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d85f6055-0a61-4aa3-97ae-5b3c30c2551b req-dd4be0a2-28f2-4f5d-84ed-1b480d458d1a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 HTTP/1.1" status: 200 len: 217 time: 0.0461187 Feb 10 15:43:24.084944 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (4ac09672-5c47-4a77-b604-26fe2fcf39b6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:24.118900 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee8237cb-7000-4f20-bd9d-cba354c4ccb7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (63fb9b47-406c-43e2-86e0-0d93b68d53b3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:24.131749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8237cb-7000-4f20-bd9d-cba354c4ccb7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:43:24.132152 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee8237cb-7000-4f20-bd9d-cba354c4ccb7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (63fb9b47-406c-43e2-86e0-0d93b68d53b3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: warnings.warn(msg) Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:43:24.136961 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:43:24.156012 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4823e101-8af8-4fd8-881c-d4d1a2362c01 None None] Deleting port 172f78ec-691f-4ca1-8a67-5d0fcd645f01 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:24.156818 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4823e101-8af8-4fd8-881c-d4d1a2362c01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (172f78ec-691f-4ca1-8a67-5d0fcd645f01), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:24.187655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:24.188422 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:24.189869 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] 10.222.0.72 "PUT /v2.0/ports/4ac09672-5c47-4a77-b604-26fe2fcf39b6 HTTP/1.1" status: 200 len: 1091 time: 1.1320686 Feb 10 15:43:24.190388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592daa52-d2d4-4bbd-b8ca-55bec6053997', 'tag': '4ac09672-5c47-4a77-b604-26fe2fcf39b6'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:43:24.192818 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f4b221-9d6e-4f27-ac85-4063a3d3a9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "592daa52-d2d4-4bbd-b8ca-55bec6053997", "tag": "4ac09672-5c47-4a77-b604-26fe2fcf39b6"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:24.212716 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980710e-75df-49f0-beda-e01de6644d1f req-7a78149e-7739-43c4-8a1a-48707add9267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:24.214570 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4980710e-75df-49f0-beda-e01de6644d1f req-7a78149e-7739-43c4-8a1a-48707add9267 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c677666bb89400b8f38e8bc8e40350b&device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 1127 time: 0.6278434 Feb 10 15:43:24.230088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11004b-1ac6-4160-ad3c-8f838cb33ace req-f492a2c7-6717-4e8a-9c58-1767c737dbd5 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:24.231746 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6f11004b-1ac6-4160-ad3c-8f838cb33ace req-f492a2c7-6717-4e8a-9c58-1767c737dbd5 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/ports?device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 943 time: 0.1615019 Feb 10 15:43:24.243829 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-4823e101-8af8-4fd8-881c-d4d1a2362c01 None None] For port 172f78ec-691f-4ca1-8a67-5d0fcd645f01, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=172f78ec-691f-4ca1-8a67-5d0fcd645f01,segment=NetworkSegment(e08a75b9-aab2-42c2-b282-1bf778820d7b),segment_id=e08a75b9-aab2-42c2-b282-1bf778820d7b)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:24.245009 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4823e101-8af8-4fd8-881c-d4d1a2362c01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (172f78ec-691f-4ca1-8a67-5d0fcd645f01), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:24.256252 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee8237cb-7000-4f20-bd9d-cba354c4ccb7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (09ee6b3c-e434-4558-a217-579017213fc7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:24.261988 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ee8237cb-7000-4f20-bd9d-cba354c4ccb7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:24.265511 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ee8237cb-7000-4f20-bd9d-cba354c4ccb7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/networks/09ee6b3c-e434-4558-a217-579017213fc7 HTTP/1.1" status: 204 len: 168 time: 1.0319464 Feb 10 15:43:24.266469 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4823e101-8af8-4fd8-881c-d4d1a2362c01 None None] Calling delete_port for 172f78ec-691f-4ca1-8a67-5d0fcd645f01 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:24.270447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54440) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:24.289922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f6055-0a61-4aa3-97ae-5b3c30c2551b req-bb1cca5d-6c39-4afb-b0c0-f64030760098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:24.291390 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d85f6055-0a61-4aa3-97ae-5b3c30c2551b req-bb1cca5d-6c39-4afb-b0c0-f64030760098 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5766518a-89bc-4c22-a72d-6d35206c184f HTTP/1.1" status: 200 len: 860 time: 0.1899781 Feb 10 15:43:24.302743 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8237cb-7000-4f20-bd9d-cba354c4ccb7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Network': ['ID=09ee6b3c-e434-4558-a217-579017213fc7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:24.362296 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4823e101-8af8-4fd8-881c-d4d1a2362c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (172f78ec-691f-4ca1-8a67-5d0fcd645f01), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:24.371535 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea668be-043a-488e-ae97-e0f5b349ee17 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac09672-5c47-4a77-b604-26fe2fcf39b6,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:24.384547 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6f11004b-1ac6-4160-ad3c-8f838cb33ace req-abca48e3-6805-4e95-a33f-1ee3bf04bfcc tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/security-groups?id=088e70fd-35be-488a-ad28-85915fa3cd90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386876 Feb 10 15:43:24.394145 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4823e101-8af8-4fd8-881c-d4d1a2362c01 None None] No DVR routers for this DVR port 172f78ec-691f-4ca1-8a67-5d0fcd645f01 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:24.398793 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980710e-75df-49f0-beda-e01de6644d1f req-332c0ec2-6d61-4111-abca-1bca6f9b582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:24.410234 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4980710e-75df-49f0-beda-e01de6644d1f req-332c0ec2-6d61-4111-abca-1bca6f9b582f service neutron] 10.222.0.64 "GET /v2.0/networks?id=acbf7e1a-ac36-4b63-8dfa-71df45204741 HTTP/1.1" status: 200 len: 921 time: 0.1750240 Feb 10 15:43:24.414304 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d85f6055-0a61-4aa3-97ae-5b3c30c2551b req-3e22167d-3328-413c-ba5f-9e733ae463df service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=acbf7e1a-ac36-4b63-8dfa-71df45204741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010370 Feb 10 15:43:24.452699 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823e101-8af8-4fd8-881c-d4d1a2362c01 None None] Pushing event deleted for resources: {'Port': ['ID=172f78ec-691f-4ca1-8a67-5d0fcd645f01,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:24.465740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4980710e-75df-49f0-beda-e01de6644d1f req-b6c700ee-0142-46ea-9777-8b8660a8810a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 HTTP/1.1" status: 200 len: 217 time: 0.0569453 Feb 10 15:43:24.470675 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd493-35c5-4d11-8a56-1f4cc65d0e72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (54dcc740-5ea6-4d61-99a0-71702073967c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:24.487921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-062146cf-0b3e-4144-be4d-fcb63406e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:24.489483 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-062146cf-0b3e-4144-be4d-fcb63406e07a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f40bab12886d4d79b5b811e0e3941d12&device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 1125 time: 0.2581494 Feb 10 15:43:24.519695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-26d69c39-d7ce-41f4-89cd-0a9505ae3986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b542681-b176-4027-af33-3f742af7840a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-router', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:07Z', 'updated_at': '2022-02-10T15:42:15Z', 'revision_number': 4, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'gw_port': {'id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:09Z', 'updated_at': '2022-02-10T15:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8fc4de15-994c-451e-a43f-fb663ef4678f', 'name': '', 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'mac_address': 'fa:16:3e:c4:88:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:13Z', 'updated_at': '2022-02-10T15:42:24Z', 'revision_number': 5, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'subnets': [{'id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:24.547146 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980710e-75df-49f0-beda-e01de6644d1f req-ce50c7ce-6ee3-45de-90df-8f0fbee55e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:24.560586 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4980710e-75df-49f0-beda-e01de6644d1f req-ce50c7ce-6ee3-45de-90df-8f0fbee55e53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5766518a-89bc-4c22-a72d-6d35206c184f HTTP/1.1" status: 200 len: 860 time: 0.0939422 Feb 10 15:43:24.578323 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-4123a9a6-90b3-4fa4-83f6-c212baa57426 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ac09672-5c47-4a77-b604-26fe2fcf39b6 HTTP/1.1" status: 200 len: 217 time: 0.0799756 Feb 10 15:43:24.579223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d69c39-d7ce-41f4-89cd-0a9505ae3986 None None] Checking router: 9b542681-b176-4027-af33-3f742af7840a for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:43:24.602133 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d69c39-d7ce-41f4-89cd-0a9505ae3986 None None] Routers {'9b542681-b176-4027-af33-3f742af7840a'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:24.603617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-26d69c39-d7ce-41f4-89cd-0a9505ae3986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['9b542681-b176-4027-af33-3f742af7840a'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:24.609385 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4980710e-75df-49f0-beda-e01de6644d1f req-0f2d8ff1-b341-417e-89d8-35727541a0f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acbf7e1a-ac36-4b63-8dfa-71df45204741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477705 Feb 10 15:43:24.616708 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee92ea2-7a5e-4330-ad37-feb53be62ad3 x-openstack-request-id: req-aee92ea2-7a5e-4330-ad37-feb53be62ad3 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:24.617138 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592daa52-d2d4-4bbd-b8ca-55bec6053997", "tag": "4ac09672-5c47-4a77-b604-26fe2fcf39b6", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:24.617392 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aee92ea2-7a5e-4330-ad37-feb53be62ad3 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:24.617796 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592daa52-d2d4-4bbd-b8ca-55bec6053997', 'tag': '4ac09672-5c47-4a77-b604-26fe2fcf39b6', 'status': 'completed', 'code': 200} Feb 10 15:43:24.692670 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d85f6055-0a61-4aa3-97ae-5b3c30c2551b req-6ad0b2f8-35ad-4921-b205-6e5ad60d37e4 service neutron] 10.222.0.79 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612674 Feb 10 15:43:24.718143 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4980710e-75df-49f0-beda-e01de6644d1f req-05cae6b4-4f4f-4194-a048-b7255e2276f1 service neutron] 10.222.0.64 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074162 Feb 10 15:43:24.728294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-26d69c39-d7ce-41f4-89cd-0a9505ae3986 None None] Set router 9b542681-b176-4027-af33-3f742af7840a gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:24.737440 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-4add8158-eea0-45f1-a3cb-d4f7394ca206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:24.739903 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-4add8158-eea0-45f1-a3cb-d4f7394ca206 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0d99a02-21db-48e3-9978-bdde4cad46bf HTTP/1.1" status: 200 len: 848 time: 0.1526821 Feb 10 15:43:24.741642 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd493-35c5-4d11-8a56-1f4cc65d0e72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (54dcc740-5ea6-4d61-99a0-71702073967c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:24.832111 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-a094e029-3ed5-43f3-a8b2-ae543de14e71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bbc8d844-2a31-4a62-8ce0-6126221423af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818622 Feb 10 15:43:24.835598 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4980710e-75df-49f0-beda-e01de6644d1f req-0fc5196e-21f8-489e-b312-075fa34f4599 service neutron] 10.222.0.64 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145747 Feb 10 15:43:24.885994 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ca2bd493-35c5-4d11-8a56-1f4cc65d0e72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54dcc740-5ea6-4d61-99a0-71702073967c']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:24.918823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ca2bd493-35c5-4d11-8a56-1f4cc65d0e72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08a75b9-aab2-42c2-b282-1bf778820d7b') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:24.919198 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ca2bd493-35c5-4d11-8a56-1f4cc65d0e72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08a75b9-aab2-42c2-b282-1bf778820d7b') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:24.937225 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd493-35c5-4d11-8a56-1f4cc65d0e72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (e08a75b9-aab2-42c2-b282-1bf778820d7b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:24.969805 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea998b8a-e2df-4212-8f34-7c5d8721e597 req-7343069c-68b4-4ec9-a1ef-5853bce459a7 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/floatingips/d8fef96b-7236-4de5-8a49-28963f347ba3 HTTP/1.1" status: 200 len: 695 time: 0.0962374 Feb 10 15:43:24.984137 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd493-35c5-4d11-8a56-1f4cc65d0e72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e08a75b9-aab2-42c2-b282-1bf778820d7b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:25.003254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2bd493-35c5-4d11-8a56-1f4cc65d0e72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:43:25.003576 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd493-35c5-4d11-8a56-1f4cc65d0e72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (e08a75b9-aab2-42c2-b282-1bf778820d7b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:43:25.007138 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:43:25.045935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-26d69c39-d7ce-41f4-89cd-0a9505ae3986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b542681-b176-4027-af33-3f742af7840a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-router', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:07Z', 'updated_at': '2022-02-10T15:42:15Z', 'revision_number': 4, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'gw_port': {'id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:09Z', 'updated_at': '2022-02-10T15:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8fc4de15-994c-451e-a43f-fb663ef4678f', 'name': '', 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'mac_address': 'fa:16:3e:c4:88:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:13Z', 'updated_at': '2022-02-10T15:42:24Z', 'revision_number': 5, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'subnets': [{'id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:25.074915 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d69c39-d7ce-41f4-89cd-0a9505ae3986 None None] The sync data for ids ['9b542681-b176-4027-af33-3f742af7840a'] in n-d-815324-7 is: [{'id': '9b542681-b176-4027-af33-3f742af7840a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-router', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:07Z', 'updated_at': '2022-02-10T15:42:15Z', 'revision_number': 4, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'gw_port': {'id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:09Z', 'updated_at': '2022-02-10T15:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '8fc4de15-994c-451e-a43f-fb663ef4678f', 'name': '', 'network_id': 'acbf7e1a-ac36-4b63-8dfa-71df45204741', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'mac_address': 'fa:16:3e:c4:88:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:13Z', 'updated_at': '2022-02-10T15:42:24Z', 'revision_number': 5, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'subnets': [{'id': '5766518a-89bc-4c22-a72d-6d35206c184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:25.092156 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d85f6055-0a61-4aa3-97ae-5b3c30c2551b req-9f44751e-1705-4bb9-80aa-6a82ee5c9829 service neutron] 10.222.0.79 "GET /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901575 Feb 10 15:43:25.131302 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-629e536e-c0ef-4482-9bc6-b31bd39d0567 service neutron] 10.222.0.72 "GET /v2.0/networks/bbc8d844-2a31-4a62-8ce0-6126221423af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845128 Feb 10 15:43:25.133406 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd493-35c5-4d11-8a56-1f4cc65d0e72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (54dcc740-5ea6-4d61-99a0-71702073967c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:25.139315 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd493-35c5-4d11-8a56-1f4cc65d0e72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:25.142691 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ca2bd493-35c5-4d11-8a56-1f4cc65d0e72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/networks/54dcc740-5ea6-4d61-99a0-71702073967c HTTP/1.1" status: 204 len: 168 time: 0.8681242 Feb 10 15:43:25.149830 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54450) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:25.162733 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea998b8a-e2df-4212-8f34-7c5d8721e597 req-e1607a76-1cd3-4c2f-9d6c-faf92f39eeb5 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:25.164721 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea998b8a-e2df-4212-8f34-7c5d8721e597 req-e1607a76-1cd3-4c2f-9d6c-faf92f39eeb5 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/networks/4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 784 time: 0.1868932 Feb 10 15:43:25.170000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ff9ac082-9828-4dc8-b82d-6fe1f36e9f8e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'network': {'name': 'tempest-RoutersTest-93996112'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:25.178088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-ea998b8a-e2df-4212-8f34-7c5d8721e597 req-bdcb6119-09fd-4498-899e-0aef8324af49 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:43:25.179114 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea998b8a-e2df-4212-8f34-7c5d8721e597 req-bdcb6119-09fd-4498-899e-0aef8324af49 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078859 Feb 10 15:43:25.228602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bd493-35c5-4d11-8a56-1f4cc65d0e72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Network': ['ID=54dcc740-5ea6-4d61-99a0-71702073967c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:25.245624 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea998b8a-e2df-4212-8f34-7c5d8721e597 req-15ffbb37-e643-4460-bf94-e47941c0d25c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 698 time: 0.0594218 Feb 10 15:43:25.265646 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9ac082-9828-4dc8-b82d-6fe1f36e9f8e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:25.269257 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac082-9828-4dc8-b82d-6fe1f36e9f8e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:25.312066 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea998b8a-e2df-4212-8f34-7c5d8721e597 req-e7b995d9-af9f-4416-b94c-f6c94ebd169e tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 698 time: 0.0596285 Feb 10 15:43:25.313057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9ac082-9828-4dc8-b82d-6fe1f36e9f8e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:43:25.326625 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e8f99642-849b-4fe6-b2fc-1bd05551d07e req-acb46f2c-5567-4d3f-944f-9854893320d1 service neutron] 10.222.0.72 "GET /v2.0/networks/bbc8d844-2a31-4a62-8ce0-6126221423af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825449 Feb 10 15:43:25.333001 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac082-9828-4dc8-b82d-6fe1f36e9f8e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6c682f7a-bc63-464f-9d55-09b92bb7ec3b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:25.333515 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-ff9ac082-9828-4dc8-b82d-6fe1f36e9f8e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Added segment 6c682f7a-bc63-464f-9d55-09b92bb7ec3b of type vlan for network ae2c05e4-d055-4911-8f76-3e61c3dc4968 Feb 10 15:43:25.408962 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac082-9828-4dc8-b82d-6fe1f36e9f8e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (ae2c05e4-d055-4911-8f76-3e61c3dc4968), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:25.496231 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4b221-9d6e-4f27-ac85-4063a3d3a9e3 req-592ff7de-9be0-43d0-8adf-9e3c5a0db217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:25.497959 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-98f4b221-9d6e-4f27-ac85-4063a3d3a9e3 req-592ff7de-9be0-43d0-8adf-9e3c5a0db217 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f40bab12886d4d79b5b811e0e3941d12&device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 1125 time: 0.1079319 Feb 10 15:43:25.500128 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac082-9828-4dc8-b82d-6fe1f36e9f8e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (ae2c05e4-d055-4911-8f76-3e61c3dc4968), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:25.502086 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8be1f-2168-4cf2-a292-d17bf47cd977 None None] New status for floating IP d8fef96b-7236-4de5-8a49-28963f347ba3: DOWN {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:43:25.511729 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9ac082-9828-4dc8-b82d-6fe1f36e9f8e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:25.512349 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac082-9828-4dc8-b82d-6fe1f36e9f8e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:25.530989 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-ea998b8a-e2df-4212-8f34-7c5d8721e597 req-82bfd90c-8c3d-4b24-bbed-722ef9d108ce tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Deleting port 97920291-da45-458b-9cab-d9c0b8f9b0f0 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:25.531588 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ea998b8a-e2df-4212-8f34-7c5d8721e597 req-82bfd90c-8c3d-4b24-bbed-722ef9d108ce tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (97920291-da45-458b-9cab-d9c0b8f9b0f0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:25.600376 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ff9ac082-9828-4dc8-b82d-6fe1f36e9f8e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4413126 Feb 10 15:43:25.611279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54454) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:25.626747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-cd87c7ff-f8c5-4d64-9a4a-bc71f2884eb9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'subnet': {'network_id': 'ae2c05e4-d055-4911-8f76-3e61c3dc4968', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:25.634007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ea998b8a-e2df-4212-8f34-7c5d8721e597 req-82bfd90c-8c3d-4b24-bbed-722ef9d108ce tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (97920291-da45-458b-9cab-d9c0b8f9b0f0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:25.634650 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ea998b8a-e2df-4212-8f34-7c5d8721e597 req-82bfd90c-8c3d-4b24-bbed-722ef9d108ce tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for floatingip (97920291-da45-458b-9cab-d9c0b8f9b0f0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:25.651630 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-ea998b8a-e2df-4212-8f34-7c5d8721e597 req-82bfd90c-8c3d-4b24-bbed-722ef9d108ce tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Calling delete_port for 97920291-da45-458b-9cab-d9c0b8f9b0f0 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:25.687569 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1811f-01ae-45a8-a40c-3f395fb22362 req-da37ceff-d8c5-4c97-8664-dbfc1c43b393 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:25.697309 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6aa1811f-01ae-45a8-a40c-3f395fb22362 req-da37ceff-d8c5-4c97-8664-dbfc1c43b393 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/ports?device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 943 time: 0.2075524 Feb 10 15:43:25.798220 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 172f78ec-691f-4ca1-8a67-5d0fcd645f01 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:25.843813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 172f78ec-691f-4ca1-8a67-5d0fcd645f01 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:43:25.844478 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 172f78ec-691f-4ca1-8a67-5d0fcd645f01 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:25.871508 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6aa1811f-01ae-45a8-a40c-3f395fb22362 req-44fcab71-ceff-4a87-9847-5fbab36371fe tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/security-groups?id=088e70fd-35be-488a-ad28-85915fa3cd90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729579 Feb 10 15:43:25.933523 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ea998b8a-e2df-4212-8f34-7c5d8721e597 req-82bfd90c-8c3d-4b24-bbed-722ef9d108ce tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (97920291-da45-458b-9cab-d9c0b8f9b0f0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:25.966056 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfd90c-8c3d-4b24-bbed-722ef9d108ce tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Pushing event deleted for resources: {'Port': ['ID=97920291-da45-458b-9cab-d9c0b8f9b0f0,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:26.031955 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ea998b8a-e2df-4212-8f34-7c5d8721e597 req-82bfd90c-8c3d-4b24-bbed-722ef9d108ce tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for floatingip (d8fef96b-7236-4de5-8a49-28963f347ba3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:26.035148 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ea998b8a-e2df-4212-8f34-7c5d8721e597 req-82bfd90c-8c3d-4b24-bbed-722ef9d108ce tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:26.036403 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea998b8a-e2df-4212-8f34-7c5d8721e597 req-82bfd90c-8c3d-4b24-bbed-722ef9d108ce tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "DELETE /v2.0/floatingips/d8fef96b-7236-4de5-8a49-28963f347ba3 HTTP/1.1" status: 204 len: 173 time: 0.7170384 Feb 10 15:43:26.119024 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4725d04-b3e1-4664-9ed8-dd61b0a4841a req-0cfe22a2-cbf6-4e90-8b78-d953f8c9508f tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups/dce0c951-2899-4973-80b3-f2c5a7dbdf4a HTTP/1.1" status: 200 len: 1826 time: 0.0521214 Feb 10 15:43:26.121104 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ac082-9828-4dc8-b82d-6fe1f36e9f8e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Network': ['ID=ae2c05e4-d055-4911-8f76-3e61c3dc4968,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:26.133227 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network ae2c05e4-d055-4911-8f76-3e61c3dc4968 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:43:26.146931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd87c7ff-f8c5-4d64-9a4a-bc71f2884eb9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:26.158561 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cd87c7ff-f8c5-4d64-9a4a-bc71f2884eb9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:26.208952 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d4725d04-b3e1-4664-9ed8-dd61b0a4841a req-1ba1bbbf-614e-4c6d-97fa-43add573a08c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for security_group (dce0c951-2899-4973-80b3-f2c5a7dbdf4a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:26.241415 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d4725d04-b3e1-4664-9ed8-dd61b0a4841a req-1ba1bbbf-614e-4c6d-97fa-43add573a08c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for security_group (dce0c951-2899-4973-80b3-f2c5a7dbdf4a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:26.309242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4b221-9d6e-4f27-ac85-4063a3d3a9e3 req-aaba2637-abaf-4d60-9bf1-73d17dbb9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:26.310849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-98f4b221-9d6e-4f27-ac85-4063a3d3a9e3 req-aaba2637-abaf-4d60-9bf1-73d17dbb9525 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bbc8d844-2a31-4a62-8ce0-6126221423af HTTP/1.1" status: 200 len: 909 time: 0.7876282 Feb 10 15:43:26.332512 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d4725d04-b3e1-4664-9ed8-dd61b0a4841a req-1ba1bbbf-614e-4c6d-97fa-43add573a08c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (dce0c951-2899-4973-80b3-f2c5a7dbdf4a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:26.336944 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-d4725d04-b3e1-4664-9ed8-dd61b0a4841a req-1ba1bbbf-614e-4c6d-97fa-43add573a08c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:26.338282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4725d04-b3e1-4664-9ed8-dd61b0a4841a req-1ba1bbbf-614e-4c6d-97fa-43add573a08c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "DELETE /v2.0/security-groups/dce0c951-2899-4973-80b3-f2c5a7dbdf4a HTTP/1.1" status: 204 len: 173 time: 0.2111197 Feb 10 15:43:26.357697 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1bbbf-614e-4c6d-97fa-43add573a08c tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce0c951-2899-4973-80b3-f2c5a7dbdf4a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:26.394523 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-98f4b221-9d6e-4f27-ac85-4063a3d3a9e3 req-9e7613c1-a2c5-4db8-a53f-5f9b631cca1b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ac09672-5c47-4a77-b604-26fe2fcf39b6 HTTP/1.1" status: 200 len: 217 time: 0.0771856 Feb 10 15:43:26.491966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4b221-9d6e-4f27-ac85-4063a3d3a9e3 req-a05e35b0-a65f-4fe4-8593-dca168379981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:26.493594 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-98f4b221-9d6e-4f27-ac85-4063a3d3a9e3 req-a05e35b0-a65f-4fe4-8593-dca168379981 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0d99a02-21db-48e3-9978-bdde4cad46bf HTTP/1.1" status: 200 len: 848 time: 0.0911901 Feb 10 15:43:26.534516 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-98f4b221-9d6e-4f27-ac85-4063a3d3a9e3 req-bc7a5c19-c481-40c4-a545-2838dc7ad5e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bbc8d844-2a31-4a62-8ce0-6126221423af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346298 Feb 10 15:43:26.535550 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cd87c7ff-f8c5-4d64-9a4a-bc71f2884eb9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (d2889feb-c6a5-48ac-bba8-e97e842c715e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:26.586152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87c7ff-f8c5-4d64-9a4a-bc71f2884eb9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Subnet': ['ID=d2889feb-c6a5-48ac-bba8-e97e842c715e,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:26.654696 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739a7a2-9642-447a-80a5-a9de7bbe654b req-648d328f-85db-4623-8771-d652d8a8ab7b tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:26.656925 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6739a7a2-9642-447a-80a5-a9de7bbe654b req-648d328f-85db-4623-8771-d652d8a8ab7b tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0699344 Feb 10 15:43:26.710225 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6739a7a2-9642-447a-80a5-a9de7bbe654b req-578dc5df-9992-48ff-9e47-0e16423da026 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470557 Feb 10 15:43:26.733832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-98f4b221-9d6e-4f27-ac85-4063a3d3a9e3 req-dd721f17-58c1-40a5-82d5-ee8ae4dccdf4 service neutron] 10.222.0.72 "GET /v2.0/networks/bbc8d844-2a31-4a62-8ce0-6126221423af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402166 Feb 10 15:43:26.771732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd87c7ff-f8c5-4d64-9a4a-bc71f2884eb9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Checking segment: {'id': '6c682f7a-bc63-464f-9d55-09b92bb7ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ae2c05e4-d055-4911-8f76-3e61c3dc4968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:43:26.772095 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87c7ff-f8c5-4d64-9a4a-bc71f2884eb9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network hostable DHCP agents. Network: ae2c05e4-d055-4911-8f76-3e61c3dc4968, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:43:26.824696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87c7ff-f8c5-4d64-9a4a-bc71f2884eb9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network ae2c05e4-d055-4911-8f76-3e61c3dc4968 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:43:26.839949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-cd87c7ff-f8c5-4d64-9a4a-bc71f2884eb9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, ae2c05e4-d055-4911-8f76-3e61c3dc4968) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:26.849724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd87c7ff-f8c5-4d64-9a4a-bc71f2884eb9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:26.850492 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cd87c7ff-f8c5-4d64-9a4a-bc71f2884eb9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:26.851571 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0df095b-2cb9-4290-9a41-5269f2f41e00 None None] Network ae2c05e4-d055-4911-8f76-3e61c3dc4968 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:26.860824 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-98f4b221-9d6e-4f27-ac85-4063a3d3a9e3 req-049f28a8-34b2-4051-bfdf-72379cec25f5 service neutron] 10.222.0.72 "GET /v2.0/networks/bbc8d844-2a31-4a62-8ce0-6126221423af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262939 Feb 10 15:43:26.888020 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cd87c7ff-f8c5-4d64-9a4a-bc71f2884eb9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2733278 Feb 10 15:43:26.890381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54472) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:26.895372 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a487af17-9201-4bfe-b2b6-2699d76ded52 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-927744664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:26.922797 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a487af17-9201-4bfe-b2b6-2699d76ded52 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (81e2016b-0d33-43ff-985a-fb7696e11ff2), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:26.924629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a487af17-9201-4bfe-b2b6-2699d76ded52 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (81e2016b-0d33-43ff-985a-fb7696e11ff2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:26.971228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-ae2c05e4-d055-4911-8f76-3e61c3dc4968', 'network_id': 'ae2c05e4-d055-4911-8f76-3e61c3dc4968', 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'fixed_ips': [{'subnet_id': 'd2889feb-c6a5-48ac-bba8-e97e842c715e'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:43:26.972588 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:27.019495 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a487af17-9201-4bfe-b2b6-2699d76ded52 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_controller (81e2016b-0d33-43ff-985a-fb7696e11ff2), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:27.025827 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a487af17-9201-4bfe-b2b6-2699d76ded52 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (81e2016b-0d33-43ff-985a-fb7696e11ff2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:27.062759 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a487af17-9201-4bfe-b2b6-2699d76ded52 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:27.066754 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a487af17-9201-4bfe-b2b6-2699d76ded52 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1726680 Feb 10 15:43:27.067037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54476) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:27.077352 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-79540ab4-94ad-407d-8bb2-1c7e51ad42ba tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'port': {'network_id': 'ae2c05e4-d055-4911-8f76-3e61c3dc4968', 'name': 'tempest-RoutersTest-1302299875'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:27.136331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed646faf-3859-405f-a464-021fb1ea072e req-5420c5a7-a2c2-4277-bc45-1d75f5cad281 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:27.140019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed646faf-3859-405f-a464-021fb1ea072e req-5420c5a7-a2c2-4277-bc45-1d75f5cad281 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/ports?device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 943 time: 0.1243145 Feb 10 15:43:27.209476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Allocated IP 172.20.0.2 (ae2c05e4-d055-4911-8f76-3e61c3dc4968/d2889feb-c6a5-48ac-bba8-e97e842c715e/1f0becfb-205a-405c-87c5-117ea9eec7e0) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:27.222953 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed646faf-3859-405f-a464-021fb1ea072e req-1687df10-232b-49b2-8bc5-40054a97cd34 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/security-groups?id=088e70fd-35be-488a-ad28-85915fa3cd90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768030 Feb 10 15:43:27.293190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79540ab4-94ad-407d-8bb2-1c7e51ad42ba tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:27.302434 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-79540ab4-94ad-407d-8bb2-1c7e51ad42ba tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:27.333238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-79540ab4-94ad-407d-8bb2-1c7e51ad42ba tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] device_id is not set on port 551f3fc0-02f8-4cb7-89d0-7900982dc24d yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:43:27.434448 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Publish callbacks [] for port (1f0becfb-205a-405c-87c5-117ea9eec7e0), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:27.442822 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (1f0becfb-205a-405c-87c5-117ea9eec7e0), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:27.482631 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:43:27.500174 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Network ae2c05e4-d055-4911-8f76-3e61c3dc4968 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:27.505328 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-79540ab4-94ad-407d-8bb2-1c7e51ad42ba tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Allocated IP 172.20.0.13 (ae2c05e4-d055-4911-8f76-3e61c3dc4968/d2889feb-c6a5-48ac-bba8-e97e842c715e/551f3fc0-02f8-4cb7-89d0-7900982dc24d) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:27.506537 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:27.509605 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Pushing event updated for resources: {'Port': ['ID=1f0becfb-205a-405c-87c5-117ea9eec7e0,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:27.513200 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:27.584783 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Attempting to bind port 1f0becfb-205a-405c-87c5-117ea9eec7e0 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:43:27.585241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Attempting to bind port 1f0becfb-205a-405c-87c5-117ea9eec7e0 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '6c682f7a-bc63-464f-9d55-09b92bb7ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ae2c05e4-d055-4911-8f76-3e61c3dc4968'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:43:27.585854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Attempting to bind port 1f0becfb-205a-405c-87c5-117ea9eec7e0 on network ae2c05e4-d055-4911-8f76-3e61c3dc4968 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:27.592739 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:27.593127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Checking segment: {'id': '6c682f7a-bc63-464f-9d55-09b92bb7ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ae2c05e4-d055-4911-8f76-3e61c3dc4968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:43:27.593532 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:27.593931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Bound using segment: {'id': '6c682f7a-bc63-464f-9d55-09b92bb7ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ae2c05e4-d055-4911-8f76-3e61c3dc4968'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:27.594477 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Bound port: 1f0becfb-205a-405c-87c5-117ea9eec7e0, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c682f7a-bc63-464f-9d55-09b92bb7ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ae2c05e4-d055-4911-8f76-3e61c3dc4968'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:43:27.594874 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1f0becfb-205a-405c-87c5-117ea9eec7e0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:27.686950 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] For port 1f0becfb-205a-405c-87c5-117ea9eec7e0, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:27.692891 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] For port 1f0becfb-205a-405c-87c5-117ea9eec7e0, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1f0becfb-205a-405c-87c5-117ea9eec7e0,segment=NetworkSegment(6c682f7a-bc63-464f-9d55-09b92bb7ec3b),segment_id=6c682f7a-bc63-464f-9d55-09b92bb7ec3b)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:27.696582 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-79540ab4-94ad-407d-8bb2-1c7e51ad42ba tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (551f3fc0-02f8-4cb7-89d0-7900982dc24d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:27.718332 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1f0becfb-205a-405c-87c5-117ea9eec7e0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:27.751402 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-79540ab4-94ad-407d-8bb2-1c7e51ad42ba tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (551f3fc0-02f8-4cb7-89d0-7900982dc24d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:27.784610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79540ab4-94ad-407d-8bb2-1c7e51ad42ba tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network ae2c05e4-d055-4911-8f76-3e61c3dc4968 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:27.788210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-79540ab4-94ad-407d-8bb2-1c7e51ad42ba tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:27.810695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a1fd7-3a8a-4cd2-8e4e-60a052536560 None None] Pushing event updated for resources: {'Port': ['ID=1f0becfb-205a-405c-87c5-117ea9eec7e0,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:27.811697 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79540ab4-94ad-407d-8bb2-1c7e51ad42ba tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:27.891590 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79540ab4-94ad-407d-8bb2-1c7e51ad42ba tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=551f3fc0-02f8-4cb7-89d0-7900982dc24d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:27.917562 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79540ab4-94ad-407d-8bb2-1c7e51ad42ba tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:27.918238 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-79540ab4-94ad-407d-8bb2-1c7e51ad42ba tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:27.940489 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-79540ab4-94ad-407d-8bb2-1c7e51ad42ba tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8723872 Feb 10 15:43:27.942972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54484) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:27.967324 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4186d6-09d0-46a2-b1c4-989d3966d0da req-7ffea264-26c0-43c4-9cc8-2d9bfef13db4 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:27.969154 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f4186d6-09d0-46a2-b1c4-989d3966d0da req-7ffea264-26c0-43c4-9cc8-2d9bfef13db4 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0972683 Feb 10 15:43:28.045898 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f4186d6-09d0-46a2-b1c4-989d3966d0da req-810bdb3e-7688-4d03-990a-39669c35ef95 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682762 Feb 10 15:43:28.402121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248b2eb-b2f7-4564-8d73-f3c058b8a9fb req-efdeda54-b599-47d4-af5c-3a894834af82 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:28.404516 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4248b2eb-b2f7-4564-8d73-f3c058b8a9fb req-efdeda54-b599-47d4-af5c-3a894834af82 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/ports?device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 943 time: 0.0756512 Feb 10 15:43:28.441662 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 4ac09672-5c47-4a77-b604-26fe2fcf39b6 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:43:28.475213 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b3e91cd-0504-4fd6-9d3b-92f1c424caa8 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (551f3fc0-02f8-4cb7-89d0-7900982dc24d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:28.485316 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4248b2eb-b2f7-4564-8d73-f3c058b8a9fb req-582e4c98-2b7a-401f-8f6e-a4c69c58a28e tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/security-groups?id=088e70fd-35be-488a-ad28-85915fa3cd90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698214 Feb 10 15:43:28.589164 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 4ac09672-5c47-4a77-b604-26fe2fcf39b6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4ac09672-5c47-4a77-b604-26fe2fcf39b6,segment=NetworkSegment(8601ae44-ac62-4d6c-95bc-d2213c277904),segment_id=8601ae44-ac62-4d6c-95bc-d2213c277904)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:28.602421 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '4ac09672-5c47-4a77-b604-26fe2fcf39b6', 'network_id': 'bbc8d844-2a31-4a62-8ce0-6126221423af', 'port_id': '4ac09672-5c47-4a77-b604-26fe2fcf39b6', 'mac_address': 'fa:16:3e:7a:25:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d99a02-21db-48e3-9978-bdde4cad46bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:43:28.644266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 4ac09672-5c47-4a77-b604-26fe2fcf39b6 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:28.645050 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4ac09672-5c47-4a77-b604-26fe2fcf39b6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:28.669755 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac09672-5c47-4a77-b604-26fe2fcf39b6 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:43:28.694461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 4ac09672-5c47-4a77-b604-26fe2fcf39b6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4ac09672-5c47-4a77-b604-26fe2fcf39b6,segment=NetworkSegment(8601ae44-ac62-4d6c-95bc-d2213c277904),segment_id=8601ae44-ac62-4d6c-95bc-d2213c277904)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:28.700945 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4ac09672-5c47-4a77-b604-26fe2fcf39b6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:28.784073 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b3e91cd-0504-4fd6-9d3b-92f1c424caa8 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (551f3fc0-02f8-4cb7-89d0-7900982dc24d), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:28.790922 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b3e91cd-0504-4fd6-9d3b-92f1c424caa8 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (551f3fc0-02f8-4cb7-89d0-7900982dc24d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:28.809317 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=4ac09672-5c47-4a77-b604-26fe2fcf39b6,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:28.905683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e91cd-0504-4fd6-9d3b-92f1c424caa8 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=551f3fc0-02f8-4cb7-89d0-7900982dc24d,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:28.928442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['4ac09672-5c47-4a77-b604-26fe2fcf39b6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:29.306996 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b3e91cd-0504-4fd6-9d3b-92f1c424caa8 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (81e2016b-0d33-43ff-985a-fb7696e11ff2), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:29.346372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52b4857-ff80-4ef3-b870-ff32b761bb15 None None] Network ae2c05e4-d055-4911-8f76-3e61c3dc4968 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:29.367297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e373c6-0d45-4880-8cec-c30e39a98cf4 req-4c4f6ab3-4c75-4b98-8650-d7735d7a91a2 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:29.377706 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3e373c6-0d45-4880-8cec-c30e39a98cf4 req-4c4f6ab3-4c75-4b98-8650-d7735d7a91a2 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1588943 Feb 10 15:43:29.448325 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3e373c6-0d45-4880-8cec-c30e39a98cf4 req-27498b4c-cfe7-4b11-a2eb-3ed7e3dc120a tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/security-groups?id=004e54e8-4c86-48c5-9d4a-b910993d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695786 Feb 10 15:43:29.462912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edfdf3-8315-40f1-abcb-8a216e6b167a req-14ee029d-3641-4a6f-a3d1-5f3e42be3a9d tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:29.462912 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-85edfdf3-8315-40f1-abcb-8a216e6b167a req-14ee029d-3641-4a6f-a3d1-5f3e42be3a9d tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.2318842 Feb 10 15:43:29.493732 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-165cb77f-0621-425f-96d5-8a3296ad2523 None None] Provisioning complete for port 1f0becfb-205a-405c-87c5-117ea9eec7e0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:29.494914 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-165cb77f-0621-425f-96d5-8a3296ad2523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1f0becfb-205a-405c-87c5-117ea9eec7e0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:29.536752 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b3e91cd-0504-4fd6-9d3b-92f1c424caa8 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (551f3fc0-02f8-4cb7-89d0-7900982dc24d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:29.646308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092de938-5c0e-49ca-8b83-9ae540d233ff req-2f5d2ec8-172c-4f35-8f60-dc6ef7a319c3 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:29.649325 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-092de938-5c0e-49ca-8b83-9ae540d233ff req-2f5d2ec8-172c-4f35-8f60-dc6ef7a319c3 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/ports?device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 944 time: 0.0762520 Feb 10 15:43:29.734863 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-85edfdf3-8315-40f1-abcb-8a216e6b167a req-00fdd512-2a4c-46a8-bbba-431711b0a7a8 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Deleting port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:29.735277 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-85edfdf3-8315-40f1-abcb-8a216e6b167a req-00fdd512-2a4c-46a8-bbba-431711b0a7a8 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:29.790257 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-092de938-5c0e-49ca-8b83-9ae540d233ff req-f727f26c-8ca9-47bb-9b64-a6f67b70aac8 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/security-groups?id=088e70fd-35be-488a-ad28-85915fa3cd90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338918 Feb 10 15:43:29.839796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-165cb77f-0621-425f-96d5-8a3296ad2523 None None] Current status of the port 1f0becfb-205a-405c-87c5-117ea9eec7e0 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:29.840227 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-165cb77f-0621-425f-96d5-8a3296ad2523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1f0becfb-205a-405c-87c5-117ea9eec7e0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:29.896808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-165cb77f-0621-425f-96d5-8a3296ad2523 None None] For port 1f0becfb-205a-405c-87c5-117ea9eec7e0, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1f0becfb-205a-405c-87c5-117ea9eec7e0,segment=NetworkSegment(6c682f7a-bc63-464f-9d55-09b92bb7ec3b),segment_id=6c682f7a-bc63-464f-9d55-09b92bb7ec3b)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:29.900254 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1f0becfb-205a-405c-87c5-117ea9eec7e0 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:29.904364 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-165cb77f-0621-425f-96d5-8a3296ad2523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1f0becfb-205a-405c-87c5-117ea9eec7e0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:29.970942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-85edfdf3-8315-40f1-abcb-8a216e6b167a req-00fdd512-2a4c-46a8-bbba-431711b0a7a8 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] For port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3,segment=NetworkSegment(650a7729-f5e0-4b38-8e3b-1f3e1226279e),segment_id=650a7729-f5e0-4b38-8e3b-1f3e1226279e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:29.971578 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-85edfdf3-8315-40f1-abcb-8a216e6b167a req-00fdd512-2a4c-46a8-bbba-431711b0a7a8 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:29.990470 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cb77f-0621-425f-96d5-8a3296ad2523 None None] Pushing event updated for resources: {'Port': ['ID=1f0becfb-205a-405c-87c5-117ea9eec7e0,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:30.009930 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 1f0becfb-205a-405c-87c5-117ea9eec7e0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:30.010310 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1f0becfb-205a-405c-87c5-117ea9eec7e0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:30.025381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-85edfdf3-8315-40f1-abcb-8a216e6b167a req-00fdd512-2a4c-46a8-bbba-431711b0a7a8 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Calling delete_port for 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:30.098059 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b3e91cd-0504-4fd6-9d3b-92f1c424caa8 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (551f3fc0-02f8-4cb7-89d0-7900982dc24d), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:30.101845 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 1f0becfb-205a-405c-87c5-117ea9eec7e0 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:30.105998 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b3e91cd-0504-4fd6-9d3b-92f1c424caa8 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (551f3fc0-02f8-4cb7-89d0-7900982dc24d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:30.125978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b87e6096-87f8-4e7c-838c-fddeb167d308 None None] Provisioning complete for port 551f3fc0-02f8-4cb7-89d0-7900982dc24d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:30.126358 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b87e6096-87f8-4e7c-838c-fddeb167d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (551f3fc0-02f8-4cb7-89d0-7900982dc24d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:30.168061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b87e6096-87f8-4e7c-838c-fddeb167d308 None None] Port 551f3fc0-02f8-4cb7-89d0-7900982dc24d cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:43:30.180149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b87e6096-87f8-4e7c-838c-fddeb167d308 None None] Provisioning complete for port 1f0becfb-205a-405c-87c5-117ea9eec7e0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:30.180881 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b87e6096-87f8-4e7c-838c-fddeb167d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1f0becfb-205a-405c-87c5-117ea9eec7e0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:30.202356 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e91cd-0504-4fd6-9d3b-92f1c424caa8 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=551f3fc0-02f8-4cb7-89d0-7900982dc24d,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:30.211456 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b3e91cd-0504-4fd6-9d3b-92f1c424caa8 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (81e2016b-0d33-43ff-985a-fb7696e11ff2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:30.267801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b87e6096-87f8-4e7c-838c-fddeb167d308 None None] Current status of the port 1f0becfb-205a-405c-87c5-117ea9eec7e0 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:30.332719 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-85edfdf3-8315-40f1-abcb-8a216e6b167a req-00fdd512-2a4c-46a8-bbba-431711b0a7a8 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (41f6fed4-49d6-4b9b-bafe-928afa0b9ba3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:30.372546 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdd512-2a4c-46a8-bbba-431711b0a7a8 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Pushing event deleted for resources: {'Port': ['ID=41f6fed4-49d6-4b9b-bafe-928afa0b9ba3,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:30.389648 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3e91cd-0504-4fd6-9d3b-92f1c424caa8 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network ae2c05e4-d055-4911-8f76-3e61c3dc4968 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:30.393520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3b94b8fe-65eb-40dd-bc28-4afc7e8a71f5 None None] Provisioning complete for port 551f3fc0-02f8-4cb7-89d0-7900982dc24d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:30.393951 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3b94b8fe-65eb-40dd-bc28-4afc7e8a71f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (551f3fc0-02f8-4cb7-89d0-7900982dc24d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:30.408026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-4b3e91cd-0504-4fd6-9d3b-92f1c424caa8 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:30.437763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3b94b8fe-65eb-40dd-bc28-4afc7e8a71f5 None None] Port 551f3fc0-02f8-4cb7-89d0-7900982dc24d cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:43:30.451285 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-85edfdf3-8315-40f1-abcb-8a216e6b167a req-00fdd512-2a4c-46a8-bbba-431711b0a7a8 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] No DVR routers for this DVR port 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:30.451522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 4ac09672-5c47-4a77-b604-26fe2fcf39b6 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:30.454930 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-85edfdf3-8315-40f1-abcb-8a216e6b167a req-00fdd512-2a4c-46a8-bbba-431711b0a7a8 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:30.458056 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-85edfdf3-8315-40f1-abcb-8a216e6b167a req-00fdd512-2a4c-46a8-bbba-431711b0a7a8 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.79 "DELETE /v2.0/ports/41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 HTTP/1.1" status: 204 len: 173 time: 0.9916391 Feb 10 15:43:30.507178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'name': 'network-vif-deleted', 'tag': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:43:30.509129 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7981e695-d9c5-4d2c-876e-26a9d2e86494" -d '{"events": [{"server_uuid": "5e020f95-a87a-4037-8956-e0318af7f2b6", "name": "network-vif-deleted", "tag": "41f6fed4-49d6-4b9b-bafe-928afa0b9ba3"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:30.570294 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c507fa-291a-4baa-b1d2-6a04b6072873 x-openstack-request-id: req-50c507fa-291a-4baa-b1d2-6a04b6072873 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:30.570871 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e020f95-a87a-4037-8956-e0318af7f2b6", "name": "network-vif-deleted", "tag": "41f6fed4-49d6-4b9b-bafe-928afa0b9ba3", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:30.570871 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50c507fa-291a-4baa-b1d2-6a04b6072873 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:30.572311 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e020f95-a87a-4037-8956-e0318af7f2b6', 'name': 'network-vif-deleted', 'tag': '41f6fed4-49d6-4b9b-bafe-928afa0b9ba3', 'status': 'completed', 'code': 200} Feb 10 15:43:30.588087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 4ac09672-5c47-4a77-b604-26fe2fcf39b6 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:43:30.594467 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 4ac09672-5c47-4a77-b604-26fe2fcf39b6 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:30.595998 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4ac09672-5c47-4a77-b604-26fe2fcf39b6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:30.653011 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3e91cd-0504-4fd6-9d3b-92f1c424caa8 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 81e2016b-0d33-43ff-985a-fb7696e11ff2 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:43:30.683196 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed20cbc6-ee2f-4515-bcaa-1cd8403a8992 req-efa7bd2b-ed73-47d5-b7e7-2242fc778807 tempest-ServerRescueTestJSONUnderV235-1694268653 tempest-ServerRescueTestJSONUnderV235-1694268653-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e020f95-a87a-4037-8956-e0318af7f2b6 HTTP/1.1" status: 200 len: 210 time: 0.0463703 Feb 10 15:43:30.711673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-89e4327b-03f5-47b2-8336-fa1104064883 None None] Provisioning complete for port 551f3fc0-02f8-4cb7-89d0-7900982dc24d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:30.712040 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-89e4327b-03f5-47b2-8336-fa1104064883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (551f3fc0-02f8-4cb7-89d0-7900982dc24d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:30.767908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-89e4327b-03f5-47b2-8336-fa1104064883 None None] Port 551f3fc0-02f8-4cb7-89d0-7900982dc24d cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:43:30.858195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 4ac09672-5c47-4a77-b604-26fe2fcf39b6 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:30.858716 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4ac09672-5c47-4a77-b604-26fe2fcf39b6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:30.915190 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592daa52-d2d4-4bbd-b8ca-55bec6053997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac09672-5c47-4a77-b604-26fe2fcf39b6'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:43:30.918738 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd78f32-7360-402e-8e4c-6203036f6756" -d '{"events": [{"server_uuid": "592daa52-d2d4-4bbd-b8ca-55bec6053997", "name": "network-vif-plugged", "status": "completed", "tag": "4ac09672-5c47-4a77-b604-26fe2fcf39b6"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:30.958000 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 4ac09672-5c47-4a77-b604-26fe2fcf39b6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4ac09672-5c47-4a77-b604-26fe2fcf39b6,segment=NetworkSegment(8601ae44-ac62-4d6c-95bc-d2213c277904),segment_id=8601ae44-ac62-4d6c-95bc-d2213c277904)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:30.967112 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4ac09672-5c47-4a77-b604-26fe2fcf39b6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:31.044719 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3ba61-a725-4fcd-ba05-7f2dc036c464 req-b36a8875-0b83-4e78-a780-641c5eb0dec9 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:31.061617 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95f3ba61-a725-4fcd-ba05-7f2dc036c464 req-b36a8875-0b83-4e78-a780-641c5eb0dec9 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/ports?device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 944 time: 0.1412251 Feb 10 15:43:31.109335 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=4ac09672-5c47-4a77-b604-26fe2fcf39b6,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:31.136261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:31.136608 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:31.136978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:31.138887 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:31.139273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:31.139620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:31.139960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:31.140294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:31.140622 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:31.140980 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:31.141421 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:31.141743 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:31.141966 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:31.164017 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7fb23966-26aa-4a1b-989a-c44a4bcbf314 None None] Provisioning complete for port 551f3fc0-02f8-4cb7-89d0-7900982dc24d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:31.164392 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7fb23966-26aa-4a1b-989a-c44a4bcbf314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (551f3fc0-02f8-4cb7-89d0-7900982dc24d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:31.168433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95f3ba61-a725-4fcd-ba05-7f2dc036c464 req-2fab8f65-c89b-45bb-bae6-7f40715e4220 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/security-groups?id=088e70fd-35be-488a-ad28-85915fa3cd90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008964 Feb 10 15:43:31.221650 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1159be3f-1c94-42d9-aa8f-144b7e472d3a x-openstack-request-id: req-1159be3f-1c94-42d9-aa8f-144b7e472d3a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:31.222200 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592daa52-d2d4-4bbd-b8ca-55bec6053997", "name": "network-vif-plugged", "status": "completed", "tag": "4ac09672-5c47-4a77-b604-26fe2fcf39b6", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:31.222605 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1159be3f-1c94-42d9-aa8f-144b7e472d3a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:31.223148 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592daa52-d2d4-4bbd-b8ca-55bec6053997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac09672-5c47-4a77-b604-26fe2fcf39b6', 'code': 200} Feb 10 15:43:31.224283 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7fb23966-26aa-4a1b-989a-c44a4bcbf314 None None] Port 551f3fc0-02f8-4cb7-89d0-7900982dc24d cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:43:31.308212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3e91cd-0504-4fd6-9d3b-92f1c424caa8 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:31.316694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54528) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:31.316886 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4b3e91cd-0504-4fd6-9d3b-92f1c424caa8 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/81e2016b-0d33-43ff-985a-fb7696e11ff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3723974 Feb 10 15:43:31.322224 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ff5abe-7554-4c36-8083-2a1735561436 None None] Sync routers for ids ['81e2016b-0d33-43ff-985a-fb7696e11ff2'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:31.327167 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b106b5-3e0c-45b4-a96d-c0fdf2306ca7 req-34dca56d-ff92-4c44-bbeb-54585cdfac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:31.328747 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01b106b5-3e0c-45b4-a96d-c0fdf2306ca7 req-34dca56d-ff92-4c44-bbeb-54585cdfac2c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 1127 time: 0.0697637 Feb 10 15:43:31.334940 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff5abe-7554-4c36-8083-2a1735561436 None None] Routers {'81e2016b-0d33-43ff-985a-fb7696e11ff2'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:31.336276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-71ff5abe-7554-4c36-8083-2a1735561436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['81e2016b-0d33-43ff-985a-fb7696e11ff2'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:31.381527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-71ff5abe-7554-4c36-8083-2a1735561436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:31.395861 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff5abe-7554-4c36-8083-2a1735561436 None None] Routers {'81e2016b-0d33-43ff-985a-fb7696e11ff2'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:31.396841 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-71ff5abe-7554-4c36-8083-2a1735561436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['81e2016b-0d33-43ff-985a-fb7696e11ff2'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:31.400020 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1cec25-fb62-4313-b0de-ee4736430f93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:31.404215 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9f1cec25-fb62-4313-b0de-ee4736430f93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports/551f3fc0-02f8-4cb7-89d0-7900982dc24d HTTP/1.1" status: 200 len: 978 time: 0.0837944 Feb 10 15:43:31.405148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54530) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:31.425796 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01b106b5-3e0c-45b4-a96d-c0fdf2306ca7 req-6fd1e085-203e-44e8-8c6b-208e15d9aaab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=088e70fd-35be-488a-ad28-85915fa3cd90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841765 Feb 10 15:43:31.442640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-71ff5abe-7554-4c36-8083-2a1735561436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:31.443284 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ff5abe-7554-4c36-8083-2a1735561436 None None] The sync data for ids ['81e2016b-0d33-43ff-985a-fb7696e11ff2'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:31.740868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54534) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:31.827686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1f0becfb-205a-405c-87c5-117ea9eec7e0 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:31.896886 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (81e2016b-0d33-43ff-985a-fb7696e11ff2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:31.937695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 1f0becfb-205a-405c-87c5-117ea9eec7e0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:31.938085 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1f0becfb-205a-405c-87c5-117ea9eec7e0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:32.142950 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 1f0becfb-205a-405c-87c5-117ea9eec7e0 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:32.184388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port 551f3fc0-02f8-4cb7-89d0-7900982dc24d {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:32.185139 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (551f3fc0-02f8-4cb7-89d0-7900982dc24d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:32.320302 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:32.342891 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (551f3fc0-02f8-4cb7-89d0-7900982dc24d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:32.345244 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:43:32.345599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 41f6fed4-49d6-4b9b-bafe-928afa0b9ba3 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:32.362095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for 551f3fc0-02f8-4cb7-89d0-7900982dc24d owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:32.460199 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569487c-6125-45fa-82cd-37c949b7a409 req-adfcc3bf-b196-4c7c-ac9b-e256b493be44 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:32.462243 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c569487c-6125-45fa-82cd-37c949b7a409 req-adfcc3bf-b196-4c7c-ac9b-e256b493be44 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/ports?device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 945 time: 0.1944458 Feb 10 15:43:32.469849 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f23861a7-4e6d-40d0-b645-fcb9d5b8a349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (9b542681-b176-4027-af33-3f742af7840a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:32.687659 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c569487c-6125-45fa-82cd-37c949b7a409 req-55967417-9349-4442-b8a9-68e97a918ed9 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/security-groups?id=088e70fd-35be-488a-ad28-85915fa3cd90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176492 Feb 10 15:43:32.801741 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (551f3fc0-02f8-4cb7-89d0-7900982dc24d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:32.857089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=551f3fc0-02f8-4cb7-89d0-7900982dc24d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:32.892077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f23861a7-4e6d-40d0-b645-fcb9d5b8a349 admin admin] Deleting port 8fc4de15-994c-451e-a43f-fb663ef4678f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:32.892612 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f23861a7-4e6d-40d0-b645-fcb9d5b8a349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:32.906486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:32.907029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:32.908356 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:32.908356 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:32.908356 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:32.908971 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:32.909446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:32.911906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:32.912515 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:32.912980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:32.913416 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:32.914279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:32.914279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:43:33.027588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-f23861a7-4e6d-40d0-b645-fcb9d5b8a349 admin admin] For port 8fc4de15-994c-451e-a43f-fb663ef4678f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8fc4de15-994c-451e-a43f-fb663ef4678f,segment=NetworkSegment(650a7729-f5e0-4b38-8e3b-1f3e1226279e),segment_id=650a7729-f5e0-4b38-8e3b-1f3e1226279e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:33.027965 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f23861a7-4e6d-40d0-b645-fcb9d5b8a349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:33.050512 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f23861a7-4e6d-40d0-b645-fcb9d5b8a349 admin admin] Calling delete_port for 8fc4de15-994c-451e-a43f-fb663ef4678f owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:33.074092 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (81e2016b-0d33-43ff-985a-fb7696e11ff2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:33.251394 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f23861a7-4e6d-40d0-b645-fcb9d5b8a349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8fc4de15-994c-451e-a43f-fb663ef4678f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:33.281676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23861a7-4e6d-40d0-b645-fcb9d5b8a349 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc4de15-994c-451e-a43f-fb663ef4678f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:33.307812 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 81e2016b-0d33-43ff-985a-fb7696e11ff2 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:33.466285 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:33.482692 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd0b8d9-be0f-4adf-833a-fba805ad1112 None None] Sync routers for ids ['81e2016b-0d33-43ff-985a-fb7696e11ff2'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:33.492359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-46db9f3e-9fd4-4068-9b16-027d0a7da122 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/81e2016b-0d33-43ff-985a-fb7696e11ff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0853271 Feb 10 15:43:33.493273 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54546) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:33.504783 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0b8d9-be0f-4adf-833a-fba805ad1112 None None] Routers {'81e2016b-0d33-43ff-985a-fb7696e11ff2'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:33.506143 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6dd0b8d9-be0f-4adf-833a-fba805ad1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['81e2016b-0d33-43ff-985a-fb7696e11ff2'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:33.536217 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f23861a7-4e6d-40d0-b645-fcb9d5b8a349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (9b542681-b176-4027-af33-3f742af7840a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:33.546322 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6dd0b8d9-be0f-4adf-833a-fba805ad1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:33.561967 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0b8d9-be0f-4adf-833a-fba805ad1112 None None] Routers {'81e2016b-0d33-43ff-985a-fb7696e11ff2'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:33.562577 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6dd0b8d9-be0f-4adf-833a-fba805ad1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['81e2016b-0d33-43ff-985a-fb7696e11ff2'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:33.630048 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6dd0b8d9-be0f-4adf-833a-fba805ad1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:33.631053 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd0b8d9-be0f-4adf-833a-fba805ad1112 None None] The sync data for ids ['81e2016b-0d33-43ff-985a-fb7696e11ff2'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:34.065334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23861a7-4e6d-40d0-b645-fcb9d5b8a349 admin admin] Router 9b542681-b176-4027-af33-3f742af7840a has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:34.206395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23861a7-4e6d-40d0-b645-fcb9d5b8a349 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:34.212864 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f23861a7-4e6d-40d0-b645-fcb9d5b8a349 admin admin] 10.222.0.64 "PUT /v2.0/routers/9b542681-b176-4027-af33-3f742af7840a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4707301 Feb 10 15:43:34.216015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54554) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:34.226457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cbacd4-2634-41e0-957e-86a8ad9cad56 None None] Sync routers for ids ['9b542681-b176-4027-af33-3f742af7840a'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:34.238910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cbacd4-2634-41e0-957e-86a8ad9cad56 None None] Routers {'9b542681-b176-4027-af33-3f742af7840a'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:34.239823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-b8cbacd4-2634-41e0-957e-86a8ad9cad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['9b542681-b176-4027-af33-3f742af7840a'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:34.244266 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-a0788ce5-2367-429d-a500-be07954f6157 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 15:43:34.245548 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a0788ce5-2367-429d-a500-be07954f6157 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/81e2016b-0d33-43ff-985a-fb7696e11ff2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7507095 Feb 10 15:43:34.249625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54556) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:34.271070 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c86d6a-1e96-45ac-af3a-6d28a38c0cae req-16492d1d-b42d-4121-ab06-071a03de7e3c tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:34.272719 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7c86d6a-1e96-45ac-af3a-6d28a38c0cae req-16492d1d-b42d-4121-ab06-071a03de7e3c tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/ports?device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 945 time: 0.1635377 Feb 10 15:43:34.291454 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-41745165-9e32-4473-bbea-9b7b0af89288 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports?device_id=81e2016b-0d33-43ff-985a-fb7696e11ff2 HTTP/1.1" status: 200 len: 205 time: 0.0410373 Feb 10 15:43:34.295051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54558) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:34.336938 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7c86d6a-1e96-45ac-af3a-6d28a38c0cae req-0a70e348-0dd2-4319-abae-84e84e85f88e tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/security-groups?id=088e70fd-35be-488a-ad28-85915fa3cd90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482235 Feb 10 15:43:34.383537 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-b8cbacd4-2634-41e0-957e-86a8ad9cad56 None None] Set router 9b542681-b176-4027-af33-3f742af7840a gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:34.439287 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-edce23fe-1867-4ce5-bb01-8eb3bd61e9b4 admin admin] Publish callbacks [] for router (9b542681-b176-4027-af33-3f742af7840a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:34.479355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53c75407-e74c-4d0d-9e45-e4d8601045cb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (81e2016b-0d33-43ff-985a-fb7696e11ff2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:34.607543 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-b8cbacd4-2634-41e0-957e-86a8ad9cad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b542681-b176-4027-af33-3f742af7840a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-router', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:07Z', 'updated_at': '2022-02-10T15:43:33Z', 'revision_number': 5, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'gw_port': {'id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:09Z', 'updated_at': '2022-02-10T15:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:34.642348 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cbacd4-2634-41e0-957e-86a8ad9cad56 None None] Checking router: 9b542681-b176-4027-af33-3f742af7840a for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:43:34.667242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cbacd4-2634-41e0-957e-86a8ad9cad56 None None] Routers {'9b542681-b176-4027-af33-3f742af7840a'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:34.667962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-b8cbacd4-2634-41e0-957e-86a8ad9cad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['9b542681-b176-4027-af33-3f742af7840a'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:34.712745 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53c75407-e74c-4d0d-9e45-e4d8601045cb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (81e2016b-0d33-43ff-985a-fb7696e11ff2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:34.716819 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53c75407-e74c-4d0d-9e45-e4d8601045cb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_controller (81e2016b-0d33-43ff-985a-fb7696e11ff2), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:34.731774 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-edce23fe-1867-4ce5-bb01-8eb3bd61e9b4 admin admin] Publish callbacks [] for router_gateway (9b542681-b176-4027-af33-3f742af7840a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:34.822357 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53c75407-e74c-4d0d-9e45-e4d8601045cb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (81e2016b-0d33-43ff-985a-fb7696e11ff2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:34.823369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c75407-e74c-4d0d-9e45-e4d8601045cb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Fanout notify agent at l3_agent the message router_deleted on router 81e2016b-0d33-43ff-985a-fb7696e11ff2 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:43:34.846265 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-53c75407-e74c-4d0d-9e45-e4d8601045cb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:34.850162 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-53c75407-e74c-4d0d-9e45-e4d8601045cb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/routers/81e2016b-0d33-43ff-985a-fb7696e11ff2 HTTP/1.1" status: 204 len: 168 time: 0.5513244 Feb 10 15:43:34.850755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54566) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:34.868246 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-b8cbacd4-2634-41e0-957e-86a8ad9cad56 None None] Set router 9b542681-b176-4027-af33-3f742af7840a gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:34.905933 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-edce23fe-1867-4ce5-bb01-8eb3bd61e9b4 admin admin] Deleting port 5dbc1a0b-322e-4c36-a808-333ab763f6af {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:34.906444 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-edce23fe-1867-4ce5-bb01-8eb3bd61e9b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5dbc1a0b-322e-4c36-a808-333ab763f6af), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:34.956704 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-4872b5dd-1804-43cd-891b-ae783e81ab0f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting subnet d2889feb-c6a5-48ac-bba8-e97e842c715e {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:43:34.965347 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4872b5dd-1804-43cd-891b-ae783e81ab0f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (d2889feb-c6a5-48ac-bba8-e97e842c715e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:35.042670 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4872b5dd-1804-43cd-891b-ae783e81ab0f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (d2889feb-c6a5-48ac-bba8-e97e842c715e), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:35.058611 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-edce23fe-1867-4ce5-bb01-8eb3bd61e9b4 admin admin] For port 5dbc1a0b-322e-4c36-a808-333ab763f6af, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=5dbc1a0b-322e-4c36-a808-333ab763f6af,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:35.059046 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-edce23fe-1867-4ce5-bb01-8eb3bd61e9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5dbc1a0b-322e-4c36-a808-333ab763f6af), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:35.102574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-edce23fe-1867-4ce5-bb01-8eb3bd61e9b4 admin admin] Calling delete_port for 5dbc1a0b-322e-4c36-a808-333ab763f6af owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:35.193617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-b8cbacd4-2634-41e0-957e-86a8ad9cad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b542681-b176-4027-af33-3f742af7840a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-router', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:07Z', 'updated_at': '2022-02-10T15:43:33Z', 'revision_number': 5, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'gw_port': {'id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:09Z', 'updated_at': '2022-02-10T15:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:35.228489 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cbacd4-2634-41e0-957e-86a8ad9cad56 None None] The sync data for ids ['9b542681-b176-4027-af33-3f742af7840a'] in n-d-815324-7 is: [{'id': '9b542681-b176-4027-af33-3f742af7840a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092638921-router', 'tenant_id': '3c677666bb89400b8f38e8bc8e40350b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:42:07Z', 'updated_at': '2022-02-10T15:43:33Z', 'revision_number': 5, 'project_id': '3c677666bb89400b8f38e8bc8e40350b', 'gw_port': {'id': '5dbc1a0b-322e-4c36-a808-333ab763f6af', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b542681-b176-4027-af33-3f742af7840a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:42:09Z', 'updated_at': '2022-02-10T15:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:35.253023 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4872b5dd-1804-43cd-891b-ae783e81ab0f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (d2889feb-c6a5-48ac-bba8-e97e842c715e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:35.424711 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4872b5dd-1804-43cd-891b-ae783e81ab0f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (d2889feb-c6a5-48ac-bba8-e97e842c715e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:35.448945 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-edce23fe-1867-4ce5-bb01-8eb3bd61e9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5dbc1a0b-322e-4c36-a808-333ab763f6af), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:35.457382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872b5dd-1804-43cd-891b-ae783e81ab0f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Subnet': ['ID=d2889feb-c6a5-48ac-bba8-e97e842c715e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:35.461768 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4872b5dd-1804-43cd-891b-ae783e81ab0f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:35.468320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a82dac4-5836-43ed-8665-9097b9cf1b70 None None] Network ae2c05e4-d055-4911-8f76-3e61c3dc4968 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:35.480058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4872b5dd-1804-43cd-891b-ae783e81ab0f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/d2889feb-c6a5-48ac-bba8-e97e842c715e HTTP/1.1" status: 204 len: 168 time: 0.6254616 Feb 10 15:43:35.481013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54578) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:35.493459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce23fe-1867-4ce5-bb01-8eb3bd61e9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbc1a0b-322e-4c36-a808-333ab763f6af,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:35.592230 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-edce23fe-1867-4ce5-bb01-8eb3bd61e9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (9b542681-b176-4027-af33-3f742af7840a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:35.622398 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (ae2c05e4-d055-4911-8f76-3e61c3dc4968), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:35.735174 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port 1f0becfb-205a-405c-87c5-117ea9eec7e0 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:35.736598 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1f0becfb-205a-405c-87c5-117ea9eec7e0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:35.801252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6be77c-a1fc-4623-8e8d-0501b33b927d None None] DHCP port deletion for ae2c05e4-d055-4911-8f76-3e61c3dc4968 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:43:35.803104 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-edce23fe-1867-4ce5-bb01-8eb3bd61e9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (9b542681-b176-4027-af33-3f742af7840a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:35.807819 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-edce23fe-1867-4ce5-bb01-8eb3bd61e9b4 admin admin] Publish callbacks [] for router_controller (9b542681-b176-4027-af33-3f742af7840a), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:35.900084 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8fc4de15-994c-451e-a43f-fb663ef4678f no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:35.910962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] For port 1f0becfb-205a-405c-87c5-117ea9eec7e0, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1f0becfb-205a-405c-87c5-117ea9eec7e0,segment=NetworkSegment(6c682f7a-bc63-464f-9d55-09b92bb7ec3b),segment_id=6c682f7a-bc63-464f-9d55-09b92bb7ec3b)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:35.912407 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1f0becfb-205a-405c-87c5-117ea9eec7e0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:35.916945 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-edce23fe-1867-4ce5-bb01-8eb3bd61e9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (9b542681-b176-4027-af33-3f742af7840a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:35.917942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edce23fe-1867-4ce5-bb01-8eb3bd61e9b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b542681-b176-4027-af33-3f742af7840a {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:43:35.924393 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-edce23fe-1867-4ce5-bb01-8eb3bd61e9b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:35.928707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54582) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:35.930451 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-edce23fe-1867-4ce5-bb01-8eb3bd61e9b4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/9b542681-b176-4027-af33-3f742af7840a HTTP/1.1" status: 204 len: 168 time: 1.7134600 Feb 10 15:43:35.949683 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4e6be77c-a1fc-4623-8e8d-0501b33b927d None None] Deleting port 1f0becfb-205a-405c-87c5-117ea9eec7e0 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:35.950054 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4e6be77c-a1fc-4623-8e8d-0501b33b927d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1f0becfb-205a-405c-87c5-117ea9eec7e0), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:35.963913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 8fc4de15-994c-451e-a43f-fb663ef4678f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:43:35.964256 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8fc4de15-994c-451e-a43f-fb663ef4678f not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:35.987069 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16c58ab-a171-4864-8754-ddaa5a8e3de0 admin admin] Deleting subnet 5766518a-89bc-4c22-a72d-6d35206c184f {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:43:35.990911 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f16c58ab-a171-4864-8754-ddaa5a8e3de0 admin admin] Publish callbacks [] for subnet (5766518a-89bc-4c22-a72d-6d35206c184f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.035537 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f16c58ab-a171-4864-8754-ddaa5a8e3de0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (5766518a-89bc-4c22-a72d-6d35206c184f), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.038370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-4e6be77c-a1fc-4623-8e8d-0501b33b927d None None] For port 1f0becfb-205a-405c-87c5-117ea9eec7e0, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1f0becfb-205a-405c-87c5-117ea9eec7e0,segment=NetworkSegment(6c682f7a-bc63-464f-9d55-09b92bb7ec3b),segment_id=6c682f7a-bc63-464f-9d55-09b92bb7ec3b)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:36.039295 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4e6be77c-a1fc-4623-8e8d-0501b33b927d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1f0becfb-205a-405c-87c5-117ea9eec7e0), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.055535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4e6be77c-a1fc-4623-8e8d-0501b33b927d None None] Calling delete_port for 1f0becfb-205a-405c-87c5-117ea9eec7e0 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:36.084756 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f16c58ab-a171-4864-8754-ddaa5a8e3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (5766518a-89bc-4c22-a72d-6d35206c184f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.144956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for 1f0becfb-205a-405c-87c5-117ea9eec7e0 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:36.238185 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4e6be77c-a1fc-4623-8e8d-0501b33b927d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (1f0becfb-205a-405c-87c5-117ea9eec7e0), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.247774 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (1f0becfb-205a-405c-87c5-117ea9eec7e0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.279109 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6be77c-a1fc-4623-8e8d-0501b33b927d None None] Pushing event deleted for resources: {'Port': ['ID=1f0becfb-205a-405c-87c5-117ea9eec7e0,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:36.283795 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6be77c-a1fc-4623-8e8d-0501b33b927d None None] No DVR routers for this DVR port 1f0becfb-205a-405c-87c5-117ea9eec7e0 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:36.307273 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f16c58ab-a171-4864-8754-ddaa5a8e3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (5766518a-89bc-4c22-a72d-6d35206c184f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.311200 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=1f0becfb-205a-405c-87c5-117ea9eec7e0,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:36.337125 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] No DVR routers for this DVR port 1f0becfb-205a-405c-87c5-117ea9eec7e0 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:36.340859 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c58ab-a171-4864-8754-ddaa5a8e3de0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5766518a-89bc-4c22-a72d-6d35206c184f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:36.365909 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f16c58ab-a171-4864-8754-ddaa5a8e3de0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.369326 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f16c58ab-a171-4864-8754-ddaa5a8e3de0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5766518a-89bc-4c22-a72d-6d35206c184f HTTP/1.1" status: 204 len: 168 time: 0.4330654 Feb 10 15:43:36.372234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54586) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:36.496360 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (ae2c05e4-d055-4911-8f76-3e61c3dc4968), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.522174 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2c05e4-d055-4911-8f76-3e61c3dc4968']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:36.533834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c682f7a-bc63-464f-9d55-09b92bb7ec3b') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:36.534277 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c682f7a-bc63-464f-9d55-09b92bb7ec3b') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:36.552381 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (6c682f7a-bc63-464f-9d55-09b92bb7ec3b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.567544 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6c682f7a-bc63-464f-9d55-09b92bb7ec3b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.574466 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:43:36.574997 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (6c682f7a-bc63-464f-9d55-09b92bb7ec3b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.576165 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-63a2d183-ea8e-497a-b822-ef1582b03fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (acbf7e1a-ac36-4b63-8dfa-71df45204741), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: self.session.flush() Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:43:36.639871 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:43:36.664443 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (ae2c05e4-d055-4911-8f76-3e61c3dc4968), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.701706 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.704956 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/networks/ae2c05e4-d055-4911-8f76-3e61c3dc4968 HTTP/1.1" status: 204 len: 168 time: 1.2229247 Feb 10 15:43:36.706273 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ad589-cd8f-48da-8428-58afee42830a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Network': ['ID=ae2c05e4-d055-4911-8f76-3e61c3dc4968,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:36.717249 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54590) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:36.730221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0f64fbaa-5e85-44e3-b2ab-06547e7d1091 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'network': {'name': 'tempest-RoutersTest-1755979473'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:36.735118 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-63a2d183-ea8e-497a-b822-ef1582b03fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (acbf7e1a-ac36-4b63-8dfa-71df45204741), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.785310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-63a2d183-ea8e-497a-b822-ef1582b03fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acbf7e1a-ac36-4b63-8dfa-71df45204741']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:36.812123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f64fbaa-5e85-44e3-b2ab-06547e7d1091 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:36.817695 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f64fbaa-5e85-44e3-b2ab-06547e7d1091 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.837612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-63a2d183-ea8e-497a-b822-ef1582b03fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650a7729-f5e0-4b38-8e3b-1f3e1226279e') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:36.838902 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-63a2d183-ea8e-497a-b822-ef1582b03fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650a7729-f5e0-4b38-8e3b-1f3e1226279e') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:36.857979 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-63a2d183-ea8e-497a-b822-ef1582b03fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (650a7729-f5e0-4b38-8e3b-1f3e1226279e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.878026 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-63a2d183-ea8e-497a-b822-ef1582b03fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (650a7729-f5e0-4b38-8e3b-1f3e1226279e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.884397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f64fbaa-5e85-44e3-b2ab-06547e7d1091 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:43:36.890530 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a2d183-ea8e-497a-b822-ef1582b03fe2 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:43:36.890938 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-63a2d183-ea8e-497a-b822-ef1582b03fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (650a7729-f5e0-4b38-8e3b-1f3e1226279e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:43:36.894237 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:43:36.918224 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f64fbaa-5e85-44e3-b2ab-06547e7d1091 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (da426b44-3344-4d89-843d-aa5466736ea9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:36.918576 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-0f64fbaa-5e85-44e3-b2ab-06547e7d1091 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Added segment da426b44-3344-4d89-843d-aa5466736ea9 of type vlan for network 15cb1e2d-edc6-4d88-bdea-23afe94cad10 Feb 10 15:43:37.001182 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-63a2d183-ea8e-497a-b822-ef1582b03fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (acbf7e1a-ac36-4b63-8dfa-71df45204741), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:37.009619 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f64fbaa-5e85-44e3-b2ab-06547e7d1091 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (15cb1e2d-edc6-4d88-bdea-23afe94cad10), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:37.035809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-63a2d183-ea8e-497a-b822-ef1582b03fe2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:37.042392 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-63a2d183-ea8e-497a-b822-ef1582b03fe2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/acbf7e1a-ac36-4b63-8dfa-71df45204741 HTTP/1.1" status: 204 len: 168 time: 0.6663554 Feb 10 15:43:37.073068 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:37.073812 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f64fbaa-5e85-44e3-b2ab-06547e7d1091 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (15cb1e2d-edc6-4d88-bdea-23afe94cad10), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:37.080072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f64fbaa-5e85-44e3-b2ab-06547e7d1091 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:37.081030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f64fbaa-5e85-44e3-b2ab-06547e7d1091 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:37.087486 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2d183-ea8e-497a-b822-ef1582b03fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=acbf7e1a-ac36-4b63-8dfa-71df45204741,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:37.293562 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54596) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:37.361820 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0570fd94-ba56-4729-b9f0-21f839039b83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c677666bb89400b8f38e8bc8e40350b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0642285 Feb 10 15:43:37.362480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54598) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:37.420629 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54600) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:37.420863 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0f64fbaa-5e85-44e3-b2ab-06547e7d1091 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6964169 Feb 10 15:43:37.437351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-00593ddf-39d6-4d1d-b151-46b133e8f85b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'subnet': {'network_id': '15cb1e2d-edc6-4d88-bdea-23afe94cad10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:37.454048 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ec3077ea-2209-452a-9a1f-9cce821bc31b admin admin] Publish callbacks [] for security_group (004e54e8-4c86-48c5-9d4a-b910993d6413), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:37.462782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64fbaa-5e85-44e3-b2ab-06547e7d1091 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Network': ['ID=15cb1e2d-edc6-4d88-bdea-23afe94cad10,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:37.480446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 15cb1e2d-edc6-4d88-bdea-23afe94cad10 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:43:37.566014 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ec3077ea-2209-452a-9a1f-9cce821bc31b admin admin] Publish callbacks [] for security_group (004e54e8-4c86-48c5-9d4a-b910993d6413), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:37.629673 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00593ddf-39d6-4d1d-b151-46b133e8f85b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:37.634347 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00593ddf-39d6-4d1d-b151-46b133e8f85b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:37.717740 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ec3077ea-2209-452a-9a1f-9cce821bc31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (004e54e8-4c86-48c5-9d4a-b910993d6413), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:37.720763 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ec3077ea-2209-452a-9a1f-9cce821bc31b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:37.722062 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ec3077ea-2209-452a-9a1f-9cce821bc31b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/004e54e8-4c86-48c5-9d4a-b910993d6413 HTTP/1.1" status: 204 len: 168 time: 0.3588243 Feb 10 15:43:37.739597 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3077ea-2209-452a-9a1f-9cce821bc31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004e54e8-4c86-48c5-9d4a-b910993d6413,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:37.844766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5dbc1a0b-322e-4c36-a808-333ab763f6af no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:37.876713 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 5dbc1a0b-322e-4c36-a808-333ab763f6af {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:43:37.877064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5dbc1a0b-322e-4c36-a808-333ab763f6af not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:37.877740 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1f0becfb-205a-405c-87c5-117ea9eec7e0 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:37.903536 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00593ddf-39d6-4d1d-b151-46b133e8f85b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (466b4f98-3454-4f49-a78a-00047ebdbdfc), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:37.931280 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 1f0becfb-205a-405c-87c5-117ea9eec7e0 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:43:37.932923 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1f0becfb-205a-405c-87c5-117ea9eec7e0 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:38.017598 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00593ddf-39d6-4d1d-b151-46b133e8f85b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Subnet': ['ID=466b4f98-3454-4f49-a78a-00047ebdbdfc,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:38.025958 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00593ddf-39d6-4d1d-b151-46b133e8f85b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Checking segment: {'id': 'da426b44-3344-4d89-843d-aa5466736ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '15cb1e2d-edc6-4d88-bdea-23afe94cad10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:43:38.026449 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00593ddf-39d6-4d1d-b151-46b133e8f85b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network hostable DHCP agents. Network: 15cb1e2d-edc6-4d88-bdea-23afe94cad10, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:43:38.048394 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00593ddf-39d6-4d1d-b151-46b133e8f85b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network 15cb1e2d-edc6-4d88-bdea-23afe94cad10 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:43:38.075978 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-00593ddf-39d6-4d1d-b151-46b133e8f85b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 15cb1e2d-edc6-4d88-bdea-23afe94cad10) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:38.084979 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad19f72-a195-4304-b612-f3a86c3bd904 None None] Network 15cb1e2d-edc6-4d88-bdea-23afe94cad10 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:38.089278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00593ddf-39d6-4d1d-b151-46b133e8f85b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:38.089878 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-00593ddf-39d6-4d1d-b151-46b133e8f85b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:38.115819 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54614) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:38.123558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-6c1124b4-8142-4f41-bbd7-0c14cbc6749e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-746922499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:38.129893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-00593ddf-39d6-4d1d-b151-46b133e8f85b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7049356 Feb 10 15:43:38.167169 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c1124b4-8142-4f41-bbd7-0c14cbc6749e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (49934351-4052-4d61-a5c8-15bda1167f94), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:38.167899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c1124b4-8142-4f41-bbd7-0c14cbc6749e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (49934351-4052-4d61-a5c8-15bda1167f94), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:38.298472 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c1124b4-8142-4f41-bbd7-0c14cbc6749e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_controller (49934351-4052-4d61-a5c8-15bda1167f94), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:38.305170 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c1124b4-8142-4f41-bbd7-0c14cbc6749e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (49934351-4052-4d61-a5c8-15bda1167f94), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:38.308006 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-15cb1e2d-edc6-4d88-bdea-23afe94cad10', 'network_id': '15cb1e2d-edc6-4d88-bdea-23afe94cad10', 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'fixed_ips': [{'subnet_id': '466b4f98-3454-4f49-a78a-00047ebdbdfc'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:43:38.311510 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:38.341766 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c1124b4-8142-4f41-bbd7-0c14cbc6749e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:38.343020 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6c1124b4-8142-4f41-bbd7-0c14cbc6749e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2245908 Feb 10 15:43:38.345875 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54622) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:38.568226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Allocated IP 172.20.0.2 (15cb1e2d-edc6-4d88-bdea-23afe94cad10/466b4f98-3454-4f49-a78a-00047ebdbdfc/217030ec-2d51-4ad9-91c3-bf4faa2bcacf) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:39.057842 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Publish callbacks [] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:39.061652 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:39.071108 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:39.134705 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Network 15cb1e2d-edc6-4d88-bdea-23afe94cad10 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:39.138550 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:39.169341 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:39.228407 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Pushing event updated for resources: {'Port': ['ID=217030ec-2d51-4ad9-91c3-bf4faa2bcacf,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:39.327715 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Attempting to bind port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:43:39.328409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Attempting to bind port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'da426b44-3344-4d89-843d-aa5466736ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '15cb1e2d-edc6-4d88-bdea-23afe94cad10'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:43:39.328952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Attempting to bind port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf on network 15cb1e2d-edc6-4d88-bdea-23afe94cad10 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:39.337540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:39.341527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Checking segment: {'id': 'da426b44-3344-4d89-843d-aa5466736ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '15cb1e2d-edc6-4d88-bdea-23afe94cad10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:43:39.342065 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:39.345241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Bound using segment: {'id': 'da426b44-3344-4d89-843d-aa5466736ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '15cb1e2d-edc6-4d88-bdea-23afe94cad10'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:39.346219 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Bound port: 217030ec-2d51-4ad9-91c3-bf4faa2bcacf, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da426b44-3344-4d89-843d-aa5466736ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '15cb1e2d-edc6-4d88-bdea-23afe94cad10'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:43:39.348730 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:39.355105 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54654) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:39.465825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a60548e8-f6f3-462f-9329-71433597568a None None] For port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:39.496908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a60548e8-f6f3-462f-9329-71433597568a None None] For port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=217030ec-2d51-4ad9-91c3-bf4faa2bcacf,segment=NetworkSegment(da426b44-3344-4d89-843d-aa5466736ea9),segment_id=da426b44-3344-4d89-843d-aa5466736ea9)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:39.506368 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:39.555792 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-2827263d-7b9c-49c5-b1e5-ebdcb588304a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-928159992-network', 'tenant_id': '1e00bfde49e94473aa5aa9032afdf1d9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:39.624464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2827263d-7b9c-49c5-b1e5-ebdcb588304a admin admin] Made reservation on behalf of 1e00bfde49e94473aa5aa9032afdf1d9 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:39.627154 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2827263d-7b9c-49c5-b1e5-ebdcb588304a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:39.646056 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2827263d-7b9c-49c5-b1e5-ebdcb588304a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:39.662628 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60548e8-f6f3-462f-9329-71433597568a None None] Pushing event updated for resources: {'Port': ['ID=217030ec-2d51-4ad9-91c3-bf4faa2bcacf,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:39.799786 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Allocated IP 172.20.0.1 (15cb1e2d-edc6-4d88-bdea-23afe94cad10/466b4f98-3454-4f49-a78a-00047ebdbdfc/0084b51b-b90c-4410-80b7-f88337333e43) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:39.830879 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2827263d-7b9c-49c5-b1e5-ebdcb588304a admin admin] Publish callbacks [] for security_group (adcbb991-0926-4840-8277-f6ec698dbf95), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:39.837467 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2827263d-7b9c-49c5-b1e5-ebdcb588304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (adcbb991-0926-4840-8277-f6ec698dbf95), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:39.855567 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2827263d-7b9c-49c5-b1e5-ebdcb588304a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:43:39.873167 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2827263d-7b9c-49c5-b1e5-ebdcb588304a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9580cd32-8397-4d64-bf35-81e0cab48e6e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:39.889354 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-2827263d-7b9c-49c5-b1e5-ebdcb588304a admin admin] Added segment 9580cd32-8397-4d64-bf35-81e0cab48e6e of type vlan for network afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85 Feb 10 15:43:40.012575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827263d-7b9c-49c5-b1e5-ebdcb588304a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcbb991-0926-4840-8277-f6ec698dbf95,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:40.096639 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2827263d-7b9c-49c5-b1e5-ebdcb588304a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:40.134517 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (0084b51b-b90c-4410-80b7-f88337333e43), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:40.154367 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2827263d-7b9c-49c5-b1e5-ebdcb588304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:40.155348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2827263d-7b9c-49c5-b1e5-ebdcb588304a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:40.155929 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2827263d-7b9c-49c5-b1e5-ebdcb588304a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:40.192428 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (0084b51b-b90c-4410-80b7-f88337333e43), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:40.207042 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2827263d-7b9c-49c5-b1e5-ebdcb588304a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8493664 Feb 10 15:43:40.214624 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54676) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:40.222211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-3ae34cb8-68cd-4cfc-b5d2-7856851e3b75 admin admin] Request body: {'subnet': {'network_id': 'afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-928159992-subnet', 'tenant_id': '1e00bfde49e94473aa5aa9032afdf1d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:40.263924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=0084b51b-b90c-4410-80b7-f88337333e43,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:40.272280 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network 15cb1e2d-edc6-4d88-bdea-23afe94cad10 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:40.274520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:40.277220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:40.298656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae34cb8-68cd-4cfc-b5d2-7856851e3b75 admin admin] Made reservation on behalf of 1e00bfde49e94473aa5aa9032afdf1d9 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:40.301256 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ae34cb8-68cd-4cfc-b5d2-7856851e3b75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:40.364217 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (49934351-4052-4d61-a5c8-15bda1167f94), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:40.369210 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827263d-7b9c-49c5-b1e5-ebdcb588304a admin admin] Pushing event updated for resources: {'Network': ['ID=afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:40.380095 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:43:40.553250 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0084b51b-b90c-4410-80b7-f88337333e43), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:40.583573 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038fb02-3a8d-4854-80c5-7318a9abccaf req-381c29fa-0c9f-4254-87bc-34d16a6bb8ea tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:40.586011 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6038fb02-3a8d-4854-80c5-7318a9abccaf req-381c29fa-0c9f-4254-87bc-34d16a6bb8ea tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/ports?device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 945 time: 0.1346710 Feb 10 15:43:40.673515 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6038fb02-3a8d-4854-80c5-7318a9abccaf req-511a256a-5073-4c65-ae1c-ae3219f80980 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/security-groups?id=088e70fd-35be-488a-ad28-85915fa3cd90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799696 Feb 10 15:43:40.821024 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ae34cb8-68cd-4cfc-b5d2-7856851e3b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (296b104f-793e-496e-9e26-f48f28d8dac0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:40.924039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae34cb8-68cd-4cfc-b5d2-7856851e3b75 admin admin] Checking segment: {'id': '9580cd32-8397-4d64-bf35-81e0cab48e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:43:40.924405 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae34cb8-68cd-4cfc-b5d2-7856851e3b75 admin admin] Network hostable DHCP agents. Network: afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:43:40.939423 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae34cb8-68cd-4cfc-b5d2-7856851e3b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=296b104f-793e-496e-9e26-f48f28d8dac0,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:40.959336 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae34cb8-68cd-4cfc-b5d2-7856851e3b75 admin admin] Network afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:43:40.973515 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-3ae34cb8-68cd-4cfc-b5d2-7856851e3b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:40.980593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae34cb8-68cd-4cfc-b5d2-7856851e3b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:40.982481 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4957f7a0-c465-4136-89d1-51ded7925697 None None] Network afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:40.983929 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ae34cb8-68cd-4cfc-b5d2-7856851e3b75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:41.034032 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3ae34cb8-68cd-4cfc-b5d2-7856851e3b75 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8104358 Feb 10 15:43:41.069680 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (0084b51b-b90c-4410-80b7-f88337333e43), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:41.098593 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (0084b51b-b90c-4410-80b7-f88337333e43), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:41.214339 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f923d4-962e-4b40-819f-f89f6b1ac14b None None] Network afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:41.286140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=0084b51b-b90c-4410-80b7-f88337333e43,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:41.293216 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (49934351-4052-4d61-a5c8-15bda1167f94), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:41.309157 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a9c7e5b2-61d3-4d7a-9d7e-d5945cd00c32 req-38dd16a6-2e85-43ef-901a-09a21bc5ef42 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2327600 Feb 10 15:43:41.484242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1209e013-89fe-484f-9fbc-68023e9974d3 None None] Network 15cb1e2d-edc6-4d88-bdea-23afe94cad10 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:41.525998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network 15cb1e2d-edc6-4d88-bdea-23afe94cad10 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:41.533401 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:41.695328 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7e5b2-61d3-4d7a-9d7e-d5945cd00c32 req-e998a772-5ef4-4424-9c3b-f8f2ad35b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:41.697147 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a9c7e5b2-61d3-4d7a-9d7e-d5945cd00c32 req-e998a772-5ef4-4424-9c3b-f8f2ad35b68e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77fbf24d79fa4d5fbb639f8a01d7de6c&device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 1127 time: 0.3066530 Feb 10 15:43:41.800140 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29ccdd-5bb3-47aa-9003-287e315b1011 req-38eb1e01-82c9-4acc-9d99-84be686562b4 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:41.812894 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5c29ccdd-5bb3-47aa-9003-287e315b1011 req-38eb1e01-82c9-4acc-9d99-84be686562b4 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.72 "GET /v2.0/ports?device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 945 time: 0.1719346 Feb 10 15:43:41.911191 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:41.924582 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5bd867e0-974c-42c2-bc7b-f39df24cccfd None None] Provisioning complete for port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:41.925366 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5bd867e0-974c-42c2-bc7b-f39df24cccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:41.957552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 217030ec-2d51-4ad9-91c3-bf4faa2bcacf up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:42.060914 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 49934351-4052-4d61-a5c8-15bda1167f94 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:43:42.076522 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7e5b2-61d3-4d7a-9d7e-d5945cd00c32 req-19e51218-9e8c-4fab-8cd2-f17b736d3082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:42.078043 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a9c7e5b2-61d3-4d7a-9d7e-d5945cd00c32 req-19e51218-9e8c-4fab-8cd2-f17b736d3082 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8fff8c30-0a34-4f57-884d-3d888ae929ae HTTP/1.1" status: 200 len: 909 time: 0.3061774 Feb 10 15:43:42.147666 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:42.148608 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:42.169232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d9420-19e0-4587-94e3-acdf739e94f3 req-22280b99-6245-4d94-9b99-7b9d8081aaa7 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:42.177084 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d66d9420-19e0-4587-94e3-acdf739e94f3 req-22280b99-6245-4d94-9b99-7b9d8081aaa7 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/ports?device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 945 time: 0.2273557 Feb 10 15:43:42.189080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:42.200263 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236763d-77c1-4ae1-9128-54b079a0ad4e None None] Sync routers for ids ['49934351-4052-4d61-a5c8-15bda1167f94'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:42.220924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-cccaf64d-4b86-475c-8091-586d4c5d4dc0 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:42.222537 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236763d-77c1-4ae1-9128-54b079a0ad4e None None] Routers {'49934351-4052-4d61-a5c8-15bda1167f94'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:42.224239 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a236763d-77c1-4ae1-9128-54b079a0ad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['49934351-4052-4d61-a5c8-15bda1167f94'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:42.231037 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-cccaf64d-4b86-475c-8091-586d4c5d4dc0 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/networks?id=afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85 HTTP/1.1" status: 200 len: 808 time: 0.3629849 Feb 10 15:43:42.253640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5bd867e0-974c-42c2-bc7b-f39df24cccfd None None] Current status of the port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:42.254826 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5bd867e0-974c-42c2-bc7b-f39df24cccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:42.269680 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-5c29ccdd-5bb3-47aa-9003-287e315b1011 req-e3aedff9-a00a-43ad-b88e-5f472d9fec08 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Deleting port 4ac09672-5c47-4a77-b604-26fe2fcf39b6 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:42.270185 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5c29ccdd-5bb3-47aa-9003-287e315b1011 req-e3aedff9-a00a-43ad-b88e-5f472d9fec08 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4ac09672-5c47-4a77-b604-26fe2fcf39b6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:42.312360 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a236763d-77c1-4ae1-9128-54b079a0ad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:42.322064 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-9c094ab2-f33d-4a0d-a6dd-57639558e228 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/quotas/1e00bfde49e94473aa5aa9032afdf1d9 HTTP/1.1" status: 200 len: 375 time: 0.0899918 Feb 10 15:43:42.337454 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236763d-77c1-4ae1-9128-54b079a0ad4e None None] Routers {'49934351-4052-4d61-a5c8-15bda1167f94'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:42.340535 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a236763d-77c1-4ae1-9128-54b079a0ad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['49934351-4052-4d61-a5c8-15bda1167f94'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:42.345480 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a9c7e5b2-61d3-4d7a-9d7e-d5945cd00c32 req-1f373000-5aa5-49df-a85b-2e8a69abfe0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4de4589f-0ba2-41a4-a11c-636fe6bcfe74 HTTP/1.1" status: 200 len: 1001 time: 0.1609848 Feb 10 15:43:42.351755 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5bd867e0-974c-42c2-bc7b-f39df24cccfd None None] For port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=217030ec-2d51-4ad9-91c3-bf4faa2bcacf,segment=NetworkSegment(da426b44-3344-4d89-843d-aa5466736ea9),segment_id=da426b44-3344-4d89-843d-aa5466736ea9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:42.358252 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e3e519f8-651c-4400-bd13-a6efaddea52d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/49934351-4052-4d61-a5c8-15bda1167f94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0111043 Feb 10 15:43:42.384980 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54706) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:42.419546 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:42.420094 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:42.421262 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a236763d-77c1-4ae1-9128-54b079a0ad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:42.422477 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236763d-77c1-4ae1-9128-54b079a0ad4e None None] The sync data for ids ['49934351-4052-4d61-a5c8-15bda1167f94'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:42.422904 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5bd867e0-974c-42c2-bc7b-f39df24cccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:42.437246 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-fccab1a6-7742-4a23-8822-7f10ba4b4423 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e00bfde49e94473aa5aa9032afdf1d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1031311 Feb 10 15:43:42.496057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-5c29ccdd-5bb3-47aa-9003-287e315b1011 req-e3aedff9-a00a-43ad-b88e-5f472d9fec08 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] For port 4ac09672-5c47-4a77-b604-26fe2fcf39b6, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4ac09672-5c47-4a77-b604-26fe2fcf39b6,segment=NetworkSegment(8601ae44-ac62-4d6c-95bc-d2213c277904),segment_id=8601ae44-ac62-4d6c-95bc-d2213c277904)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:42.496852 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5c29ccdd-5bb3-47aa-9003-287e315b1011 req-e3aedff9-a00a-43ad-b88e-5f472d9fec08 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4ac09672-5c47-4a77-b604-26fe2fcf39b6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:42.510313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ec5754-5e08-479f-9c4d-0308f7455ffb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:42.514403 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-81ec5754-5e08-479f-9c4d-0308f7455ffb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports/0084b51b-b90c-4410-80b7-f88337333e43 HTTP/1.1" status: 200 len: 910 time: 0.1255672 Feb 10 15:43:42.521550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54708) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:42.537126 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d66d9420-19e0-4587-94e3-acdf739e94f3 req-af247876-1ead-41d6-9e55-74bda5c1e24e tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/security-groups?id=088e70fd-35be-488a-ad28-85915fa3cd90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502016 Feb 10 15:43:42.546578 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-5c29ccdd-5bb3-47aa-9003-287e315b1011 req-e3aedff9-a00a-43ad-b88e-5f472d9fec08 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Calling delete_port for 4ac09672-5c47-4a77-b604-26fe2fcf39b6 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:42.563084 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-a87f4a64-09de-460a-ac1a-219486652e72 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:43:42.565319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd867e0-974c-42c2-bc7b-f39df24cccfd None None] Pushing event updated for resources: {'Port': ['ID=217030ec-2d51-4ad9-91c3-bf4faa2bcacf,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:42.581107 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-a87f4a64-09de-460a-ac1a-219486652e72 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0637181 Feb 10 15:43:42.623486 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:43:42.624297 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:43:42.630108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7e5b2-61d3-4d7a-9d7e-d5945cd00c32 req-c3326835-c308-4bef-a88c-7b0b3e0766e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:42.639907 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a9c7e5b2-61d3-4d7a-9d7e-d5945cd00c32 req-c3326835-c308-4bef-a88c-7b0b3e0766e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0d461450-fb69-494a-aff0-016ac0977632 HTTP/1.1" status: 200 len: 847 time: 0.2782364 Feb 10 15:43:42.653934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8a87fb8e-1ff8-4030-840d-cd43b41ce499 None None] Provisioning complete for port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:42.656156 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8a87fb8e-1ff8-4030-840d-cd43b41ce499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:42.818695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8a87fb8e-1ff8-4030-840d-cd43b41ce499 None None] Current status of the port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:42.874310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8a87fb8e-1ff8-4030-840d-cd43b41ce499 None None] Provisioning complete for port 0084b51b-b90c-4410-80b7-f88337333e43 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:42.875671 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8a87fb8e-1ff8-4030-840d-cd43b41ce499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0084b51b-b90c-4410-80b7-f88337333e43), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:42.879289 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7e5b2-61d3-4d7a-9d7e-d5945cd00c32 req-ad056d06-be00-4719-b5e3-bf22033ed784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:42.887647 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-54e09c12-cd42-465e-8cdf-1a53b14c88be service neutron] 10.222.0.64 "GET /v2.0/networks/afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046856 Feb 10 15:43:42.889299 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a9c7e5b2-61d3-4d7a-9d7e-d5945cd00c32 req-ad056d06-be00-4719-b5e3-bf22033ed784 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8fff8c30-0a34-4f57-884d-3d888ae929ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2323446 Feb 10 15:43:42.926492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8a87fb8e-1ff8-4030-840d-cd43b41ce499 None None] Port 0084b51b-b90c-4410-80b7-f88337333e43 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:43:42.929736 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f190619-dbb8-451c-aa45-3cb63530be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:43.056923 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f364cea9-4937-4498-bfe0-c5a7ec117bb9 None None] Provisioning complete for port 0084b51b-b90c-4410-80b7-f88337333e43 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:43.058099 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f364cea9-4937-4498-bfe0-c5a7ec117bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0084b51b-b90c-4410-80b7-f88337333e43), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:43.065714 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5c29ccdd-5bb3-47aa-9003-287e315b1011 req-e3aedff9-a00a-43ad-b88e-5f472d9fec08 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4ac09672-5c47-4a77-b604-26fe2fcf39b6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:43.109324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['4ac09672-5c47-4a77-b604-26fe2fcf39b6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:43.156004 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a9c7e5b2-61d3-4d7a-9d7e-d5945cd00c32 req-b8e36a53-62c1-4cf0-b0f6-2da9412ea051 service neutron] 10.222.0.72 "GET /v2.0/networks/8fff8c30-0a34-4f57-884d-3d888ae929ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657754 Feb 10 15:43:43.174752 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aedff9-a00a-43ad-b88e-5f472d9fec08 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Pushing event deleted for resources: {'Port': ['ID=4ac09672-5c47-4a77-b604-26fe2fcf39b6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:43.245610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c29ccdd-5bb3-47aa-9003-287e315b1011 req-e3aedff9-a00a-43ad-b88e-5f472d9fec08 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] No DVR routers for this DVR port 4ac09672-5c47-4a77-b604-26fe2fcf39b6 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:43.254031 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-5c29ccdd-5bb3-47aa-9003-287e315b1011 req-e3aedff9-a00a-43ad-b88e-5f472d9fec08 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:43.257757 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5c29ccdd-5bb3-47aa-9003-287e315b1011 req-e3aedff9-a00a-43ad-b88e-5f472d9fec08 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.72 "DELETE /v2.0/ports/4ac09672-5c47-4a77-b604-26fe2fcf39b6 HTTP/1.1" status: 204 len: 173 time: 1.4376338 Feb 10 15:43:43.258234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592daa52-d2d4-4bbd-b8ca-55bec6053997', 'name': 'network-vif-deleted', 'tag': '4ac09672-5c47-4a77-b604-26fe2fcf39b6'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:43:43.260544 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0813fdcb-afd4-4e76-979e-4d6e6297e4ee" -d '{"events": [{"server_uuid": "592daa52-d2d4-4bbd-b8ca-55bec6053997", "name": "network-vif-deleted", "tag": "4ac09672-5c47-4a77-b604-26fe2fcf39b6"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:43.290483 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-a0a1e04f-1f48-42dc-8a3b-112f0beae0cd service neutron] 10.222.0.64 "GET /v2.0/networks/afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943560 Feb 10 15:43:43.363579 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a9c7e5b2-61d3-4d7a-9d7e-d5945cd00c32 req-1f7d4a39-6894-4193-85fe-0c8f400c73b3 service neutron] 10.222.0.72 "GET /v2.0/networks/8fff8c30-0a34-4f57-884d-3d888ae929ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982751 Feb 10 15:43:43.380866 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54f64644-34dd-4a1c-b226-84d97bce83ad tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (49934351-4052-4d61-a5c8-15bda1167f94), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:43.479411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f364cea9-4937-4498-bfe0-c5a7ec117bb9 None None] Port 0084b51b-b90c-4410-80b7-f88337333e43 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:43:43.488109 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:43.525323 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cea0853-d0c6-4a57-9876-668de8d8a5a5 x-openstack-request-id: req-5cea0853-d0c6-4a57-9876-668de8d8a5a5 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:43.526104 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592daa52-d2d4-4bbd-b8ca-55bec6053997", "name": "network-vif-deleted", "tag": "4ac09672-5c47-4a77-b604-26fe2fcf39b6", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:43.526595 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5cea0853-d0c6-4a57-9876-668de8d8a5a5 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:43.527433 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592daa52-d2d4-4bbd-b8ca-55bec6053997', 'name': 'network-vif-deleted', 'tag': '4ac09672-5c47-4a77-b604-26fe2fcf39b6', 'status': 'completed', 'code': 200} Feb 10 15:43:43.616203 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-87b0f4d5-ff13-4a81-8a06-e12788ba3590 None None] Provisioning complete for port 0084b51b-b90c-4410-80b7-f88337333e43 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:43.616664 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-87b0f4d5-ff13-4a81-8a06-e12788ba3590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0084b51b-b90c-4410-80b7-f88337333e43), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:43.682480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5fabd-48fb-491d-bfec-f7cd3f6f3504 req-a5be11b3-3805-4d49-a4c9-983b82e4d346 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:43.698229 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fba5fabd-48fb-491d-bfec-f7cd3f6f3504 req-a5be11b3-3805-4d49-a4c9-983b82e4d346 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 945 time: 0.0889201 Feb 10 15:43:43.748796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-87b0f4d5-ff13-4a81-8a06-e12788ba3590 None None] Port 0084b51b-b90c-4410-80b7-f88337333e43 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:43:43.823017 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fba5fabd-48fb-491d-bfec-f7cd3f6f3504 req-708cb54e-09de-42cd-a3a1-6012c973c164 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/security-groups?id=00b3c186-0587-45ca-84fa-cabe9d77c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238656 Feb 10 15:43:43.892321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 217030ec-2d51-4ad9-91c3-bf4faa2bcacf up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:43.925719 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c29348d2-d51c-47e8-99da-c868bac4a5c0 req-d63f7fe5-77b1-4c7a-8cea-d3d18c8902f1 tempest-VolumesActionsTest-1489510878 tempest-VolumesActionsTest-1489510878-project] 10.222.0.64 "GET /v2.0/ports?device_id=592daa52-d2d4-4bbd-b8ca-55bec6053997 HTTP/1.1" status: 200 len: 210 time: 0.0764706 Feb 10 15:43:44.056776 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25188be2-8d90-451f-9490-955d7bbf2362 req-fea5053e-2508-43e7-b59b-c727401051bf tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3e6b9-5fbd-4967-afba-07720d636314 HTTP/1.1" status: 200 len: 210 time: 0.1383581 Feb 10 15:43:44.075903 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:44.076455 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:44.264376 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:44.385359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-54f64644-34dd-4a1c-b226-84d97bce83ad tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port 0084b51b-b90c-4410-80b7-f88337333e43 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:44.385922 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54f64644-34dd-4a1c-b226-84d97bce83ad tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0084b51b-b90c-4410-80b7-f88337333e43), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:44.495014 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54f64644-34dd-4a1c-b226-84d97bce83ad tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0084b51b-b90c-4410-80b7-f88337333e43), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:44.513070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-54f64644-34dd-4a1c-b226-84d97bce83ad tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for 0084b51b-b90c-4410-80b7-f88337333e43 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:44.727482 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54f64644-34dd-4a1c-b226-84d97bce83ad tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (0084b51b-b90c-4410-80b7-f88337333e43), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:44.761244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f64644-34dd-4a1c-b226-84d97bce83ad tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=0084b51b-b90c-4410-80b7-f88337333e43,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:45.031214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6ed45-6ef0-4caf-b2af-83d240904aa3 req-f9097729-f7c7-4743-a4da-cbd7ffdf1973 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:45.034954 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6de6ed45-6ef0-4caf-b2af-83d240904aa3 req-f9097729-f7c7-4743-a4da-cbd7ffdf1973 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 945 time: 0.1129301 Feb 10 15:43:45.091509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68802a16-53b6-47a4-bc99-a0281be554b7 req-501fa110-dd59-44d3-9683-6930c028e33f tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:45.093051 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-68802a16-53b6-47a4-bc99-a0281be554b7 req-501fa110-dd59-44d3-9683-6930c028e33f tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.72 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 945 time: 0.2664478 Feb 10 15:43:45.093857 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54f64644-34dd-4a1c-b226-84d97bce83ad tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (49934351-4052-4d61-a5c8-15bda1167f94), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:45.153267 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6de6ed45-6ef0-4caf-b2af-83d240904aa3 req-3d088918-fb38-4b35-874b-e1deb2b7e426 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/security-groups?id=00b3c186-0587-45ca-84fa-cabe9d77c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113398 Feb 10 15:43:45.223953 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0798-3d61-4330-a548-bb00a4e8215a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:45.233511 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c41eafa9-13aa-4205-8b12-8d25c1292314 req-aff2d07e-ede3-4210-80e6-efe4b3ed2cf5 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3e6b9-5fbd-4967-afba-07720d636314 HTTP/1.1" status: 200 len: 210 time: 0.0614765 Feb 10 15:43:45.438410 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f64644-34dd-4a1c-b226-84d97bce83ad tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 49934351-4052-4d61-a5c8-15bda1167f94 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:45.532839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-68802a16-53b6-47a4-bc99-a0281be554b7 req-e0f80320-b186-4d12-8c0a-59de7cf03cb5 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Deleting port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:45.533180 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-68802a16-53b6-47a4-bc99-a0281be554b7 req-e0f80320-b186-4d12-8c0a-59de7cf03cb5 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:45.720855 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-d63e21ee-e904-40c0-8cbb-bc5eee096ad7 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:45.722666 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-d63e21ee-e904-40c0-8cbb-bc5eee096ad7 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.79 "GET /v2.0/networks?id=afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85 HTTP/1.1" status: 200 len: 808 time: 0.3320210 Feb 10 15:43:45.723650 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f64644-34dd-4a1c-b226-84d97bce83ad tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:45.731212 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-54f64644-34dd-4a1c-b226-84d97bce83ad tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/49934351-4052-4d61-a5c8-15bda1167f94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2091916 Feb 10 15:43:45.734404 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54766) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:45.739252 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-27ebe3a6-fabe-451a-8e1c-66bfc274935b tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Request body: {'port': {'device_id': '19b3e6b9-5fbd-4967-afba-07720d636314', 'network_id': 'afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85', 'admin_state_up': True, 'tenant_id': '1e00bfde49e94473aa5aa9032afdf1d9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:45.745599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635cf0ce-c122-4f80-a3e9-ed4161bdecc4 None None] Sync routers for ids ['49934351-4052-4d61-a5c8-15bda1167f94'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:45.764278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635cf0ce-c122-4f80-a3e9-ed4161bdecc4 None None] Routers {'49934351-4052-4d61-a5c8-15bda1167f94'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:45.764921 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-635cf0ce-c122-4f80-a3e9-ed4161bdecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['49934351-4052-4d61-a5c8-15bda1167f94'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:45.817681 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1c2e115c-bae8-467a-b27c-31d01a043179 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports?device_id=49934351-4052-4d61-a5c8-15bda1167f94 HTTP/1.1" status: 200 len: 205 time: 0.0816615 Feb 10 15:43:45.820853 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54768) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:45.846320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-635cf0ce-c122-4f80-a3e9-ed4161bdecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:45.864452 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635cf0ce-c122-4f80-a3e9-ed4161bdecc4 None None] Routers {'49934351-4052-4d61-a5c8-15bda1167f94'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:45.865116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-635cf0ce-c122-4f80-a3e9-ed4161bdecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['49934351-4052-4d61-a5c8-15bda1167f94'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:45.909253 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d7c5865-8561-4163-b1af-946a8c167aca tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (49934351-4052-4d61-a5c8-15bda1167f94), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:45.941368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-635cf0ce-c122-4f80-a3e9-ed4161bdecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:45.944250 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635cf0ce-c122-4f80-a3e9-ed4161bdecc4 None None] The sync data for ids ['49934351-4052-4d61-a5c8-15bda1167f94'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:45.968587 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-68802a16-53b6-47a4-bc99-a0281be554b7 req-e0f80320-b186-4d12-8c0a-59de7cf03cb5 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] For port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4de4589f-0ba2-41a4-a11c-636fe6bcfe74,segment=NetworkSegment(3b0465a0-96fe-43ae-be6d-54e5bf8a8902),segment_id=3b0465a0-96fe-43ae-be6d-54e5bf8a8902)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:45.968981 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-68802a16-53b6-47a4-bc99-a0281be554b7 req-e0f80320-b186-4d12-8c0a-59de7cf03cb5 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:46.009678 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-27ebe3a6-fabe-451a-8e1c-66bfc274935b tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Made reservation on behalf of 1e00bfde49e94473aa5aa9032afdf1d9 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:46.012963 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-27ebe3a6-fabe-451a-8e1c-66bfc274935b tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:46.163008 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d7c5865-8561-4163-b1af-946a8c167aca tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (49934351-4052-4d61-a5c8-15bda1167f94), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:46.168786 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d7c5865-8561-4163-b1af-946a8c167aca tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_controller (49934351-4052-4d61-a5c8-15bda1167f94), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:46.214984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-27ebe3a6-fabe-451a-8e1c-66bfc274935b tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Allocated IP 172.20.0.12 (afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85/296b104f-793e-496e-9e26-f48f28d8dac0/de5df722-c9a7-4767-b4ff-cdad8465b0b5) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:46.278714 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d7c5865-8561-4163-b1af-946a8c167aca tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (49934351-4052-4d61-a5c8-15bda1167f94), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:46.279263 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7c5865-8561-4163-b1af-946a8c167aca tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Fanout notify agent at l3_agent the message router_deleted on router 49934351-4052-4d61-a5c8-15bda1167f94 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:43:46.286655 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d7c5865-8561-4163-b1af-946a8c167aca tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:46.302050 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8d7c5865-8561-4163-b1af-946a8c167aca tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/routers/49934351-4052-4d61-a5c8-15bda1167f94 HTTP/1.1" status: 204 len: 168 time: 0.4799407 Feb 10 15:43:46.320037 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54778) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:46.402312 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:46.437720 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-27ebe3a6-fabe-451a-8e1c-66bfc274935b tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Publish callbacks [] for port (de5df722-c9a7-4767-b4ff-cdad8465b0b5), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:46.589637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:46.607708 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-68802a16-53b6-47a4-bc99-a0281be554b7 req-e0f80320-b186-4d12-8c0a-59de7cf03cb5 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:46.608183 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-68802a16-53b6-47a4-bc99-a0281be554b7 req-e0f80320-b186-4d12-8c0a-59de7cf03cb5 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (215eadc2-24ac-41f2-87f4-bdb6b91e4f33), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:46.608385 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [req-68802a16-53b6-47a4-bc99-a0281be554b7 req-e0f80320-b186-4d12-8c0a-59de7cf03cb5 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Floating IP 215eadc2-24ac-41f2-87f4-bdb6b91e4f33 disassociated. External IP: 172.25.3.114, port: 4de4589f-0ba2-41a4-a11c-636fe6bcfe74. Feb 10 15:43:46.608759 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-68802a16-53b6-47a4-bc99-a0281be554b7 req-e0f80320-b186-4d12-8c0a-59de7cf03cb5 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Calling delete_port for 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:46.772309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:46.774089 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:46.779790 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-68802a16-53b6-47a4-bc99-a0281be554b7 req-e0f80320-b186-4d12-8c0a-59de7cf03cb5 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4de4589f-0ba2-41a4-a11c-636fe6bcfe74), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:46.817712 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 4ac09672-5c47-4a77-b604-26fe2fcf39b6 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:46.831555 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-27ebe3a6-fabe-451a-8e1c-66bfc274935b tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (de5df722-c9a7-4767-b4ff-cdad8465b0b5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:46.837733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f80320-b186-4d12-8c0a-59de7cf03cb5 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Pushing event deleted for resources: {'Port': ['ID=4de4589f-0ba2-41a4-a11c-636fe6bcfe74,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:46.859686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 4ac09672-5c47-4a77-b604-26fe2fcf39b6 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:43:46.860334 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 4ac09672-5c47-4a77-b604-26fe2fcf39b6 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:46.909724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-27ebe3a6-fabe-451a-8e1c-66bfc274935b tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Network afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:46.917033 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-27ebe3a6-fabe-451a-8e1c-66bfc274935b tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:46.956539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32627314-557f-481e-951d-f4310feddda0 req-1c95a1ea-7155-47bb-9e36-5a68a809cc27 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:46.958148 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32627314-557f-481e-951d-f4310feddda0 req-1c95a1ea-7155-47bb-9e36-5a68a809cc27 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.9456551 Feb 10 15:43:46.964813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-27ebe3a6-fabe-451a-8e1c-66bfc274935b tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:47.010305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ba8cfb-b40e-4139-acd7-15408d75b465 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting subnet 466b4f98-3454-4f49-a78a-00047ebdbdfc {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:43:47.013807 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8cfb-b40e-4139-acd7-15408d75b465 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (466b4f98-3454-4f49-a78a-00047ebdbdfc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:47.022196 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebe3a6-fabe-451a-8e1c-66bfc274935b tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Pushing event updated for resources: {'Port': ['ID=de5df722-c9a7-4767-b4ff-cdad8465b0b5,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:47.072678 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8cfb-b40e-4139-acd7-15408d75b465 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (466b4f98-3454-4f49-a78a-00047ebdbdfc), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:47.111210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-27ebe3a6-fabe-451a-8e1c-66bfc274935b tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:47.112197 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-27ebe3a6-fabe-451a-8e1c-66bfc274935b tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:47.124446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68802a16-53b6-47a4-bc99-a0281be554b7 req-e0f80320-b186-4d12-8c0a-59de7cf03cb5 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Router a0ed1596-f2d7-477d-87e2-0b565fdb64da has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:47.143433 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-27ebe3a6-fabe-451a-8e1c-66bfc274935b tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4084873 Feb 10 15:43:47.171935 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8cfb-b40e-4139-acd7-15408d75b465 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (466b4f98-3454-4f49-a78a-00047ebdbdfc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:47.181757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Request body: {'port': {'device_id': '19b3e6b9-5fbd-4967-afba-07720d636314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:47.222241 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4dad82-f663-46c5-952c-a933b486bf8a req-f20715ce-6394-402d-bcb2-5e6d5f6e6857 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:47.229933 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4dad82-f663-46c5-952c-a933b486bf8a req-f20715ce-6394-402d-bcb2-5e6d5f6e6857 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 867 time: 0.9266760 Feb 10 15:43:47.367137 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd4dad82-f663-46c5-952c-a933b486bf8a req-f07ae74b-a411-4831-83fc-3294859aa406 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/security-groups?id=00b3c186-0587-45ca-84fa-cabe9d77c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359558 Feb 10 15:43:47.379018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32627314-557f-481e-951d-f4310feddda0 req-b47f0aae-f362-47a7-aeb2-7fe64659a629 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051998 Feb 10 15:43:47.400221 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8cfb-b40e-4139-acd7-15408d75b465 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (466b4f98-3454-4f49-a78a-00047ebdbdfc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:47.474723 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba8cfb-b40e-4139-acd7-15408d75b465 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Subnet': ['ID=466b4f98-3454-4f49-a78a-00047ebdbdfc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:47.496687 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8cfb-b40e-4139-acd7-15408d75b465 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:47.502001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6280f568-bbe4-4f14-936d-60431704cde4 None None] Network 15cb1e2d-edc6-4d88-bdea-23afe94cad10 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:47.503491 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c8ba8cfb-b40e-4139-acd7-15408d75b465 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/466b4f98-3454-4f49-a78a-00047ebdbdfc HTTP/1.1" status: 204 len: 168 time: 1.1807814 Feb 10 15:43:47.519985 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54784) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:47.674224 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (15cb1e2d-edc6-4d88-bdea-23afe94cad10), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:47.796030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (de5df722-c9a7-4767-b4ff-cdad8465b0b5), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:47.846428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c3412-564c-49c1-aa40-d1838cd3c2bf req-d432ffff-4ec1-4de0-a152-4547a598aa65 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:47.865534 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1f1c3412-564c-49c1-aa40-d1838cd3c2bf req-d432ffff-4ec1-4de0-a152-4547a598aa65 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3e6b9-5fbd-4967-afba-07720d636314 HTTP/1.1" status: 200 len: 932 time: 0.3816271 Feb 10 15:43:47.874632 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68802a16-53b6-47a4-bc99-a0281be554b7 req-e0f80320-b186-4d12-8c0a-59de7cf03cb5 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:47.885940 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b35852-b14d-4490-934c-840813f563ca None None] Sync routers for ids ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:47.899021 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b35852-b14d-4490-934c-840813f563ca None None] Routers {'a0ed1596-f2d7-477d-87e2-0b565fdb64da'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:47.899639 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d1b35852-b14d-4490-934c-840813f563ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:47.902365 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbfd5e8-f3a4-46de-b484-dff7a55cef44 None None] DHCP port deletion for 15cb1e2d-edc6-4d88-bdea-23afe94cad10 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:43:47.997528 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:48.000075 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:48.011526 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:48.041753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfd5e8-f3a4-46de-b484-dff7a55cef44 None None] Deleting port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:48.042132 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd5e8-f3a4-46de-b484-dff7a55cef44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:48.101718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] For port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=217030ec-2d51-4ad9-91c3-bf4faa2bcacf,segment=NetworkSegment(da426b44-3344-4d89-843d-aa5466736ea9),segment_id=da426b44-3344-4d89-843d-aa5466736ea9)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:48.102265 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:48.117970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for 217030ec-2d51-4ad9-91c3-bf4faa2bcacf owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:48.148550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-68802a16-53b6-47a4-bc99-a0281be554b7 req-e0f80320-b186-4d12-8c0a-59de7cf03cb5 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] No DVR routers for this DVR port 4de4589f-0ba2-41a4-a11c-636fe6bcfe74 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:48.153664 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-68802a16-53b6-47a4-bc99-a0281be554b7 req-e0f80320-b186-4d12-8c0a-59de7cf03cb5 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:48.157299 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-68802a16-53b6-47a4-bc99-a0281be554b7 req-e0f80320-b186-4d12-8c0a-59de7cf03cb5 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.72 "DELETE /v2.0/ports/4de4589f-0ba2-41a4-a11c-636fe6bcfe74 HTTP/1.1" status: 204 len: 173 time: 3.0553787 Feb 10 15:43:48.157947 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db470cfc-e0f0-4f8a-a548-85d371b57e37', 'name': 'network-vif-deleted', 'tag': '4de4589f-0ba2-41a4-a11c-636fe6bcfe74'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:43:48.160423 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc00abf6-7ee8-401f-8f34-fba6625c7266" -d '{"events": [{"server_uuid": "db470cfc-e0f0-4f8a-a548-85d371b57e37", "name": "network-vif-deleted", "tag": "4de4589f-0ba2-41a4-a11c-636fe6bcfe74"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:48.168291 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-d1b35852-b14d-4490-934c-840813f563ca None None] Set router a0ed1596-f2d7-477d-87e2-0b565fdb64da gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:48.201151 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-7dbfd5e8-f3a4-46de-b484-dff7a55cef44 None None] For port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=217030ec-2d51-4ad9-91c3-bf4faa2bcacf,segment=NetworkSegment(da426b44-3344-4d89-843d-aa5466736ea9),segment_id=da426b44-3344-4d89-843d-aa5466736ea9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:48.201819 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd5e8-f3a4-46de-b484-dff7a55cef44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:48.226113 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1f1c3412-564c-49c1-aa40-d1838cd3c2bf req-d409ba4a-cf49-4c96-8094-b311cb214527 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/security-groups?id=adcbb991-0926-4840-8277-f6ec698dbf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595338 Feb 10 15:43:48.235756 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69e6fc-f2fa-429f-9268-ef4ac5411451 req-763a6d7b-be5e-47ab-ab27-508eab1e84f1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:48.237475 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc69e6fc-f2fa-429f-9268-ef4ac5411451 req-763a6d7b-be5e-47ab-ab27-508eab1e84f1 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.72 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.4323590 Feb 10 15:43:48.238365 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:48.258334 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfd5e8-f3a4-46de-b484-dff7a55cef44 None None] Calling delete_port for 217030ec-2d51-4ad9-91c3-bf4faa2bcacf owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:48.283276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] No DVR routers for this DVR port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:48.296301 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=217030ec-2d51-4ad9-91c3-bf4faa2bcacf,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:48.326579 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b83028-8f7c-4bf1-90d5-593e77347dc6 x-openstack-request-id: req-15b83028-8f7c-4bf1-90d5-593e77347dc6 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:48.327169 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db470cfc-e0f0-4f8a-a548-85d371b57e37", "name": "network-vif-deleted", "tag": "4de4589f-0ba2-41a4-a11c-636fe6bcfe74", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:48.327999 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15b83028-8f7c-4bf1-90d5-593e77347dc6 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:48.328615 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db470cfc-e0f0-4f8a-a548-85d371b57e37', 'name': 'network-vif-deleted', 'tag': '4de4589f-0ba2-41a4-a11c-636fe6bcfe74', 'status': 'completed', 'code': 200} Feb 10 15:43:48.431616 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (15cb1e2d-edc6-4d88-bdea-23afe94cad10), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:48.468635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cb1e2d-edc6-4d88-bdea-23afe94cad10']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:48.479650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da426b44-3344-4d89-843d-aa5466736ea9') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:48.480043 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da426b44-3344-4d89-843d-aa5466736ea9') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:48.490552 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (da426b44-3344-4d89-843d-aa5466736ea9), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:48.507177 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (da426b44-3344-4d89-843d-aa5466736ea9), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:48.515232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:43:48.515655 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (da426b44-3344-4d89-843d-aa5466736ea9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:48.519498 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd5e8-f3a4-46de-b484-dff7a55cef44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (217030ec-2d51-4ad9-91c3-bf4faa2bcacf), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:43:48.535548 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:43:48.586356 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5df722-c9a7-4767-b4ff-cdad8465b0b5 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:43:48.598297 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Publish callbacks [] for port (de5df722-c9a7-4767-b4ff-cdad8465b0b5), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:48.615027 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfd5e8-f3a4-46de-b484-dff7a55cef44 None None] Pushing event deleted for resources: {'Port': ['ID=217030ec-2d51-4ad9-91c3-bf4faa2bcacf,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:48.645648 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbfd5e8-f3a4-46de-b484-dff7a55cef44 None None] No DVR routers for this DVR port 217030ec-2d51-4ad9-91c3-bf4faa2bcacf on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:48.803090 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d1b35852-b14d-4490-934c-840813f563ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'name': 'tempest-TestServerBasicOps-185243485-router', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:08Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 4, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'gw_port': {'id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:09Z', 'updated_at': '2022-02-10T15:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'eeb9bed0-557d-43df-820a-11b608db6231', 'name': '', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'mac_address': 'fa:16:3e:75:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '0d461450-fb69-494a-aff0-016ac0977632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:14Z', 'updated_at': '2022-02-10T15:38:23Z', 'revision_number': 5, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'subnets': [{'id': '0d461450-fb69-494a-aff0-016ac0977632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:48.843644 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b35852-b14d-4490-934c-840813f563ca None None] Checking router: a0ed1596-f2d7-477d-87e2-0b565fdb64da for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:43:48.848974 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb09199d-1b60-4ff6-97e3-d98b04459d1e req-d8106cd6-dd12-4992-8bd1-10017f986e54 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "GET /v2.0/ports?device_id=db470cfc-e0f0-4f8a-a548-85d371b57e37 HTTP/1.1" status: 200 len: 210 time: 0.1791275 Feb 10 15:43:48.854726 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b35852-b14d-4490-934c-840813f563ca None None] Routers {'a0ed1596-f2d7-477d-87e2-0b565fdb64da'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:48.856097 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d1b35852-b14d-4490-934c-840813f563ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:48.859416 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Transition to ACTIVE for port object de5df722-c9a7-4767-b4ff-cdad8465b0b5 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:43:48.866213 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (de5df722-c9a7-4767-b4ff-cdad8465b0b5), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:48.885543 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (15cb1e2d-edc6-4d88-bdea-23afe94cad10), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:48.901164 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:48.907876 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/networks/15cb1e2d-edc6-4d88-bdea-23afe94cad10 HTTP/1.1" status: 204 len: 168 time: 1.3834889 Feb 10 15:43:48.923266 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54800) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:48.931400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1771324316', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}, 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:48.938350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690753e-e05b-41fa-9b0a-2c9c1cef0607 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Network': ['ID=15cb1e2d-edc6-4d88-bdea-23afe94cad10,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:48.954112 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:49.002610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cef13d-baff-412f-a729-bea218a2ee80 req-df6b9aa3-6676-4788-a936-d841b9aa6f58 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:49.019274 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b2cef13d-baff-412f-a729-bea218a2ee80 req-df6b9aa3-6676-4788-a936-d841b9aa6f58 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 946 time: 0.4847286 Feb 10 15:43:49.042946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-cc69e6fc-f2fa-429f-9268-ef4ac5411451 req-8d9f2f3b-6c52-4619-892a-203fe1e6dc19 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Deleting port f9b25a67-c114-4ebd-baf7-439a333db969 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:49.043293 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-cc69e6fc-f2fa-429f-9268-ef4ac5411451 req-8d9f2f3b-6c52-4619-892a-203fe1e6dc19 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f9b25a67-c114-4ebd-baf7-439a333db969), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:49.081038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Pushing event updated for resources: {'Port': ['ID=de5df722-c9a7-4767-b4ff-cdad8465b0b5,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:49.094852 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (f95953cb-6966-429b-96e3-e9ccdbd66e41), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:49.095879 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (f95953cb-6966-429b-96e3-e9ccdbd66e41), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:49.119668 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-d1b35852-b14d-4490-934c-840813f563ca None None] Set router a0ed1596-f2d7-477d-87e2-0b565fdb64da gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:49.183561 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Attempting to bind port de5df722-c9a7-4767-b4ff-cdad8465b0b5 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:43:49.184976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Attempting to bind port de5df722-c9a7-4767-b4ff-cdad8465b0b5 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '9580cd32-8397-4d64-bf35-81e0cab48e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:43:49.185312 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Attempting to bind port de5df722-c9a7-4767-b4ff-cdad8465b0b5 on network afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:49.191208 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Port de5df722-c9a7-4767-b4ff-cdad8465b0b5 on network afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:43:49.191537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Attempting to bind port de5df722-c9a7-4767-b4ff-cdad8465b0b5 on network afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:49.195861 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b2cef13d-baff-412f-a729-bea218a2ee80 req-b370788e-95d9-4607-a78c-fd813511ff9b tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755769 Feb 10 15:43:49.198747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:49.199401 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Checking segment: {'id': '9580cd32-8397-4d64-bf35-81e0cab48e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:43:49.199836 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Bound using segment: {'id': '9580cd32-8397-4d64-bf35-81e0cab48e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:49.200367 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Bound port: de5df722-c9a7-4767-b4ff-cdad8465b0b5, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9580cd32-8397-4d64-bf35-81e0cab48e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:43:49.200810 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (de5df722-c9a7-4767-b4ff-cdad8465b0b5), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:49.287158 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] For port de5df722-c9a7-4767-b4ff-cdad8465b0b5, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:49.291868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] For port de5df722-c9a7-4767-b4ff-cdad8465b0b5, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=de5df722-c9a7-4767-b4ff-cdad8465b0b5,segment=NetworkSegment(9580cd32-8397-4d64-bf35-81e0cab48e6e),segment_id=9580cd32-8397-4d64-bf35-81e0cab48e6e)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:49.301402 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (de5df722-c9a7-4767-b4ff-cdad8465b0b5), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:49.304875 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_controller (f95953cb-6966-429b-96e3-e9ccdbd66e41), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:49.339541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:49.340311 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:49.341973 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] 10.222.0.79 "PUT /v2.0/ports/de5df722-c9a7-4767-b4ff-cdad8465b0b5 HTTP/1.1" status: 200 len: 1092 time: 2.1647403 Feb 10 15:43:49.379929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723e89f-ca65-435d-a1ea-057be0c6129a service neutron] Pushing event updated for resources: {'Port': ['ID=de5df722-c9a7-4767-b4ff-cdad8465b0b5,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:49.400879 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-cc69e6fc-f2fa-429f-9268-ef4ac5411451 req-8d9f2f3b-6c52-4619-892a-203fe1e6dc19 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] For port f9b25a67-c114-4ebd-baf7-439a333db969, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=f9b25a67-c114-4ebd-baf7-439a333db969,segment=NetworkSegment(fb83c6af-2c1e-4966-8588-8302c6d346a9),segment_id=fb83c6af-2c1e-4966-8588-8302c6d346a9)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:49.401258 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-cc69e6fc-f2fa-429f-9268-ef4ac5411451 req-8d9f2f3b-6c52-4619-892a-203fe1e6dc19 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f9b25a67-c114-4ebd-baf7-439a333db969), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:49.460818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-cc69e6fc-f2fa-429f-9268-ef4ac5411451 req-8d9f2f3b-6c52-4619-892a-203fe1e6dc19 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Calling delete_port for f9b25a67-c114-4ebd-baf7-439a333db969 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:49.462637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-74552479-581f-4741-aea1-cb24d3ab494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:49.470083 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-74552479-581f-4741-aea1-cb24d3ab494c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e00bfde49e94473aa5aa9032afdf1d9&device_id=19b3e6b9-5fbd-4967-afba-07720d636314 HTTP/1.1" status: 200 len: 1126 time: 0.0795004 Feb 10 15:43:49.518758 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d1b35852-b14d-4490-934c-840813f563ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'name': 'tempest-TestServerBasicOps-185243485-router', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:08Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 4, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'gw_port': {'id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:09Z', 'updated_at': '2022-02-10T15:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'eeb9bed0-557d-43df-820a-11b608db6231', 'name': '', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'mac_address': 'fa:16:3e:75:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '0d461450-fb69-494a-aff0-016ac0977632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:14Z', 'updated_at': '2022-02-10T15:38:23Z', 'revision_number': 5, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'subnets': [{'id': '0d461450-fb69-494a-aff0-016ac0977632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:49.532779 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-fb84700b-5f6f-45d4-9f80-3444a26016ae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de5df722-c9a7-4767-b4ff-cdad8465b0b5 HTTP/1.1" status: 200 len: 217 time: 0.0603409 Feb 10 15:43:49.554485 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b35852-b14d-4490-934c-840813f563ca None None] The sync data for ids ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'] in n-d-815324-7 is: [{'id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'name': 'tempest-TestServerBasicOps-185243485-router', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:08Z', 'updated_at': '2022-02-10T15:38:15Z', 'revision_number': 4, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'gw_port': {'id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:09Z', 'updated_at': '2022-02-10T15:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'eeb9bed0-557d-43df-820a-11b608db6231', 'name': '', 'network_id': '8fff8c30-0a34-4f57-884d-3d888ae929ae', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'mac_address': 'fa:16:3e:75:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '0d461450-fb69-494a-aff0-016ac0977632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:14Z', 'updated_at': '2022-02-10T15:38:23Z', 'revision_number': 5, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'subnets': [{'id': '0d461450-fb69-494a-aff0-016ac0977632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:49.606740 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_gateway (f95953cb-6966-429b-96e3-e9ccdbd66e41), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:49.614006 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-66b2fee6-b5cb-4110-ba9c-d7960bdd966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:49.617310 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-66b2fee6-b5cb-4110-ba9c-d7960bdd966a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=296b104f-793e-496e-9e26-f48f28d8dac0 HTTP/1.1" status: 200 len: 848 time: 0.0768881 Feb 10 15:43:49.634823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98a915-9dd6-4407-b1c2-6bd7573506f7 req-1744d53f-da87-403c-bf1e-0e3be482c8d1 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:49.636405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f98a915-9dd6-4407-b1c2-6bd7573506f7 req-1744d53f-da87-403c-bf1e-0e3be482c8d1 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3e6b9-5fbd-4967-afba-07720d636314 HTTP/1.1" status: 200 len: 944 time: 0.2523007 Feb 10 15:43:49.690215 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-3d9047d7-1993-4ab0-9b28-877f0fc2a261 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645199 Feb 10 15:43:49.768272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f98a915-9dd6-4407-b1c2-6bd7573506f7 req-b69f3049-be4b-4f28-bbe4-eb34a5b7b559 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/security-groups?id=adcbb991-0926-4840-8277-f6ec698dbf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166587 Feb 10 15:43:49.826909 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 217030ec-2d51-4ad9-91c3-bf4faa2bcacf no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:49.858373 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 217030ec-2d51-4ad9-91c3-bf4faa2bcacf {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:43:49.860481 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 217030ec-2d51-4ad9-91c3-bf4faa2bcacf not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:49.906932 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-46628824-9e49-4aa8-835f-ee65e557dbf2 service neutron] 10.222.0.79 "GET /v2.0/networks/afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099831 Feb 10 15:43:49.937787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54820) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:49.969795 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-cc69e6fc-f2fa-429f-9268-ef4ac5411451 req-8d9f2f3b-6c52-4619-892a-203fe1e6dc19 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (f9b25a67-c114-4ebd-baf7-439a333db969), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:49.985083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['f9b25a67-c114-4ebd-baf7-439a333db969'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:49.988096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['67685f0e-34f5-4cc0-95ab-05cf5750907b'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:50.082948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87daa2cf-6785-442f-89db-07f74515e8c1 None None] New status for floating IP 215eadc2-24ac-41f2-87f4-bdb6b91e4f33: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:43:50.138735 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc69e6fc-f2fa-429f-9268-ef4ac5411451 req-8d9f2f3b-6c52-4619-892a-203fe1e6dc19 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] No DVR routers for this DVR port f9b25a67-c114-4ebd-baf7-439a333db969 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:50.141865 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-cc69e6fc-f2fa-429f-9268-ef4ac5411451 req-8d9f2f3b-6c52-4619-892a-203fe1e6dc19 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:50.147394 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc69e6fc-f2fa-429f-9268-ef4ac5411451 req-8d9f2f3b-6c52-4619-892a-203fe1e6dc19 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.72 "DELETE /v2.0/ports/f9b25a67-c114-4ebd-baf7-439a333db969 HTTP/1.1" status: 204 len: 173 time: 1.8992381 Feb 10 15:43:50.148791 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c5cbc5-ba56-4380-a6b0-2f275e188b22', 'name': 'network-vif-deleted', 'tag': 'f9b25a67-c114-4ebd-baf7-439a333db969'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:43:50.158315 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1b4253-c407-4e53-8a71-91e1b9515f74" -d '{"events": [{"server_uuid": "48c5cbc5-ba56-4380-a6b0-2f275e188b22", "name": "network-vif-deleted", "tag": "f9b25a67-c114-4ebd-baf7-439a333db969"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:50.159373 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-07f06d5d-501f-42e4-906f-5628ec4888c5 req-0c0cff6a-b5c9-41c5-9001-e87cdb020b97 service neutron] 10.222.0.79 "GET /v2.0/networks/afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456181 Feb 10 15:43:50.178359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-8c71b1ce-9b70-42dc-8789-56165916e2ec tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Deleting port a4a79b7d-384a-43ee-af10-30a1c8f90bc5 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:50.179148 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8c71b1ce-9b70-42dc-8789-56165916e2ec tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a4a79b7d-384a-43ee-af10-30a1c8f90bc5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:50.184132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f2f3b-6c52-4619-892a-203fe1e6dc19 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Pushing event deleted for resources: {'Port': ['ID=f9b25a67-c114-4ebd-baf7-439a333db969,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:50.353398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8c71b1ce-9b70-42dc-8789-56165916e2ec tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a4a79b7d-384a-43ee-af10-30a1c8f90bc5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:50.353872 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8c71b1ce-9b70-42dc-8789-56165916e2ec tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for floatingip (a4a79b7d-384a-43ee-af10-30a1c8f90bc5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:50.370284 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-8c71b1ce-9b70-42dc-8789-56165916e2ec tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Calling delete_port for a4a79b7d-384a-43ee-af10-30a1c8f90bc5 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:50.402375 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727c0268-c378-4ce5-be5f-18f86d4f5a67 x-openstack-request-id: req-727c0268-c378-4ce5-be5f-18f86d4f5a67 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:50.402928 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c5cbc5-ba56-4380-a6b0-2f275e188b22", "name": "network-vif-deleted", "tag": "f9b25a67-c114-4ebd-baf7-439a333db969", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:50.402928 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-727c0268-c378-4ce5-be5f-18f86d4f5a67 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:50.403288 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c5cbc5-ba56-4380-a6b0-2f275e188b22', 'name': 'network-vif-deleted', 'tag': 'f9b25a67-c114-4ebd-baf7-439a333db969', 'status': 'completed', 'code': 200} Feb 10 15:43:50.503113 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7ef3a418-7a1c-4556-9348-19c8eadafd40 req-38270d21-7fe1-4409-b42b-47de796be485 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=48c5cbc5-ba56-4380-a6b0-2f275e188b22 HTTP/1.1" status: 200 len: 210 time: 0.0989366 Feb 10 15:43:50.511665 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_gateway (f95953cb-6966-429b-96e3-e9ccdbd66e41), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:50.542991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b3e6b9-5fbd-4967-afba-07720d636314', 'tag': 'de5df722-c9a7-4767-b4ff-cdad8465b0b5'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:43:50.545941 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dcb91d-3b51-4645-96a0-09916042ca03" -d '{"events": [{"name": "network-changed", "server_uuid": "19b3e6b9-5fbd-4967-afba-07720d636314", "tag": "de5df722-c9a7-4767-b4ff-cdad8465b0b5"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:50.551119 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8c71b1ce-9b70-42dc-8789-56165916e2ec tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a4a79b7d-384a-43ee-af10-30a1c8f90bc5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:50.580438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71b1ce-9b70-42dc-8789-56165916e2ec tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Pushing event deleted for resources: {'Port': ['ID=a4a79b7d-384a-43ee-af10-30a1c8f90bc5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:50.596367 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-87daa2cf-6785-442f-89db-07f74515e8c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:43:50.596758 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-87daa2cf-6785-442f-89db-07f74515e8c1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:43:50.608217 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:50.692565 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66f161f-a035-40d6-b3e8-3832858e12de x-openstack-request-id: req-c66f161f-a035-40d6-b3e8-3832858e12de {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:50.692976 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b3e6b9-5fbd-4967-afba-07720d636314", "tag": "de5df722-c9a7-4767-b4ff-cdad8465b0b5", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:50.693328 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c66f161f-a035-40d6-b3e8-3832858e12de {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:50.694025 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b3e6b9-5fbd-4967-afba-07720d636314', 'tag': 'de5df722-c9a7-4767-b4ff-cdad8465b0b5', 'status': 'completed', 'code': 200} Feb 10 15:43:50.753790 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8c71b1ce-9b70-42dc-8789-56165916e2ec tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for floatingip (215eadc2-24ac-41f2-87f4-bdb6b91e4f33), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:50.757017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8c71b1ce-9b70-42dc-8789-56165916e2ec tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:50.758569 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8c71b1ce-9b70-42dc-8789-56165916e2ec tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "DELETE /v2.0/floatingips/215eadc2-24ac-41f2-87f4-bdb6b91e4f33 HTTP/1.1" status: 204 len: 168 time: 0.8195512 Feb 10 15:43:50.804574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcb91d-3b51-4645-96a0-09916042ca03 req-9d8deafa-4aed-4f02-9585-eeaaca34d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:50.807134 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f2dcb91d-3b51-4645-96a0-09916042ca03 req-9d8deafa-4aed-4f02-9585-eeaaca34d5cd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e00bfde49e94473aa5aa9032afdf1d9&device_id=19b3e6b9-5fbd-4967-afba-07720d636314 HTTP/1.1" status: 200 len: 1126 time: 0.1121321 Feb 10 15:43:50.817535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Allocated IP 172.25.3.243 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/4b64d7c0-b20e-453e-8e85-32921c08dcc1) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:50.893028 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54838) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:51.030092 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-159c2e7a-f758-4047-a43f-ab718a1243f4 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group (00b3c186-0587-45ca-84fa-cabe9d77c857), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:51.095355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-159c2e7a-f758-4047-a43f-ab718a1243f4 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group (00b3c186-0587-45ca-84fa-cabe9d77c857), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:51.098306 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87daa2cf-6785-442f-89db-07f74515e8c1 None None] New status for floating IP 215eadc2-24ac-41f2-87f4-bdb6b91e4f33: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:43:51.105775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcb91d-3b51-4645-96a0-09916042ca03 req-593da4c0-9bbe-4c3d-a0dc-083d52025d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:51.107442 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f2dcb91d-3b51-4645-96a0-09916042ca03 req-593da4c0-9bbe-4c3d-a0dc-083d52025d96 service neutron] 10.222.0.79 "GET /v2.0/networks?id=afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85 HTTP/1.1" status: 200 len: 909 time: 0.2869282 Feb 10 15:43:51.161660 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f2dcb91d-3b51-4645-96a0-09916042ca03 req-ed0fb981-8823-493f-b17d-e181aa68b384 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de5df722-c9a7-4767-b4ff-cdad8465b0b5 HTTP/1.1" status: 200 len: 217 time: 0.0469544 Feb 10 15:43:51.239349 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcb91d-3b51-4645-96a0-09916042ca03 req-37aa1b50-765c-4ef5-8569-15bd214de69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:51.241556 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f2dcb91d-3b51-4645-96a0-09916042ca03 req-37aa1b50-765c-4ef5-8569-15bd214de69c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=296b104f-793e-496e-9e26-f48f28d8dac0 HTTP/1.1" status: 200 len: 848 time: 0.0665746 Feb 10 15:43:51.287683 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f2dcb91d-3b51-4645-96a0-09916042ca03 req-e2c633fd-ac1f-40a2-a8cd-4a86d51c0856 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397100 Feb 10 15:43:51.295544 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (4b64d7c0-b20e-453e-8e85-32921c08dcc1), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:51.323392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1329c73-1204-452a-8221-35046ef1b23d req-c5a40c76-1d95-45b6-bdb1-66130f75cce5 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:51.324997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1329c73-1204-452a-8221-35046ef1b23d req-c5a40c76-1d95-45b6-bdb1-66130f75cce5 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3e6b9-5fbd-4967-afba-07720d636314 HTTP/1.1" status: 200 len: 944 time: 0.3737817 Feb 10 15:43:51.349437 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-159c2e7a-f758-4047-a43f-ab718a1243f4 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (00b3c186-0587-45ca-84fa-cabe9d77c857), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:51.353711 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-159c2e7a-f758-4047-a43f-ab718a1243f4 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:51.355010 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-159c2e7a-f758-4047-a43f-ab718a1243f4 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] 10.222.0.64 "DELETE /v2.0/security-groups/00b3c186-0587-45ca-84fa-cabe9d77c857 HTTP/1.1" status: 204 len: 168 time: 0.4529994 Feb 10 15:43:51.369430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c2e7a-f758-4047-a43f-ab718a1243f4 tempest-TestServerBasicOps-742564763 tempest-TestServerBasicOps-742564763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b3c186-0587-45ca-84fa-cabe9d77c857,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:51.418092 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4b64d7c0-b20e-453e-8e85-32921c08dcc1), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:51.427497 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54844) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:51.464017 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f2dcb91d-3b51-4645-96a0-09916042ca03 req-fb4acd2f-7042-4d00-beda-980c4035d762 service neutron] 10.222.0.79 "GET /v2.0/networks/afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647427 Feb 10 15:43:51.476751 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1329c73-1204-452a-8221-35046ef1b23d req-91fdccce-fde5-4001-a1f0-fae3e42c9c4e tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/security-groups?id=adcbb991-0926-4840-8277-f6ec698dbf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409073 Feb 10 15:43:51.490829 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:51.494493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:51.496979 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:51.520038 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=4b64d7c0-b20e-453e-8e85-32921c08dcc1,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:51.682891 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f2dcb91d-3b51-4645-96a0-09916042ca03 req-1eec25bd-ab18-4909-9517-cc9a26c183fe service neutron] 10.222.0.79 "GET /v2.0/networks/afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108700 Feb 10 15:43:51.986758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11081ca-10d0-43da-b4a9-82f3ac08ecbe req-c3f900bb-f95b-4a3f-a05d-1af327dc7242 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:51.988450 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e11081ca-10d0-43da-b4a9-82f3ac08ecbe req-c3f900bb-f95b-4a3f-a05d-1af327dc7242 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1277351 Feb 10 15:43:52.011768 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_gateway (f95953cb-6966-429b-96e3-e9ccdbd66e41), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:52.083675 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e11081ca-10d0-43da-b4a9-82f3ac08ecbe req-7a173978-3c32-4949-8831-2bddabd28544 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874639 Feb 10 15:43:52.194849 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1597ea32-f23b-4612-8c45-a53f8e91103b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (a0ed1596-f2d7-477d-87e2-0b565fdb64da), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:52.283013 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (f95953cb-6966-429b-96e3-e9ccdbd66e41), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:52.438757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device de5df722-c9a7-4767-b4ff-cdad8465b0b5 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:43:52.450470 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router f95953cb-6966-429b-96e3-e9ccdbd66e41 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:43:52.540517 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-1597ea32-f23b-4612-8c45-a53f8e91103b admin admin] Deleting port eeb9bed0-557d-43df-820a-11b608db6231 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:52.541383 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1597ea32-f23b-4612-8c45-a53f8e91103b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (eeb9bed0-557d-43df-820a-11b608db6231), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:52.642616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device f9b25a67-c114-4ebd-baf7-439a333db969 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:52.673304 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: f9b25a67-c114-4ebd-baf7-439a333db969 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:43:52.673939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device f9b25a67-c114-4ebd-baf7-439a333db969 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:52.711700 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-1597ea32-f23b-4612-8c45-a53f8e91103b admin admin] For port eeb9bed0-557d-43df-820a-11b608db6231, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=eeb9bed0-557d-43df-820a-11b608db6231,segment=NetworkSegment(3b0465a0-96fe-43ae-be6d-54e5bf8a8902),segment_id=3b0465a0-96fe-43ae-be6d-54e5bf8a8902)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:52.713809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1597ea32-f23b-4612-8c45-a53f8e91103b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (eeb9bed0-557d-43df-820a-11b608db6231), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:52.719396 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port de5df722-c9a7-4767-b4ff-cdad8465b0b5, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=de5df722-c9a7-4767-b4ff-cdad8465b0b5,segment=NetworkSegment(9580cd32-8397-4d64-bf35-81e0cab48e6e),segment_id=9580cd32-8397-4d64-bf35-81e0cab48e6e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:52.723892 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:52.732201 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-1597ea32-f23b-4612-8c45-a53f8e91103b admin admin] Calling delete_port for eeb9bed0-557d-43df-820a-11b608db6231 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:52.739496 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b5f90-40df-413d-848d-b8089a97e2fd None None] Sync routers for ids ['f95953cb-6966-429b-96e3-e9ccdbd66e41'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:52.750867 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b5f90-40df-413d-848d-b8089a97e2fd None None] Routers {'f95953cb-6966-429b-96e3-e9ccdbd66e41'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:52.751737 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-be0b5f90-40df-413d-848d-b8089a97e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f95953cb-6966-429b-96e3-e9ccdbd66e41'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:52.761140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'de5df722-c9a7-4767-b4ff-cdad8465b0b5', 'network_id': 'afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85', 'port_id': 'de5df722-c9a7-4767-b4ff-cdad8465b0b5', 'mac_address': 'fa:16:3e:96:07:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296b104f-793e-496e-9e26-f48f28d8dac0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:43:52.787249 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334eb86-5823-4919-aec4-44cc25789d50 req-e7f2b1aa-404a-4922-9267-4ef5be16041f tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:52.800452 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9334eb86-5823-4919-aec4-44cc25789d50 req-e7f2b1aa-404a-4922-9267-4ef5be16041f tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3e6b9-5fbd-4967-afba-07720d636314 HTTP/1.1" status: 200 len: 944 time: 0.1479673 Feb 10 15:43:52.826949 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:52.827950 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-befed27f-43ab-4826-942b-18e1a6179e49 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.9006219 Feb 10 15:43:52.837976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port de5df722-c9a7-4767-b4ff-cdad8465b0b5 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:52.838937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54862) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:52.840798 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-be0b5f90-40df-413d-848d-b8089a97e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:52.841539 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (de5df722-c9a7-4767-b4ff-cdad8465b0b5), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:52.865115 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b5f90-40df-413d-848d-b8089a97e2fd None None] Routers {'f95953cb-6966-429b-96e3-e9ccdbd66e41'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:52.865990 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-be0b5f90-40df-413d-848d-b8089a97e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f95953cb-6966-429b-96e3-e9ccdbd66e41'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:52.870149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5df722-c9a7-4767-b4ff-cdad8465b0b5 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:43:52.910831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port de5df722-c9a7-4767-b4ff-cdad8465b0b5, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=de5df722-c9a7-4767-b4ff-cdad8465b0b5,segment=NetworkSegment(9580cd32-8397-4d64-bf35-81e0cab48e6e),segment_id=9580cd32-8397-4d64-bf35-81e0cab48e6e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:52.914211 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (de5df722-c9a7-4767-b4ff-cdad8465b0b5), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:52.944010 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-be0b5f90-40df-413d-848d-b8089a97e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:52.944702 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b5f90-40df-413d-848d-b8089a97e2fd None None] The sync data for ids ['f95953cb-6966-429b-96e3-e9ccdbd66e41'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:52.965591 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1597ea32-f23b-4612-8c45-a53f8e91103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (eeb9bed0-557d-43df-820a-11b608db6231), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:53.002913 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597ea32-f23b-4612-8c45-a53f8e91103b admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb9bed0-557d-43df-820a-11b608db6231,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:53.011672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=de5df722-c9a7-4767-b4ff-cdad8465b0b5,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:53.060906 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9334eb86-5823-4919-aec4-44cc25789d50 req-27284809-11c4-42d9-af18-53bdda3cb205 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/security-groups?id=adcbb991-0926-4840-8277-f6ec698dbf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592208 Feb 10 15:43:53.096782 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fac1d779-f665-4a55-9366-031fed9f9aa2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/routers/f95953cb-6966-429b-96e3-e9ccdbd66e41 HTTP/1.1" status: 200 len: 881 time: 0.2524004 Feb 10 15:43:53.097584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54864) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:53.192056 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1597ea32-f23b-4612-8c45-a53f8e91103b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (a0ed1596-f2d7-477d-87e2-0b565fdb64da), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:53.264934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['de5df722-c9a7-4767-b4ff-cdad8465b0b5'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:53.399494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c27a3a-ff62-48de-a09a-0ba4173c21d7 req-ff6f2fdf-81d0-45a2-8a19-661ba6626728 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:53.401556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4c27a3a-ff62-48de-a09a-0ba4173c21d7 req-ff6f2fdf-81d0-45a2-8a19-661ba6626728 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1768007 Feb 10 15:43:53.438641 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1597ea32-f23b-4612-8c45-a53f8e91103b admin admin] Router a0ed1596-f2d7-477d-87e2-0b565fdb64da has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:53.468226 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4c27a3a-ff62-48de-a09a-0ba4173c21d7 req-973ed67e-46e6-4231-aef6-a76a78e22400 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599856 Feb 10 15:43:53.513226 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3f087c8b-4657-4ff5-ac8e-e7a2b61b9aeb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4142196 Feb 10 15:43:53.515710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54870) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:53.522539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e3ae3866-bc69-4c8b-9df7-c7ca8421afe0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1771324316'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:53.563798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1597ea32-f23b-4612-8c45-a53f8e91103b admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:53.570096 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1597ea32-f23b-4612-8c45-a53f8e91103b admin admin] 10.222.0.64 "PUT /v2.0/routers/a0ed1596-f2d7-477d-87e2-0b565fdb64da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1404505 Feb 10 15:43:53.571973 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54872) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:53.577833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb05e73-6d02-4314-ba9c-c2543a1565bc None None] Sync routers for ids ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:53.590363 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb05e73-6d02-4314-ba9c-c2543a1565bc None None] Routers {'a0ed1596-f2d7-477d-87e2-0b565fdb64da'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:53.591285 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-efb05e73-6d02-4314-ba9c-c2543a1565bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:53.710509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e7a2113-cf5c-418d-ba39-6c227ef2fc34 admin admin] Publish callbacks [] for router (a0ed1596-f2d7-477d-87e2-0b565fdb64da), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:53.731485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-efb05e73-6d02-4314-ba9c-c2543a1565bc None None] Set router a0ed1596-f2d7-477d-87e2-0b565fdb64da gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:53.908506 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e7a2113-cf5c-418d-ba39-6c227ef2fc34 admin admin] Publish callbacks [] for router_gateway (a0ed1596-f2d7-477d-87e2-0b565fdb64da), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:53.986667 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3866-bc69-4c8b-9df7-c7ca8421afe0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (f95953cb-6966-429b-96e3-e9ccdbd66e41), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:53.992556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-efb05e73-6d02-4314-ba9c-c2543a1565bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'name': 'tempest-TestServerBasicOps-185243485-router', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:08Z', 'updated_at': '2022-02-10T15:43:52Z', 'revision_number': 5, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'gw_port': {'id': 'ae463e8c-56bf-4b8e-a0ed-0037a56d8173', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:09Z', 'updated_at': '2022-02-10T15:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:54.000783 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3866-bc69-4c8b-9df7-c7ca8421afe0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (f95953cb-6966-429b-96e3-e9ccdbd66e41), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:54.009366 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a2113-cf5c-418d-ba39-6c227ef2fc34 admin admin] Deleting port ae463e8c-56bf-4b8e-a0ed-0037a56d8173 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:54.010332 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e7a2113-cf5c-418d-ba39-6c227ef2fc34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ae463e8c-56bf-4b8e-a0ed-0037a56d8173), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:54.031477 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb05e73-6d02-4314-ba9c-c2543a1565bc None None] Checking router: a0ed1596-f2d7-477d-87e2-0b565fdb64da for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:43:54.041435 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb05e73-6d02-4314-ba9c-c2543a1565bc None None] Routers {'a0ed1596-f2d7-477d-87e2-0b565fdb64da'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:54.042563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-efb05e73-6d02-4314-ba9c-c2543a1565bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:54.193093 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-efb05e73-6d02-4314-ba9c-c2543a1565bc None None] Set router a0ed1596-f2d7-477d-87e2-0b565fdb64da gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:43:54.205193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-4e7a2113-cf5c-418d-ba39-6c227ef2fc34 admin admin] For port ae463e8c-56bf-4b8e-a0ed-0037a56d8173, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ae463e8c-56bf-4b8e-a0ed-0037a56d8173,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:54.205574 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e7a2113-cf5c-418d-ba39-6c227ef2fc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ae463e8c-56bf-4b8e-a0ed-0037a56d8173), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:54.222547 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a2113-cf5c-418d-ba39-6c227ef2fc34 admin admin] Calling delete_port for ae463e8c-56bf-4b8e-a0ed-0037a56d8173 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:54.262649 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-efb05e73-6d02-4314-ba9c-c2543a1565bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'name': 'tempest-TestServerBasicOps-185243485-router', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:08Z', 'updated_at': '2022-02-10T15:43:53Z', 'revision_number': 6, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:54.299253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb05e73-6d02-4314-ba9c-c2543a1565bc None None] The sync data for ids ['a0ed1596-f2d7-477d-87e2-0b565fdb64da'] in n-d-815324-7 is: [{'id': 'a0ed1596-f2d7-477d-87e2-0b565fdb64da', 'name': 'tempest-TestServerBasicOps-185243485-router', 'tenant_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:08Z', 'updated_at': '2022-02-10T15:43:53Z', 'revision_number': 6, 'project_id': '77fbf24d79fa4d5fbb639f8a01d7de6c', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:54.417811 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e7a2113-cf5c-418d-ba39-6c227ef2fc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ae463e8c-56bf-4b8e-a0ed-0037a56d8173), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:54.453860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a2113-cf5c-418d-ba39-6c227ef2fc34 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae463e8c-56bf-4b8e-a0ed-0037a56d8173,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:54.466041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device de5df722-c9a7-4767-b4ff-cdad8465b0b5 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:43:54.519447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ae3866-bc69-4c8b-9df7-c7ca8421afe0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router f95953cb-6966-429b-96e3-e9ccdbd66e41 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:43:54.538831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port de5df722-c9a7-4767-b4ff-cdad8465b0b5 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:43:54.542484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf73bf0-a6d4-45e1-b75a-babc4728ce2d req-c8907ea0-3185-4a9d-b5ef-15af57609c8e tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:54.543659 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aaf73bf0-a6d4-45e1-b75a-babc4728ce2d req-c8907ea0-3185-4a9d-b5ef-15af57609c8e tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3e6b9-5fbd-4967-afba-07720d636314 HTTP/1.1" status: 200 len: 945 time: 0.0794296 Feb 10 15:43:54.548486 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e7a2113-cf5c-418d-ba39-6c227ef2fc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (a0ed1596-f2d7-477d-87e2-0b565fdb64da), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:54.554956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port de5df722-c9a7-4767-b4ff-cdad8465b0b5 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:43:54.555662 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (de5df722-c9a7-4767-b4ff-cdad8465b0b5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:54.703490 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e7a2113-cf5c-418d-ba39-6c227ef2fc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (a0ed1596-f2d7-477d-87e2-0b565fdb64da), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:54.708406 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e7a2113-cf5c-418d-ba39-6c227ef2fc34 admin admin] Publish callbacks [] for router_controller (a0ed1596-f2d7-477d-87e2-0b565fdb64da), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:54.737663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port de5df722-c9a7-4767-b4ff-cdad8465b0b5 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:43:54.738217 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (de5df722-c9a7-4767-b4ff-cdad8465b0b5), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:54.796290 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b3e6b9-5fbd-4967-afba-07720d636314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5df722-c9a7-4767-b4ff-cdad8465b0b5'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:43:54.804501 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c6113e-5584-4e44-90f0-4fbec53827e2" -d '{"events": [{"server_uuid": "19b3e6b9-5fbd-4967-afba-07720d636314", "name": "network-vif-plugged", "status": "completed", "tag": "de5df722-c9a7-4767-b4ff-cdad8465b0b5"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:54.834633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port de5df722-c9a7-4767-b4ff-cdad8465b0b5, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=de5df722-c9a7-4767-b4ff-cdad8465b0b5,segment=NetworkSegment(9580cd32-8397-4d64-bf35-81e0cab48e6e),segment_id=9580cd32-8397-4d64-bf35-81e0cab48e6e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:54.835789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aaf73bf0-a6d4-45e1-b75a-babc4728ce2d req-07e718ea-cebc-4d7f-b074-30dc6dd639cb tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/security-groups?id=adcbb991-0926-4840-8277-f6ec698dbf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097621 Feb 10 15:43:54.840873 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (de5df722-c9a7-4767-b4ff-cdad8465b0b5), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:54.856563 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481cebc-732d-43fa-a2ff-d2787f799c3e req-64b0f48d-a090-48b3-b6fa-c00906d72226 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:54.865824 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b481cebc-732d-43fa-a2ff-d2787f799c3e req-64b0f48d-a090-48b3-b6fa-c00906d72226 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.2282865 Feb 10 15:43:54.880683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ae3866-bc69-4c8b-9df7-c7ca8421afe0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:43:54.898663 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9674c20-26ba-4ca8-90ed-0315aac12142 None None] Sync routers for ids ['f95953cb-6966-429b-96e3-e9ccdbd66e41'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:43:54.915849 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3866-bc69-4c8b-9df7-c7ca8421afe0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:54.920498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e3ae3866-bc69-4c8b-9df7-c7ca8421afe0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/f95953cb-6966-429b-96e3-e9ccdbd66e41 HTTP/1.1" status: 200 len: 888 time: 1.4025400 Feb 10 15:43:54.926531 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9674c20-26ba-4ca8-90ed-0315aac12142 None None] Routers {'f95953cb-6966-429b-96e3-e9ccdbd66e41'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:54.927715 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d9674c20-26ba-4ca8-90ed-0315aac12142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f95953cb-6966-429b-96e3-e9ccdbd66e41'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:54.928381 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54894) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:54.945921 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=de5df722-c9a7-4767-b4ff-cdad8465b0b5,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:54.999998 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24c3458-96fd-4f49-883a-ff328fbdaa9a x-openstack-request-id: req-a24c3458-96fd-4f49-883a-ff328fbdaa9a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:55.000304 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b3e6b9-5fbd-4967-afba-07720d636314", "name": "network-vif-plugged", "status": "completed", "tag": "de5df722-c9a7-4767-b4ff-cdad8465b0b5", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:55.000563 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a24c3458-96fd-4f49-883a-ff328fbdaa9a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:55.001032 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b3e6b9-5fbd-4967-afba-07720d636314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5df722-c9a7-4767-b4ff-cdad8465b0b5', 'code': 200} Feb 10 15:43:55.072041 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d9674c20-26ba-4ca8-90ed-0315aac12142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:55.112360 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9674c20-26ba-4ca8-90ed-0315aac12142 None None] Routers {'f95953cb-6966-429b-96e3-e9ccdbd66e41'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:43:55.113965 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d9674c20-26ba-4ca8-90ed-0315aac12142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f95953cb-6966-429b-96e3-e9ccdbd66e41'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:55.117729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b481cebc-732d-43fa-a2ff-d2787f799c3e req-8f100f3e-1a80-45e2-bc35-567d025b5f67 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488368 Feb 10 15:43:55.188090 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d9674c20-26ba-4ca8-90ed-0315aac12142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:55.189029 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9674c20-26ba-4ca8-90ed-0315aac12142 None None] The sync data for ids ['f95953cb-6966-429b-96e3-e9ccdbd66e41'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:43:55.202737 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4251bb93-ec17-44cc-b097-0b63d1e3f4a1 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/routers/f95953cb-6966-429b-96e3-e9ccdbd66e41 HTTP/1.1" status: 200 len: 888 time: 0.2714281 Feb 10 15:43:55.205591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54902) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:55.252723 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e7a2113-cf5c-418d-ba39-6c227ef2fc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (a0ed1596-f2d7-477d-87e2-0b565fdb64da), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:55.253255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7a2113-cf5c-418d-ba39-6c227ef2fc34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0ed1596-f2d7-477d-87e2-0b565fdb64da {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:43:55.263544 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4e7a2113-cf5c-418d-ba39-6c227ef2fc34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:55.264955 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4e7a2113-cf5c-418d-ba39-6c227ef2fc34 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a0ed1596-f2d7-477d-87e2-0b565fdb64da HTTP/1.1" status: 204 len: 168 time: 1.6921093 Feb 10 15:43:55.268042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54904) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:55.286446 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-88dac02b-153e-4a1a-8706-eba62c2be952 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95953cb-6966-429b-96e3-e9ccdbd66e41 HTTP/1.1" status: 200 len: 205 time: 0.0796509 Feb 10 15:43:55.287133 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54906) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:55.360067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-01031207-37d4-4df3-beb6-2f04d9f5a4c1 admin admin] Deleting subnet 0d461450-fb69-494a-aff0-016ac0977632 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:43:55.364809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01031207-37d4-4df3-beb6-2f04d9f5a4c1 admin admin] Publish callbacks [] for subnet (0d461450-fb69-494a-aff0-016ac0977632), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:55.391834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08877dbb-c7d6-42a1-84f2-6af488b411a0 req-77f27132-5bce-420f-84d4-87a6ba569266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:55.393871 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08877dbb-c7d6-42a1-84f2-6af488b411a0 req-77f27132-5bce-420f-84d4-87a6ba569266 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=19b3e6b9-5fbd-4967-afba-07720d636314 HTTP/1.1" status: 200 len: 1128 time: 0.1918359 Feb 10 15:43:55.427775 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47eb2966-4d4b-4893-8ecd-6db6d80fff5e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (f95953cb-6966-429b-96e3-e9ccdbd66e41), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:55.493102 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08877dbb-c7d6-42a1-84f2-6af488b411a0 req-a04176e8-51e3-4061-9d2b-a992b551f055 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=adcbb991-0926-4840-8277-f6ec698dbf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855043 Feb 10 15:43:55.495194 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01031207-37d4-4df3-beb6-2f04d9f5a4c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (0d461450-fb69-494a-aff0-016ac0977632), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:55.576116 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01031207-37d4-4df3-beb6-2f04d9f5a4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (0d461450-fb69-494a-aff0-016ac0977632), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:55.580359 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47eb2966-4d4b-4893-8ecd-6db6d80fff5e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_gateway (f95953cb-6966-429b-96e3-e9ccdbd66e41), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:55.642618 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01031207-37d4-4df3-beb6-2f04d9f5a4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (0d461450-fb69-494a-aff0-016ac0977632), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:55.682853 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-47eb2966-4d4b-4893-8ecd-6db6d80fff5e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port 4b64d7c0-b20e-453e-8e85-32921c08dcc1 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:55.683218 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47eb2966-4d4b-4893-8ecd-6db6d80fff5e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4b64d7c0-b20e-453e-8e85-32921c08dcc1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:55.690084 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01031207-37d4-4df3-beb6-2f04d9f5a4c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d461450-fb69-494a-aff0-016ac0977632,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:55.702578 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01031207-37d4-4df3-beb6-2f04d9f5a4c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:55.707771 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-01031207-37d4-4df3-beb6-2f04d9f5a4c1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0d461450-fb69-494a-aff0-016ac0977632 HTTP/1.1" status: 204 len: 168 time: 0.4342041 Feb 10 15:43:55.708963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c684b1a-9ea5-4d35-b080-9e80acfe3e38 None None] Network 8fff8c30-0a34-4f57-884d-3d888ae929ae requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:55.713139 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54910) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:55.871097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ae463e8c-56bf-4b8e-a0ed-0037a56d8173 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:55.881593 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47eb2966-4d4b-4893-8ecd-6db6d80fff5e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4b64d7c0-b20e-453e-8e85-32921c08dcc1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:55.881929 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (8fff8c30-0a34-4f57-884d-3d888ae929ae), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:55.910194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-47eb2966-4d4b-4893-8ecd-6db6d80fff5e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for 4b64d7c0-b20e-453e-8e85-32921c08dcc1 owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:55.964205 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: ae463e8c-56bf-4b8e-a0ed-0037a56d8173 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:43:55.965459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ae463e8c-56bf-4b8e-a0ed-0037a56d8173 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:55.965903 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device eeb9bed0-557d-43df-820a-11b608db6231 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:56.018501 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: eeb9bed0-557d-43df-820a-11b608db6231 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:43:56.019675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] Deleting port 4e901efd-3afe-47e2-baf1-3339affbef59 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:56.020215 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device eeb9bed0-557d-43df-820a-11b608db6231 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:56.029567 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4e901efd-3afe-47e2-baf1-3339affbef59), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.126455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45f202-bc33-4cc8-b166-9a936e592eae req-d21df187-8ab2-404a-9460-80cc9782255c tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:56.128249 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc45f202-bc33-4cc8-b166-9a936e592eae req-d21df187-8ab2-404a-9460-80cc9782255c tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3e6b9-5fbd-4967-afba-07720d636314 HTTP/1.1" status: 200 len: 946 time: 0.1232953 Feb 10 15:43:56.156755 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a896b0-fa7b-4087-9e9f-54024f0ce78c None None] DHCP port deletion for 8fff8c30-0a34-4f57-884d-3d888ae929ae request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:43:56.226827 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] For port 4e901efd-3afe-47e2-baf1-3339affbef59, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4e901efd-3afe-47e2-baf1-3339affbef59,segment=NetworkSegment(3b0465a0-96fe-43ae-be6d-54e5bf8a8902),segment_id=3b0465a0-96fe-43ae-be6d-54e5bf8a8902)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:56.227195 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4e901efd-3afe-47e2-baf1-3339affbef59), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.258724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] Calling delete_port for 4e901efd-3afe-47e2-baf1-3339affbef59 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:56.265199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e5a896b0-fa7b-4087-9e9f-54024f0ce78c None None] Deleting port 4e901efd-3afe-47e2-baf1-3339affbef59 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:56.268077 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5a896b0-fa7b-4087-9e9f-54024f0ce78c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4e901efd-3afe-47e2-baf1-3339affbef59), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.314422 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc45f202-bc33-4cc8-b166-9a936e592eae req-28bd2839-54e1-489c-88ca-c21b2eb8fa5c tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/security-groups?id=adcbb991-0926-4840-8277-f6ec698dbf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797588 Feb 10 15:43:56.413859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e5a896b0-fa7b-4087-9e9f-54024f0ce78c None None] For port 4e901efd-3afe-47e2-baf1-3339affbef59, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4e901efd-3afe-47e2-baf1-3339affbef59,segment=NetworkSegment(3b0465a0-96fe-43ae-be6d-54e5bf8a8902),segment_id=3b0465a0-96fe-43ae-be6d-54e5bf8a8902)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:56.414263 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5a896b0-fa7b-4087-9e9f-54024f0ce78c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4e901efd-3afe-47e2-baf1-3339affbef59), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.439340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e5a896b0-fa7b-4087-9e9f-54024f0ce78c None None] Calling delete_port for 4e901efd-3afe-47e2-baf1-3339affbef59 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:56.440281 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4e901efd-3afe-47e2-baf1-3339affbef59), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.453421 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53d295-0cb9-4072-ae3a-2f331393bd16 req-767d3a9c-84ee-40a0-b890-294ee4659f30 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:56.465494 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b53d295-0cb9-4072-ae3a-2f331393bd16 req-767d3a9c-84ee-40a0-b890-294ee4659f30 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.2340496 Feb 10 15:43:56.488705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] No DVR routers for this DVR port 4e901efd-3afe-47e2-baf1-3339affbef59 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:56.494950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e901efd-3afe-47e2-baf1-3339affbef59,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:56.520450 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47eb2966-4d4b-4893-8ecd-6db6d80fff5e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4b64d7c0-b20e-453e-8e85-32921c08dcc1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.565302 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5a896b0-fa7b-4087-9e9f-54024f0ce78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (4e901efd-3afe-47e2-baf1-3339affbef59), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.581070 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a896b0-fa7b-4087-9e9f-54024f0ce78c None None] No DVR routers for this DVR port 4e901efd-3afe-47e2-baf1-3339affbef59 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:56.590659 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb2966-4d4b-4893-8ecd-6db6d80fff5e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=4b64d7c0-b20e-453e-8e85-32921c08dcc1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:56.608586 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (8fff8c30-0a34-4f57-884d-3d888ae929ae), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.636144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fff8c30-0a34-4f57-884d-3d888ae929ae']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:56.640499 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a896b0-fa7b-4087-9e9f-54024f0ce78c None None] Pushing event deleted for resources: {'Port': ['ID=4e901efd-3afe-47e2-baf1-3339affbef59,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:56.648604 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0465a0-96fe-43ae-be6d-54e5bf8a8902') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:56.648899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0465a0-96fe-43ae-be6d-54e5bf8a8902') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:43:56.669261 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (3b0465a0-96fe-43ae-be6d-54e5bf8a8902), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.684150 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (3b0465a0-96fe-43ae-be6d-54e5bf8a8902), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.691342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:43:56.691742 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b53d295-0cb9-4072-ae3a-2f331393bd16 req-3bce105b-6272-4b4a-bb47-9bfca3d64419 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191443 Feb 10 15:43:56.691888 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (3b0465a0-96fe-43ae-be6d-54e5bf8a8902), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:43:56.693987 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:43:56.713759 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47eb2966-4d4b-4893-8ecd-6db6d80fff5e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (f95953cb-6966-429b-96e3-e9ccdbd66e41), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.765049 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (8fff8c30-0a34-4f57-884d-3d888ae929ae), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.778517 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.785145 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8fff8c30-0a34-4f57-884d-3d888ae929ae HTTP/1.1" status: 204 len: 168 time: 1.0683484 Feb 10 15:43:56.789046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54920) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:56.805051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed9620-a4dd-49ac-8240-d796533b4b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fff8c30-0a34-4f57-884d-3d888ae929ae,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:56.880157 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47eb2966-4d4b-4893-8ecd-6db6d80fff5e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (f95953cb-6966-429b-96e3-e9ccdbd66e41), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.883105 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47eb2966-4d4b-4893-8ecd-6db6d80fff5e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_controller (f95953cb-6966-429b-96e3-e9ccdbd66e41), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.960693 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47eb2966-4d4b-4893-8ecd-6db6d80fff5e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (f95953cb-6966-429b-96e3-e9ccdbd66e41), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.961536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eb2966-4d4b-4893-8ecd-6db6d80fff5e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Fanout notify agent at l3_agent the message router_deleted on router f95953cb-6966-429b-96e3-e9ccdbd66e41 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:43:56.988150 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-47eb2966-4d4b-4893-8ecd-6db6d80fff5e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:56.994309 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-47eb2966-4d4b-4893-8ecd-6db6d80fff5e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/routers/f95953cb-6966-429b-96e3-e9ccdbd66e41 HTTP/1.1" status: 204 len: 168 time: 1.7061813 Feb 10 15:43:56.995131 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54922) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:57.006284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-968ac58e-664d-4d18-bc16-58067dcd1b86 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'network': {'name': 'tempest-RoutersTest-701799934'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:57.043400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968ac58e-664d-4d18-bc16-58067dcd1b86 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:57.051384 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-968ac58e-664d-4d18-bc16-58067dcd1b86 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:57.088808 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968ac58e-664d-4d18-bc16-58067dcd1b86 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:43:57.106818 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-968ac58e-664d-4d18-bc16-58067dcd1b86 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (d5879ad4-133f-40ec-8675-4202ba0c73d0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:57.107337 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-968ac58e-664d-4d18-bc16-58067dcd1b86 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Added segment d5879ad4-133f-40ec-8675-4202ba0c73d0 of type vlan for network 5fdd0fa8-1587-4608-baf9-2af05adeba84 Feb 10 15:43:57.165953 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-968ac58e-664d-4d18-bc16-58067dcd1b86 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (5fdd0fa8-1587-4608-baf9-2af05adeba84), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:57.244612 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-968ac58e-664d-4d18-bc16-58067dcd1b86 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (5fdd0fa8-1587-4608-baf9-2af05adeba84), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:57.259392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968ac58e-664d-4d18-bc16-58067dcd1b86 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:57.260273 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-968ac58e-664d-4d18-bc16-58067dcd1b86 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:57.353746 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-968ac58e-664d-4d18-bc16-58067dcd1b86 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3573799 Feb 10 15:43:57.361013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54926) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:57.367667 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9417be56-55ba-465a-ae4e-b400227ecfd7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'subnet': {'network_id': '5fdd0fa8-1587-4608-baf9-2af05adeba84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:57.480694 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c29a424e-53a4-4d70-971f-bf54548bdb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (ebed8408-33bb-473d-88f1-06e089a4247b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:57.532367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ac58e-664d-4d18-bc16-58067dcd1b86 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Network': ['ID=5fdd0fa8-1587-4608-baf9-2af05adeba84,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:57.550988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 5fdd0fa8-1587-4608-baf9-2af05adeba84 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:43:57.613250 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ee81f-5217-411c-9c57-cac539de4838 req-430db32e-26fe-47fc-9004-91615f13168a tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:57.615469 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a72ee81f-5217-411c-9c57-cac539de4838 req-430db32e-26fe-47fc-9004-91615f13168a tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3e6b9-5fbd-4967-afba-07720d636314 HTTP/1.1" status: 200 len: 946 time: 0.1370440 Feb 10 15:43:57.652065 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9417be56-55ba-465a-ae4e-b400227ecfd7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:43:57.656946 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9417be56-55ba-465a-ae4e-b400227ecfd7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:57.659150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2de18f-3dca-4708-8b09-8931d5d6e687 req-a3b73ce4-1fbf-443d-9c2d-b6cff2d21dc5 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:57.662442 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6f2de18f-3dca-4708-8b09-8931d5d6e687 req-a3b73ce4-1fbf-443d-9c2d-b6cff2d21dc5 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.79 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1375153 Feb 10 15:43:57.714535 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a72ee81f-5217-411c-9c57-cac539de4838 req-f0b1d1e6-dec6-4ddb-af6a-a82dc8aa5bef tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/security-groups?id=adcbb991-0926-4840-8277-f6ec698dbf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917475 Feb 10 15:43:57.883007 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4e901efd-3afe-47e2-baf1-3339affbef59 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:43:57.924923 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 4e901efd-3afe-47e2-baf1-3339affbef59 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:43:57.935852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4e901efd-3afe-47e2-baf1-3339affbef59 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:43:58.005550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-6f2de18f-3dca-4708-8b09-8931d5d6e687 req-e56f94b7-5372-447b-b3e1-29932d15b8cd tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Deleting port 67685f0e-34f5-4cc0-95ab-05cf5750907b {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:58.007519 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6f2de18f-3dca-4708-8b09-8931d5d6e687 req-e56f94b7-5372-447b-b3e1-29932d15b8cd tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (67685f0e-34f5-4cc0-95ab-05cf5750907b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:58.029060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423d772-24bd-43b5-a0ad-12c3acacce77 req-851acd2a-42b9-4544-b857-bf89931ba352 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:58.037010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0423d772-24bd-43b5-a0ad-12c3acacce77 req-851acd2a-42b9-4544-b857-bf89931ba352 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 945 time: 0.1326861 Feb 10 15:43:58.112909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0423d772-24bd-43b5-a0ad-12c3acacce77 req-137b40f1-9115-4b9b-b442-d7b41ec09a42 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ea4e126-5873-4b17-b856-22a442ff3210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669761 Feb 10 15:43:58.113045 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-6f2de18f-3dca-4708-8b09-8931d5d6e687 req-e56f94b7-5372-447b-b3e1-29932d15b8cd tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] For port 67685f0e-34f5-4cc0-95ab-05cf5750907b, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=67685f0e-34f5-4cc0-95ab-05cf5750907b,segment=NetworkSegment(fb83c6af-2c1e-4966-8588-8302c6d346a9),segment_id=fb83c6af-2c1e-4966-8588-8302c6d346a9)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:58.113483 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6f2de18f-3dca-4708-8b09-8931d5d6e687 req-e56f94b7-5372-447b-b3e1-29932d15b8cd tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (67685f0e-34f5-4cc0-95ab-05cf5750907b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:58.121463 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9417be56-55ba-465a-ae4e-b400227ecfd7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (2ae27670-12b2-403b-a746-d0b261613adf), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:58.129195 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-6f2de18f-3dca-4708-8b09-8931d5d6e687 req-e56f94b7-5372-447b-b3e1-29932d15b8cd tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Calling delete_port for 67685f0e-34f5-4cc0-95ab-05cf5750907b owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:58.193315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417be56-55ba-465a-ae4e-b400227ecfd7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Subnet': ['ID=2ae27670-12b2-403b-a746-d0b261613adf,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:58.201022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417be56-55ba-465a-ae4e-b400227ecfd7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Checking segment: {'id': 'd5879ad4-133f-40ec-8675-4202ba0c73d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5fdd0fa8-1587-4608-baf9-2af05adeba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:43:58.201392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9417be56-55ba-465a-ae4e-b400227ecfd7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network hostable DHCP agents. Network: 5fdd0fa8-1587-4608-baf9-2af05adeba84, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:43:58.221172 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9417be56-55ba-465a-ae4e-b400227ecfd7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network 5fdd0fa8-1587-4608-baf9-2af05adeba84 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:43:58.234776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-9417be56-55ba-465a-ae4e-b400227ecfd7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 5fdd0fa8-1587-4608-baf9-2af05adeba84) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:58.240118 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9417be56-55ba-465a-ae4e-b400227ecfd7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:43:58.247223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e648a5-82a2-4735-a45d-f1f0e2b9965a None None] Network 5fdd0fa8-1587-4608-baf9-2af05adeba84 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:43:58.248959 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9417be56-55ba-465a-ae4e-b400227ecfd7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:58.272603 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9417be56-55ba-465a-ae4e-b400227ecfd7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9099960 Feb 10 15:43:58.275031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54946) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:58.281384 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-c27d15a6-8580-4dc8-ac38-8039e573d2ae tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1393665419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:43:58.307754 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c27d15a6-8580-4dc8-ac38-8039e573d2ae tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (4dbc0b03-b39c-41fa-a58d-dd69ac927f80), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:58.323602 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6f2de18f-3dca-4708-8b09-8931d5d6e687 req-e56f94b7-5372-447b-b3e1-29932d15b8cd tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (67685f0e-34f5-4cc0-95ab-05cf5750907b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:58.329134 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c27d15a6-8580-4dc8-ac38-8039e573d2ae tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (4dbc0b03-b39c-41fa-a58d-dd69ac927f80), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:58.380726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f94b7-5372-447b-b3e1-29932d15b8cd tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Pushing event deleted for resources: {'Port': ['ID=67685f0e-34f5-4cc0-95ab-05cf5750907b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:58.393861 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['67685f0e-34f5-4cc0-95ab-05cf5750907b'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:43:58.408304 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c27d15a6-8580-4dc8-ac38-8039e573d2ae tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_controller (4dbc0b03-b39c-41fa-a58d-dd69ac927f80), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:58.410738 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c27d15a6-8580-4dc8-ac38-8039e573d2ae tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (4dbc0b03-b39c-41fa-a58d-dd69ac927f80), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:58.433666 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c27d15a6-8580-4dc8-ac38-8039e573d2ae tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:58.437681 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c27d15a6-8580-4dc8-ac38-8039e573d2ae tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1590397 Feb 10 15:43:58.439100 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 54954) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:43:58.483986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2de18f-3dca-4708-8b09-8931d5d6e687 req-e56f94b7-5372-447b-b3e1-29932d15b8cd tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] No DVR routers for this DVR port 67685f0e-34f5-4cc0-95ab-05cf5750907b on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:43:58.488681 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-6f2de18f-3dca-4708-8b09-8931d5d6e687 req-e56f94b7-5372-447b-b3e1-29932d15b8cd tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:58.496110 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6f2de18f-3dca-4708-8b09-8931d5d6e687 req-e56f94b7-5372-447b-b3e1-29932d15b8cd tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.79 "DELETE /v2.0/ports/67685f0e-34f5-4cc0-95ab-05cf5750907b HTTP/1.1" status: 204 len: 173 time: 0.8268292 Feb 10 15:43:58.497708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bc7316-e52c-439c-9bb2-931c001e7091', 'name': 'network-vif-deleted', 'tag': '67685f0e-34f5-4cc0-95ab-05cf5750907b'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:43:58.501736 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b6dd57-0eb7-457c-9b3b-f5ff6c28d810" -d '{"events": [{"server_uuid": "13bc7316-e52c-439c-9bb2-931c001e7091", "name": "network-vif-deleted", "tag": "67685f0e-34f5-4cc0-95ab-05cf5750907b"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:43:58.502849 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-5fdd0fa8-1587-4608-baf9-2af05adeba84', 'network_id': '5fdd0fa8-1587-4608-baf9-2af05adeba84', 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'fixed_ips': [{'subnet_id': '2ae27670-12b2-403b-a746-d0b261613adf'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:43:58.503902 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:58.505183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-a1864d80-9b12-4a4b-9333-6225cdbdae02 req-c15382d6-7b48-4120-8757-119d21e1a3a7 tempest-TaggedBootDevicesTest_v242-1225031528 tempest-TaggedBootDevicesTest_v242-1225031528-project] (103369) timed out ('10.222.0.64', 46782) {{(pid=103369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 15:43:58.540324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c29a424e-53a4-4d70-971f-bf54548bdb38 admin admin] Deleting port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:43:58.542119 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c29a424e-53a4-4d70-971f-bf54548bdb38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:58.577160 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c4cb12-4dcc-484c-9633-191bce6996a0 x-openstack-request-id: req-e5c4cb12-4dcc-484c-9633-191bce6996a0 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:43:58.577454 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bc7316-e52c-439c-9bb2-931c001e7091", "name": "network-vif-deleted", "tag": "67685f0e-34f5-4cc0-95ab-05cf5750907b", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:43:58.577705 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5c4cb12-4dcc-484c-9633-191bce6996a0 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:43:58.578109 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bc7316-e52c-439c-9bb2-931c001e7091', 'name': 'network-vif-deleted', 'tag': '67685f0e-34f5-4cc0-95ab-05cf5750907b', 'status': 'completed', 'code': 200} Feb 10 15:43:58.750954 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-c29a424e-53a4-4d70-971f-bf54548bdb38 admin admin] For port f1c5c599-c6f8-450f-ac2c-a03c0d393d7f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f1c5c599-c6f8-450f-ac2c-a03c0d393d7f,segment=NetworkSegment(e3432b18-9499-4c18-831c-b58f70647240),segment_id=e3432b18-9499-4c18-831c-b58f70647240)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:43:58.755956 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c29a424e-53a4-4d70-971f-bf54548bdb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:58.794344 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c29a424e-53a4-4d70-971f-bf54548bdb38 admin admin] Calling delete_port for f1c5c599-c6f8-450f-ac2c-a03c0d393d7f owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:43:58.879205 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Allocated IP 172.20.0.2 (5fdd0fa8-1587-4608-baf9-2af05adeba84/2ae27670-12b2-403b-a746-d0b261613adf/4e3b0ce6-59d2-4692-a111-ea1939ed4afd) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:43:59.137074 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:59.213735 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Publish callbacks [] for port (4e3b0ce6-59d2-4692-a111-ea1939ed4afd), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:59.228595 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (4e3b0ce6-59d2-4692-a111-ea1939ed4afd), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:59.271504 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c29a424e-53a4-4d70-971f-bf54548bdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f1c5c599-c6f8-450f-ac2c-a03c0d393d7f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:59.301983 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a424e-53a4-4d70-971f-bf54548bdb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c5c599-c6f8-450f-ac2c-a03c0d393d7f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:59.306758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Pushing event updated for resources: {'Port': ['ID=4e3b0ce6-59d2-4692-a111-ea1939ed4afd,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:43:59.322297 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Network 5fdd0fa8-1587-4608-baf9-2af05adeba84 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:43:59.324048 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:43:59.328679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:43:59.397028 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b2dfe15-2f8a-47eb-b61b-d4a635676967 req-97ab88ae-faf4-44cf-a332-5ea718697284 tempest-ServerRescueNegativeTestJSON-1188892156 tempest-ServerRescueNegativeTestJSON-1188892156-project] 10.222.0.64 "GET /v2.0/ports?device_id=13bc7316-e52c-439c-9bb2-931c001e7091 HTTP/1.1" status: 200 len: 210 time: 0.1071775 Feb 10 15:43:59.485130 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Attempting to bind port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:43:59.493096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Attempting to bind port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'd5879ad4-133f-40ec-8675-4202ba0c73d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5fdd0fa8-1587-4608-baf9-2af05adeba84'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:43:59.493649 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Attempting to bind port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd on network 5fdd0fa8-1587-4608-baf9-2af05adeba84 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:43:59.513896 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:43:59.514451 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Checking segment: {'id': 'd5879ad4-133f-40ec-8675-4202ba0c73d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5fdd0fa8-1587-4608-baf9-2af05adeba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:43:59.514999 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:59.515483 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Bound using segment: {'id': 'd5879ad4-133f-40ec-8675-4202ba0c73d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5fdd0fa8-1587-4608-baf9-2af05adeba84'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:43:59.516049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Bound port: 4e3b0ce6-59d2-4692-a111-ea1939ed4afd, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5879ad4-133f-40ec-8675-4202ba0c73d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5fdd0fa8-1587-4608-baf9-2af05adeba84'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:43:59.516528 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4e3b0ce6-59d2-4692-a111-ea1939ed4afd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:59.659606 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] For port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:43:59.667861 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] For port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4e3b0ce6-59d2-4692-a111-ea1939ed4afd,segment=NetworkSegment(d5879ad4-133f-40ec-8675-4202ba0c73d0),segment_id=d5879ad4-133f-40ec-8675-4202ba0c73d0)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:43:59.682129 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4e3b0ce6-59d2-4692-a111-ea1939ed4afd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:59.722659 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c29a424e-53a4-4d70-971f-bf54548bdb38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (ebed8408-33bb-473d-88f1-06e089a4247b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:43:59.839557 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6142929-96a6-4fad-b877-68e32237b04b None None] Pushing event updated for resources: {'Port': ['ID=4e3b0ce6-59d2-4692-a111-ea1939ed4afd,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:00.027634 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Allocated IP 172.20.0.1 (5fdd0fa8-1587-4608-baf9-2af05adeba84/2ae27670-12b2-403b-a746-d0b261613adf/4592c987-d09e-48cf-be83-107f0fa70914) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:00.228915 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29a424e-53a4-4d70-971f-bf54548bdb38 admin admin] Router ebed8408-33bb-473d-88f1-06e089a4247b has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:00.295049 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (4592c987-d09e-48cf-be83-107f0fa70914), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:00.406076 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29a424e-53a4-4d70-971f-bf54548bdb38 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:00.411933 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c29a424e-53a4-4d70-971f-bf54548bdb38 admin admin] 10.222.0.64 "PUT /v2.0/routers/ebed8408-33bb-473d-88f1-06e089a4247b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6139545 Feb 10 15:44:00.417564 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a428a77-9370-4316-bd5b-23090590724c None None] Sync routers for ids ['ebed8408-33bb-473d-88f1-06e089a4247b'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:00.419062 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 54994) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:00.436415 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a428a77-9370-4316-bd5b-23090590724c None None] Routers {'ebed8408-33bb-473d-88f1-06e089a4247b'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:00.437112 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1a428a77-9370-4316-bd5b-23090590724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ebed8408-33bb-473d-88f1-06e089a4247b'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:00.558930 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 67685f0e-34f5-4cc0-95ab-05cf5750907b no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:00.604969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 67685f0e-34f5-4cc0-95ab-05cf5750907b {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:00.605315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 67685f0e-34f5-4cc0-95ab-05cf5750907b not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:00.923369 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55000) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:01.040874 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-1a428a77-9370-4316-bd5b-23090590724c None None] Set router ebed8408-33bb-473d-88f1-06e089a4247b gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:01.169979 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6aba98b-3e6c-4836-a7e8-0309f41301b6 admin admin] Publish callbacks [] for router (ebed8408-33bb-473d-88f1-06e089a4247b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:01.204285 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4592c987-d09e-48cf-be83-107f0fa70914), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:01.246591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network 5fdd0fa8-1587-4608-baf9-2af05adeba84 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:01.325976 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6aba98b-3e6c-4836-a7e8-0309f41301b6 admin admin] Publish callbacks [] for router_gateway (ebed8408-33bb-473d-88f1-06e089a4247b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:01.359479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:01.396141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e6aba98b-3e6c-4836-a7e8-0309f41301b6 admin admin] Deleting port 0e7585f5-a112-4734-a013-adba8704f183 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:01.397786 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6aba98b-3e6c-4836-a7e8-0309f41301b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0e7585f5-a112-4734-a013-adba8704f183), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:01.418930 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:01.451128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1a428a77-9370-4316-bd5b-23090590724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'name': 'tempest-TestServerBasicOps-1520086212-router', 'tenant_id': '4509920341a841c3af239168c3bae50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '0e7585f5-a112-4734-a013-adba8704f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:20Z', 'updated_at': '2022-02-10T15:43:59Z', 'revision_number': 5, 'project_id': '4509920341a841c3af239168c3bae50d', 'gw_port': {'id': '0e7585f5-a112-4734-a013-adba8704f183', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:38:22Z', 'updated_at': '2022-02-10T15:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:01.506790 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a428a77-9370-4316-bd5b-23090590724c None None] Checking router: ebed8408-33bb-473d-88f1-06e089a4247b for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:01.514726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-e6aba98b-3e6c-4836-a7e8-0309f41301b6 admin admin] For port 0e7585f5-a112-4734-a013-adba8704f183, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0e7585f5-a112-4734-a013-adba8704f183,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:01.515710 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (4dbc0b03-b39c-41fa-a58d-dd69ac927f80), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:01.518237 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6aba98b-3e6c-4836-a7e8-0309f41301b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0e7585f5-a112-4734-a013-adba8704f183), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:01.533615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a428a77-9370-4316-bd5b-23090590724c None None] Routers {'ebed8408-33bb-473d-88f1-06e089a4247b'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:01.534247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1a428a77-9370-4316-bd5b-23090590724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ebed8408-33bb-473d-88f1-06e089a4247b'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:01.536222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e6aba98b-3e6c-4836-a7e8-0309f41301b6 admin admin] Calling delete_port for 0e7585f5-a112-4734-a013-adba8704f183 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:01.671040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ae779d-d5b1-4a29-95f3-2d42b23a5c32 None None] Network 5fdd0fa8-1587-4608-baf9-2af05adeba84 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:01.679242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-1a428a77-9370-4316-bd5b-23090590724c None None] Set router ebed8408-33bb-473d-88f1-06e089a4247b gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:01.849222 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6aba98b-3e6c-4836-a7e8-0309f41301b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (0e7585f5-a112-4734-a013-adba8704f183), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:01.899714 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aba98b-3e6c-4836-a7e8-0309f41301b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7585f5-a112-4734-a013-adba8704f183,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:01.983750 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4e3b0ce6-59d2-4692-a111-ea1939ed4afd up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:02.032895 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6aba98b-3e6c-4836-a7e8-0309f41301b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (ebed8408-33bb-473d-88f1-06e089a4247b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:02.036908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1a428a77-9370-4316-bd5b-23090590724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'name': 'tempest-TestServerBasicOps-1520086212-router', 'tenant_id': '4509920341a841c3af239168c3bae50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:20Z', 'updated_at': '2022-02-10T15:44:01Z', 'revision_number': 6, 'project_id': '4509920341a841c3af239168c3bae50d', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:02.050717 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=4592c987-d09e-48cf-be83-107f0fa70914,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:02.059907 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4592c987-d09e-48cf-be83-107f0fa70914), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:02.156069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a428a77-9370-4316-bd5b-23090590724c None None] The sync data for ids ['ebed8408-33bb-473d-88f1-06e089a4247b'] in n-d-815324-7 is: [{'id': 'ebed8408-33bb-473d-88f1-06e089a4247b', 'name': 'tempest-TestServerBasicOps-1520086212-router', 'tenant_id': '4509920341a841c3af239168c3bae50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:38:20Z', 'updated_at': '2022-02-10T15:44:01Z', 'revision_number': 6, 'project_id': '4509920341a841c3af239168c3bae50d', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:02.160307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b3783d69-5a9f-4f6d-9995-2bf83bb46837 None None] Provisioning complete for port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:02.161193 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3783d69-5a9f-4f6d-9995-2bf83bb46837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4e3b0ce6-59d2-4692-a111-ea1939ed4afd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:02.247330 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6aba98b-3e6c-4836-a7e8-0309f41301b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (ebed8408-33bb-473d-88f1-06e089a4247b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:02.255513 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6aba98b-3e6c-4836-a7e8-0309f41301b6 admin admin] Publish callbacks [] for router_controller (ebed8408-33bb-473d-88f1-06e089a4247b), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:02.278695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741b88a-83a3-43f7-9ed9-9193a53c4f38 req-5e675c77-dac8-41b3-8554-217feb001a81 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:02.281164 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9741b88a-83a3-43f7-9ed9-9193a53c4f38 req-5e675c77-dac8-41b3-8554-217feb001a81 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3e6b9-5fbd-4967-afba-07720d636314 HTTP/1.1" status: 200 len: 946 time: 1.0952666 Feb 10 15:44:02.353607 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b3783d69-5a9f-4f6d-9995-2bf83bb46837 None None] Current status of the port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:02.354035 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3783d69-5a9f-4f6d-9995-2bf83bb46837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4e3b0ce6-59d2-4692-a111-ea1939ed4afd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:02.403089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:02.403468 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4e3b0ce6-59d2-4692-a111-ea1939ed4afd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:02.427576 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6aba98b-3e6c-4836-a7e8-0309f41301b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (ebed8408-33bb-473d-88f1-06e089a4247b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:02.430438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aba98b-3e6c-4836-a7e8-0309f41301b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebed8408-33bb-473d-88f1-06e089a4247b {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:44:02.438299 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6aba98b-3e6c-4836-a7e8-0309f41301b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:02.441612 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e6aba98b-3e6c-4836-a7e8-0309f41301b6 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ebed8408-33bb-473d-88f1-06e089a4247b HTTP/1.1" status: 204 len: 168 time: 2.0213902 Feb 10 15:44:02.445390 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55014) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:02.487462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b3783d69-5a9f-4f6d-9995-2bf83bb46837 None None] For port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4e3b0ce6-59d2-4692-a111-ea1939ed4afd,segment=NetworkSegment(d5879ad4-133f-40ec-8675-4202ba0c73d0),segment_id=d5879ad4-133f-40ec-8675-4202ba0c73d0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:02.520012 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3783d69-5a9f-4f6d-9995-2bf83bb46837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4e3b0ce6-59d2-4692-a111-ea1939ed4afd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:02.570695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46192d9-7074-4601-8038-057ade229344 admin admin] Deleting subnet 5e225a57-4e6b-4569-a42b-758af5107a48 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:44:02.581219 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e46192d9-7074-4601-8038-057ade229344 admin admin] Publish callbacks [] for subnet (5e225a57-4e6b-4569-a42b-758af5107a48), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:02.601784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acadaf97-0cdd-494a-a55a-8a1ec4e23bb4 req-9d84be60-6b60-4b00-ae32-2962df5ced09 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:02.603610 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-acadaf97-0cdd-494a-a55a-8a1ec4e23bb4 req-9d84be60-6b60-4b00-ae32-2962df5ced09 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b3e6b9-5fbd-4967-afba-07720d636314 HTTP/1.1" status: 200 len: 946 time: 0.2404132 Feb 10 15:44:02.653382 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9741b88a-83a3-43f7-9ed9-9193a53c4f38 req-c6f70cff-ad4f-4cfa-9a22-4b72b4d7a194 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/security-groups?id=adcbb991-0926-4840-8277-f6ec698dbf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399997 Feb 10 15:44:02.697537 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3783d69-5a9f-4f6d-9995-2bf83bb46837 None None] Pushing event updated for resources: {'Port': ['ID=4e3b0ce6-59d2-4692-a111-ea1939ed4afd,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:02.700136 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:02.730040 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e46192d9-7074-4601-8038-057ade229344 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (5e225a57-4e6b-4569-a42b-758af5107a48), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:02.852297 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5e8503b6-69a7-496e-9bfd-eee4063e0817 None None] Provisioning complete for port 4592c987-d09e-48cf-be83-107f0fa70914 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:02.852730 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5e8503b6-69a7-496e-9bfd-eee4063e0817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4592c987-d09e-48cf-be83-107f0fa70914), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:02.861465 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e46192d9-7074-4601-8038-057ade229344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (5e225a57-4e6b-4569-a42b-758af5107a48), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:02.955803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5e8503b6-69a7-496e-9bfd-eee4063e0817 None None] Port 4592c987-d09e-48cf-be83-107f0fa70914 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:44:02.966662 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e46192d9-7074-4601-8038-057ade229344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (5e225a57-4e6b-4569-a42b-758af5107a48), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:02.981946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5e8503b6-69a7-496e-9bfd-eee4063e0817 None None] Provisioning complete for port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:02.982349 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5e8503b6-69a7-496e-9bfd-eee4063e0817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4e3b0ce6-59d2-4692-a111-ea1939ed4afd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:03.020314 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e46192d9-7074-4601-8038-057ade229344 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:03.027217 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e46192d9-7074-4601-8038-057ade229344 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5e225a57-4e6b-4569-a42b-758af5107a48 HTTP/1.1" status: 204 len: 168 time: 0.5783477 Feb 10 15:44:03.030118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55018) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:03.042739 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cf9fec-63eb-4aa7-9df3-a35a92f1073e None None] Network f48352db-bc1f-43eb-95e5-0f19dd012f4e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:03.208133 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (4592c987-d09e-48cf-be83-107f0fa70914), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:03.220079 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (4592c987-d09e-48cf-be83-107f0fa70914), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:03.245598 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (f48352db-bc1f-43eb-95e5-0f19dd012f4e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:03.256363 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46192d9-7074-4601-8038-057ade229344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e225a57-4e6b-4569-a42b-758af5107a48,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:03.295241 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f53403a1-759e-4a3d-a4a1-bea036665360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:03.341978 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-acadaf97-0cdd-494a-a55a-8a1ec4e23bb4 req-88717225-25b4-4661-b2ea-58ac1cd4ce29 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Deleting port de5df722-c9a7-4767-b4ff-cdad8465b0b5 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:03.344368 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-acadaf97-0cdd-494a-a55a-8a1ec4e23bb4 req-88717225-25b4-4661-b2ea-58ac1cd4ce29 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (de5df722-c9a7-4767-b4ff-cdad8465b0b5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:03.387828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5e8503b6-69a7-496e-9bfd-eee4063e0817 None None] Current status of the port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:03.505440 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1ec017-cac2-4747-8d56-c8960658182e None None] DHCP port deletion for f48352db-bc1f-43eb-95e5-0f19dd012f4e request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:44:03.517430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-acadaf97-0cdd-494a-a55a-8a1ec4e23bb4 req-88717225-25b4-4661-b2ea-58ac1cd4ce29 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] For port de5df722-c9a7-4767-b4ff-cdad8465b0b5, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=de5df722-c9a7-4767-b4ff-cdad8465b0b5,segment=NetworkSegment(9580cd32-8397-4d64-bf35-81e0cab48e6e),segment_id=9580cd32-8397-4d64-bf35-81e0cab48e6e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:03.517964 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-acadaf97-0cdd-494a-a55a-8a1ec4e23bb4 req-88717225-25b4-4661-b2ea-58ac1cd4ce29 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (de5df722-c9a7-4767-b4ff-cdad8465b0b5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:03.537582 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-acadaf97-0cdd-494a-a55a-8a1ec4e23bb4 req-88717225-25b4-4661-b2ea-58ac1cd4ce29 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Calling delete_port for de5df722-c9a7-4767-b4ff-cdad8465b0b5 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:03.599461 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] Deleting port 5003c741-ab5b-4764-8afa-904d4a386628 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:03.599885 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5003c741-ab5b-4764-8afa-904d4a386628), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:03.610241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9f127c2b-7dd1-429e-86e4-ae12d9471043 None None] Provisioning complete for port 4592c987-d09e-48cf-be83-107f0fa70914 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:03.610622 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9f127c2b-7dd1-429e-86e4-ae12d9471043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4592c987-d09e-48cf-be83-107f0fa70914), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:03.704516 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] For port 5003c741-ab5b-4764-8afa-904d4a386628, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=5003c741-ab5b-4764-8afa-904d4a386628,segment=NetworkSegment(e3432b18-9499-4c18-831c-b58f70647240),segment_id=e3432b18-9499-4c18-831c-b58f70647240)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:03.704960 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5003c741-ab5b-4764-8afa-904d4a386628), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:03.710713 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9f127c2b-7dd1-429e-86e4-ae12d9471043 None None] Port 4592c987-d09e-48cf-be83-107f0fa70914 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:44:03.714128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-de1ec017-cac2-4747-8d56-c8960658182e None None] Deleting port 5003c741-ab5b-4764-8afa-904d4a386628 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:03.714503 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-de1ec017-cac2-4747-8d56-c8960658182e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5003c741-ab5b-4764-8afa-904d4a386628), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:03.720571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] Calling delete_port for 5003c741-ab5b-4764-8afa-904d4a386628 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:03.720714 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (4dbc0b03-b39c-41fa-a58d-dd69ac927f80), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:03.736921 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=4592c987-d09e-48cf-be83-107f0fa70914,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:03.838385 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-acadaf97-0cdd-494a-a55a-8a1ec4e23bb4 req-88717225-25b4-4661-b2ea-58ac1cd4ce29 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (de5df722-c9a7-4767-b4ff-cdad8465b0b5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:03.852171 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['de5df722-c9a7-4767-b4ff-cdad8465b0b5'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:44:03.894059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-de1ec017-cac2-4747-8d56-c8960658182e None None] For port 5003c741-ab5b-4764-8afa-904d4a386628, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=5003c741-ab5b-4764-8afa-904d4a386628,segment=NetworkSegment(e3432b18-9499-4c18-831c-b58f70647240),segment_id=e3432b18-9499-4c18-831c-b58f70647240)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:03.894467 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-de1ec017-cac2-4747-8d56-c8960658182e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5003c741-ab5b-4764-8afa-904d4a386628), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:03.921270 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88717225-25b4-4661-b2ea-58ac1cd4ce29 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Pushing event deleted for resources: {'Port': ['ID=de5df722-c9a7-4767-b4ff-cdad8465b0b5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:03.988587 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4e3b0ce6-59d2-4692-a111-ea1939ed4afd up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:03.992148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-de1ec017-cac2-4747-8d56-c8960658182e None None] Calling delete_port for 5003c741-ab5b-4764-8afa-904d4a386628 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:04.022549 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-acadaf97-0cdd-494a-a55a-8a1ec4e23bb4 req-88717225-25b4-4661-b2ea-58ac1cd4ce29 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] No DVR routers for this DVR port de5df722-c9a7-4767-b4ff-cdad8465b0b5 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:04.024720 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network 5fdd0fa8-1587-4608-baf9-2af05adeba84 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:04.027268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cbc1148-7ea2-4db4-a106-d30ee766c469 req-9c567a33-b48e-47fe-845b-3bec0bca37c3 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3e6b9-5fbd-4967-afba-07720d636314 HTTP/1.1" status: 200 len: 210 time: 0.0877700 Feb 10 15:44:04.028948 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-acadaf97-0cdd-494a-a55a-8a1ec4e23bb4 req-88717225-25b4-4661-b2ea-58ac1cd4ce29 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:04.034542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:04.036154 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-acadaf97-0cdd-494a-a55a-8a1ec4e23bb4 req-88717225-25b4-4661-b2ea-58ac1cd4ce29 tempest-ServerTagsTestJSON-284220501 tempest-ServerTagsTestJSON-284220501-project] 10.222.0.79 "DELETE /v2.0/ports/de5df722-c9a7-4767-b4ff-cdad8465b0b5 HTTP/1.1" status: 204 len: 173 time: 1.3891704 Feb 10 15:44:04.038987 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b3e6b9-5fbd-4967-afba-07720d636314', 'name': 'network-vif-deleted', 'tag': 'de5df722-c9a7-4767-b4ff-cdad8465b0b5'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:44:04.044780 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263c1820-20b8-4084-93cd-bad20c5ba854" -d '{"events": [{"server_uuid": "19b3e6b9-5fbd-4967-afba-07720d636314", "name": "network-vif-deleted", "tag": "de5df722-c9a7-4767-b4ff-cdad8465b0b5"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:04.062747 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5003c741-ab5b-4764-8afa-904d4a386628), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:04.128888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5003c741-ab5b-4764-8afa-904d4a386628,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:04.140486 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] No DVR routers for this DVR port 5003c741-ab5b-4764-8afa-904d4a386628 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:04.223989 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b987d1f7-75f7-4ee4-9c35-2ae9c5077e4f x-openstack-request-id: req-b987d1f7-75f7-4ee4-9c35-2ae9c5077e4f {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:04.224740 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b3e6b9-5fbd-4967-afba-07720d636314", "name": "network-vif-deleted", "tag": "de5df722-c9a7-4767-b4ff-cdad8465b0b5", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:04.225335 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b987d1f7-75f7-4ee4-9c35-2ae9c5077e4f {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:04.226028 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b3e6b9-5fbd-4967-afba-07720d636314', 'name': 'network-vif-deleted', 'tag': 'de5df722-c9a7-4767-b4ff-cdad8465b0b5', 'status': 'completed', 'code': 200} Feb 10 15:44:04.323807 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:04.324453 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4e3b0ce6-59d2-4692-a111-ea1939ed4afd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:04.332020 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (f48352db-bc1f-43eb-95e5-0f19dd012f4e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:04.360471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48352db-bc1f-43eb-95e5-0f19dd012f4e']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:04.378480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3432b18-9499-4c18-831c-b58f70647240') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:04.378781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3432b18-9499-4c18-831c-b58f70647240') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:04.388310 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-de1ec017-cac2-4747-8d56-c8960658182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (5003c741-ab5b-4764-8afa-904d4a386628), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:04.405267 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (e3432b18-9499-4c18-831c-b58f70647240), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:04.436323 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e3432b18-9499-4c18-831c-b58f70647240), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:04.453034 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:44:04.455017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (e3432b18-9499-4c18-831c-b58f70647240), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:04.486930 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:44:04.487510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ec017-cac2-4747-8d56-c8960658182e None None] No DVR routers for this DVR port 5003c741-ab5b-4764-8afa-904d4a386628 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:04.494832 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ec017-cac2-4747-8d56-c8960658182e None None] Pushing event deleted for resources: {'Port': ['ID=5003c741-ab5b-4764-8afa-904d4a386628,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:04.546548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-f53403a1-759e-4a3d-a4a1-bea036665360 admin admin] Deleting port 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:04.546898 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f53403a1-759e-4a3d-a4a1-bea036665360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:04.560219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 4dbc0b03-b39c-41fa-a58d-dd69ac927f80 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:44:04.651686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f6d69185-8110-408d-8ffa-1e3c9324d1c8 None None] Provisioning complete for port 4592c987-d09e-48cf-be83-107f0fa70914 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:04.652286 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f6d69185-8110-408d-8ffa-1e3c9324d1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4592c987-d09e-48cf-be83-107f0fa70914), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:04.664093 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:44:04.679382 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:44:04.690881 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (f48352db-bc1f-43eb-95e5-0f19dd012f4e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:04.731892 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:04.741040 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f48352db-bc1f-43eb-95e5-0f19dd012f4e HTTP/1.1" status: 204 len: 168 time: 1.7092981 Feb 10 15:44:04.744046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccdc01-600b-4b12-8de1-11c3b1072cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f48352db-bc1f-43eb-95e5-0f19dd012f4e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:04.770041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f6d69185-8110-408d-8ffa-1e3c9324d1c8 None None] Port 4592c987-d09e-48cf-be83-107f0fa70914 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:44:04.773475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f1c5c599-c6f8-450f-ac2c-a03c0d393d7f no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:04.801007 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: f1c5c599-c6f8-450f-ac2c-a03c0d393d7f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:04.801504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f1c5c599-c6f8-450f-ac2c-a03c0d393d7f not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:04.802607 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0e7585f5-a112-4734-a013-adba8704f183 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:04.817245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-f53403a1-759e-4a3d-a4a1-bea036665360 admin admin] For port 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=03c0d00d-cdc1-4364-aa9d-f260cfd6a53b,segment=NetworkSegment(fb83c6af-2c1e-4966-8588-8302c6d346a9),segment_id=fb83c6af-2c1e-4966-8588-8302c6d346a9)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:04.817825 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f53403a1-759e-4a3d-a4a1-bea036665360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:04.821835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 0e7585f5-a112-4734-a013-adba8704f183 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:04.822314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0e7585f5-a112-4734-a013-adba8704f183 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:04.822904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5003c741-ab5b-4764-8afa-904d4a386628 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:04.832240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-f53403a1-759e-4a3d-a4a1-bea036665360 admin admin] Calling delete_port for 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:04.856133 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 5003c741-ab5b-4764-8afa-904d4a386628 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:04.857255 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5003c741-ab5b-4764-8afa-904d4a386628 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:04.929405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55032) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:05.019448 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-135427e9-0945-41f4-8f08-4da8e2968793 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77fbf24d79fa4d5fbb639f8a01d7de6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0884523 Feb 10 15:44:05.021444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55034) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:05.105487 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Publish callbacks [] for security_group (4442c1a8-ba06-459d-9496-eaeaeda96ec6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:05.130383 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Publish callbacks [] for security_group (4442c1a8-ba06-459d-9496-eaeaeda96ec6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:05.201153 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55038) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:05.282318 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4442c1a8-ba06-459d-9496-eaeaeda96ec6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:05.292377 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:05.292377 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4442c1a8-ba06-459d-9496-eaeaeda96ec6 HTTP/1.1" status: 204 len: 168 time: 0.2676458 Feb 10 15:44:05.305630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4442c1a8-ba06-459d-9496-eaeaeda96ec6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:05.310037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12f8039-0f0d-4228-8a5d-78cc1bf0b103 admin admin] Deleting subnet 296b104f-793e-496e-9e26-f48f28d8dac0 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:44:05.313621 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b12f8039-0f0d-4228-8a5d-78cc1bf0b103 admin admin] Publish callbacks [] for subnet (296b104f-793e-496e-9e26-f48f28d8dac0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:05.340206 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:05.340558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:05.340935 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:05.341277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:05.341728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:05.342070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:05.342446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:05.342834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:05.343168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:05.343535 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:05.343920 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:05.344289 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:05.344618 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb2abe-ee5b-4466-b69f-d7fa8ce8bd85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:05.376082 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b12f8039-0f0d-4228-8a5d-78cc1bf0b103 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (296b104f-793e-496e-9e26-f48f28d8dac0), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:05.449342 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b12f8039-0f0d-4228-8a5d-78cc1bf0b103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (296b104f-793e-496e-9e26-f48f28d8dac0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:05.536366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:05.545603 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5bd67e2a-bd8f-4562-9de5-e9124ae405a7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/4dbc0b03-b39c-41fa-a58d-dd69ac927f80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1060412 Feb 10 15:44:05.550902 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f64f6-cb48-484f-b057-bbe4688284f3 None None] Sync routers for ids ['4dbc0b03-b39c-41fa-a58d-dd69ac927f80'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:05.552384 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55046) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:05.563237 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f64f6-cb48-484f-b057-bbe4688284f3 None None] Routers {'4dbc0b03-b39c-41fa-a58d-dd69ac927f80'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:05.564144 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-401f64f6-cb48-484f-b057-bbe4688284f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4dbc0b03-b39c-41fa-a58d-dd69ac927f80'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:05.577842 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f53403a1-759e-4a3d-a4a1-bea036665360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (03c0d00d-cdc1-4364-aa9d-f260cfd6a53b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:05.606009 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-401f64f6-cb48-484f-b057-bbe4688284f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:05.615120 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f64f6-cb48-484f-b057-bbe4688284f3 None None] Routers {'4dbc0b03-b39c-41fa-a58d-dd69ac927f80'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:05.616296 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-401f64f6-cb48-484f-b057-bbe4688284f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4dbc0b03-b39c-41fa-a58d-dd69ac927f80'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:05.635295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53403a1-759e-4a3d-a4a1-bea036665360 admin admin] Pushing event deleted for resources: {'Port': ['ID=03c0d00d-cdc1-4364-aa9d-f260cfd6a53b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:05.676659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f6b69-29be-4cfa-a0d7-b335704fc8aa tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:05.677678 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-401f64f6-cb48-484f-b057-bbe4688284f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:05.680555 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f64f6-cb48-484f-b057-bbe4688284f3 None None] The sync data for ids ['4dbc0b03-b39c-41fa-a58d-dd69ac927f80'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:05.682221 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ce4f6b69-29be-4cfa-a0d7-b335704fc8aa tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports/4592c987-d09e-48cf-be83-107f0fa70914 HTTP/1.1" status: 200 len: 910 time: 0.1249285 Feb 10 15:44:05.685439 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b12f8039-0f0d-4228-8a5d-78cc1bf0b103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (296b104f-793e-496e-9e26-f48f28d8dac0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:05.689169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55050) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:05.697706 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b01278ec-e169-4559-a027-075b08b6396a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ae27670-12b2-403b-a746-d0b261613adf'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:05.767157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f8039-0f0d-4228-8a5d-78cc1bf0b103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=296b104f-793e-496e-9e26-f48f28d8dac0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:05.792479 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b12f8039-0f0d-4228-8a5d-78cc1bf0b103 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:05.800512 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b12f8039-0f0d-4228-8a5d-78cc1bf0b103 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/296b104f-793e-496e-9e26-f48f28d8dac0 HTTP/1.1" status: 204 len: 168 time: 0.5955949 Feb 10 15:44:05.800512 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55052) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:05.954010 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55054) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:05.967933 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f53403a1-759e-4a3d-a4a1-bea036665360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:06.013946 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f154ae9-cf5f-4698-a321-cbe889635db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:06.079019 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-460067b9-e3c4-42ce-9171-bf9289a71eb2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4509920341a841c3af239168c3bae50d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1214046 Feb 10 15:44:06.094403 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55056) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:06.167419 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f154ae9-cf5f-4698-a321-cbe889635db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:06.240119 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b01278ec-e169-4559-a027-075b08b6396a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4592c987-d09e-48cf-be83-107f0fa70914), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:06.244891 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53403a1-759e-4a3d-a4a1-bea036665360 admin admin] Router 3708a0bf-b9bb-4afb-9c98-0639359e6e8e has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:06.279312 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a179934c-4511-492e-92ca-85838ad43dbc admin admin] Publish callbacks [] for security_group (53abab4b-59f7-4f90-95b8-a59e7d0bfb0e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:06.311640 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a179934c-4511-492e-92ca-85838ad43dbc admin admin] Publish callbacks [] for security_group (53abab4b-59f7-4f90-95b8-a59e7d0bfb0e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:06.314456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-5f154ae9-cf5f-4698-a321-cbe889635db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:06.366244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-5f154ae9-cf5f-4698-a321-cbe889635db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9580cd32-8397-4d64-bf35-81e0cab48e6e') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:06.366244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-5f154ae9-cf5f-4698-a321-cbe889635db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9580cd32-8397-4d64-bf35-81e0cab48e6e') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:06.381503 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f154ae9-cf5f-4698-a321-cbe889635db4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (9580cd32-8397-4d64-bf35-81e0cab48e6e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:06.385778 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53403a1-759e-4a3d-a4a1-bea036665360 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:06.398279 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecfcad0-dd9c-4e7d-8b90-5c315658f089 None None] Sync routers for ids ['3708a0bf-b9bb-4afb-9c98-0639359e6e8e'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:06.399991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f53403a1-759e-4a3d-a4a1-bea036665360 admin admin] 10.222.0.64 "PUT /v2.0/routers/3708a0bf-b9bb-4afb-9c98-0639359e6e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4753523 Feb 10 15:44:06.402479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55060) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:06.406736 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f154ae9-cf5f-4698-a321-cbe889635db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9580cd32-8397-4d64-bf35-81e0cab48e6e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:06.413142 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecfcad0-dd9c-4e7d-8b90-5c315658f089 None None] Routers {'3708a0bf-b9bb-4afb-9c98-0639359e6e8e'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:06.413745 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7ecfcad0-dd9c-4e7d-8b90-5c315658f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['3708a0bf-b9bb-4afb-9c98-0639359e6e8e'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:06.419227 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f154ae9-cf5f-4698-a321-cbe889635db4 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:44:06.419633 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f154ae9-cf5f-4698-a321-cbe889635db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (9580cd32-8397-4d64-bf35-81e0cab48e6e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:44:06.478976 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:44:06.511113 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device de5df722-c9a7-4767-b4ff-cdad8465b0b5 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:06.551596 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f154ae9-cf5f-4698-a321-cbe889635db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:06.565197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: de5df722-c9a7-4767-b4ff-cdad8465b0b5 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:06.565552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device de5df722-c9a7-4767-b4ff-cdad8465b0b5 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:06.578557 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-889ea2e3-48fc-4ed7-86c9-c8e562a5f7d3 admin admin] Publish callbacks [] for router (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:06.590386 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f154ae9-cf5f-4698-a321-cbe889635db4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:06.609812 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5f154ae9-cf5f-4698-a321-cbe889635db4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85 HTTP/1.1" status: 204 len: 168 time: 0.8061433 Feb 10 15:44:06.659821 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f154ae9-cf5f-4698-a321-cbe889635db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=afdd48ac-5dc2-4b9b-91f9-0b9f349e5e85,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:06.716425 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-7ecfcad0-dd9c-4e7d-8b90-5c315658f089 None None] Set router 3708a0bf-b9bb-4afb-9c98-0639359e6e8e gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:06.825524 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-889ea2e3-48fc-4ed7-86c9-c8e562a5f7d3 admin admin] Publish callbacks [] for router_gateway (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:06.883169 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a179934c-4511-492e-92ca-85838ad43dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (53abab4b-59f7-4f90-95b8-a59e7d0bfb0e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:06.889701 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a179934c-4511-492e-92ca-85838ad43dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:06.891997 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a179934c-4511-492e-92ca-85838ad43dbc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53abab4b-59f7-4f90-95b8-a59e7d0bfb0e HTTP/1.1" status: 204 len: 168 time: 0.7924771 Feb 10 15:44:06.915039 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179934c-4511-492e-92ca-85838ad43dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53abab4b-59f7-4f90-95b8-a59e7d0bfb0e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:06.923976 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55070) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:07.103281 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:07.118106 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-16ed66a3-257b-4919-8bc0-132bcc3b66f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e00bfde49e94473aa5aa9032afdf1d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1892064 Feb 10 15:44:07.121672 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55076) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:07.201497 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7ecfcad0-dd9c-4e7d-8b90-5c315658f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1153490592-router', 'tenant_id': '034b31f3dbf344e987debe2007cdae09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '187b1e36-6723-40b4-85ed-5f4acc9cf2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:42Z', 'updated_at': '2022-02-10T15:44:05Z', 'revision_number': 5, 'project_id': '034b31f3dbf344e987debe2007cdae09', 'gw_port': {'id': '187b1e36-6723-40b4-85ed-5f4acc9cf2dd', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:40:44Z', 'updated_at': '2022-02-10T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:07.207232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-889ea2e3-48fc-4ed7-86c9-c8e562a5f7d3 admin admin] Deleting port 187b1e36-6723-40b4-85ed-5f4acc9cf2dd {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:07.207582 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-889ea2e3-48fc-4ed7-86c9-c8e562a5f7d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (187b1e36-6723-40b4-85ed-5f4acc9cf2dd), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:07.245111 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fde7a7b2-802c-4fb7-a798-e36441a142ce admin admin] Publish callbacks [] for security_group (adcbb991-0926-4840-8277-f6ec698dbf95), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:07.273879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecfcad0-dd9c-4e7d-8b90-5c315658f089 None None] Checking router: 3708a0bf-b9bb-4afb-9c98-0639359e6e8e for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:07.294342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecfcad0-dd9c-4e7d-8b90-5c315658f089 None None] Routers {'3708a0bf-b9bb-4afb-9c98-0639359e6e8e'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:07.295399 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7ecfcad0-dd9c-4e7d-8b90-5c315658f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['3708a0bf-b9bb-4afb-9c98-0639359e6e8e'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:07.390250 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fde7a7b2-802c-4fb7-a798-e36441a142ce admin admin] Publish callbacks [] for security_group (adcbb991-0926-4840-8277-f6ec698dbf95), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:07.492765 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-7ecfcad0-dd9c-4e7d-8b90-5c315658f089 None None] Set router 3708a0bf-b9bb-4afb-9c98-0639359e6e8e gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:07.553019 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b01278ec-e169-4559-a027-075b08b6396a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (4592c987-d09e-48cf-be83-107f0fa70914), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:07.560272 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fde7a7b2-802c-4fb7-a798-e36441a142ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (adcbb991-0926-4840-8277-f6ec698dbf95), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:07.567700 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fde7a7b2-802c-4fb7-a798-e36441a142ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:07.571599 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fde7a7b2-802c-4fb7-a798-e36441a142ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/adcbb991-0926-4840-8277-f6ec698dbf95 HTTP/1.1" status: 204 len: 168 time: 0.4460335 Feb 10 15:44:07.580961 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b01278ec-e169-4559-a027-075b08b6396a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (4592c987-d09e-48cf-be83-107f0fa70914), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:07.634909 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7a7b2-802c-4fb7-a798-e36441a142ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcbb991-0926-4840-8277-f6ec698dbf95,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:07.671271 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-889ea2e3-48fc-4ed7-86c9-c8e562a5f7d3 admin admin] For port 187b1e36-6723-40b4-85ed-5f4acc9cf2dd, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=187b1e36-6723-40b4-85ed-5f4acc9cf2dd,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:07.671771 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-889ea2e3-48fc-4ed7-86c9-c8e562a5f7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (187b1e36-6723-40b4-85ed-5f4acc9cf2dd), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:07.706026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7ecfcad0-dd9c-4e7d-8b90-5c315658f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1153490592-router', 'tenant_id': '034b31f3dbf344e987debe2007cdae09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:42Z', 'updated_at': '2022-02-10T15:44:06Z', 'revision_number': 6, 'project_id': '034b31f3dbf344e987debe2007cdae09', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:07.712182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01278ec-e169-4559-a027-075b08b6396a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:07.714575 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b01278ec-e169-4559-a027-075b08b6396a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:07.720940 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b01278ec-e169-4559-a027-075b08b6396a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/ports/4592c987-d09e-48cf-be83-107f0fa70914 HTTP/1.1" status: 200 len: 910 time: 2.0278316 Feb 10 15:44:07.722160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01278ec-e169-4559-a027-075b08b6396a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=4592c987-d09e-48cf-be83-107f0fa70914,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:07.730625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55084) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:07.731733 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-889ea2e3-48fc-4ed7-86c9-c8e562a5f7d3 admin admin] Calling delete_port for 187b1e36-6723-40b4-85ed-5f4acc9cf2dd owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:07.770819 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecfcad0-dd9c-4e7d-8b90-5c315658f089 None None] The sync data for ids ['3708a0bf-b9bb-4afb-9c98-0639359e6e8e'] in n-d-815324-7 is: [{'id': '3708a0bf-b9bb-4afb-9c98-0639359e6e8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1153490592-router', 'tenant_id': '034b31f3dbf344e987debe2007cdae09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:40:42Z', 'updated_at': '2022-02-10T15:44:06Z', 'revision_number': 6, 'project_id': '034b31f3dbf344e987debe2007cdae09', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:08.430225 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-889ea2e3-48fc-4ed7-86c9-c8e562a5f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (187b1e36-6723-40b4-85ed-5f4acc9cf2dd), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:08.463025 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ea2e3-48fc-4ed7-86c9-c8e562a5f7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=187b1e36-6723-40b4-85ed-5f4acc9cf2dd,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:08.467876 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a402ffe3-fda8-4d27-b881-24d0ed942e33 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (4dbc0b03-b39c-41fa-a58d-dd69ac927f80), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:08.566361 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-889ea2e3-48fc-4ed7-86c9-c8e562a5f7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:09.032094 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-889ea2e3-48fc-4ed7-86c9-c8e562a5f7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:09.035850 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-889ea2e3-48fc-4ed7-86c9-c8e562a5f7d3 admin admin] Publish callbacks [] for router_controller (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:09.166947 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-889ea2e3-48fc-4ed7-86c9-c8e562a5f7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (3708a0bf-b9bb-4afb-9c98-0639359e6e8e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:09.167790 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889ea2e3-48fc-4ed7-86c9-c8e562a5f7d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3708a0bf-b9bb-4afb-9c98-0639359e6e8e {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:44:09.177616 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-889ea2e3-48fc-4ed7-86c9-c8e562a5f7d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:09.183107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55118) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:09.185550 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-889ea2e3-48fc-4ed7-86c9-c8e562a5f7d3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3708a0bf-b9bb-4afb-9c98-0639359e6e8e HTTP/1.1" status: 204 len: 168 time: 2.7800932 Feb 10 15:44:09.297615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9668ce2-e24f-4311-8862-561fcbb82f06 admin admin] Deleting subnet 3067190f-bf98-49ad-8d01-a6124fc64fdd {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:44:09.310874 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9668ce2-e24f-4311-8862-561fcbb82f06 admin admin] Publish callbacks [] for subnet (3067190f-bf98-49ad-8d01-a6124fc64fdd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:09.389571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-a402ffe3-fda8-4d27-b881-24d0ed942e33 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port 4592c987-d09e-48cf-be83-107f0fa70914 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:09.389911 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a402ffe3-fda8-4d27-b881-24d0ed942e33 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4592c987-d09e-48cf-be83-107f0fa70914), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:09.446944 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9668ce2-e24f-4311-8862-561fcbb82f06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (3067190f-bf98-49ad-8d01-a6124fc64fdd), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:09.504205 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a402ffe3-fda8-4d27-b881-24d0ed942e33 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4592c987-d09e-48cf-be83-107f0fa70914), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:09.505645 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9668ce2-e24f-4311-8862-561fcbb82f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (3067190f-bf98-49ad-8d01-a6124fc64fdd), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:09.519409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-a402ffe3-fda8-4d27-b881-24d0ed942e33 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for 4592c987-d09e-48cf-be83-107f0fa70914 owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:09.585031 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9668ce2-e24f-4311-8862-561fcbb82f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (3067190f-bf98-49ad-8d01-a6124fc64fdd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:09.604863 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9668ce2-e24f-4311-8862-561fcbb82f06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:09.616443 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c9668ce2-e24f-4311-8862-561fcbb82f06 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3067190f-bf98-49ad-8d01-a6124fc64fdd HTTP/1.1" status: 204 len: 168 time: 0.4286928 Feb 10 15:44:09.655054 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9668ce2-e24f-4311-8862-561fcbb82f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3067190f-bf98-49ad-8d01-a6124fc64fdd,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:09.664546 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55130) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:09.788984 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a402ffe3-fda8-4d27-b881-24d0ed942e33 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4592c987-d09e-48cf-be83-107f0fa70914), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:09.823367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 187b1e36-6723-40b4-85ed-5f4acc9cf2dd no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:09.856873 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0e240b79-cc2d-4c3b-bc5c-776974b9670a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (f3f84446-186f-4726-a963-a557c976fc13), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:09.858576 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ae1d686-e3a5-4cc3-802e-f1985254f058 req-c0ef48a8-8915-4995-8da4-310ca2e64f9d tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0646746 Feb 10 15:44:09.891093 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402ffe3-fda8-4d27-b881-24d0ed942e33 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=4592c987-d09e-48cf-be83-107f0fa70914,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:09.974608 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0e240b79-cc2d-4c3b-bc5c-776974b9670a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (f3f84446-186f-4726-a963-a557c976fc13), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:10.038331 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0e240b79-cc2d-4c3b-bc5c-776974b9670a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f84446-186f-4726-a963-a557c976fc13']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:10.067369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0e240b79-cc2d-4c3b-bc5c-776974b9670a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb83c6af-2c1e-4966-8588-8302c6d346a9') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:10.067704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0e240b79-cc2d-4c3b-bc5c-776974b9670a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb83c6af-2c1e-4966-8588-8302c6d346a9') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:10.090222 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0e240b79-cc2d-4c3b-bc5c-776974b9670a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (fb83c6af-2c1e-4966-8588-8302c6d346a9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:10.114468 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0e240b79-cc2d-4c3b-bc5c-776974b9670a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (fb83c6af-2c1e-4966-8588-8302c6d346a9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:10.132960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e240b79-cc2d-4c3b-bc5c-776974b9670a admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:44:10.133430 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0e240b79-cc2d-4c3b-bc5c-776974b9670a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (fb83c6af-2c1e-4966-8588-8302c6d346a9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:44:10.136173 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:44:10.141593 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 187b1e36-6723-40b4-85ed-5f4acc9cf2dd {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:10.141944 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 187b1e36-6723-40b4-85ed-5f4acc9cf2dd not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:10.142365 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:10.171288 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a402ffe3-fda8-4d27-b881-24d0ed942e33 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (4dbc0b03-b39c-41fa-a58d-dd69ac927f80), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:10.173969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:10.174319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 03c0d00d-cdc1-4364-aa9d-f260cfd6a53b not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:10.264336 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0e240b79-cc2d-4c3b-bc5c-776974b9670a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (f3f84446-186f-4726-a963-a557c976fc13), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:10.308557 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0e240b79-cc2d-4c3b-bc5c-776974b9670a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:10.311872 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0e240b79-cc2d-4c3b-bc5c-776974b9670a admin admin] 10.222.0.64 "DELETE /v2.0/networks/f3f84446-186f-4726-a963-a557c976fc13 HTTP/1.1" status: 204 len: 168 time: 0.6403198 Feb 10 15:44:10.314179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e240b79-cc2d-4c3b-bc5c-776974b9670a admin admin] Pushing event deleted for resources: {'Network': ['ID=f3f84446-186f-4726-a963-a557c976fc13,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:10.368606 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a402ffe3-fda8-4d27-b881-24d0ed942e33 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 4dbc0b03-b39c-41fa-a58d-dd69ac927f80 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:10.464883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a402ffe3-fda8-4d27-b881-24d0ed942e33 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:10.473040 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a402ffe3-fda8-4d27-b881-24d0ed942e33 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/4dbc0b03-b39c-41fa-a58d-dd69ac927f80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7308474 Feb 10 15:44:10.476124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55152) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:10.478960 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b55dffe-0da5-4dc5-9823-11e3a5c417bc None None] Sync routers for ids ['4dbc0b03-b39c-41fa-a58d-dd69ac927f80'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:10.488689 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55dffe-0da5-4dc5-9823-11e3a5c417bc None None] Routers {'4dbc0b03-b39c-41fa-a58d-dd69ac927f80'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:10.489407 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6b55dffe-0da5-4dc5-9823-11e3a5c417bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4dbc0b03-b39c-41fa-a58d-dd69ac927f80'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:10.508057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6298f401-8ba1-4c60-943e-860f24751dda tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dbc0b03-b39c-41fa-a58d-dd69ac927f80 HTTP/1.1" status: 200 len: 205 time: 0.0307374 Feb 10 15:44:10.510640 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55154) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:10.534727 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6b55dffe-0da5-4dc5-9823-11e3a5c417bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:10.545403 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55dffe-0da5-4dc5-9823-11e3a5c417bc None None] Routers {'4dbc0b03-b39c-41fa-a58d-dd69ac927f80'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:10.546327 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6b55dffe-0da5-4dc5-9823-11e3a5c417bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:43:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4dbc0b03-b39c-41fa-a58d-dd69ac927f80'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:10.586949 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6b55dffe-0da5-4dc5-9823-11e3a5c417bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:10.587904 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b55dffe-0da5-4dc5-9823-11e3a5c417bc None None] The sync data for ids ['4dbc0b03-b39c-41fa-a58d-dd69ac927f80'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:10.597972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55158) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:10.665218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-02cae000-76d2-4b90-88a9-b57621142864 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=034b31f3dbf344e987debe2007cdae09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0658376 Feb 10 15:44:10.667382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55160) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:10.729384 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a7964883-10bd-46c5-961d-1413e8120cd0 admin admin] Publish callbacks [] for security_group (7ea4e126-5873-4b17-b856-22a442ff3210), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:10.753913 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a7964883-10bd-46c5-961d-1413e8120cd0 admin admin] Publish callbacks [] for security_group (7ea4e126-5873-4b17-b856-22a442ff3210), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:10.817309 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a7964883-10bd-46c5-961d-1413e8120cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7ea4e126-5873-4b17-b856-22a442ff3210), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:10.821342 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a7964883-10bd-46c5-961d-1413e8120cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:10.822769 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a7964883-10bd-46c5-961d-1413e8120cd0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ea4e126-5873-4b17-b856-22a442ff3210 HTTP/1.1" status: 204 len: 168 time: 0.1542885 Feb 10 15:44:10.832811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7964883-10bd-46c5-961d-1413e8120cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea4e126-5873-4b17-b856-22a442ff3210,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:10.944617 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-17c8ff3a-906a-466b-8724-8918b5e6982f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (4dbc0b03-b39c-41fa-a58d-dd69ac927f80), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:11.037048 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2ef0192-fcda-4484-9bf9-d82e00889c70 req-2c2d35f2-06fa-481f-8ee8-e5774cf587b4 tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0399506 Feb 10 15:44:11.166724 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dcd3f-7ad8-4645-83d7-a25eaeed0ffc req-5aabd594-4c8c-4c73-968c-54e4670c716e tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:11.169215 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-925dcd3f-7ad8-4645-83d7-a25eaeed0ffc req-5aabd594-4c8c-4c73-968c-54e4670c716e tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 946 time: 0.0908468 Feb 10 15:44:11.207807 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-17c8ff3a-906a-466b-8724-8918b5e6982f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (4dbc0b03-b39c-41fa-a58d-dd69ac927f80), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:11.210605 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-17c8ff3a-906a-466b-8724-8918b5e6982f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_controller (4dbc0b03-b39c-41fa-a58d-dd69ac927f80), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:11.232691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-925dcd3f-7ad8-4645-83d7-a25eaeed0ffc req-11668346-38f5-490c-8c17-4c424d773f8a tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575459 Feb 10 15:44:11.285073 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-17c8ff3a-906a-466b-8724-8918b5e6982f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (4dbc0b03-b39c-41fa-a58d-dd69ac927f80), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:11.285832 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c8ff3a-906a-466b-8724-8918b5e6982f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Fanout notify agent at l3_agent the message router_deleted on router 4dbc0b03-b39c-41fa-a58d-dd69ac927f80 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:44:11.293117 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-17c8ff3a-906a-466b-8724-8918b5e6982f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:11.294414 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-17c8ff3a-906a-466b-8724-8918b5e6982f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/routers/4dbc0b03-b39c-41fa-a58d-dd69ac927f80 HTTP/1.1" status: 204 len: 168 time: 0.7826357 Feb 10 15:44:11.297349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55176) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:11.357922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab7445b-7ff0-4334-9da5-c195a46a9dcc tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting subnet 2ae27670-12b2-403b-a746-d0b261613adf {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:44:11.361436 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fab7445b-7ff0-4334-9da5-c195a46a9dcc tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (2ae27670-12b2-403b-a746-d0b261613adf), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:11.405309 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fab7445b-7ff0-4334-9da5-c195a46a9dcc tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (2ae27670-12b2-403b-a746-d0b261613adf), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:11.420817 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:11.507014 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fab7445b-7ff0-4334-9da5-c195a46a9dcc tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (2ae27670-12b2-403b-a746-d0b261613adf), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:11.572938 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fab7445b-7ff0-4334-9da5-c195a46a9dcc tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (2ae27670-12b2-403b-a746-d0b261613adf), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:11.608496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7445b-7ff0-4334-9da5-c195a46a9dcc tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae27670-12b2-403b-a746-d0b261613adf,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:11.610569 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fab7445b-7ff0-4334-9da5-c195a46a9dcc tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:11.613810 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fab7445b-7ff0-4334-9da5-c195a46a9dcc tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/2ae27670-12b2-403b-a746-d0b261613adf HTTP/1.1" status: 204 len: 168 time: 0.3149436 Feb 10 15:44:11.617604 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55190) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:11.624543 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54fb6cb-1f37-4027-8a9d-1358c5b46bd3 None None] Network 5fdd0fa8-1587-4608-baf9-2af05adeba84 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:11.767693 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (5fdd0fa8-1587-4608-baf9-2af05adeba84), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:11.816996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef457377-f7cc-4576-bd5a-913bc15e5dbb None None] DHCP port deletion for 5fdd0fa8-1587-4608-baf9-2af05adeba84 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:44:11.829278 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:11.829623 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4e3b0ce6-59d2-4692-a111-ea1939ed4afd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:11.868952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ef457377-f7cc-4576-bd5a-913bc15e5dbb None None] Deleting port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:11.869326 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ef457377-f7cc-4576-bd5a-913bc15e5dbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4e3b0ce6-59d2-4692-a111-ea1939ed4afd), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:11.898988 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] For port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4e3b0ce6-59d2-4692-a111-ea1939ed4afd,segment=NetworkSegment(d5879ad4-133f-40ec-8675-4202ba0c73d0),segment_id=d5879ad4-133f-40ec-8675-4202ba0c73d0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:11.899624 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4e3b0ce6-59d2-4692-a111-ea1939ed4afd), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:11.915568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for 4e3b0ce6-59d2-4692-a111-ea1939ed4afd owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:11.949214 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ef457377-f7cc-4576-bd5a-913bc15e5dbb None None] For port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4e3b0ce6-59d2-4692-a111-ea1939ed4afd,segment=NetworkSegment(d5879ad4-133f-40ec-8675-4202ba0c73d0),segment_id=d5879ad4-133f-40ec-8675-4202ba0c73d0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:11.950534 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ef457377-f7cc-4576-bd5a-913bc15e5dbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4e3b0ce6-59d2-4692-a111-ea1939ed4afd), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:11.978871 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ef457377-f7cc-4576-bd5a-913bc15e5dbb None None] Calling delete_port for 4e3b0ce6-59d2-4692-a111-ea1939ed4afd owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:12.030129 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4e3b0ce6-59d2-4692-a111-ea1939ed4afd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.060856 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] No DVR routers for this DVR port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:12.087152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=4e3b0ce6-59d2-4692-a111-ea1939ed4afd,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:12.088377 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ef457377-f7cc-4576-bd5a-913bc15e5dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (4e3b0ce6-59d2-4692-a111-ea1939ed4afd), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.166975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef457377-f7cc-4576-bd5a-913bc15e5dbb None None] Pushing event deleted for resources: {'Port': ['ID=4e3b0ce6-59d2-4692-a111-ea1939ed4afd,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:12.181038 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef457377-f7cc-4576-bd5a-913bc15e5dbb None None] No DVR routers for this DVR port 4e3b0ce6-59d2-4692-a111-ea1939ed4afd on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:12.218288 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (5fdd0fa8-1587-4608-baf9-2af05adeba84), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.266931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdd0fa8-1587-4608-baf9-2af05adeba84']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:12.284239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5879ad4-133f-40ec-8675-4202ba0c73d0') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:12.284548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5879ad4-133f-40ec-8675-4202ba0c73d0') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:12.292596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8b5165c-7343-4f82-919e-87d8b7a22f3a req-01be8961-b85a-40c4-b296-08cdcbda2b30 tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.1467774 Feb 10 15:44:12.295462 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b11f17c-5759-4f27-9d7a-d91480c3f1fb req-ffb561a4-7e89-4880-9716-6254301ab658 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.1403298 Feb 10 15:44:12.313505 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (d5879ad4-133f-40ec-8675-4202ba0c73d0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.346891 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (d5879ad4-133f-40ec-8675-4202ba0c73d0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.354658 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:44:12.355095 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (d5879ad4-133f-40ec-8675-4202ba0c73d0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:44:12.358365 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:44:12.381937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19aa66c-3945-4089-a38a-8b43f33b8706 req-64030125-c3a2-406f-a9bd-fce739159afb tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:12.384046 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c19aa66c-3945-4089-a38a-8b43f33b8706 req-64030125-c3a2-406f-a9bd-fce739159afb tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 946 time: 0.0690746 Feb 10 15:44:12.411655 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55210) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:12.445622 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (5fdd0fa8-1587-4608-baf9-2af05adeba84), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.471130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c19aa66c-3945-4089-a38a-8b43f33b8706 req-0ca60adf-5c3d-4144-8057-1faf25ae6a3a tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809512 Feb 10 15:44:12.473486 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.484511 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/networks/5fdd0fa8-1587-4608-baf9-2af05adeba84 HTTP/1.1" status: 204 len: 168 time: 0.8587756 Feb 10 15:44:12.484511 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594dda5-2b44-4f7e-904f-75d89fb19ae6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Network': ['ID=5fdd0fa8-1587-4608-baf9-2af05adeba84,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:12.486509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55214) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:12.492562 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7c35b05a-5fa1-4445-9645-cbc5f85519f6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-165571036', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:12.523995 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c35b05a-5fa1-4445-9645-cbc5f85519f6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (7fc6add1-b99f-4ead-8192-34d1edc8fc00), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.525311 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c35b05a-5fa1-4445-9645-cbc5f85519f6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (7fc6add1-b99f-4ead-8192-34d1edc8fc00), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.576482 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81872b52-4ef8-45d1-b86e-c13f91498258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.595835 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c35b05a-5fa1-4445-9645-cbc5f85519f6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_controller (7fc6add1-b99f-4ead-8192-34d1edc8fc00), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.601271 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c35b05a-5fa1-4445-9645-cbc5f85519f6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (7fc6add1-b99f-4ead-8192-34d1edc8fc00), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.621031 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c35b05a-5fa1-4445-9645-cbc5f85519f6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.622364 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7c35b05a-5fa1-4445-9645-cbc5f85519f6 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1340585 Feb 10 15:44:12.625281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55216) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:12.633368 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f9e963c0-754f-4fe9-85be-403adf462bcb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'network': {'name': 'tempest-RoutersTest-2086785968'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:12.658096 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e963c0-754f-4fe9-85be-403adf462bcb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:12.659850 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81872b52-4ef8-45d1-b86e-c13f91498258 admin admin] Publish callbacks [] for security_group (38de6799-1894-4d9a-a511-5fc8798a6d0b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.663284 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-81872b52-4ef8-45d1-b86e-c13f91498258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (38de6799-1894-4d9a-a511-5fc8798a6d0b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.665000 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9e963c0-754f-4fe9-85be-403adf462bcb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.710996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-81872b52-4ef8-45d1-b86e-c13f91498258 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb65864c5754421c926c4b9eb6ccad6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2978253 Feb 10 15:44:12.712702 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55218) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:12.712833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81872b52-4ef8-45d1-b86e-c13f91498258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38de6799-1894-4d9a-a511-5fc8798a6d0b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:12.756833 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e963c0-754f-4fe9-85be-403adf462bcb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:44:12.783533 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9e963c0-754f-4fe9-85be-403adf462bcb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (f1b927b6-c967-404b-87bd-dbceb1399801), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.783868 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-f9e963c0-754f-4fe9-85be-403adf462bcb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Added segment f1b927b6-c967-404b-87bd-dbceb1399801 of type vlan for network 44935f4b-81e8-4fe1-a440-fcc9aaaef0a4 Feb 10 15:44:12.839632 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828cc01-d358-4ea4-a888-6df8c881d923 req-83c3a31b-62b5-4fe8-9825-c7f9bfb78ef7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:12.841056 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c828cc01-d358-4ea4-a888-6df8c881d923 req-83c3a31b-62b5-4fe8-9825-c7f9bfb78ef7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 946 time: 0.1616809 Feb 10 15:44:12.856035 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7be7c69-38b4-45dd-a482-104fd10ca1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.886974 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9e963c0-754f-4fe9-85be-403adf462bcb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (44935f4b-81e8-4fe1-a440-fcc9aaaef0a4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.889105 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7f43bfe1-ed76-4b8e-bc39-dd82984cf6e4 admin admin] Publish callbacks [] for security_group (38de6799-1894-4d9a-a511-5fc8798a6d0b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.960717 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7f43bfe1-ed76-4b8e-bc39-dd82984cf6e4 admin admin] Publish callbacks [] for security_group (38de6799-1894-4d9a-a511-5fc8798a6d0b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.979703 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9e963c0-754f-4fe9-85be-403adf462bcb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (44935f4b-81e8-4fe1-a440-fcc9aaaef0a4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:12.984489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e963c0-754f-4fe9-85be-403adf462bcb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:12.985098 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9e963c0-754f-4fe9-85be-403adf462bcb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:13.052891 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f9e963c0-754f-4fe9-85be-403adf462bcb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4258802 Feb 10 15:44:13.056380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55222) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:13.062216 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0a9fb352-8d96-4dcc-b93a-79e932cccc25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'subnet': {'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:13.091509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e963c0-754f-4fe9-85be-403adf462bcb tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Network': ['ID=44935f4b-81e8-4fe1-a440-fcc9aaaef0a4,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:13.099744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-c828cc01-d358-4ea4-a888-6df8c881d923 req-1059ce8b-f68f-4464-b31f-ab4b4aa9b22b tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Deleting port c6042774-1c90-49c1-b324-e166665de01c {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:13.100000 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c828cc01-d358-4ea4-a888-6df8c881d923 req-1059ce8b-f68f-4464-b31f-ab4b4aa9b22b tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c6042774-1c90-49c1-b324-e166665de01c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:13.110842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 44935f4b-81e8-4fe1-a440-fcc9aaaef0a4 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:44:13.128317 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7f43bfe1-ed76-4b8e-bc39-dd82984cf6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (38de6799-1894-4d9a-a511-5fc8798a6d0b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:13.130926 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7f43bfe1-ed76-4b8e-bc39-dd82984cf6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:13.136230 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7f43bfe1-ed76-4b8e-bc39-dd82984cf6e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38de6799-1894-4d9a-a511-5fc8798a6d0b HTTP/1.1" status: 204 len: 168 time: 0.4207103 Feb 10 15:44:13.180517 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43bfe1-ed76-4b8e-bc39-dd82984cf6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38de6799-1894-4d9a-a511-5fc8798a6d0b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:13.189149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9fb352-8d96-4dcc-b93a-79e932cccc25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:13.194295 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a9fb352-8d96-4dcc-b93a-79e932cccc25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:13.261995 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c828cc01-d358-4ea4-a888-6df8c881d923 req-1059ce8b-f68f-4464-b31f-ab4b4aa9b22b tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] For port c6042774-1c90-49c1-b324-e166665de01c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=c6042774-1c90-49c1-b324-e166665de01c,segment=NetworkSegment(652b4e1e-a65b-4f04-917f-36e2f1237f36),segment_id=652b4e1e-a65b-4f04-917f-36e2f1237f36)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:13.262365 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c828cc01-d358-4ea4-a888-6df8c881d923 req-1059ce8b-f68f-4464-b31f-ab4b4aa9b22b tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c6042774-1c90-49c1-b324-e166665de01c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:13.305962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-c828cc01-d358-4ea4-a888-6df8c881d923 req-1059ce8b-f68f-4464-b31f-ab4b4aa9b22b tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Calling delete_port for c6042774-1c90-49c1-b324-e166665de01c owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:13.520569 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ee4ba19-88ae-4e5e-8d3d-02c18024e075 req-f17cb30e-359f-4d76-8229-46ee84c7d70e tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0669575 Feb 10 15:44:13.523395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c828cc01-d358-4ea4-a888-6df8c881d923 req-1059ce8b-f68f-4464-b31f-ab4b4aa9b22b tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (c6042774-1c90-49c1-b324-e166665de01c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:13.525367 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a9fb352-8d96-4dcc-b93a-79e932cccc25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (5008af23-0472-4c94-9040-57f0eb89853a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:13.537026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['c6042774-1c90-49c1-b324-e166665de01c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:44:13.615104 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059ce8b-f68f-4464-b31f-ab4b4aa9b22b tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Pushing event deleted for resources: {'Port': ['ID=c6042774-1c90-49c1-b324-e166665de01c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:13.665542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fb352-8d96-4dcc-b93a-79e932cccc25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Subnet': ['ID=5008af23-0472-4c94-9040-57f0eb89853a,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:13.673562 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b77497d0-aa6e-44cd-810c-4a2070976a94 req-3d224c3e-c7da-49f6-ac39-2ca11550e942 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c75972-c067-42f2-80ba-2d1f135c9485 HTTP/1.1" status: 200 len: 210 time: 0.0588770 Feb 10 15:44:13.690787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c828cc01-d358-4ea4-a888-6df8c881d923 req-1059ce8b-f68f-4464-b31f-ab4b4aa9b22b tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] No DVR routers for this DVR port c6042774-1c90-49c1-b324-e166665de01c on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:13.700827 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c828cc01-d358-4ea4-a888-6df8c881d923 req-1059ce8b-f68f-4464-b31f-ab4b4aa9b22b tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:13.706335 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c828cc01-d358-4ea4-a888-6df8c881d923 req-1059ce8b-f68f-4464-b31f-ab4b4aa9b22b tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.79 "DELETE /v2.0/ports/c6042774-1c90-49c1-b324-e166665de01c HTTP/1.1" status: 204 len: 173 time: 0.8533676 Feb 10 15:44:13.706482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9fb352-8d96-4dcc-b93a-79e932cccc25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Checking segment: {'id': 'f1b927b6-c967-404b-87bd-dbceb1399801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:13.706864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c75972-c067-42f2-80ba-2d1f135c9485', 'name': 'network-vif-deleted', 'tag': 'c6042774-1c90-49c1-b324-e166665de01c'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:44:13.707486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9fb352-8d96-4dcc-b93a-79e932cccc25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network hostable DHCP agents. Network: 44935f4b-81e8-4fe1-a440-fcc9aaaef0a4, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:44:13.709286 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48be8cc-299c-431a-b82e-c382a30bc359" -d '{"events": [{"server_uuid": "c0c75972-c067-42f2-80ba-2d1f135c9485", "name": "network-vif-deleted", "tag": "c6042774-1c90-49c1-b324-e166665de01c"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:13.745008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9fb352-8d96-4dcc-b93a-79e932cccc25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network 44935f4b-81e8-4fe1-a440-fcc9aaaef0a4 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:44:13.767181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-0a9fb352-8d96-4dcc-b93a-79e932cccc25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 44935f4b-81e8-4fe1-a440-fcc9aaaef0a4) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:13.785520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33483871-e484-46e5-b9ff-ba8fcf5b5225 None None] Network 44935f4b-81e8-4fe1-a440-fcc9aaaef0a4 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:13.792182 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91106c2-303c-42d1-b55e-c131cd9548be x-openstack-request-id: req-b91106c2-303c-42d1-b55e-c131cd9548be {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:13.792727 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c75972-c067-42f2-80ba-2d1f135c9485", "name": "network-vif-deleted", "tag": "c6042774-1c90-49c1-b324-e166665de01c", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:13.793265 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b91106c2-303c-42d1-b55e-c131cd9548be {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:13.794078 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c75972-c067-42f2-80ba-2d1f135c9485', 'name': 'network-vif-deleted', 'tag': 'c6042774-1c90-49c1-b324-e166665de01c', 'status': 'completed', 'code': 200} Feb 10 15:44:13.809342 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9fb352-8d96-4dcc-b93a-79e932cccc25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:13.809946 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a9fb352-8d96-4dcc-b93a-79e932cccc25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:13.856297 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0a9fb352-8d96-4dcc-b93a-79e932cccc25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7960746 Feb 10 15:44:13.857165 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55254) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:13.908946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4e3b0ce6-59d2-4692-a111-ea1939ed4afd no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:13.960957 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:44:13.961920 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:14.026772 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 4e3b0ce6-59d2-4692-a111-ea1939ed4afd {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:14.027118 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4e3b0ce6-59d2-4692-a111-ea1939ed4afd not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:14.244148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Allocated IP 172.20.0.2 (44935f4b-81e8-4fe1-a440-fcc9aaaef0a4/5008af23-0472-4c94-9040-57f0eb89853a/c54dfed7-5435-4e18-9a50-93224fe48d9f) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:14.290508 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8548d352-9e66-461d-b13a-a9a08cd98be2 req-e3ff8208-e65c-4a8e-a316-3f15f3d2838d tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0576952 Feb 10 15:44:14.348972 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:14.500298 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Publish callbacks [] for port (c54dfed7-5435-4e18-9a50-93224fe48d9f), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:14.509347 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (c54dfed7-5435-4e18-9a50-93224fe48d9f), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:14.556338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Network 44935f4b-81e8-4fe1-a440-fcc9aaaef0a4 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:14.559625 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:14.562012 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:14.571826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Pushing event updated for resources: {'Port': ['ID=c54dfed7-5435-4e18-9a50-93224fe48d9f,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:14.632219 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Attempting to bind port c54dfed7-5435-4e18-9a50-93224fe48d9f on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:44:14.632674 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Attempting to bind port c54dfed7-5435-4e18-9a50-93224fe48d9f by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'f1b927b6-c967-404b-87bd-dbceb1399801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:44:14.633061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Attempting to bind port c54dfed7-5435-4e18-9a50-93224fe48d9f on network 44935f4b-81e8-4fe1-a440-fcc9aaaef0a4 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:14.640582 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:14.641069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Checking segment: {'id': 'f1b927b6-c967-404b-87bd-dbceb1399801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:14.641399 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:14.641799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Bound using segment: {'id': 'f1b927b6-c967-404b-87bd-dbceb1399801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:14.642284 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Bound port: c54dfed7-5435-4e18-9a50-93224fe48d9f, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b927b6-c967-404b-87bd-dbceb1399801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:44:14.642671 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c54dfed7-5435-4e18-9a50-93224fe48d9f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:14.722897 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] For port c54dfed7-5435-4e18-9a50-93224fe48d9f, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:14.727309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] For port c54dfed7-5435-4e18-9a50-93224fe48d9f, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c54dfed7-5435-4e18-9a50-93224fe48d9f,segment=NetworkSegment(f1b927b6-c967-404b-87bd-dbceb1399801),segment_id=f1b927b6-c967-404b-87bd-dbceb1399801)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:14.743121 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c54dfed7-5435-4e18-9a50-93224fe48d9f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:14.769592 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Allocated IP 172.20.0.1 (44935f4b-81e8-4fe1-a440-fcc9aaaef0a4/5008af23-0472-4c94-9040-57f0eb89853a/13979ba0-dc88-413f-a36b-848e8c1fc98b) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:14.861557 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d9e82-6ebe-41a9-873e-7aa7ac954351 None None] Pushing event updated for resources: {'Port': ['ID=c54dfed7-5435-4e18-9a50-93224fe48d9f,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:15.009941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55292) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:15.154117 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:15.244282 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a2b9-01b2-4a06-9c7c-a15531b58b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:15.262177 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:15.268688 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0bda3cb8-278b-412d-9e66-b521e02e947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:15.362460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network 44935f4b-81e8-4fe1-a440-fcc9aaaef0a4 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:15.363773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=13979ba0-dc88-413f-a36b-848e8c1fc98b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:15.367562 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:15.370853 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:15.448280 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a2b9-01b2-4a06-9c7c-a15531b58b11 admin admin] Publish callbacks [] for security_group (10017ebc-fbab-44a6-8189-b8de2fb63863), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:15.455933 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a2b9-01b2-4a06-9c7c-a15531b58b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (10017ebc-fbab-44a6-8189-b8de2fb63863), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:15.470957 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a88d7cc3-77ff-4b58-9e30-aa38010e82e2 req-e35fb09a-28f1-4beb-93c3-a80b1a0c9a8e tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0351253 Feb 10 15:44:15.479235 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (7fc6add1-b99f-4ead-8192-34d1edc8fc00), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:15.531326 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a2a4a2b9-01b2-4a06-9c7c-a15531b58b11 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d23d66944d946a99ad6f1caab92ff40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5195212 Feb 10 15:44:15.531505 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55298) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:15.563476 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4a2b9-01b2-4a06-9c7c-a15531b58b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10017ebc-fbab-44a6-8189-b8de2fb63863,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:15.689598 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a047dfbf-1bf0-4165-a3f2-5a5721c38393 admin admin] Publish callbacks [] for security_group (10017ebc-fbab-44a6-8189-b8de2fb63863), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:15.713867 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a047dfbf-1bf0-4165-a3f2-5a5721c38393 admin admin] Publish callbacks [] for security_group (10017ebc-fbab-44a6-8189-b8de2fb63863), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:15.784235 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:15.859908 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a047dfbf-1bf0-4165-a3f2-5a5721c38393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (10017ebc-fbab-44a6-8189-b8de2fb63863), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:15.862591 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a047dfbf-1bf0-4165-a3f2-5a5721c38393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:15.863740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a047dfbf-1bf0-4165-a3f2-5a5721c38393 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10017ebc-fbab-44a6-8189-b8de2fb63863 HTTP/1.1" status: 204 len: 168 time: 0.3312929 Feb 10 15:44:15.918604 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c54dfed7-5435-4e18-9a50-93224fe48d9f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:15.948360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047dfbf-1bf0-4165-a3f2-5a5721c38393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10017ebc-fbab-44a6-8189-b8de2fb63863,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:16.051361 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c54dfed7-5435-4e18-9a50-93224fe48d9f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:16.051832 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c54dfed7-5435-4e18-9a50-93224fe48d9f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:16.219872 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c54dfed7-5435-4e18-9a50-93224fe48d9f is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:16.220725 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c54dfed7-5435-4e18-9a50-93224fe48d9f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:16.282175 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port c54dfed7-5435-4e18-9a50-93224fe48d9f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c54dfed7-5435-4e18-9a50-93224fe48d9f,segment=NetworkSegment(f1b927b6-c967-404b-87bd-dbceb1399801),segment_id=f1b927b6-c967-404b-87bd-dbceb1399801)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:16.296487 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c54dfed7-5435-4e18-9a50-93224fe48d9f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:16.299548 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:16.312331 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:16.491943 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:16.495852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=c54dfed7-5435-4e18-9a50-93224fe48d9f,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:16.516443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device c6042774-1c90-49c1-b324-e166665de01c no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:16.527487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=13979ba0-dc88-413f-a36b-848e8c1fc98b,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:16.557169 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (7fc6add1-b99f-4ead-8192-34d1edc8fc00), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:16.561098 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: c6042774-1c90-49c1-b324-e166665de01c {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:16.561573 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device c6042774-1c90-49c1-b324-e166665de01c not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:16.590144 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbd8edc-3488-4acf-beef-5663cef970b2 None None] Network 44935f4b-81e8-4fe1-a440-fcc9aaaef0a4 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:16.661811 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ddcd4146-c74e-47a7-951a-77e3f9b2fab6 req-df44f2da-8f91-4b9c-9df5-1f4d4cffe6ed tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0497146 Feb 10 15:44:16.794927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2d397267-4267-4c65-b2f2-c00d7b2f8c49 None None] Provisioning complete for port c54dfed7-5435-4e18-9a50-93224fe48d9f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:16.795312 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2d397267-4267-4c65-b2f2-c00d7b2f8c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c54dfed7-5435-4e18-9a50-93224fe48d9f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:16.825966 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network 44935f4b-81e8-4fe1-a440-fcc9aaaef0a4 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:16.828235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:16.986807 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2d397267-4267-4c65-b2f2-c00d7b2f8c49 None None] Current status of the port c54dfed7-5435-4e18-9a50-93224fe48d9f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:17.022718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:44:17.231065 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:17.241471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Sync routers for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:17.252094 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3c06f4f1-2841-46bd-b0c9-95d983bb9c43 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/7fc6add1-b99f-4ead-8192-34d1edc8fc00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3935888 Feb 10 15:44:17.254726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55334) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:17.260831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-318b32bb-801e-4d52-a726-4c3b4c7c3161 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'network': {'name': 'tempest-RoutersTest-1428397967'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:17.268461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:17.271412 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:17.305312 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318b32bb-801e-4d52-a726-4c3b4c7c3161 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:17.310117 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-318b32bb-801e-4d52-a726-4c3b4c7c3161 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:17.366311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55336) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:17.396756 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318b32bb-801e-4d52-a726-4c3b4c7c3161 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:44:17.429681 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-318b32bb-801e-4d52-a726-4c3b4c7c3161 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9c247069-3e8d-40dd-972a-d399b7be8ff5), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:17.430424 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-318b32bb-801e-4d52-a726-4c3b4c7c3161 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Added segment 9c247069-3e8d-40dd-972a-d399b7be8ff5 of type vlan for network cc951e06-3e40-4b4e-b234-3388826c1b5c Feb 10 15:44:17.569057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-413349dd-975e-4681-b56c-072842915a26 None None] Provisioning complete for port c54dfed7-5435-4e18-9a50-93224fe48d9f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:17.569578 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-413349dd-975e-4681-b56c-072842915a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c54dfed7-5435-4e18-9a50-93224fe48d9f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:17.572001 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-318b32bb-801e-4d52-a726-4c3b4c7c3161 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (cc951e06-3e40-4b4e-b234-3388826c1b5c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:17.669728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b3be890f-db78-4055-beb5-b270e63c5fd0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-706605729-network', 'tenant_id': 'ee25bdb47ca54d2e9cbbb0c9030a2cdd'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:17.673027 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-318b32bb-801e-4d52-a726-4c3b4c7c3161 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (cc951e06-3e40-4b4e-b234-3388826c1b5c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:17.682318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318b32bb-801e-4d52-a726-4c3b4c7c3161 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:17.682953 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-318b32bb-801e-4d52-a726-4c3b4c7c3161 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:17.711257 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3be890f-db78-4055-beb5-b270e63c5fd0 admin admin] Made reservation on behalf of ee25bdb47ca54d2e9cbbb0c9030a2cdd for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:17.716424 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3be890f-db78-4055-beb5-b270e63c5fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:17.737261 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3be890f-db78-4055-beb5-b270e63c5fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:17.826586 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-318b32bb-801e-4d52-a726-4c3b4c7c3161 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5701456 Feb 10 15:44:17.829323 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55344) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:17.853114 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a023f59b-6b7e-4154-a965-345b7f01e42c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'subnet': {'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:17.861002 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:17.919218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b32bb-801e-4d52-a726-4c3b4c7c3161 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Network': ['ID=cc951e06-3e40-4b4e-b234-3388826c1b5c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:17.993868 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network cc951e06-3e40-4b4e-b234-3388826c1b5c details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:44:18.016171 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c54dfed7-5435-4e18-9a50-93224fe48d9f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:18.050538 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd8fcf4d-3103-4318-9ec6-fbad9bcb0551 req-ab9dbb82-f381-41d3-afc6-180768fa60e8 tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.1508303 Feb 10 15:44:18.100541 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a023f59b-6b7e-4154-a965-345b7f01e42c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:18.105616 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a023f59b-6b7e-4154-a965-345b7f01e42c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:18.166207 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3be890f-db78-4055-beb5-b270e63c5fd0 admin admin] Publish callbacks [] for security_group (b50fc3d3-f166-4e05-a491-c9e66c1e7df5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:18.178726 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3be890f-db78-4055-beb5-b270e63c5fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b50fc3d3-f166-4e05-a491-c9e66c1e7df5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:18.223131 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:18.224172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-413349dd-975e-4681-b56c-072842915a26 None None] Current status of the port c54dfed7-5435-4e18-9a50-93224fe48d9f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:18.251684 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3be890f-db78-4055-beb5-b270e63c5fd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:44:18.280068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-413349dd-975e-4681-b56c-072842915a26 None None] Provisioning complete for port 13979ba0-dc88-413f-a36b-848e8c1fc98b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:18.280919 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-413349dd-975e-4681-b56c-072842915a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:18.281884 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be890f-db78-4055-beb5-b270e63c5fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50fc3d3-f166-4e05-a491-c9e66c1e7df5,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:18.312163 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3be890f-db78-4055-beb5-b270e63c5fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (90181bfe-6876-454b-8075-225293454646), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:18.312958 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-b3be890f-db78-4055-beb5-b270e63c5fd0 admin admin] Added segment 90181bfe-6876-454b-8075-225293454646 of type vlan for network bdb81c03-ceb0-4464-ba08-e8f899222887 Feb 10 15:44:18.391700 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c54dfed7-5435-4e18-9a50-93224fe48d9f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:18.392454 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c54dfed7-5435-4e18-9a50-93224fe48d9f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:18.610344 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-413349dd-975e-4681-b56c-072842915a26 None None] Port 13979ba0-dc88-413f-a36b-848e8c1fc98b cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:44:18.767541 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3be890f-db78-4055-beb5-b270e63c5fd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (bdb81c03-ceb0-4464-ba08-e8f899222887), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:18.788108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c54dfed7-5435-4e18-9a50-93224fe48d9f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:18.803194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1b742369-fb35-4bdf-84c0-1290ab0fe9a6 None None] Provisioning complete for port 13979ba0-dc88-413f-a36b-848e8c1fc98b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:18.803577 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1b742369-fb35-4bdf-84c0-1290ab0fe9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:18.878178 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3be890f-db78-4055-beb5-b270e63c5fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (bdb81c03-ceb0-4464-ba08-e8f899222887), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:18.878886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3be890f-db78-4055-beb5-b270e63c5fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:18.879751 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b3be890f-db78-4055-beb5-b270e63c5fd0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:18.885579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1b742369-fb35-4bdf-84c0-1290ab0fe9a6 None None] Port 13979ba0-dc88-413f-a36b-848e8c1fc98b cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:44:18.905300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:15Z', 'revision_number': 2, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:16Z', 'revision_number': 2, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:18.940573 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Checking router: 7fc6add1-b99f-4ead-8192-34d1edc8fc00 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:18.941206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Updating router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 port 13979ba0-dc88-413f-a36b-848e8c1fc98b binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:44:18.960804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55352) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:18.967208 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b40b22db-22f0-4810-b3f5-d9385f20129e admin admin] Request body: {'subnet': {'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-706605729-subnet', 'tenant_id': 'ee25bdb47ca54d2e9cbbb0c9030a2cdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:18.972966 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b3be890f-db78-4055-beb5-b270e63c5fd0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6048863 Feb 10 15:44:18.978888 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:18.980616 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:19.016087 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40b22db-22f0-4810-b3f5-d9385f20129e admin admin] Made reservation on behalf of ee25bdb47ca54d2e9cbbb0c9030a2cdd for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:19.019984 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b40b22db-22f0-4810-b3f5-d9385f20129e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:19.037008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be890f-db78-4055-beb5-b270e63c5fd0 admin admin] Pushing event updated for resources: {'Network': ['ID=bdb81c03-ceb0-4464-ba08-e8f899222887,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:19.054636 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a023f59b-6b7e-4154-a965-345b7f01e42c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (42cb01e7-30c5-4db2-b302-3d21938e24e8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:19.080304 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network bdb81c03-ceb0-4464-ba08-e8f899222887 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:44:19.160923 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023f59b-6b7e-4154-a965-345b7f01e42c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Subnet': ['ID=42cb01e7-30c5-4db2-b302-3d21938e24e8,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:19.165111 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023f59b-6b7e-4154-a965-345b7f01e42c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Checking segment: {'id': '9c247069-3e8d-40dd-972a-d399b7be8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:19.165492 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a023f59b-6b7e-4154-a965-345b7f01e42c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network hostable DHCP agents. Network: cc951e06-3e40-4b4e-b234-3388826c1b5c, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:44:19.217978 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a023f59b-6b7e-4154-a965-345b7f01e42c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network cc951e06-3e40-4b4e-b234-3388826c1b5c is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:44:19.264397 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b40b22db-22f0-4810-b3f5-d9385f20129e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (dbaa343d-0471-430d-80ca-08e968e4445c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:19.297216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d2e60362-cdd6-4604-b50a-f4ca05641fb7 req-f0714098-f158-4d2c-b497-19b42a223d4d tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0813079 Feb 10 15:44:19.306704 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-a023f59b-6b7e-4154-a965-345b7f01e42c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, cc951e06-3e40-4b4e-b234-3388826c1b5c) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:19.314963 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a023f59b-6b7e-4154-a965-345b7f01e42c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:19.315735 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a023f59b-6b7e-4154-a965-345b7f01e42c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:19.329065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a29a1-24fd-441c-91b6-7fd36a6460b6 None None] Network cc951e06-3e40-4b4e-b234-3388826c1b5c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:19.332124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b22db-22f0-4810-b3f5-d9385f20129e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbaa343d-0471-430d-80ca-08e968e4445c,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:19.344251 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a023f59b-6b7e-4154-a965-345b7f01e42c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5085936 Feb 10 15:44:19.344545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55370) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:19.369061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b22db-22f0-4810-b3f5-d9385f20129e admin admin] Checking segment: {'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:19.369425 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b22db-22f0-4810-b3f5-d9385f20129e admin admin] Network hostable DHCP agents. Network: bdb81c03-ceb0-4464-ba08-e8f899222887, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:44:19.395311 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b22db-22f0-4810-b3f5-d9385f20129e admin admin] Network bdb81c03-ceb0-4464-ba08-e8f899222887 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:44:19.418036 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-b40b22db-22f0-4810-b3f5-d9385f20129e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, bdb81c03-ceb0-4464-ba08-e8f899222887) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:19.428143 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40b22db-22f0-4810-b3f5-d9385f20129e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:19.429055 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b40b22db-22f0-4810-b3f5-d9385f20129e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:19.447648 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aeeb46-5a7f-4284-8145-6b5dc81f7390 None None] Network bdb81c03-ceb0-4464-ba08-e8f899222887 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:19.458654 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b40b22db-22f0-4810-b3f5-d9385f20129e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4966505 Feb 10 15:44:19.643661 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-cc951e06-3e40-4b4e-b234-3388826c1b5c', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:44:19.645429 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:19.809790 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71b6df0-ac95-4aea-9671-8dddd899c7ee None None] Network bdb81c03-ceb0-4464-ba08-e8f899222887 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:19.869794 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Publish callbacks [] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:19.907497 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:20.073197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa241f18-01aa-4557-9d61-1a06c5887ac1 None None] Pushing event updated for resources: {'Port': ['ID=13979ba0-dc88-413f-a36b-848e8c1fc98b,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:20.077696 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Allocated IP 172.21.0.2 (cc951e06-3e40-4b4e-b234-3388826c1b5c/42cb01e7-30c5-4db2-b302-3d21938e24e8/f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:20.088216 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:20.184356 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Attempting to bind port 13979ba0-dc88-413f-a36b-848e8c1fc98b on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:44:20.186152 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Attempting to bind port 13979ba0-dc88-413f-a36b-848e8c1fc98b by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'f1b927b6-c967-404b-87bd-dbceb1399801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:44:20.186695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Attempting to bind port 13979ba0-dc88-413f-a36b-848e8c1fc98b on network 44935f4b-81e8-4fe1-a440-fcc9aaaef0a4 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:20.198481 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:20.199181 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Checking segment: {'id': 'f1b927b6-c967-404b-87bd-dbceb1399801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:20.199765 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:20.200336 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Bound using segment: {'id': 'f1b927b6-c967-404b-87bd-dbceb1399801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:20.201014 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Bound port: 13979ba0-dc88-413f-a36b-848e8c1fc98b, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b927b6-c967-404b-87bd-dbceb1399801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:44:20.201586 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:20.396994 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] For port 13979ba0-dc88-413f-a36b-848e8c1fc98b, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:20.404953 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] For port 13979ba0-dc88-413f-a36b-848e8c1fc98b, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=13979ba0-dc88-413f-a36b-848e8c1fc98b,segment=NetworkSegment(f1b927b6-c967-404b-87bd-dbceb1399801),segment_id=f1b927b6-c967-404b-87bd-dbceb1399801)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:20.432091 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-c69cf0ee-697c-4435-8466-a45d1f2d9b00 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:20.433761 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-c69cf0ee-697c-4435-8466-a45d1f2d9b00 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 814 time: 0.4066353 Feb 10 15:44:20.441655 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:20.451643 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-a4021042-cbc1-4cdb-b134-26a055a2cfef tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/quotas/ee25bdb47ca54d2e9cbbb0c9030a2cdd HTTP/1.1" status: 200 len: 375 time: 0.0120549 Feb 10 15:44:20.495444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-8c65e3af-3480-4177-9e96-872ec14924ed tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381222 Feb 10 15:44:20.528639 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa241f18-01aa-4557-9d61-1a06c5887ac1 None None] Pushing event updated for resources: {'Port': ['ID=13979ba0-dc88-413f-a36b-848e8c1fc98b,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:20.569532 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Publish callbacks [] for port (f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:20.572710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8cc2086d-8ff6-4579-b6c4-2358255653af None None] Provisioning complete for port 13979ba0-dc88-413f-a36b-848e8c1fc98b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:20.573128 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8cc2086d-8ff6-4579-b6c4-2358255653af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:20.582786 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ef0a062-4b67-4491-8f54-148faa13ef10 req-a413a800-159a-4dcd-9264-899fe735b42c tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0888832 Feb 10 15:44:20.632781 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:20.695037 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Network cc951e06-3e40-4b4e-b234-3388826c1b5c is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:20.705601 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:20.706636 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:20.709032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:20.713551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Allocated IP 172.21.0.1 (cc951e06-3e40-4b4e-b234-3388826c1b5c/42cb01e7-30c5-4db2-b302-3d21938e24e8/2a68683e-7b96-457a-9efa-fb5bafed6b93) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:20.718986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:20.770737 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-20ed9bc2-2994-48c0-80e9-9bb6a970b584 service neutron] 10.222.0.64 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632015 Feb 10 15:44:20.780150 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Pushing event updated for resources: {'Port': ['ID=f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:20.959018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-b390b339-2e22-446d-8007-12f611307061 service neutron] 10.222.0.64 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872530 Feb 10 15:44:20.962444 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:21.030988 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:21.091772 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network cc951e06-3e40-4b4e-b234-3388826c1b5c is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:21.095818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:21.104159 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Attempting to bind port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:44:21.104534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Attempting to bind port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '9c247069-3e8d-40dd-972a-d399b7be8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:44:21.104924 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Attempting to bind port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 on network cc951e06-3e40-4b4e-b234-3388826c1b5c {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:21.107456 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:21.108168 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:21.149028 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=2a68683e-7b96-457a-9efa-fb5bafed6b93,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:21.177418 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (7fc6add1-b99f-4ead-8192-34d1edc8fc00), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:21.177689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:21.177973 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Checking segment: {'id': '9c247069-3e8d-40dd-972a-d399b7be8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:21.178336 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:21.178746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Bound using segment: {'id': '9c247069-3e8d-40dd-972a-d399b7be8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:21.179246 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Bound port: f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c247069-3e8d-40dd-972a-d399b7be8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:44:21.179634 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:21.195686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8cc2086d-8ff6-4579-b6c4-2358255653af None None] Current status of the port 13979ba0-dc88-413f-a36b-848e8c1fc98b is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:21.196084 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8cc2086d-8ff6-4579-b6c4-2358255653af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:21.261982 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaf04bfb-6751-4dbb-9dc7-ff76a652eddb req-8ab29b28-a873-4025-a316-fec957c69c70 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 210 time: 0.0414610 Feb 10 15:44:21.345891 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8cc2086d-8ff6-4579-b6c4-2358255653af None None] For port 13979ba0-dc88-413f-a36b-848e8c1fc98b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=13979ba0-dc88-413f-a36b-848e8c1fc98b,segment=NetworkSegment(f1b927b6-c967-404b-87bd-dbceb1399801),segment_id=f1b927b6-c967-404b-87bd-dbceb1399801)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:21.377587 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:21.407550 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8cc2086d-8ff6-4579-b6c4-2358255653af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:21.487100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] For port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:21.504529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] For port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86,segment=NetworkSegment(9c247069-3e8d-40dd-972a-d399b7be8ff5),segment_id=9c247069-3e8d-40dd-972a-d399b7be8ff5)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:21.541857 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:21.573671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2086d-8ff6-4579-b6c4-2358255653af None None] Pushing event updated for resources: {'Port': ['ID=13979ba0-dc88-413f-a36b-848e8c1fc98b,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:21.649497 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-503ddbbc-f685-43a2-8d7d-601a12f3b6e9 None None] Provisioning complete for port 13979ba0-dc88-413f-a36b-848e8c1fc98b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:21.653825 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-503ddbbc-f685-43a2-8d7d-601a12f3b6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:21.752719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d7b3d-7101-4cd5-8e82-2159cf6ac082 None None] Pushing event updated for resources: {'Port': ['ID=f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:21.789342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:15Z', 'revision_number': 2, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:20Z', 'revision_number': 4, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:21.869432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42eebb-022a-41db-92f9-a8fc59e9b53f None None] The sync data for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 is: [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:15Z', 'revision_number': 2, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:20Z', 'revision_number': 4, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:21.888498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-503ddbbc-f685-43a2-8d7d-601a12f3b6e9 None None] Current status of the port 13979ba0-dc88-413f-a36b-848e8c1fc98b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:21.979042 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf0389d3-b9cd-4216-a71d-0673d64c20e5 req-b519b6fb-b093-4918-9e4f-306fe93926ed tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0770204 Feb 10 15:44:22.005266 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:22.011654 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:22.166961 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (7fc6add1-b99f-4ead-8192-34d1edc8fc00), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:22.199018 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=2a68683e-7b96-457a-9efa-fb5bafed6b93,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:22.469441 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8676c7a7-9c35-437b-a3d3-2b0bb0eb7bc7 req-6ba7dd75-37a3-45a1-9434-77bcf28ddea0 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 210 time: 0.0874257 Feb 10 15:44:22.583835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network cc951e06-3e40-4b4e-b234-3388826c1b5c is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:22.597707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:22.798665 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:23.024234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:23.038870 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d917c5d3-1966-49ed-b416-9824777e9754 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/7fc6add1-b99f-4ead-8192-34d1edc8fc00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6931350 Feb 10 15:44:23.043687 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55422) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:23.062130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f49dbaa4-68e5-42da-a704-6c40dc98173c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'network': {'name': 'tempest-RoutersTest-1766644077'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:23.107297 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-b5784092-dbea-44da-b6bd-1ea160275bbc tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:23.110632 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-b5784092-dbea-44da-b6bd-1ea160275bbc tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.79 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 814 time: 0.3292410 Feb 10 15:44:23.116123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49dbaa4-68e5-42da-a704-6c40dc98173c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:23.125888 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f49dbaa4-68e5-42da-a704-6c40dc98173c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:23.129344 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-59ac0c04-7e72-4a89-a749-3e71ff6b875d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Request body: {'port': {'device_id': '52c2bad0-2765-4044-83e4-a6f4434d3ace', 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887', 'admin_state_up': True, 'tenant_id': 'ee25bdb47ca54d2e9cbbb0c9030a2cdd'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:23.219215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49dbaa4-68e5-42da-a704-6c40dc98173c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:44:23.248925 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b57b92c-2fc3-4e76-a942-989fc9383f2d req-f802a1c6-7f51-45ce-b054-3b38fdadf8d8 tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0633874 Feb 10 15:44:23.254430 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f49dbaa4-68e5-42da-a704-6c40dc98173c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (33a88719-9994-419b-9d08-26cdb07ab1e9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:23.254835 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-f49dbaa4-68e5-42da-a704-6c40dc98173c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Added segment 33a88719-9994-419b-9d08-26cdb07ab1e9 of type vlan for network e8c37e08-585d-485c-9c41-d347912e2c6d Feb 10 15:44:23.305162 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f49dbaa4-68e5-42da-a704-6c40dc98173c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (e8c37e08-585d-485c-9c41-d347912e2c6d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:23.335277 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f49dbaa4-68e5-42da-a704-6c40dc98173c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (e8c37e08-585d-485c-9c41-d347912e2c6d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:23.341448 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49dbaa4-68e5-42da-a704-6c40dc98173c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:23.342048 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f49dbaa4-68e5-42da-a704-6c40dc98173c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:23.344954 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-59ac0c04-7e72-4a89-a749-3e71ff6b875d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Made reservation on behalf of ee25bdb47ca54d2e9cbbb0c9030a2cdd for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:23.351185 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-59ac0c04-7e72-4a89-a749-3e71ff6b875d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:23.355791 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2335896e-0c46-4e4c-9324-64c2a80fb3c6 None None] Network cc951e06-3e40-4b4e-b234-3388826c1b5c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:23.377315 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f49dbaa4-68e5-42da-a704-6c40dc98173c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3301470 Feb 10 15:44:23.379955 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55426) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:23.385260 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-bdff3a02-d4ba-413e-9e2c-8fb27a835705 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'subnet': {'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:23.441050 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49dbaa4-68e5-42da-a704-6c40dc98173c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Network': ['ID=e8c37e08-585d-485c-9c41-d347912e2c6d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:23.486351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network e8c37e08-585d-485c-9c41-d347912e2c6d details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:44:23.526287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdff3a02-d4ba-413e-9e2c-8fb27a835705 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:23.533270 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bdff3a02-d4ba-413e-9e2c-8fb27a835705 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:23.560139 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ae97a785-3a70-468c-8272-440428cef307 None None] Provisioning complete for port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:23.560894 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ae97a785-3a70-468c-8272-440428cef307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:23.588275 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-59ac0c04-7e72-4a89-a749-3e71ff6b875d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Allocated IP 172.20.0.11 (bdb81c03-ceb0-4464-ba08-e8f899222887/dbaa343d-0471-430d-80ca-08e968e4445c/fd495e7e-f15e-4b20-a640-826bb6e05ec6) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:23.689977 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea83d4cc-379a-4944-981b-45eb209f2b5b req-252166f8-a9bc-40da-9504-52b3bc0b4e38 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 210 time: 0.0459507 Feb 10 15:44:23.719491 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ae97a785-3a70-468c-8272-440428cef307 None None] Current status of the port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:23.720300 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ae97a785-3a70-468c-8272-440428cef307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:23.810030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ae97a785-3a70-468c-8272-440428cef307 None None] For port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86,segment=NetworkSegment(9c247069-3e8d-40dd-972a-d399b7be8ff5),segment_id=9c247069-3e8d-40dd-972a-d399b7be8ff5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:23.822063 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ae97a785-3a70-468c-8272-440428cef307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:23.952158 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97a785-3a70-468c-8272-440428cef307 None None] Pushing event updated for resources: {'Port': ['ID=f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:23.972850 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-59ac0c04-7e72-4a89-a749-3e71ff6b875d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks [] for port (fd495e7e-f15e-4b20-a640-826bb6e05ec6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:24.020974 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bdff3a02-d4ba-413e-9e2c-8fb27a835705 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (516f29a9-6517-4c85-8546-3cf2be2bf4fd), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:24.033106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 13979ba0-dc88-413f-a36b-848e8c1fc98b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:24.070077 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-59ac0c04-7e72-4a89-a749-3e71ff6b875d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fd495e7e-f15e-4b20-a640-826bb6e05ec6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:24.143337 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff3a02-d4ba-413e-9e2c-8fb27a835705 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Subnet': ['ID=516f29a9-6517-4c85-8546-3cf2be2bf4fd,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:24.159768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff3a02-d4ba-413e-9e2c-8fb27a835705 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Checking segment: {'id': '33a88719-9994-419b-9d08-26cdb07ab1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:24.160145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdff3a02-d4ba-413e-9e2c-8fb27a835705 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network hostable DHCP agents. Network: e8c37e08-585d-485c-9c41-d347912e2c6d, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:44:24.189634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-59ac0c04-7e72-4a89-a749-3e71ff6b875d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Network bdb81c03-ceb0-4464-ba08-e8f899222887 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:24.199485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-59ac0c04-7e72-4a89-a749-3e71ff6b875d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:24.203243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-59ac0c04-7e72-4a89-a749-3e71ff6b875d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:24.222163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdff3a02-d4ba-413e-9e2c-8fb27a835705 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network e8c37e08-585d-485c-9c41-d347912e2c6d is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:44:24.246212 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 13979ba0-dc88-413f-a36b-848e8c1fc98b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:24.246212 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:24.254722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-bdff3a02-d4ba-413e-9e2c-8fb27a835705 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, e8c37e08-585d-485c-9c41-d347912e2c6d) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:24.266651 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdff3a02-d4ba-413e-9e2c-8fb27a835705 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:24.270440 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bdff3a02-d4ba-413e-9e2c-8fb27a835705 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:24.290742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac0c04-7e72-4a89-a749-3e71ff6b875d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Pushing event updated for resources: {'Port': ['ID=fd495e7e-f15e-4b20-a640-826bb6e05ec6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:24.300445 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bdff3a02-d4ba-413e-9e2c-8fb27a835705 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9194582 Feb 10 15:44:24.305336 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55440) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:24.309520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35400058-ac51-478b-bdd5-672e90342219 None None] Network e8c37e08-585d-485c-9c41-d347912e2c6d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:24.335877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-59ac0c04-7e72-4a89-a749-3e71ff6b875d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:24.342352 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-59ac0c04-7e72-4a89-a749-3e71ff6b875d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:24.379122 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Sync routers for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:24.381672 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-59ac0c04-7e72-4a89-a749-3e71ff6b875d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2622349 Feb 10 15:44:24.394409 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Request body: {'port': {'device_id': '52c2bad0-2765-4044-83e4-a6f4434d3ace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:24.394643 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:24.395260 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:24.450299 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e45d2ad3-134a-4cc5-a43d-9aae06032d73 None None] Provisioning complete for port 2a68683e-7b96-457a-9efa-fb5bafed6b93 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:24.451301 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e45d2ad3-134a-4cc5-a43d-9aae06032d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:24.487302 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fd495e7e-f15e-4b20-a640-826bb6e05ec6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:24.493781 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-729c322b-9610-4a4c-bb70-fafdbf493db0 req-cd5608b9-e62a-4370-a547-fea308ea082e tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0869095 Feb 10 15:44:24.555721 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e45d2ad3-134a-4cc5-a43d-9aae06032d73 None None] Port 2a68683e-7b96-457a-9efa-fb5bafed6b93 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:44:24.597432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-e8c37e08-585d-485c-9c41-d347912e2c6d', 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'fixed_ips': [{'subnet_id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:44:24.598611 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:24.644736 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:24.746276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 13979ba0-dc88-413f-a36b-848e8c1fc98b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:24.747427 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:24.750396 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e45d2ad3-134a-4cc5-a43d-9aae06032d73 None None] Provisioning complete for port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:24.755758 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e45d2ad3-134a-4cc5-a43d-9aae06032d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:25.076076 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e45d2ad3-134a-4cc5-a43d-9aae06032d73 None None] Current status of the port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:25.081918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:25.082291 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:25.082991 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 3, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 2, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:25.116123 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Checking router: 7fc6add1-b99f-4ead-8192-34d1edc8fc00 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:25.116746 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Updating router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 port 2a68683e-7b96-457a-9efa-fb5bafed6b93 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:44:25.138263 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd495e7e-f15e-4b20-a640-826bb6e05ec6 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:44:25.138512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2271dc-caba-4975-b472-740a460f6860 req-eeb7c0a6-0daf-4fee-9c24-5ca190d2f643 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:25.149374 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b2271dc-caba-4975-b472-740a460f6860 req-eeb7c0a6-0daf-4fee-9c24-5ca190d2f643 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 932 time: 0.2024968 Feb 10 15:44:25.154531 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Publish callbacks [] for port (fd495e7e-f15e-4b20-a640-826bb6e05ec6), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:25.159274 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Allocated IP 172.22.0.2 (e8c37e08-585d-485c-9c41-d347912e2c6d/516f29a9-6517-4c85-8546-3cf2be2bf4fd/13e6a85b-5575-4b82-b97c-382a37ed311f) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:25.182078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Transition to ACTIVE for port object fd495e7e-f15e-4b20-a640-826bb6e05ec6 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:44:25.186813 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:25.192882 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fd495e7e-f15e-4b20-a640-826bb6e05ec6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:25.220288 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:25.321979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Pushing event updated for resources: {'Port': ['ID=fd495e7e-f15e-4b20-a640-826bb6e05ec6,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:25.364717 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Publish callbacks [] for port (13e6a85b-5575-4b82-b97c-382a37ed311f), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:25.374859 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b2271dc-caba-4975-b472-740a460f6860 req-b668fae6-fe88-4979-ab52-d4a2209d9ebd tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045884 Feb 10 15:44:25.383835 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (13e6a85b-5575-4b82-b97c-382a37ed311f), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:25.451845 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Attempting to bind port fd495e7e-f15e-4b20-a640-826bb6e05ec6 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:44:25.453348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Attempting to bind port fd495e7e-f15e-4b20-a640-826bb6e05ec6 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:44:25.453898 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Attempting to bind port fd495e7e-f15e-4b20-a640-826bb6e05ec6 on network bdb81c03-ceb0-4464-ba08-e8f899222887 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:25.466712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Port fd495e7e-f15e-4b20-a640-826bb6e05ec6 on network bdb81c03-ceb0-4464-ba08-e8f899222887 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:44:25.468761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Attempting to bind port fd495e7e-f15e-4b20-a640-826bb6e05ec6 on network bdb81c03-ceb0-4464-ba08-e8f899222887 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:25.469868 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Pushing event updated for resources: {'Port': ['ID=13e6a85b-5575-4b82-b97c-382a37ed311f,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:25.491505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:25.491901 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Checking segment: {'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:25.492294 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Bound using segment: {'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:25.494385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Bound port: fd495e7e-f15e-4b20-a640-826bb6e05ec6, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:44:25.495337 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fd495e7e-f15e-4b20-a640-826bb6e05ec6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:25.501700 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4d12f88d-7867-4546-864c-1ef043b53368 None None] Provisioning complete for port 2a68683e-7b96-457a-9efa-fb5bafed6b93 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:25.502709 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4d12f88d-7867-4546-864c-1ef043b53368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:25.555349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4d12f88d-7867-4546-864c-1ef043b53368 None None] Port 2a68683e-7b96-457a-9efa-fb5bafed6b93 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:44:25.572778 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Network e8c37e08-585d-485c-9c41-d347912e2c6d is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:25.584087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:25.601251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:25.656366 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:25.674509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] For port fd495e7e-f15e-4b20-a640-826bb6e05ec6, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:25.678992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] For port fd495e7e-f15e-4b20-a640-826bb6e05ec6, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fd495e7e-f15e-4b20-a640-826bb6e05ec6,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:25.688472 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fd495e7e-f15e-4b20-a640-826bb6e05ec6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:25.744677 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:25.746544 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-61947981-a2c2-430d-95c5-0ecf99e2c6fd req-6e94d245-4c8c-4a48-935d-bd1c8683a3a0 tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0731342 Feb 10 15:44:25.773795 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:25.781007 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] 10.222.0.79 "PUT /v2.0/ports/fd495e7e-f15e-4b20-a640-826bb6e05ec6 HTTP/1.1" status: 200 len: 1092 time: 1.3872476 Feb 10 15:44:25.781007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c2bad0-2765-4044-83e4-a6f4434d3ace', 'tag': 'fd495e7e-f15e-4b20-a640-826bb6e05ec6'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:44:25.786538 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75a9c96-e7df-4d7f-8c2d-e4b7fbcd68e4" -d '{"events": [{"name": "network-changed", "server_uuid": "52c2bad0-2765-4044-83e4-a6f4434d3ace", "tag": "fd495e7e-f15e-4b20-a640-826bb6e05ec6"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:25.824750 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Publish callbacks [] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:25.837897 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:25.855819 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Attempting to bind port 13e6a85b-5575-4b82-b97c-382a37ed311f on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:44:25.856273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Attempting to bind port 13e6a85b-5575-4b82-b97c-382a37ed311f by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '33a88719-9994-419b-9d08-26cdb07ab1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:44:25.856673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Attempting to bind port 13e6a85b-5575-4b82-b97c-382a37ed311f on network e8c37e08-585d-485c-9c41-d347912e2c6d {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:25.872986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:25.873380 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Checking segment: {'id': '33a88719-9994-419b-9d08-26cdb07ab1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:25.873788 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:25.876518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Bound using segment: {'id': '33a88719-9994-419b-9d08-26cdb07ab1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:25.877376 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Bound port: 13e6a85b-5575-4b82-b97c-382a37ed311f, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a88719-9994-419b-9d08-26cdb07ab1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:44:25.877872 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (13e6a85b-5575-4b82-b97c-382a37ed311f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:25.888202 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Allocated IP 172.22.0.1 (e8c37e08-585d-485c-9c41-d347912e2c6d/516f29a9-6517-4c85-8546-3cf2be2bf4fd/8b519f77-2d08-4bb4-a437-15d793055667) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:25.911422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d051b3-2560-4160-908b-5ab523d45f41 service neutron] Pushing event updated for resources: {'Port': ['ID=fd495e7e-f15e-4b20-a640-826bb6e05ec6,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:25.934708 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9925eeed-f16a-4e12-8ca2-47f2c5f259fe x-openstack-request-id: req-9925eeed-f16a-4e12-8ca2-47f2c5f259fe {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:25.935714 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c2bad0-2765-4044-83e4-a6f4434d3ace", "tag": "fd495e7e-f15e-4b20-a640-826bb6e05ec6", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:25.938591 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9925eeed-f16a-4e12-8ca2-47f2c5f259fe {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:25.939372 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c2bad0-2765-4044-83e4-a6f4434d3ace', 'tag': 'fd495e7e-f15e-4b20-a640-826bb6e05ec6', 'status': 'completed', 'code': 200} Feb 10 15:44:25.948853 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45a0e7-75b2-4103-8ebf-a5c677812d08 None None] Pushing event updated for resources: {'Port': ['ID=2a68683e-7b96-457a-9efa-fb5bafed6b93,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:25.964181 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a0e7-75b2-4103-8ebf-a5c677812d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:25.969220 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a0e7-75b2-4103-8ebf-a5c677812d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:25.969946 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a0e7-75b2-4103-8ebf-a5c677812d08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:25.970515 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a0e7-75b2-4103-8ebf-a5c677812d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:25.971070 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a0e7-75b2-4103-8ebf-a5c677812d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:25.971668 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a0e7-75b2-4103-8ebf-a5c677812d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:25.972105 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a0e7-75b2-4103-8ebf-a5c677812d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:25.972540 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a0e7-75b2-4103-8ebf-a5c677812d08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:25.975939 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a0e7-75b2-4103-8ebf-a5c677812d08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:25.976407 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a0e7-75b2-4103-8ebf-a5c677812d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:25.976875 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a0e7-75b2-4103-8ebf-a5c677812d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:25.977317 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a0e7-75b2-4103-8ebf-a5c677812d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:25.977756 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a0e7-75b2-4103-8ebf-a5c677812d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:26.014226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:26.039426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d210cc2e-0764-4c9d-8f49-20de32c4bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:26.045683 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-d210cc2e-0764-4c9d-8f49-20de32c4bbf3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 1126 time: 0.2120128 Feb 10 15:44:26.085378 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Attempting to bind port 2a68683e-7b96-457a-9efa-fb5bafed6b93 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:44:26.085908 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Attempting to bind port 2a68683e-7b96-457a-9efa-fb5bafed6b93 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '9c247069-3e8d-40dd-972a-d399b7be8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:44:26.086391 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Attempting to bind port 2a68683e-7b96-457a-9efa-fb5bafed6b93 on network cc951e06-3e40-4b4e-b234-3388826c1b5c {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:26.098931 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:26.100320 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Checking segment: {'id': '9c247069-3e8d-40dd-972a-d399b7be8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:26.103451 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:26.103993 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Bound using segment: {'id': '9c247069-3e8d-40dd-972a-d399b7be8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:26.104874 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Bound port: 2a68683e-7b96-457a-9efa-fb5bafed6b93, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c247069-3e8d-40dd-972a-d399b7be8ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:44:26.105534 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:26.187462 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-252f9ccb-8d37-495d-a4ab-cd081f4d7321 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd495e7e-f15e-4b20-a640-826bb6e05ec6 HTTP/1.1" status: 200 len: 217 time: 0.1332338 Feb 10 15:44:26.225792 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] For port 13e6a85b-5575-4b82-b97c-382a37ed311f, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:26.230727 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] For port 13e6a85b-5575-4b82-b97c-382a37ed311f, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=13e6a85b-5575-4b82-b97c-382a37ed311f,segment=NetworkSegment(33a88719-9994-419b-9d08-26cdb07ab1e9),segment_id=33a88719-9994-419b-9d08-26cdb07ab1e9)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:26.242415 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (13e6a85b-5575-4b82-b97c-382a37ed311f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:26.284605 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (8b519f77-2d08-4bb4-a437-15d793055667), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:26.323012 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] For port 2a68683e-7b96-457a-9efa-fb5bafed6b93, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:26.331174 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] For port 2a68683e-7b96-457a-9efa-fb5bafed6b93, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=2a68683e-7b96-457a-9efa-fb5bafed6b93,segment=NetworkSegment(9c247069-3e8d-40dd-972a-d399b7be8ff5),segment_id=9c247069-3e8d-40dd-972a-d399b7be8ff5)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:26.338003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:26.338875 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:26.340446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-b7e67b6e-1385-4e68-9374-e4e81820b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:26.346625 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-b7e67b6e-1385-4e68-9374-e4e81820b748 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbaa343d-0471-430d-80ca-08e968e4445c HTTP/1.1" status: 200 len: 854 time: 0.1506612 Feb 10 15:44:26.363684 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:26.384987 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (8b519f77-2d08-4bb4-a437-15d793055667), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:26.418944 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network e8c37e08-585d-485c-9c41-d347912e2c6d is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:26.422042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:26.461270 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-56e30152-a503-4ef4-ba89-3d7eede3f22c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdb81c03-ceb0-4464-ba08-e8f899222887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083601 Feb 10 15:44:26.477078 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:26.486229 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45a0e7-75b2-4103-8ebf-a5c677812d08 None None] Pushing event updated for resources: {'Port': ['ID=2a68683e-7b96-457a-9efa-fb5bafed6b93,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:26.526062 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:26.526709 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:26.574694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-45d3308f-1e0b-4b95-9ad4-2da32b9ba84a None None] Provisioning complete for port 2a68683e-7b96-457a-9efa-fb5bafed6b93 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:26.575165 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-45d3308f-1e0b-4b95-9ad4-2da32b9ba84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:26.698983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddadc0d-40ca-430b-8f74-199cbcaf8881 None None] Pushing event updated for resources: {'Port': ['ID=13e6a85b-5575-4b82-b97c-382a37ed311f,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:26.719266 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-7dded486-cff0-4719-b31e-d1ca354fd94e service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495875 Feb 10 15:44:26.744063 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:27.001117 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a33cb4a0-7ab5-41ea-bc33-94f1d9e5cea0 req-5019e90b-4ba6-495a-93be-2c94132cb320 service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750554 Feb 10 15:44:27.077954 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:27.098607 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-45d3308f-1e0b-4b95-9ad4-2da32b9ba84a None None] Current status of the port 2a68683e-7b96-457a-9efa-fb5bafed6b93 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:27.099013 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-45d3308f-1e0b-4b95-9ad4-2da32b9ba84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:27.161057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a9c96-e7df-4d7f-8c2d-e4b7fbcd68e4 req-1adfea28-2b6c-4365-a17f-d8b0d8530361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:27.164393 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e75a9c96-e7df-4d7f-8c2d-e4b7fbcd68e4 req-1adfea28-2b6c-4365-a17f-d8b0d8530361 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 1126 time: 0.0899093 Feb 10 15:44:27.198621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-45d3308f-1e0b-4b95-9ad4-2da32b9ba84a None None] For port 2a68683e-7b96-457a-9efa-fb5bafed6b93, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=2a68683e-7b96-457a-9efa-fb5bafed6b93,segment=NetworkSegment(9c247069-3e8d-40dd-972a-d399b7be8ff5),segment_id=9c247069-3e8d-40dd-972a-d399b7be8ff5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:27.209847 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-45d3308f-1e0b-4b95-9ad4-2da32b9ba84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:27.345799 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 3, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:26Z', 'revision_number': 4, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:27.361836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3308f-1e0b-4b95-9ad4-2da32b9ba84a None None] Pushing event updated for resources: {'Port': ['ID=2a68683e-7b96-457a-9efa-fb5bafed6b93,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:27.394872 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ea845df6-c9fe-4c22-a59a-49c71a143943 None None] Provisioning complete for port 2a68683e-7b96-457a-9efa-fb5bafed6b93 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:27.395951 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ea845df6-c9fe-4c22-a59a-49c71a143943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:27.448328 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09e1ff-e0bc-4b0f-b227-ca09fead750e None None] The sync data for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 is: [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 3, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:26Z', 'revision_number': 4, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:27.479652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a9c96-e7df-4d7f-8c2d-e4b7fbcd68e4 req-ba5e55c8-2d24-4216-9cc1-cd4fa04b96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:27.481191 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e75a9c96-e7df-4d7f-8c2d-e4b7fbcd68e4 req-ba5e55c8-2d24-4216-9cc1-cd4fa04b96fe service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 915 time: 0.3095777 Feb 10 15:44:27.602613 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (7fc6add1-b99f-4ead-8192-34d1edc8fc00), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:27.614036 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=8b519f77-2d08-4bb4-a437-15d793055667,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:27.642555 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e75a9c96-e7df-4d7f-8c2d-e4b7fbcd68e4 req-84f7e930-1793-4e83-9a1e-e81acc471a9a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd495e7e-f15e-4b20-a640-826bb6e05ec6 HTTP/1.1" status: 200 len: 217 time: 0.1542101 Feb 10 15:44:27.707899 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ea845df6-c9fe-4c22-a59a-49c71a143943 None None] Current status of the port 2a68683e-7b96-457a-9efa-fb5bafed6b93 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:27.745753 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a9c96-e7df-4d7f-8c2d-e4b7fbcd68e4 req-c989df9d-6cf7-4b30-b49a-431fe1b56613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:27.750469 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e75a9c96-e7df-4d7f-8c2d-e4b7fbcd68e4 req-c989df9d-6cf7-4b30-b49a-431fe1b56613 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbaa343d-0471-430d-80ca-08e968e4445c HTTP/1.1" status: 200 len: 854 time: 0.1020257 Feb 10 15:44:27.786701 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94068062-a701-42d0-8d97-865d31b32062 req-75f3b35a-a146-49a2-85ec-e6de76eb3afd tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.1770523 Feb 10 15:44:27.817618 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e75a9c96-e7df-4d7f-8c2d-e4b7fbcd68e4 req-22e60609-74b8-4dc1-8dba-5bdd12c7bf10 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdb81c03-ceb0-4464-ba08-e8f899222887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605278 Feb 10 15:44:27.848222 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65486c89-d474-4648-9cac-3b824271d572 req-0f0090cb-5477-422a-9a4c-20926b61030a tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:27.865361 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65486c89-d474-4648-9cac-3b824271d572 req-0f0090cb-5477-422a-9a4c-20926b61030a tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 944 time: 1.2965207 Feb 10 15:44:28.050607 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 13e6a85b-5575-4b82-b97c-382a37ed311f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:28.086415 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e75a9c96-e7df-4d7f-8c2d-e4b7fbcd68e4 req-0ad66c44-9f46-4a4f-8fa1-b52e5d1ea355 service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594833 Feb 10 15:44:28.116782 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65486c89-d474-4648-9cac-3b824271d572 req-09cc70c7-af76-4cd8-83e3-ac9f9ef7b709 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503419 Feb 10 15:44:28.204799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 13e6a85b-5575-4b82-b97c-382a37ed311f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:28.205081 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (13e6a85b-5575-4b82-b97c-382a37ed311f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:28.231215 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8b519f77-2d08-4bb4-a437-15d793055667), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:28.371977 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e75a9c96-e7df-4d7f-8c2d-e4b7fbcd68e4 req-44f43986-7583-4eb5-8c28-ea3f3b6fe3e4 service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787600 Feb 10 15:44:28.393399 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827673e7-b16c-4d26-a42e-b3aad178617b None None] Network e8c37e08-585d-485c-9c41-d347912e2c6d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:28.397632 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 13e6a85b-5575-4b82-b97c-382a37ed311f is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:28.398220 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (13e6a85b-5575-4b82-b97c-382a37ed311f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:28.735872 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (8b519f77-2d08-4bb4-a437-15d793055667), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:28.743478 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (8b519f77-2d08-4bb4-a437-15d793055667), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:28.847422 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=8b519f77-2d08-4bb4-a437-15d793055667,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:28.854489 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 13e6a85b-5575-4b82-b97c-382a37ed311f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=13e6a85b-5575-4b82-b97c-382a37ed311f,segment=NetworkSegment(33a88719-9994-419b-9d08-26cdb07ab1e9),segment_id=33a88719-9994-419b-9d08-26cdb07ab1e9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:28.856863 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-95059a3e-6143-4443-beec-61015d5a4c5f None None] Provisioning complete for port 13e6a85b-5575-4b82-b97c-382a37ed311f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:28.857349 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-95059a3e-6143-4443-beec-61015d5a4c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (13e6a85b-5575-4b82-b97c-382a37ed311f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:28.858813 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (7fc6add1-b99f-4ead-8192-34d1edc8fc00), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:28.926476 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (13e6a85b-5575-4b82-b97c-382a37ed311f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:28.927607 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 2a68683e-7b96-457a-9efa-fb5bafed6b93 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:29.128188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network e8c37e08-585d-485c-9c41-d347912e2c6d is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:29.129255 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-95059a3e-6143-4443-beec-61015d5a4c5f None None] Current status of the port 13e6a85b-5575-4b82-b97c-382a37ed311f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:29.132258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=13e6a85b-5575-4b82-b97c-382a37ed311f,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:29.138131 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:29.163490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 2a68683e-7b96-457a-9efa-fb5bafed6b93 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:29.163864 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:29.191388 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a32b2d3b-2d28-439a-9387-3710de81f50b req-edd7537c-79e1-492f-b11e-0a97a5ee2c2a tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0712852 Feb 10 15:44:29.386189 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 2a68683e-7b96-457a-9efa-fb5bafed6b93 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:29.407133 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:29.455390 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4ad57-02ac-4f97-9d8f-967cb5471523 req-b86456c1-b771-4c7b-809f-71a1b55b0d38 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:29.461291 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2e4ad57-02ac-4f97-9d8f-967cb5471523 req-b86456c1-b771-4c7b-809f-71a1b55b0d38 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 944 time: 0.1782622 Feb 10 15:44:29.565182 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-50de63a0-b211-4e8b-aeff-4a32cce11cab None None] Provisioning complete for port 8b519f77-2d08-4bb4-a437-15d793055667 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:29.565621 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-50de63a0-b211-4e8b-aeff-4a32cce11cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8b519f77-2d08-4bb4-a437-15d793055667), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:29.610967 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:29.629276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Sync routers for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:29.635398 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5c2b523a-3b75-4ef4-8067-27b1a13c0bc2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/7fc6add1-b99f-4ead-8192-34d1edc8fc00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3290105 Feb 10 15:44:29.638133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55494) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:29.646897 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a0428919-28e3-4fe0-949d-6dd49a91f65a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'network': {'name': 'tempest-RoutersTest-1149944611'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:29.655532 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-50de63a0-b211-4e8b-aeff-4a32cce11cab None None] Port 8b519f77-2d08-4bb4-a437-15d793055667 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:44:29.662989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:29.663617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:29.683583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0428919-28e3-4fe0-949d-6dd49a91f65a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:29.688407 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a0428919-28e3-4fe0-949d-6dd49a91f65a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:29.724583 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-50de63a0-b211-4e8b-aeff-4a32cce11cab None None] Provisioning complete for port 13e6a85b-5575-4b82-b97c-382a37ed311f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:29.725019 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-50de63a0-b211-4e8b-aeff-4a32cce11cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (13e6a85b-5575-4b82-b97c-382a37ed311f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:29.726330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2e4ad57-02ac-4f97-9d8f-967cb5471523 req-ca1d6e3e-6ab6-4c3b-82a6-e6b9f3bcffe3 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193980 Feb 10 15:44:29.738690 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0428919-28e3-4fe0-949d-6dd49a91f65a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:44:29.775151 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a0428919-28e3-4fe0-949d-6dd49a91f65a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (58fa11a6-a7c4-4760-a02e-f1c0e522f137), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:29.775552 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-a0428919-28e3-4fe0-949d-6dd49a91f65a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Added segment 58fa11a6-a7c4-4760-a02e-f1c0e522f137 of type vlan for network e9f046a9-11b6-42ed-abdb-3a1d83125208 Feb 10 15:44:29.840177 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-5d5c424d-2af6-4bf0-b5ec-36d11a35636f tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:29.841724 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-5d5c424d-2af6-4bf0-b5ec-36d11a35636f tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/networks?id=4cc9552c-85ec-4329-ace4-27ff94ac21d5 HTTP/1.1" status: 200 len: 812 time: 0.2051618 Feb 10 15:44:29.866785 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:29.867610 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-395681d7-48ae-4578-92f3-61789abc387c tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/quotas/878e10f92bcc4d09b1f13c72fe6e7243 HTTP/1.1" status: 200 len: 375 time: 0.0161824 Feb 10 15:44:29.870536 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a0428919-28e3-4fe0-949d-6dd49a91f65a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (e9f046a9-11b6-42ed-abdb-3a1d83125208), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:29.917434 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 13e6a85b-5575-4b82-b97c-382a37ed311f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:29.925298 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a0428919-28e3-4fe0-949d-6dd49a91f65a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (e9f046a9-11b6-42ed-abdb-3a1d83125208), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:29.930880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0428919-28e3-4fe0-949d-6dd49a91f65a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:29.931702 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a0428919-28e3-4fe0-949d-6dd49a91f65a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:29.932876 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-04e1900d-2665-4686-92a3-180fedf76237 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=878e10f92bcc4d09b1f13c72fe6e7243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534568 Feb 10 15:44:29.984807 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a0428919-28e3-4fe0-949d-6dd49a91f65a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3443320 Feb 10 15:44:29.985674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55502) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:30.037790 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b98e6c10-b06c-4f00-af67-715e1441745c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'subnet': {'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:30.064250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0428919-28e3-4fe0-949d-6dd49a91f65a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Network': ['ID=e9f046a9-11b6-42ed-abdb-3a1d83125208,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:30.108400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-799f8cbf-500b-4706-9e2d-d3d167665b22 service neutron] 10.222.0.64 "GET /v2.0/networks/4cc9552c-85ec-4329-ace4-27ff94ac21d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679821 Feb 10 15:44:30.164854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-50de63a0-b211-4e8b-aeff-4a32cce11cab None None] Current status of the port 13e6a85b-5575-4b82-b97c-382a37ed311f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:30.170704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network e9f046a9-11b6-42ed-abdb-3a1d83125208 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:44:30.202807 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98e6c10-b06c-4f00-af67-715e1441745c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Made reservation on behalf of 99940cb8d24143e69fbf87cf6097751d for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:30.206874 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b98e6c10-b06c-4f00-af67-715e1441745c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:30.235151 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 13e6a85b-5575-4b82-b97c-382a37ed311f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:30.235482 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (13e6a85b-5575-4b82-b97c-382a37ed311f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:30.259508 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-31e242e9-e588-4b84-8b27-158f62e22700 service neutron] 10.222.0.64 "GET /v2.0/networks/4cc9552c-85ec-4329-ace4-27ff94ac21d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435604 Feb 10 15:44:30.352137 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-97f03cfe-e738-48ed-96ae-771f0cb27e5a req-1d886bde-0008-4a7e-8d30-56e41f33504d tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0568779 Feb 10 15:44:30.444021 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b98e6c10-b06c-4f00-af67-715e1441745c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (740a6c96-25d5-45a3-b628-d942cea71fbb), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:30.459325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f2428bfb-b800-4fa8-8c50-2e99352394db None None] Provisioning complete for port 8b519f77-2d08-4bb4-a437-15d793055667 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:30.459770 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f2428bfb-b800-4fa8-8c50-2e99352394db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8b519f77-2d08-4bb4-a437-15d793055667), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:30.523673 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84652c14-4da5-4f69-95f0-ef3ff9b51bdd req-07a35d66-0f50-4e5c-ba67-d8e85b4a66ca tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 210 time: 0.0509999 Feb 10 15:44:30.553769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e6c10-b06c-4f00-af67-715e1441745c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Subnet': ['ID=740a6c96-25d5-45a3-b628-d942cea71fbb,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:30.560765 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f2428bfb-b800-4fa8-8c50-2e99352394db None None] Port 8b519f77-2d08-4bb4-a437-15d793055667 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:44:30.563670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98e6c10-b06c-4f00-af67-715e1441745c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Checking segment: {'id': '58fa11a6-a7c4-4760-a02e-f1c0e522f137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:30.564224 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98e6c10-b06c-4f00-af67-715e1441745c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network hostable DHCP agents. Network: e9f046a9-11b6-42ed-abdb-3a1d83125208, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:44:30.575999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fd495e7e-f15e-4b20-a640-826bb6e05ec6 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:44:30.582677 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98e6c10-b06c-4f00-af67-715e1441745c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network e9f046a9-11b6-42ed-abdb-3a1d83125208 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:44:30.602405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-b98e6c10-b06c-4f00-af67-715e1441745c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, e9f046a9-11b6-42ed-abdb-3a1d83125208) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:30.613822 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98e6c10-b06c-4f00-af67-715e1441745c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:30.614432 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b98e6c10-b06c-4f00-af67-715e1441745c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:30.645779 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b98e6c10-b06c-4f00-af67-715e1441745c tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6520133 Feb 10 15:44:30.648353 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55528) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:30.650200 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddebd7c-b977-4b54-aaa0-b6e870cf1fa9 None None] Network e9f046a9-11b6-42ed-abdb-3a1d83125208 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:30.684829 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 13e6a85b-5575-4b82-b97c-382a37ed311f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:30.701724 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:28Z', 'revision_number': 4, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b519f77-2d08-4bb4-a437-15d793055667', 'name': '', 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:e8:07:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:25Z', 'updated_at': '2022-02-10T15:44:28Z', 'revision_number': 2, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:30.780956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Checking router: 7fc6add1-b99f-4ead-8192-34d1edc8fc00 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:30.781330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Updating router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 port 8b519f77-2d08-4bb4-a437-15d793055667 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:44:30.817809 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8b519f77-2d08-4bb4-a437-15d793055667), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:30.948627 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-e9f046a9-11b6-42ed-abdb-3a1d83125208', 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208', 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'fixed_ips': [{'subnet_id': '740a6c96-25d5-45a3-b628-d942cea71fbb'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:44:30.950210 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:30.968188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbdbb9-c675-4d62-a7e3-c15b6c183cc0 req-bed568f9-2ca4-4a87-85df-c9886b48a27b tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:30.976082 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37dbdbb9-c675-4d62-a7e3-c15b6c183cc0 req-bed568f9-2ca4-4a87-85df-c9886b48a27b tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 944 time: 0.1090903 Feb 10 15:44:30.993606 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fd495e7e-f15e-4b20-a640-826bb6e05ec6, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fd495e7e-f15e-4b20-a640-826bb6e05ec6,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:31.059034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'fd495e7e-f15e-4b20-a640-826bb6e05ec6', 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887', 'port_id': 'fd495e7e-f15e-4b20-a640-826bb6e05ec6', 'mac_address': 'fa:16:3e:3e:f8:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaa343d-0471-430d-80ca-08e968e4445c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:44:31.107883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37dbdbb9-c675-4d62-a7e3-c15b6c183cc0 req-885b4d17-5e99-43c2-be68-31b2be18cef7 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261580 Feb 10 15:44:31.237533 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:31.291476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fd495e7e-f15e-4b20-a640-826bb6e05ec6 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:31.292031 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fd495e7e-f15e-4b20-a640-826bb6e05ec6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:31.320053 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Allocated IP 172.23.0.2 (e9f046a9-11b6-42ed-abdb-3a1d83125208/740a6c96-25d5-45a3-b628-d942cea71fbb/8dd10716-cf07-488b-85d4-3b413bbf0712) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:31.332303 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd495e7e-f15e-4b20-a640-826bb6e05ec6 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:44:31.369976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fd495e7e-f15e-4b20-a640-826bb6e05ec6, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fd495e7e-f15e-4b20-a640-826bb6e05ec6,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:31.399206 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fd495e7e-f15e-4b20-a640-826bb6e05ec6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:31.478984 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fd495e7e-f15e-4b20-a640-826bb6e05ec6,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:31.508711 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da59d6bb-1941-4e7c-9749-652282b36527 req-4b645acf-c230-4c0e-90a7-d9f92a2181f6 tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0378518 Feb 10 15:44:31.682554 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab05707d-7040-4635-af2d-819443b70b57 req-1fac0df0-88b7-4b32-80fd-2a7e193dfa15 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 210 time: 0.0569293 Feb 10 15:44:31.744679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:31.745024 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:31.745364 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:31.745696 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:31.746138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:31.746611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:31.747064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:31.747528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:31.747631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-69876654-ca95-49da-81b7-3538ab96e37d tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:31.748122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:31.748217 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:31.748470 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:31.748814 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:31.749115 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-69876654-ca95-49da-81b7-3538ab96e37d tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.79 "GET /v2.0/networks?id=4cc9552c-85ec-4329-ace4-27ff94ac21d5 HTTP/1.1" status: 200 len: 812 time: 0.1833045 Feb 10 15:44:31.749217 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:31.765338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-f6c6fc63-71b1-452f-bd80-5c5d5e0c7f9c tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Request body: {'port': {'device_id': 'd1618c9b-5a70-4497-8a01-5b6ac38e4616', 'network_id': '4cc9552c-85ec-4329-ace4-27ff94ac21d5', 'admin_state_up': True, 'tenant_id': '878e10f92bcc4d09b1f13c72fe6e7243'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:31.813978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['fd495e7e-f15e-4b20-a640-826bb6e05ec6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:44:31.877069 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Publish callbacks [] for port (8b519f77-2d08-4bb4-a437-15d793055667), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:31.892675 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8b519f77-2d08-4bb4-a437-15d793055667), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:32.011487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fba8d-55e9-4488-b8f1-9e5e7d5daa55 None None] Pushing event updated for resources: {'Port': ['ID=8b519f77-2d08-4bb4-a437-15d793055667,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:32.098140 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Publish callbacks [] for port (8dd10716-cf07-488b-85d4-3b413bbf0712), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:32.138534 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (8dd10716-cf07-488b-85d4-3b413bbf0712), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:32.207377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-f6c6fc63-71b1-452f-bd80-5c5d5e0c7f9c tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Made reservation on behalf of 878e10f92bcc4d09b1f13c72fe6e7243 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:32.213366 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-f6c6fc63-71b1-452f-bd80-5c5d5e0c7f9c tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:32.213576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Allocated IP 172.23.0.1 (e9f046a9-11b6-42ed-abdb-3a1d83125208/740a6c96-25d5-45a3-b628-d942cea71fbb/090dde1e-4b36-461f-acfd-19191dde1f4a) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:32.222199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Attempting to bind port 8b519f77-2d08-4bb4-a437-15d793055667 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:44:32.223911 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Attempting to bind port 8b519f77-2d08-4bb4-a437-15d793055667 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '33a88719-9994-419b-9d08-26cdb07ab1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:44:32.228287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Attempting to bind port 8b519f77-2d08-4bb4-a437-15d793055667 on network e8c37e08-585d-485c-9c41-d347912e2c6d {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:32.249457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:32.261137 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Checking segment: {'id': '33a88719-9994-419b-9d08-26cdb07ab1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:32.261810 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:32.262176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Bound using segment: {'id': '33a88719-9994-419b-9d08-26cdb07ab1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:32.262916 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Bound port: 8b519f77-2d08-4bb4-a437-15d793055667, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a88719-9994-419b-9d08-26cdb07ab1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:44:32.263225 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8b519f77-2d08-4bb4-a437-15d793055667), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:32.322999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Network e9f046a9-11b6-42ed-abdb-3a1d83125208 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:32.331783 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:32.343356 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Pushing event updated for resources: {'Port': ['ID=8dd10716-cf07-488b-85d4-3b413bbf0712,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:32.347326 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:32.391399 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-f6c6fc63-71b1-452f-bd80-5c5d5e0c7f9c tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Allocated IP 172.20.0.2 (4cc9552c-85ec-4329-ace4-27ff94ac21d5/84dea653-20ea-406a-874c-8fb7acaa42f4/be40f970-cf05-4531-83bb-61a87c53ba88) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:32.456292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b29a9a-9f04-40b1-9a09-a84d413163bd req-4c355ab8-5f4b-404d-9416-f8c6cbf0c96c tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:32.464089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0b29a9a-9f04-40b1-9a09-a84d413163bd req-4c355ab8-5f4b-404d-9416-f8c6cbf0c96c tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 945 time: 0.2318339 Feb 10 15:44:32.472441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] For port 8b519f77-2d08-4bb4-a437-15d793055667, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:32.478112 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] For port 8b519f77-2d08-4bb4-a437-15d793055667, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8b519f77-2d08-4bb4-a437-15d793055667,segment=NetworkSegment(33a88719-9994-419b-9d08-26cdb07ab1e9),segment_id=33a88719-9994-419b-9d08-26cdb07ab1e9)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:32.500496 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8b519f77-2d08-4bb4-a437-15d793055667), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:32.509685 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:32.516805 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-885f9090-d784-4d7d-9a3d-ac55c1bab3ce None None] Provisioning complete for port 8b519f77-2d08-4bb4-a437-15d793055667 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:32.517335 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-885f9090-d784-4d7d-9a3d-ac55c1bab3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8b519f77-2d08-4bb4-a437-15d793055667), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:32.539279 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Attempting to bind port 8dd10716-cf07-488b-85d4-3b413bbf0712 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:44:32.539880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Attempting to bind port 8dd10716-cf07-488b-85d4-3b413bbf0712 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '58fa11a6-a7c4-4760-a02e-f1c0e522f137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:44:32.540374 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Attempting to bind port 8dd10716-cf07-488b-85d4-3b413bbf0712 on network e9f046a9-11b6-42ed-abdb-3a1d83125208 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:32.603994 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0b29a9a-9f04-40b1-9a09-a84d413163bd req-58d5544d-2e7b-4261-864f-1c34107ca957 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386995 Feb 10 15:44:32.622544 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:32.641383 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:32.641936 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Checking segment: {'id': '58fa11a6-a7c4-4760-a02e-f1c0e522f137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:32.642458 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:32.642972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Bound using segment: {'id': '58fa11a6-a7c4-4760-a02e-f1c0e522f137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:32.643574 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Bound port: 8dd10716-cf07-488b-85d4-3b413bbf0712, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fa11a6-a7c4-4760-a02e-f1c0e522f137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:44:32.644070 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8dd10716-cf07-488b-85d4-3b413bbf0712), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:32.646159 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:32.654434 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:32.699006 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-f6c6fc63-71b1-452f-bd80-5c5d5e0c7f9c tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Publish callbacks [] for port (be40f970-cf05-4531-83bb-61a87c53ba88), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:32.727166 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=090dde1e-4b36-461f-acfd-19191dde1f4a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:32.733891 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d07dd27f-ce50-412e-9b71-44d05ea9715b req-654a0ba9-a3c0-426b-b214-bc93e8315ed3 tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0468264 Feb 10 15:44:32.747925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network e9f046a9-11b6-42ed-abdb-3a1d83125208 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:32.749738 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:32.769514 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:32.863738 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-f6c6fc63-71b1-452f-bd80-5c5d5e0c7f9c tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (be40f970-cf05-4531-83bb-61a87c53ba88), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:32.927943 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (7fc6add1-b99f-4ead-8192-34d1edc8fc00), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:32.977628 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] For port 8dd10716-cf07-488b-85d4-3b413bbf0712, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:32.981063 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] For port 8dd10716-cf07-488b-85d4-3b413bbf0712, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8dd10716-cf07-488b-85d4-3b413bbf0712,segment=NetworkSegment(58fa11a6-a7c4-4760-a02e-f1c0e522f137),segment_id=58fa11a6-a7c4-4760-a02e-f1c0e522f137)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:32.992227 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-f6c6fc63-71b1-452f-bd80-5c5d5e0c7f9c tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Network 4cc9552c-85ec-4329-ace4-27ff94ac21d5 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:32.995940 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-f6c6fc63-71b1-452f-bd80-5c5d5e0c7f9c tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:33.003683 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8dd10716-cf07-488b-85d4-3b413bbf0712), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:33.006629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-f6c6fc63-71b1-452f-bd80-5c5d5e0c7f9c tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:33.027621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fba8d-55e9-4488-b8f1-9e5e7d5daa55 None None] Pushing event updated for resources: {'Port': ['ID=8b519f77-2d08-4bb4-a437-15d793055667,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:33.032884 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:33.065543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-f6c6fc63-71b1-452f-bd80-5c5d5e0c7f9c tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:33.066556 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-f6c6fc63-71b1-452f-bd80-5c5d5e0c7f9c tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:33.080402 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6fc63-71b1-452f-bd80-5c5d5e0c7f9c tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Pushing event updated for resources: {'Port': ['ID=be40f970-cf05-4531-83bb-61a87c53ba88,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:33.095812 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-f6c6fc63-71b1-452f-bd80-5c5d5e0c7f9c tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3352222 Feb 10 15:44:33.113228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Request body: {'port': {'device_id': 'd1618c9b-5a70-4497-8a01-5b6ac38e4616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:33.144010 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:33.206589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b38971-d037-4def-aa15-43c983f018f3 req-d1b83e45-3743-4aa2-a531-f9dc52f845ee tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:33.210588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36b38971-d037-4def-aa15-43c983f018f3 req-d1b83e45-3743-4aa2-a531-f9dc52f845ee tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 931 time: 0.3249857 Feb 10 15:44:33.241204 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (be40f970-cf05-4531-83bb-61a87c53ba88), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:33.253228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-885f9090-d784-4d7d-9a3d-ac55c1bab3ce None None] Current status of the port 8b519f77-2d08-4bb4-a437-15d793055667 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:33.253635 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-885f9090-d784-4d7d-9a3d-ac55c1bab3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8b519f77-2d08-4bb4-a437-15d793055667), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:33.275561 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36b38971-d037-4def-aa15-43c983f018f3 req-ed257a2d-3f99-4b3b-a3ea-79bfe59a11a1 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579414 Feb 10 15:44:33.283358 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42997d-fce4-4feb-9d19-5f8ace437f26 None None] Pushing event updated for resources: {'Port': ['ID=8dd10716-cf07-488b-85d4-3b413bbf0712,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:33.429147 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-885f9090-d784-4d7d-9a3d-ac55c1bab3ce None None] For port 8b519f77-2d08-4bb4-a437-15d793055667, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8b519f77-2d08-4bb4-a437-15d793055667,segment=NetworkSegment(33a88719-9994-419b-9d08-26cdb07ab1e9),segment_id=33a88719-9994-419b-9d08-26cdb07ab1e9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:33.489382 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-885f9090-d784-4d7d-9a3d-ac55c1bab3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8b519f77-2d08-4bb4-a437-15d793055667), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:33.569780 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f9090-d784-4d7d-9a3d-ac55c1bab3ce None None] Pushing event updated for resources: {'Port': ['ID=8b519f77-2d08-4bb4-a437-15d793055667,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:33.613509 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:33.628146 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:33.649857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be40f970-cf05-4531-83bb-61a87c53ba88 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:44:33.660831 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Publish callbacks [] for port (be40f970-cf05-4531-83bb-61a87c53ba88), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:33.677285 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9dc01d93-7b76-4bf6-a896-b8610d7b8c95 None None] Provisioning complete for port 8b519f77-2d08-4bb4-a437-15d793055667 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:33.677699 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9dc01d93-7b76-4bf6-a896-b8610d7b8c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8b519f77-2d08-4bb4-a437-15d793055667), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:33.684375 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Transition to ACTIVE for port object be40f970-cf05-4531-83bb-61a87c53ba88 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:44:33.692504 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (be40f970-cf05-4531-83bb-61a87c53ba88), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:33.740846 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:28Z', 'revision_number': 4, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b519f77-2d08-4bb4-a437-15d793055667', 'name': '', 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:e8:07:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:25Z', 'updated_at': '2022-02-10T15:44:32Z', 'revision_number': 4, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:33.758514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Pushing event updated for resources: {'Port': ['ID=be40f970-cf05-4531-83bb-61a87c53ba88,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:33.765200 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event updated for resources: {'Port': ['ID=090dde1e-4b36-461f-acfd-19191dde1f4a,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:33.784988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83676606-bab8-4cbe-9285-87e9d4bb1e8f None None] The sync data for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 is: [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:28Z', 'revision_number': 4, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b519f77-2d08-4bb4-a437-15d793055667', 'name': '', 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:e8:07:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:25Z', 'updated_at': '2022-02-10T15:44:32Z', 'revision_number': 4, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:33.825802 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (7fc6add1-b99f-4ead-8192-34d1edc8fc00), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:33.839195 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:33.839565 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:33.839890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:33.840235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:33.840573 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:33.842168 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:33.842512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:33.844935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9dc01d93-7b76-4bf6-a896-b8610d7b8c95 None None] Current status of the port 8b519f77-2d08-4bb4-a437-15d793055667 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:33.846407 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:33.846839 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:33.847184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:33.847526 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:33.847865 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:33.848269 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:44:33.927214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4900496-f628-475b-b6e4-4177459d9721 req-f99d3e45-88c7-4378-b672-40af5866ed0a tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:33.936040 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4900496-f628-475b-b6e4-4177459d9721 req-f99d3e45-88c7-4378-b672-40af5866ed0a tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 945 time: 0.2010512 Feb 10 15:44:33.991882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Attempting to bind port be40f970-cf05-4531-83bb-61a87c53ba88 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:44:33.992444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Attempting to bind port be40f970-cf05-4531-83bb-61a87c53ba88 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '652b4e1e-a65b-4f04-917f-36e2f1237f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4cc9552c-85ec-4329-ace4-27ff94ac21d5'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:44:33.992574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Attempting to bind port be40f970-cf05-4531-83bb-61a87c53ba88 on network 4cc9552c-85ec-4329-ace4-27ff94ac21d5 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:34.003205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Port be40f970-cf05-4531-83bb-61a87c53ba88 on network 4cc9552c-85ec-4329-ace4-27ff94ac21d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:44:34.003528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Attempting to bind port be40f970-cf05-4531-83bb-61a87c53ba88 on network 4cc9552c-85ec-4329-ace4-27ff94ac21d5 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:34.011738 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:34.012092 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Checking segment: {'id': '652b4e1e-a65b-4f04-917f-36e2f1237f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4cc9552c-85ec-4329-ace4-27ff94ac21d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:34.012483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Bound using segment: {'id': '652b4e1e-a65b-4f04-917f-36e2f1237f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4cc9552c-85ec-4329-ace4-27ff94ac21d5'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:34.012953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Bound port: be40f970-cf05-4531-83bb-61a87c53ba88, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652b4e1e-a65b-4f04-917f-36e2f1237f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4cc9552c-85ec-4329-ace4-27ff94ac21d5'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:44:34.013317 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (be40f970-cf05-4531-83bb-61a87c53ba88), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:34.040640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8dd10716-cf07-488b-85d4-3b413bbf0712 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:34.103700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Network e9f046a9-11b6-42ed-abdb-3a1d83125208 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:34.120674 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-722a4fce-f765-450d-8b68-6aa7d662be78 req-34e82953-9f4b-4a1f-8aa3-49baefc5f282 tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.1436260 Feb 10 15:44:34.125327 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:34.132512 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] For port be40f970-cf05-4531-83bb-61a87c53ba88, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:34.148431 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] For port be40f970-cf05-4531-83bb-61a87c53ba88, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=be40f970-cf05-4531-83bb-61a87c53ba88,segment=NetworkSegment(652b4e1e-a65b-4f04-917f-36e2f1237f36),segment_id=652b4e1e-a65b-4f04-917f-36e2f1237f36)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:34.160398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8dd10716-cf07-488b-85d4-3b413bbf0712 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:34.160810 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8dd10716-cf07-488b-85d4-3b413bbf0712), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:34.161712 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (be40f970-cf05-4531-83bb-61a87c53ba88), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:34.184819 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4900496-f628-475b-b6e4-4177459d9721 req-d5c4a1af-a723-4d3b-a7b5-edca0e1b715f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477436 Feb 10 15:44:34.242844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:34.243574 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:34.245083 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] 10.222.0.79 "PUT /v2.0/ports/be40f970-cf05-4531-83bb-61a87c53ba88 HTTP/1.1" status: 200 len: 1091 time: 1.1387355 Feb 10 15:44:34.245694 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1618c9b-5a70-4497-8a01-5b6ac38e4616', 'tag': 'be40f970-cf05-4531-83bb-61a87c53ba88'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:44:34.249914 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13ad989-74f7-4c36-a62f-47f305975d52" -d '{"events": [{"name": "network-changed", "server_uuid": "d1618c9b-5a70-4497-8a01-5b6ac38e4616", "tag": "be40f970-cf05-4531-83bb-61a87c53ba88"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:34.302986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae3b5f-266b-4f14-9b32-92023e68f023 service neutron] Pushing event updated for resources: {'Port': ['ID=be40f970-cf05-4531-83bb-61a87c53ba88,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:34.319632 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8dd10716-cf07-488b-85d4-3b413bbf0712 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:34.320881 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8dd10716-cf07-488b-85d4-3b413bbf0712), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:34.379523 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413d6c68-e86b-4ace-93eb-b76640c7de32 x-openstack-request-id: req-413d6c68-e86b-4ace-93eb-b76640c7de32 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:34.379879 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1618c9b-5a70-4497-8a01-5b6ac38e4616", "tag": "be40f970-cf05-4531-83bb-61a87c53ba88", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:34.380058 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-413d6c68-e86b-4ace-93eb-b76640c7de32 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:34.380465 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1618c9b-5a70-4497-8a01-5b6ac38e4616', 'tag': 'be40f970-cf05-4531-83bb-61a87c53ba88', 'status': 'completed', 'code': 200} Feb 10 15:44:34.384063 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 8dd10716-cf07-488b-85d4-3b413bbf0712, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8dd10716-cf07-488b-85d4-3b413bbf0712,segment=NetworkSegment(58fa11a6-a7c4-4760-a02e-f1c0e522f137),segment_id=58fa11a6-a7c4-4760-a02e-f1c0e522f137)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:34.390422 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8dd10716-cf07-488b-85d4-3b413bbf0712), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:34.421998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-6832054e-48be-491c-8ddf-8cbd29c571d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:34.423664 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-6832054e-48be-491c-8ddf-8cbd29c571d8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=878e10f92bcc4d09b1f13c72fe6e7243&device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 1125 time: 0.1118381 Feb 10 15:44:34.472856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=8dd10716-cf07-488b-85d4-3b413bbf0712,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:34.507891 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-1baf731d-f231-481a-afbc-64615e67e3bf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be40f970-cf05-4531-83bb-61a87c53ba88 HTTP/1.1" status: 200 len: 217 time: 0.0779281 Feb 10 15:44:34.567083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fd495e7e-f15e-4b20-a640-826bb6e05ec6 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:34.617491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-254b5407-e942-4ec6-adbe-35d841904f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:34.619167 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-254b5407-e942-4ec6-adbe-35d841904f01 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=84dea653-20ea-406a-874c-8fb7acaa42f4 HTTP/1.1" status: 200 len: 852 time: 0.1047621 Feb 10 15:44:34.679526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port fd495e7e-f15e-4b20-a640-826bb6e05ec6 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:44:34.688425 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port fd495e7e-f15e-4b20-a640-826bb6e05ec6 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:34.689150 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fd495e7e-f15e-4b20-a640-826bb6e05ec6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:34.691350 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-acaec509-f057-4e2a-bd5d-3f1fd2129587 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4cc9552c-85ec-4329-ace4-27ff94ac21d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662789 Feb 10 15:44:34.824540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f60831c-638c-4235-a1a0-1d4671376295 None None] Network e9f046a9-11b6-42ed-abdb-3a1d83125208 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:34.848710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fd495e7e-f15e-4b20-a640-826bb6e05ec6 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:34.849116 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fd495e7e-f15e-4b20-a640-826bb6e05ec6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:34.862398 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-ec38e711-e3a9-4acc-87a6-de9ec87ac75a service neutron] 10.222.0.79 "GET /v2.0/networks/4cc9552c-85ec-4329-ace4-27ff94ac21d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629658 Feb 10 15:44:34.913814 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:34.975515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c2bad0-2765-4044-83e4-a6f4434d3ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd495e7e-f15e-4b20-a640-826bb6e05ec6'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:44:34.977957 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f51ae56-00ff-4cd1-848d-3a360b3dba5e" -d '{"events": [{"server_uuid": "52c2bad0-2765-4044-83e4-a6f4434d3ace", "name": "network-vif-plugged", "status": "completed", "tag": "fd495e7e-f15e-4b20-a640-826bb6e05ec6"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:34.981099 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35238d45-a807-4db2-b04e-b0f35772eda1 req-00df77af-080e-4e9b-ac5c-03fd74763081 service neutron] 10.222.0.79 "GET /v2.0/networks/4cc9552c-85ec-4329-ace4-27ff94ac21d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127667 Feb 10 15:44:35.015113 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fd495e7e-f15e-4b20-a640-826bb6e05ec6, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fd495e7e-f15e-4b20-a640-826bb6e05ec6,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:35.025150 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fd495e7e-f15e-4b20-a640-826bb6e05ec6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:35.029528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-87fe582c-e98d-4c47-a0e0-6d205570d242 None None] Provisioning complete for port 8dd10716-cf07-488b-85d4-3b413bbf0712 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:35.029923 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-87fe582c-e98d-4c47-a0e0-6d205570d242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8dd10716-cf07-488b-85d4-3b413bbf0712), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:35.052315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1783a6-b487-48db-9c2a-f739357bfb4e req-1258966a-9d18-4e22-9fe6-4978b94842d2 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:35.054525 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e1783a6-b487-48db-9c2a-f739357bfb4e req-1258966a-9d18-4e22-9fe6-4978b94842d2 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 943 time: 0.6488297 Feb 10 15:44:35.098865 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:35.110059 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Sync routers for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:35.120620 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1d06e95a-d1d2-4cb5-9001-9cfa4bfe2724 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/7fc6add1-b99f-4ead-8192-34d1edc8fc00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4698944 Feb 10 15:44:35.121133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55564) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:35.131947 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2b937fe3-e070-49da-ab05-eb08ac44aad5 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:35.137276 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:35.138305 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:35.193674 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e1783a6-b487-48db-9c2a-f739357bfb4e req-5e47fecf-f88e-4872-ba18-668b78d2a2ec tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305110 Feb 10 15:44:35.228459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ad989-74f7-4c36-a62f-47f305975d52 req-bbcdb962-f3bf-4aa3-bb75-a9691883a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:35.230233 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a13ad989-74f7-4c36-a62f-47f305975d52 req-bbcdb962-f3bf-4aa3-bb75-a9691883a000 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=878e10f92bcc4d09b1f13c72fe6e7243&device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 1125 time: 0.1705749 Feb 10 15:44:35.262816 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:35.296477 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a097818-ea1d-4151-ace9-375704de5c64 x-openstack-request-id: req-6a097818-ea1d-4151-ace9-375704de5c64 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:35.297069 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c2bad0-2765-4044-83e4-a6f4434d3ace", "name": "network-vif-plugged", "status": "completed", "tag": "fd495e7e-f15e-4b20-a640-826bb6e05ec6", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:35.297069 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a097818-ea1d-4151-ace9-375704de5c64 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:35.297817 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c2bad0-2765-4044-83e4-a6f4434d3ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd495e7e-f15e-4b20-a640-826bb6e05ec6', 'code': 200} Feb 10 15:44:35.339514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fd495e7e-f15e-4b20-a640-826bb6e05ec6,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:35.376285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc8c2bd1-b101-488b-9cc4-f9efa39907b1 req-f0d2c4a4-d606-40c6-9622-885810dade1b tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0655956 Feb 10 15:44:35.383700 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d41566-a7bf-48ac-93d2-a7aec1c6fd61 req-32582897-b2f2-4048-82cd-0d2855c2b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:35.385718 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-57d41566-a7bf-48ac-93d2-a7aec1c6fd61 req-32582897-b2f2-4048-82cd-0d2855c2b04b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 1128 time: 0.2025154 Feb 10 15:44:35.439514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-87fe582c-e98d-4c47-a0e0-6d205570d242 None None] Current status of the port 8dd10716-cf07-488b-85d4-3b413bbf0712 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:35.446051 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927c201-c1be-4075-a0ed-1657f9266189 req-0e8b4b31-1858-4af7-9658-e861658db274 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:35.447672 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c927c201-c1be-4075-a0ed-1657f9266189 req-0e8b4b31-1858-4af7-9658-e861658db274 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 946 time: 0.0682516 Feb 10 15:44:35.521445 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c927c201-c1be-4075-a0ed-1657f9266189 req-8c33f4b8-1751-4fc6-83c5-117f79039176 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672998 Feb 10 15:44:35.602763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ad989-74f7-4c36-a62f-47f305975d52 req-5b0e4a4e-5739-4779-b937-d2433fbadd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:35.604393 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a13ad989-74f7-4c36-a62f-47f305975d52 req-5b0e4a4e-5739-4779-b937-d2433fbadd39 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4cc9552c-85ec-4329-ace4-27ff94ac21d5 HTTP/1.1" status: 200 len: 913 time: 0.3511641 Feb 10 15:44:35.641942 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:33Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '090dde1e-4b36-461f-acfd-19191dde1f4a', 'name': '', 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:ca:20:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:31Z', 'updated_at': '2022-02-10T15:44:33Z', 'revision_number': 2, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b519f77-2d08-4bb4-a437-15d793055667', 'name': '', 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:e8:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:25Z', 'updated_at': '2022-02-10T15:44:33Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:35.673046 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a13ad989-74f7-4c36-a62f-47f305975d52 req-2f1ae9db-4fc2-4b0e-802f-b7a08594faf7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be40f970-cf05-4531-83bb-61a87c53ba88 HTTP/1.1" status: 200 len: 217 time: 0.0462966 Feb 10 15:44:35.676869 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Checking router: 7fc6add1-b99f-4ead-8192-34d1edc8fc00 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:35.677225 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Updating router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 port 090dde1e-4b36-461f-acfd-19191dde1f4a binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:44:35.677957 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-57d41566-a7bf-48ac-93d2-a7aec1c6fd61 req-e4da2290-bb2c-44b3-8bbf-cff565f31a98 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236378 Feb 10 15:44:35.680248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e042c0cc-f8bd-49b2-9da4-acf3bd9c53fe None None] Provisioning complete for port 090dde1e-4b36-461f-acfd-19191dde1f4a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:35.680641 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e042c0cc-f8bd-49b2-9da4-acf3bd9c53fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:35.715252 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:35.738685 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e042c0cc-f8bd-49b2-9da4-acf3bd9c53fe None None] Port 090dde1e-4b36-461f-acfd-19191dde1f4a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:44:35.761922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e042c0cc-f8bd-49b2-9da4-acf3bd9c53fe None None] Provisioning complete for port 8dd10716-cf07-488b-85d4-3b413bbf0712 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:35.762302 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e042c0cc-f8bd-49b2-9da4-acf3bd9c53fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8dd10716-cf07-488b-85d4-3b413bbf0712), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:35.925956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e042c0cc-f8bd-49b2-9da4-acf3bd9c53fe None None] Current status of the port 8dd10716-cf07-488b-85d4-3b413bbf0712 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:35.965192 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.extraroute_db [None req-2b937fe3-e070-49da-ab05-eb08ac44aad5 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103369) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 15:44:35.990653 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.extraroute_db [None req-2b937fe3-e070-49da-ab05-eb08ac44aad5 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Removed routes are [] {{(pid=103369) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 15:44:35.991050 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b937fe3-e070-49da-ab05-eb08ac44aad5 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (7fc6add1-b99f-4ead-8192-34d1edc8fc00), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:35.995588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ad989-74f7-4c36-a62f-47f305975d52 req-c7ad18fe-68e8-4283-8c16-04632bc04645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:35.997400 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a13ad989-74f7-4c36-a62f-47f305975d52 req-c7ad18fe-68e8-4283-8c16-04632bc04645 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=84dea653-20ea-406a-874c-8fb7acaa42f4 HTTP/1.1" status: 200 len: 852 time: 0.0867519 Feb 10 15:44:36.024058 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8b519f77-2d08-4bb4-a437-15d793055667 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:36.086519 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a13ad989-74f7-4c36-a62f-47f305975d52 req-cd622d32-ae49-4f23-aa38-ccdd2ce3b59b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4cc9552c-85ec-4329-ace4-27ff94ac21d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794108 Feb 10 15:44:36.098747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f60d2c9d-4f85-44e1-8c82-8d934544b92a None None] Provisioning complete for port 090dde1e-4b36-461f-acfd-19191dde1f4a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:36.099891 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f60d2c9d-4f85-44e1-8c82-8d934544b92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:36.153938 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Publish callbacks [] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:36.172020 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:36.177279 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8b519f77-2d08-4bb4-a437-15d793055667 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:36.178273 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8b519f77-2d08-4bb4-a437-15d793055667), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:36.261169 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f60d2c9d-4f85-44e1-8c82-8d934544b92a None None] Port 090dde1e-4b36-461f-acfd-19191dde1f4a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:44:36.294803 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5b9f5-7617-4b2c-aa46-4f8da6569c84 None None] Pushing event updated for resources: {'Port': ['ID=090dde1e-4b36-461f-acfd-19191dde1f4a,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:36.337797 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Attempting to bind port 090dde1e-4b36-461f-acfd-19191dde1f4a on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:44:36.338074 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Attempting to bind port 090dde1e-4b36-461f-acfd-19191dde1f4a by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '58fa11a6-a7c4-4760-a02e-f1c0e522f137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:44:36.338517 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Attempting to bind port 090dde1e-4b36-461f-acfd-19191dde1f4a on network e9f046a9-11b6-42ed-abdb-3a1d83125208 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:36.345489 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:36.345489 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Checking segment: {'id': '58fa11a6-a7c4-4760-a02e-f1c0e522f137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:36.346031 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:36.346496 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Bound using segment: {'id': '58fa11a6-a7c4-4760-a02e-f1c0e522f137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:36.348601 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Bound port: 090dde1e-4b36-461f-acfd-19191dde1f4a, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fa11a6-a7c4-4760-a02e-f1c0e522f137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:44:36.349264 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:36.459313 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9cfb2-370d-41d4-8cd5-3499fe753e17 req-892d8143-b931-47bd-8c65-96126d2a0110 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:36.462456 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8b519f77-2d08-4bb4-a437-15d793055667 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:36.469808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8dd10716-cf07-488b-85d4-3b413bbf0712 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:36.477153 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5e9cfb2-370d-41d4-8cd5-3499fe753e17 req-892d8143-b931-47bd-8c65-96126d2a0110 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 943 time: 0.1414754 Feb 10 15:44:36.522728 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] For port 090dde1e-4b36-461f-acfd-19191dde1f4a, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:36.533975 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] For port 090dde1e-4b36-461f-acfd-19191dde1f4a, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=090dde1e-4b36-461f-acfd-19191dde1f4a,segment=NetworkSegment(58fa11a6-a7c4-4760-a02e-f1c0e522f137),segment_id=58fa11a6-a7c4-4760-a02e-f1c0e522f137)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:36.545458 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:36.546948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-85c2afd5-57c4-4b1d-8f87-893d4a8bcdd2 None None] Provisioning complete for port 090dde1e-4b36-461f-acfd-19191dde1f4a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:36.548272 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-85c2afd5-57c4-4b1d-8f87-893d4a8bcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:36.594316 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a13ad989-74f7-4c36-a62f-47f305975d52 req-3b8f290c-2435-4303-b192-4d990c82c48c service neutron] 10.222.0.79 "GET /v2.0/networks/4cc9552c-85ec-4329-ace4-27ff94ac21d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355040 Feb 10 15:44:36.612119 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-56ee958f-7bc3-49f7-9954-b21d1520f064 req-51a875c3-0785-49fe-af47-ef16d5f002ea tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0806675 Feb 10 15:44:36.622307 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5b9f5-7617-4b2c-aa46-4f8da6569c84 None None] Pushing event updated for resources: {'Port': ['ID=090dde1e-4b36-461f-acfd-19191dde1f4a,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:36.625265 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:36.625935 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:36.655526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8dd10716-cf07-488b-85d4-3b413bbf0712 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:36.656633 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8dd10716-cf07-488b-85d4-3b413bbf0712), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:36.696292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5e9cfb2-370d-41d4-8cd5-3499fe753e17 req-d2edb982-bb51-49ae-9ba6-0e631409ed48 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142003 Feb 10 15:44:36.805647 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-85c2afd5-57c4-4b1d-8f87-893d4a8bcdd2 None None] Current status of the port 090dde1e-4b36-461f-acfd-19191dde1f4a is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:36.811049 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-85c2afd5-57c4-4b1d-8f87-893d4a8bcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:36.877707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3db91-2edd-4836-93e2-b7d7956e1329 req-814c428d-1f9b-4db0-a784-39815909fdec tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:36.879433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8a3db91-2edd-4836-93e2-b7d7956e1329 req-814c428d-1f9b-4db0-a784-39815909fdec tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 946 time: 0.1079800 Feb 10 15:44:36.931593 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8dd10716-cf07-488b-85d4-3b413bbf0712 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:37.001199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-85c2afd5-57c4-4b1d-8f87-893d4a8bcdd2 None None] For port 090dde1e-4b36-461f-acfd-19191dde1f4a, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=090dde1e-4b36-461f-acfd-19191dde1f4a,segment=NetworkSegment(58fa11a6-a7c4-4760-a02e-f1c0e522f137),segment_id=58fa11a6-a7c4-4760-a02e-f1c0e522f137)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:37.004179 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8a3db91-2edd-4836-93e2-b7d7956e1329 req-b059059a-b96e-4b65-8533-9951ecd41e82 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172304 Feb 10 15:44:37.009161 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-85c2afd5-57c4-4b1d-8f87-893d4a8bcdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:37.073934 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:37.095215 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2afd5-57c4-4b1d-8f87-893d4a8bcdd2 None None] Pushing event updated for resources: {'Port': ['ID=090dde1e-4b36-461f-acfd-19191dde1f4a,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:37.166515 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:37.178907 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4e0c2b8e-f1bf-47c5-aa49-d6218f576324 None None] Provisioning complete for port 090dde1e-4b36-461f-acfd-19191dde1f4a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:37.179282 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4e0c2b8e-f1bf-47c5-aa49-d6218f576324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:37.313378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c2b8e-f1bf-47c5-aa49-d6218f576324 None None] Current status of the port 090dde1e-4b36-461f-acfd-19191dde1f4a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:37.350835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-01550733-cdde-4620-9fe1-2438cc6c25fd req-9374f403-9530-4d4b-b769-e7740172ef96 service neutron] (103369) timed out ('10.222.0.72', 58315) {{(pid=103369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 15:44:37.364707 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b937fe3-e070-49da-ab05-eb08ac44aad5 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (7fc6add1-b99f-4ead-8192-34d1edc8fc00), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:37.374788 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b937fe3-e070-49da-ab05-eb08ac44aad5 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (7fc6add1-b99f-4ead-8192-34d1edc8fc00), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:37.433519 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:35Z', 'revision_number': 6, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '090dde1e-4b36-461f-acfd-19191dde1f4a', 'name': '', 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:ca:20:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:31Z', 'updated_at': '2022-02-10T15:44:36Z', 'revision_number': 4, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b519f77-2d08-4bb4-a437-15d793055667', 'name': '', 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:e8:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:25Z', 'updated_at': '2022-02-10T15:44:33Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:37.437354 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1f7eafc0-f906-4c42-bb8a-c18c09ef4739 None None] Provisioning complete for port 090dde1e-4b36-461f-acfd-19191dde1f4a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:37.438874 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f7eafc0-f906-4c42-bb8a-c18c09ef4739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:37.468947 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4730dc-0601-4462-813c-0003df4376e8 None None] The sync data for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 is: [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:35Z', 'revision_number': 6, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '090dde1e-4b36-461f-acfd-19191dde1f4a', 'name': '', 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:ca:20:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:31Z', 'updated_at': '2022-02-10T15:44:36Z', 'revision_number': 4, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b519f77-2d08-4bb4-a437-15d793055667', 'name': '', 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:e8:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:25Z', 'updated_at': '2022-02-10T15:44:33Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:37.560855 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a13ad989-74f7-4c36-a62f-47f305975d52 req-67035ea6-779f-4f3d-80ff-030017a62570 service neutron] 10.222.0.79 "GET /v2.0/networks/4cc9552c-85ec-4329-ace4-27ff94ac21d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8866975 Feb 10 15:44:37.590086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b937fe3-e070-49da-ab05-eb08ac44aad5 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:37.622987 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1f7eafc0-f906-4c42-bb8a-c18c09ef4739 None None] Current status of the port 090dde1e-4b36-461f-acfd-19191dde1f4a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:37.709479 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b937fe3-e070-49da-ab05-eb08ac44aad5 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:37.718783 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b937fe3-e070-49da-ab05-eb08ac44aad5 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:37.720332 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2b937fe3-e070-49da-ab05-eb08ac44aad5 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/7fc6add1-b99f-4ead-8192-34d1edc8fc00 HTTP/1.1" status: 200 len: 933 time: 2.5935369 Feb 10 15:44:37.723121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55596) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:37.910189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac4d0398-50a2-4732-9a03-23c234529509 req-281f476a-699b-4502-be84-f067a54826e8 tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.1170864 Feb 10 15:44:37.951608 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 090dde1e-4b36-461f-acfd-19191dde1f4a up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:38.010335 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0a11fc17-70f3-4556-bb61-96ffe7fe6b8d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/routers/7fc6add1-b99f-4ead-8192-34d1edc8fc00 HTTP/1.1" status: 200 len: 933 time: 0.2860398 Feb 10 15:44:38.012844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55598) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:38.017898 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 090dde1e-4b36-461f-acfd-19191dde1f4a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:38.018283 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:38.018462 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e758a893-f8f3-4c91-bac4-93f53a1510c2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'router': {'routes': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:38.029412 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562df17f-777f-4344-b509-17232ff00396 req-8d041585-d215-46fd-a5a9-11aa6ecaaac7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:38.030973 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-562df17f-777f-4344-b509-17232ff00396 req-8d041585-d215-46fd-a5a9-11aa6ecaaac7 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 943 time: 0.2192492 Feb 10 15:44:38.127290 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 090dde1e-4b36-461f-acfd-19191dde1f4a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:38.303769 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-562df17f-777f-4344-b509-17232ff00396 req-8c465da9-d5ca-48f8-8d18-cb03b00b2a7d tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138331 Feb 10 15:44:38.386143 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c06d18-8fba-449c-9d88-656924794133 req-ee07c1b9-e156-47a6-93e4-8455035183ec tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:38.388899 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80c06d18-8fba-449c-9d88-656924794133 req-ee07c1b9-e156-47a6-93e4-8455035183ec tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 946 time: 0.2562037 Feb 10 15:44:38.541582 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80c06d18-8fba-449c-9d88-656924794133 req-326e211e-85b4-40ba-aa03-070824da0072 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421590 Feb 10 15:44:38.687818 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2adb9b-2d2e-4700-9693-d9aeb9251c4e None None] Sync routers for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:38.705770 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.extraroute_db [None req-e758a893-f8f3-4c91-bac4-93f53a1510c2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Added routes are [] {{(pid=103368) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 15:44:38.706130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.extraroute_db [None req-e758a893-f8f3-4c91-bac4-93f53a1510c2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103368) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 15:44:38.710536 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2adb9b-2d2e-4700-9693-d9aeb9251c4e None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:38.711966 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9f2adb9b-2d2e-4700-9693-d9aeb9251c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:38.752867 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e758a893-f8f3-4c91-bac4-93f53a1510c2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (7fc6add1-b99f-4ead-8192-34d1edc8fc00), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:38.894160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-9f2adb9b-2d2e-4700-9693-d9aeb9251c4e None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:39.097901 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e758a893-f8f3-4c91-bac4-93f53a1510c2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (7fc6add1-b99f-4ead-8192-34d1edc8fc00), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:39.127111 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31a394eb-a166-4731-a4c7-d2e5456cf4fa req-b0d46f90-c997-4534-8a78-1bdea9c35e5b tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0609810 Feb 10 15:44:39.128987 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e758a893-f8f3-4c91-bac4-93f53a1510c2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (7fc6add1-b99f-4ead-8192-34d1edc8fc00), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:39.239977 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9f2adb9b-2d2e-4700-9693-d9aeb9251c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:35Z', 'revision_number': 6, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '090dde1e-4b36-461f-acfd-19191dde1f4a', 'name': '', 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:ca:20:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:31Z', 'updated_at': '2022-02-10T15:44:36Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b519f77-2d08-4bb4-a437-15d793055667', 'name': '', 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:e8:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:25Z', 'updated_at': '2022-02-10T15:44:33Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:39.265647 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e758a893-f8f3-4c91-bac4-93f53a1510c2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:39.269750 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2adb9b-2d2e-4700-9693-d9aeb9251c4e None None] Checking router: 7fc6add1-b99f-4ead-8192-34d1edc8fc00 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:39.280437 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2adb9b-2d2e-4700-9693-d9aeb9251c4e None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:39.281169 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9f2adb9b-2d2e-4700-9693-d9aeb9251c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:39.388522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e758a893-f8f3-4c91-bac4-93f53a1510c2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:39.393492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-9f2adb9b-2d2e-4700-9693-d9aeb9251c4e None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:39.403847 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e758a893-f8f3-4c91-bac4-93f53a1510c2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:39.406089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e758a893-f8f3-4c91-bac4-93f53a1510c2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/7fc6add1-b99f-4ead-8192-34d1edc8fc00 HTTP/1.1" status: 200 len: 699 time: 1.3914192 Feb 10 15:44:39.408857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55618) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:39.508012 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddff30-701d-4e0e-99e4-760092b034bf req-b92fa7e2-cb86-4d72-b8b9-46c7b22a86d2 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:39.509820 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73ddff30-701d-4e0e-99e4-760092b034bf req-b92fa7e2-cb86-4d72-b8b9-46c7b22a86d2 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 943 time: 0.1023679 Feb 10 15:44:39.567405 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a5b92b3a-2a80-47be-825a-0cb59e457267 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/routers/7fc6add1-b99f-4ead-8192-34d1edc8fc00 HTTP/1.1" status: 200 len: 699 time: 0.1566710 Feb 10 15:44:39.570421 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55620) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:39.596101 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73ddff30-701d-4e0e-99e4-760092b034bf req-1a14a640-04ea-45eb-a20c-08e31e720bd3 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804276 Feb 10 15:44:39.717166 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9f2adb9b-2d2e-4700-9693-d9aeb9251c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:38Z', 'revision_number': 7, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '090dde1e-4b36-461f-acfd-19191dde1f4a', 'name': '', 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:ca:20:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:31Z', 'updated_at': '2022-02-10T15:44:36Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b519f77-2d08-4bb4-a437-15d793055667', 'name': '', 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:e8:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:25Z', 'updated_at': '2022-02-10T15:44:33Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:39.760525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2adb9b-2d2e-4700-9693-d9aeb9251c4e None None] The sync data for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 is: [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:38Z', 'revision_number': 7, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '090dde1e-4b36-461f-acfd-19191dde1f4a', 'name': '', 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:ca:20:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:31Z', 'updated_at': '2022-02-10T15:44:36Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b519f77-2d08-4bb4-a437-15d793055667', 'name': '', 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:e8:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:25Z', 'updated_at': '2022-02-10T15:44:33Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:40.009207 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e7a8f57-b150-4b99-ab6d-b32c331222f7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (7fc6add1-b99f-4ead-8192-34d1edc8fc00), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:40.072760 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf34956-492c-4172-81d8-78438c340a47 None None] Sync routers for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:40.083021 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf34956-492c-4172-81d8-78438c340a47 None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:40.084161 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-dcf34956-492c-4172-81d8-78438c340a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:40.195352 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-dcf34956-492c-4172-81d8-78438c340a47 None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:40.295408 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd24b6aa-3723-446b-bb66-4c081fbc2b50 req-904cd043-ce5e-47f3-9169-7a879b902642 tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0361755 Feb 10 15:44:40.357273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-9e7a8f57-b150-4b99-ab6d-b32c331222f7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port 090dde1e-4b36-461f-acfd-19191dde1f4a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:40.357615 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e7a8f57-b150-4b99-ab6d-b32c331222f7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:40.461604 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-dcf34956-492c-4172-81d8-78438c340a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:38Z', 'revision_number': 7, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '090dde1e-4b36-461f-acfd-19191dde1f4a', 'name': '', 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:ca:20:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:31Z', 'updated_at': '2022-02-10T15:44:36Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b519f77-2d08-4bb4-a437-15d793055667', 'name': '', 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:e8:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:25Z', 'updated_at': '2022-02-10T15:44:33Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:40.476611 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-9e7a8f57-b150-4b99-ab6d-b32c331222f7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] For port 090dde1e-4b36-461f-acfd-19191dde1f4a, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=090dde1e-4b36-461f-acfd-19191dde1f4a,segment=NetworkSegment(58fa11a6-a7c4-4760-a02e-f1c0e522f137),segment_id=58fa11a6-a7c4-4760-a02e-f1c0e522f137)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:40.477203 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e7a8f57-b150-4b99-ab6d-b32c331222f7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:40.491746 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf34956-492c-4172-81d8-78438c340a47 None None] Checking router: 7fc6add1-b99f-4ead-8192-34d1edc8fc00 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:40.495102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-9e7a8f57-b150-4b99-ab6d-b32c331222f7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for 090dde1e-4b36-461f-acfd-19191dde1f4a owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:40.500600 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf34956-492c-4172-81d8-78438c340a47 None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:40.503619 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-dcf34956-492c-4172-81d8-78438c340a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:40.584324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device be40f970-cf05-4531-83bb-61a87c53ba88 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:44:40.629909 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-dcf34956-492c-4172-81d8-78438c340a47 None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:40.711403 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port be40f970-cf05-4531-83bb-61a87c53ba88, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=be40f970-cf05-4531-83bb-61a87c53ba88,segment=NetworkSegment(652b4e1e-a65b-4f04-917f-36e2f1237f36),segment_id=652b4e1e-a65b-4f04-917f-36e2f1237f36)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:40.725338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'be40f970-cf05-4531-83bb-61a87c53ba88', 'network_id': '4cc9552c-85ec-4329-ace4-27ff94ac21d5', 'port_id': 'be40f970-cf05-4531-83bb-61a87c53ba88', 'mac_address': 'fa:16:3e:27:59:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84dea653-20ea-406a-874c-8fb7acaa42f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:44:40.741849 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e7a8f57-b150-4b99-ab6d-b32c331222f7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (090dde1e-4b36-461f-acfd-19191dde1f4a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:40.793436 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port be40f970-cf05-4531-83bb-61a87c53ba88 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:40.793835 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (be40f970-cf05-4531-83bb-61a87c53ba88), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:40.817720 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a8f57-b150-4b99-ab6d-b32c331222f7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=090dde1e-4b36-461f-acfd-19191dde1f4a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:40.823995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be40f970-cf05-4531-83bb-61a87c53ba88 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:44:40.879967 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port be40f970-cf05-4531-83bb-61a87c53ba88, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=be40f970-cf05-4531-83bb-61a87c53ba88,segment=NetworkSegment(652b4e1e-a65b-4f04-917f-36e2f1237f36),segment_id=652b4e1e-a65b-4f04-917f-36e2f1237f36)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:40.880898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c014db1-8b8d-4627-acf3-04f4ed18cea0 req-2a011b45-3ac1-484b-932b-9ac3987cd574 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:40.884740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5c014db1-8b8d-4627-acf3-04f4ed18cea0 req-2a011b45-3ac1-484b-932b-9ac3987cd574 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 943 time: 0.1416402 Feb 10 15:44:40.891444 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (be40f970-cf05-4531-83bb-61a87c53ba88), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:40.949680 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=be40f970-cf05-4531-83bb-61a87c53ba88,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:40.990364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5c014db1-8b8d-4627-acf3-04f4ed18cea0 req-e5d1dc93-477e-4459-a21f-59c1d9ce5047 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936482 Feb 10 15:44:41.089539 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e7a8f57-b150-4b99-ab6d-b32c331222f7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (7fc6add1-b99f-4ead-8192-34d1edc8fc00), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:41.095687 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-dcf34956-492c-4172-81d8-78438c340a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:38Z', 'revision_number': 7, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '090dde1e-4b36-461f-acfd-19191dde1f4a', 'name': '', 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:ca:20:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:31Z', 'updated_at': '2022-02-10T15:44:36Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b519f77-2d08-4bb4-a437-15d793055667', 'name': '', 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:e8:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:25Z', 'updated_at': '2022-02-10T15:44:33Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:41.126239 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf34956-492c-4172-81d8-78438c340a47 None None] The sync data for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 is: [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:38Z', 'revision_number': 7, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '090dde1e-4b36-461f-acfd-19191dde1f4a', 'name': '', 'network_id': 'e9f046a9-11b6-42ed-abdb-3a1d83125208', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:ca:20:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:31Z', 'updated_at': '2022-02-10T15:44:36Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '740a6c96-25d5-45a3-b628-d942cea71fbb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b519f77-2d08-4bb4-a437-15d793055667', 'name': '', 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:e8:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:25Z', 'updated_at': '2022-02-10T15:44:33Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:41.196540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['be40f970-cf05-4531-83bb-61a87c53ba88'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:44:41.418820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7a8f57-b150-4b99-ab6d-b32c331222f7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:41.465077 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1d75f80-8d28-4d5c-955b-cad6fd0244c5 req-d79e9eb9-02e5-4c28-8ae4-fe16689fb85a tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0456324 Feb 10 15:44:41.472942 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:41.487439 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:44:41.623914 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7a8f57-b150-4b99-ab6d-b32c331222f7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:41.638539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04e25b-af10-4d8f-b180-2d84134d4e95 None None] Sync routers for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:41.646603 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9e7a8f57-b150-4b99-ab6d-b32c331222f7 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/7fc6add1-b99f-4ead-8192-34d1edc8fc00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0717893 Feb 10 15:44:41.647333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55648) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:41.659130 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be04e25b-af10-4d8f-b180-2d84134d4e95 None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:41.659958 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-be04e25b-af10-4d8f-b180-2d84134d4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:41.702110 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ad9f10-d5fd-4923-a882-6ae589cba55f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting subnet 740a6c96-25d5-45a3-b628-d942cea71fbb {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:44:41.705523 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9f10-d5fd-4923-a882-6ae589cba55f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (740a6c96-25d5-45a3-b628-d942cea71fbb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:41.757361 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9f10-d5fd-4923-a882-6ae589cba55f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (740a6c96-25d5-45a3-b628-d942cea71fbb), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:41.804414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-be04e25b-af10-4d8f-b180-2d84134d4e95 None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:41.910151 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55652) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:41.961707 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e6988018-3394-4514-94eb-f95e0bf61973 req-c2d47cf1-8ba8-43e7-8d12-31d621f6c95a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0322323 Feb 10 15:44:41.963365 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9f10-d5fd-4923-a882-6ae589cba55f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (740a6c96-25d5-45a3-b628-d942cea71fbb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:42.048679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd19eb4e-6a32-4320-9d63-30e793395710 admin admin] Deleting subnet d0d99a02-21db-48e3-9978-bdde4cad46bf {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:44:42.051949 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cd19eb4e-6a32-4320-9d63-30e793395710 admin admin] Publish callbacks [] for subnet (d0d99a02-21db-48e3-9978-bdde4cad46bf), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:42.080873 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-be04e25b-af10-4d8f-b180-2d84134d4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:40Z', 'revision_number': 8, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b519f77-2d08-4bb4-a437-15d793055667', 'name': '', 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:e8:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:25Z', 'updated_at': '2022-02-10T15:44:33Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:42.093031 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cd19eb4e-6a32-4320-9d63-30e793395710 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (d0d99a02-21db-48e3-9978-bdde4cad46bf), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:42.116515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04e25b-af10-4d8f-b180-2d84134d4e95 None None] Checking router: 7fc6add1-b99f-4ead-8192-34d1edc8fc00 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:42.127462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be04e25b-af10-4d8f-b180-2d84134d4e95 None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:42.128411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-be04e25b-af10-4d8f-b180-2d84134d4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:42.147399 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cd19eb4e-6a32-4320-9d63-30e793395710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (d0d99a02-21db-48e3-9978-bdde4cad46bf), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:42.253406 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808abe3-e803-44ed-a07d-33e654507ff3 req-6df13a81-9f46-4534-a7ea-2ff64bb2d2b4 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:42.254984 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2808abe3-e803-44ed-a07d-33e654507ff3 req-6df13a81-9f46-4534-a7ea-2ff64bb2d2b4 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 944 time: 0.1221445 Feb 10 15:44:42.296839 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9f10-d5fd-4923-a882-6ae589cba55f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (740a6c96-25d5-45a3-b628-d942cea71fbb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:42.357033 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2808abe3-e803-44ed-a07d-33e654507ff3 req-de795fcb-0a0f-4165-a0f0-aa61a899fd52 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891371 Feb 10 15:44:42.359622 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad9f10-d5fd-4923-a882-6ae589cba55f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Subnet': ['ID=740a6c96-25d5-45a3-b628-d942cea71fbb,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:42.363323 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cd19eb4e-6a32-4320-9d63-30e793395710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (d0d99a02-21db-48e3-9978-bdde4cad46bf), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:42.392142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19eb4e-6a32-4320-9d63-30e793395710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d99a02-21db-48e3-9978-bdde4cad46bf,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:42.395201 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9f10-d5fd-4923-a882-6ae589cba55f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:42.401983 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f9ad9f10-d5fd-4923-a882-6ae589cba55f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/740a6c96-25d5-45a3-b628-d942cea71fbb HTTP/1.1" status: 204 len: 168 time: 0.7505696 Feb 10 15:44:42.402082 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55656) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:42.422912 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cd19eb4e-6a32-4320-9d63-30e793395710 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:42.426585 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cd19eb4e-6a32-4320-9d63-30e793395710 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d0d99a02-21db-48e3-9978-bdde4cad46bf HTTP/1.1" status: 204 len: 168 time: 0.5148089 Feb 10 15:44:42.430308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55658) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:42.492854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17969098-7b8d-4537-b3ec-93746c7d6838 None None] Network e9f046a9-11b6-42ed-abdb-3a1d83125208 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:42.576532 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-be04e25b-af10-4d8f-b180-2d84134d4e95 None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:42.599507 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-134b4beb-0347-4ef6-9ab6-5aeab41c03f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (bbc8d844-2a31-4a62-8ce0-6126221423af), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:42.609205 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (e9f046a9-11b6-42ed-abdb-3a1d83125208), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:42.640684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device be40f970-cf05-4531-83bb-61a87c53ba88 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:44:42.715705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port 8dd10716-cf07-488b-85d4-3b413bbf0712 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:42.716281 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8dd10716-cf07-488b-85d4-3b413bbf0712), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:42.739960 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90f3f266-479f-4d20-939c-53a60d4d59b0 req-33b82f31-a0e1-4856-b7ad-075a64e9c5a1 tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.1082292 Feb 10 15:44:42.806176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port be40f970-cf05-4531-83bb-61a87c53ba88 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:44:42.873298 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-134b4beb-0347-4ef6-9ab6-5aeab41c03f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (bbc8d844-2a31-4a62-8ce0-6126221423af), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:42.897174 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port be40f970-cf05-4531-83bb-61a87c53ba88 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:44:42.897798 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (be40f970-cf05-4531-83bb-61a87c53ba88), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:42.915056 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] For port 8dd10716-cf07-488b-85d4-3b413bbf0712, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8dd10716-cf07-488b-85d4-3b413bbf0712,segment=NetworkSegment(58fa11a6-a7c4-4760-a02e-f1c0e522f137),segment_id=58fa11a6-a7c4-4760-a02e-f1c0e522f137)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:42.915728 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8dd10716-cf07-488b-85d4-3b413bbf0712), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:42.933128 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b9776dc-01f0-4962-b45e-5893b954c24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:42.947912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for 8dd10716-cf07-488b-85d4-3b413bbf0712 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:42.950524 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-134b4beb-0347-4ef6-9ab6-5aeab41c03f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc8d844-2a31-4a62-8ce0-6126221423af']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:42.972588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-134b4beb-0347-4ef6-9ab6-5aeab41c03f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8601ae44-ac62-4d6c-95bc-d2213c277904') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:42.973025 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-134b4beb-0347-4ef6-9ab6-5aeab41c03f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8601ae44-ac62-4d6c-95bc-d2213c277904') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:42.988020 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-134b4beb-0347-4ef6-9ab6-5aeab41c03f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (8601ae44-ac62-4d6c-95bc-d2213c277904), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.022315 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-134b4beb-0347-4ef6-9ab6-5aeab41c03f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (8601ae44-ac62-4d6c-95bc-d2213c277904), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.033110 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134b4beb-0347-4ef6-9ab6-5aeab41c03f6 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:44:43.033641 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-134b4beb-0347-4ef6-9ab6-5aeab41c03f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (8601ae44-ac62-4d6c-95bc-d2213c277904), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:44:43.035621 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:44:43.152528 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8dd10716-cf07-488b-85d4-3b413bbf0712), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.172721 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-134b4beb-0347-4ef6-9ab6-5aeab41c03f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (bbc8d844-2a31-4a62-8ce0-6126221423af), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.181895 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-134b4beb-0347-4ef6-9ab6-5aeab41c03f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.185930 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-134b4beb-0347-4ef6-9ab6-5aeab41c03f6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bbc8d844-2a31-4a62-8ce0-6126221423af HTTP/1.1" status: 204 len: 168 time: 0.7540874 Feb 10 15:44:43.215886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55664) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:43.216775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=8dd10716-cf07-488b-85d4-3b413bbf0712,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:43.226561 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b4beb-0347-4ef6-9ab6-5aeab41c03f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc8d844-2a31-4a62-8ce0-6126221423af,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:43.245402 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69097a51-76cd-4811-bf47-e541278dda80 None None] DHCP port deletion for e9f046a9-11b6-42ed-abdb-3a1d83125208 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:44:43.256612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] No DVR routers for this DVR port 8dd10716-cf07-488b-85d4-3b413bbf0712 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:43.313826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port be40f970-cf05-4531-83bb-61a87c53ba88 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:44:43.314408 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (be40f970-cf05-4531-83bb-61a87c53ba88), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.348587 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1618c9b-5a70-4497-8a01-5b6ac38e4616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be40f970-cf05-4531-83bb-61a87c53ba88'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:44:43.351337 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8c22a7-7e96-49df-bc42-c171e0cd0538" -d '{"events": [{"server_uuid": "d1618c9b-5a70-4497-8a01-5b6ac38e4616", "name": "network-vif-plugged", "status": "completed", "tag": "be40f970-cf05-4531-83bb-61a87c53ba88"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:44:43.361786 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (e9f046a9-11b6-42ed-abdb-3a1d83125208), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.388156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f046a9-11b6-42ed-abdb-3a1d83125208']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:43.398196 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-be04e25b-af10-4d8f-b180-2d84134d4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:40Z', 'revision_number': 8, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b519f77-2d08-4bb4-a437-15d793055667', 'name': '', 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:e8:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:25Z', 'updated_at': '2022-02-10T15:44:33Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:43.399488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fa11a6-a7c4-4760-a02e-f1c0e522f137') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:43.399787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fa11a6-a7c4-4760-a02e-f1c0e522f137') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:43.407309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port be40f970-cf05-4531-83bb-61a87c53ba88, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=be40f970-cf05-4531-83bb-61a87c53ba88,segment=NetworkSegment(652b4e1e-a65b-4f04-917f-36e2f1237f36),segment_id=652b4e1e-a65b-4f04-917f-36e2f1237f36)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:43.410457 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (58fa11a6-a7c4-4760-a02e-f1c0e522f137), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.427422 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (58fa11a6-a7c4-4760-a02e-f1c0e522f137), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.434667 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:44:43.435486 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (58fa11a6-a7c4-4760-a02e-f1c0e522f137), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.474666 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c01e62-366f-4c31-be24-c7179d6297ea x-openstack-request-id: req-c4c01e62-366f-4c31-be24-c7179d6297ea {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:44:43.475117 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1618c9b-5a70-4497-8a01-5b6ac38e4616", "name": "network-vif-plugged", "status": "completed", "tag": "be40f970-cf05-4531-83bb-61a87c53ba88", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:44:43.475504 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4c01e62-366f-4c31-be24-c7179d6297ea {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:44:43.476004 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1618c9b-5a70-4497-8a01-5b6ac38e4616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be40f970-cf05-4531-83bb-61a87c53ba88', 'code': 200} Feb 10 15:44:43.477785 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04e25b-af10-4d8f-b180-2d84134d4e95 None None] The sync data for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 is: [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:40Z', 'revision_number': 8, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b519f77-2d08-4bb4-a437-15d793055667', 'name': '', 'network_id': 'e8c37e08-585d-485c-9c41-d347912e2c6d', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:e8:07:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:25Z', 'updated_at': '2022-02-10T15:44:33Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '516f29a9-6517-4c85-8546-3cf2be2bf4fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:43.480581 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (be40f970-cf05-4531-83bb-61a87c53ba88), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:44:43.536125 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:44:43.543815 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (e9f046a9-11b6-42ed-abdb-3a1d83125208), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.563305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=be40f970-cf05-4531-83bb-61a87c53ba88,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:43.583862 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.587369 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/networks/e9f046a9-11b6-42ed-abdb-3a1d83125208 HTTP/1.1" status: 204 len: 168 time: 1.1846070 Feb 10 15:44:43.593837 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55670) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:43.596098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d283d0-82cc-4478-9e7c-0d8641c5571f admin admin] Deleting subnet 24353a1b-2fc5-4ad4-b4b6-61fc79184b57 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:44:43.609562 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52d283d0-82cc-4478-9e7c-0d8641c5571f admin admin] Publish callbacks [] for subnet (24353a1b-2fc5-4ad4-b4b6-61fc79184b57), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.613097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8c927-9c27-4e2f-81b4-baff4f289dd0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Network': ['ID=e9f046a9-11b6-42ed-abdb-3a1d83125208,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:43.654955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3de08b-d99d-4cb5-b930-ead9f3e0134d req-1251ad02-9508-47e2-8215-26ff1e710c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:43.656876 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-db3de08b-d99d-4cb5-b930-ead9f3e0134d req-1251ad02-9508-47e2-8215-26ff1e710c15 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 1127 time: 0.1295354 Feb 10 15:44:43.660213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aebbaa-37b3-49bb-b957-08157f8fa7a5 req-217dfd2f-98f7-4d84-b356-213477166e73 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:43.662288 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5aebbaa-37b3-49bb-b957-08157f8fa7a5 req-217dfd2f-98f7-4d84-b356-213477166e73 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 945 time: 0.1364110 Feb 10 15:44:43.662487 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52d283d0-82cc-4478-9e7c-0d8641c5571f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (24353a1b-2fc5-4ad4-b4b6-61fc79184b57), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.731743 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-db3de08b-d99d-4cb5-b930-ead9f3e0134d req-67e88a67-0740-4d05-b871-d2d93e07a740 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669584 Feb 10 15:44:43.742869 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52d283d0-82cc-4478-9e7c-0d8641c5571f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (24353a1b-2fc5-4ad4-b4b6-61fc79184b57), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.837085 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52d283d0-82cc-4478-9e7c-0d8641c5571f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (24353a1b-2fc5-4ad4-b4b6-61fc79184b57), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.875849 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-52d283d0-82cc-4478-9e7c-0d8641c5571f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:43.881845 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-52d283d0-82cc-4478-9e7c-0d8641c5571f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/24353a1b-2fc5-4ad4-b4b6-61fc79184b57 HTTP/1.1" status: 204 len: 168 time: 0.6615260 Feb 10 15:44:43.906382 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55676) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:43.916428 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d283d0-82cc-4478-9e7c-0d8641c5571f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24353a1b-2fc5-4ad4-b4b6-61fc79184b57,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:43.998228 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0da64b8d-af84-431f-913a-143982cfc03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (87ffb425-7b34-4df9-8425-b7e839fb7702), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:44.047963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 090dde1e-4b36-461f-acfd-19191dde1f4a no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:44.094967 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 090dde1e-4b36-461f-acfd-19191dde1f4a {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:44.097678 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 090dde1e-4b36-461f-acfd-19191dde1f4a not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:44.098419 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8dd10716-cf07-488b-85d4-3b413bbf0712 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:44.147268 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0da64b8d-af84-431f-913a-143982cfc03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (87ffb425-7b34-4df9-8425-b7e839fb7702), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:44.147760 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 8dd10716-cf07-488b-85d4-3b413bbf0712 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:44.148212 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8dd10716-cf07-488b-85d4-3b413bbf0712 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:44.197825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0da64b8d-af84-431f-913a-143982cfc03e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ffb425-7b34-4df9-8425-b7e839fb7702']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:44.204067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a07cbff-4215-45b6-a47b-fd275036b87f req-0810a815-9af4-48ee-8d79-4dbf62e47176 tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0808904 Feb 10 15:44:44.230062 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0da64b8d-af84-431f-913a-143982cfc03e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf5654d-3b74-45a2-baf4-7598478effe4') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:44.230363 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-0da64b8d-af84-431f-913a-143982cfc03e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf5654d-3b74-45a2-baf4-7598478effe4') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:44.257688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5aebbaa-37b3-49bb-b957-08157f8fa7a5 req-665afae5-6106-45db-a65f-6b87cbfe43d6 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400332 Feb 10 15:44:44.275450 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0da64b8d-af84-431f-913a-143982cfc03e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (ecf5654d-3b74-45a2-baf4-7598478effe4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:44.303415 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0da64b8d-af84-431f-913a-143982cfc03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ecf5654d-3b74-45a2-baf4-7598478effe4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:44.317644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da64b8d-af84-431f-913a-143982cfc03e admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:44:44.318637 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0da64b8d-af84-431f-913a-143982cfc03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (ecf5654d-3b74-45a2-baf4-7598478effe4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:44:44.320506 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:44:44.450192 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0da64b8d-af84-431f-913a-143982cfc03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (87ffb425-7b34-4df9-8425-b7e839fb7702), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:44.462017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0da64b8d-af84-431f-913a-143982cfc03e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:44.473435 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0da64b8d-af84-431f-913a-143982cfc03e admin admin] 10.222.0.64 "DELETE /v2.0/networks/87ffb425-7b34-4df9-8425-b7e839fb7702 HTTP/1.1" status: 204 len: 168 time: 0.5652723 Feb 10 15:44:44.591960 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf9efde6-c4b4-469e-840a-0bbf0c74584e req-cfc6eb34-f6ee-48a5-bf9e-34a176cd81db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d472ec4daeaf465fa0fc3f4f73a48532&device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0321653 Feb 10 15:44:44.621704 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32b69939-2652-4168-9736-d75cd4b07409 req-c09454dd-d044-4b18-ae77-1056b2ddb9e6 tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0284770 Feb 10 15:44:44.655401 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf9efde6-c4b4-469e-840a-0bbf0c74584e req-fdd51af0-b1b0-4cfd-a618-9484361792bb service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d472ec4daeaf465fa0fc3f4f73a48532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323653 Feb 10 15:44:44.731318 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55684) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:44.885382 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f6296732-6523-433c-8069-90d9190d63e9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (7fc6add1-b99f-4ead-8192-34d1edc8fc00), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:44.902708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da64b8d-af84-431f-913a-143982cfc03e admin admin] Pushing event deleted for resources: {'Network': ['ID=87ffb425-7b34-4df9-8425-b7e839fb7702,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:45.026957 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55688) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:45.027292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fafadb26-5286-467e-b785-2b38a30a0214 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f40bab12886d4d79b5b811e0e3941d12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2842956 Feb 10 15:44:45.034455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9efde6-c4b4-469e-840a-0bbf0c74584e req-c57c8467-03b9-4f89-af5a-8368235bf6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:45.035863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf9efde6-c4b4-469e-840a-0bbf0c74584e req-c57c8467-03b9-4f89-af5a-8368235bf6f3 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3732979 Feb 10 15:44:45.086768 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-574219aa-3388-4b33-81b9-b5b5132ae3c9 admin admin] Publish callbacks [] for security_group (088e70fd-35be-488a-ad28-85915fa3cd90), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:45.110665 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-574219aa-3388-4b33-81b9-b5b5132ae3c9 admin admin] Publish callbacks [] for security_group (088e70fd-35be-488a-ad28-85915fa3cd90), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:45.165001 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-574219aa-3388-4b33-81b9-b5b5132ae3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (088e70fd-35be-488a-ad28-85915fa3cd90), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:45.167741 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-574219aa-3388-4b33-81b9-b5b5132ae3c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:45.171524 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-574219aa-3388-4b33-81b9-b5b5132ae3c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/088e70fd-35be-488a-ad28-85915fa3cd90 HTTP/1.1" status: 204 len: 168 time: 0.1408250 Feb 10 15:44:45.180131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574219aa-3388-4b33-81b9-b5b5132ae3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088e70fd-35be-488a-ad28-85915fa3cd90,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:45.227956 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-25beac32-10c0-4eb7-ac93-ac6e1290cc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:45.267886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-f6296732-6523-433c-8069-90d9190d63e9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port 8b519f77-2d08-4bb4-a437-15d793055667 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:45.268304 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f6296732-6523-433c-8069-90d9190d63e9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8b519f77-2d08-4bb4-a437-15d793055667), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:45.396382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-f6296732-6523-433c-8069-90d9190d63e9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] For port 8b519f77-2d08-4bb4-a437-15d793055667, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8b519f77-2d08-4bb4-a437-15d793055667,segment=NetworkSegment(33a88719-9994-419b-9d08-26cdb07ab1e9),segment_id=33a88719-9994-419b-9d08-26cdb07ab1e9)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:45.396867 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f6296732-6523-433c-8069-90d9190d63e9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8b519f77-2d08-4bb4-a437-15d793055667), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:45.413137 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-f6296732-6523-433c-8069-90d9190d63e9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for 8b519f77-2d08-4bb4-a437-15d793055667 owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:45.427696 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e5b1d-a369-4edb-9be4-ec7aa6440c8d req-eb95a658-10b0-49fd-b500-907215d12342 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:45.429332 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-457e5b1d-a369-4edb-9be4-ec7aa6440c8d req-eb95a658-10b0-49fd-b500-907215d12342 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 945 time: 0.1008041 Feb 10 15:44:45.527911 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-457e5b1d-a369-4edb-9be4-ec7aa6440c8d req-de17f564-edd4-42d3-900d-1205ef9d03d0 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897944 Feb 10 15:44:45.633992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55700) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:45.689755 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f6296732-6523-433c-8069-90d9190d63e9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (8b519f77-2d08-4bb4-a437-15d793055667), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:45.703482 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-64604be5-68cc-4fdc-90c1-b85b3473a4a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=727f84ee3ba54cdba00506bdc7054883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0681293 Feb 10 15:44:45.705865 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55704) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:45.757628 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6296732-6523-433c-8069-90d9190d63e9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=8b519f77-2d08-4bb4-a437-15d793055667,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:45.813746 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bda72c79-0ab9-4c45-8bd4-3ea061006e53 req-a1322558-30e9-4727-bdf1-d1405318954d tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.64 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0647154 Feb 10 15:44:45.851363 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-32cf5ca4-14c9-483e-9cae-caf387ecce71 admin admin] Publish callbacks [] for security_group (08c7e18d-a257-4454-92a9-02632145299b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:45.915752 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-32cf5ca4-14c9-483e-9cae-caf387ecce71 admin admin] Publish callbacks [] for security_group (08c7e18d-a257-4454-92a9-02632145299b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:46.018954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-32cf5ca4-14c9-483e-9cae-caf387ecce71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (08c7e18d-a257-4454-92a9-02632145299b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:46.021945 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-32cf5ca4-14c9-483e-9cae-caf387ecce71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:46.023319 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-32cf5ca4-14c9-483e-9cae-caf387ecce71 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08c7e18d-a257-4454-92a9-02632145299b HTTP/1.1" status: 204 len: 168 time: 0.3160930 Feb 10 15:44:46.032078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf5ca4-14c9-483e-9cae-caf387ecce71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c7e18d-a257-4454-92a9-02632145299b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:46.050450 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f6296732-6523-433c-8069-90d9190d63e9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (7fc6add1-b99f-4ead-8192-34d1edc8fc00), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:46.298088 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf9efde6-c4b4-469e-840a-0bbf0c74584e req-5c4ca34e-578c-4546-bdab-9edbc12b689f tempest-ServerShowV257Test-1820621026 tempest-ServerShowV257Test-1820621026-project] 10.222.0.72 "GET /v2.0/ports?device_id=846b9591-3bcb-40e8-bbdd-7eeb5bce6add HTTP/1.1" status: 200 len: 210 time: 0.0631683 Feb 10 15:44:46.364164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6296732-6523-433c-8069-90d9190d63e9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:46.414399 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:46.484294 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6296732-6523-433c-8069-90d9190d63e9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:46.498567 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4b4c74-564f-47bd-a518-9a83f9f223d6 None None] Sync routers for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:46.505239 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f6296732-6523-433c-8069-90d9190d63e9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/7fc6add1-b99f-4ead-8192-34d1edc8fc00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9093065 Feb 10 15:44:46.506244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55724) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:46.511684 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b4c74-564f-47bd-a518-9a83f9f223d6 None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:46.513855 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-fe4b4c74-564f-47bd-a518-9a83f9f223d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:46.584125 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb58449-d1e4-4bfb-8948-7b961fc5e032 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting subnet 516f29a9-6517-4c85-8546-3cf2be2bf4fd {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:44:46.588331 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-deb58449-d1e4-4bfb-8948-7b961fc5e032 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (516f29a9-6517-4c85-8546-3cf2be2bf4fd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:46.648508 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-deb58449-d1e4-4bfb-8948-7b961fc5e032 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (516f29a9-6517-4c85-8546-3cf2be2bf4fd), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:46.672060 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-fe4b4c74-564f-47bd-a518-9a83f9f223d6 None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:46.866507 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-deb58449-d1e4-4bfb-8948-7b961fc5e032 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (516f29a9-6517-4c85-8546-3cf2be2bf4fd), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:47.007862 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-deb58449-d1e4-4bfb-8948-7b961fc5e032 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (516f29a9-6517-4c85-8546-3cf2be2bf4fd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:47.073908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb58449-d1e4-4bfb-8948-7b961fc5e032 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Subnet': ['ID=516f29a9-6517-4c85-8546-3cf2be2bf4fd,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:47.076851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29da1f31-988d-4421-929e-8616c062d8dc None None] Network e8c37e08-585d-485c-9c41-d347912e2c6d requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:47.077086 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-deb58449-d1e4-4bfb-8948-7b961fc5e032 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:47.085059 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-deb58449-d1e4-4bfb-8948-7b961fc5e032 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/516f29a9-6517-4c85-8546-3cf2be2bf4fd HTTP/1.1" status: 204 len: 168 time: 0.5777078 Feb 10 15:44:47.087652 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55740) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:47.097168 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-fe4b4c74-564f-47bd-a518-9a83f9f223d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:45Z', 'revision_number': 9, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:47.171880 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4b4c74-564f-47bd-a518-9a83f9f223d6 None None] Checking router: 7fc6add1-b99f-4ead-8192-34d1edc8fc00 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:47.194477 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b4c74-564f-47bd-a518-9a83f9f223d6 None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:47.195129 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-fe4b4c74-564f-47bd-a518-9a83f9f223d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:47.240490 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (e8c37e08-585d-485c-9c41-d347912e2c6d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:47.328260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55754) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:47.332237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port 13e6a85b-5575-4b82-b97c-382a37ed311f {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:47.338196 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (13e6a85b-5575-4b82-b97c-382a37ed311f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:47.389880 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-fe4b4c74-564f-47bd-a518-9a83f9f223d6 None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:47.449494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] For port 13e6a85b-5575-4b82-b97c-382a37ed311f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=13e6a85b-5575-4b82-b97c-382a37ed311f,segment=NetworkSegment(33a88719-9994-419b-9d08-26cdb07ab1e9),segment_id=33a88719-9994-419b-9d08-26cdb07ab1e9)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:47.450022 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (13e6a85b-5575-4b82-b97c-382a37ed311f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:47.451644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd4bf90-78ee-4bac-a69f-6b5d004eb3a0 None None] DHCP port deletion for e8c37e08-585d-485c-9c41-d347912e2c6d request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:44:47.483621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for 13e6a85b-5575-4b82-b97c-382a37ed311f owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:47.522601 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3dd4bf90-78ee-4bac-a69f-6b5d004eb3a0 None None] Deleting port 13e6a85b-5575-4b82-b97c-382a37ed311f {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:47.532231 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3dd4bf90-78ee-4bac-a69f-6b5d004eb3a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (13e6a85b-5575-4b82-b97c-382a37ed311f), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:47.552807 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3bb041ca-fd58-4169-8c1d-1989203dae51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:47.645371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3dd4bf90-78ee-4bac-a69f-6b5d004eb3a0 None None] For port 13e6a85b-5575-4b82-b97c-382a37ed311f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=13e6a85b-5575-4b82-b97c-382a37ed311f,segment=NetworkSegment(33a88719-9994-419b-9d08-26cdb07ab1e9),segment_id=33a88719-9994-419b-9d08-26cdb07ab1e9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:47.646568 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3dd4bf90-78ee-4bac-a69f-6b5d004eb3a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (13e6a85b-5575-4b82-b97c-382a37ed311f), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:47.665450 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3dd4bf90-78ee-4bac-a69f-6b5d004eb3a0 None None] Calling delete_port for 13e6a85b-5575-4b82-b97c-382a37ed311f owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:47.725449 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (13e6a85b-5575-4b82-b97c-382a37ed311f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:47.760134 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=13e6a85b-5575-4b82-b97c-382a37ed311f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:47.764009 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] No DVR routers for this DVR port 13e6a85b-5575-4b82-b97c-382a37ed311f on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:47.773254 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3bb041ca-fd58-4169-8c1d-1989203dae51 admin admin] Publish callbacks [] for security_group (01265ee4-9761-4b92-a2e9-55d38988c5aa), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:47.788858 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3bb041ca-fd58-4169-8c1d-1989203dae51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (01265ee4-9761-4b92-a2e9-55d38988c5aa), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:47.813114 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3dd4bf90-78ee-4bac-a69f-6b5d004eb3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (13e6a85b-5575-4b82-b97c-382a37ed311f), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:47.873742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4bf90-78ee-4bac-a69f-6b5d004eb3a0 None None] Pushing event deleted for resources: {'Port': ['ID=13e6a85b-5575-4b82-b97c-382a37ed311f,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:47.887195 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb041ca-fd58-4169-8c1d-1989203dae51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01265ee4-9761-4b92-a2e9-55d38988c5aa,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:47.899381 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3bb041ca-fd58-4169-8c1d-1989203dae51 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d472ec4daeaf465fa0fc3f4f73a48532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5672731 Feb 10 15:44:47.899601 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4bf90-78ee-4bac-a69f-6b5d004eb3a0 None None] No DVR routers for this DVR port 13e6a85b-5575-4b82-b97c-382a37ed311f on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:47.900765 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55760) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:47.928673 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (e8c37e08-585d-485c-9c41-d347912e2c6d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:47.940696 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 13e6a85b-5575-4b82-b97c-382a37ed311f no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:47.953146 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-fe4b4c74-564f-47bd-a518-9a83f9f223d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:45Z', 'revision_number': 9, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:47.982314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 13e6a85b-5575-4b82-b97c-382a37ed311f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:47.983254 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 13e6a85b-5575-4b82-b97c-382a37ed311f not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:47.994804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c37e08-585d-485c-9c41-d347912e2c6d']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:48.008301 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:48.014700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a88719-9994-419b-9d08-26cdb07ab1e9') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:48.015265 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a88719-9994-419b-9d08-26cdb07ab1e9') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:48.022988 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4b4c74-564f-47bd-a518-9a83f9f223d6 None None] The sync data for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 is: [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:45Z', 'revision_number': 9, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a68683e-7b96-457a-9efa-fb5bafed6b93', 'name': '', 'network_id': 'cc951e06-3e40-4b4e-b234-3388826c1b5c', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:1a:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:20Z', 'updated_at': '2022-02-10T15:44:27Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '42cb01e7-30c5-4db2-b302-3d21938e24e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:48.024148 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-04566feb-a458-43b2-9693-ecfd59c6fdc2 admin admin] Publish callbacks [] for security_group (01265ee4-9761-4b92-a2e9-55d38988c5aa), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:48.029702 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (33a88719-9994-419b-9d08-26cdb07ab1e9), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:48.049310 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (33a88719-9994-419b-9d08-26cdb07ab1e9), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:48.063920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:44:48.064459 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (33a88719-9994-419b-9d08-26cdb07ab1e9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:44:48.068425 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:44:48.074032 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-04566feb-a458-43b2-9693-ecfd59c6fdc2 admin admin] Publish callbacks [] for security_group (01265ee4-9761-4b92-a2e9-55d38988c5aa), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:48.126304 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-04566feb-a458-43b2-9693-ecfd59c6fdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (01265ee4-9761-4b92-a2e9-55d38988c5aa), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:48.130500 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-04566feb-a458-43b2-9693-ecfd59c6fdc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:48.131909 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (e8c37e08-585d-485c-9c41-d347912e2c6d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:48.132409 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-04566feb-a458-43b2-9693-ecfd59c6fdc2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01265ee4-9761-4b92-a2e9-55d38988c5aa HTTP/1.1" status: 204 len: 168 time: 0.2283592 Feb 10 15:44:48.141864 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:48.147971 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/networks/e8c37e08-585d-485c-9c41-d347912e2c6d HTTP/1.1" status: 204 len: 168 time: 1.0580258 Feb 10 15:44:48.148598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55764) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:48.149455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04566feb-a458-43b2-9693-ecfd59c6fdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01265ee4-9761-4b92-a2e9-55d38988c5aa,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:48.160718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ed3e0-187d-491d-b466-6ef2bb5d1e93 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Network': ['ID=e8c37e08-585d-485c-9c41-d347912e2c6d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:48.575182 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8030de82-9167-4bdd-9a7c-0f4603864f71 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (7fc6add1-b99f-4ead-8192-34d1edc8fc00), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:48.850168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-8030de82-9167-4bdd-9a7c-0f4603864f71 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port 2a68683e-7b96-457a-9efa-fb5bafed6b93 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:48.850514 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8030de82-9167-4bdd-9a7c-0f4603864f71 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:48.936973 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:48.952163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-8030de82-9167-4bdd-9a7c-0f4603864f71 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] For port 2a68683e-7b96-457a-9efa-fb5bafed6b93, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=2a68683e-7b96-457a-9efa-fb5bafed6b93,segment=NetworkSegment(9c247069-3e8d-40dd-972a-d399b7be8ff5),segment_id=9c247069-3e8d-40dd-972a-d399b7be8ff5)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:48.952483 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8030de82-9167-4bdd-9a7c-0f4603864f71 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:48.965980 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-8030de82-9167-4bdd-9a7c-0f4603864f71 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for 2a68683e-7b96-457a-9efa-fb5bafed6b93 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:49.175997 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5013d7cd-5c83-4b37-b8ab-027b121a5386 req-db3a921b-60aa-45a0-bdb1-70aef4c214a4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857656 Feb 10 15:44:49.177634 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8030de82-9167-4bdd-9a7c-0f4603864f71 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2a68683e-7b96-457a-9efa-fb5bafed6b93), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:49.209090 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030de82-9167-4bdd-9a7c-0f4603864f71 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=2a68683e-7b96-457a-9efa-fb5bafed6b93,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:49.358250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013d7cd-5c83-4b37-b8ab-027b121a5386 req-99441f87-0ceb-46eb-811f-021163cada6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:49.359903 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5013d7cd-5c83-4b37-b8ab-027b121a5386 req-99441f87-0ceb-46eb-811f-021163cada6c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 1128 time: 0.1205528 Feb 10 15:44:49.435352 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8030de82-9167-4bdd-9a7c-0f4603864f71 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (7fc6add1-b99f-4ead-8192-34d1edc8fc00), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:49.568554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013d7cd-5c83-4b37-b8ab-027b121a5386 req-53d4b468-9721-4955-a0a7-61ca37dae527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:49.569983 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5013d7cd-5c83-4b37-b8ab-027b121a5386 req-53d4b468-9721-4955-a0a7-61ca37dae527 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 915 time: 0.1753607 Feb 10 15:44:49.617015 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5013d7cd-5c83-4b37-b8ab-027b121a5386 req-7ee7c3e2-4c90-4e11-a2cf-1b086c87f3ba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd495e7e-f15e-4b20-a640-826bb6e05ec6 HTTP/1.1" status: 200 len: 217 time: 0.0404873 Feb 10 15:44:49.738711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013d7cd-5c83-4b37-b8ab-027b121a5386 req-02aa2936-5eaa-4c51-b15c-2116694fa9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:49.740117 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5013d7cd-5c83-4b37-b8ab-027b121a5386 req-02aa2936-5eaa-4c51-b15c-2116694fa9aa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbaa343d-0471-430d-80ca-08e968e4445c HTTP/1.1" status: 200 len: 854 time: 0.0882034 Feb 10 15:44:49.746864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8030de82-9167-4bdd-9a7c-0f4603864f71 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:49.778149 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5013d7cd-5c83-4b37-b8ab-027b121a5386 req-9781611e-1021-477a-8ef0-52b3f15a74c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdb81c03-ceb0-4464-ba08-e8f899222887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301995 Feb 10 15:44:49.882422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8b519f77-2d08-4bb4-a437-15d793055667 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:49.909028 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 8b519f77-2d08-4bb4-a437-15d793055667 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:49.909493 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8b519f77-2d08-4bb4-a437-15d793055667 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:49.932184 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8030de82-9167-4bdd-9a7c-0f4603864f71 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:49.938089 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8030de82-9167-4bdd-9a7c-0f4603864f71 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/7fc6add1-b99f-4ead-8192-34d1edc8fc00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7778666 Feb 10 15:44:49.941225 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55790) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:49.944638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c6ede6-f7d0-49e2-a07c-e4221138a2d8 None None] Sync routers for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:49.956884 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5013d7cd-5c83-4b37-b8ab-027b121a5386 req-87315bd1-b4e7-4369-91a5-136678875f1b service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712728 Feb 10 15:44:49.958419 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6ede6-f7d0-49e2-a07c-e4221138a2d8 None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:49.959179 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-d6c6ede6-f7d0-49e2-a07c-e4221138a2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:50.007431 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9209a1-9ea7-4c5f-92a5-06211fba3550 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting subnet 42cb01e7-30c5-4db2-b302-3d21938e24e8 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:44:50.011261 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ae9209a1-9ea7-4c5f-92a5-06211fba3550 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (42cb01e7-30c5-4db2-b302-3d21938e24e8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:50.064718 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-d6c6ede6-f7d0-49e2-a07c-e4221138a2d8 None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:50.074402 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ae9209a1-9ea7-4c5f-92a5-06211fba3550 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (42cb01e7-30c5-4db2-b302-3d21938e24e8), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:50.088724 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5013d7cd-5c83-4b37-b8ab-027b121a5386 req-3d12198b-3aea-4565-b438-77a4effeb581 service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183610 Feb 10 15:44:50.181768 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ae9209a1-9ea7-4c5f-92a5-06211fba3550 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (42cb01e7-30c5-4db2-b302-3d21938e24e8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:50.251864 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ae9209a1-9ea7-4c5f-92a5-06211fba3550 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (42cb01e7-30c5-4db2-b302-3d21938e24e8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:50.280417 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-d6c6ede6-f7d0-49e2-a07c-e4221138a2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:49Z', 'revision_number': 10, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:50.283687 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9209a1-9ea7-4c5f-92a5-06211fba3550 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Subnet': ['ID=42cb01e7-30c5-4db2-b302-3d21938e24e8,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:50.290458 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ae9209a1-9ea7-4c5f-92a5-06211fba3550 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:50.296347 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ae9209a1-9ea7-4c5f-92a5-06211fba3550 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/42cb01e7-30c5-4db2-b302-3d21938e24e8 HTTP/1.1" status: 204 len: 168 time: 0.3510451 Feb 10 15:44:50.296559 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55792) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:50.318952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f931e0-7c20-4fca-9440-7bbd188e5645 None None] Network cc951e06-3e40-4b4e-b234-3388826c1b5c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:50.321357 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c6ede6-f7d0-49e2-a07c-e4221138a2d8 None None] Checking router: 7fc6add1-b99f-4ead-8192-34d1edc8fc00 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:50.354552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6ede6-f7d0-49e2-a07c-e4221138a2d8 None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:50.355344 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-d6c6ede6-f7d0-49e2-a07c-e4221138a2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:50.372384 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (cc951e06-3e40-4b4e-b234-3388826c1b5c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:50.425145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:50.425507 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:50.494701 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] For port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86,segment=NetworkSegment(9c247069-3e8d-40dd-972a-d399b7be8ff5),segment_id=9c247069-3e8d-40dd-972a-d399b7be8ff5)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:50.495072 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:50.508552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-d6c6ede6-f7d0-49e2-a07c-e4221138a2d8 None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:50.508883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:50.598309 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:50.610371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb90ea5-9aaa-4840-922a-c2e35847166b None None] DHCP port deletion for cc951e06-3e40-4b4e-b234-3388826c1b5c request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:44:50.625663 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:50.635551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] No DVR routers for this DVR port f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:50.717908 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (cc951e06-3e40-4b4e-b234-3388826c1b5c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:50.749112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc951e06-3e40-4b4e-b234-3388826c1b5c']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:50.749367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-d6c6ede6-f7d0-49e2-a07c-e4221138a2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:49Z', 'revision_number': 10, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:50.761086 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c247069-3e8d-40dd-972a-d399b7be8ff5') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:50.761405 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c247069-3e8d-40dd-972a-d399b7be8ff5') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:50.771279 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (9c247069-3e8d-40dd-972a-d399b7be8ff5), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:50.783339 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c6ede6-f7d0-49e2-a07c-e4221138a2d8 None None] The sync data for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 is: [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:49Z', 'revision_number': 10, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None, '_interfaces': [{'id': '13979ba0-dc88-413f-a36b-848e8c1fc98b', 'name': '', 'network_id': '44935f4b-81e8-4fe1-a440-fcc9aaaef0a4', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'mac_address': 'fa:16:3e:10:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5008af23-0472-4c94-9040-57f0eb89853a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:44:14Z', 'updated_at': '2022-02-10T15:44:21Z', 'revision_number': 5, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'subnets': [{'id': '5008af23-0472-4c94-9040-57f0eb89853a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:50.790585 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9c247069-3e8d-40dd-972a-d399b7be8ff5), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:50.799773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:44:50.800447 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (9c247069-3e8d-40dd-972a-d399b7be8ff5), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:44:50.804388 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:44:50.871160 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (cc951e06-3e40-4b4e-b234-3388826c1b5c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:50.889360 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:50.895388 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/networks/cc951e06-3e40-4b4e-b234-3388826c1b5c HTTP/1.1" status: 204 len: 168 time: 0.5951397 Feb 10 15:44:50.895388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec2a7f-7316-49e5-a29a-4edca67ae667 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Network': ['ID=cc951e06-3e40-4b4e-b234-3388826c1b5c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:50.895757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55794) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:51.227312 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae270-b917-4f34-912f-9773a1cf224a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (7fc6add1-b99f-4ead-8192-34d1edc8fc00), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:51.722774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ae270-b917-4f34-912f-9773a1cf224a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port 13979ba0-dc88-413f-a36b-848e8c1fc98b {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:51.723120 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae270-b917-4f34-912f-9773a1cf224a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:51.823939 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-dc0ae270-b917-4f34-912f-9773a1cf224a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] For port 13979ba0-dc88-413f-a36b-848e8c1fc98b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=13979ba0-dc88-413f-a36b-848e8c1fc98b,segment=NetworkSegment(f1b927b6-c967-404b-87bd-dbceb1399801),segment_id=f1b927b6-c967-404b-87bd-dbceb1399801)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:51.824451 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae270-b917-4f34-912f-9773a1cf224a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:51.839575 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ae270-b917-4f34-912f-9773a1cf224a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for 13979ba0-dc88-413f-a36b-848e8c1fc98b owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:51.885276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:51.911253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:51.912340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f3d672b0-41c6-48df-ae7a-a6ad5c2bdf86 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:51.912891 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 2a68683e-7b96-457a-9efa-fb5bafed6b93 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:51.944866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 2a68683e-7b96-457a-9efa-fb5bafed6b93 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:51.945391 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 2a68683e-7b96-457a-9efa-fb5bafed6b93 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:52.022730 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae270-b917-4f34-912f-9773a1cf224a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (13979ba0-dc88-413f-a36b-848e8c1fc98b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:52.049191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ae270-b917-4f34-912f-9773a1cf224a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=13979ba0-dc88-413f-a36b-848e8c1fc98b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:52.212263 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae270-b917-4f34-912f-9773a1cf224a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (7fc6add1-b99f-4ead-8192-34d1edc8fc00), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:52.397403 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0ae270-b917-4f34-912f-9773a1cf224a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:52.481339 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0ae270-b917-4f34-912f-9773a1cf224a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:52.486195 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dc0ae270-b917-4f34-912f-9773a1cf224a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/7fc6add1-b99f-4ead-8192-34d1edc8fc00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5888116 Feb 10 15:44:52.488946 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55796) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:52.495643 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a67fcc-804e-4f3d-80c9-c30679f8adf6 None None] Sync routers for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:52.507459 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a67fcc-804e-4f3d-80c9-c30679f8adf6 None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:52.508532 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-68a67fcc-804e-4f3d-80c9-c30679f8adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:52.544601 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fd8451-dfe3-4cc9-aaf0-50b97a9dfe25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting subnet 5008af23-0472-4c94-9040-57f0eb89853a {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:44:52.559462 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-90fd8451-dfe3-4cc9-aaf0-50b97a9dfe25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (5008af23-0472-4c94-9040-57f0eb89853a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:52.597440 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-68a67fcc-804e-4f3d-80c9-c30679f8adf6 None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:52.607083 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-90fd8451-dfe3-4cc9-aaf0-50b97a9dfe25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (5008af23-0472-4c94-9040-57f0eb89853a), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:52.659053 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-68a67fcc-804e-4f3d-80c9-c30679f8adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:51Z', 'revision_number': 11, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:52.686577 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a67fcc-804e-4f3d-80c9-c30679f8adf6 None None] Checking router: 7fc6add1-b99f-4ead-8192-34d1edc8fc00 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:52.695644 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a67fcc-804e-4f3d-80c9-c30679f8adf6 None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:52.696244 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-68a67fcc-804e-4f3d-80c9-c30679f8adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:52.702046 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-90fd8451-dfe3-4cc9-aaf0-50b97a9dfe25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (5008af23-0472-4c94-9040-57f0eb89853a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:52.775544 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-68a67fcc-804e-4f3d-80c9-c30679f8adf6 None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:52.776836 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-90fd8451-dfe3-4cc9-aaf0-50b97a9dfe25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (5008af23-0472-4c94-9040-57f0eb89853a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:52.809365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd8451-dfe3-4cc9-aaf0-50b97a9dfe25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Subnet': ['ID=5008af23-0472-4c94-9040-57f0eb89853a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:52.811409 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-90fd8451-dfe3-4cc9-aaf0-50b97a9dfe25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:52.817860 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-90fd8451-dfe3-4cc9-aaf0-50b97a9dfe25 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/5008af23-0472-4c94-9040-57f0eb89853a HTTP/1.1" status: 204 len: 168 time: 0.3242195 Feb 10 15:44:52.817860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55798) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:52.819850 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644da2bd-b04b-47e1-8261-eb05fd0dc2ea None None] Network 44935f4b-81e8-4fe1-a440-fcc9aaaef0a4 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:52.846978 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-68a67fcc-804e-4f3d-80c9-c30679f8adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:51Z', 'revision_number': 11, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:52.875029 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a67fcc-804e-4f3d-80c9-c30679f8adf6 None None] The sync data for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 is: [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:51Z', 'revision_number': 11, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:52.907401 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (44935f4b-81e8-4fe1-a440-fcc9aaaef0a4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:52.963346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Deleting port c54dfed7-5435-4e18-9a50-93224fe48d9f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:44:52.963688 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c54dfed7-5435-4e18-9a50-93224fe48d9f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:53.024921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] For port c54dfed7-5435-4e18-9a50-93224fe48d9f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c54dfed7-5435-4e18-9a50-93224fe48d9f,segment=NetworkSegment(f1b927b6-c967-404b-87bd-dbceb1399801),segment_id=f1b927b6-c967-404b-87bd-dbceb1399801)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:44:53.025622 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c54dfed7-5435-4e18-9a50-93224fe48d9f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:53.042470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Calling delete_port for c54dfed7-5435-4e18-9a50-93224fe48d9f owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:44:53.128471 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (c54dfed7-5435-4e18-9a50-93224fe48d9f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:53.151604 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Port': ['ID=c54dfed7-5435-4e18-9a50-93224fe48d9f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:53.158082 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] No DVR routers for this DVR port c54dfed7-5435-4e18-9a50-93224fe48d9f on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:44:53.244579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88508603-598b-49ba-9f0e-4ac9c1ae8b8d None None] DHCP port deletion for 44935f4b-81e8-4fe1-a440-fcc9aaaef0a4 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:44:53.252152 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (44935f4b-81e8-4fe1-a440-fcc9aaaef0a4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:53.276919 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44935f4b-81e8-4fe1-a440-fcc9aaaef0a4']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:53.287110 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b927b6-c967-404b-87bd-dbceb1399801') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:53.287404 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b927b6-c967-404b-87bd-dbceb1399801') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:53.296985 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (f1b927b6-c967-404b-87bd-dbceb1399801), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:53.310707 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (f1b927b6-c967-404b-87bd-dbceb1399801), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:53.318771 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:44:53.319210 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (f1b927b6-c967-404b-87bd-dbceb1399801), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:44:53.322539 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:44:53.382000 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (44935f4b-81e8-4fe1-a440-fcc9aaaef0a4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:53.389957 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:53.393357 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/networks/44935f4b-81e8-4fe1-a440-fcc9aaaef0a4 HTTP/1.1" status: 204 len: 168 time: 0.5678930 Feb 10 15:44:53.396388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55800) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:53.401348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a5266307-55d4-419d-b281-4372c4a1e295 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'router': {'routes': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:53.423992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48b483-b251-4e2d-b371-b4ea70a93a72 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Pushing event deleted for resources: {'Network': ['ID=44935f4b-81e8-4fe1-a440-fcc9aaaef0a4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:53.571081 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.extraroute_db [None req-a5266307-55d4-419d-b281-4372c4a1e295 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Added routes are [] {{(pid=103368) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 15:44:53.571392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.extraroute_db [None req-a5266307-55d4-419d-b281-4372c4a1e295 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Removed routes are [] {{(pid=103368) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 15:44:53.571662 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5266307-55d4-419d-b281-4372c4a1e295 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (7fc6add1-b99f-4ead-8192-34d1edc8fc00), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:53.870435 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c54dfed7-5435-4e18-9a50-93224fe48d9f no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:54.031239 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5266307-55d4-419d-b281-4372c4a1e295 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (7fc6add1-b99f-4ead-8192-34d1edc8fc00), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:54.037089 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5266307-55d4-419d-b281-4372c4a1e295 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (7fc6add1-b99f-4ead-8192-34d1edc8fc00), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:54.073691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: c54dfed7-5435-4e18-9a50-93224fe48d9f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:54.074174 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c54dfed7-5435-4e18-9a50-93224fe48d9f not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:54.074688 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 13979ba0-dc88-413f-a36b-848e8c1fc98b no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:44:54.095056 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 13979ba0-dc88-413f-a36b-848e8c1fc98b {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:44:54.095534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 13979ba0-dc88-413f-a36b-848e8c1fc98b not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:44:54.116703 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5266307-55d4-419d-b281-4372c4a1e295 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:44:54.197683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5266307-55d4-419d-b281-4372c4a1e295 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:54.204417 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a5266307-55d4-419d-b281-4372c4a1e295 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:54.205591 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a5266307-55d4-419d-b281-4372c4a1e295 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/7fc6add1-b99f-4ead-8192-34d1edc8fc00 HTTP/1.1" status: 200 len: 700 time: 0.8078637 Feb 10 15:44:54.208124 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86240c63-19ed-434e-990c-90731279465c None None] Sync routers for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:54.208898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55802) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:54.219783 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86240c63-19ed-434e-990c-90731279465c None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:54.220396 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-86240c63-19ed-434e-990c-90731279465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:54.239680 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-35aeb2fc-32ed-4d61-9295-7121f1c14b53 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fc6add1-b99f-4ead-8192-34d1edc8fc00 HTTP/1.1" status: 200 len: 205 time: 0.0295820 Feb 10 15:44:54.242066 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55804) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:54.295476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-86240c63-19ed-434e-990c-90731279465c None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:54.317763 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d134120c-2bda-453a-bdf7-6f41c33e6656 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (7fc6add1-b99f-4ead-8192-34d1edc8fc00), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:54.351851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-86240c63-19ed-434e-990c-90731279465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:51Z', 'revision_number': 11, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:54.379587 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86240c63-19ed-434e-990c-90731279465c None None] Checking router: 7fc6add1-b99f-4ead-8192-34d1edc8fc00 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:54.389107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86240c63-19ed-434e-990c-90731279465c None None] Routers {'7fc6add1-b99f-4ead-8192-34d1edc8fc00'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:54.389719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-86240c63-19ed-434e-990c-90731279465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:54.467435 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-86240c63-19ed-434e-990c-90731279465c None None] Set router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:54.496313 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d134120c-2bda-453a-bdf7-6f41c33e6656 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (7fc6add1-b99f-4ead-8192-34d1edc8fc00), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:54.498530 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d134120c-2bda-453a-bdf7-6f41c33e6656 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_controller (7fc6add1-b99f-4ead-8192-34d1edc8fc00), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:54.526617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-86240c63-19ed-434e-990c-90731279465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:51Z', 'revision_number': 11, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:54.546749 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d134120c-2bda-453a-bdf7-6f41c33e6656 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (7fc6add1-b99f-4ead-8192-34d1edc8fc00), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:54.547167 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d134120c-2bda-453a-bdf7-6f41c33e6656 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Fanout notify agent at l3_agent the message router_deleted on router 7fc6add1-b99f-4ead-8192-34d1edc8fc00 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:44:54.556148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86240c63-19ed-434e-990c-90731279465c None None] The sync data for ids ['7fc6add1-b99f-4ead-8192-34d1edc8fc00'] in n-d-815324-7 is: [{'id': '7fc6add1-b99f-4ead-8192-34d1edc8fc00', 'name': 'tempest-RoutersTest-router-165571036', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:12Z', 'updated_at': '2022-02-10T15:44:51Z', 'revision_number': 11, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:54.559468 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d134120c-2bda-453a-bdf7-6f41c33e6656 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:54.561227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d134120c-2bda-453a-bdf7-6f41c33e6656 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/routers/7fc6add1-b99f-4ead-8192-34d1edc8fc00 HTTP/1.1" status: 204 len: 168 time: 0.3180301 Feb 10 15:44:54.565038 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55806) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:54.570846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-25052574-2253-418c-9708-1dad6e2fee60 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2079411022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:54.594869 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25052574-2253-418c-9708-1dad6e2fee60 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (28806fae-3519-40cb-a3ad-fba07bfe3266), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:54.596435 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25052574-2253-418c-9708-1dad6e2fee60 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (28806fae-3519-40cb-a3ad-fba07bfe3266), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:54.654376 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25052574-2253-418c-9708-1dad6e2fee60 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_controller (28806fae-3519-40cb-a3ad-fba07bfe3266), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:54.659927 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25052574-2253-418c-9708-1dad6e2fee60 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (28806fae-3519-40cb-a3ad-fba07bfe3266), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:54.679800 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25052574-2253-418c-9708-1dad6e2fee60 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:54.681247 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-25052574-2253-418c-9708-1dad6e2fee60 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1143880 Feb 10 15:44:54.683611 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55808) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:54.688312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-062c519d-402a-403c-aa30-e332da0ca2fd tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:54.921971 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-062c519d-402a-403c-aa30-e332da0ca2fd tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6203'] for router (28806fae-3519-40cb-a3ad-fba07bfe3266), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:54.933282 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-062c519d-402a-403c-aa30-e332da0ca2fd tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592541'] for router (28806fae-3519-40cb-a3ad-fba07bfe3266), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:55.028447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062c519d-402a-403c-aa30-e332da0ca2fd tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Router 28806fae-3519-40cb-a3ad-fba07bfe3266 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:44:55.149224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062c519d-402a-403c-aa30-e332da0ca2fd tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:44:55.159492 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdccb90-564f-4005-bb92-d338fec597f3 None None] Sync routers for ids ['28806fae-3519-40cb-a3ad-fba07bfe3266'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:44:55.160007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-062c519d-402a-403c-aa30-e332da0ca2fd tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:55.162592 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-062c519d-402a-403c-aa30-e332da0ca2fd tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "PUT /v2.0/routers/28806fae-3519-40cb-a3ad-fba07bfe3266 HTTP/1.1" status: 200 len: 694 time: 0.4778781 Feb 10 15:44:55.165387 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55810) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:55.170402 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdccb90-564f-4005-bb92-d338fec597f3 None None] Routers {'28806fae-3519-40cb-a3ad-fba07bfe3266'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:55.171452 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-bfdccb90-564f-4005-bb92-d338fec597f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['28806fae-3519-40cb-a3ad-fba07bfe3266'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:55.244392 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-bfdccb90-564f-4005-bb92-d338fec597f3 None None] Set router 28806fae-3519-40cb-a3ad-fba07bfe3266 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:55.249337 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5513812a-0fa4-450d-91a7-6a96db857421 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/routers/28806fae-3519-40cb-a3ad-fba07bfe3266 HTTP/1.1" status: 200 len: 700 time: 0.0805044 Feb 10 15:44:55.249715 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55812) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:55.278601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9d71e32c-d271-4e98-a8da-5ea9a76131b3 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports?device_id=28806fae-3519-40cb-a3ad-fba07bfe3266 HTTP/1.1" status: 200 len: 205 time: 0.0272751 Feb 10 15:44:55.280631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55814) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:55.300811 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-bfdccb90-564f-4005-bb92-d338fec597f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28806fae-3519-40cb-a3ad-fba07bfe3266', 'name': 'tempest-RoutersTest-router-2079411022', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:54Z', 'updated_at': '2022-02-10T15:44:54Z', 'revision_number': 2, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:55.328564 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdccb90-564f-4005-bb92-d338fec597f3 None None] Checking router: 28806fae-3519-40cb-a3ad-fba07bfe3266 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:44:55.338384 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdccb90-564f-4005-bb92-d338fec597f3 None None] Routers {'28806fae-3519-40cb-a3ad-fba07bfe3266'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:44:55.338999 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-bfdccb90-564f-4005-bb92-d338fec597f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['28806fae-3519-40cb-a3ad-fba07bfe3266'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:55.365138 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33d06870-87bf-4ef6-849d-36fc6193ddc0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (28806fae-3519-40cb-a3ad-fba07bfe3266), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:55.415250 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-bfdccb90-564f-4005-bb92-d338fec597f3 None None] Set router 28806fae-3519-40cb-a3ad-fba07bfe3266 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:44:55.472172 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-bfdccb90-564f-4005-bb92-d338fec597f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28806fae-3519-40cb-a3ad-fba07bfe3266', 'name': 'tempest-RoutersTest-router-2079411022', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:54Z', 'updated_at': '2022-02-10T15:44:54Z', 'revision_number': 2, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:44:55.499397 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdccb90-564f-4005-bb92-d338fec597f3 None None] The sync data for ids ['28806fae-3519-40cb-a3ad-fba07bfe3266'] in n-d-815324-7 is: [{'id': '28806fae-3519-40cb-a3ad-fba07bfe3266', 'name': 'tempest-RoutersTest-router-2079411022', 'tenant_id': '99940cb8d24143e69fbf87cf6097751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:44:54Z', 'updated_at': '2022-02-10T15:44:54Z', 'revision_number': 2, 'project_id': '99940cb8d24143e69fbf87cf6097751d', 'gw_port_host': None}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:44:55.540631 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33d06870-87bf-4ef6-849d-36fc6193ddc0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (28806fae-3519-40cb-a3ad-fba07bfe3266), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:55.542763 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33d06870-87bf-4ef6-849d-36fc6193ddc0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router_controller (28806fae-3519-40cb-a3ad-fba07bfe3266), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:55.587621 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33d06870-87bf-4ef6-849d-36fc6193ddc0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (28806fae-3519-40cb-a3ad-fba07bfe3266), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:55.588356 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d06870-87bf-4ef6-849d-36fc6193ddc0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Fanout notify agent at l3_agent the message router_deleted on router 28806fae-3519-40cb-a3ad-fba07bfe3266 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:44:55.595468 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33d06870-87bf-4ef6-849d-36fc6193ddc0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:55.596782 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-33d06870-87bf-4ef6-849d-36fc6193ddc0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/routers/28806fae-3519-40cb-a3ad-fba07bfe3266 HTTP/1.1" status: 204 len: 168 time: 0.3150001 Feb 10 15:44:55.600685 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55816) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:55.634341 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3147347a-6416-40d9-84e8-573f62eb85a9 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports?device_id=28806fae-3519-40cb-a3ad-fba07bfe3266 HTTP/1.1" status: 200 len: 205 time: 0.0323260 Feb 10 15:44:55.636607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55818) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:55.675680 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-259c2b2b-e5c2-4a27-a659-96e9bb039d2e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] delete failed (client error): The resource could not be found. Feb 10 15:44:55.680701 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-259c2b2b-e5c2-4a27-a659-96e9bb039d2e tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/routers/28806fae-3519-40cb-a3ad-fba07bfe3266 HTTP/1.1" status: 404 len: 336 time: 0.0424142 Feb 10 15:44:55.680701 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55820) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:55.706970 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1cc5c7a-0f23-4e17-88fe-acdff53a1752 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] DELETE failed (client error): The resource could not be found. Feb 10 15:44:55.707426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1cc5c7a-0f23-4e17-88fe-acdff53a1752 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:44:55.710646 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b1cc5c7a-0f23-4e17-88fe-acdff53a1752 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/740a6c96-25d5-45a3-b628-d942cea71fbb HTTP/1.1" status: 404 len: 337 time: 0.0288928 Feb 10 15:44:55.713513 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55822) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:55.744880 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-682dd0b5-954b-4835-a100-03005a33f830 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] DELETE failed (client error): The resource could not be found. Feb 10 15:44:55.745346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682dd0b5-954b-4835-a100-03005a33f830 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:44:55.748373 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-682dd0b5-954b-4835-a100-03005a33f830 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/516f29a9-6517-4c85-8546-3cf2be2bf4fd HTTP/1.1" status: 404 len: 337 time: 0.0338688 Feb 10 15:44:55.750899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55824) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:55.776778 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1617e06-a702-4716-9a84-ac5fa9633e23 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] DELETE failed (client error): The resource could not be found. Feb 10 15:44:55.777234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1617e06-a702-4716-9a84-ac5fa9633e23 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:44:55.782455 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d1617e06-a702-4716-9a84-ac5fa9633e23 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/42cb01e7-30c5-4db2-b302-3d21938e24e8 HTTP/1.1" status: 404 len: 337 time: 0.0279593 Feb 10 15:44:55.782675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55826) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:55.809094 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b480d8-5ec4-47b2-9f23-5a190e8c3f2d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] DELETE failed (client error): The resource could not be found. Feb 10 15:44:55.809541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b480d8-5ec4-47b2-9f23-5a190e8c3f2d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:44:55.812742 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-76b480d8-5ec4-47b2-9f23-5a190e8c3f2d tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/5008af23-0472-4c94-9040-57f0eb89853a HTTP/1.1" status: 404 len: 337 time: 0.0290515 Feb 10 15:44:55.815260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55828) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:55.842829 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a74bbf6d-c823-433d-b68e-2bfce508915f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fc6add1-b99f-4ead-8192-34d1edc8fc00 HTTP/1.1" status: 200 len: 205 time: 0.0264680 Feb 10 15:44:55.845133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55830) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:55.886853 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-e0c15a18-9171-4d1e-a0e3-d9a8d0e542db tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] delete failed (client error): The resource could not be found. Feb 10 15:44:55.887875 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e0c15a18-9171-4d1e-a0e3-d9a8d0e542db tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/routers/7fc6add1-b99f-4ead-8192-34d1edc8fc00 HTTP/1.1" status: 404 len: 336 time: 0.0418673 Feb 10 15:44:55.890410 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55832) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:55.918632 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-740723c4-26cf-47fb-b9ab-b954b07ac95f tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dbc0b03-b39c-41fa-a58d-dd69ac927f80 HTTP/1.1" status: 200 len: 205 time: 0.0271251 Feb 10 15:44:55.920860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55834) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:55.960214 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-afb61f5e-1891-4135-944c-e8c3a42b176b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] delete failed (client error): The resource could not be found. Feb 10 15:44:55.961300 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-afb61f5e-1891-4135-944c-e8c3a42b176b tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/routers/4dbc0b03-b39c-41fa-a58d-dd69ac927f80 HTTP/1.1" status: 404 len: 336 time: 0.0395575 Feb 10 15:44:55.963787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55836) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:55.989775 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56e3f30-2441-4ae9-a074-9449057f55a5 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] DELETE failed (client error): The resource could not be found. Feb 10 15:44:55.990220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56e3f30-2441-4ae9-a074-9449057f55a5 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:44:55.993462 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a56e3f30-2441-4ae9-a074-9449057f55a5 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/2ae27670-12b2-403b-a746-d0b261613adf HTTP/1.1" status: 404 len: 337 time: 0.0287786 Feb 10 15:44:55.996211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55838) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:56.024193 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7677a4d4-8d35-4618-99be-d1a749e1d791 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95953cb-6966-429b-96e3-e9ccdbd66e41 HTTP/1.1" status: 200 len: 205 time: 0.0267756 Feb 10 15:44:56.026561 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55840) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:56.069745 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-5ab6586e-8993-4d9e-b32b-2a30e4857560 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] delete failed (client error): The resource could not be found. Feb 10 15:44:56.070800 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5ab6586e-8993-4d9e-b32b-2a30e4857560 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/routers/f95953cb-6966-429b-96e3-e9ccdbd66e41 HTTP/1.1" status: 404 len: 336 time: 0.0433044 Feb 10 15:44:56.073424 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55842) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:56.100469 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-be66f0a5-bd31-44f3-acbe-ed18da95a5ae tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports?device_id=49934351-4052-4d61-a5c8-15bda1167f94 HTTP/1.1" status: 200 len: 205 time: 0.0259633 Feb 10 15:44:56.102699 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55844) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:56.149619 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-15c0a7e5-0511-4a75-8e94-5b23876c24f2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] delete failed (client error): The resource could not be found. Feb 10 15:44:56.150668 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-15c0a7e5-0511-4a75-8e94-5b23876c24f2 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/routers/49934351-4052-4d61-a5c8-15bda1167f94 HTTP/1.1" status: 404 len: 336 time: 0.0468419 Feb 10 15:44:56.153180 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55846) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:56.183363 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e585c5-0494-499b-a9e4-456ef1169b28 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] DELETE failed (client error): The resource could not be found. Feb 10 15:44:56.183827 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e585c5-0494-499b-a9e4-456ef1169b28 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:44:56.187057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-71e585c5-0494-499b-a9e4-456ef1169b28 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/466b4f98-3454-4f49-a78a-00047ebdbdfc HTTP/1.1" status: 404 len: 337 time: 0.0329578 Feb 10 15:44:56.189685 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55848) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:56.217418 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-30683d46-e7bf-498c-a0ba-1fd2eaf46541 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports?device_id=81e2016b-0d33-43ff-985a-fb7696e11ff2 HTTP/1.1" status: 200 len: 205 time: 0.0266433 Feb 10 15:44:56.219704 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55850) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:56.259608 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-d5ba6d8c-a1f8-4bd5-a02a-44d10856aa05 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] delete failed (client error): The resource could not be found. Feb 10 15:44:56.260992 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d5ba6d8c-a1f8-4bd5-a02a-44d10856aa05 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/routers/81e2016b-0d33-43ff-985a-fb7696e11ff2 HTTP/1.1" status: 404 len: 336 time: 0.0401411 Feb 10 15:44:56.263941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55852) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:56.294083 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79f2410-af3e-4c40-bc08-074e36ce32cf tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] DELETE failed (client error): The resource could not be found. Feb 10 15:44:56.294528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79f2410-af3e-4c40-bc08-074e36ce32cf tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:44:56.297500 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d79f2410-af3e-4c40-bc08-074e36ce32cf tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/d2889feb-c6a5-48ac-bba8-e97e842c715e HTTP/1.1" status: 404 len: 337 time: 0.0325913 Feb 10 15:44:56.300100 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55854) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:56.328669 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-447e4d6f-5aee-4df9-8b89-ffbfe915cbe0 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "GET /v2.0/ports?device_id=98c6c0a8-e3cc-4443-9454-046d926e0fe1 HTTP/1.1" status: 200 len: 205 time: 0.0270677 Feb 10 15:44:56.330538 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55856) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:56.371022 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-ff0d472d-41fb-443f-9777-a5f645583e5a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] delete failed (client error): The resource could not be found. Feb 10 15:44:56.372355 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ff0d472d-41fb-443f-9777-a5f645583e5a tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/routers/98c6c0a8-e3cc-4443-9454-046d926e0fe1 HTTP/1.1" status: 404 len: 336 time: 0.0408223 Feb 10 15:44:56.374907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55858) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:56.403032 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d54bec9-e520-48d0-a20b-ff72a52ea7ac tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] DELETE failed (client error): The resource could not be found. Feb 10 15:44:56.403806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d54bec9-e520-48d0-a20b-ff72a52ea7ac tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:44:56.407970 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1d54bec9-e520-48d0-a20b-ff72a52ea7ac tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/32b6a6e0-2a6d-4936-9870-9b622819c9ba HTTP/1.1" status: 404 len: 337 time: 0.0318122 Feb 10 15:44:56.410333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55860) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:56.437571 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2be9b14-84b0-405d-af92-98464a6b9632 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] DELETE failed (client error): The resource could not be found. Feb 10 15:44:56.437927 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2be9b14-84b0-405d-af92-98464a6b9632 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:44:56.443574 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f2be9b14-84b0-405d-af92-98464a6b9632 tempest-RoutersTest-714300836 tempest-RoutersTest-714300836-project] 10.222.0.64 "DELETE /v2.0/subnets/64fd370b-4c0b-4db2-91bb-64f2df6e62e3 HTTP/1.1" status: 404 len: 337 time: 0.0322444 Feb 10 15:44:56.704814 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55866) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:56.845677 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1505033b-e804-4317-b677-59a0ac952aee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=99940cb8d24143e69fbf87cf6097751d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396310 Feb 10 15:44:56.848088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55870) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:56.896150 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-008666fc-d9be-4e83-9f26-04de431244a8 admin admin] Publish callbacks [] for security_group (6e567ae4-fd6d-4ae9-b970-091c5ec85da4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:56.917298 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-008666fc-d9be-4e83-9f26-04de431244a8 admin admin] Publish callbacks [] for security_group (6e567ae4-fd6d-4ae9-b970-091c5ec85da4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:56.965143 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-008666fc-d9be-4e83-9f26-04de431244a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6e567ae4-fd6d-4ae9-b970-091c5ec85da4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:56.967903 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-008666fc-d9be-4e83-9f26-04de431244a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:56.969096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-008666fc-d9be-4e83-9f26-04de431244a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e567ae4-fd6d-4ae9-b970-091c5ec85da4 HTTP/1.1" status: 204 len: 168 time: 0.1200776 Feb 10 15:44:56.982293 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008666fc-d9be-4e83-9f26-04de431244a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e567ae4-fd6d-4ae9-b970-091c5ec85da4,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:57.635325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55892) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:57.732456 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e981a86c-2bd4-4001-8665-d423afb2a00f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-759106122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:57.756044 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e981a86c-2bd4-4001-8665-d423afb2a00f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (5533c593-1028-4c18-86f9-bc279d0788aa), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:57.757633 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e981a86c-2bd4-4001-8665-d423afb2a00f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (5533c593-1028-4c18-86f9-bc279d0788aa), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:57.811767 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e981a86c-2bd4-4001-8665-d423afb2a00f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for router_controller (5533c593-1028-4c18-86f9-bc279d0788aa), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:57.816310 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e981a86c-2bd4-4001-8665-d423afb2a00f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (5533c593-1028-4c18-86f9-bc279d0788aa), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:57.832864 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e981a86c-2bd4-4001-8665-d423afb2a00f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:57.834108 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e981a86c-2bd4-4001-8665-d423afb2a00f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.1977739 Feb 10 15:44:57.836822 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55896) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:57.841517 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-642d3ab6-24b8-47c4-9949-f947409bd1cc tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1488934015'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:57.860501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642d3ab6-24b8-47c4-9949-f947409bd1cc tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Made reservation on behalf of 6738a13882d646089e2c3f0c982bb44c for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:57.863750 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-642d3ab6-24b8-47c4-9949-f947409bd1cc tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:57.872155 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-642d3ab6-24b8-47c4-9949-f947409bd1cc tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:57.945259 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-642d3ab6-24b8-47c4-9949-f947409bd1cc tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for security_group (68a65f37-f4db-432d-a470-9bd856df3059), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:57.951207 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-642d3ab6-24b8-47c4-9949-f947409bd1cc tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (68a65f37-f4db-432d-a470-9bd856df3059), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:57.980732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642d3ab6-24b8-47c4-9949-f947409bd1cc tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:44:57.985887 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d3ab6-24b8-47c4-9949-f947409bd1cc tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a65f37-f4db-432d-a470-9bd856df3059,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:57.993543 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-642d3ab6-24b8-47c4-9949-f947409bd1cc tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (1f2fac46-e235-473d-bbdb-93c5e1a3629a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:57.993884 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-642d3ab6-24b8-47c4-9949-f947409bd1cc tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Added segment 1f2fac46-e235-473d-bbdb-93c5e1a3629a of type vlan for network beff6035-d641-40f8-a6e9-0477f623f791 Feb 10 15:44:58.036459 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-642d3ab6-24b8-47c4-9949-f947409bd1cc tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (beff6035-d641-40f8-a6e9-0477f623f791), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.062884 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-642d3ab6-24b8-47c4-9949-f947409bd1cc tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (beff6035-d641-40f8-a6e9-0477f623f791), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.068631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642d3ab6-24b8-47c4-9949-f947409bd1cc tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:58.069241 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-642d3ab6-24b8-47c4-9949-f947409bd1cc tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.106794 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-642d3ab6-24b8-47c4-9949-f947409bd1cc tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2689555 Feb 10 15:44:58.109973 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55898) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:58.142811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-cb4a1ebf-b73c-4b02-9d73-f63a7d0aa815 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Request body: {'subnet': {'network_id': 'beff6035-d641-40f8-a6e9-0477f623f791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:58.158876 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d3ab6-24b8-47c4-9949-f947409bd1cc tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event updated for resources: {'Network': ['ID=beff6035-d641-40f8-a6e9-0477f623f791,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:58.170675 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network beff6035-d641-40f8-a6e9-0477f623f791 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:44:58.235991 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4a1ebf-b73c-4b02-9d73-f63a7d0aa815 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Made reservation on behalf of 6738a13882d646089e2c3f0c982bb44c for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:58.240156 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1ebf-b73c-4b02-9d73-f63a7d0aa815 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.422007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1ebf-b73c-4b02-9d73-f63a7d0aa815 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (d23e4606-2737-425c-bcaa-6dfd3ecd8a02), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.484797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a1ebf-b73c-4b02-9d73-f63a7d0aa815 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event updated for resources: {'Subnet': ['ID=d23e4606-2737-425c-bcaa-6dfd3ecd8a02,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:58.496093 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a1ebf-b73c-4b02-9d73-f63a7d0aa815 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Checking segment: {'id': '1f2fac46-e235-473d-bbdb-93c5e1a3629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'beff6035-d641-40f8-a6e9-0477f623f791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:58.496268 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a1ebf-b73c-4b02-9d73-f63a7d0aa815 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Network hostable DHCP agents. Network: beff6035-d641-40f8-a6e9-0477f623f791, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:44:58.513830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a1ebf-b73c-4b02-9d73-f63a7d0aa815 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Network beff6035-d641-40f8-a6e9-0477f623f791 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:44:58.522767 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-cb4a1ebf-b73c-4b02-9d73-f63a7d0aa815 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, beff6035-d641-40f8-a6e9-0477f623f791) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:58.527183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4a1ebf-b73c-4b02-9d73-f63a7d0aa815 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:58.527959 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1ebf-b73c-4b02-9d73-f63a7d0aa815 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.534388 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f112e007-c7d9-4f8f-b0c0-0440237f32f7 None None] Network beff6035-d641-40f8-a6e9-0477f623f791 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:58.549232 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cb4a1ebf-b73c-4b02-9d73-f63a7d0aa815 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4384263 Feb 10 15:44:58.550023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55900) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:58.555620 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c2a54ff1-6b23-4a4d-ac93-c633315ae933 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Request body: {'network': {'name': 'tempest-router-network01--330037843'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:58.576731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a54ff1-6b23-4a4d-ac93-c633315ae933 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Made reservation on behalf of 6738a13882d646089e2c3f0c982bb44c for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:58.580371 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2a54ff1-6b23-4a4d-ac93-c633315ae933 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.604861 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a54ff1-6b23-4a4d-ac93-c633315ae933 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:44:58.617093 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2a54ff1-6b23-4a4d-ac93-c633315ae933 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (03fdd8e9-dea4-45c3-bcbc-9033fe640281), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.617725 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-c2a54ff1-6b23-4a4d-ac93-c633315ae933 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Added segment 03fdd8e9-dea4-45c3-bcbc-9033fe640281 of type vlan for network d18caae5-64af-47ff-96fa-89019e8f2425 Feb 10 15:44:58.652599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-beff6035-d641-40f8-a6e9-0477f623f791', 'network_id': 'beff6035-d641-40f8-a6e9-0477f623f791', 'project_id': '6738a13882d646089e2c3f0c982bb44c', 'fixed_ips': [{'subnet_id': 'd23e4606-2737-425c-bcaa-6dfd3ecd8a02'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:44:58.654067 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.675967 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2a54ff1-6b23-4a4d-ac93-c633315ae933 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (d18caae5-64af-47ff-96fa-89019e8f2425), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.704794 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2a54ff1-6b23-4a4d-ac93-c633315ae933 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (d18caae5-64af-47ff-96fa-89019e8f2425), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.710147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a54ff1-6b23-4a4d-ac93-c633315ae933 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:58.710757 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2a54ff1-6b23-4a4d-ac93-c633315ae933 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.745696 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c2a54ff1-6b23-4a4d-ac93-c633315ae933 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1939886 Feb 10 15:44:58.747332 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55902) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:58.752924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-94eed802-5aab-4bc9-8153-dc2b362c3302 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Request body: {'network': {'name': 'tempest-router-network02--1360190103'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:58.781602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94eed802-5aab-4bc9-8153-dc2b362c3302 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Made reservation on behalf of 6738a13882d646089e2c3f0c982bb44c for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:58.782107 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-94eed802-5aab-4bc9-8153-dc2b362c3302 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.816388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94eed802-5aab-4bc9-8153-dc2b362c3302 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:44:58.821714 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Allocated IP 2001:db8::2 (beff6035-d641-40f8-a6e9-0477f623f791/d23e4606-2737-425c-bcaa-6dfd3ecd8a02/67baca9a-f3a6-4ce3-850e-ba22391b085c) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:44:58.829094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a54ff1-6b23-4a4d-ac93-c633315ae933 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event updated for resources: {'Network': ['ID=d18caae5-64af-47ff-96fa-89019e8f2425,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:58.829821 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-94eed802-5aab-4bc9-8153-dc2b362c3302 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (cfeee553-5ec8-4d3c-98f0-1596a990d491), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.830451 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-94eed802-5aab-4bc9-8153-dc2b362c3302 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Added segment cfeee553-5ec8-4d3c-98f0-1596a990d491 of type vlan for network 2678b766-180f-4b8b-b553-f944103b5822 Feb 10 15:44:58.842782 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network d18caae5-64af-47ff-96fa-89019e8f2425 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:44:58.874776 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-94eed802-5aab-4bc9-8153-dc2b362c3302 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (2678b766-180f-4b8b-b553-f944103b5822), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.911325 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-94eed802-5aab-4bc9-8153-dc2b362c3302 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (2678b766-180f-4b8b-b553-f944103b5822), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.916345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eed802-5aab-4bc9-8153-dc2b362c3302 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:58.917070 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-94eed802-5aab-4bc9-8153-dc2b362c3302 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:58.963015 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-94eed802-5aab-4bc9-8153-dc2b362c3302 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2145541 Feb 10 15:44:58.966150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55904) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:58.971538 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-8c9ae80d-6db6-4d54-8221-0316c89a4ab1 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Request body: {'subnet': {'network_id': 'd18caae5-64af-47ff-96fa-89019e8f2425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:59.059147 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Publish callbacks [] for port (67baca9a-f3a6-4ce3-850e-ba22391b085c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:59.068987 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (67baca9a-f3a6-4ce3-850e-ba22391b085c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:59.070823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9ae80d-6db6-4d54-8221-0316c89a4ab1 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Made reservation on behalf of 6738a13882d646089e2c3f0c982bb44c for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:59.074898 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae80d-6db6-4d54-8221-0316c89a4ab1 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:59.080776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eed802-5aab-4bc9-8153-dc2b362c3302 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event updated for resources: {'Network': ['ID=2678b766-180f-4b8b-b553-f944103b5822,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:59.118234 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 2678b766-180f-4b8b-b553-f944103b5822 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:44:59.234167 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Network beff6035-d641-40f8-a6e9-0477f623f791 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:44:59.238086 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:59.243962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:44:59.251878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Pushing event updated for resources: {'Port': ['ID=67baca9a-f3a6-4ce3-850e-ba22391b085c,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:59.324766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Attempting to bind port 67baca9a-f3a6-4ce3-850e-ba22391b085c on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:44:59.325208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Attempting to bind port 67baca9a-f3a6-4ce3-850e-ba22391b085c by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1f2fac46-e235-473d-bbdb-93c5e1a3629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'beff6035-d641-40f8-a6e9-0477f623f791'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:44:59.325689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Attempting to bind port 67baca9a-f3a6-4ce3-850e-ba22391b085c on network beff6035-d641-40f8-a6e9-0477f623f791 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:44:59.328411 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae80d-6db6-4d54-8221-0316c89a4ab1 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (2b1c853f-779a-47b2-bbfd-4365d71ce3f7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:59.339340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:44:59.339757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Checking segment: {'id': '1f2fac46-e235-473d-bbdb-93c5e1a3629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'beff6035-d641-40f8-a6e9-0477f623f791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:59.340172 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:59.340708 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Bound using segment: {'id': '1f2fac46-e235-473d-bbdb-93c5e1a3629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'beff6035-d641-40f8-a6e9-0477f623f791'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:44:59.341376 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Bound port: 67baca9a-f3a6-4ce3-850e-ba22391b085c, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2fac46-e235-473d-bbdb-93c5e1a3629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'beff6035-d641-40f8-a6e9-0477f623f791'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:44:59.341768 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (67baca9a-f3a6-4ce3-850e-ba22391b085c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:59.398755 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ae80d-6db6-4d54-8221-0316c89a4ab1 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event updated for resources: {'Subnet': ['ID=2b1c853f-779a-47b2-bbfd-4365d71ce3f7,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:59.405898 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9ae80d-6db6-4d54-8221-0316c89a4ab1 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Checking segment: {'id': '03fdd8e9-dea4-45c3-bcbc-9033fe640281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd18caae5-64af-47ff-96fa-89019e8f2425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:44:59.406856 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9ae80d-6db6-4d54-8221-0316c89a4ab1 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Network hostable DHCP agents. Network: d18caae5-64af-47ff-96fa-89019e8f2425, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:44:59.427895 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9ae80d-6db6-4d54-8221-0316c89a4ab1 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Network d18caae5-64af-47ff-96fa-89019e8f2425 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:44:59.431710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] For port 67baca9a-f3a6-4ce3-850e-ba22391b085c, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:44:59.435333 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] For port 67baca9a-f3a6-4ce3-850e-ba22391b085c, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=67baca9a-f3a6-4ce3-850e-ba22391b085c,segment=NetworkSegment(1f2fac46-e235-473d-bbdb-93c5e1a3629a),segment_id=1f2fac46-e235-473d-bbdb-93c5e1a3629a)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:44:59.441923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-8c9ae80d-6db6-4d54-8221-0316c89a4ab1 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, d18caae5-64af-47ff-96fa-89019e8f2425) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:44:59.444684 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (67baca9a-f3a6-4ce3-850e-ba22391b085c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:59.481133 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a4d10b-85fb-49df-80fa-210e59724a75 None None] Network d18caae5-64af-47ff-96fa-89019e8f2425 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:44:59.483442 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9ae80d-6db6-4d54-8221-0316c89a4ab1 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:44:59.484247 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae80d-6db6-4d54-8221-0316c89a4ab1 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:59.523184 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8c9ae80d-6db6-4d54-8221-0316c89a4ab1 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5558360 Feb 10 15:44:59.528770 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 55940) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:44:59.535036 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1c361c4a-5f2c-4fc0-95ec-03e16da5b6a6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Request body: {'subnet': {'network_id': '2678b766-180f-4b8b-b553-f944103b5822', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:44:59.643387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b457fb7-100f-4ef0-a859-81ad86b2bde8 None None] Pushing event updated for resources: {'Port': ['ID=67baca9a-f3a6-4ce3-850e-ba22391b085c,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:44:59.687109 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c361c4a-5f2c-4fc0-95ec-03e16da5b6a6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Made reservation on behalf of 6738a13882d646089e2c3f0c982bb44c for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:44:59.701800 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c361c4a-5f2c-4fc0-95ec-03e16da5b6a6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:44:59.724226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-d18caae5-64af-47ff-96fa-89019e8f2425', 'network_id': 'd18caae5-64af-47ff-96fa-89019e8f2425', 'project_id': '6738a13882d646089e2c3f0c982bb44c', 'fixed_ips': [{'subnet_id': '2b1c853f-779a-47b2-bbfd-4365d71ce3f7'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:44:59.725700 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:00.054621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Allocated IP 2001:db8::2 (d18caae5-64af-47ff-96fa-89019e8f2425/2b1c853f-779a-47b2-bbfd-4365d71ce3f7/c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:00.147146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 67baca9a-f3a6-4ce3-850e-ba22391b085c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:00.247288 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c361c4a-5f2c-4fc0-95ec-03e16da5b6a6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (6167e390-77b4-4300-aba1-8c41ef95c450), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:00.270882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 67baca9a-f3a6-4ce3-850e-ba22391b085c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:00.271476 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (67baca9a-f3a6-4ce3-850e-ba22391b085c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:00.310232 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Publish callbacks [] for port (c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:00.321716 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:00.371493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c361c4a-5f2c-4fc0-95ec-03e16da5b6a6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event updated for resources: {'Subnet': ['ID=6167e390-77b4-4300-aba1-8c41ef95c450,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:00.418970 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Network d18caae5-64af-47ff-96fa-89019e8f2425 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:00.427769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:00.433770 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:00.448342 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c361c4a-5f2c-4fc0-95ec-03e16da5b6a6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Checking segment: {'id': 'cfeee553-5ec8-4d3c-98f0-1596a990d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2678b766-180f-4b8b-b553-f944103b5822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:45:00.448747 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c361c4a-5f2c-4fc0-95ec-03e16da5b6a6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Network hostable DHCP agents. Network: 2678b766-180f-4b8b-b553-f944103b5822, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:45:00.450112 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Pushing event updated for resources: {'Port': ['ID=c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:00.495278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c361c4a-5f2c-4fc0-95ec-03e16da5b6a6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Network 2678b766-180f-4b8b-b553-f944103b5822 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:45:00.506487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-1c361c4a-5f2c-4fc0-95ec-03e16da5b6a6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 2678b766-180f-4b8b-b553-f944103b5822) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:00.514760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c361c4a-5f2c-4fc0-95ec-03e16da5b6a6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:00.515564 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c361c4a-5f2c-4fc0-95ec-03e16da5b6a6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:00.547896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1c361c4a-5f2c-4fc0-95ec-03e16da5b6a6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0176189 Feb 10 15:45:00.550774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 55984) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:00.570676 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 67baca9a-f3a6-4ce3-850e-ba22391b085c is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:00.578714 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (67baca9a-f3a6-4ce3-850e-ba22391b085c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:00.587575 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db9c6ee-26a0-43d8-b12d-24be0672ddfe None None] Network 2678b766-180f-4b8b-b553-f944103b5822 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:45:00.732184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 67baca9a-f3a6-4ce3-850e-ba22391b085c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=67baca9a-f3a6-4ce3-850e-ba22391b085c,segment=NetworkSegment(1f2fac46-e235-473d-bbdb-93c5e1a3629a),segment_id=1f2fac46-e235-473d-bbdb-93c5e1a3629a)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:00.752809 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (67baca9a-f3a6-4ce3-850e-ba22391b085c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:00.876841 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=67baca9a-f3a6-4ce3-850e-ba22391b085c,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:00.887366 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Attempting to bind port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:45:00.887859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Attempting to bind port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '03fdd8e9-dea4-45c3-bcbc-9033fe640281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd18caae5-64af-47ff-96fa-89019e8f2425'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:45:00.889164 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Attempting to bind port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 on network d18caae5-64af-47ff-96fa-89019e8f2425 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:00.919351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:00.920370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Checking segment: {'id': '03fdd8e9-dea4-45c3-bcbc-9033fe640281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd18caae5-64af-47ff-96fa-89019e8f2425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:45:00.921211 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:00.921837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Bound using segment: {'id': '03fdd8e9-dea4-45c3-bcbc-9033fe640281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd18caae5-64af-47ff-96fa-89019e8f2425'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:00.922548 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Bound port: c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fdd8e9-dea4-45c3-bcbc-9033fe640281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd18caae5-64af-47ff-96fa-89019e8f2425'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:45:00.923182 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:01.061783 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] For port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:01.066284 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] For port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9,segment=NetworkSegment(03fdd8e9-dea4-45c3-bcbc-9033fe640281),segment_id=03fdd8e9-dea4-45c3-bcbc-9033fe640281)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:01.076879 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:01.208472 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643475e-629c-4720-ad0a-83bb0b817816 None None] Pushing event updated for resources: {'Port': ['ID=c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:01.215488 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:01.245158 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-2678b766-180f-4b8b-b553-f944103b5822', 'network_id': '2678b766-180f-4b8b-b553-f944103b5822', 'project_id': '6738a13882d646089e2c3f0c982bb44c', 'fixed_ips': [{'subnet_id': '6167e390-77b4-4300-aba1-8c41ef95c450'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:45:01.247542 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:01.582211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Allocated IP 2001:db8::2 (2678b766-180f-4b8b-b553-f944103b5822/6167e390-77b4-4300-aba1-8c41ef95c450/cf960fc6-0946-4e13-8169-186b881246aa) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:01.728926 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f2faba-6b0e-46d3-9eff-01b5d20122ed None None] Network beff6035-d641-40f8-a6e9-0477f623f791 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:45:01.851503 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Allocated IP 2001:db8::1 (d18caae5-64af-47ff-96fa-89019e8f2425/2b1c853f-779a-47b2-bbfd-4365d71ce3f7/086f7d12-0cc6-40d8-94ee-6e03c0fa1171) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:02.177483 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 67baca9a-f3a6-4ce3-850e-ba22391b085c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:02.195234 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for port (086f7d12-0cc6-40d8-94ee-6e03c0fa1171), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:02.222392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-48836f0f-04cb-4cba-a66f-212168f1d4cf None None] Provisioning complete for port 67baca9a-f3a6-4ce3-850e-ba22391b085c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:02.222764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-48836f0f-04cb-4cba-a66f-212168f1d4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (67baca9a-f3a6-4ce3-850e-ba22391b085c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:02.320299 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (086f7d12-0cc6-40d8-94ee-6e03c0fa1171), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:02.330070 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 67baca9a-f3a6-4ce3-850e-ba22391b085c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:02.330446 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (67baca9a-f3a6-4ce3-850e-ba22391b085c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:02.437891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Network d18caae5-64af-47ff-96fa-89019e8f2425 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:02.443458 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:02.448380 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:02.449186 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (5533c593-1028-4c18-86f9-bc279d0788aa), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:02.455910 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event updated for resources: {'Port': ['ID=086f7d12-0cc6-40d8-94ee-6e03c0fa1171,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:02.603688 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Publish callbacks [] for port (cf960fc6-0946-4e13-8169-186b881246aa), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:02.660381 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 67baca9a-f3a6-4ce3-850e-ba22391b085c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:02.661638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:02.664148 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (cf960fc6-0946-4e13-8169-186b881246aa), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:02.668591 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-48836f0f-04cb-4cba-a66f-212168f1d4cf None None] Current status of the port 67baca9a-f3a6-4ce3-850e-ba22391b085c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:02.794315 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (086f7d12-0cc6-40d8-94ee-6e03c0fa1171), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:02.840408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Pushing event updated for resources: {'Port': ['ID=cf960fc6-0946-4e13-8169-186b881246aa,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:02.983895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Network 2678b766-180f-4b8b-b553-f944103b5822 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:03.002169 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:03.011495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:03.110445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:03.111647 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:03.223097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Attempting to bind port cf960fc6-0946-4e13-8169-186b881246aa on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:45:03.225444 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Attempting to bind port cf960fc6-0946-4e13-8169-186b881246aa by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'cfeee553-5ec8-4d3c-98f0-1596a990d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2678b766-180f-4b8b-b553-f944103b5822'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:45:03.226650 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Attempting to bind port cf960fc6-0946-4e13-8169-186b881246aa on network 2678b766-180f-4b8b-b553-f944103b5822 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:03.252140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:03.252530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Checking segment: {'id': 'cfeee553-5ec8-4d3c-98f0-1596a990d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2678b766-180f-4b8b-b553-f944103b5822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:45:03.252996 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:03.253399 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Bound using segment: {'id': 'cfeee553-5ec8-4d3c-98f0-1596a990d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2678b766-180f-4b8b-b553-f944103b5822'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:03.253883 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Bound port: cf960fc6-0946-4e13-8169-186b881246aa, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfeee553-5ec8-4d3c-98f0-1596a990d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2678b766-180f-4b8b-b553-f944103b5822'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:45:03.254357 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cf960fc6-0946-4e13-8169-186b881246aa), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:03.282728 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3e02ff-e1e3-4e37-b462-662b4df543de None None] Network d18caae5-64af-47ff-96fa-89019e8f2425 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:45:03.304850 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-56088884-6558-4f45-a77a-f88b60b84a28 None None] Provisioning complete for port 67baca9a-f3a6-4ce3-850e-ba22391b085c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:03.305232 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-56088884-6558-4f45-a77a-f88b60b84a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (67baca9a-f3a6-4ce3-850e-ba22391b085c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:03.491573 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:03.491990 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:03.509273 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for port (086f7d12-0cc6-40d8-94ee-6e03c0fa1171), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:03.518769 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (086f7d12-0cc6-40d8-94ee-6e03c0fa1171), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:03.520144 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (5533c593-1028-4c18-86f9-bc279d0788aa), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:03.572818 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] For port cf960fc6-0946-4e13-8169-186b881246aa, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:03.581446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9,segment=NetworkSegment(03fdd8e9-dea4-45c3-bcbc-9033fe640281),segment_id=03fdd8e9-dea4-45c3-bcbc-9033fe640281)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:03.609139 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:03.612976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] For port cf960fc6-0946-4e13-8169-186b881246aa, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cf960fc6-0946-4e13-8169-186b881246aa,segment=NetworkSegment(cfeee553-5ec8-4d3c-98f0-1596a990d491),segment_id=cfeee553-5ec8-4d3c-98f0-1596a990d491)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:03.617030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-56088884-6558-4f45-a77a-f88b60b84a28 None None] Current status of the port 67baca9a-f3a6-4ce3-850e-ba22391b085c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:03.617893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event updated for resources: {'Port': ['ID=086f7d12-0cc6-40d8-94ee-6e03c0fa1171,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:03.658937 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (cf960fc6-0946-4e13-8169-186b881246aa), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:03.737578 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Network d18caae5-64af-47ff-96fa-89019e8f2425 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:03.739043 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:03.798762 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:03.831612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4edd4ad8-56f2-42a2-b141-2662b35ed801 None None] Provisioning complete for port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:03.832326 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4edd4ad8-56f2-42a2-b141-2662b35ed801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:04.026981 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:04.256795 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00713202-873d-4ea5-826d-08aaa8b50fe8 None None] Pushing event updated for resources: {'Port': ['ID=cf960fc6-0946-4e13-8169-186b881246aa,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:04.470032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:04.470032 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:04.548156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4edd4ad8-56f2-42a2-b141-2662b35ed801 None None] Current status of the port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:04.680573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Router 5533c593-1028-4c18-86f9-bc279d0788aa is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:45:04.779910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:04.789925 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4093e770-0fa0-4e4e-90a9-d9468fbf6533 None None] Provisioning complete for port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:04.790579 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4093e770-0fa0-4e4e-90a9-d9468fbf6533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:04.938433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:45:04.961725 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56042) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:04.964526 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9cb2d749-ba41-4137-b7ef-7262feb52173 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "PUT /v2.0/routers/5533c593-1028-4c18-86f9-bc279d0788aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4062097 Feb 10 15:45:04.974214 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c846c-e181-44d4-bfdc-c24810bb70ea None None] Sync routers for ids ['5533c593-1028-4c18-86f9-bc279d0788aa'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:45:05.010836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c846c-e181-44d4-bfdc-c24810bb70ea None None] Routers {'5533c593-1028-4c18-86f9-bc279d0788aa'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:45:05.014794 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a41c846c-e181-44d4-bfdc-c24810bb70ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5533c593-1028-4c18-86f9-bc279d0788aa'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:05.149428 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a41c846c-e181-44d4-bfdc-c24810bb70ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:05.181105 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c846c-e181-44d4-bfdc-c24810bb70ea None None] Routers {'5533c593-1028-4c18-86f9-bc279d0788aa'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:45:05.182092 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a41c846c-e181-44d4-bfdc-c24810bb70ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5533c593-1028-4c18-86f9-bc279d0788aa'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:05.291120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4093e770-0fa0-4e4e-90a9-d9468fbf6533 None None] Current status of the port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:05.296335 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a41c846c-e181-44d4-bfdc-c24810bb70ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:05.297316 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c846c-e181-44d4-bfdc-c24810bb70ea None None] The sync data for ids ['5533c593-1028-4c18-86f9-bc279d0788aa'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:45:05.317837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4093e770-0fa0-4e4e-90a9-d9468fbf6533 None None] Provisioning complete for port 086f7d12-0cc6-40d8-94ee-6e03c0fa1171 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:05.318430 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4093e770-0fa0-4e4e-90a9-d9468fbf6533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (086f7d12-0cc6-40d8-94ee-6e03c0fa1171), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:05.383141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4093e770-0fa0-4e4e-90a9-d9468fbf6533 None None] Port 086f7d12-0cc6-40d8-94ee-6e03c0fa1171 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:45:05.515422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4b5ab121-bf4c-4478-8fa8-b7678fe87dda None None] Provisioning complete for port 086f7d12-0cc6-40d8-94ee-6e03c0fa1171 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:05.517017 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4b5ab121-bf4c-4478-8fa8-b7678fe87dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (086f7d12-0cc6-40d8-94ee-6e03c0fa1171), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:05.603089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ab121-bf4c-4478-8fa8-b7678fe87dda None None] Port 086f7d12-0cc6-40d8-94ee-6e03c0fa1171 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:45:05.656021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47f52a7-2914-4b4c-8bb5-8c2b6ec0735c None None] Network 2678b766-180f-4b8b-b553-f944103b5822 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:45:05.790029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-05f61ef2-04b4-44e1-941b-7ef1ce354d37 None None] Provisioning complete for port cf960fc6-0946-4e13-8169-186b881246aa triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:05.790663 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-05f61ef2-04b4-44e1-941b-7ef1ce354d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cf960fc6-0946-4e13-8169-186b881246aa), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:05.948679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-e03ac3d6-e649-4cc5-bb42-800a0f46248b tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:05.950392 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-e03ac3d6-e649-4cc5-bb42-800a0f46248b tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 814 time: 0.3441525 Feb 10 15:45:05.990742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-05f61ef2-04b4-44e1-941b-7ef1ce354d37 None None] Current status of the port cf960fc6-0946-4e13-8169-186b881246aa is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:05.991434 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-05f61ef2-04b4-44e1-941b-7ef1ce354d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cf960fc6-0946-4e13-8169-186b881246aa), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:06.027372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cf960fc6-0946-4e13-8169-186b881246aa up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:06.034367 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-9fa3d5ce-8719-43d4-96d0-aafe24940256 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/quotas/ee25bdb47ca54d2e9cbbb0c9030a2cdd HTTP/1.1" status: 200 len: 375 time: 0.0305004 Feb 10 15:45:06.081996 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-147c629b-177f-4f5e-8edf-6ea18732f0d9 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:45:06.083819 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-147c629b-177f-4f5e-8edf-6ea18732f0d9 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "PUT /v2.0/routers/5533c593-1028-4c18-86f9-bc279d0788aa/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1201434 Feb 10 15:45:06.086975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56066) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:06.198807 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-05f61ef2-04b4-44e1-941b-7ef1ce354d37 None None] For port cf960fc6-0946-4e13-8169-186b881246aa, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cf960fc6-0946-4e13-8169-186b881246aa,segment=NetworkSegment(cfeee553-5ec8-4d3c-98f0-1596a990d491),segment_id=cfeee553-5ec8-4d3c-98f0-1596a990d491)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:06.204984 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-7a2651ab-b4c5-4b1a-a90b-a2f649c65242 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1689997 Feb 10 15:45:06.212531 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-05f61ef2-04b4-44e1-941b-7ef1ce354d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (cf960fc6-0946-4e13-8169-186b881246aa), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:06.341348 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port cf960fc6-0946-4e13-8169-186b881246aa triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:06.341666 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cf960fc6-0946-4e13-8169-186b881246aa), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:06.378733 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-66aea234-3272-4ab6-8b25-ac593594036c service neutron] 10.222.0.64 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728587 Feb 10 15:45:06.401422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f61ef2-04b4-44e1-941b-7ef1ce354d37 None None] Pushing event updated for resources: {'Port': ['ID=cf960fc6-0946-4e13-8169-186b881246aa,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:06.413671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-59528c9e-3b0f-49c0-ba73-6793272da57b None None] Provisioning complete for port cf960fc6-0946-4e13-8169-186b881246aa triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:06.414024 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-59528c9e-3b0f-49c0-ba73-6793272da57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cf960fc6-0946-4e13-8169-186b881246aa), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:06.495971 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port cf960fc6-0946-4e13-8169-186b881246aa is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:06.547839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-59528c9e-3b0f-49c0-ba73-6793272da57b None None] Current status of the port cf960fc6-0946-4e13-8169-186b881246aa is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:06.712215 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (5533c593-1028-4c18-86f9-bc279d0788aa), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:06.903447 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-24e8ffae-0c60-4b4b-a207-07376c3cfa42 service neutron] 10.222.0.64 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179293 Feb 10 15:45:07.080700 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Deleting port 086f7d12-0cc6-40d8-94ee-6e03c0fa1171 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:45:07.095026 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (086f7d12-0cc6-40d8-94ee-6e03c0fa1171), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:07.106414 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:07.170299 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6ab8f762-719b-49c0-bd55-53bacd85e5a1 req-41bae896-7bf6-4f63-826c-4a91899166b1 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 210 time: 0.0504224 Feb 10 15:45:07.238662 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (086f7d12-0cc6-40d8-94ee-6e03c0fa1171), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:07.255838 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Calling delete_port for 086f7d12-0cc6-40d8-94ee-6e03c0fa1171 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:45:07.510766 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (086f7d12-0cc6-40d8-94ee-6e03c0fa1171), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:07.565734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event deleted for resources: {'Port': ['ID=086f7d12-0cc6-40d8-94ee-6e03c0fa1171,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:07.602968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:07.602968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:07.603267 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:07.603630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:07.603953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:07.604285 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:07.604633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:07.605026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:07.605499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:07.605802 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:07.606017 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:07.606385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:07.606704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:07.785077 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (5533c593-1028-4c18-86f9-bc279d0788aa), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:07.940752 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cf960fc6-0946-4e13-8169-186b881246aa up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:08.014023 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port cf960fc6-0946-4e13-8169-186b881246aa triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:08.014412 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cf960fc6-0946-4e13-8169-186b881246aa), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:08.040982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Router 5533c593-1028-4c18-86f9-bc279d0788aa has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:45:08.143781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:45:08.155047 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f93e51be-90ab-46cf-9702-b36dc0ac14ff tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "PUT /v2.0/routers/5533c593-1028-4c18-86f9-bc279d0788aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0624728 Feb 10 15:45:08.155219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56090) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:08.162893 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2317b052-72e7-4771-a55d-cb2702afeab9 None None] Sync routers for ids ['5533c593-1028-4c18-86f9-bc279d0788aa'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:45:08.177643 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2317b052-72e7-4771-a55d-cb2702afeab9 None None] Routers {'5533c593-1028-4c18-86f9-bc279d0788aa'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:45:08.180224 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-2317b052-72e7-4771-a55d-cb2702afeab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5533c593-1028-4c18-86f9-bc279d0788aa'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:08.214399 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-f85174dd-2bb1-4248-82db-fe1c4a9e823f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] delete failed (client error): The resource could not be found. Feb 10 15:45:08.228639 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f85174dd-2bb1-4248-82db-fe1c4a9e823f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-76900849 HTTP/1.1" status: 404 len: 333 time: 0.0592670 Feb 10 15:45:08.229351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56098) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:08.229351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d06b2c4d-5ecc-4f09-a893-d053d9f54c39 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Request body: {'router': {'external_gateway_info': {'network_id': '5533c593-1028-4c18-86f9-bc279d0788aa'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:08.261759 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-2317b052-72e7-4771-a55d-cb2702afeab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:08.277208 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2317b052-72e7-4771-a55d-cb2702afeab9 None None] Routers {'5533c593-1028-4c18-86f9-bc279d0788aa'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:45:08.278266 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-2317b052-72e7-4771-a55d-cb2702afeab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5533c593-1028-4c18-86f9-bc279d0788aa'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:08.328496 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-2317b052-72e7-4771-a55d-cb2702afeab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:08.329457 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2317b052-72e7-4771-a55d-cb2702afeab9 None None] The sync data for ids ['5533c593-1028-4c18-86f9-bc279d0788aa'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:45:08.344874 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port cf960fc6-0946-4e13-8169-186b881246aa is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:08.396856 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28d9d341-c440-4e9f-a83e-43cda8e9fca6 req-af79b5b3-0403-4df4-bf9e-5057d0361ffc tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 210 time: 0.0866020 Feb 10 15:45:08.642472 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d06b2c4d-5ecc-4f09-a893-d053d9f54c39 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for router_gateway (5533c593-1028-4c18-86f9-bc279d0788aa), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:08.676074 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-d06b2c4d-5ecc-4f09-a893-d053d9f54c39 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] update failed (client error): The resource could not be found. Feb 10 15:45:08.684242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d06b2c4d-5ecc-4f09-a893-d053d9f54c39 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "PUT /v2.0/routers/5533c593-1028-4c18-86f9-bc279d0788aa HTTP/1.1" status: 404 len: 339 time: 0.4562004 Feb 10 15:45:08.684454 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56110) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:08.689623 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9a9b9a05-415e-4257-be6e-d7fb7a87a8fd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1391960385'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:08.701504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-c5667d17-8a52-41c0-af4a-a08952ea5ec5 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:08.702997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-c5667d17-8a52-41c0-af4a-a08952ea5ec5 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.72 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 814 time: 0.2565923 Feb 10 15:45:08.716861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-05a23eaa-ad8b-4fac-8bbc-a544ea323342 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Request body: {'port': {'device_id': 'b927a990-9d89-40b0-af81-e25e1822af78', 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887', 'admin_state_up': True, 'tenant_id': 'ee25bdb47ca54d2e9cbbb0c9030a2cdd'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:08.746205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9b9a05-415e-4257-be6e-d7fb7a87a8fd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Made reservation on behalf of 6738a13882d646089e2c3f0c982bb44c for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:08.749686 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9a9b9a05-415e-4257-be6e-d7fb7a87a8fd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:08.816089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9b9a05-415e-4257-be6e-d7fb7a87a8fd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:45:08.837188 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9a9b9a05-415e-4257-be6e-d7fb7a87a8fd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (621bec96-7547-4775-a410-2f4c902c48c9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:08.837629 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-9a9b9a05-415e-4257-be6e-d7fb7a87a8fd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Added segment 621bec96-7547-4775-a410-2f4c902c48c9 of type vlan for network e4102184-c6d9-4331-8022-40bdbbcf8748 Feb 10 15:45:08.896162 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9a9b9a05-415e-4257-be6e-d7fb7a87a8fd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (e4102184-c6d9-4331-8022-40bdbbcf8748), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:08.900317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-05a23eaa-ad8b-4fac-8bbc-a544ea323342 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Made reservation on behalf of ee25bdb47ca54d2e9cbbb0c9030a2cdd for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:08.904027 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-05a23eaa-ad8b-4fac-8bbc-a544ea323342 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:08.969929 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9a9b9a05-415e-4257-be6e-d7fb7a87a8fd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (e4102184-c6d9-4331-8022-40bdbbcf8748), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:08.975351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9b9a05-415e-4257-be6e-d7fb7a87a8fd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:08.976000 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9a9b9a05-415e-4257-be6e-d7fb7a87a8fd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:09.033371 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9a9b9a05-415e-4257-be6e-d7fb7a87a8fd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3477924 Feb 10 15:45:09.036803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56112) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:09.042552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-90c4d327-cbee-490a-b3ce-088fd5437c4e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Request body: {'subnet': {'network_id': 'e4102184-c6d9-4331-8022-40bdbbcf8748', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:09.074741 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b9a05-415e-4257-be6e-d7fb7a87a8fd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event updated for resources: {'Network': ['ID=e4102184-c6d9-4331-8022-40bdbbcf8748,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:09.101265 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network e4102184-c6d9-4331-8022-40bdbbcf8748 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:45:09.129245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-05a23eaa-ad8b-4fac-8bbc-a544ea323342 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Allocated IP 172.20.0.14 (bdb81c03-ceb0-4464-ba08-e8f899222887/dbaa343d-0471-430d-80ca-08e968e4445c/7245db42-935e-4837-8a06-df59673b8006) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:09.209488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c4d327-cbee-490a-b3ce-088fd5437c4e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Made reservation on behalf of 6738a13882d646089e2c3f0c982bb44c for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:09.215672 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-90c4d327-cbee-490a-b3ce-088fd5437c4e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:09.324194 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-05a23eaa-ad8b-4fac-8bbc-a544ea323342 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks [] for port (7245db42-935e-4837-8a06-df59673b8006), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:09.368067 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-05a23eaa-ad8b-4fac-8bbc-a544ea323342 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (7245db42-935e-4837-8a06-df59673b8006), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:09.381859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['fd495e7e-f15e-4b20-a640-826bb6e05ec6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:09.423553 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-05a23eaa-ad8b-4fac-8bbc-a544ea323342 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Network bdb81c03-ceb0-4464-ba08-e8f899222887 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:09.428555 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-05a23eaa-ad8b-4fac-8bbc-a544ea323342 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:09.434092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-05a23eaa-ad8b-4fac-8bbc-a544ea323342 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:09.465187 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a23eaa-ad8b-4fac-8bbc-a544ea323342 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Pushing event updated for resources: {'Port': ['ID=7245db42-935e-4837-8a06-df59673b8006,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:09.523120 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-05a23eaa-ad8b-4fac-8bbc-a544ea323342 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.523811 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-05a23eaa-ad8b-4fac-8bbc-a544ea323342 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:09.535230 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-90c4d327-cbee-490a-b3ce-088fd5437c4e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (7dd8aeeb-0210-4186-979d-6c8ded942b73), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:09.557357 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-05a23eaa-ad8b-4fac-8bbc-a544ea323342 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8440554 Feb 10 15:45:09.594512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Request body: {'port': {'device_id': 'b927a990-9d89-40b0-af81-e25e1822af78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:09.611097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4d327-cbee-490a-b3ce-088fd5437c4e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event updated for resources: {'Subnet': ['ID=7dd8aeeb-0210-4186-979d-6c8ded942b73,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:09.643580 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c4d327-cbee-490a-b3ce-088fd5437c4e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Checking segment: {'id': '621bec96-7547-4775-a410-2f4c902c48c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e4102184-c6d9-4331-8022-40bdbbcf8748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:45:09.644445 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c4d327-cbee-490a-b3ce-088fd5437c4e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Network hostable DHCP agents. Network: e4102184-c6d9-4331-8022-40bdbbcf8748, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:45:09.668202 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c4d327-cbee-490a-b3ce-088fd5437c4e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Network e4102184-c6d9-4331-8022-40bdbbcf8748 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:45:09.687381 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-90c4d327-cbee-490a-b3ce-088fd5437c4e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, e4102184-c6d9-4331-8022-40bdbbcf8748) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:09.699190 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6276c65f-5681-46c2-9456-238e4eb6d8ef None None] Network e4102184-c6d9-4331-8022-40bdbbcf8748 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:45:09.703265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c4d327-cbee-490a-b3ce-088fd5437c4e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.703265 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-90c4d327-cbee-490a-b3ce-088fd5437c4e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:09.731401 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-90c4d327-cbee-490a-b3ce-088fd5437c4e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6919889 Feb 10 15:45:09.733249 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56124) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:09.742882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-8eb208fa-6b3f-4415-b703-b66ff9746c94 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e4102184-c6d9-4331-8022-40bdbbcf8748'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:09.748863 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7245db42-935e-4837-8a06-df59673b8006), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:09.761346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385597a1-59f0-40e1-828c-5bc1aa426b43 req-589d2d24-185c-47e3-9263-18627a7eb1bf tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:09.763123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-385597a1-59f0-40e1-828c-5bc1aa426b43 req-589d2d24-185c-47e3-9263-18627a7eb1bf tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 932 time: 0.2047055 Feb 10 15:45:09.823682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-385597a1-59f0-40e1-828c-5bc1aa426b43 req-891354e8-841b-442a-b872-e1bb31895f1e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531816 Feb 10 15:45:09.846057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-e4102184-c6d9-4331-8022-40bdbbcf8748', 'network_id': 'e4102184-c6d9-4331-8022-40bdbbcf8748', 'project_id': '6738a13882d646089e2c3f0c982bb44c', 'fixed_ips': [{'subnet_id': '7dd8aeeb-0210-4186-979d-6c8ded942b73'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:45:09.846910 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:10.127318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Allocated IP 2001:db8:1::2 (e4102184-c6d9-4331-8022-40bdbbcf8748/7dd8aeeb-0210-4186-979d-6c8ded942b73/e682f721-8b19-4182-b91f-c15820548911) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:10.144619 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8eb208fa-6b3f-4415-b703-b66ff9746c94 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for router_gateway (5533c593-1028-4c18-86f9-bc279d0788aa), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:10.228783 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7245db42-935e-4837-8a06-df59673b8006 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:45:10.236841 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Publish callbacks [] for port (7245db42-935e-4837-8a06-df59673b8006), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:10.257849 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Transition to ACTIVE for port object 7245db42-935e-4837-8a06-df59673b8006 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:45:10.263442 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (7245db42-935e-4837-8a06-df59673b8006), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:10.319987 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Pushing event updated for resources: {'Port': ['ID=7245db42-935e-4837-8a06-df59673b8006,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:10.370035 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Publish callbacks [] for port (e682f721-8b19-4182-b91f-c15820548911), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:10.382314 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-8eb208fa-6b3f-4415-b703-b66ff9746c94 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:45:10.385205 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8eb208fa-6b3f-4415-b703-b66ff9746c94 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "PUT /v2.0/routers/5533c593-1028-4c18-86f9-bc279d0788aa HTTP/1.1" status: 400 len: 364 time: 0.6465728 Feb 10 15:45:10.389295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56128) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:10.394307 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (e682f721-8b19-4182-b91f-c15820548911), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:10.436947 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Attempting to bind port 7245db42-935e-4837-8a06-df59673b8006 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:45:10.437506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Attempting to bind port 7245db42-935e-4837-8a06-df59673b8006 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:45:10.438197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Attempting to bind port 7245db42-935e-4837-8a06-df59673b8006 on network bdb81c03-ceb0-4464-ba08-e8f899222887 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:10.445404 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Port 7245db42-935e-4837-8a06-df59673b8006 on network bdb81c03-ceb0-4464-ba08-e8f899222887 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:45:10.445724 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Attempting to bind port 7245db42-935e-4837-8a06-df59673b8006 on network bdb81c03-ceb0-4464-ba08-e8f899222887 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:10.454683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:10.455022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Checking segment: {'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:45:10.455407 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Bound using segment: {'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:10.455829 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Bound port: 7245db42-935e-4837-8a06-df59673b8006, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:45:10.456183 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7245db42-935e-4837-8a06-df59673b8006), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:10.456557 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Network e4102184-c6d9-4331-8022-40bdbbcf8748 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:10.462046 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:10.465891 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:10.501879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Pushing event updated for resources: {'Port': ['ID=e682f721-8b19-4182-b91f-c15820548911,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:10.540866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Attempting to bind port e682f721-8b19-4182-b91f-c15820548911 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:45:10.541619 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Attempting to bind port e682f721-8b19-4182-b91f-c15820548911 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '621bec96-7547-4775-a410-2f4c902c48c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e4102184-c6d9-4331-8022-40bdbbcf8748'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:45:10.542537 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Attempting to bind port e682f721-8b19-4182-b91f-c15820548911 on network e4102184-c6d9-4331-8022-40bdbbcf8748 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:10.549378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:10.549760 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Checking segment: {'id': '621bec96-7547-4775-a410-2f4c902c48c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e4102184-c6d9-4331-8022-40bdbbcf8748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:45:10.550168 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:10.550563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Bound using segment: {'id': '621bec96-7547-4775-a410-2f4c902c48c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e4102184-c6d9-4331-8022-40bdbbcf8748'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:10.551038 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Bound port: e682f721-8b19-4182-b91f-c15820548911, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621bec96-7547-4775-a410-2f4c902c48c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e4102184-c6d9-4331-8022-40bdbbcf8748'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:45:10.553255 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e682f721-8b19-4182-b91f-c15820548911), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:10.595895 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] For port 7245db42-935e-4837-8a06-df59673b8006, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:10.606943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] For port 7245db42-935e-4837-8a06-df59673b8006, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7245db42-935e-4837-8a06-df59673b8006,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:10.616973 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (7245db42-935e-4837-8a06-df59673b8006), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:10.683063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:10.683691 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:10.685318 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] 10.222.0.72 "PUT /v2.0/ports/7245db42-935e-4837-8a06-df59673b8006 HTTP/1.1" status: 200 len: 1092 time: 1.1085787 Feb 10 15:45:10.687674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b927a990-9d89-40b0-af81-e25e1822af78', 'tag': '7245db42-935e-4837-8a06-df59673b8006'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:45:10.699370 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3f7dc7-6042-4ae3-a4e6-1ac872aa0d71" -d '{"events": [{"name": "network-changed", "server_uuid": "b927a990-9d89-40b0-af81-e25e1822af78", "tag": "7245db42-935e-4837-8a06-df59673b8006"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:10.756711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] For port e682f721-8b19-4182-b91f-c15820548911, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:10.759266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] For port e682f721-8b19-4182-b91f-c15820548911, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e682f721-8b19-4182-b91f-c15820548911,segment=NetworkSegment(621bec96-7547-4775-a410-2f4c902c48c9),segment_id=621bec96-7547-4775-a410-2f4c902c48c9)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:10.773546 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e682f721-8b19-4182-b91f-c15820548911), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:10.828596 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e700ef0-07fc-4b20-81f7-fa9969c7feee x-openstack-request-id: req-6e700ef0-07fc-4b20-81f7-fa9969c7feee {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:10.829066 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b927a990-9d89-40b0-af81-e25e1822af78", "tag": "7245db42-935e-4837-8a06-df59673b8006", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:10.829237 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e700ef0-07fc-4b20-81f7-fa9969c7feee {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:10.830084 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b927a990-9d89-40b0-af81-e25e1822af78', 'tag': '7245db42-935e-4837-8a06-df59673b8006', 'status': 'completed', 'code': 200} Feb 10 15:45:10.873995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d74dd8-4839-4773-b2a6-fc9d88abc507 None None] Pushing event updated for resources: {'Port': ['ID=e682f721-8b19-4182-b91f-c15820548911,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:10.916005 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f28df6-4448-4574-9270-a91788efdde5 service neutron] Pushing event updated for resources: {'Port': ['ID=7245db42-935e-4837-8a06-df59673b8006,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:10.949280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-45bf512c-0f29-4629-9628-f392410472f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:10.951048 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-45bf512c-0f29-4629-9628-f392410472f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 1126 time: 0.2044382 Feb 10 15:45:10.984100 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:11.016099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-16ccc50d-59be-4188-acff-ca9627f74cb5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7245db42-935e-4837-8a06-df59673b8006 HTTP/1.1" status: 200 len: 217 time: 0.0530279 Feb 10 15:45:11.154898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-87a9e396-35da-4c87-b4ae-f90aca140043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:11.156315 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-87a9e396-35da-4c87-b4ae-f90aca140043 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbaa343d-0471-430d-80ca-08e968e4445c HTTP/1.1" status: 200 len: 854 time: 0.1229978 Feb 10 15:45:11.180753 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557b40d-0856-4210-91b0-cb2ba5e8bfd6 req-733e226d-6999-4b0b-90d2-e2f52dbfc755 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:11.183743 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3557b40d-0856-4210-91b0-cb2ba5e8bfd6 req-733e226d-6999-4b0b-90d2-e2f52dbfc755 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 944 time: 0.1652131 Feb 10 15:45:11.206065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-e410e7c6-6649-4798-8391-66e5a3ee8a09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bdb81c03-ceb0-4464-ba08-e8f899222887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416923 Feb 10 15:45:11.359987 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3557b40d-0856-4210-91b0-cb2ba5e8bfd6 req-f111176c-8c0f-42c5-a984-182ec32ea41a tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568766 Feb 10 15:45:11.390468 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-fcc2c8d1-3e5a-4d68-a1e1-d5c0686c1d99 service neutron] 10.222.0.72 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753538 Feb 10 15:45:11.414018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Allocated IP 2001:db8::1 (beff6035-d641-40f8-a6e9-0477f623f791/d23e4606-2737-425c-bcaa-6dfd3ecd8a02/605bdf0b-0f3c-4c5c-82a1-156e93b17ed9) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:11.436629 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:11.538518 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f01e9ea4-724b-4dc3-84e3-d18db41a9ad8 req-494d0d72-e561-4ef7-883c-cf9312d8dfc4 service neutron] 10.222.0.72 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405582 Feb 10 15:45:11.545426 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for port (605bdf0b-0f3c-4c5c-82a1-156e93b17ed9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:11.588886 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (605bdf0b-0f3c-4c5c-82a1-156e93b17ed9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:11.671101 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f7dc7-6042-4ae3-a4e6-1ac872aa0d71 req-7927e02e-0b70-4b64-92d9-022435c148be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:11.673628 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c3f7dc7-6042-4ae3-a4e6-1ac872aa0d71 req-7927e02e-0b70-4b64-92d9-022435c148be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 1126 time: 0.0855339 Feb 10 15:45:11.861858 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f7dc7-6042-4ae3-a4e6-1ac872aa0d71 req-70eb1c07-8c33-454f-90a1-452978104bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:11.870060 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c3f7dc7-6042-4ae3-a4e6-1ac872aa0d71 req-70eb1c07-8c33-454f-90a1-452978104bb8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 915 time: 0.1907592 Feb 10 15:45:11.940277 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c3f7dc7-6042-4ae3-a4e6-1ac872aa0d71 req-d724ca00-f656-4304-8d8a-6e073f6fdec7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7245db42-935e-4837-8a06-df59673b8006 HTTP/1.1" status: 200 len: 217 time: 0.0642540 Feb 10 15:45:11.959612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Network beff6035-d641-40f8-a6e9-0477f623f791 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:11.965055 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:11.970426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:11.970996 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (5533c593-1028-4c18-86f9-bc279d0788aa), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:12.048211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f7dc7-6042-4ae3-a4e6-1ac872aa0d71 req-26e4fcc4-d904-4bcb-8321-a0507125c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:12.050521 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c3f7dc7-6042-4ae3-a4e6-1ac872aa0d71 req-26e4fcc4-d904-4bcb-8321-a0507125c282 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbaa343d-0471-430d-80ca-08e968e4445c HTTP/1.1" status: 200 len: 854 time: 0.1013649 Feb 10 15:45:12.050670 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e682f721-8b19-4182-b91f-c15820548911 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:12.100100 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event updated for resources: {'Port': ['ID=605bdf0b-0f3c-4c5c-82a1-156e93b17ed9,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:12.126718 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c3f7dc7-6042-4ae3-a4e6-1ac872aa0d71 req-97acf121-7c81-470e-b8f2-fa6b2a9f5935 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bdb81c03-ceb0-4464-ba08-e8f899222887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691082 Feb 10 15:45:12.222423 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e682f721-8b19-4182-b91f-c15820548911 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:12.224202 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e682f721-8b19-4182-b91f-c15820548911), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:12.307280 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (605bdf0b-0f3c-4c5c-82a1-156e93b17ed9), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:12.320059 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c3f7dc7-6042-4ae3-a4e6-1ac872aa0d71 req-d26201be-462d-49d1-9a40-e9c67bb82e66 service neutron] 10.222.0.72 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859231 Feb 10 15:45:12.376538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e682f721-8b19-4182-b91f-c15820548911 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:12.377217 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e682f721-8b19-4182-b91f-c15820548911), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:12.443413 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port e682f721-8b19-4182-b91f-c15820548911, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e682f721-8b19-4182-b91f-c15820548911,segment=NetworkSegment(621bec96-7547-4775-a410-2f4c902c48c9),segment_id=621bec96-7547-4775-a410-2f4c902c48c9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:12.453246 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e682f721-8b19-4182-b91f-c15820548911), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:12.563195 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3c3f7dc7-6042-4ae3-a4e6-1ac872aa0d71 req-cd43833b-36af-46ae-adc6-ad670d9db28b service neutron] 10.222.0.72 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365324 Feb 10 15:45:12.624056 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=e682f721-8b19-4182-b91f-c15820548911,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:12.651230 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ccbd5aba-1128-43b3-9e4c-3e6fa59a26d6 None None] Provisioning complete for port 605bdf0b-0f3c-4c5c-82a1-156e93b17ed9 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:12.651847 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5aba-1128-43b3-9e4c-3e6fa59a26d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (605bdf0b-0f3c-4c5c-82a1-156e93b17ed9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:12.703877 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edefe2-0519-445a-b061-0997505b1d3c req-ec22b6fb-71cf-49df-8414-8ba5445a344a tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:12.708949 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08edefe2-0519-445a-b061-0997505b1d3c req-ec22b6fb-71cf-49df-8414-8ba5445a344a tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 944 time: 0.1437914 Feb 10 15:45:12.725441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd5aba-1128-43b3-9e4c-3e6fa59a26d6 None None] Port 605bdf0b-0f3c-4c5c-82a1-156e93b17ed9 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:45:12.757843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af55cd9f-1c0a-4890-af0d-308ddf63839c None None] Network e4102184-c6d9-4331-8022-40bdbbcf8748 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:45:12.847339 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08edefe2-0519-445a-b061-0997505b1d3c req-feb25af3-31ec-43b6-9d2f-393c26cf06b8 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277044 Feb 10 15:45:12.917670 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-11a09269-20e3-4307-8eaa-72570aab6a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:12.938387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-06f0a45d-cc37-45a1-97fa-a0d5e221f9a7 None None] Provisioning complete for port e682f721-8b19-4182-b91f-c15820548911 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:12.939676 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-06f0a45d-cc37-45a1-97fa-a0d5e221f9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e682f721-8b19-4182-b91f-c15820548911), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:13.070893 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for port (605bdf0b-0f3c-4c5c-82a1-156e93b17ed9), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:13.079454 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (605bdf0b-0f3c-4c5c-82a1-156e93b17ed9), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:13.080752 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (5533c593-1028-4c18-86f9-bc279d0788aa), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:13.154615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-06f0a45d-cc37-45a1-97fa-a0d5e221f9a7 None None] Current status of the port e682f721-8b19-4182-b91f-c15820548911 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:13.223950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event updated for resources: {'Port': ['ID=605bdf0b-0f3c-4c5c-82a1-156e93b17ed9,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:13.314757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Network beff6035-d641-40f8-a6e9-0477f623f791 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:13.318329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:13.493671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8e30bb3c-7132-406e-b7de-c45bfdcac391 None None] Provisioning complete for port e682f721-8b19-4182-b91f-c15820548911 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:13.494239 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e30bb3c-7132-406e-b7de-c45bfdcac391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e682f721-8b19-4182-b91f-c15820548911), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:13.506984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Router 5533c593-1028-4c18-86f9-bc279d0788aa has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:45:13.662024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:45:13.672497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56174) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:13.677154 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7229c05f-691b-41ac-9e79-7e40f673e5d3 None None] Sync routers for ids ['5533c593-1028-4c18-86f9-bc279d0788aa'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:45:13.677644 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-592d120e-b5b2-449e-b83d-7980b88b2075 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "PUT /v2.0/routers/5533c593-1028-4c18-86f9-bc279d0788aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2857189 Feb 10 15:45:13.706059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8e30bb3c-7132-406e-b7de-c45bfdcac391 None None] Current status of the port e682f721-8b19-4182-b91f-c15820548911 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:13.708268 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7229c05f-691b-41ac-9e79-7e40f673e5d3 None None] Routers {'5533c593-1028-4c18-86f9-bc279d0788aa'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:45:13.708912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7229c05f-691b-41ac-9e79-7e40f673e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5533c593-1028-4c18-86f9-bc279d0788aa'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:13.770299 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7229c05f-691b-41ac-9e79-7e40f673e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:13.787206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7229c05f-691b-41ac-9e79-7e40f673e5d3 None None] Routers {'5533c593-1028-4c18-86f9-bc279d0788aa'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:45:13.787834 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7229c05f-691b-41ac-9e79-7e40f673e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:44:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5533c593-1028-4c18-86f9-bc279d0788aa'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:13.827979 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-85c39cef-14be-47f6-ad42-61742f6e96b0 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for router (5533c593-1028-4c18-86f9-bc279d0788aa), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:13.853124 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7229c05f-691b-41ac-9e79-7e40f673e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:13.854274 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7229c05f-691b-41ac-9e79-7e40f673e5d3 None None] The sync data for ids ['5533c593-1028-4c18-86f9-bc279d0788aa'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:45:13.916447 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2ca29a48-6cc0-46a1-98ff-87883cfae56a None None] Provisioning complete for port 605bdf0b-0f3c-4c5c-82a1-156e93b17ed9 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:13.916881 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2ca29a48-6cc0-46a1-98ff-87883cfae56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (605bdf0b-0f3c-4c5c-82a1-156e93b17ed9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:13.982230 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2ca29a48-6cc0-46a1-98ff-87883cfae56a None None] Port 605bdf0b-0f3c-4c5c-82a1-156e93b17ed9 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:45:13.984790 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e682f721-8b19-4182-b91f-c15820548911 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:14.034829 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-85c39cef-14be-47f6-ad42-61742f6e96b0 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 15:45:14.039720 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-85c39cef-14be-47f6-ad42-61742f6e96b0 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "DELETE /v2.0/routers/5533c593-1028-4c18-86f9-bc279d0788aa HTTP/1.1" status: 409 len: 329 time: 0.3662944 Feb 10 15:45:14.039898 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56180) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:14.064434 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57543ec-f45d-4429-afb8-562f5d880c04 req-eeaffd8b-4966-41c2-87ec-44efc9db119e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:14.072409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b57543ec-f45d-4429-afb8-562f5d880c04 req-eeaffd8b-4966-41c2-87ec-44efc9db119e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 944 time: 0.0800881 Feb 10 15:45:14.116046 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e682f721-8b19-4182-b91f-c15820548911 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:14.116407 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e682f721-8b19-4182-b91f-c15820548911), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:14.137542 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b57543ec-f45d-4429-afb8-562f5d880c04 req-fe946e6e-27e8-410a-9c90-25589f2117a4 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640948 Feb 10 15:45:14.242689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e682f721-8b19-4182-b91f-c15820548911 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:14.495149 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4773a73a-f598-4afe-b7d0-860f4f0ae28e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (5533c593-1028-4c18-86f9-bc279d0788aa), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:14.870471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4773a73a-f598-4afe-b7d0-860f4f0ae28e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Deleting port 605bdf0b-0f3c-4c5c-82a1-156e93b17ed9 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:45:14.870956 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4773a73a-f598-4afe-b7d0-860f4f0ae28e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (605bdf0b-0f3c-4c5c-82a1-156e93b17ed9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:14.912700 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7245db42-935e-4837-8a06-df59673b8006 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:45:14.977849 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4773a73a-f598-4afe-b7d0-860f4f0ae28e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (605bdf0b-0f3c-4c5c-82a1-156e93b17ed9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:14.991810 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4773a73a-f598-4afe-b7d0-860f4f0ae28e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Calling delete_port for 605bdf0b-0f3c-4c5c-82a1-156e93b17ed9 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:45:15.083083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7245db42-935e-4837-8a06-df59673b8006, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7245db42-935e-4837-8a06-df59673b8006,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:15.101409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '7245db42-935e-4837-8a06-df59673b8006', 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887', 'port_id': '7245db42-935e-4837-8a06-df59673b8006', 'mac_address': 'fa:16:3e:2d:2e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaa343d-0471-430d-80ca-08e968e4445c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:45:15.148428 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7245db42-935e-4837-8a06-df59673b8006 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:15.148885 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7245db42-935e-4837-8a06-df59673b8006), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:15.164831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7245db42-935e-4837-8a06-df59673b8006 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:45:15.259875 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-faaef7d3-403b-4cd5-878a-7426113cc60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:15.275523 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4773a73a-f598-4afe-b7d0-860f4f0ae28e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (605bdf0b-0f3c-4c5c-82a1-156e93b17ed9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:15.297649 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7245db42-935e-4837-8a06-df59673b8006, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7245db42-935e-4837-8a06-df59673b8006,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:15.305786 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7245db42-935e-4837-8a06-df59673b8006), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:15.340680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773a73a-f598-4afe-b7d0-860f4f0ae28e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event deleted for resources: {'Port': ['ID=605bdf0b-0f3c-4c5c-82a1-156e93b17ed9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:15.372872 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0164815-9d4c-4768-8cef-163dff36e2bc req-ae421c4b-763e-4bea-82d9-19103403ce5b tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:15.385960 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0164815-9d4c-4768-8cef-163dff36e2bc req-ae421c4b-763e-4bea-82d9-19103403ce5b tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 944 time: 0.1048620 Feb 10 15:45:15.411663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=7245db42-935e-4837-8a06-df59673b8006,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:15.515072 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['7245db42-935e-4837-8a06-df59673b8006'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:15.543380 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4773a73a-f598-4afe-b7d0-860f4f0ae28e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (5533c593-1028-4c18-86f9-bc279d0788aa), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:15.546749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0164815-9d4c-4768-8cef-163dff36e2bc req-e25e43f1-096a-4e82-9fd8-3387132d2cdb tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598310 Feb 10 15:45:15.950665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4773a73a-f598-4afe-b7d0-860f4f0ae28e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Router 5533c593-1028-4c18-86f9-bc279d0788aa has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:45:16.039006 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4773a73a-f598-4afe-b7d0-860f4f0ae28e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:45:16.048315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56198) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:16.048463 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4773a73a-f598-4afe-b7d0-860f4f0ae28e tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "PUT /v2.0/routers/5533c593-1028-4c18-86f9-bc279d0788aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0075760 Feb 10 15:45:16.050564 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f6b05e-04f9-4e66-9f64-0d65f51ad68e None None] Sync routers for ids ['5533c593-1028-4c18-86f9-bc279d0788aa'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:45:16.064208 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f6b05e-04f9-4e66-9f64-0d65f51ad68e None None] Routers {'5533c593-1028-4c18-86f9-bc279d0788aa'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:45:16.065553 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-47f6b05e-04f9-4e66-9f64-0d65f51ad68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:45:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5533c593-1028-4c18-86f9-bc279d0788aa'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:16.094448 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-24b7e6f4-e1dc-4bff-83d4-962a6e67d0a7 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] show failed (client error): The resource could not be found. Feb 10 15:45:16.095498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-24b7e6f4-e1dc-4bff-83d4-962a6e67d0a7 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-812130817 HTTP/1.1" status: 404 len: 334 time: 0.0460966 Feb 10 15:45:16.099245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56200) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:16.103673 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-19f57a6a-0a84-4a42-a421-2389f4a8f29c tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:16.114853 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-47f6b05e-04f9-4e66-9f64-0d65f51ad68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:16.128345 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f6b05e-04f9-4e66-9f64-0d65f51ad68e None None] Routers {'5533c593-1028-4c18-86f9-bc279d0788aa'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:45:16.129408 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-47f6b05e-04f9-4e66-9f64-0d65f51ad68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:45:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5533c593-1028-4c18-86f9-bc279d0788aa'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:16.146669 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-19f57a6a-0a84-4a42-a421-2389f4a8f29c tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] update failed (client error): The resource could not be found. Feb 10 15:45:16.152770 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-19f57a6a-0a84-4a42-a421-2389f4a8f29c tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-1367426777 HTTP/1.1" status: 404 len: 335 time: 0.0477295 Feb 10 15:45:16.155128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56202) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:16.167668 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-47f6b05e-04f9-4e66-9f64-0d65f51ad68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:16.168326 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f6b05e-04f9-4e66-9f64-0d65f51ad68e None None] The sync data for ids ['5533c593-1028-4c18-86f9-bc279d0788aa'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:45:16.209929 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-2064b4b4-21ae-47be-9e94-d764950d0d8f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Deleting subnet 7dd8aeeb-0210-4186-979d-6c8ded942b73 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:45:16.213228 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2064b4b4-21ae-47be-9e94-d764950d0d8f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for subnet (7dd8aeeb-0210-4186-979d-6c8ded942b73), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:16.253738 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2064b4b4-21ae-47be-9e94-d764950d0d8f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (7dd8aeeb-0210-4186-979d-6c8ded942b73), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:16.365565 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2064b4b4-21ae-47be-9e94-d764950d0d8f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (7dd8aeeb-0210-4186-979d-6c8ded942b73), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:16.398034 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:16.427610 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2064b4b4-21ae-47be-9e94-d764950d0d8f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (7dd8aeeb-0210-4186-979d-6c8ded942b73), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:16.459151 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064b4b4-21ae-47be-9e94-d764950d0d8f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd8aeeb-0210-4186-979d-6c8ded942b73,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:16.466293 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2064b4b4-21ae-47be-9e94-d764950d0d8f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:16.468905 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceca371-4860-4126-b0d5-42a801a7f171 None None] Network e4102184-c6d9-4331-8022-40bdbbcf8748 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:45:16.471929 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2064b4b4-21ae-47be-9e94-d764950d0d8f tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "DELETE /v2.0/subnets/7dd8aeeb-0210-4186-979d-6c8ded942b73 HTTP/1.1" status: 204 len: 168 time: 0.3158758 Feb 10 15:45:16.472334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56208) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:16.568242 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (e4102184-c6d9-4331-8022-40bdbbcf8748), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:16.646187 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Deleting port e682f721-8b19-4182-b91f-c15820548911 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:45:16.646559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e682f721-8b19-4182-b91f-c15820548911), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:16.715898 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e495c-f361-4a8b-966c-0bb0b87bcb84 None None] DHCP port deletion for e4102184-c6d9-4331-8022-40bdbbcf8748 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:45:16.748239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] For port e682f721-8b19-4182-b91f-c15820548911, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e682f721-8b19-4182-b91f-c15820548911,segment=NetworkSegment(621bec96-7547-4775-a410-2f4c902c48c9),segment_id=621bec96-7547-4775-a410-2f4c902c48c9)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:16.749125 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e682f721-8b19-4182-b91f-c15820548911), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:16.766069 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc3c9f-9149-4be9-a0ab-a8df7c98c471 req-4fb2e787-1c28-4c44-9b44-0cfa157ad26a tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:16.771932 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e8bc3c9f-9149-4be9-a0ab-a8df7c98c471 req-4fb2e787-1c28-4c44-9b44-0cfa157ad26a tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 945 time: 0.1202657 Feb 10 15:45:16.793543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Calling delete_port for e682f721-8b19-4182-b91f-c15820548911 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:45:16.852772 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b64e495c-f361-4a8b-966c-0bb0b87bcb84 None None] Deleting port e682f721-8b19-4182-b91f-c15820548911 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:45:16.853150 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b64e495c-f361-4a8b-966c-0bb0b87bcb84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e682f721-8b19-4182-b91f-c15820548911), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:16.882055 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e8bc3c9f-9149-4be9-a0ab-a8df7c98c471 req-c826c870-1b58-4978-9d51-36b10fb9aa67 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954378 Feb 10 15:45:16.947617 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (e682f721-8b19-4182-b91f-c15820548911), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:16.949156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7245db42-935e-4837-8a06-df59673b8006 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:16.979752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event deleted for resources: {'Port': ['ID=e682f721-8b19-4182-b91f-c15820548911,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:16.990214 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b64e495c-f361-4a8b-966c-0bb0b87bcb84 None None] For port e682f721-8b19-4182-b91f-c15820548911, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e682f721-8b19-4182-b91f-c15820548911,segment=NetworkSegment(621bec96-7547-4775-a410-2f4c902c48c9),segment_id=621bec96-7547-4775-a410-2f4c902c48c9)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:16.990511 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b64e495c-f361-4a8b-966c-0bb0b87bcb84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e682f721-8b19-4182-b91f-c15820548911), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:16.999541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] No DVR routers for this DVR port e682f721-8b19-4182-b91f-c15820548911 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:17.015698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b64e495c-f361-4a8b-966c-0bb0b87bcb84 None None] Calling delete_port for e682f721-8b19-4182-b91f-c15820548911 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:45:17.037111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 7245db42-935e-4837-8a06-df59673b8006 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:45:17.074739 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 7245db42-935e-4837-8a06-df59673b8006 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:17.075126 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7245db42-935e-4837-8a06-df59673b8006), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:17.108579 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (e4102184-c6d9-4331-8022-40bdbbcf8748), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:17.134406 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4102184-c6d9-4331-8022-40bdbbcf8748']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:17.150991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621bec96-7547-4775-a410-2f4c902c48c9') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:17.151481 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621bec96-7547-4775-a410-2f4c902c48c9') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:17.151612 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 15:45:17.165034 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (621bec96-7547-4775-a410-2f4c902c48c9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:17.175508 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b64e495c-f361-4a8b-966c-0bb0b87bcb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (e682f721-8b19-4182-b91f-c15820548911), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:17.185149 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (621bec96-7547-4775-a410-2f4c902c48c9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:17.191809 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:45:17.192761 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (621bec96-7547-4775-a410-2f4c902c48c9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:45:17.195929 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:45:17.206441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e495c-f361-4a8b-966c-0bb0b87bcb84 None None] Pushing event deleted for resources: {'Port': ['ID=e682f721-8b19-4182-b91f-c15820548911,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:17.227462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e495c-f361-4a8b-966c-0bb0b87bcb84 None None] No DVR routers for this DVR port e682f721-8b19-4182-b91f-c15820548911 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:17.241415 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7245db42-935e-4837-8a06-df59673b8006 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:17.241824 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7245db42-935e-4837-8a06-df59673b8006), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:17.272660 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b927a990-9d89-40b0-af81-e25e1822af78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7245db42-935e-4837-8a06-df59673b8006'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:45:17.275420 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c06daa-a630-432e-ac7f-8123e478b170" -d '{"events": [{"server_uuid": "b927a990-9d89-40b0-af81-e25e1822af78", "name": "network-vif-plugged", "status": "completed", "tag": "7245db42-935e-4837-8a06-df59673b8006"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:17.275669 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (e4102184-c6d9-4331-8022-40bdbbcf8748), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:17.318593 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7245db42-935e-4837-8a06-df59673b8006, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7245db42-935e-4837-8a06-df59673b8006,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:17.328191 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7245db42-935e-4837-8a06-df59673b8006), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:17.332530 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:17.338934 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "DELETE /v2.0/networks/e4102184-c6d9-4331-8022-40bdbbcf8748 HTTP/1.1" status: 204 len: 168 time: 0.8641934 Feb 10 15:45:17.339697 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56224) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:17.340060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e3a70-8eac-4b76-b323-56d4174a5897 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event deleted for resources: {'Network': ['ID=e4102184-c6d9-4331-8022-40bdbbcf8748,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:17.395791 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa0a0da-78b4-4062-b046-3db267fb9a26 x-openstack-request-id: req-6aa0a0da-78b4-4062-b046-3db267fb9a26 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:17.396321 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b927a990-9d89-40b0-af81-e25e1822af78", "name": "network-vif-plugged", "status": "completed", "tag": "7245db42-935e-4837-8a06-df59673b8006", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:17.396775 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6aa0a0da-78b4-4062-b046-3db267fb9a26 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:17.397342 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b927a990-9d89-40b0-af81-e25e1822af78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7245db42-935e-4837-8a06-df59673b8006', 'code': 200} Feb 10 15:45:17.398466 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=7245db42-935e-4837-8a06-df59673b8006,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:17.456104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca38e29-8562-411e-a000-03d5e395ec1b tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Deleting subnet 6167e390-77b4-4300-aba1-8c41ef95c450 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:45:17.470644 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4ca38e29-8562-411e-a000-03d5e395ec1b tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for subnet (6167e390-77b4-4300-aba1-8c41ef95c450), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:17.522235 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4ca38e29-8562-411e-a000-03d5e395ec1b tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (6167e390-77b4-4300-aba1-8c41ef95c450), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:17.687538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f596b3-d348-49ed-9e19-0a11d86c11eb req-9d601a10-e274-47f1-89a9-e005859d79ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:17.689739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91f596b3-d348-49ed-9e19-0a11d86c11eb req-9d601a10-e274-47f1-89a9-e005859d79ef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 1128 time: 0.2292495 Feb 10 15:45:17.691267 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4ca38e29-8562-411e-a000-03d5e395ec1b tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (6167e390-77b4-4300-aba1-8c41ef95c450), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:17.788479 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91f596b3-d348-49ed-9e19-0a11d86c11eb req-3111f4a9-01de-42f0-9019-20e39e629f13 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905483 Feb 10 15:45:17.816204 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4ca38e29-8562-411e-a000-03d5e395ec1b tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (6167e390-77b4-4300-aba1-8c41ef95c450), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:17.879050 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4ca38e29-8562-411e-a000-03d5e395ec1b tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:17.885972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c82a6c7-bada-4311-b2d6-37fc55be0b89 None None] Network 2678b766-180f-4b8b-b553-f944103b5822 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:45:17.891314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56242) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:17.903647 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4ca38e29-8562-411e-a000-03d5e395ec1b tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "DELETE /v2.0/subnets/6167e390-77b4-4300-aba1-8c41ef95c450 HTTP/1.1" status: 204 len: 168 time: 0.5620468 Feb 10 15:45:17.912455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca38e29-8562-411e-a000-03d5e395ec1b tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event deleted for resources: {'Subnet': ['ID=6167e390-77b4-4300-aba1-8c41ef95c450,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:18.019056 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56248) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:18.063718 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e682f721-8b19-4182-b91f-c15820548911 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:18.066452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc5835e-43a8-431b-8cb0-f0c32be1f788 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Deleting subnet 2b1c853f-779a-47b2-bbfd-4365d71ce3f7 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:45:18.076039 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9dc5835e-43a8-431b-8cb0-f0c32be1f788 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for subnet (2b1c853f-779a-47b2-bbfd-4365d71ce3f7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:18.119179 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: e682f721-8b19-4182-b91f-c15820548911 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:45:18.123448 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e682f721-8b19-4182-b91f-c15820548911 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:45:18.186076 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9dc5835e-43a8-431b-8cb0-f0c32be1f788 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (2b1c853f-779a-47b2-bbfd-4365d71ce3f7), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:18.200431 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42db18-9e15-4183-a4ae-1b207427e8af req-c64cc11f-7677-4692-a6ab-c60e8bfc9cd4 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:18.202090 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d42db18-9e15-4183-a4ae-1b207427e8af req-c64cc11f-7677-4692-a6ab-c60e8bfc9cd4 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 946 time: 0.1560588 Feb 10 15:45:18.299766 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d42db18-9e15-4183-a4ae-1b207427e8af req-98c25f2b-3d9d-428f-bf88-857f00714e45 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896528 Feb 10 15:45:18.314215 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-57af5a22-fb79-4f47-9b9d-b4c9567894ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:18.415251 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9dc5835e-43a8-431b-8cb0-f0c32be1f788 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (2b1c853f-779a-47b2-bbfd-4365d71ce3f7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:18.432412 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-57af5a22-fb79-4f47-9b9d-b4c9567894ea admin admin] Publish callbacks [] for security_group (a65c1495-f483-4e5f-a6e9-b2b025d1f1ad), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:18.440788 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-57af5a22-fb79-4f47-9b9d-b4c9567894ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a65c1495-f483-4e5f-a6e9-b2b025d1f1ad), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:18.452278 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:18.506538 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:45:18.536784 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9dc5835e-43a8-431b-8cb0-f0c32be1f788 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (2b1c853f-779a-47b2-bbfd-4365d71ce3f7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:18.541920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-57af5a22-fb79-4f47-9b9d-b4c9567894ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=214e9a3bfa95475ca3c6cbf3d7d3a9f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5188613 Feb 10 15:45:18.541920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af5a22-fb79-4f47-9b9d-b4c9567894ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65c1495-f483-4e5f-a6e9-b2b025d1f1ad,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:18.542820 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56254) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:18.584906 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad0af14-052e-4629-b577-49b727cc5c7e None None] DHCP port deletion for 2678b766-180f-4b8b-b553-f944103b5822 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:45:18.602437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5835e-43a8-431b-8cb0-f0c32be1f788 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1c853f-779a-47b2-bbfd-4365d71ce3f7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:18.611439 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9dc5835e-43a8-431b-8cb0-f0c32be1f788 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:18.618014 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9dc5835e-43a8-431b-8cb0-f0c32be1f788 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "DELETE /v2.0/subnets/2b1c853f-779a-47b2-bbfd-4365d71ce3f7 HTTP/1.1" status: 204 len: 168 time: 0.7234695 Feb 10 15:45:18.618281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56256) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:18.624860 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78e63b34-defd-411c-8247-d9b411b7cfa1 admin admin] Publish callbacks [] for security_group (a65c1495-f483-4e5f-a6e9-b2b025d1f1ad), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:18.639099 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14366aa-9ebc-4e1a-8273-a851d924e4cc None None] Network d18caae5-64af-47ff-96fa-89019e8f2425 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:45:18.652254 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78e63b34-defd-411c-8247-d9b411b7cfa1 admin admin] Publish callbacks [] for security_group (a65c1495-f483-4e5f-a6e9-b2b025d1f1ad), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:18.736056 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78e63b34-defd-411c-8247-d9b411b7cfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a65c1495-f483-4e5f-a6e9-b2b025d1f1ad), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:18.745016 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78e63b34-defd-411c-8247-d9b411b7cfa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:18.748508 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-78e63b34-defd-411c-8247-d9b411b7cfa1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a65c1495-f483-4e5f-a6e9-b2b025d1f1ad HTTP/1.1" status: 204 len: 168 time: 0.2025337 Feb 10 15:45:18.769458 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e63b34-defd-411c-8247-d9b411b7cfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65c1495-f483-4e5f-a6e9-b2b025d1f1ad,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:18.805535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-dad0af14-052e-4629-b577-49b727cc5c7e None None] Deleting port cf960fc6-0946-4e13-8169-186b881246aa {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:45:18.805918 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dad0af14-052e-4629-b577-49b727cc5c7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (cf960fc6-0946-4e13-8169-186b881246aa), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:18.877331 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (2678b766-180f-4b8b-b553-f944103b5822), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:18.886453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-dad0af14-052e-4629-b577-49b727cc5c7e None None] For port cf960fc6-0946-4e13-8169-186b881246aa, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cf960fc6-0946-4e13-8169-186b881246aa,segment=NetworkSegment(cfeee553-5ec8-4d3c-98f0-1596a990d491),segment_id=cfeee553-5ec8-4d3c-98f0-1596a990d491)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:18.887039 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dad0af14-052e-4629-b577-49b727cc5c7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (cf960fc6-0946-4e13-8169-186b881246aa), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:18.903764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-dad0af14-052e-4629-b577-49b727cc5c7e None None] Calling delete_port for cf960fc6-0946-4e13-8169-186b881246aa owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:45:19.020143 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:19.039372 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Deleting port cf960fc6-0946-4e13-8169-186b881246aa {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:45:19.040386 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (cf960fc6-0946-4e13-8169-186b881246aa), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:19.078518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7523618-d466-4502-80bb-78d3e74a4da7 None None] DHCP port deletion for d18caae5-64af-47ff-96fa-89019e8f2425 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:45:19.173121 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dad0af14-052e-4629-b577-49b727cc5c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (cf960fc6-0946-4e13-8169-186b881246aa), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:19.190829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] For port cf960fc6-0946-4e13-8169-186b881246aa, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cf960fc6-0946-4e13-8169-186b881246aa,segment=NetworkSegment(cfeee553-5ec8-4d3c-98f0-1596a990d491),segment_id=cfeee553-5ec8-4d3c-98f0-1596a990d491)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:19.191248 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (cf960fc6-0946-4e13-8169-186b881246aa), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:19.218920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0af14-052e-4629-b577-49b727cc5c7e None None] Pushing event deleted for resources: {'Port': ['ID=cf960fc6-0946-4e13-8169-186b881246aa,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:19.228930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Calling delete_port for cf960fc6-0946-4e13-8169-186b881246aa owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:45:19.230803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad0af14-052e-4629-b577-49b727cc5c7e None None] No DVR routers for this DVR port cf960fc6-0946-4e13-8169-186b881246aa on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:19.247483 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a7523618-d466-4502-80bb-78d3e74a4da7 None None] Deleting port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:45:19.247874 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7523618-d466-4502-80bb-78d3e74a4da7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:19.393403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (cf960fc6-0946-4e13-8169-186b881246aa), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:19.405495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a7523618-d466-4502-80bb-78d3e74a4da7 None None] For port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9,segment=NetworkSegment(03fdd8e9-dea4-45c3-bcbc-9033fe640281),segment_id=03fdd8e9-dea4-45c3-bcbc-9033fe640281)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:19.407721 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7523618-d466-4502-80bb-78d3e74a4da7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:19.423123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] No DVR routers for this DVR port cf960fc6-0946-4e13-8169-186b881246aa on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:19.455980 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a7523618-d466-4502-80bb-78d3e74a4da7 None None] Calling delete_port for c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:45:19.500531 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event deleted for resources: {'Port': ['ID=cf960fc6-0946-4e13-8169-186b881246aa,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:19.552805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a59e5-506f-45b6-bd8c-63d5d3fa0041 req-1b39bd2c-bd87-4e0a-8091-46ecd26bb1e1 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:19.560684 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-393a59e5-506f-45b6-bd8c-63d5d3fa0041 req-1b39bd2c-bd87-4e0a-8091-46ecd26bb1e1 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 946 time: 0.1414204 Feb 10 15:45:19.613804 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (2678b766-180f-4b8b-b553-f944103b5822), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:19.645651 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2678b766-180f-4b8b-b553-f944103b5822']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:19.656511 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfeee553-5ec8-4d3c-98f0-1596a990d491') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:19.657108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfeee553-5ec8-4d3c-98f0-1596a990d491') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:19.661501 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7523618-d466-4502-80bb-78d3e74a4da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:19.672384 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (cfeee553-5ec8-4d3c-98f0-1596a990d491), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:19.674099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-393a59e5-506f-45b6-bd8c-63d5d3fa0041 req-441014f9-e398-4904-b4dd-e82372393f54 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058688 Feb 10 15:45:19.705649 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (cfeee553-5ec8-4d3c-98f0-1596a990d491), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:19.705649 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:45:19.705649 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (cfeee553-5ec8-4d3c-98f0-1596a990d491), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:19.720311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7523618-d466-4502-80bb-78d3e74a4da7 None None] Pushing event deleted for resources: {'Port': ['ID=c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:19.735079 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7523618-d466-4502-80bb-78d3e74a4da7 None None] No DVR routers for this DVR port c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:45:19.782659 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:45:19.789097 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (2678b766-180f-4b8b-b553-f944103b5822), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:19.794830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:19.798877 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "DELETE /v2.0/networks/2678b766-180f-4b8b-b553-f944103b5822 HTTP/1.1" status: 204 len: 168 time: 1.1793027 Feb 10 15:45:19.801499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56280) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:19.821876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea409f-675d-4747-ab59-f2efee13ac57 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event deleted for resources: {'Network': ['ID=2678b766-180f-4b8b-b553-f944103b5822,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:19.960628 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40b3f610-82c4-46e2-afe7-e4d3ad3fa127 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (d18caae5-64af-47ff-96fa-89019e8f2425), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:20.001069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cf960fc6-0946-4e13-8169-186b881246aa no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:20.034984 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: cf960fc6-0946-4e13-8169-186b881246aa {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:45:20.035328 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cf960fc6-0946-4e13-8169-186b881246aa not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:45:20.041624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:20.092298 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:45:20.093089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c1ae1bd1-8143-41cc-9ab5-93a2638a8ce9 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:45:20.752497 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40b3f610-82c4-46e2-afe7-e4d3ad3fa127 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (d18caae5-64af-47ff-96fa-89019e8f2425), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:20.820729 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-40b3f610-82c4-46e2-afe7-e4d3ad3fa127 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18caae5-64af-47ff-96fa-89019e8f2425']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:20.845346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-40b3f610-82c4-46e2-afe7-e4d3ad3fa127 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03fdd8e9-dea4-45c3-bcbc-9033fe640281') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:20.845868 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-40b3f610-82c4-46e2-afe7-e4d3ad3fa127 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03fdd8e9-dea4-45c3-bcbc-9033fe640281') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:20.858136 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40b3f610-82c4-46e2-afe7-e4d3ad3fa127 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (03fdd8e9-dea4-45c3-bcbc-9033fe640281), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:20.877473 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40b3f610-82c4-46e2-afe7-e4d3ad3fa127 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (03fdd8e9-dea4-45c3-bcbc-9033fe640281), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:20.889450 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b3f610-82c4-46e2-afe7-e4d3ad3fa127 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:45:20.889848 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40b3f610-82c4-46e2-afe7-e4d3ad3fa127 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (03fdd8e9-dea4-45c3-bcbc-9033fe640281), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:45:20.893357 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:45:21.021723 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40b3f610-82c4-46e2-afe7-e4d3ad3fa127 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (d18caae5-64af-47ff-96fa-89019e8f2425), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:21.028680 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40b3f610-82c4-46e2-afe7-e4d3ad3fa127 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:21.038602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56322) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:21.039116 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-40b3f610-82c4-46e2-afe7-e4d3ad3fa127 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "DELETE /v2.0/networks/d18caae5-64af-47ff-96fa-89019e8f2425 HTTP/1.1" status: 204 len: 168 time: 1.2362776 Feb 10 15:45:21.056852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3f610-82c4-46e2-afe7-e4d3ad3fa127 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event deleted for resources: {'Network': ['ID=d18caae5-64af-47ff-96fa-89019e8f2425,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:21.110240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-405ff069-09c2-4f25-9ae1-aef60cc4afb6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Deleting subnet d23e4606-2737-425c-bcaa-6dfd3ecd8a02 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:45:21.114967 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-405ff069-09c2-4f25-9ae1-aef60cc4afb6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for subnet (d23e4606-2737-425c-bcaa-6dfd3ecd8a02), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:21.168545 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-405ff069-09c2-4f25-9ae1-aef60cc4afb6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (d23e4606-2737-425c-bcaa-6dfd3ecd8a02), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:21.324781 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-405ff069-09c2-4f25-9ae1-aef60cc4afb6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (d23e4606-2737-425c-bcaa-6dfd3ecd8a02), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:21.410102 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-405ff069-09c2-4f25-9ae1-aef60cc4afb6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (d23e4606-2737-425c-bcaa-6dfd3ecd8a02), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:21.469277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ff069-09c2-4f25-9ae1-aef60cc4afb6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event deleted for resources: {'Subnet': ['ID=d23e4606-2737-425c-bcaa-6dfd3ecd8a02,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:21.473181 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-405ff069-09c2-4f25-9ae1-aef60cc4afb6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:21.475982 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d7ff7a-9260-4941-b725-b40eb391c376 None None] Network beff6035-d641-40f8-a6e9-0477f623f791 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:45:21.476551 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-405ff069-09c2-4f25-9ae1-aef60cc4afb6 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "DELETE /v2.0/subnets/d23e4606-2737-425c-bcaa-6dfd3ecd8a02 HTTP/1.1" status: 204 len: 168 time: 0.4367559 Feb 10 15:45:21.479225 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56336) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:21.611468 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (beff6035-d641-40f8-a6e9-0477f623f791), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:21.689468 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Deleting port 67baca9a-f3a6-4ce3-850e-ba22391b085c {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:45:21.689951 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (67baca9a-f3a6-4ce3-850e-ba22391b085c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:21.748876 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21305e01-c28f-4c93-8f87-a580c1fc2631 None None] DHCP port deletion for beff6035-d641-40f8-a6e9-0477f623f791 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:45:21.900577 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-21305e01-c28f-4c93-8f87-a580c1fc2631 None None] Deleting port 67baca9a-f3a6-4ce3-850e-ba22391b085c {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:45:21.901041 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-21305e01-c28f-4c93-8f87-a580c1fc2631 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (67baca9a-f3a6-4ce3-850e-ba22391b085c), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:21.935759 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] For port 67baca9a-f3a6-4ce3-850e-ba22391b085c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=67baca9a-f3a6-4ce3-850e-ba22391b085c,segment=NetworkSegment(1f2fac46-e235-473d-bbdb-93c5e1a3629a),segment_id=1f2fac46-e235-473d-bbdb-93c5e1a3629a)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:21.936319 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (67baca9a-f3a6-4ce3-850e-ba22391b085c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:21.970525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Calling delete_port for 67baca9a-f3a6-4ce3-850e-ba22391b085c owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:45:22.074785 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 67baca9a-f3a6-4ce3-850e-ba22391b085c no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:22.087481 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-21305e01-c28f-4c93-8f87-a580c1fc2631 None None] For port 67baca9a-f3a6-4ce3-850e-ba22391b085c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=67baca9a-f3a6-4ce3-850e-ba22391b085c,segment=NetworkSegment(1f2fac46-e235-473d-bbdb-93c5e1a3629a),segment_id=1f2fac46-e235-473d-bbdb-93c5e1a3629a)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:22.087947 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-21305e01-c28f-4c93-8f87-a580c1fc2631 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (67baca9a-f3a6-4ce3-850e-ba22391b085c), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:22.168086 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (67baca9a-f3a6-4ce3-850e-ba22391b085c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:22.208350 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No active binding found for port 67baca9a-f3a6-4ce3-850e-ba22391b085c {{(pid=103370) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 15:45:22.209837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] The host n-d-815324-7 is not matching for port 67baca9a-f3a6-4ce3-850e-ba22391b085c host None! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:45:22.214810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 67baca9a-f3a6-4ce3-850e-ba22391b085c not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:45:22.219947 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-21305e01-c28f-4c93-8f87-a580c1fc2631 None None] Calling delete_port for 67baca9a-f3a6-4ce3-850e-ba22391b085c owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:45:22.240436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] No DVR routers for this DVR port 67baca9a-f3a6-4ce3-850e-ba22391b085c on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:22.244550 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event deleted for resources: {'Port': ['ID=67baca9a-f3a6-4ce3-850e-ba22391b085c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:22.370599 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (beff6035-d641-40f8-a6e9-0477f623f791), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:22.385960 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-21305e01-c28f-4c93-8f87-a580c1fc2631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (67baca9a-f3a6-4ce3-850e-ba22391b085c), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:22.399345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beff6035-d641-40f8-a6e9-0477f623f791']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:22.410791 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2fac46-e235-473d-bbdb-93c5e1a3629a') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:22.411219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2fac46-e235-473d-bbdb-93c5e1a3629a') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:22.422888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21305e01-c28f-4c93-8f87-a580c1fc2631 None None] Pushing event deleted for resources: {'Port': ['ID=67baca9a-f3a6-4ce3-850e-ba22391b085c,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:22.430615 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (1f2fac46-e235-473d-bbdb-93c5e1a3629a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:22.456634 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (1f2fac46-e235-473d-bbdb-93c5e1a3629a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:22.461022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21305e01-c28f-4c93-8f87-a580c1fc2631 None None] No DVR routers for this DVR port 67baca9a-f3a6-4ce3-850e-ba22391b085c on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:22.466976 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:45:22.467983 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (1f2fac46-e235-473d-bbdb-93c5e1a3629a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:45:22.584006 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:45:22.588879 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (beff6035-d641-40f8-a6e9-0477f623f791), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:22.612110 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:22.615788 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "DELETE /v2.0/networks/beff6035-d641-40f8-a6e9-0477f623f791 HTTP/1.1" status: 204 len: 168 time: 1.1355510 Feb 10 15:45:22.618477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56376) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:22.668946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618f752-5b10-42e2-b0f4-5abb5d3fd8cd tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Pushing event deleted for resources: {'Network': ['ID=beff6035-d641-40f8-a6e9-0477f623f791,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:22.685645 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f80cd6dd-a410-45df-827f-80e75a0a7885 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "GET /v2.0/ports?device_id=5533c593-1028-4c18-86f9-bc279d0788aa HTTP/1.1" status: 200 len: 205 time: 0.0653577 Feb 10 15:45:22.687933 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56380) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:22.792782 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-69ec2054-55f2-45f1-b6fc-130b90583604 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for router (5533c593-1028-4c18-86f9-bc279d0788aa), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:22.985902 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-69ec2054-55f2-45f1-b6fc-130b90583604 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (5533c593-1028-4c18-86f9-bc279d0788aa), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:22.991883 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-69ec2054-55f2-45f1-b6fc-130b90583604 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for router_controller (5533c593-1028-4c18-86f9-bc279d0788aa), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:23.122251 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-69ec2054-55f2-45f1-b6fc-130b90583604 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (5533c593-1028-4c18-86f9-bc279d0788aa), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:23.123594 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ec2054-55f2-45f1-b6fc-130b90583604 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Fanout notify agent at l3_agent the message router_deleted on router 5533c593-1028-4c18-86f9-bc279d0788aa {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:45:23.161241 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-69ec2054-55f2-45f1-b6fc-130b90583604 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:23.164723 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-69ec2054-55f2-45f1-b6fc-130b90583604 tempest-RoutersNegativeIpV6Test-309365786 tempest-RoutersNegativeIpV6Test-309365786-project] 10.222.0.64 "DELETE /v2.0/routers/5533c593-1028-4c18-86f9-bc279d0788aa HTTP/1.1" status: 204 len: 168 time: 0.4735074 Feb 10 15:45:23.565429 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56398) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:23.665202 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56402) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:23.760136 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cc50aaa7-d0a2-4317-b9df-cb7ba0f1de7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:23.803036 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fdbfcc21-9624-4532-9a50-97c4d875631f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6738a13882d646089e2c3f0c982bb44c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337458 Feb 10 15:45:23.803823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56406) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:23.911013 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cc50aaa7-d0a2-4317-b9df-cb7ba0f1de7c admin admin] Publish callbacks [] for security_group (b13f3ee1-9133-4462-a236-387e0220cd29), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:23.918970 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cc50aaa7-d0a2-4317-b9df-cb7ba0f1de7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b13f3ee1-9133-4462-a236-387e0220cd29), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:23.944355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef51cc63-3246-4d28-b98c-540ddaf3b78b admin admin] Publish callbacks [] for security_group (68a65f37-f4db-432d-a470-9bd856df3059), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:23.979278 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cc50aaa7-d0a2-4317-b9df-cb7ba0f1de7c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0817aa7bda5f475eb638706008f9a926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118660 Feb 10 15:45:23.982465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56410) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:24.000565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50aaa7-d0a2-4317-b9df-cb7ba0f1de7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13f3ee1-9133-4462-a236-387e0220cd29,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:24.023008 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef51cc63-3246-4d28-b98c-540ddaf3b78b admin admin] Publish callbacks [] for security_group (68a65f37-f4db-432d-a470-9bd856df3059), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:24.079021 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c4b14e67-7ad2-41c4-a498-61a410d6a0ca admin admin] Publish callbacks [] for security_group (b13f3ee1-9133-4462-a236-387e0220cd29), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:24.097770 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef51cc63-3246-4d28-b98c-540ddaf3b78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (68a65f37-f4db-432d-a470-9bd856df3059), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:24.101037 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef51cc63-3246-4d28-b98c-540ddaf3b78b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:24.102196 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ef51cc63-3246-4d28-b98c-540ddaf3b78b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68a65f37-f4db-432d-a470-9bd856df3059 HTTP/1.1" status: 204 len: 168 time: 0.2974355 Feb 10 15:45:24.122789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51cc63-3246-4d28-b98c-540ddaf3b78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a65f37-f4db-432d-a470-9bd856df3059,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:24.131392 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c4b14e67-7ad2-41c4-a498-61a410d6a0ca admin admin] Publish callbacks [] for security_group (b13f3ee1-9133-4462-a236-387e0220cd29), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:24.237033 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c4b14e67-7ad2-41c4-a498-61a410d6a0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b13f3ee1-9133-4462-a236-387e0220cd29), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:24.240212 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c4b14e67-7ad2-41c4-a498-61a410d6a0ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:24.249414 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c4b14e67-7ad2-41c4-a498-61a410d6a0ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b13f3ee1-9133-4462-a236-387e0220cd29 HTTP/1.1" status: 204 len: 168 time: 0.2657933 Feb 10 15:45:24.270660 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b14e67-7ad2-41c4-a498-61a410d6a0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13f3ee1-9133-4462-a236-387e0220cd29,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:24.942809 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56434) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:24.961709 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14d73e87-df98-4381-810e-e86f00ec59de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:25.130846 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14d73e87-df98-4381-810e-e86f00ec59de admin admin] Publish callbacks [] for security_group (9d845762-9d56-4b85-ac2e-88df2cc71205), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:25.140518 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14d73e87-df98-4381-810e-e86f00ec59de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9d845762-9d56-4b85-ac2e-88df2cc71205), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:25.188486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-14d73e87-df98-4381-810e-e86f00ec59de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=165de85e2ce64edda296ab3db897ab8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2418082 Feb 10 15:45:25.188486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d73e87-df98-4381-810e-e86f00ec59de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d845762-9d56-4b85-ac2e-88df2cc71205,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:25.188680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56446) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:25.258606 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa14884b-e0ea-49cc-a069-6ba89a18fb2c admin admin] Publish callbacks [] for security_group (9d845762-9d56-4b85-ac2e-88df2cc71205), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:25.281852 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa14884b-e0ea-49cc-a069-6ba89a18fb2c admin admin] Publish callbacks [] for security_group (9d845762-9d56-4b85-ac2e-88df2cc71205), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:25.351866 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa14884b-e0ea-49cc-a069-6ba89a18fb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9d845762-9d56-4b85-ac2e-88df2cc71205), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:25.356330 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa14884b-e0ea-49cc-a069-6ba89a18fb2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:25.358344 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-aa14884b-e0ea-49cc-a069-6ba89a18fb2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d845762-9d56-4b85-ac2e-88df2cc71205 HTTP/1.1" status: 204 len: 168 time: 0.1686809 Feb 10 15:45:25.378352 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14884b-e0ea-49cc-a069-6ba89a18fb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d845762-9d56-4b85-ac2e-88df2cc71205,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:28.867417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56578) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:29.202719 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b6ec1776-80cc-4490-b330-1fa34cddd7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:29.331107 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b6ec1776-80cc-4490-b330-1fa34cddd7a4 admin admin] Publish callbacks [] for security_group (56d2362c-2c48-49b9-ad04-0c1160cc68fc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:29.337509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b6ec1776-80cc-4490-b330-1fa34cddd7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (56d2362c-2c48-49b9-ad04-0c1160cc68fc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:29.382228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec1776-80cc-4490-b330-1fa34cddd7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d2362c-2c48-49b9-ad04-0c1160cc68fc,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:29.404261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56588) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:29.413143 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b6ec1776-80cc-4490-b330-1fa34cddd7a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd7fc798b52a4900ba24409dfbc93c73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5436988 Feb 10 15:45:29.469292 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-17dc8780-3484-460b-b8ff-614d91c9d6e1 admin admin] Publish callbacks [] for security_group (56d2362c-2c48-49b9-ad04-0c1160cc68fc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:29.500372 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-17dc8780-3484-460b-b8ff-614d91c9d6e1 admin admin] Publish callbacks [] for security_group (56d2362c-2c48-49b9-ad04-0c1160cc68fc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:29.579341 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-17dc8780-3484-460b-b8ff-614d91c9d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (56d2362c-2c48-49b9-ad04-0c1160cc68fc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:29.583073 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-17dc8780-3484-460b-b8ff-614d91c9d6e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:29.599211 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-17dc8780-3484-460b-b8ff-614d91c9d6e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56d2362c-2c48-49b9-ad04-0c1160cc68fc HTTP/1.1" status: 204 len: 168 time: 0.1831882 Feb 10 15:45:29.640026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc8780-3484-460b-b8ff-614d91c9d6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d2362c-2c48-49b9-ad04-0c1160cc68fc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:30.014956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56604) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:30.033424 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ae1b20c-a7f0-41f0-b67e-7d45e2f889b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:30.127910 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ae1b20c-a7f0-41f0-b67e-7d45e2f889b7 admin admin] Publish callbacks [] for security_group (9a7ea00a-8862-4010-b856-43c6fb575848), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:30.133459 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2ae1b20c-a7f0-41f0-b67e-7d45e2f889b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9a7ea00a-8862-4010-b856-43c6fb575848), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:30.166696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1b20c-a7f0-41f0-b67e-7d45e2f889b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7ea00a-8862-4010-b856-43c6fb575848,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:30.192113 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2ae1b20c-a7f0-41f0-b67e-7d45e2f889b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45d8725561854435baf845ad7c1fbaf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1736591 Feb 10 15:45:30.192898 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56608) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:30.248994 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3647958e-4f95-4c12-ba08-7a703b8abb09 admin admin] Publish callbacks [] for security_group (9a7ea00a-8862-4010-b856-43c6fb575848), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:30.285935 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3647958e-4f95-4c12-ba08-7a703b8abb09 admin admin] Publish callbacks [] for security_group (9a7ea00a-8862-4010-b856-43c6fb575848), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:30.338441 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3647958e-4f95-4c12-ba08-7a703b8abb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9a7ea00a-8862-4010-b856-43c6fb575848), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:30.341904 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3647958e-4f95-4c12-ba08-7a703b8abb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:30.345506 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3647958e-4f95-4c12-ba08-7a703b8abb09 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a7ea00a-8862-4010-b856-43c6fb575848 HTTP/1.1" status: 204 len: 168 time: 0.1492586 Feb 10 15:45:30.354966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647958e-4f95-4c12-ba08-7a703b8abb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7ea00a-8862-4010-b856-43c6fb575848,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:34.107280 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56770) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:34.276174 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e61ec0b0-05a2-45e8-8605-8fccbfb90a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:34.372084 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e61ec0b0-05a2-45e8-8605-8fccbfb90a3a admin admin] Publish callbacks [] for security_group (b1d4f8b6-6f4a-4948-aeb6-a8a4de4da0d8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:34.377941 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e61ec0b0-05a2-45e8-8605-8fccbfb90a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b1d4f8b6-6f4a-4948-aeb6-a8a4de4da0d8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:34.415549 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43418221-e945-40ef-97c8-1568ba721b81 req-22438d31-f2c9-4a14-9883-c5d0822b9355 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:34.417238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43418221-e945-40ef-97c8-1568ba721b81 req-22438d31-f2c9-4a14-9883-c5d0822b9355 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 814 time: 0.1584802 Feb 10 15:45:34.423300 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ec0b0-05a2-45e8-8605-8fccbfb90a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d4f8b6-6f4a-4948-aeb6-a8a4de4da0d8,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:34.429259 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e61ec0b0-05a2-45e8-8605-8fccbfb90a3a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef296d9a6f9840dc94f876533acc967a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3206174 Feb 10 15:45:34.431986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56790) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:34.444537 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43418221-e945-40ef-97c8-1568ba721b81 req-3e77d61d-a87b-4941-9921-4f9a5a8577dd tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/quotas/ee25bdb47ca54d2e9cbbb0c9030a2cdd HTTP/1.1" status: 200 len: 375 time: 0.0213881 Feb 10 15:45:34.487713 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-627cc3d1-00a9-45fc-be42-ccf3d8252c8e admin admin] Publish callbacks [] for security_group (b1d4f8b6-6f4a-4948-aeb6-a8a4de4da0d8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:34.509809 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43418221-e945-40ef-97c8-1568ba721b81 req-b3cc0ddd-6374-4764-8319-d3ea62326fb5 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643063 Feb 10 15:45:34.512798 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-627cc3d1-00a9-45fc-be42-ccf3d8252c8e admin admin] Publish callbacks [] for security_group (b1d4f8b6-6f4a-4948-aeb6-a8a4de4da0d8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:34.573546 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-627cc3d1-00a9-45fc-be42-ccf3d8252c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b1d4f8b6-6f4a-4948-aeb6-a8a4de4da0d8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:34.576170 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-627cc3d1-00a9-45fc-be42-ccf3d8252c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:34.579845 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-627cc3d1-00a9-45fc-be42-ccf3d8252c8e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1d4f8b6-6f4a-4948-aeb6-a8a4de4da0d8 HTTP/1.1" status: 204 len: 168 time: 0.1439140 Feb 10 15:45:34.586989 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cc3d1-00a9-45fc-be42-ccf3d8252c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d4f8b6-6f4a-4948-aeb6-a8a4de4da0d8,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:34.692958 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43418221-e945-40ef-97c8-1568ba721b81 req-ab773ce7-2a58-4a12-8bb8-145e8a57478b service neutron] 10.222.0.64 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822200 Feb 10 15:45:34.797719 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43418221-e945-40ef-97c8-1568ba721b81 req-0ec0fcc8-e8e6-48b2-9893-b5a27f7a33e6 service neutron] 10.222.0.64 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039119 Feb 10 15:45:35.038398 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a094f2dd-2e5f-4ae5-a5ae-0637fea48ebd req-fe519080-7b76-4281-92e8-d38b409edfac tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 210 time: 0.0578222 Feb 10 15:45:35.042673 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56802) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:35.070895 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:35.223768 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Publish callbacks [] for security_group (f9a59b03-30b7-4504-8ae5-998ceafbb185), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:35.229172 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f9a59b03-30b7-4504-8ae5-998ceafbb185), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:35.283232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a59b03-30b7-4504-8ae5-998ceafbb185,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:35.306758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:35.307492 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:35.308146 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:35.309083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:35.309661 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:35.310228 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:35.310722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:35.311216 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:35.311707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:35.312208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:35.312734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:35.313690 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:35.314205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:35.366077 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c71ac846-e44d-4123-bcbd-61260605a3d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8982843ade214b829e96a98d55619cb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3142059 Feb 10 15:45:35.366693 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56822) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:35.464789 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295a875b-6ab0-422e-ad1f-6265c9103e72 admin admin] Publish callbacks [] for security_group (f9a59b03-30b7-4504-8ae5-998ceafbb185), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:35.497450 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295a875b-6ab0-422e-ad1f-6265c9103e72 admin admin] Publish callbacks [] for security_group (f9a59b03-30b7-4504-8ae5-998ceafbb185), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:35.561607 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295a875b-6ab0-422e-ad1f-6265c9103e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f9a59b03-30b7-4504-8ae5-998ceafbb185), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:35.571498 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295a875b-6ab0-422e-ad1f-6265c9103e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:35.579853 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-295a875b-6ab0-422e-ad1f-6265c9103e72 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f9a59b03-30b7-4504-8ae5-998ceafbb185 HTTP/1.1" status: 204 len: 168 time: 0.2120123 Feb 10 15:45:35.604309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a875b-6ab0-422e-ad1f-6265c9103e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a59b03-30b7-4504-8ae5-998ceafbb185,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:36.183442 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9938ac22-9dc8-4673-ad55-3a5251b513cb req-85c0086e-6e16-4e1d-b8b3-aaea190a18b4 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 210 time: 0.0434470 Feb 10 15:45:36.911427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43418221-e945-40ef-97c8-1568ba721b81 req-9561a892-33bb-4c61-8486-eff87e624e4e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:36.914167 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-43418221-e945-40ef-97c8-1568ba721b81 req-9561a892-33bb-4c61-8486-eff87e624e4e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.79 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 814 time: 0.6862571 Feb 10 15:45:36.926470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-43418221-e945-40ef-97c8-1568ba721b81 req-09eaaf6d-5e20-46b7-a8bc-116b1e74414f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Request body: {'port': {'device_id': 'c1607c9e-637b-41e5-b530-3d97c8c351ae', 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887', 'admin_state_up': True, 'tenant_id': 'ee25bdb47ca54d2e9cbbb0c9030a2cdd'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:37.055149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56864) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:37.105313 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:37.153607 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43418221-e945-40ef-97c8-1568ba721b81 req-09eaaf6d-5e20-46b7-a8bc-116b1e74414f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Made reservation on behalf of ee25bdb47ca54d2e9cbbb0c9030a2cdd for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:37.159003 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-43418221-e945-40ef-97c8-1568ba721b81 req-09eaaf6d-5e20-46b7-a8bc-116b1e74414f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:37.328770 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a28492d0-9d27-4866-bfd2-07f4de4edeed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:37.389444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c407305-cc92-4b9c-bdb8-774718f6aefa req-43118b0d-1838-45ab-aa13-7810323a3ccd tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 210 time: 0.0630610 Feb 10 15:45:37.497923 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a28492d0-9d27-4866-bfd2-07f4de4edeed admin admin] Publish callbacks [] for security_group (9999a4f4-5f2b-40b8-b0db-8fa9ed184e81), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:37.512360 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a28492d0-9d27-4866-bfd2-07f4de4edeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9999a4f4-5f2b-40b8-b0db-8fa9ed184e81), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:37.605762 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a28492d0-9d27-4866-bfd2-07f4de4edeed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55baa49474e7415b948da43d9e9278be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5492530 Feb 10 15:45:37.608283 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56884) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:37.615119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-43418221-e945-40ef-97c8-1568ba721b81 req-09eaaf6d-5e20-46b7-a8bc-116b1e74414f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Allocated IP 172.20.0.12 (bdb81c03-ceb0-4464-ba08-e8f899222887/dbaa343d-0471-430d-80ca-08e968e4445c/68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:37.692489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28492d0-9d27-4866-bfd2-07f4de4edeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9999a4f4-5f2b-40b8-b0db-8fa9ed184e81,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:37.768491 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aaf8718a-48b9-43e5-b78d-353ea6de9048 admin admin] Publish callbacks [] for security_group (9999a4f4-5f2b-40b8-b0db-8fa9ed184e81), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:37.798033 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-43418221-e945-40ef-97c8-1568ba721b81 req-09eaaf6d-5e20-46b7-a8bc-116b1e74414f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks [] for port (68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:37.846283 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-43418221-e945-40ef-97c8-1568ba721b81 req-09eaaf6d-5e20-46b7-a8bc-116b1e74414f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:37.860926 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['7245db42-935e-4837-8a06-df59673b8006'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:37.863360 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['fd495e7e-f15e-4b20-a640-826bb6e05ec6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:37.879781 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aaf8718a-48b9-43e5-b78d-353ea6de9048 admin admin] Publish callbacks [] for security_group (9999a4f4-5f2b-40b8-b0db-8fa9ed184e81), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:37.943682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43418221-e945-40ef-97c8-1568ba721b81 req-09eaaf6d-5e20-46b7-a8bc-116b1e74414f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Network bdb81c03-ceb0-4464-ba08-e8f899222887 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:37.948922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-43418221-e945-40ef-97c8-1568ba721b81 req-09eaaf6d-5e20-46b7-a8bc-116b1e74414f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:37.952365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-43418221-e945-40ef-97c8-1568ba721b81 req-09eaaf6d-5e20-46b7-a8bc-116b1e74414f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:38.029567 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aaf8718a-48b9-43e5-b78d-353ea6de9048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9999a4f4-5f2b-40b8-b0db-8fa9ed184e81), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:38.033251 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-aaf8718a-48b9-43e5-b78d-353ea6de9048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:38.034763 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-aaf8718a-48b9-43e5-b78d-353ea6de9048 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9999a4f4-5f2b-40b8-b0db-8fa9ed184e81 HTTP/1.1" status: 204 len: 168 time: 0.4251375 Feb 10 15:45:38.052720 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8718a-48b9-43e5-b78d-353ea6de9048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9999a4f4-5f2b-40b8-b0db-8fa9ed184e81,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:38.054765 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43418221-e945-40ef-97c8-1568ba721b81 req-09eaaf6d-5e20-46b7-a8bc-116b1e74414f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:38.055504 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-43418221-e945-40ef-97c8-1568ba721b81 req-09eaaf6d-5e20-46b7-a8bc-116b1e74414f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:38.076163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eaaf6d-5e20-46b7-a8bc-116b1e74414f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Pushing event updated for resources: {'Port': ['ID=68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:38.084515 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-43418221-e945-40ef-97c8-1568ba721b81 req-09eaaf6d-5e20-46b7-a8bc-116b1e74414f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1620607 Feb 10 15:45:38.096417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Request body: {'port': {'device_id': 'c1607c9e-637b-41e5-b530-3d97c8c351ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:38.222384 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:38.705908 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f8885-29cb-494f-845e-98a6af135815 req-e8dca620-11c9-46b6-95c9-baedc2665de2 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:38.710128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad6f8885-29cb-494f-845e-98a6af135815 req-e8dca620-11c9-46b6-95c9-baedc2665de2 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 932 time: 0.1599364 Feb 10 15:45:38.766272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56912) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:38.814482 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad6f8885-29cb-494f-845e-98a6af135815 req-4220d07f-bbc8-4c8f-b1a7-1610cc9975c8 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983820 Feb 10 15:45:38.840253 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5aa87d4-8c47-46b5-8038-a43c88a3b2a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:39.016620 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:45:39.028906 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Publish callbacks [] for port (68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:39.063038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Transition to ACTIVE for port object 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:45:39.073581 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5aa87d4-8c47-46b5-8038-a43c88a3b2a9 admin admin] Publish callbacks [] for security_group (2b699097-1290-4382-b5da-d58eaa4da7df), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:39.074777 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:39.085295 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5aa87d4-8c47-46b5-8038-a43c88a3b2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2b699097-1290-4382-b5da-d58eaa4da7df), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:39.176249 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Pushing event updated for resources: {'Port': ['ID=68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:39.183512 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa87d4-8c47-46b5-8038-a43c88a3b2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b699097-1290-4382-b5da-d58eaa4da7df,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:39.187621 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b5aa87d4-8c47-46b5-8038-a43c88a3b2a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd5eb99b97404d548be8c640fc8ea7dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4142499 Feb 10 15:45:39.191183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56934) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:39.295808 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-61f9cfdd-1726-4450-86ae-e9866971f40e admin admin] Publish callbacks [] for security_group (2b699097-1290-4382-b5da-d58eaa4da7df), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:39.297466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Attempting to bind port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:45:39.297801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Attempting to bind port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:45:39.298125 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Attempting to bind port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 on network bdb81c03-ceb0-4464-ba08-e8f899222887 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:39.304363 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 on network bdb81c03-ceb0-4464-ba08-e8f899222887 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:45:39.304691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Attempting to bind port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 on network bdb81c03-ceb0-4464-ba08-e8f899222887 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:45:39.315231 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:45:39.315571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Checking segment: {'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:45:39.315955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Bound using segment: {'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:45:39.322421 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Bound port: 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:45:39.322421 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:39.338482 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-61f9cfdd-1726-4450-86ae-e9866971f40e admin admin] Publish callbacks [] for security_group (2b699097-1290-4382-b5da-d58eaa4da7df), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:39.421052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] For port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:45:39.425144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] For port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:45:39.432011 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:39.446766 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-61f9cfdd-1726-4450-86ae-e9866971f40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2b699097-1290-4382-b5da-d58eaa4da7df), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:39.449488 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-61f9cfdd-1726-4450-86ae-e9866971f40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:39.450707 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-61f9cfdd-1726-4450-86ae-e9866971f40e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b699097-1290-4382-b5da-d58eaa4da7df HTTP/1.1" status: 204 len: 168 time: 0.2594862 Feb 10 15:45:39.487581 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9cfdd-1726-4450-86ae-e9866971f40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b699097-1290-4382-b5da-d58eaa4da7df,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:39.492634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:39.493277 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:39.494645 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-43418221-e945-40ef-97c8-1568ba721b81 req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] 10.222.0.79 "PUT /v2.0/ports/68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 HTTP/1.1" status: 200 len: 1092 time: 1.4025462 Feb 10 15:45:39.495171 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1607c9e-637b-41e5-b530-3d97c8c351ae', 'tag': '68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:45:39.497449 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7ab4e7-fc5b-4ee0-89c0-f2fae2346401" -d '{"events": [{"name": "network-changed", "server_uuid": "c1607c9e-637b-41e5-b530-3d97c8c351ae", "tag": "68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:39.521678 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8670e-dd14-4f4a-b608-ab2738b6c493 service neutron] Pushing event updated for resources: {'Port': ['ID=68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:39.590824 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2848b7-a2c6-4869-9f61-5bb2087f7b07 x-openstack-request-id: req-5e2848b7-a2c6-4869-9f61-5bb2087f7b07 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:39.591260 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1607c9e-637b-41e5-b530-3d97c8c351ae", "tag": "68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:39.591618 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e2848b7-a2c6-4869-9f61-5bb2087f7b07 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:39.592108 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1607c9e-637b-41e5-b530-3d97c8c351ae', 'tag': '68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1', 'status': 'completed', 'code': 200} Feb 10 15:45:39.614948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43418221-e945-40ef-97c8-1568ba721b81 req-bbaed82c-b1bc-4201-ba58-296a21f3605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:39.617035 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-43418221-e945-40ef-97c8-1568ba721b81 req-bbaed82c-b1bc-4201-ba58-296a21f3605e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 1126 time: 0.0756023 Feb 10 15:45:39.685877 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-43418221-e945-40ef-97c8-1568ba721b81 req-a61651bc-451f-46f4-b416-cb5a3dedd28a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 HTTP/1.1" status: 200 len: 217 time: 0.0605063 Feb 10 15:45:39.760365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43418221-e945-40ef-97c8-1568ba721b81 req-95cd2447-b458-422a-8819-ca7cac4dafa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:39.762107 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-43418221-e945-40ef-97c8-1568ba721b81 req-95cd2447-b458-422a-8819-ca7cac4dafa6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbaa343d-0471-430d-80ca-08e968e4445c HTTP/1.1" status: 200 len: 854 time: 0.0634472 Feb 10 15:45:39.802104 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-43418221-e945-40ef-97c8-1568ba721b81 req-758906d3-552a-4604-89a9-ac09101937b8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdb81c03-ceb0-4464-ba08-e8f899222887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343363 Feb 10 15:45:39.973338 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-43418221-e945-40ef-97c8-1568ba721b81 req-3c6082d4-1a28-485a-b390-e527e3de8554 service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642408 Feb 10 15:45:40.044008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a8a7f-c4ee-4cee-bf57-6c13ed34a245 req-20eb372e-a42c-416c-8b1c-0b08e275a7c4 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:40.053457 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-265a8a7f-c4ee-4cee-bf57-6c13ed34a245 req-20eb372e-a42c-416c-8b1c-0b08e275a7c4 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 944 time: 0.1118104 Feb 10 15:45:40.132784 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-43418221-e945-40ef-97c8-1568ba721b81 req-c0460017-1f77-40dc-81e7-16a71d2bb654 service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511180 Feb 10 15:45:40.147490 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-265a8a7f-c4ee-4cee-bf57-6c13ed34a245 req-51a60dca-a902-46fa-b282-a20e9c97239e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879321 Feb 10 15:45:40.308742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ab4e7-fc5b-4ee0-89c0-f2fae2346401 req-53ff2e25-fbbc-4d3c-b1c0-fc84904f45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:40.312202 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e7ab4e7-fc5b-4ee0-89c0-f2fae2346401 req-53ff2e25-fbbc-4d3c-b1c0-fc84904f45c9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 1126 time: 0.0988255 Feb 10 15:45:40.374799 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56980) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:40.417808 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 56984) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:40.448774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ab4e7-fc5b-4ee0-89c0-f2fae2346401 req-8e96d6a3-5725-4c05-9cc3-a17ff543ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:40.450992 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e7ab4e7-fc5b-4ee0-89c0-f2fae2346401 req-8e96d6a3-5725-4c05-9cc3-a17ff543ef91 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 915 time: 0.1304121 Feb 10 15:45:40.517094 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e7ab4e7-fc5b-4ee0-89c0-f2fae2346401 req-1a2e4c33-f569-47b8-a637-c06f4a739e23 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 HTTP/1.1" status: 200 len: 217 time: 0.0603182 Feb 10 15:45:40.540786 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d72349c4-8b5b-4b7f-97eb-8070e77baf2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:40.590627 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ab4e7-fc5b-4ee0-89c0-f2fae2346401 req-950d9716-264f-4713-aaaa-32945454d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:40.593193 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e7ab4e7-fc5b-4ee0-89c0-f2fae2346401 req-950d9716-264f-4713-aaaa-32945454d5b9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbaa343d-0471-430d-80ca-08e968e4445c HTTP/1.1" status: 200 len: 854 time: 0.0698841 Feb 10 15:45:40.631694 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e7ab4e7-fc5b-4ee0-89c0-f2fae2346401 req-c932e746-606e-448b-83ce-ab427be60f9d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdb81c03-ceb0-4464-ba08-e8f899222887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299773 Feb 10 15:45:40.637999 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-833ce954-19f8-497d-9707-0e02d498dbb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:40.750165 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d72349c4-8b5b-4b7f-97eb-8070e77baf2a admin admin] Publish callbacks [] for security_group (011aa7c0-2517-4abb-b95a-f67c69310f89), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:40.757825 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d72349c4-8b5b-4b7f-97eb-8070e77baf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (011aa7c0-2517-4abb-b95a-f67c69310f89), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:40.791607 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e7ab4e7-fc5b-4ee0-89c0-f2fae2346401 req-2bc37d83-73fc-4d19-a5c3-8e9d6e86b8c3 service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523318 Feb 10 15:45:40.823993 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d72349c4-8b5b-4b7f-97eb-8070e77baf2a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b0a2dd3177c406090aeb0752fd1c87e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4480467 Feb 10 15:45:40.826720 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 56992) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:40.827879 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72349c4-8b5b-4b7f-97eb-8070e77baf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011aa7c0-2517-4abb-b95a-f67c69310f89,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:40.840992 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-833ce954-19f8-497d-9707-0e02d498dbb2 admin admin] Publish callbacks [] for security_group (9340bbb0-6b18-4e36-b8f2-2d9efa5d39db), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:40.848290 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-833ce954-19f8-497d-9707-0e02d498dbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9340bbb0-6b18-4e36-b8f2-2d9efa5d39db), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:40.935219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ce954-19f8-497d-9707-0e02d498dbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9340bbb0-6b18-4e36-b8f2-2d9efa5d39db,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:40.939766 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-833ce954-19f8-497d-9707-0e02d498dbb2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22a49f371a1b420587d0f974bb53938d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5209482 Feb 10 15:45:40.942443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57000) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:40.996367 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-727a9e02-46f5-4f17-9d53-030def3945c1 admin admin] Publish callbacks [] for security_group (9340bbb0-6b18-4e36-b8f2-2d9efa5d39db), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:41.000046 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-afdc0e50-ebef-4755-a399-b52fc7895b88 admin admin] Publish callbacks [] for security_group (011aa7c0-2517-4abb-b95a-f67c69310f89), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:41.025978 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e7ab4e7-fc5b-4ee0-89c0-f2fae2346401 req-9812d602-a34a-45c2-bd58-efdf47bfe19a service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272699 Feb 10 15:45:41.026882 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-727a9e02-46f5-4f17-9d53-030def3945c1 admin admin] Publish callbacks [] for security_group (9340bbb0-6b18-4e36-b8f2-2d9efa5d39db), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:41.042000 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-afdc0e50-ebef-4755-a399-b52fc7895b88 admin admin] Publish callbacks [] for security_group (011aa7c0-2517-4abb-b95a-f67c69310f89), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:41.118668 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-afdc0e50-ebef-4755-a399-b52fc7895b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (011aa7c0-2517-4abb-b95a-f67c69310f89), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:41.119986 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-727a9e02-46f5-4f17-9d53-030def3945c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9340bbb0-6b18-4e36-b8f2-2d9efa5d39db), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:41.122108 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-afdc0e50-ebef-4755-a399-b52fc7895b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:41.125740 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-afdc0e50-ebef-4755-a399-b52fc7895b88 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/011aa7c0-2517-4abb-b95a-f67c69310f89 HTTP/1.1" status: 204 len: 168 time: 0.2915471 Feb 10 15:45:41.128074 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-727a9e02-46f5-4f17-9d53-030def3945c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:41.132925 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-727a9e02-46f5-4f17-9d53-030def3945c1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9340bbb0-6b18-4e36-b8f2-2d9efa5d39db HTTP/1.1" status: 204 len: 168 time: 0.1895084 Feb 10 15:45:41.143585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a9e02-46f5-4f17-9d53-030def3945c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9340bbb0-6b18-4e36-b8f2-2d9efa5d39db,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:41.189556 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc0e50-ebef-4755-a399-b52fc7895b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011aa7c0-2517-4abb-b95a-f67c69310f89,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:41.369591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479882c9-f285-48c4-80f3-876397776b86 req-33a496e7-ab62-4f31-95c1-94f2c66bc435 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:41.371377 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-479882c9-f285-48c4-80f3-876397776b86 req-33a496e7-ab62-4f31-95c1-94f2c66bc435 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 944 time: 0.0829322 Feb 10 15:45:41.446359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-479882c9-f285-48c4-80f3-876397776b86 req-6285ff83-94f6-4b55-aa99-7b9131d5ab9e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637994 Feb 10 15:45:41.463776 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:41.711136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57020) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:41.736107 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e521-11a9-4ccd-8777-41231755f023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:41.909895 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e521-11a9-4ccd-8777-41231755f023 admin admin] Publish callbacks [] for security_group (be37652a-5e69-4ef7-ae03-469c8d24c0d0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:41.915230 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e521-11a9-4ccd-8777-41231755f023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (be37652a-5e69-4ef7-ae03-469c8d24c0d0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:41.965124 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6bf2e521-11a9-4ccd-8777-41231755f023 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02297ca8345a4d0da39d5142d5ee6a8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2528892 Feb 10 15:45:41.967749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57030) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:41.968613 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2e521-11a9-4ccd-8777-41231755f023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be37652a-5e69-4ef7-ae03-469c8d24c0d0,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:42.051647 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c9f7349-57e7-4d4c-8bde-5bd2abc0b425 admin admin] Publish callbacks [] for security_group (be37652a-5e69-4ef7-ae03-469c8d24c0d0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:42.079359 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c9f7349-57e7-4d4c-8bde-5bd2abc0b425 admin admin] Publish callbacks [] for security_group (be37652a-5e69-4ef7-ae03-469c8d24c0d0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:42.154067 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c9f7349-57e7-4d4c-8bde-5bd2abc0b425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (be37652a-5e69-4ef7-ae03-469c8d24c0d0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:42.158363 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2c9f7349-57e7-4d4c-8bde-5bd2abc0b425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:42.162516 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2c9f7349-57e7-4d4c-8bde-5bd2abc0b425 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be37652a-5e69-4ef7-ae03-469c8d24c0d0 HTTP/1.1" status: 204 len: 168 time: 0.1908367 Feb 10 15:45:42.170435 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f7349-57e7-4d4c-8bde-5bd2abc0b425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be37652a-5e69-4ef7-ae03-469c8d24c0d0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:42.606623 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2557c-b538-41b5-be71-ccbc13e76d22 req-2f572131-747d-49d4-a5cc-769fe2ce7f6d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:42.608460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6c2557c-b538-41b5-be71-ccbc13e76d22 req-2f572131-747d-49d4-a5cc-769fe2ce7f6d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 944 time: 0.0648065 Feb 10 15:45:42.661337 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6c2557c-b538-41b5-be71-ccbc13e76d22 req-0531f40f-4454-4252-9bb8-ad07965cbb3e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446577 Feb 10 15:45:42.871061 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2544c1c0-3a96-47ee-8b45-7c12570fad33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:43.015531 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b3c2373-f081-4aad-9e5f-c77b6c841149 req-8cbe7736-e009-4811-86ba-8cc52d6762ad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511007 Feb 10 15:45:43.131812 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c2373-f081-4aad-9e5f-c77b6c841149 req-d8797470-e899-43b6-b860-9ea8d30c673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:43.134380 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b3c2373-f081-4aad-9e5f-c77b6c841149 req-d8797470-e899-43b6-b860-9ea8d30c673a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 1128 time: 0.0656092 Feb 10 15:45:43.261399 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c2373-f081-4aad-9e5f-c77b6c841149 req-7ab88061-4ad7-4e4c-a36e-6b7856aae256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:43.263576 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b3c2373-f081-4aad-9e5f-c77b6c841149 req-7ab88061-4ad7-4e4c-a36e-6b7856aae256 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 915 time: 0.1034913 Feb 10 15:45:43.306769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57100) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:43.343238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b3c2373-f081-4aad-9e5f-c77b6c841149 req-e11f2038-e03c-4bad-8ad7-c72a6a2b133a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7245db42-935e-4837-8a06-df59673b8006 HTTP/1.1" status: 200 len: 217 time: 0.0719707 Feb 10 15:45:43.397938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c2373-f081-4aad-9e5f-c77b6c841149 req-86e81488-1923-4116-b074-4fde8b738b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:43.399393 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b3c2373-f081-4aad-9e5f-c77b6c841149 req-86e81488-1923-4116-b074-4fde8b738b12 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbaa343d-0471-430d-80ca-08e968e4445c HTTP/1.1" status: 200 len: 854 time: 0.0491343 Feb 10 15:45:43.436202 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b3c2373-f081-4aad-9e5f-c77b6c841149 req-dcebc920-d745-4a3f-92a4-de3dfa618e18 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bdb81c03-ceb0-4464-ba08-e8f899222887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309169 Feb 10 15:45:43.547093 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b3c2373-f081-4aad-9e5f-c77b6c841149 req-33ac588a-9cf5-473d-9b8b-219b7832ab6b service neutron] 10.222.0.72 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040800 Feb 10 15:45:43.549567 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eccd87aa-6308-440c-a56c-a8f6d2795b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:43.727309 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eccd87aa-6308-440c-a56c-a8f6d2795b3a admin admin] Publish callbacks [] for security_group (2cd6a537-3933-4d03-8fe1-1d1fdbf16f84), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:43.734060 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eccd87aa-6308-440c-a56c-a8f6d2795b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2cd6a537-3933-4d03-8fe1-1d1fdbf16f84), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:43.745948 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b3c2373-f081-4aad-9e5f-c77b6c841149 req-988a8504-16ec-423e-acac-2f466451fabe service neutron] 10.222.0.72 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913326 Feb 10 15:45:43.820947 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-eccd87aa-6308-440c-a56c-a8f6d2795b3a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17b46364218e4250ad2b3c8bea5561a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5117805 Feb 10 15:45:43.823552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd87aa-6308-440c-a56c-a8f6d2795b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd6a537-3933-4d03-8fe1-1d1fdbf16f84,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:43.824442 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57118) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:43.912052 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f55bc351-fd60-4d6d-8a6f-f56199c80e1e admin admin] Publish callbacks [] for security_group (2cd6a537-3933-4d03-8fe1-1d1fdbf16f84), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:43.920848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c40ece-d9a6-4d29-b3fb-d04118a2ba00 req-9f0065ff-d768-45df-a5ee-d264bf0e3ee4 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:43.922460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4c40ece-d9a6-4d29-b3fb-d04118a2ba00 req-9f0065ff-d768-45df-a5ee-d264bf0e3ee4 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 944 time: 0.1575553 Feb 10 15:45:43.957425 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f55bc351-fd60-4d6d-8a6f-f56199c80e1e admin admin] Publish callbacks [] for security_group (2cd6a537-3933-4d03-8fe1-1d1fdbf16f84), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:44.014891 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4c40ece-d9a6-4d29-b3fb-d04118a2ba00 req-97c4236a-a36b-42c9-b9ab-22d56374fb1c tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850077 Feb 10 15:45:44.045497 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f55bc351-fd60-4d6d-8a6f-f56199c80e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2cd6a537-3933-4d03-8fe1-1d1fdbf16f84), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:44.063723 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f55bc351-fd60-4d6d-8a6f-f56199c80e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:44.070365 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f55bc351-fd60-4d6d-8a6f-f56199c80e1e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2cd6a537-3933-4d03-8fe1-1d1fdbf16f84 HTTP/1.1" status: 204 len: 168 time: 0.2437701 Feb 10 15:45:44.085805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bc351-fd60-4d6d-8a6f-f56199c80e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd6a537-3933-4d03-8fe1-1d1fdbf16f84,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:44.579569 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57146) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:44.594645 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-342c7243-754b-4990-8b1d-b252d03c335a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:44.597664 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57148) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:44.690480 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-342c7243-754b-4990-8b1d-b252d03c335a admin admin] Publish callbacks [] for security_group (24ab9dd2-ffac-47e6-9029-7b07ec97dd8f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:44.695939 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-342c7243-754b-4990-8b1d-b252d03c335a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (24ab9dd2-ffac-47e6-9029-7b07ec97dd8f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:44.727986 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c7243-754b-4990-8b1d-b252d03c335a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ab9dd2-ffac-47e6-9029-7b07ec97dd8f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:44.771960 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-342c7243-754b-4990-8b1d-b252d03c335a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=333f2538047e472c96c74f7c7f74c22c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1911163 Feb 10 15:45:44.774430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57154) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:44.847815 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:44.859797 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d1e755bd-dec6-471d-a874-30e11ebe6155 admin admin] Publish callbacks [] for security_group (24ab9dd2-ffac-47e6-9029-7b07ec97dd8f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:44.888569 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:44.891412 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:45:44.900706 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d1e755bd-dec6-471d-a874-30e11ebe6155 admin admin] Publish callbacks [] for security_group (24ab9dd2-ffac-47e6-9029-7b07ec97dd8f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:44.995962 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d1e755bd-dec6-471d-a874-30e11ebe6155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (24ab9dd2-ffac-47e6-9029-7b07ec97dd8f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:44.998744 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d1e755bd-dec6-471d-a874-30e11ebe6155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:45.000272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d1e755bd-dec6-471d-a874-30e11ebe6155 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24ab9dd2-ffac-47e6-9029-7b07ec97dd8f HTTP/1.1" status: 204 len: 168 time: 0.2247081 Feb 10 15:45:45.013016 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e755bd-dec6-471d-a874-30e11ebe6155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ab9dd2-ffac-47e6-9029-7b07ec97dd8f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:45.014734 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:45.028871 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:45.037735 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1', 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887', 'port_id': '68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1', 'mac_address': 'fa:16:3e:ba:9f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaa343d-0471-430d-80ca-08e968e4445c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:45:45.130771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:45.131406 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:45.146926 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:45:45.150201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Allocated IP 172.25.3.139 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/320728e9-d37e-4ee5-8787-9fb0d7fa4be0) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:45:45.186205 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:45.199627 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:45.206032 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5a8c9881-579a-4fc7-91c7-acb18e005d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:45.263827 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:45.264082 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks [] for port (320728e9-d37e-4ee5-8787-9fb0d7fa4be0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:45.272335 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:45.272968 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:45.273465 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:45.273982 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:45.274468 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:45.275119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:45.275782 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:45.276307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:45.276826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:45.277443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:45.278520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:45.279047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:45.279532 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:45:45.338228 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (320728e9-d37e-4ee5-8787-9fb0d7fa4be0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:45.397426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:45:45.403875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:45.406620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:45.420101 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ba324-4be5-4228-b300-dac5e73cf6d3 req-b07b7d26-7880-4c6a-971e-42001e490ee8 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:45.421739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f8ba324-4be5-4228-b300-dac5e73cf6d3 req-b07b7d26-7880-4c6a-971e-42001e490ee8 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 945 time: 0.1331661 Feb 10 15:45:45.487849 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Pushing event updated for resources: {'Port': ['ID=320728e9-d37e-4ee5-8787-9fb0d7fa4be0,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:45.570226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:45.642319 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f8ba324-4be5-4228-b300-dac5e73cf6d3 req-f92aafa6-1917-4f79-b686-037839879eb6 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570284 Feb 10 15:45:45.674516 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks [] for floatingip (ce6b6653-e053-4465-a0b3-f08805b9fd25), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:45.728038 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (320728e9-d37e-4ee5-8787-9fb0d7fa4be0), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:45.947971 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks [] for port (320728e9-d37e-4ee5-8787-9fb0d7fa4be0), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:45.960459 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (320728e9-d37e-4ee5-8787-9fb0d7fa4be0), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:46.039957 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Pushing event updated for resources: {'Port': ['ID=320728e9-d37e-4ee5-8787-9fb0d7fa4be0,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:46.055480 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (ce6b6653-e053-4465-a0b3-f08805b9fd25), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:46.074319 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:46.076022 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-33a8836a-7d9d-46cd-a99b-d8fd7c04b3fc tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4774342 Feb 10 15:45:46.078952 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57194) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:46.085603 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-783f8a7b-86d4-4650-b56d-f1ac7632a329 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1496613149', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'fixed_ips': [{'ip_address': '172.25.3.139'}]}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:46.111538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783f8a7b-86d4-4650-b56d-f1ac7632a329 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Made reservation on behalf of 4bc36f75585e47d88ceafbc766ced0da for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:46.115411 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-783f8a7b-86d4-4650-b56d-f1ac7632a329 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:46.125777 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-783f8a7b-86d4-4650-b56d-f1ac7632a329 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:46.214448 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-783f8a7b-86d4-4650-b56d-f1ac7632a329 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks [] for security_group (07059e03-d758-4889-af6b-50a2c14fa995), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:46.221003 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-783f8a7b-86d4-4650-b56d-f1ac7632a329 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (07059e03-d758-4889-af6b-50a2c14fa995), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:46.225286 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-783f8a7b-86d4-4650-b56d-f1ac7632a329 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] device_id is not set on port 7b5503a5-9ca6-4add-a389-42755eeabb03 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:45:46.408293 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:46.433240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f8a7b-86d4-4650-b56d-f1ac7632a329 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07059e03-d758-4889-af6b-50a2c14fa995,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:46.477887 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-783f8a7b-86d4-4650-b56d-f1ac7632a329 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 15:45:46.478715 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783f8a7b-86d4-4650-b56d-f1ac7632a329 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:45:46.498018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-783f8a7b-86d4-4650-b56d-f1ac7632a329 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4176540 Feb 10 15:45:46.501158 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57198) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:46.698904 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-79ee4b48-8c05-4d3a-a884-45eb6c85bc6d tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Deleting port 320728e9-d37e-4ee5-8787-9fb0d7fa4be0 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:45:46.699264 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79ee4b48-8c05-4d3a-a884-45eb6c85bc6d tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (320728e9-d37e-4ee5-8787-9fb0d7fa4be0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:46.877109 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79ee4b48-8c05-4d3a-a884-45eb6c85bc6d tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (320728e9-d37e-4ee5-8787-9fb0d7fa4be0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:46.877447 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79ee4b48-8c05-4d3a-a884-45eb6c85bc6d tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks [] for floatingip (320728e9-d37e-4ee5-8787-9fb0d7fa4be0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:46.893150 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:45:46.897494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-79ee4b48-8c05-4d3a-a884-45eb6c85bc6d tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Calling delete_port for 320728e9-d37e-4ee5-8787-9fb0d7fa4be0 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:45:46.912621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40f03e-19d9-475f-915c-b68d433205f1 req-55da5377-35f5-4f0b-903a-2f37a5267877 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:46.914216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b40f03e-19d9-475f-915c-b68d433205f1 req-55da5377-35f5-4f0b-903a-2f37a5267877 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 945 time: 0.1111627 Feb 10 15:45:47.009573 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:45:47.014880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:45:47.015272 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:47.155441 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79ee4b48-8c05-4d3a-a884-45eb6c85bc6d tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (320728e9-d37e-4ee5-8787-9fb0d7fa4be0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:47.163953 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:45:47.164596 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:47.211219 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:47.213612 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee4b48-8c05-4d3a-a884-45eb6c85bc6d tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Pushing event deleted for resources: {'Port': ['ID=320728e9-d37e-4ee5-8787-9fb0d7fa4be0,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:47.216508 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1607c9e-637b-41e5-b530-3d97c8c351ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:45:47.221881 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c5f71f-a124-468e-882e-e4d9630eb3b2" -d '{"events": [{"server_uuid": "c1607c9e-637b-41e5-b530-3d97c8c351ae", "name": "network-vif-plugged", "status": "completed", "tag": "68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:47.241082 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:47.253381 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b40f03e-19d9-475f-915c-b68d433205f1 req-d52bade5-22df-4d6a-9e39-689d87874de4 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327191 Feb 10 15:45:47.294667 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79ee4b48-8c05-4d3a-a884-45eb6c85bc6d tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks [] for floatingip (ce6b6653-e053-4465-a0b3-f08805b9fd25), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:47.297554 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79ee4b48-8c05-4d3a-a884-45eb6c85bc6d tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:47.302274 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-79ee4b48-8c05-4d3a-a884-45eb6c85bc6d tempest-ExternalNetworksAdminNegativeTestJSON-1637688742 tempest-ExternalNetworksAdminNegativeTestJSON-1637688742-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/ce6b6653-e053-4465-a0b3-f08805b9fd25 HTTP/1.1" status: 204 len: 168 time: 0.7963471 Feb 10 15:45:47.327824 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27751425-87dc-46fd-82be-de68c4d4f369 x-openstack-request-id: req-27751425-87dc-46fd-82be-de68c4d4f369 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:47.328373 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1607c9e-637b-41e5-b530-3d97c8c351ae", "name": "network-vif-plugged", "status": "completed", "tag": "68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:47.328983 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27751425-87dc-46fd-82be-de68c4d4f369 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:47.329589 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1607c9e-637b-41e5-b530-3d97c8c351ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1', 'code': 200} Feb 10 15:45:47.411906 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:47.496217 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522e790-9de5-4166-946c-690700f958dc req-8cbf93ab-3eb7-4641-9733-2c0b6ed901bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:47.497790 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9522e790-9de5-4166-946c-690700f958dc req-8cbf93ab-3eb7-4641-9733-2c0b6ed901bd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 1128 time: 0.0978391 Feb 10 15:45:47.563335 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9522e790-9de5-4166-946c-690700f958dc req-7e3664e0-c5d6-48f5-960a-b117663d9a77 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572624 Feb 10 15:45:47.650421 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57218) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:47.805680 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-407d3d50-78c8-497f-b152-e54336b71f30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:47.896102 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-407d3d50-78c8-497f-b152-e54336b71f30 admin admin] Publish callbacks [] for security_group (ce06e2ea-1bfb-4f11-945d-09edb1362997), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:47.902355 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-407d3d50-78c8-497f-b152-e54336b71f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ce06e2ea-1bfb-4f11-945d-09edb1362997), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:47.954588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-407d3d50-78c8-497f-b152-e54336b71f30 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c53e2903081e46e5a83ae92411214628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3030419 Feb 10 15:45:47.958211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57232) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:47.959372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d3d50-78c8-497f-b152-e54336b71f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce06e2ea-1bfb-4f11-945d-09edb1362997,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:47.963189 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:48.069037 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6fe2fe6a-473a-4f6a-bfa7-e1fe837fcb43 admin admin] Publish callbacks [] for security_group (ce06e2ea-1bfb-4f11-945d-09edb1362997), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:48.094960 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6fe2fe6a-473a-4f6a-bfa7-e1fe837fcb43 admin admin] Publish callbacks [] for security_group (ce06e2ea-1bfb-4f11-945d-09edb1362997), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:48.156096 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6fe2fe6a-473a-4f6a-bfa7-e1fe837fcb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ce06e2ea-1bfb-4f11-945d-09edb1362997), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:48.159376 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6fe2fe6a-473a-4f6a-bfa7-e1fe837fcb43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:48.161109 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6fe2fe6a-473a-4f6a-bfa7-e1fe837fcb43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce06e2ea-1bfb-4f11-945d-09edb1362997 HTTP/1.1" status: 204 len: 168 time: 0.2017443 Feb 10 15:45:48.170503 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2fe6a-473a-4f6a-bfa7-e1fe837fcb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce06e2ea-1bfb-4f11-945d-09edb1362997,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:48.510497 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57248) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:48.555531 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-50401fd3-9ea7-46a6-9282-55bc0eded7b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4bc36f75585e47d88ceafbc766ced0da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437543 Feb 10 15:45:48.558304 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57250) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:48.619881 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ebae4b7b-5c4c-43b8-a2f3-acaad992ca9d admin admin] Publish callbacks [] for security_group (07059e03-d758-4889-af6b-50a2c14fa995), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:48.647830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ebae4b7b-5c4c-43b8-a2f3-acaad992ca9d admin admin] Publish callbacks [] for security_group (07059e03-d758-4889-af6b-50a2c14fa995), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:48.656733 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241a2ad-1fc8-4e4b-8300-861f1e230cf8 req-e53c80f5-7799-4877-8aa7-d642f59a1291 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:48.658298 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f241a2ad-1fc8-4e4b-8300-861f1e230cf8 req-e53c80f5-7799-4877-8aa7-d642f59a1291 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 946 time: 0.0561509 Feb 10 15:45:48.703898 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ebae4b7b-5c4c-43b8-a2f3-acaad992ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (07059e03-d758-4889-af6b-50a2c14fa995), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:48.706589 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ebae4b7b-5c4c-43b8-a2f3-acaad992ca9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:48.709114 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ebae4b7b-5c4c-43b8-a2f3-acaad992ca9d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07059e03-d758-4889-af6b-50a2c14fa995 HTTP/1.1" status: 204 len: 168 time: 0.1492479 Feb 10 15:45:48.721649 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f241a2ad-1fc8-4e4b-8300-861f1e230cf8 req-9ff77323-045c-4f72-9726-140705149c3e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558009 Feb 10 15:45:48.725778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae4b7b-5c4c-43b8-a2f3-acaad992ca9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07059e03-d758-4889-af6b-50a2c14fa995,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:48.943093 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:49.105336 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1752128-03a7-4449-91be-fe7007f3d15f req-b67cf903-84ba-4804-9e8a-89aba2b12db3 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.107082 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1752128-03a7-4449-91be-fe7007f3d15f req-b67cf903-84ba-4804-9e8a-89aba2b12db3 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 945 time: 0.0648146 Feb 10 15:45:49.174947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1752128-03a7-4449-91be-fe7007f3d15f req-b8a80d8c-0e44-48cb-b8c9-a58318c36423 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617144 Feb 10 15:45:49.676540 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57304) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:49.778739 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Request body: {'networks': [{'name': 'tempest-network--1906070598'}, {'name': 'tempest-network--814900113'}]} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:49.779180 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Request body: {'network': {'name': 'tempest-network--1906070598'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:49.779746 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Request body: {'network': {'name': 'tempest-network--814900113'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:49.804506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Made reservation on behalf of f57c19d316044d7d8d83ca848eb753da for: {'network': 2} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:49.810727 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:49.820799 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:49.912971 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64ca5b-7005-491b-84a1-8ac02782aab3 req-eb2f5188-48bc-4ee7-996c-ae5a3f4b4e1f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:49.914680 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc64ca5b-7005-491b-84a1-8ac02782aab3 req-eb2f5188-48bc-4ee7-996c-ae5a3f4b4e1f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 946 time: 0.0856338 Feb 10 15:45:49.973023 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for security_group (091334a4-af28-40db-ab40-7691807cbc9e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:49.987164 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (091334a4-af28-40db-ab40-7691807cbc9e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:49.987626 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:50.008952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc64ca5b-7005-491b-84a1-8ac02782aab3 req-d8eac768-d0ca-4a69-b376-44f43927f0d4 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812333 Feb 10 15:45:50.030194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:45:50.049466 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (b79379a8-55eb-4152-95fa-10aeef6771ad), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:50.050008 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Added segment b79379a8-55eb-4152-95fa-10aeef6771ad of type vlan for network b6bf8787-5ca5-4f25-b6bd-0b32257a119a Feb 10 15:45:50.072738 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091334a4-af28-40db-ab40-7691807cbc9e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:50.116743 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (b6bf8787-5ca5-4f25-b6bd-0b32257a119a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:50.151135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:45:50.163144 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (4c7fb503-1a40-44c8-8463-8746360162fa), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:50.164056 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Added segment 4c7fb503-1a40-44c8-8463-8746360162fa of type vlan for network 8de1396a-067c-4c4c-9c05-a2dbdf502dc6 Feb 10 15:45:50.216094 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (8de1396a-067c-4c4c-9c05-a2dbdf502dc6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:50.254085 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (b6bf8787-5ca5-4f25-b6bd-0b32257a119a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:50.254741 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (8de1396a-067c-4c4c-9c05-a2dbdf502dc6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:50.261560 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:50.271258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:50.273173 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:50.865720 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1879334 Feb 10 15:45:50.872734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57324) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:50.876260 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event updated for resources: {'Network': ['ID=b6bf8787-5ca5-4f25-b6bd-0b32257a119a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:50.904400 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13320437-63a3-4ff5-a9dd-c90cf1e761ea req-9ef6c6b0-a167-49f8-b625-e042c6a67400 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:50.906739 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-13320437-63a3-4ff5-a9dd-c90cf1e761ea req-9ef6c6b0-a167-49f8-b625-e042c6a67400 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 945 time: 0.0944834 Feb 10 15:45:50.920637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network b6bf8787-5ca5-4f25-b6bd-0b32257a119a details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:45:51.089629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-13320437-63a3-4ff5-a9dd-c90cf1e761ea req-4e0bd9ac-a1ad-4e30-b4d9-57632884c67a tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Deleting port be40f970-cf05-4531-83bb-61a87c53ba88 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:45:51.090420 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-13320437-63a3-4ff5-a9dd-c90cf1e761ea req-4e0bd9ac-a1ad-4e30-b4d9-57632884c67a tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (be40f970-cf05-4531-83bb-61a87c53ba88), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:51.108418 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a114f-bd90-4094-8713-2049c783bcc2 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event updated for resources: {'Network': ['ID=8de1396a-067c-4c4c-9c05-a2dbdf502dc6,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:51.149631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34dcb4-d99f-48c4-aeca-eb634c3949ed req-147aaac5-084b-45f0-aa3c-08991fa49645 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:51.150019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 8de1396a-067c-4c4c-9c05-a2dbdf502dc6 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:45:51.151647 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a34dcb4-d99f-48c4-aeca-eb634c3949ed req-147aaac5-084b-45f0-aa3c-08991fa49645 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 945 time: 0.8671198 Feb 10 15:45:51.209720 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-13320437-63a3-4ff5-a9dd-c90cf1e761ea req-4e0bd9ac-a1ad-4e30-b4d9-57632884c67a tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] For port be40f970-cf05-4531-83bb-61a87c53ba88, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=be40f970-cf05-4531-83bb-61a87c53ba88,segment=NetworkSegment(652b4e1e-a65b-4f04-917f-36e2f1237f36),segment_id=652b4e1e-a65b-4f04-917f-36e2f1237f36)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:45:51.210550 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-13320437-63a3-4ff5-a9dd-c90cf1e761ea req-4e0bd9ac-a1ad-4e30-b4d9-57632884c67a tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (be40f970-cf05-4531-83bb-61a87c53ba88), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:51.239913 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b4af8-6c20-475b-ac57-a9e49b1b9024 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:51.245908 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b4af8-6c20-475b-ac57-a9e49b1b9024 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:51.247272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-13320437-63a3-4ff5-a9dd-c90cf1e761ea req-4e0bd9ac-a1ad-4e30-b4d9-57632884c67a tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Calling delete_port for be40f970-cf05-4531-83bb-61a87c53ba88 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:45:51.253077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b4af8-6c20-475b-ac57-a9e49b1b9024 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:51.260015 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b4af8-6c20-475b-ac57-a9e49b1b9024 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:51.261789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-264b4af8-6c20-475b-ac57-a9e49b1b9024 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3693168 Feb 10 15:45:51.264583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57326) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:51.285698 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9a34dcb4-d99f-48c4-aeca-eb634c3949ed req-1cb2d2a0-f37f-4bed-825e-0c03337337b6 tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c5005a8-5ad6-412e-b195-cf675462ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262817 Feb 10 15:45:51.391553 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-29d1aa08-802b-4729-8342-08b6462ef6ec tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (b6bf8787-5ca5-4f25-b6bd-0b32257a119a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:51.538282 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-29d1aa08-802b-4729-8342-08b6462ef6ec tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (b6bf8787-5ca5-4f25-b6bd-0b32257a119a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:51.571793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-29d1aa08-802b-4729-8342-08b6462ef6ec tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6bf8787-5ca5-4f25-b6bd-0b32257a119a']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:51.582525 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-29d1aa08-802b-4729-8342-08b6462ef6ec tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79379a8-55eb-4152-95fa-10aeef6771ad') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:51.582988 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-29d1aa08-802b-4729-8342-08b6462ef6ec tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79379a8-55eb-4152-95fa-10aeef6771ad') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:51.594123 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-29d1aa08-802b-4729-8342-08b6462ef6ec tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (b79379a8-55eb-4152-95fa-10aeef6771ad), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:51.608441 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-29d1aa08-802b-4729-8342-08b6462ef6ec tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (b79379a8-55eb-4152-95fa-10aeef6771ad), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:51.615670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d1aa08-802b-4729-8342-08b6462ef6ec tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:45:51.616316 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-29d1aa08-802b-4729-8342-08b6462ef6ec tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (b79379a8-55eb-4152-95fa-10aeef6771ad), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:45:51.667720 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:45:51.674861 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-13320437-63a3-4ff5-a9dd-c90cf1e761ea req-4e0bd9ac-a1ad-4e30-b4d9-57632884c67a tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (be40f970-cf05-4531-83bb-61a87c53ba88), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:51.687581 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['be40f970-cf05-4531-83bb-61a87c53ba88'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:45:51.714733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bd9ac-a1ad-4e30-b4d9-57632884c67a tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Pushing event deleted for resources: {'Port': ['ID=be40f970-cf05-4531-83bb-61a87c53ba88,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:51.724760 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-29d1aa08-802b-4729-8342-08b6462ef6ec tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (b6bf8787-5ca5-4f25-b6bd-0b32257a119a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:51.748686 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-29d1aa08-802b-4729-8342-08b6462ef6ec tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:51.755655 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-29d1aa08-802b-4729-8342-08b6462ef6ec tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "DELETE /v2.0/networks/b6bf8787-5ca5-4f25-b6bd-0b32257a119a HTTP/1.1" status: 204 len: 168 time: 0.4866850 Feb 10 15:45:51.756035 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57338) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:51.791248 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-13320437-63a3-4ff5-a9dd-c90cf1e761ea req-4e0bd9ac-a1ad-4e30-b4d9-57632884c67a tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] No DVR routers for this DVR port be40f970-cf05-4531-83bb-61a87c53ba88 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:45:51.791248 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1aa08-802b-4729-8342-08b6462ef6ec tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event deleted for resources: {'Network': ['ID=b6bf8787-5ca5-4f25-b6bd-0b32257a119a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:51.794037 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-13320437-63a3-4ff5-a9dd-c90cf1e761ea req-4e0bd9ac-a1ad-4e30-b4d9-57632884c67a tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:51.797627 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-13320437-63a3-4ff5-a9dd-c90cf1e761ea req-4e0bd9ac-a1ad-4e30-b4d9-57632884c67a tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.79 "DELETE /v2.0/ports/be40f970-cf05-4531-83bb-61a87c53ba88 HTTP/1.1" status: 204 len: 173 time: 0.8842831 Feb 10 15:45:51.798579 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1618c9b-5a70-4497-8a01-5b6ac38e4616', 'name': 'network-vif-deleted', 'tag': 'be40f970-cf05-4531-83bb-61a87c53ba88'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:45:51.800559 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cadb53-5cb4-40f6-a97f-c6fd84807165" -d '{"events": [{"server_uuid": "d1618c9b-5a70-4497-8a01-5b6ac38e4616", "name": "network-vif-deleted", "tag": "be40f970-cf05-4531-83bb-61a87c53ba88"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:45:51.855512 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27efcbb-b47f-4632-9285-6a99edb962ab x-openstack-request-id: req-e27efcbb-b47f-4632-9285-6a99edb962ab {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:45:51.856076 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1618c9b-5a70-4497-8a01-5b6ac38e4616", "name": "network-vif-deleted", "tag": "be40f970-cf05-4531-83bb-61a87c53ba88", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:45:51.856572 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e27efcbb-b47f-4632-9285-6a99edb962ab {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:45:51.857211 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1618c9b-5a70-4497-8a01-5b6ac38e4616', 'name': 'network-vif-deleted', 'tag': 'be40f970-cf05-4531-83bb-61a87c53ba88', 'status': 'completed', 'code': 200} Feb 10 15:45:51.948346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf745-8b0b-45c8-967f-33b0ec1a7ccd tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (8de1396a-067c-4c4c-9c05-a2dbdf502dc6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:52.092236 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf745-8b0b-45c8-967f-33b0ec1a7ccd tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (8de1396a-067c-4c4c-9c05-a2dbdf502dc6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:52.123351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-fa0bf745-8b0b-45c8-967f-33b0ec1a7ccd tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de1396a-067c-4c4c-9c05-a2dbdf502dc6']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:52.134633 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-fa0bf745-8b0b-45c8-967f-33b0ec1a7ccd tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7fb503-1a40-44c8-8463-8746360162fa') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:52.135199 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-fa0bf745-8b0b-45c8-967f-33b0ec1a7ccd tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7fb503-1a40-44c8-8463-8746360162fa') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:45:52.146037 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf745-8b0b-45c8-967f-33b0ec1a7ccd tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (4c7fb503-1a40-44c8-8463-8746360162fa), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:52.160191 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf745-8b0b-45c8-967f-33b0ec1a7ccd tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (4c7fb503-1a40-44c8-8463-8746360162fa), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:52.166540 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0bf745-8b0b-45c8-967f-33b0ec1a7ccd tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:45:52.166999 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf745-8b0b-45c8-967f-33b0ec1a7ccd tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (4c7fb503-1a40-44c8-8463-8746360162fa), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:45:52.170396 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:45:52.240928 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf745-8b0b-45c8-967f-33b0ec1a7ccd tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (8de1396a-067c-4c4c-9c05-a2dbdf502dc6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:52.247041 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf745-8b0b-45c8-967f-33b0ec1a7ccd tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:52.254584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57348) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:52.255150 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fa0bf745-8b0b-45c8-967f-33b0ec1a7ccd tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "DELETE /v2.0/networks/8de1396a-067c-4c4c-9c05-a2dbdf502dc6 HTTP/1.1" status: 204 len: 168 time: 0.4976745 Feb 10 15:45:52.275980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bf745-8b0b-45c8-967f-33b0ec1a7ccd tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event deleted for resources: {'Network': ['ID=8de1396a-067c-4c4c-9c05-a2dbdf502dc6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:52.445928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-14eeaf58-957c-464c-9f52-1e59cd4cab2d req-031a8b4d-f714-459e-97d0-c9b89508bd7b tempest-VolumesSnapshotTestJSON-791725934 tempest-VolumesSnapshotTestJSON-791725934-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1618c9b-5a70-4497-8a01-5b6ac38e4616 HTTP/1.1" status: 200 len: 210 time: 0.0345244 Feb 10 15:45:52.531245 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc284d-fd98-4c8d-a0bb-af8feac9a351 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:52.536958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc284d-fd98-4c8d-a0bb-af8feac9a351 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:52.538500 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-20bc284d-fd98-4c8d-a0bb-af8feac9a351 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2829280 Feb 10 15:45:52.542521 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57354) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:52.547931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-2260f016-cb82-4a88-97f8-5bfc29f3537d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1655358146'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:52.568129 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2260f016-cb82-4a88-97f8-5bfc29f3537d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Made reservation on behalf of f57c19d316044d7d8d83ca848eb753da for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:52.572454 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2260f016-cb82-4a88-97f8-5bfc29f3537d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:52.602453 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2260f016-cb82-4a88-97f8-5bfc29f3537d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:45:52.620449 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2260f016-cb82-4a88-97f8-5bfc29f3537d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (048d1b61-2ef8-4d17-9167-7618a6279e4a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:52.620968 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-2260f016-cb82-4a88-97f8-5bfc29f3537d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Added segment 048d1b61-2ef8-4d17-9167-7618a6279e4a of type vlan for network 408ab89d-1312-40c7-ba96-c202ad004712 Feb 10 15:45:52.670975 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2260f016-cb82-4a88-97f8-5bfc29f3537d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (408ab89d-1312-40c7-ba96-c202ad004712), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:52.700471 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2260f016-cb82-4a88-97f8-5bfc29f3537d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (408ab89d-1312-40c7-ba96-c202ad004712), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:52.706128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2260f016-cb82-4a88-97f8-5bfc29f3537d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:52.706988 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2260f016-cb82-4a88-97f8-5bfc29f3537d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:52.729089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2260f016-cb82-4a88-97f8-5bfc29f3537d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1851571 Feb 10 15:45:52.733189 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57362) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:52.751539 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-01821d87-5e56-4a89-942f-2840fc613168 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1503782657'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:52.781549 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01821d87-5e56-4a89-942f-2840fc613168 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Made reservation on behalf of f57c19d316044d7d8d83ca848eb753da for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:52.789624 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01821d87-5e56-4a89-942f-2840fc613168 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:52.829024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01821d87-5e56-4a89-942f-2840fc613168 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:45:52.833196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260f016-cb82-4a88-97f8-5bfc29f3537d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event updated for resources: {'Network': ['ID=408ab89d-1312-40c7-ba96-c202ad004712,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:52.847128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 408ab89d-1312-40c7-ba96-c202ad004712 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:45:52.854160 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01821d87-5e56-4a89-942f-2840fc613168 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (75b1c92d-1fff-4418-96f0-623b7e16f1df), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:52.857560 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-01821d87-5e56-4a89-942f-2840fc613168 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Added segment 75b1c92d-1fff-4418-96f0-623b7e16f1df of type vlan for network e8530533-fc1a-4ac6-86b6-739adfd155a8 Feb 10 15:45:52.948251 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01821d87-5e56-4a89-942f-2840fc613168 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (e8530533-fc1a-4ac6-86b6-739adfd155a8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:52.985903 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01821d87-5e56-4a89-942f-2840fc613168 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (e8530533-fc1a-4ac6-86b6-739adfd155a8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:53.009371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01821d87-5e56-4a89-942f-2840fc613168 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:53.010520 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01821d87-5e56-4a89-942f-2840fc613168 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:53.112970 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01821d87-5e56-4a89-942f-2840fc613168 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event updated for resources: {'Network': ['ID=e8530533-fc1a-4ac6-86b6-739adfd155a8,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:53.124969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network e8530533-fc1a-4ac6-86b6-739adfd155a8 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:45:53.145499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57372) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:53.147967 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-01821d87-5e56-4a89-942f-2840fc613168 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4132297 Feb 10 15:45:53.152084 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Request body: {'ports': [{'network_id': '408ab89d-1312-40c7-ba96-c202ad004712', 'name': 'tempest-port--1209878007', 'admin_state_up': True}, {'network_id': 'e8530533-fc1a-4ac6-86b6-739adfd155a8', 'admin_state_up': False}]} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:53.152600 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Request body: {'port': {'network_id': '408ab89d-1312-40c7-ba96-c202ad004712', 'name': 'tempest-port--1209878007', 'admin_state_up': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:53.153127 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Request body: {'port': {'network_id': 'e8530533-fc1a-4ac6-86b6-739adfd155a8', 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:53.379963 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Made reservation on behalf of f57c19d316044d7d8d83ca848eb753da for: {'port': 2} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:53.386640 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:53.403920 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:53.672899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] device_id is not set on port 489dcb6e-a933-4ccf-b86b-a2d8b918d13a yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:45:53.787688 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for port (489dcb6e-a933-4ccf-b86b-a2d8b918d13a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:53.869347 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] device_id is not set on port fef817af-cc5f-45f4-ab2c-ef9f9baf18b9 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:45:53.980385 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for port (fef817af-cc5f-45f4-ab2c-ef9f9baf18b9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:54.060941 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (489dcb6e-a933-4ccf-b86b-a2d8b918d13a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:54.140593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event updated for resources: {'Port': ['ID=489dcb6e-a933-4ccf-b86b-a2d8b918d13a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:54.170694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Checking segment: {'id': '048d1b61-2ef8-4d17-9167-7618a6279e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '408ab89d-1312-40c7-ba96-c202ad004712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:45:54.171345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Network hostable DHCP agents. Network: 408ab89d-1312-40c7-ba96-c202ad004712, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:45:54.195943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Network 408ab89d-1312-40c7-ba96-c202ad004712 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:45:54.211179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 408ab89d-1312-40c7-ba96-c202ad004712) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:54.217750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:54.219260 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (fef817af-cc5f-45f4-ab2c-ef9f9baf18b9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:54.223939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceff669-09a3-4802-a8cc-47b292d1e2bb None None] Network 408ab89d-1312-40c7-ba96-c202ad004712 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:45:54.287939 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event updated for resources: {'Port': ['ID=fef817af-cc5f-45f4-ab2c-ef9f9baf18b9,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:54.305560 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Checking segment: {'id': '75b1c92d-1fff-4418-96f0-623b7e16f1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e8530533-fc1a-4ac6-86b6-739adfd155a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:45:54.305931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Network hostable DHCP agents. Network: e8530533-fc1a-4ac6-86b6-739adfd155a8, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:45:54.326403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Network e8530533-fc1a-4ac6-86b6-739adfd155a8 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:45:54.344900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, e8530533-fc1a-4ac6-86b6-739adfd155a8) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:45:54.355872 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:45:54.361425 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:54.366484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:54.367173 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:54.375255 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa4060f-4c1e-47f7-81d4-24fc4552666c None None] Network e8530533-fc1a-4ac6-86b6-739adfd155a8 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:45:54.387846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6d252b96-1d4c-4cef-9006-2b5a956e4d89 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2413671 Feb 10 15:45:54.390205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57396) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:54.508315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8435c80f-b580-4411-b2aa-72a796cfa5c0 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:54.514773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8435c80f-b580-4411-b2aa-72a796cfa5c0 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:54.517364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8435c80f-b580-4411-b2aa-72a796cfa5c0 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1258891 Feb 10 15:45:54.521135 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57398) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:54.762062 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-de23cbbd-e01b-4fb2-ba8d-0c008769f374 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Deleting port 489dcb6e-a933-4ccf-b86b-a2d8b918d13a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:45:54.762411 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de23cbbd-e01b-4fb2-ba8d-0c008769f374 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (489dcb6e-a933-4ccf-b86b-a2d8b918d13a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:54.901101 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de23cbbd-e01b-4fb2-ba8d-0c008769f374 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (489dcb6e-a933-4ccf-b86b-a2d8b918d13a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:54.904274 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device be40f970-cf05-4531-83bb-61a87c53ba88 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:45:54.926133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-de23cbbd-e01b-4fb2-ba8d-0c008769f374 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Calling delete_port for 489dcb6e-a933-4ccf-b86b-a2d8b918d13a owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:45:54.954829 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: be40f970-cf05-4531-83bb-61a87c53ba88 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:45:54.955097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device be40f970-cf05-4531-83bb-61a87c53ba88 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:45:55.111594 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de23cbbd-e01b-4fb2-ba8d-0c008769f374 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (489dcb6e-a933-4ccf-b86b-a2d8b918d13a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:55.140130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23cbbd-e01b-4fb2-ba8d-0c008769f374 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event deleted for resources: {'Port': ['ID=489dcb6e-a933-4ccf-b86b-a2d8b918d13a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:55.153732 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de23cbbd-e01b-4fb2-ba8d-0c008769f374 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:55.160397 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-de23cbbd-e01b-4fb2-ba8d-0c008769f374 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "DELETE /v2.0/ports/489dcb6e-a933-4ccf-b86b-a2d8b918d13a HTTP/1.1" status: 204 len: 168 time: 0.6352100 Feb 10 15:45:55.160899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57414) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:55.315104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-24457876-1a2f-48b1-872e-2c80ec582cf4 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Deleting port fef817af-cc5f-45f4-ab2c-ef9f9baf18b9 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:45:55.315772 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24457876-1a2f-48b1-872e-2c80ec582cf4 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fef817af-cc5f-45f4-ab2c-ef9f9baf18b9), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:55.399593 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24457876-1a2f-48b1-872e-2c80ec582cf4 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fef817af-cc5f-45f4-ab2c-ef9f9baf18b9), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:55.421806 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-24457876-1a2f-48b1-872e-2c80ec582cf4 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Calling delete_port for fef817af-cc5f-45f4-ab2c-ef9f9baf18b9 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:45:55.568627 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24457876-1a2f-48b1-872e-2c80ec582cf4 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (fef817af-cc5f-45f4-ab2c-ef9f9baf18b9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:55.610946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24457876-1a2f-48b1-872e-2c80ec582cf4 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event deleted for resources: {'Port': ['ID=fef817af-cc5f-45f4-ab2c-ef9f9baf18b9,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:55.645943 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24457876-1a2f-48b1-872e-2c80ec582cf4 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:55.651632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-24457876-1a2f-48b1-872e-2c80ec582cf4 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "DELETE /v2.0/ports/fef817af-cc5f-45f4-ab2c-ef9f9baf18b9 HTTP/1.1" status: 204 len: 168 time: 0.4873438 Feb 10 15:45:55.651837 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57424) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:55.713616 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7a8e6142-55ba-4593-a0b3-e7a5d078b99d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0574737 Feb 10 15:45:55.713826 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57428) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:55.718831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-8870f255-25c9-4735-9800-404f16fad380 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1921793589'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:55.742630 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:45:55.769902 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8870f255-25c9-4735-9800-404f16fad380 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Made reservation on behalf of f57c19d316044d7d8d83ca848eb753da for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:55.773355 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8870f255-25c9-4735-9800-404f16fad380 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:55.818583 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8870f255-25c9-4735-9800-404f16fad380 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:45:55.837675 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8870f255-25c9-4735-9800-404f16fad380 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (22127944-d3ab-4321-af62-3bdd2b3cbf6a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:55.838040 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-8870f255-25c9-4735-9800-404f16fad380 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Added segment 22127944-d3ab-4321-af62-3bdd2b3cbf6a of type vlan for network 2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e Feb 10 15:45:55.936451 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8870f255-25c9-4735-9800-404f16fad380 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:55.988058 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8870f255-25c9-4735-9800-404f16fad380 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:56.001266 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8870f255-25c9-4735-9800-404f16fad380 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:56.001266 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8870f255-25c9-4735-9800-404f16fad380 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:56.062025 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8870f255-25c9-4735-9800-404f16fad380 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3446584 Feb 10 15:45:56.062377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57434) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:56.069768 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7b40574c-fb6f-4c72-9fe7-d86a8bc29361 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-213174630'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:56.111417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b40574c-fb6f-4c72-9fe7-d86a8bc29361 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Made reservation on behalf of f57c19d316044d7d8d83ca848eb753da for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:56.120446 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b40574c-fb6f-4c72-9fe7-d86a8bc29361 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:56.177713 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870f255-25c9-4735-9800-404f16fad380 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event updated for resources: {'Network': ['ID=2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:56.181292 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b40574c-fb6f-4c72-9fe7-d86a8bc29361 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:45:56.198669 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b40574c-fb6f-4c72-9fe7-d86a8bc29361 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (91a1a8a6-5dfb-4f53-960c-2a89a4651bd4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:56.199728 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-7b40574c-fb6f-4c72-9fe7-d86a8bc29361 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Added segment 91a1a8a6-5dfb-4f53-960c-2a89a4651bd4 of type vlan for network 7b4bc2e0-b397-408c-9d21-784eec743ca6 Feb 10 15:45:56.205699 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:45:56.275158 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b40574c-fb6f-4c72-9fe7-d86a8bc29361 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (7b4bc2e0-b397-408c-9d21-784eec743ca6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:56.335309 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b40574c-fb6f-4c72-9fe7-d86a8bc29361 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (7b4bc2e0-b397-408c-9d21-784eec743ca6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:56.340784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b40574c-fb6f-4c72-9fe7-d86a8bc29361 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:45:56.341658 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b40574c-fb6f-4c72-9fe7-d86a8bc29361 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:56.392165 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7b40574c-fb6f-4c72-9fe7-d86a8bc29361 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3277156 Feb 10 15:45:56.445591 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40574c-fb6f-4c72-9fe7-d86a8bc29361 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event updated for resources: {'Network': ['ID=7b4bc2e0-b397-408c-9d21-784eec743ca6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:45:56.462287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 7b4bc2e0-b397-408c-9d21-784eec743ca6 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:45:59.649661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57516) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:45:59.655117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Request body: {'subnets': [{'network_id': '2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1036633410', 'ip_version': 6}, {'network_id': '7b4bc2e0-b397-408c-9d21-784eec743ca6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:59.655439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Request body: {'subnet': {'network_id': '2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1036633410', 'ip_version': 6}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:59.656103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Request body: {'subnet': {'network_id': '7b4bc2e0-b397-408c-9d21-784eec743ca6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:45:59.870695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Made reservation on behalf of f57c19d316044d7d8d83ca848eb753da for: {'subnet': 2} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:45:59.877348 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:45:59.877830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:00.617048 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (526dd8df-d1ce-46df-8d11-afa3cf1d2f63), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:01.158263 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Checking segment: {'id': '22127944-d3ab-4321-af62-3bdd2b3cbf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:46:01.159952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Network hostable DHCP agents. Network: 2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:46:01.165611 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event updated for resources: {'Subnet': ['ID=526dd8df-d1ce-46df-8d11-afa3cf1d2f63,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:01.198380 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Network 2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:46:01.210934 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:01.220717 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (0d26fc05-e175-4f7e-bfb5-53d73bb85e61), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:01.225304 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fc2f18-a4ca-46b6-a541-1440efa7d94a None None] Network 2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:46:01.399242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Checking segment: {'id': '91a1a8a6-5dfb-4f53-960c-2a89a4651bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7b4bc2e0-b397-408c-9d21-784eec743ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:46:01.399242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Network hostable DHCP agents. Network: 7b4bc2e0-b397-408c-9d21-784eec743ca6, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:46:01.401147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event updated for resources: {'Subnet': ['ID=0d26fc05-e175-4f7e-bfb5-53d73bb85e61,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:01.447487 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Network 7b4bc2e0-b397-408c-9d21-784eec743ca6 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:46:01.463864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 7b4bc2e0-b397-408c-9d21-784eec743ca6) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:01.469103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:01.469401 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:01.470107 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:01.504884 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-87a5fe42-f6c0-4c26-9b16-af6fcecf4825 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.8541138 Feb 10 15:46:01.507183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57530) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:01.682417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f917fc51-7ebf-42fe-a123-c856b6e65ba6 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:01.683608 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f917fc51-7ebf-42fe-a123-c856b6e65ba6 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:01.688689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15a8e99-1876-4a25-abe8-b3d0c6ed50f8 None None] Network 7b4bc2e0-b397-408c-9d21-784eec743ca6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:46:01.691269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f917fc51-7ebf-42fe-a123-c856b6e65ba6 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:01.701954 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f917fc51-7ebf-42fe-a123-c856b6e65ba6 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1847951 Feb 10 15:46:01.702542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57538) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:01.811046 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ccfdbe7-9929-486e-aab6-8184b4b0b37d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Deleting subnet 526dd8df-d1ce-46df-8d11-afa3cf1d2f63 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:46:01.818427 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ccfdbe7-9929-486e-aab6-8184b4b0b37d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for subnet (526dd8df-d1ce-46df-8d11-afa3cf1d2f63), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:01.833007 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7478f2c7-3088-4ccb-b94e-a99e6f486aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e', 'network_id': '2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e', 'project_id': 'f57c19d316044d7d8d83ca848eb753da', 'fixed_ips': [{'subnet_id': '526dd8df-d1ce-46df-8d11-afa3cf1d2f63'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:46:01.834819 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7478f2c7-3088-4ccb-b94e-a99e6f486aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:01.924004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7b4bc2e0-b397-408c-9d21-784eec743ca6', 'network_id': '7b4bc2e0-b397-408c-9d21-784eec743ca6', 'project_id': 'f57c19d316044d7d8d83ca848eb753da', 'fixed_ips': [{'subnet_id': '0d26fc05-e175-4f7e-bfb5-53d73bb85e61'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:46:01.926611 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:01.944307 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ccfdbe7-9929-486e-aab6-8184b4b0b37d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (526dd8df-d1ce-46df-8d11-afa3cf1d2f63), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:02.054196 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ccfdbe7-9929-486e-aab6-8184b4b0b37d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (526dd8df-d1ce-46df-8d11-afa3cf1d2f63), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:02.133495 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ccfdbe7-9929-486e-aab6-8184b4b0b37d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (526dd8df-d1ce-46df-8d11-afa3cf1d2f63), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:02.182857 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ccfdbe7-9929-486e-aab6-8184b4b0b37d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:02.188838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7ccfdbe7-9929-486e-aab6-8184b4b0b37d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "DELETE /v2.0/subnets/526dd8df-d1ce-46df-8d11-afa3cf1d2f63 HTTP/1.1" status: 204 len: 168 time: 0.4824007 Feb 10 15:46:02.188838 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfdbe7-9929-486e-aab6-8184b4b0b37d tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event deleted for resources: {'Subnet': ['ID=526dd8df-d1ce-46df-8d11-afa3cf1d2f63,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:02.189228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57540) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:02.298691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-6581aa20-7461-4b5b-afce-f7bf9826aeaa tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Deleting subnet 0d26fc05-e175-4f7e-bfb5-53d73bb85e61 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:46:02.382171 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Allocated IP 2001:db8:0:1::1 (7b4bc2e0-b397-408c-9d21-784eec743ca6/0d26fc05-e175-4f7e-bfb5-53d73bb85e61/3ddc0695-8f85-43e4-967a-646892445886) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:02.603023 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Publish callbacks [] for port (3ddc0695-8f85-43e4-967a-646892445886), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:02.620498 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6581aa20-7461-4b5b-afce-f7bf9826aeaa tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for subnet (0d26fc05-e175-4f7e-bfb5-53d73bb85e61), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:02.621881 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (3ddc0695-8f85-43e4-967a-646892445886), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server [None req-7478f2c7-3088-4ccb-b94e-a99e6f486aa4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 526dd8df-d1ce-46df-8d11-afa3cf1d2f63: This subnet is being modified by another concurrent operation. Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise exception Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 526dd8df-d1ce-46df-8d11-afa3cf1d2f63: This subnet is being modified by another concurrent operation. Feb 10 15:46:02.687225 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Feb 10 15:46:02.715146 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6581aa20-7461-4b5b-afce-f7bf9826aeaa tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (0d26fc05-e175-4f7e-bfb5-53d73bb85e61), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:02.740273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470f1a3b-593e-44ac-88c4-aedacf720e85 None None] Network 2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:46:02.900491 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Network 7b4bc2e0-b397-408c-9d21-784eec743ca6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:02.906919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:02.907881 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6581aa20-7461-4b5b-afce-f7bf9826aeaa tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (0d26fc05-e175-4f7e-bfb5-53d73bb85e61), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:02.915248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Pushing event updated for resources: {'Port': ['ID=3ddc0695-8f85-43e4-967a-646892445886,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:02.917686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:03.015704 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6581aa20-7461-4b5b-afce-f7bf9826aeaa tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (0d26fc05-e175-4f7e-bfb5-53d73bb85e61), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:03.109831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Attempting to bind port 3ddc0695-8f85-43e4-967a-646892445886 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:46:03.110210 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Attempting to bind port 3ddc0695-8f85-43e4-967a-646892445886 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '91a1a8a6-5dfb-4f53-960c-2a89a4651bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7b4bc2e0-b397-408c-9d21-784eec743ca6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:46:03.110580 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Attempting to bind port 3ddc0695-8f85-43e4-967a-646892445886 on network 7b4bc2e0-b397-408c-9d21-784eec743ca6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:03.123044 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:03.123420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Checking segment: {'id': '91a1a8a6-5dfb-4f53-960c-2a89a4651bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7b4bc2e0-b397-408c-9d21-784eec743ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:46:03.123826 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:03.124241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Bound using segment: {'id': '91a1a8a6-5dfb-4f53-960c-2a89a4651bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7b4bc2e0-b397-408c-9d21-784eec743ca6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:03.124732 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Bound port: 3ddc0695-8f85-43e4-967a-646892445886, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a1a8a6-5dfb-4f53-960c-2a89a4651bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7b4bc2e0-b397-408c-9d21-784eec743ca6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:46:03.125123 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (3ddc0695-8f85-43e4-967a-646892445886), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:03.126782 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6581aa20-7461-4b5b-afce-f7bf9826aeaa tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:03.135836 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57554) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:03.136524 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6581aa20-7461-4b5b-afce-f7bf9826aeaa tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "DELETE /v2.0/subnets/0d26fc05-e175-4f7e-bfb5-53d73bb85e61 HTTP/1.1" status: 204 len: 168 time: 0.9454777 Feb 10 15:46:03.141576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581aa20-7461-4b5b-afce-f7bf9826aeaa tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event deleted for resources: {'Subnet': ['ID=0d26fc05-e175-4f7e-bfb5-53d73bb85e61,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:03.282728 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] For port 3ddc0695-8f85-43e4-967a-646892445886, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:03.286402 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] For port 3ddc0695-8f85-43e4-967a-646892445886, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=3ddc0695-8f85-43e4-967a-646892445886,segment=NetworkSegment(91a1a8a6-5dfb-4f53-960c-2a89a4651bd4),segment_id=91a1a8a6-5dfb-4f53-960c-2a89a4651bd4)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:03.307510 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (3ddc0695-8f85-43e4-967a-646892445886), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:03.318400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472629c2-01c3-492f-8579-1f92225d4ac0 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:03.320606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-472629c2-01c3-492f-8579-1f92225d4ac0 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1831043 Feb 10 15:46:03.324526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57556) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:03.417139 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b9bcc-6f64-4743-aaee-4bfdf72b4072 None None] Pushing event updated for resources: {'Port': ['ID=3ddc0695-8f85-43e4-967a-646892445886,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:03.514638 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (7b4bc2e0-b397-408c-9d21-784eec743ca6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:03.547165 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd81db4-f245-4990-a9be-0bda404b4089 None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:46:03.675924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Deleting port 3ddc0695-8f85-43e4-967a-646892445886 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:46:03.676258 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3ddc0695-8f85-43e4-967a-646892445886), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:03.715215 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd81db4-f245-4990-a9be-0bda404b4089 None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:46:03.804735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] For port 3ddc0695-8f85-43e4-967a-646892445886, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=3ddc0695-8f85-43e4-967a-646892445886,segment=NetworkSegment(91a1a8a6-5dfb-4f53-960c-2a89a4651bd4),segment_id=91a1a8a6-5dfb-4f53-960c-2a89a4651bd4)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:03.805090 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3ddc0695-8f85-43e4-967a-646892445886), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:03.836836 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Calling delete_port for 3ddc0695-8f85-43e4-967a-646892445886 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:46:04.048054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3ddc0695-8f85-43e4-967a-646892445886), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:04.139050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6a07d0-2e97-46ce-9609-ec4279fa8f42 None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:46:04.170505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event deleted for resources: {'Port': ['ID=3ddc0695-8f85-43e4-967a-646892445886,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:04.172882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] No DVR routers for this DVR port 3ddc0695-8f85-43e4-967a-646892445886 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:46:04.356616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6a07d0-2e97-46ce-9609-ec4279fa8f42 None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:46:04.426994 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (7b4bc2e0-b397-408c-9d21-784eec743ca6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:04.455873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4bc2e0-b397-408c-9d21-784eec743ca6']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:04.483525 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a1a8a6-5dfb-4f53-960c-2a89a4651bd4') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:04.483821 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a1a8a6-5dfb-4f53-960c-2a89a4651bd4') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:04.510564 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (91a1a8a6-5dfb-4f53-960c-2a89a4651bd4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:04.541068 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (91a1a8a6-5dfb-4f53-960c-2a89a4651bd4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:04.547444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:46:04.547842 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (91a1a8a6-5dfb-4f53-960c-2a89a4651bd4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:04.562193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57576) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:46:04.686442 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:46:04.694318 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (7b4bc2e0-b397-408c-9d21-784eec743ca6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:04.701426 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:04.709227 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "DELETE /v2.0/networks/7b4bc2e0-b397-408c-9d21-784eec743ca6 HTTP/1.1" status: 204 len: 168 time: 1.3834436 Feb 10 15:46:04.713560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57582) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:04.775607 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7683331-654a-4f5f-8ac9-093f80065a54 None None] Network 7b4bc2e0-b397-408c-9d21-784eec743ca6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:46:04.787169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb5a93-b823-4e19-a9ba-73ce78c60f62 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event deleted for resources: {'Network': ['ID=7b4bc2e0-b397-408c-9d21-784eec743ca6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:04.800428 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7683331-654a-4f5f-8ac9-093f80065a54 None None] Network 7b4bc2e0-b397-408c-9d21-784eec743ca6 could not be found, it might have been deleted concurrently. {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 15:46:04.837367 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ed588c3-3cd3-4fb9-94c5-abfbef897463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:04.931017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d44b8ecf-b5c2-4b57-a187-4f64be7d3a86 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:04.944379 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ed588c3-3cd3-4fb9-94c5-abfbef897463 admin admin] Publish callbacks [] for security_group (408ced6c-8df5-4277-9a12-8f10a216fa00), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:04.950374 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3ed588c3-3cd3-4fb9-94c5-abfbef897463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (408ced6c-8df5-4277-9a12-8f10a216fa00), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.004451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3ed588c3-3cd3-4fb9-94c5-abfbef897463 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=723da9d133ae4a40924345c93b08d28c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4410431 Feb 10 15:46:05.006297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57586) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:05.076095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed588c3-3cd3-4fb9-94c5-abfbef897463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408ced6c-8df5-4277-9a12-8f10a216fa00,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:05.098650 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d44b8ecf-b5c2-4b57-a187-4f64be7d3a86 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.150180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d44b8ecf-b5c2-4b57-a187-4f64be7d3a86 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:05.152466 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2960ab09-ec4c-4750-8446-6fa9a993d236 admin admin] Publish callbacks [] for security_group (408ced6c-8df5-4277-9a12-8f10a216fa00), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.177342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d44b8ecf-b5c2-4b57-a187-4f64be7d3a86 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22127944-d3ab-4321-af62-3bdd2b3cbf6a') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:05.177634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-d44b8ecf-b5c2-4b57-a187-4f64be7d3a86 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22127944-d3ab-4321-af62-3bdd2b3cbf6a') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:05.185383 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2960ab09-ec4c-4750-8446-6fa9a993d236 admin admin] Publish callbacks [] for security_group (408ced6c-8df5-4277-9a12-8f10a216fa00), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.190019 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d44b8ecf-b5c2-4b57-a187-4f64be7d3a86 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (22127944-d3ab-4321-af62-3bdd2b3cbf6a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.224230 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d44b8ecf-b5c2-4b57-a187-4f64be7d3a86 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (22127944-d3ab-4321-af62-3bdd2b3cbf6a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.245126 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44b8ecf-b5c2-4b57-a187-4f64be7d3a86 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:46:05.245950 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d44b8ecf-b5c2-4b57-a187-4f64be7d3a86 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (22127944-d3ab-4321-af62-3bdd2b3cbf6a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.264903 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2960ab09-ec4c-4750-8446-6fa9a993d236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (408ced6c-8df5-4277-9a12-8f10a216fa00), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.268257 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2960ab09-ec4c-4750-8446-6fa9a993d236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.269873 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2960ab09-ec4c-4750-8446-6fa9a993d236 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/408ced6c-8df5-4277-9a12-8f10a216fa00 HTTP/1.1" status: 204 len: 168 time: 0.2624874 Feb 10 15:46:05.299739 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960ab09-ec4c-4750-8446-6fa9a993d236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408ced6c-8df5-4277-9a12-8f10a216fa00,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:46:05.331494 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:46:05.336068 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d44b8ecf-b5c2-4b57-a187-4f64be7d3a86 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.352752 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d44b8ecf-b5c2-4b57-a187-4f64be7d3a86 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.362315 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d44b8ecf-b5c2-4b57-a187-4f64be7d3a86 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "DELETE /v2.0/networks/2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e HTTP/1.1" status: 204 len: 168 time: 0.6453509 Feb 10 15:46:05.362695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57590) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:05.395908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b8ecf-b5c2-4b57-a187-4f64be7d3a86 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event deleted for resources: {'Network': ['ID=2e2d2405-b3b5-428e-ac43-f6cb9dd1aa1e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:05.544587 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-30c66214-8826-44d5-9239-f925d68706e7 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (e8530533-fc1a-4ac6-86b6-739adfd155a8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.663494 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-30c66214-8826-44d5-9239-f925d68706e7 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (e8530533-fc1a-4ac6-86b6-739adfd155a8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.690023 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-30c66214-8826-44d5-9239-f925d68706e7 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8530533-fc1a-4ac6-86b6-739adfd155a8']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:05.701719 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-30c66214-8826-44d5-9239-f925d68706e7 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b1c92d-1fff-4418-96f0-623b7e16f1df') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:05.702019 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-30c66214-8826-44d5-9239-f925d68706e7 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b1c92d-1fff-4418-96f0-623b7e16f1df') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:05.729357 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-30c66214-8826-44d5-9239-f925d68706e7 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (75b1c92d-1fff-4418-96f0-623b7e16f1df), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.764844 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-30c66214-8826-44d5-9239-f925d68706e7 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (75b1c92d-1fff-4418-96f0-623b7e16f1df), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.789145 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c66214-8826-44d5-9239-f925d68706e7 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:46:05.789658 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-30c66214-8826-44d5-9239-f925d68706e7 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (75b1c92d-1fff-4418-96f0-623b7e16f1df), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:46:05.897427 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:46:05.906649 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-30c66214-8826-44d5-9239-f925d68706e7 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (e8530533-fc1a-4ac6-86b6-739adfd155a8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.929675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57602) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:05.943457 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-30c66214-8826-44d5-9239-f925d68706e7 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.955050 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-30c66214-8826-44d5-9239-f925d68706e7 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "DELETE /v2.0/networks/e8530533-fc1a-4ac6-86b6-739adfd155a8 HTTP/1.1" status: 204 len: 168 time: 0.5892241 Feb 10 15:46:05.956851 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-828b1aaa-7532-4ed7-a366-7fbe5e6e5ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:05.957364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57604) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:06.060842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c66214-8826-44d5-9239-f925d68706e7 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event deleted for resources: {'Network': ['ID=e8530533-fc1a-4ac6-86b6-739adfd155a8,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:06.228592 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-828b1aaa-7532-4ed7-a366-7fbe5e6e5ac3 admin admin] Publish callbacks [] for security_group (074271a1-cdb2-4842-8ac9-f9cc40edc3bd), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:06.230440 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7133dd8f-1adc-42ee-aec8-bd139abee7a5 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (408ab89d-1312-40c7-ba96-c202ad004712), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:06.239509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-828b1aaa-7532-4ed7-a366-7fbe5e6e5ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (074271a1-cdb2-4842-8ac9-f9cc40edc3bd), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:06.336842 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-828b1aaa-7532-4ed7-a366-7fbe5e6e5ac3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c69972f25824ad880362f30b9a11794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4052293 Feb 10 15:46:06.338928 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57608) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:06.341912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b1aaa-7532-4ed7-a366-7fbe5e6e5ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074271a1-cdb2-4842-8ac9-f9cc40edc3bd,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:06.465745 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43786c00-72d8-4e99-9be8-fb88afdf3a6f admin admin] Publish callbacks [] for security_group (074271a1-cdb2-4842-8ac9-f9cc40edc3bd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:06.467916 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7133dd8f-1adc-42ee-aec8-bd139abee7a5 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (408ab89d-1312-40c7-ba96-c202ad004712), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:06.507355 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-7133dd8f-1adc-42ee-aec8-bd139abee7a5 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408ab89d-1312-40c7-ba96-c202ad004712']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:06.516925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-7133dd8f-1adc-42ee-aec8-bd139abee7a5 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048d1b61-2ef8-4d17-9167-7618a6279e4a') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:06.517320 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-7133dd8f-1adc-42ee-aec8-bd139abee7a5 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048d1b61-2ef8-4d17-9167-7618a6279e4a') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:06.521833 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43786c00-72d8-4e99-9be8-fb88afdf3a6f admin admin] Publish callbacks [] for security_group (074271a1-cdb2-4842-8ac9-f9cc40edc3bd), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:06.528381 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7133dd8f-1adc-42ee-aec8-bd139abee7a5 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (048d1b61-2ef8-4d17-9167-7618a6279e4a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:06.542866 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7133dd8f-1adc-42ee-aec8-bd139abee7a5 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (048d1b61-2ef8-4d17-9167-7618a6279e4a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:06.555530 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7133dd8f-1adc-42ee-aec8-bd139abee7a5 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:46:06.556592 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7133dd8f-1adc-42ee-aec8-bd139abee7a5 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (048d1b61-2ef8-4d17-9167-7618a6279e4a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:46:06.564381 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:46:06.599818 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43786c00-72d8-4e99-9be8-fb88afdf3a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (074271a1-cdb2-4842-8ac9-f9cc40edc3bd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:06.603927 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43786c00-72d8-4e99-9be8-fb88afdf3a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:06.608417 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-43786c00-72d8-4e99-9be8-fb88afdf3a6f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/074271a1-cdb2-4842-8ac9-f9cc40edc3bd HTTP/1.1" status: 204 len: 168 time: 0.2460899 Feb 10 15:46:06.619474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43786c00-72d8-4e99-9be8-fb88afdf3a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074271a1-cdb2-4842-8ac9-f9cc40edc3bd,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:06.788183 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7133dd8f-1adc-42ee-aec8-bd139abee7a5 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (408ab89d-1312-40c7-ba96-c202ad004712), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:06.805503 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7133dd8f-1adc-42ee-aec8-bd139abee7a5 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:06.816798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7133dd8f-1adc-42ee-aec8-bd139abee7a5 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] 10.222.0.64 "DELETE /v2.0/networks/408ab89d-1312-40c7-ba96-c202ad004712 HTTP/1.1" status: 204 len: 168 time: 0.8489006 Feb 10 15:46:06.888224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133dd8f-1adc-42ee-aec8-bd139abee7a5 tempest-BulkNetworkOpsIpV6Test-2078202971 tempest-BulkNetworkOpsIpV6Test-2078202971-project] Pushing event deleted for resources: {'Network': ['ID=408ab89d-1312-40c7-ba96-c202ad004712,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:07.127995 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:07.201042 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57622) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:07.215312 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-72c8d212-7f54-4f4c-950b-9f7f52cfa59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:07.348388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57626) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:07.449915 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-72c8d212-7f54-4f4c-950b-9f7f52cfa59a admin admin] Publish callbacks [] for security_group (63c664b7-6157-4bf9-a2e5-dafb1ed1b51a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:07.456484 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-72c8d212-7f54-4f4c-950b-9f7f52cfa59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (63c664b7-6157-4bf9-a2e5-dafb1ed1b51a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:07.519910 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-72c8d212-7f54-4f4c-950b-9f7f52cfa59a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=889eb948368b45d091e7fc959a7900e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3153355 Feb 10 15:46:07.519910 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8d212-7f54-4f4c-950b-9f7f52cfa59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c664b7-6157-4bf9-a2e5-dafb1ed1b51a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:07.521344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57630) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:07.599385 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea63f39d-d96a-4867-a042-a1ddfee7dbc6 admin admin] Publish callbacks [] for security_group (63c664b7-6157-4bf9-a2e5-dafb1ed1b51a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:07.619855 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0f08fa72-0804-4d36-83cb-bed24437ac2c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f57c19d316044d7d8d83ca848eb753da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2667723 Feb 10 15:46:07.621110 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57632) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:07.625978 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea63f39d-d96a-4867-a042-a1ddfee7dbc6 admin admin] Publish callbacks [] for security_group (63c664b7-6157-4bf9-a2e5-dafb1ed1b51a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:07.702693 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Publish callbacks [] for security_group (091334a4-af28-40db-ab40-7691807cbc9e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:07.709539 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea63f39d-d96a-4867-a042-a1ddfee7dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (63c664b7-6157-4bf9-a2e5-dafb1ed1b51a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:07.712624 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea63f39d-d96a-4867-a042-a1ddfee7dbc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:07.713816 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ea63f39d-d96a-4867-a042-a1ddfee7dbc6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63c664b7-6157-4bf9-a2e5-dafb1ed1b51a HTTP/1.1" status: 204 len: 168 time: 0.1915681 Feb 10 15:46:07.728549 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63f39d-d96a-4867-a042-a1ddfee7dbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c664b7-6157-4bf9-a2e5-dafb1ed1b51a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:07.779196 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Publish callbacks [] for security_group (091334a4-af28-40db-ab40-7691807cbc9e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:07.884304 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (091334a4-af28-40db-ab40-7691807cbc9e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:07.887731 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:07.889223 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/091334a4-af28-40db-ab40-7691807cbc9e HTTP/1.1" status: 204 len: 168 time: 0.2669075 Feb 10 15:46:07.914430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091334a4-af28-40db-ab40-7691807cbc9e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:07.931584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:07.931955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:07.934376 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:07.934738 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:07.935096 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:07.935994 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:07.937359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:07.938476 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:07.938834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:07.940490 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:07.941669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:07.942027 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:07.942786 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888556e9-738c-4cdc-b85e-c55229c586cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:09.458386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57692) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:09.614092 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Request body: {'networks': [{'name': 'tempest-network--1568092449'}, {'name': 'tempest-network--675961035'}]} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:09.614753 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Request body: {'network': {'name': 'tempest-network--1568092449'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:09.615581 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Request body: {'network': {'name': 'tempest-network--675961035'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:09.648336 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Made reservation on behalf of d15f85ae16954f76b3e396cf8c72407e for: {'network': 2} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:09.655629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:09.667021 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:09.763415 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for security_group (227a01c0-9db9-40b4-80f3-bc77cca06be4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:09.769179 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (227a01c0-9db9-40b4-80f3-bc77cca06be4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:09.769743 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:09.823247 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227a01c0-9db9-40b4-80f3-bc77cca06be4,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:09.872170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:46:09.901566 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (83a6e699-1af2-4422-99b1-815c80a202e9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:09.902377 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Added segment 83a6e699-1af2-4422-99b1-815c80a202e9 of type vlan for network 038c0844-e0ed-477f-94bd-871a73c79f2f Feb 10 15:46:09.962061 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (038c0844-e0ed-477f-94bd-871a73c79f2f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:10.004310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:46:10.016404 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ac2bad07-36ef-4c23-8258-fda8056b9f14), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:10.017026 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Added segment ac2bad07-36ef-4c23-8258-fda8056b9f14 of type vlan for network 3d2b59ff-0415-4dd6-8444-e2e871f22e2e Feb 10 15:46:10.070124 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (3d2b59ff-0415-4dd6-8444-e2e871f22e2e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:10.108564 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (038c0844-e0ed-477f-94bd-871a73c79f2f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:10.110064 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (3d2b59ff-0415-4dd6-8444-e2e871f22e2e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:10.118961 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:10.126277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:10.127307 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:10.189083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57704) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:10.191000 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7305534 Feb 10 15:46:10.229091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event updated for resources: {'Network': ['ID=038c0844-e0ed-477f-94bd-871a73c79f2f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:10.245497 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 038c0844-e0ed-477f-94bd-871a73c79f2f details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:46:10.316353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33211299-bb7a-4d69-882b-99b209c39207 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event updated for resources: {'Network': ['ID=3d2b59ff-0415-4dd6-8444-e2e871f22e2e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:10.357650 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 3d2b59ff-0415-4dd6-8444-e2e871f22e2e details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:46:10.442579 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95754729-06aa-4314-9280-cb0116bbd851 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:10.449532 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95754729-06aa-4314-9280-cb0116bbd851 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:10.461462 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95754729-06aa-4314-9280-cb0116bbd851 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:10.474033 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95754729-06aa-4314-9280-cb0116bbd851 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:10.478500 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-95754729-06aa-4314-9280-cb0116bbd851 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2883849 Feb 10 15:46:10.481219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57708) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:10.605124 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ec96-f8b1-4c1b-80ea-6f64f681bdde tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (038c0844-e0ed-477f-94bd-871a73c79f2f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:10.696807 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ec96-f8b1-4c1b-80ea-6f64f681bdde tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (038c0844-e0ed-477f-94bd-871a73c79f2f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:10.718818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-0eb0ec96-f8b1-4c1b-80ea-6f64f681bdde tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038c0844-e0ed-477f-94bd-871a73c79f2f']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:10.729318 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-0eb0ec96-f8b1-4c1b-80ea-6f64f681bdde tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a6e699-1af2-4422-99b1-815c80a202e9') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:10.730542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-0eb0ec96-f8b1-4c1b-80ea-6f64f681bdde tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a6e699-1af2-4422-99b1-815c80a202e9') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:10.740487 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ec96-f8b1-4c1b-80ea-6f64f681bdde tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (83a6e699-1af2-4422-99b1-815c80a202e9), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:10.765993 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ec96-f8b1-4c1b-80ea-6f64f681bdde tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (83a6e699-1af2-4422-99b1-815c80a202e9), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:10.793705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb0ec96-f8b1-4c1b-80ea-6f64f681bdde tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:46:10.794135 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ec96-f8b1-4c1b-80ea-6f64f681bdde tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (83a6e699-1af2-4422-99b1-815c80a202e9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:46:10.797293 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:46:10.913417 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ec96-f8b1-4c1b-80ea-6f64f681bdde tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (038c0844-e0ed-477f-94bd-871a73c79f2f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:10.920147 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ec96-f8b1-4c1b-80ea-6f64f681bdde tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:10.927170 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0eb0ec96-f8b1-4c1b-80ea-6f64f681bdde tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "DELETE /v2.0/networks/038c0844-e0ed-477f-94bd-871a73c79f2f HTTP/1.1" status: 204 len: 168 time: 0.4417162 Feb 10 15:46:10.928274 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57714) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:10.945325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0ec96-f8b1-4c1b-80ea-6f64f681bdde tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event deleted for resources: {'Network': ['ID=038c0844-e0ed-477f-94bd-871a73c79f2f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:11.088858 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6830e1e-ac7b-428c-bca6-c40f636e999b tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (3d2b59ff-0415-4dd6-8444-e2e871f22e2e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:11.196250 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6830e1e-ac7b-428c-bca6-c40f636e999b tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (3d2b59ff-0415-4dd6-8444-e2e871f22e2e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:11.218709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e6830e1e-ac7b-428c-bca6-c40f636e999b tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2b59ff-0415-4dd6-8444-e2e871f22e2e']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:11.229610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e6830e1e-ac7b-428c-bca6-c40f636e999b tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2bad07-36ef-4c23-8258-fda8056b9f14') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:11.230796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e6830e1e-ac7b-428c-bca6-c40f636e999b tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2bad07-36ef-4c23-8258-fda8056b9f14') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:11.247489 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6830e1e-ac7b-428c-bca6-c40f636e999b tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (ac2bad07-36ef-4c23-8258-fda8056b9f14), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:11.263969 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6830e1e-ac7b-428c-bca6-c40f636e999b tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ac2bad07-36ef-4c23-8258-fda8056b9f14), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:11.271734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6830e1e-ac7b-428c-bca6-c40f636e999b tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:46:11.272133 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6830e1e-ac7b-428c-bca6-c40f636e999b tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (ac2bad07-36ef-4c23-8258-fda8056b9f14), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:46:11.277991 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:46:11.393504 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6830e1e-ac7b-428c-bca6-c40f636e999b tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (3d2b59ff-0415-4dd6-8444-e2e871f22e2e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:11.407650 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e6830e1e-ac7b-428c-bca6-c40f636e999b tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:11.412886 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e6830e1e-ac7b-428c-bca6-c40f636e999b tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "DELETE /v2.0/networks/3d2b59ff-0415-4dd6-8444-e2e871f22e2e HTTP/1.1" status: 204 len: 168 time: 0.4840169 Feb 10 15:46:11.415656 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57718) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:11.440768 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6830e1e-ac7b-428c-bca6-c40f636e999b tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event deleted for resources: {'Network': ['ID=3d2b59ff-0415-4dd6-8444-e2e871f22e2e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:11.475758 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:11.581852 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e6f593-bc2e-45e7-b80e-22f33e8bbb6b tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.586967 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e6f593-bc2e-45e7-b80e-22f33e8bbb6b tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.592876 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a6e6f593-bc2e-45e7-b80e-22f33e8bbb6b tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1762583 Feb 10 15:46:11.593785 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57722) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:11.599008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-576f8797-ca48-495c-912b-89865682553d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1405469060'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:11.646760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576f8797-ca48-495c-912b-89865682553d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Made reservation on behalf of d15f85ae16954f76b3e396cf8c72407e for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:11.659774 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-576f8797-ca48-495c-912b-89865682553d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:11.689897 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576f8797-ca48-495c-912b-89865682553d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:46:11.719291 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-576f8797-ca48-495c-912b-89865682553d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (8a6f2658-5813-40b7-a462-43b2008d09b8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:11.719776 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-576f8797-ca48-495c-912b-89865682553d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Added segment 8a6f2658-5813-40b7-a462-43b2008d09b8 of type vlan for network 7c662f51-8238-497d-ac66-26082f2bb5d6 Feb 10 15:46:11.803468 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-576f8797-ca48-495c-912b-89865682553d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (7c662f51-8238-497d-ac66-26082f2bb5d6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:11.854951 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-576f8797-ca48-495c-912b-89865682553d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (7c662f51-8238-497d-ac66-26082f2bb5d6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:11.876944 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f8797-ca48-495c-912b-89865682553d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:11.878035 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-576f8797-ca48-495c-912b-89865682553d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:11.946962 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-576f8797-ca48-495c-912b-89865682553d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3512199 Feb 10 15:46:11.950015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57734) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:11.955191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-80261ccb-8f14-403a-95ee-80b63bdddaca tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2092265218'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:11.993929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80261ccb-8f14-403a-95ee-80b63bdddaca tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Made reservation on behalf of d15f85ae16954f76b3e396cf8c72407e for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:11.998246 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-80261ccb-8f14-403a-95ee-80b63bdddaca tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:12.006764 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f8797-ca48-495c-912b-89865682553d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event updated for resources: {'Network': ['ID=7c662f51-8238-497d-ac66-26082f2bb5d6,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:12.031808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 7c662f51-8238-497d-ac66-26082f2bb5d6 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:46:12.062043 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80261ccb-8f14-403a-95ee-80b63bdddaca tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:46:12.105744 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-80261ccb-8f14-403a-95ee-80b63bdddaca tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (0db00a58-ef0a-4dda-a428-3b62381c3518), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:12.106120 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-80261ccb-8f14-403a-95ee-80b63bdddaca tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Added segment 0db00a58-ef0a-4dda-a428-3b62381c3518 of type vlan for network 8b320584-2a3b-4b7b-baa8-563b0faa4ba8 Feb 10 15:46:12.195422 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-80261ccb-8f14-403a-95ee-80b63bdddaca tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (8b320584-2a3b-4b7b-baa8-563b0faa4ba8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:12.239725 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-80261ccb-8f14-403a-95ee-80b63bdddaca tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (8b320584-2a3b-4b7b-baa8-563b0faa4ba8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:12.248346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80261ccb-8f14-403a-95ee-80b63bdddaca tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:12.248985 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-80261ccb-8f14-403a-95ee-80b63bdddaca tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:12.351622 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-80261ccb-8f14-403a-95ee-80b63bdddaca tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3980064 Feb 10 15:46:12.352426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57746) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:12.364959 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Request body: {'ports': [{'network_id': '7c662f51-8238-497d-ac66-26082f2bb5d6', 'name': 'tempest-port--2078765495', 'admin_state_up': True}, {'network_id': '8b320584-2a3b-4b7b-baa8-563b0faa4ba8', 'admin_state_up': False}]} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:12.365295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Request body: {'port': {'network_id': '7c662f51-8238-497d-ac66-26082f2bb5d6', 'name': 'tempest-port--2078765495', 'admin_state_up': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:12.365820 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Request body: {'port': {'network_id': '8b320584-2a3b-4b7b-baa8-563b0faa4ba8', 'admin_state_up': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:12.427290 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80261ccb-8f14-403a-95ee-80b63bdddaca tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event updated for resources: {'Network': ['ID=8b320584-2a3b-4b7b-baa8-563b0faa4ba8,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:12.440427 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 8b320584-2a3b-4b7b-baa8-563b0faa4ba8 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:46:12.718112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Made reservation on behalf of d15f85ae16954f76b3e396cf8c72407e for: {'port': 2} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:12.723579 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:12.749027 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:12.876923 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cd0a4aa0-a887-411b-acaa-283c8dd17228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:13.068682 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] device_id is not set on port 5dd3631e-8a1b-49a9-b64a-d3dd74229fe3 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:46:13.192419 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for port (5dd3631e-8a1b-49a9-b64a-d3dd74229fe3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:13.417399 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] device_id is not set on port 81ae89fa-0db6-49b1-ae09-a3b8342d5fcb yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:46:13.670917 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for port (81ae89fa-0db6-49b1-ae09-a3b8342d5fcb), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:13.741901 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (5dd3631e-8a1b-49a9-b64a-d3dd74229fe3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:13.866437 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event updated for resources: {'Port': ['ID=5dd3631e-8a1b-49a9-b64a-d3dd74229fe3,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:13.907636 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Checking segment: {'id': '8a6f2658-5813-40b7-a462-43b2008d09b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7c662f51-8238-497d-ac66-26082f2bb5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:46:13.908035 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Network hostable DHCP agents. Network: 7c662f51-8238-497d-ac66-26082f2bb5d6, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:46:13.976706 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Network 7c662f51-8238-497d-ac66-26082f2bb5d6 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:46:14.009224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 7c662f51-8238-497d-ac66-26082f2bb5d6) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:14.019534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:14.023231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5581938-e63f-456a-8f85-b8d3972b20f1 None None] Network 7c662f51-8238-497d-ac66-26082f2bb5d6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:46:14.033688 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (81ae89fa-0db6-49b1-ae09-a3b8342d5fcb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:14.130798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event updated for resources: {'Port': ['ID=81ae89fa-0db6-49b1-ae09-a3b8342d5fcb,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:14.173975 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Checking segment: {'id': '0db00a58-ef0a-4dda-a428-3b62381c3518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8b320584-2a3b-4b7b-baa8-563b0faa4ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:46:14.178277 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Network hostable DHCP agents. Network: 8b320584-2a3b-4b7b-baa8-563b0faa4ba8, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:46:14.200294 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Network 8b320584-2a3b-4b7b-baa8-563b0faa4ba8 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:46:14.213211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 8b320584-2a3b-4b7b-baa8-563b0faa4ba8) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:14.217607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:14.223976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370725bc-b83f-40ef-8744-b1cef822b377 None None] Network 8b320584-2a3b-4b7b-baa8-563b0faa4ba8 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:46:14.225337 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:14.230150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:14.230905 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:14.262855 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6098ece4-f835-4296-b81c-229ad8341ea9 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9067857 Feb 10 15:46:14.263687 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57768) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:14.444364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88741442-c6c9-4d72-a905-67fb371c197f tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:14.450295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88741442-c6c9-4d72-a905-67fb371c197f tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:14.454825 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-88741442-c6c9-4d72-a905-67fb371c197f tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1869116 Feb 10 15:46:14.455151 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57770) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:14.604501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-5aaea5a3-059a-4644-8298-615d5fffbf74 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Deleting port 5dd3631e-8a1b-49a9-b64a-d3dd74229fe3 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:46:14.604801 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5aaea5a3-059a-4644-8298-615d5fffbf74 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5dd3631e-8a1b-49a9-b64a-d3dd74229fe3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:14.714920 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5aaea5a3-059a-4644-8298-615d5fffbf74 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5dd3631e-8a1b-49a9-b64a-d3dd74229fe3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:14.733270 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-5aaea5a3-059a-4644-8298-615d5fffbf74 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Calling delete_port for 5dd3631e-8a1b-49a9-b64a-d3dd74229fe3 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:46:14.889302 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5aaea5a3-059a-4644-8298-615d5fffbf74 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (5dd3631e-8a1b-49a9-b64a-d3dd74229fe3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:14.996816 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaea5a3-059a-4644-8298-615d5fffbf74 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event deleted for resources: {'Port': ['ID=5dd3631e-8a1b-49a9-b64a-d3dd74229fe3,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:15.024068 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5aaea5a3-059a-4644-8298-615d5fffbf74 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:15.035491 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5aaea5a3-059a-4644-8298-615d5fffbf74 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "DELETE /v2.0/ports/5dd3631e-8a1b-49a9-b64a-d3dd74229fe3 HTTP/1.1" status: 204 len: 168 time: 0.5790567 Feb 10 15:46:15.041530 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57774) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:15.207776 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e0d3-b837-4560-afcc-22c40f73b0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:15.246072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-589c133f-6341-4991-a8e2-b3a49ad51c71 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Deleting port 81ae89fa-0db6-49b1-ae09-a3b8342d5fcb {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:46:15.246408 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-589c133f-6341-4991-a8e2-b3a49ad51c71 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (81ae89fa-0db6-49b1-ae09-a3b8342d5fcb), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:15.390106 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-589c133f-6341-4991-a8e2-b3a49ad51c71 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (81ae89fa-0db6-49b1-ae09-a3b8342d5fcb), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:15.409882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-589c133f-6341-4991-a8e2-b3a49ad51c71 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Calling delete_port for 81ae89fa-0db6-49b1-ae09-a3b8342d5fcb owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:46:15.598622 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-589c133f-6341-4991-a8e2-b3a49ad51c71 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (81ae89fa-0db6-49b1-ae09-a3b8342d5fcb), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:15.638570 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c133f-6341-4991-a8e2-b3a49ad51c71 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event deleted for resources: {'Port': ['ID=81ae89fa-0db6-49b1-ae09-a3b8342d5fcb,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:15.652108 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-589c133f-6341-4991-a8e2-b3a49ad51c71 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:15.656551 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-589c133f-6341-4991-a8e2-b3a49ad51c71 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "DELETE /v2.0/ports/81ae89fa-0db6-49b1-ae09-a3b8342d5fcb HTTP/1.1" status: 204 len: 168 time: 0.6070125 Feb 10 15:46:15.659157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57788) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:15.692834 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8f575009-84de-485f-9dba-8aae1f9b931d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0324247 Feb 10 15:46:15.698550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57790) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:15.704726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ca4afd70-db05-475e-88a9-8e1122212d38 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-916106467'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:15.772070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4afd70-db05-475e-88a9-8e1122212d38 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Made reservation on behalf of d15f85ae16954f76b3e396cf8c72407e for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:15.781662 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca4afd70-db05-475e-88a9-8e1122212d38 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:15.817066 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4afd70-db05-475e-88a9-8e1122212d38 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:46:15.834268 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca4afd70-db05-475e-88a9-8e1122212d38 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (f0c259e2-a4ce-426a-8be8-64250289c48a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:15.835031 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-ca4afd70-db05-475e-88a9-8e1122212d38 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Added segment f0c259e2-a4ce-426a-8be8-64250289c48a of type vlan for network 319cd37b-da09-48dc-9f31-057e880bd260 Feb 10 15:46:15.886860 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca4afd70-db05-475e-88a9-8e1122212d38 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (319cd37b-da09-48dc-9f31-057e880bd260), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:15.955363 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca4afd70-db05-475e-88a9-8e1122212d38 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (319cd37b-da09-48dc-9f31-057e880bd260), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:15.968910 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4afd70-db05-475e-88a9-8e1122212d38 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:15.968910 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca4afd70-db05-475e-88a9-8e1122212d38 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:16.028888 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ca4afd70-db05-475e-88a9-8e1122212d38 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3292162 Feb 10 15:46:16.029294 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57796) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:16.038473 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-48d75eca-3ced-4bd3-860c-84cb5cdee77f tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1985242688'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:16.076887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4afd70-db05-475e-88a9-8e1122212d38 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event updated for resources: {'Network': ['ID=319cd37b-da09-48dc-9f31-057e880bd260,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:16.095816 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 319cd37b-da09-48dc-9f31-057e880bd260 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:46:16.117444 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d75eca-3ced-4bd3-860c-84cb5cdee77f tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Made reservation on behalf of d15f85ae16954f76b3e396cf8c72407e for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:16.127898 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48d75eca-3ced-4bd3-860c-84cb5cdee77f tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:16.181185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d75eca-3ced-4bd3-860c-84cb5cdee77f tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:46:16.203060 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48d75eca-3ced-4bd3-860c-84cb5cdee77f tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (bed4ca89-199e-4a84-8857-ce3b1347af56), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:16.203668 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-48d75eca-3ced-4bd3-860c-84cb5cdee77f tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Added segment bed4ca89-199e-4a84-8857-ce3b1347af56 of type vlan for network 646a0771-7b75-4be4-9ca6-229ce6702ee8 Feb 10 15:46:16.258642 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48d75eca-3ced-4bd3-860c-84cb5cdee77f tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (646a0771-7b75-4be4-9ca6-229ce6702ee8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:16.292520 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48d75eca-3ced-4bd3-860c-84cb5cdee77f tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (646a0771-7b75-4be4-9ca6-229ce6702ee8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:16.307464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d75eca-3ced-4bd3-860c-84cb5cdee77f tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:16.308141 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-48d75eca-3ced-4bd3-860c-84cb5cdee77f tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:16.376739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-48d75eca-3ced-4bd3-860c-84cb5cdee77f tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3419914 Feb 10 15:46:16.439909 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:16.553734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d75eca-3ced-4bd3-860c-84cb5cdee77f tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event updated for resources: {'Network': ['ID=646a0771-7b75-4be4-9ca6-229ce6702ee8,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:16.564178 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 646a0771-7b75-4be4-9ca6-229ce6702ee8 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:46:16.642265 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57814) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:16.648061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Request body: {'subnets': [{'network_id': '319cd37b-da09-48dc-9f31-057e880bd260', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1816060202', 'ip_version': 4}, {'network_id': '646a0771-7b75-4be4-9ca6-229ce6702ee8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:16.648384 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Request body: {'subnet': {'network_id': '319cd37b-da09-48dc-9f31-057e880bd260', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1816060202', 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:16.648995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Request body: {'subnet': {'network_id': '646a0771-7b75-4be4-9ca6-229ce6702ee8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:17.433453 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Made reservation on behalf of d15f85ae16954f76b3e396cf8c72407e for: {'subnet': 2} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:17.481126 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:17.481843 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:17.950986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57832) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:17.987524 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:18.191952 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e471c35-6102-4179-88e5-dbd78a91c194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:18.230901 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (a8c6b276-5691-4a07-a953-9eb274196d02), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:18.315848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event updated for resources: {'Subnet': ['ID=a8c6b276-5691-4a07-a953-9eb274196d02,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:18.331726 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e471c35-6102-4179-88e5-dbd78a91c194 admin admin] Publish callbacks [] for security_group (aa005159-98db-47bc-9871-47bc79470fb7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:18.337462 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e471c35-6102-4179-88e5-dbd78a91c194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (aa005159-98db-47bc-9871-47bc79470fb7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:18.337691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Checking segment: {'id': 'f0c259e2-a4ce-426a-8be8-64250289c48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '319cd37b-da09-48dc-9f31-057e880bd260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:46:18.337937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Network hostable DHCP agents. Network: 319cd37b-da09-48dc-9f31-057e880bd260, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:46:18.383870 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Network 319cd37b-da09-48dc-9f31-057e880bd260 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:46:18.389832 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e471c35-6102-4179-88e5-dbd78a91c194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa005159-98db-47bc-9871-47bc79470fb7,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:18.406361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 319cd37b-da09-48dc-9f31-057e880bd260) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:18.410378 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1e471c35-6102-4179-88e5-dbd78a91c194 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88eb2719e9e04458a849b015a9bb0f29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4575481 Feb 10 15:46:18.410791 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57836) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:18.414043 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (af6b1620-f65a-4e05-95be-217090c96de3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:18.418366 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271f73c6-ba84-47c9-a527-a2accf4ee8ad None None] Network 319cd37b-da09-48dc-9f31-057e880bd260 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:46:18.511408 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event updated for resources: {'Subnet': ['ID=af6b1620-f65a-4e05-95be-217090c96de3,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:18.565680 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-319cd37b-da09-48dc-9f31-057e880bd260', 'network_id': '319cd37b-da09-48dc-9f31-057e880bd260', 'project_id': 'd15f85ae16954f76b3e396cf8c72407e', 'fixed_ips': [{'subnet_id': 'a8c6b276-5691-4a07-a953-9eb274196d02'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:46:18.566603 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:18.590084 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Checking segment: {'id': 'bed4ca89-199e-4a84-8857-ce3b1347af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '646a0771-7b75-4be4-9ca6-229ce6702ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:46:18.590452 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Network hostable DHCP agents. Network: 646a0771-7b75-4be4-9ca6-229ce6702ee8, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:46:18.601216 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9d919238-3627-41c4-a09a-aee956531aad admin admin] Publish callbacks [] for security_group (aa005159-98db-47bc-9871-47bc79470fb7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:18.634730 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9d919238-3627-41c4-a09a-aee956531aad admin admin] Publish callbacks [] for security_group (aa005159-98db-47bc-9871-47bc79470fb7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:18.698287 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9d919238-3627-41c4-a09a-aee956531aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (aa005159-98db-47bc-9871-47bc79470fb7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:18.705706 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9d919238-3627-41c4-a09a-aee956531aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:18.706997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9d919238-3627-41c4-a09a-aee956531aad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa005159-98db-47bc-9871-47bc79470fb7 HTTP/1.1" status: 204 len: 168 time: 0.2943852 Feb 10 15:46:18.739614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d919238-3627-41c4-a09a-aee956531aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa005159-98db-47bc-9871-47bc79470fb7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:18.781205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Network 646a0771-7b75-4be4-9ca6-229ce6702ee8 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:46:18.812832 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 646a0771-7b75-4be4-9ca6-229ce6702ee8) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:18.818736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.819428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:18.820161 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:18.841436 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Allocated IP 172.20.0.2 (319cd37b-da09-48dc-9f31-057e880bd260/a8c6b276-5691-4a07-a953-9eb274196d02/5cf6438d-f395-48f9-b5d0-aa4cfb3df188) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:18.876830 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3a6ad367-0b68-4e2e-84a3-76752385f904 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2308874 Feb 10 15:46:18.877207 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57844) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:19.046344 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0216c6bf-526f-420b-b7f5-5a03f8c253bf tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:19.051634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0216c6bf-526f-420b-b7f5-5a03f8c253bf tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:19.055228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0216c6bf-526f-420b-b7f5-5a03f8c253bf tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:19.061209 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0216c6bf-526f-420b-b7f5-5a03f8c253bf tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1789925 Feb 10 15:46:19.061612 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57852) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:19.211392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-6321868c-e77b-4dce-b8e6-b903b4365b4d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Deleting subnet a8c6b276-5691-4a07-a953-9eb274196d02 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:46:19.291085 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Publish callbacks [] for port (5cf6438d-f395-48f9-b5d0-aa4cfb3df188), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:19.301182 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6321868c-e77b-4dce-b8e6-b903b4365b4d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for subnet (a8c6b276-5691-4a07-a953-9eb274196d02), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:19.312684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065a3b27-e889-48b2-a6e5-1498ca7fa064 None None] Network 646a0771-7b75-4be4-9ca6-229ce6702ee8 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:46:19.397109 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (5cf6438d-f395-48f9-b5d0-aa4cfb3df188), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:19.420429 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6321868c-e77b-4dce-b8e6-b903b4365b4d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (a8c6b276-5691-4a07-a953-9eb274196d02), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:19.470493 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Pushing event updated for resources: {'Port': ['ID=5cf6438d-f395-48f9-b5d0-aa4cfb3df188,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:19.491735 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:19.495696 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-646a0771-7b75-4be4-9ca6-229ce6702ee8', 'network_id': '646a0771-7b75-4be4-9ca6-229ce6702ee8', 'project_id': 'd15f85ae16954f76b3e396cf8c72407e', 'fixed_ips': [{'subnet_id': 'af6b1620-f65a-4e05-95be-217090c96de3'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:46:19.497270 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:19.626619 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6321868c-e77b-4dce-b8e6-b903b4365b4d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (a8c6b276-5691-4a07-a953-9eb274196d02), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:19.676239 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Network 319cd37b-da09-48dc-9f31-057e880bd260 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:19.680233 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:19.699264 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:19.773964 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6321868c-e77b-4dce-b8e6-b903b4365b4d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (a8c6b276-5691-4a07-a953-9eb274196d02), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:19.814902 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321868c-e77b-4dce-b8e6-b903b4365b4d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c6b276-5691-4a07-a953-9eb274196d02,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:19.817091 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6321868c-e77b-4dce-b8e6-b903b4365b4d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:19.820385 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6321868c-e77b-4dce-b8e6-b903b4365b4d tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "DELETE /v2.0/subnets/a8c6b276-5691-4a07-a953-9eb274196d02 HTTP/1.1" status: 204 len: 168 time: 0.7574341 Feb 10 15:46:19.823150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57876) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:19.853695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Attempting to bind port 5cf6438d-f395-48f9-b5d0-aa4cfb3df188 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:46:19.854060 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Attempting to bind port 5cf6438d-f395-48f9-b5d0-aa4cfb3df188 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'f0c259e2-a4ce-426a-8be8-64250289c48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '319cd37b-da09-48dc-9f31-057e880bd260'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:46:19.855551 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Attempting to bind port 5cf6438d-f395-48f9-b5d0-aa4cfb3df188 on network 319cd37b-da09-48dc-9f31-057e880bd260 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:19.867714 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:19.868091 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Checking segment: {'id': 'f0c259e2-a4ce-426a-8be8-64250289c48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '319cd37b-da09-48dc-9f31-057e880bd260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:46:19.868567 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:19.868922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Bound using segment: {'id': 'f0c259e2-a4ce-426a-8be8-64250289c48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '319cd37b-da09-48dc-9f31-057e880bd260'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:19.869404 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Bound port: 5cf6438d-f395-48f9-b5d0-aa4cfb3df188, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c259e2-a4ce-426a-8be8-64250289c48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '319cd37b-da09-48dc-9f31-057e880bd260'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:46:19.870521 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5cf6438d-f395-48f9-b5d0-aa4cfb3df188), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:19.907739 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-efaa5511-5c2d-4868-bfb1-c6faba94b047 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Deleting subnet af6b1620-f65a-4e05-95be-217090c96de3 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:46:19.971251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] For port 5cf6438d-f395-48f9-b5d0-aa4cfb3df188, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:19.974640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] For port 5cf6438d-f395-48f9-b5d0-aa4cfb3df188, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=5cf6438d-f395-48f9-b5d0-aa4cfb3df188,segment=NetworkSegment(f0c259e2-a4ce-426a-8be8-64250289c48a),segment_id=f0c259e2-a4ce-426a-8be8-64250289c48a)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:19.990901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Allocated IP 172.20.0.18 (646a0771-7b75-4be4-9ca6-229ce6702ee8/af6b1620-f65a-4e05-95be-217090c96de3/e4ff5e61-578f-42e4-9fc7-add4d67173a3) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:19.994747 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5cf6438d-f395-48f9-b5d0-aa4cfb3df188), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:20.199802 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770e2cd-d1a5-4e69-b7c4-c8d458620d5f None None] Pushing event updated for resources: {'Port': ['ID=5cf6438d-f395-48f9-b5d0-aa4cfb3df188,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:20.214340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ba9c27-2f16-472d-b4ae-e07c3affde20 None None] Network 319cd37b-da09-48dc-9f31-057e880bd260 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:46:20.468480 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Publish callbacks [] for port (e4ff5e61-578f-42e4-9fc7-add4d67173a3), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:20.475952 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-efaa5511-5c2d-4868-bfb1-c6faba94b047 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for subnet (af6b1620-f65a-4e05-95be-217090c96de3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:20.477325 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (e4ff5e61-578f-42e4-9fc7-add4d67173a3), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:20.534491 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Network 646a0771-7b75-4be4-9ca6-229ce6702ee8 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:20.538341 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:20.545030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:20.570599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Pushing event updated for resources: {'Port': ['ID=e4ff5e61-578f-42e4-9fc7-add4d67173a3,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:20.615801 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-efaa5511-5c2d-4868-bfb1-c6faba94b047 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (af6b1620-f65a-4e05-95be-217090c96de3), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:20.698880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Attempting to bind port e4ff5e61-578f-42e4-9fc7-add4d67173a3 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:46:20.700266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Attempting to bind port e4ff5e61-578f-42e4-9fc7-add4d67173a3 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'bed4ca89-199e-4a84-8857-ce3b1347af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '646a0771-7b75-4be4-9ca6-229ce6702ee8'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:46:20.700963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Attempting to bind port e4ff5e61-578f-42e4-9fc7-add4d67173a3 on network 646a0771-7b75-4be4-9ca6-229ce6702ee8 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:20.708382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:20.709254 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Checking segment: {'id': 'bed4ca89-199e-4a84-8857-ce3b1347af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '646a0771-7b75-4be4-9ca6-229ce6702ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:46:20.709914 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:20.710753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Bound using segment: {'id': 'bed4ca89-199e-4a84-8857-ce3b1347af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '646a0771-7b75-4be4-9ca6-229ce6702ee8'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:20.711488 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Bound port: e4ff5e61-578f-42e4-9fc7-add4d67173a3, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed4ca89-199e-4a84-8857-ce3b1347af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '646a0771-7b75-4be4-9ca6-229ce6702ee8'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:46:20.712141 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e4ff5e61-578f-42e4-9fc7-add4d67173a3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:20.832201 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-efaa5511-5c2d-4868-bfb1-c6faba94b047 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (af6b1620-f65a-4e05-95be-217090c96de3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:20.920387 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-efaa5511-5c2d-4868-bfb1-c6faba94b047 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (af6b1620-f65a-4e05-95be-217090c96de3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:20.925053 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] For port e4ff5e61-578f-42e4-9fc7-add4d67173a3, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:20.931580 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] For port e4ff5e61-578f-42e4-9fc7-add4d67173a3, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e4ff5e61-578f-42e4-9fc7-add4d67173a3,segment=NetworkSegment(bed4ca89-199e-4a84-8857-ce3b1347af56),segment_id=bed4ca89-199e-4a84-8857-ce3b1347af56)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:20.938472 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-efaa5511-5c2d-4868-bfb1-c6faba94b047 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:20.945331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57894) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:20.945832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-efaa5511-5c2d-4868-bfb1-c6faba94b047 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "DELETE /v2.0/subnets/af6b1620-f65a-4e05-95be-217090c96de3 HTTP/1.1" status: 204 len: 168 time: 1.1214371 Feb 10 15:46:20.947457 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e4ff5e61-578f-42e4-9fc7-add4d67173a3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:20.995568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa5511-5c2d-4868-bfb1-c6faba94b047 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event deleted for resources: {'Subnet': ['ID=af6b1620-f65a-4e05-95be-217090c96de3,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:21.029664 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c96d7-28b2-4101-a417-a4d7fb0b6310 None None] Pushing event updated for resources: {'Port': ['ID=e4ff5e61-578f-42e4-9fc7-add4d67173a3,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:21.129671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e94d2-86ee-4c52-b825-aaef5d1e68b2 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:21.131185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ce1e94d2-86ee-4c52-b825-aaef5d1e68b2 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1848667 Feb 10 15:46:21.137844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57900) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:21.398210 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (646a0771-7b75-4be4-9ca6-229ce6702ee8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:21.574334 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Deleting port e4ff5e61-578f-42e4-9fc7-add4d67173a3 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:46:21.574831 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e4ff5e61-578f-42e4-9fc7-add4d67173a3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:21.732403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] For port e4ff5e61-578f-42e4-9fc7-add4d67173a3, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e4ff5e61-578f-42e4-9fc7-add4d67173a3,segment=NetworkSegment(bed4ca89-199e-4a84-8857-ce3b1347af56),segment_id=bed4ca89-199e-4a84-8857-ce3b1347af56)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:21.732801 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e4ff5e61-578f-42e4-9fc7-add4d67173a3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:21.770743 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Calling delete_port for e4ff5e61-578f-42e4-9fc7-add4d67173a3 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:46:21.943860 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (e4ff5e61-578f-42e4-9fc7-add4d67173a3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:21.992726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] No DVR routers for this DVR port e4ff5e61-578f-42e4-9fc7-add4d67173a3 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:46:21.995553 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event deleted for resources: {'Port': ['ID=e4ff5e61-578f-42e4-9fc7-add4d67173a3,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:22.124821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e4ff5e61-578f-42e4-9fc7-add4d67173a3 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:22.189609 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (646a0771-7b75-4be4-9ca6-229ce6702ee8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:22.195268 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: e4ff5e61-578f-42e4-9fc7-add4d67173a3 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:46:22.195631 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e4ff5e61-578f-42e4-9fc7-add4d67173a3 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 10 15:46:22.239498 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646a0771-7b75-4be4-9ca6-229ce6702ee8']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:22.242134 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Port e4ff5e61-578f-42e4-9fc7-add4d67173a3 not found, will not notify nova. {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 10 15:46:22.271744 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed4ca89-199e-4a84-8857-ce3b1347af56') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:22.272051 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed4ca89-199e-4a84-8857-ce3b1347af56') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:22.305382 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (bed4ca89-199e-4a84-8857-ce3b1347af56), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:22.329346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (bed4ca89-199e-4a84-8857-ce3b1347af56), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:22.343480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:46:22.343896 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (bed4ca89-199e-4a84-8857-ce3b1347af56), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:46:22.351805 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:46:22.494631 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (646a0771-7b75-4be4-9ca6-229ce6702ee8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:22.506740 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:22.511673 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "DELETE /v2.0/networks/646a0771-7b75-4be4-9ca6-229ce6702ee8 HTTP/1.1" status: 204 len: 168 time: 1.3728569 Feb 10 15:46:22.514547 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57918) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:22.544609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fad906-f4f0-49e6-99aa-b02ca278a552 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event deleted for resources: {'Network': ['ID=646a0771-7b75-4be4-9ca6-229ce6702ee8,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:22.672089 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (319cd37b-da09-48dc-9f31-057e880bd260), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:22.770484 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3ee7f3-c36f-4230-b2a5-300add6cfaf6 None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 15:46:22.793965 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Deleting port 5cf6438d-f395-48f9-b5d0-aa4cfb3df188 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:46:22.794398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5cf6438d-f395-48f9-b5d0-aa4cfb3df188), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:22.832431 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-76f34543-81ec-4139-9908-bc745a4b8bb1 None None] Could not find standard attr ID for object e4ff5e61-578f-42e4-9fc7-add4d67173a3. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:46:22.873937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] For port 5cf6438d-f395-48f9-b5d0-aa4cfb3df188, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=5cf6438d-f395-48f9-b5d0-aa4cfb3df188,segment=NetworkSegment(f0c259e2-a4ce-426a-8be8-64250289c48a),segment_id=f0c259e2-a4ce-426a-8be8-64250289c48a)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:22.874603 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5cf6438d-f395-48f9-b5d0-aa4cfb3df188), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:22.888577 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Calling delete_port for 5cf6438d-f395-48f9-b5d0-aa4cfb3df188 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:46:22.925794 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3ee7f3-c36f-4230-b2a5-300add6cfaf6 None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 15:46:22.981933 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (5cf6438d-f395-48f9-b5d0-aa4cfb3df188), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:23.045217 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event deleted for resources: {'Port': ['ID=5cf6438d-f395-48f9-b5d0-aa4cfb3df188,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:23.064401 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] No DVR routers for this DVR port 5cf6438d-f395-48f9-b5d0-aa4cfb3df188 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:46:23.269593 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (319cd37b-da09-48dc-9f31-057e880bd260), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:23.336191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319cd37b-da09-48dc-9f31-057e880bd260']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:23.355910 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c259e2-a4ce-426a-8be8-64250289c48a') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:23.356207 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c259e2-a4ce-426a-8be8-64250289c48a') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:23.385991 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (f0c259e2-a4ce-426a-8be8-64250289c48a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:23.411986 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (f0c259e2-a4ce-426a-8be8-64250289c48a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:23.430501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:46:23.431108 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (f0c259e2-a4ce-426a-8be8-64250289c48a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:23.432505 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8e07bc-864b-4a7f-a3cc-7e8ed1ec734a None None] DHCP port deletion for 646a0771-7b75-4be4-9ca6-229ce6702ee8 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:46:23.434591 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:46:23.477325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e7ecfe-2c51-4e82-89a6-5d82f4bf0dab None None] Network 646a0771-7b75-4be4-9ca6-229ce6702ee8 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:46:23.512001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e7ecfe-2c51-4e82-89a6-5d82f4bf0dab None None] Network 646a0771-7b75-4be4-9ca6-229ce6702ee8 could not be found, it might have been deleted concurrently. {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 15:46:23.540473 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (319cd37b-da09-48dc-9f31-057e880bd260), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:23.562521 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:23.569599 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "DELETE /v2.0/networks/319cd37b-da09-48dc-9f31-057e880bd260 HTTP/1.1" status: 204 len: 168 time: 1.0526116 Feb 10 15:46:23.571307 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 57926) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:23.582973 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1844f76-3c7b-4c07-ae3d-56d2349e97eb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event deleted for resources: {'Network': ['ID=319cd37b-da09-48dc-9f31-057e880bd260,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:23.740850 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0e7018b1-1145-484b-8f0a-0691d274dbdb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (8b320584-2a3b-4b7b-baa8-563b0faa4ba8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:23.846701 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0e7018b1-1145-484b-8f0a-0691d274dbdb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (8b320584-2a3b-4b7b-baa8-563b0faa4ba8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:23.871956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-0e7018b1-1145-484b-8f0a-0691d274dbdb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b320584-2a3b-4b7b-baa8-563b0faa4ba8']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:23.882899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-0e7018b1-1145-484b-8f0a-0691d274dbdb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db00a58-ef0a-4dda-a428-3b62381c3518') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:23.883401 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-0e7018b1-1145-484b-8f0a-0691d274dbdb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db00a58-ef0a-4dda-a428-3b62381c3518') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:23.894959 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0e7018b1-1145-484b-8f0a-0691d274dbdb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (0db00a58-ef0a-4dda-a428-3b62381c3518), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:23.941538 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0e7018b1-1145-484b-8f0a-0691d274dbdb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (0db00a58-ef0a-4dda-a428-3b62381c3518), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:23.955273 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7018b1-1145-484b-8f0a-0691d274dbdb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:46:23.955273 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0e7018b1-1145-484b-8f0a-0691d274dbdb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (0db00a58-ef0a-4dda-a428-3b62381c3518), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:46:23.958168 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:46:24.010532 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e4ff5e61-578f-42e4-9fc7-add4d67173a3 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:46:24.093959 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: e4ff5e61-578f-42e4-9fc7-add4d67173a3 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:46:24.097222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e4ff5e61-578f-42e4-9fc7-add4d67173a3 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:46:24.117851 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0e7018b1-1145-484b-8f0a-0691d274dbdb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (8b320584-2a3b-4b7b-baa8-563b0faa4ba8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:24.123836 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0e7018b1-1145-484b-8f0a-0691d274dbdb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:24.131724 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0e7018b1-1145-484b-8f0a-0691d274dbdb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "DELETE /v2.0/networks/8b320584-2a3b-4b7b-baa8-563b0faa4ba8 HTTP/1.1" status: 204 len: 168 time: 0.5569527 Feb 10 15:46:24.132422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57932) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:24.158363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7018b1-1145-484b-8f0a-0691d274dbdb tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event deleted for resources: {'Network': ['ID=8b320584-2a3b-4b7b-baa8-563b0faa4ba8,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:24.300473 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-02725e3e-081a-4d6d-a56a-1778da0debd3 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (7c662f51-8238-497d-ac66-26082f2bb5d6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:24.443841 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-02725e3e-081a-4d6d-a56a-1778da0debd3 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (7c662f51-8238-497d-ac66-26082f2bb5d6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:24.519242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-02725e3e-081a-4d6d-a56a-1778da0debd3 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c662f51-8238-497d-ac66-26082f2bb5d6']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:24.529287 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-48e0230c-b255-40f4-adb5-fc372eeaae61 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7868bc6f74ea42e2bbb7342d6a9f867b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716555 Feb 10 15:46:24.551011 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-02725e3e-081a-4d6d-a56a-1778da0debd3 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6f2658-5813-40b7-a462-43b2008d09b8') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:24.551605 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-02725e3e-081a-4d6d-a56a-1778da0debd3 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6f2658-5813-40b7-a462-43b2008d09b8') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:24.565701 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-02725e3e-081a-4d6d-a56a-1778da0debd3 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (8a6f2658-5813-40b7-a462-43b2008d09b8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:24.600361 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-02725e3e-081a-4d6d-a56a-1778da0debd3 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (8a6f2658-5813-40b7-a462-43b2008d09b8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:24.606804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02725e3e-081a-4d6d-a56a-1778da0debd3 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:46:24.607400 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-02725e3e-081a-4d6d-a56a-1778da0debd3 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (8a6f2658-5813-40b7-a462-43b2008d09b8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:46:24.732483 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:46:24.742475 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-02725e3e-081a-4d6d-a56a-1778da0debd3 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (7c662f51-8238-497d-ac66-26082f2bb5d6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:24.747393 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-02725e3e-081a-4d6d-a56a-1778da0debd3 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:24.754424 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-02725e3e-081a-4d6d-a56a-1778da0debd3 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] 10.222.0.64 "DELETE /v2.0/networks/7c662f51-8238-497d-ac66-26082f2bb5d6 HTTP/1.1" status: 204 len: 168 time: 0.6173470 Feb 10 15:46:24.786608 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02725e3e-081a-4d6d-a56a-1778da0debd3 tempest-BulkNetworkOpsTest-303736578 tempest-BulkNetworkOpsTest-303736578-project] Pushing event deleted for resources: {'Network': ['ID=7c662f51-8238-497d-ac66-26082f2bb5d6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:24.872279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-54ff1db0-5805-475f-9437-b9a66832da41 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:24.889887 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-54ff1db0-5805-475f-9437-b9a66832da41 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3540778 Feb 10 15:46:24.922611 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-8d071cc6-ce0f-450d-83d1-292aa2886ba3 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/quotas/7868bc6f74ea42e2bbb7342d6a9f867b HTTP/1.1" status: 200 len: 375 time: 0.0195458 Feb 10 15:46:24.973605 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6d652add-4025-48d3-9da9-754a86b3e528 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7868bc6f74ea42e2bbb7342d6a9f867b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426569 Feb 10 15:46:25.260839 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b8f1cdf9-74b3-4124-acd7-0d534138da7e req-b3e7bfb8-d006-43f0-b2a9-97ce33a92d05 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/ports?device_id=b81ac9cc-5405-4376-967b-8616d9c86c18 HTTP/1.1" status: 200 len: 210 time: 0.0564313 Feb 10 15:46:25.321676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57962) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:25.489772 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3b1ca5dd-65b2-43fc-bc9f-3d53e89c4708 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d15f85ae16954f76b3e396cf8c72407e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1665816 Feb 10 15:46:25.491962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 57970) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:25.567253 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c2cfb86-9509-44d2-a10e-54c23b665ee7 admin admin] Publish callbacks [] for security_group (227a01c0-9db9-40b4-80f3-bc77cca06be4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:25.592255 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c2cfb86-9509-44d2-a10e-54c23b665ee7 admin admin] Publish callbacks [] for security_group (227a01c0-9db9-40b4-80f3-bc77cca06be4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:25.648919 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c2cfb86-9509-44d2-a10e-54c23b665ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (227a01c0-9db9-40b4-80f3-bc77cca06be4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:25.652081 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7c2cfb86-9509-44d2-a10e-54c23b665ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:25.656001 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7c2cfb86-9509-44d2-a10e-54c23b665ee7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/227a01c0-9db9-40b4-80f3-bc77cca06be4 HTTP/1.1" status: 204 len: 168 time: 0.1591191 Feb 10 15:46:25.682386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cfb86-9509-44d2-a10e-54c23b665ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227a01c0-9db9-40b4-80f3-bc77cca06be4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:26.467102 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7beff2e5-365e-42cd-8b41-8291a784a129 req-5f011bba-3dbe-4a56-8e7a-6eb289bb0b2b tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/ports?device_id=b81ac9cc-5405-4376-967b-8616d9c86c18 HTTP/1.1" status: 200 len: 210 time: 0.0669541 Feb 10 15:46:26.620330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-15df52f8-8799-4883-a917-cfc1ec3f0bfb tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7868bc6f74ea42e2bbb7342d6a9f867b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461040 Feb 10 15:46:26.848793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58012) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:26.863203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-e70018c2-df9a-427b-b51b-1f27c9f20641 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:26.878212 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-e70018c2-df9a-427b-b51b-1f27c9f20641 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408133 Feb 10 15:46:26.883681 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Request body: {'port': {'device_id': 'b81ac9cc-5405-4376-967b-8616d9c86c18', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '7868bc6f74ea42e2bbb7342d6a9f867b'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:27.002356 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b3c5193b-4dba-4967-9769-4b0ea27a46bf tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013026543'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:27.029338 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3c5193b-4dba-4967-9769-4b0ea27a46bf tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:27.047729 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3c5193b-4dba-4967-9769-4b0ea27a46bf tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:27.100727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Made reservation on behalf of 7868bc6f74ea42e2bbb7342d6a9f867b for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:27.105639 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:27.122837 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:27.150921 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3c5193b-4dba-4967-9769-4b0ea27a46bf tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (2ab9266d-9fd0-4fff-9874-ced5692e0cdc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:27.158380 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3c5193b-4dba-4967-9769-4b0ea27a46bf tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2ab9266d-9fd0-4fff-9874-ced5692e0cdc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:27.203333 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5193b-4dba-4967-9769-4b0ea27a46bf tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab9266d-9fd0-4fff-9874-ced5692e0cdc,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:27.254289 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Publish callbacks [] for security_group (30db658d-cbe7-436d-ad8b-c36ce8447b52), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:27.259527 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (30db658d-cbe7-436d-ad8b-c36ce8447b52), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:27.270333 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3c5193b-4dba-4967-9769-4b0ea27a46bf tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (8910b9ae-caac-4649-a06f-300ca3c25c4b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:27.283121 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3c5193b-4dba-4967-9769-4b0ea27a46bf tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8910b9ae-caac-4649-a06f-300ca3c25c4b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:27.328395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3c5193b-4dba-4967-9769-4b0ea27a46bf tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:27.333644 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b3c5193b-4dba-4967-9769-4b0ea27a46bf tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4831178 Feb 10 15:46:27.334267 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58020) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:27.343995 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5193b-4dba-4967-9769-4b0ea27a46bf tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8910b9ae-caac-4649-a06f-300ca3c25c4b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:27.420054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30db658d-cbe7-436d-ad8b-c36ce8447b52,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:27.506585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58024) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:27.507541 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0b5612dd-d5d4-4452-9067-4ea8d580aed4 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1702585 Feb 10 15:46:27.514690 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-3d7882c6-d851-40a4-b2d8-7c90655ef427 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group': {'name': 'tempest-security--1236231331', 'description': 'tempest-security-description-1045244574'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:27.605916 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Allocated IP 192.168.233.170 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/bec92d78-31b0-4ad0-af5a-0b50321a82e4) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:27.679423 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-309caf5e-aad7-4982-9e90-d9a1f1b6f073 req-3780fa0a-6d0d-4ab7-aa14-a3c5f70406d5 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/ports?device_id=b81ac9cc-5405-4376-967b-8616d9c86c18 HTTP/1.1" status: 200 len: 210 time: 0.0710130 Feb 10 15:46:27.701519 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3d7882c6-d851-40a4-b2d8-7c90655ef427 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (8910b9ae-caac-4649-a06f-300ca3c25c4b), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:27.789711 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3d7882c6-d851-40a4-b2d8-7c90655ef427 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (8910b9ae-caac-4649-a06f-300ca3c25c4b), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:27.800708 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3d7882c6-d851-40a4-b2d8-7c90655ef427 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8910b9ae-caac-4649-a06f-300ca3c25c4b), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:27.804238 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3d7882c6-d851-40a4-b2d8-7c90655ef427 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:27.805856 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3d7882c6-d851-40a4-b2d8-7c90655ef427 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "PUT /v2.0/security-groups/8910b9ae-caac-4649-a06f-300ca3c25c4b HTTP/1.1" status: 200 len: 1797 time: 0.2983270 Feb 10 15:46:27.809891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58030) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:27.857164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7882c6-d851-40a4-b2d8-7c90655ef427 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8910b9ae-caac-4649-a06f-300ca3c25c4b,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:27.934513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58034) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:27.934718 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0504d6a5-b45c-4d7e-8a2f-6cc302ebc630 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-groups/8910b9ae-caac-4649-a06f-300ca3c25c4b HTTP/1.1" status: 200 len: 1797 time: 0.1200166 Feb 10 15:46:28.077204 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Publish callbacks [] for port (bec92d78-31b0-4ad0-af5a-0b50321a82e4), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:28.187305 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-16bc162f-c1ba-4ce7-939d-81b39998830c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (8910b9ae-caac-4649-a06f-300ca3c25c4b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:28.266497 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-16bc162f-c1ba-4ce7-939d-81b39998830c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (8910b9ae-caac-4649-a06f-300ca3c25c4b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:28.296453 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (bec92d78-31b0-4ad0-af5a-0b50321a82e4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:28.417895 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Pushing event updated for resources: {'Port': ['ID=bec92d78-31b0-4ad0-af5a-0b50321a82e4,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:28.477803 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:28.485749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:28.490041 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:28.577976 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:28.578721 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:28.628041 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-d81d4e26-dbf2-47cd-8f84-abac4226e34f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7476182 Feb 10 15:46:28.629337 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-16bc162f-c1ba-4ce7-939d-81b39998830c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8910b9ae-caac-4649-a06f-300ca3c25c4b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:28.632336 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-16bc162f-c1ba-4ce7-939d-81b39998830c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:28.636827 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-16bc162f-c1ba-4ce7-939d-81b39998830c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-groups/8910b9ae-caac-4649-a06f-300ca3c25c4b HTTP/1.1" status: 204 len: 168 time: 0.6977403 Feb 10 15:46:28.637296 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58044) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:28.668184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Request body: {'port': {'device_id': 'b81ac9cc-5405-4376-967b-8616d9c86c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:28.749837 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc162f-c1ba-4ce7-939d-81b39998830c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8910b9ae-caac-4649-a06f-300ca3c25c4b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:28.790472 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-59cceb5f-678c-4fd6-9374-9568f5ad0a37 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1496096 Feb 10 15:46:28.793619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58048) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:28.837274 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-e88ddac7-092f-4c84-832e-917394229168 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] delete failed (client error): The resource could not be found. Feb 10 15:46:28.838841 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e88ddac7-092f-4c84-832e-917394229168 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-groups/8910b9ae-caac-4649-a06f-300ca3c25c4b HTTP/1.1" status: 404 len: 347 time: 0.0380437 Feb 10 15:46:28.844717 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58050) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:28.862272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-58a4beb1-0b37-453e-a466-cbccfdec6278 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group': {'name': 'tempest-secgroup--2087979303'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:28.885418 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bec92d78-31b0-4ad0-af5a-0b50321a82e4), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:28.905664 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-58a4beb1-0b37-453e-a466-cbccfdec6278 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:29.008283 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f2f7509a-efc7-4627-b257-6e83509fa72b None None] Provisioning complete for port bec92d78-31b0-4ad0-af5a-0b50321a82e4 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:29.009469 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f2f7509a-efc7-4627-b257-6e83509fa72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bec92d78-31b0-4ad0-af5a-0b50321a82e4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:29.023520 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-58a4beb1-0b37-453e-a466-cbccfdec6278 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (d4d4e3ab-1052-46de-9424-0ba450af035b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:29.028528 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-58a4beb1-0b37-453e-a466-cbccfdec6278 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d4d4e3ab-1052-46de-9424-0ba450af035b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:29.075028 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-58a4beb1-0b37-453e-a466-cbccfdec6278 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:29.077833 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-58a4beb1-0b37-453e-a466-cbccfdec6278 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2309051 Feb 10 15:46:29.081808 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58052) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:29.085665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4beb1-0b37-453e-a466-cbccfdec6278 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d4e3ab-1052-46de-9424-0ba450af035b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:29.103924 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7509a-efc7-4627-b257-6e83509fa72b None None] Port bec92d78-31b0-4ad0-af5a-0b50321a82e4 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:46:29.114082 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ffdf5d43-a53d-41be-8285-3c39a8d5b544 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group_rule': {'security_group_id': 'd4d4e3ab-1052-46de-9424-0ba450af035b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:29.569588 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffdf5d43-a53d-41be-8285-3c39a8d5b544 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (ba2f5589-ca3e-453e-8f48-9de93826dba9), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:29.699843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77cc9c-5785-4fed-a5d2-1a09180f8231 req-6c4467fa-5401-4643-86e1-4f6f77700563 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:29.701522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a77cc9c-5785-4fed-a5d2-1a09180f8231 req-6c4467fa-5401-4643-86e1-4f6f77700563 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/ports?device_id=b81ac9cc-5405-4376-967b-8616d9c86c18 HTTP/1.1" status: 200 len: 936 time: 0.1354797 Feb 10 15:46:29.818531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec92d78-31b0-4ad0-af5a-0b50321a82e4 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:46:29.826386 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffdf5d43-a53d-41be-8285-3c39a8d5b544 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (ba2f5589-ca3e-453e-8f48-9de93826dba9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:29.828361 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Publish callbacks [] for port (bec92d78-31b0-4ad0-af5a-0b50321a82e4), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:29.834292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a77cc9c-5785-4fed-a5d2-1a09180f8231 req-8b3ac69d-6f8b-4ee2-bf32-90534ca80111 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/security-groups?id=30db658d-cbe7-436d-ad8b-c36ce8447b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197467 Feb 10 15:46:29.838689 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffdf5d43-a53d-41be-8285-3c39a8d5b544 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (ba2f5589-ca3e-453e-8f48-9de93826dba9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:29.867515 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Transition to ACTIVE for port object bec92d78-31b0-4ad0-af5a-0b50321a82e4 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:46:29.879489 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf5d43-a53d-41be-8285-3c39a8d5b544 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2f5589-ca3e-453e-8f48-9de93826dba9,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:29.882511 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (bec92d78-31b0-4ad0-af5a-0b50321a82e4), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:29.899984 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffdf5d43-a53d-41be-8285-3c39a8d5b544 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:29.905410 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58060) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:29.905589 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ffdf5d43-a53d-41be-8285-3c39a8d5b544 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8226864 Feb 10 15:46:29.963701 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f66309f0-7589-4d9f-b03e-763c8c98447b tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (ba2f5589-ca3e-453e-8f48-9de93826dba9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:29.995739 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f66309f0-7589-4d9f-b03e-763c8c98447b tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (ba2f5589-ca3e-453e-8f48-9de93826dba9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:30.003536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Pushing event updated for resources: {'Port': ['ID=bec92d78-31b0-4ad0-af5a-0b50321a82e4,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:30.061128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Attempting to bind port bec92d78-31b0-4ad0-af5a-0b50321a82e4 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:46:30.062089 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f66309f0-7589-4d9f-b03e-763c8c98447b tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (ba2f5589-ca3e-453e-8f48-9de93826dba9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:30.063620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Attempting to bind port bec92d78-31b0-4ad0-af5a-0b50321a82e4 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:46:30.063981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Attempting to bind port bec92d78-31b0-4ad0-af5a-0b50321a82e4 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:30.074379 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f66309f0-7589-4d9f-b03e-763c8c98447b tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:30.075558 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f66309f0-7589-4d9f-b03e-763c8c98447b tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/ba2f5589-ca3e-453e-8f48-9de93826dba9 HTTP/1.1" status: 204 len: 168 time: 0.1691427 Feb 10 15:46:30.078347 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Port bec92d78-31b0-4ad0-af5a-0b50321a82e4 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:46:30.078660 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Attempting to bind port bec92d78-31b0-4ad0-af5a-0b50321a82e4 on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:30.081224 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58062) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:30.089246 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66309f0-7589-4d9f-b03e-763c8c98447b tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba2f5589-ca3e-453e-8f48-9de93826dba9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:30.091125 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:30.091549 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:46:30.091945 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:30.092442 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Bound port: bec92d78-31b0-4ad0-af5a-0b50321a82e4, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:46:30.097006 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bec92d78-31b0-4ad0-af5a-0b50321a82e4), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:30.175988 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-287b0f71-8f57-4657-9961-99f71aa3a0b8 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0936375 Feb 10 15:46:30.178583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58064) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:30.240915 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] For port bec92d78-31b0-4ad0-af5a-0b50321a82e4, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:30.244896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] For port bec92d78-31b0-4ad0-af5a-0b50321a82e4, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bec92d78-31b0-4ad0-af5a-0b50321a82e4,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:30.254753 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (bec92d78-31b0-4ad0-af5a-0b50321a82e4), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:30.263153 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f5132acb-7e3e-4782-87e8-4a18218a51fa tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (d4d4e3ab-1052-46de-9424-0ba450af035b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:30.293115 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f5132acb-7e3e-4782-87e8-4a18218a51fa tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (d4d4e3ab-1052-46de-9424-0ba450af035b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:30.321273 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:30.322274 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:30.323941 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] 10.222.0.72 "PUT /v2.0/ports/bec92d78-31b0-4ad0-af5a-0b50321a82e4 HTTP/1.1" status: 200 len: 1096 time: 1.6882210 Feb 10 15:46:30.324596 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81ac9cc-5405-4376-967b-8616d9c86c18', 'tag': 'bec92d78-31b0-4ad0-af5a-0b50321a82e4'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:46:30.327895 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8e3de6-fd47-46dc-8c91-da63710caf3e" -d '{"events": [{"name": "network-changed", "server_uuid": "b81ac9cc-5405-4376-967b-8616d9c86c18", "tag": "bec92d78-31b0-4ad0-af5a-0b50321a82e4"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:30.395844 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f5132acb-7e3e-4782-87e8-4a18218a51fa tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d4d4e3ab-1052-46de-9424-0ba450af035b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:30.399290 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f5132acb-7e3e-4782-87e8-4a18218a51fa tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:30.402766 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f5132acb-7e3e-4782-87e8-4a18218a51fa tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-groups/d4d4e3ab-1052-46de-9424-0ba450af035b HTTP/1.1" status: 204 len: 168 time: 0.2208617 Feb 10 15:46:30.415145 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58074) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:30.526919 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5132acb-7e3e-4782-87e8-4a18218a51fa tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d4e3ab-1052-46de-9424-0ba450af035b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:30.532346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1da715-b59a-4dad-a115-04223f04891c service neutron] Pushing event updated for resources: {'Port': ['ID=bec92d78-31b0-4ad0-af5a-0b50321a82e4,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:30.599193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-65053c88-07ee-4b30-a066-385d341bd4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:30.607893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-65053c88-07ee-4b30-a066-385d341bd4f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7868bc6f74ea42e2bbb7342d6a9f867b&device_id=b81ac9cc-5405-4376-967b-8616d9c86c18 HTTP/1.1" status: 200 len: 1130 time: 0.2202148 Feb 10 15:46:30.661145 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a0be6f13-d55a-4540-b66a-e204a5a0f896 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2420084 Feb 10 15:46:30.665610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58080) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:30.672973 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-22bb959d-3803-4a35-b55c-ccf2eb077254 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group': {'name': 'tempest-secgroup--1465287860'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:30.682127 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-aca84722-c8f1-4cb4-b691-50fba28f4eed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=bec92d78-31b0-4ad0-af5a-0b50321a82e4 HTTP/1.1" status: 200 len: 217 time: 0.0675781 Feb 10 15:46:30.718920 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-22bb959d-3803-4a35-b55c-ccf2eb077254 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:30.798754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-2554f277-27ce-4b4b-85ad-e41eb2cb8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:30.800601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-2554f277-27ce-4b4b-85ad-e41eb2cb8720 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.1128531 Feb 10 15:46:30.806022 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb580d5-1169-4cb1-968d-12d8992e5762 x-openstack-request-id: req-ffb580d5-1169-4cb1-968d-12d8992e5762 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:30.806428 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81ac9cc-5405-4376-967b-8616d9c86c18", "tag": "bec92d78-31b0-4ad0-af5a-0b50321a82e4", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:30.807120 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ffb580d5-1169-4cb1-968d-12d8992e5762 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:30.807274 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81ac9cc-5405-4376-967b-8616d9c86c18', 'tag': 'bec92d78-31b0-4ad0-af5a-0b50321a82e4', 'status': 'completed', 'code': 200} Feb 10 15:46:30.937680 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-22bb959d-3803-4a35-b55c-ccf2eb077254 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (d6e02535-b431-49af-aeb1-2c54f62383e8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:30.947394 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-22bb959d-3803-4a35-b55c-ccf2eb077254 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d6e02535-b431-49af-aeb1-2c54f62383e8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:30.969771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-bd78514a-db3c-4303-a587-d495a8958d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:30.973516 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-bd78514a-db3c-4303-a587-d495a8958d2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1575029 Feb 10 15:46:31.052055 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-22bb959d-3803-4a35-b55c-ccf2eb077254 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.053503 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-22bb959d-3803-4a35-b55c-ccf2eb077254 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3866162 Feb 10 15:46:31.065810 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58088) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:31.070730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-cd4ed352-f308-4623-941d-0f416450e236 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group_rule': {'security_group_id': 'd6e02535-b431-49af-aeb1-2c54f62383e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:31.080320 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb959d-3803-4a35-b55c-ccf2eb077254 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e02535-b431-49af-aeb1-2c54f62383e8,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:31.109418 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed352-f308-4623-941d-0f416450e236 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (3cbce42c-5f34-4f95-905a-024b2c8fbc23), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.172225 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-51f31290-6e70-492c-9e6e-e1a2f93832b4 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911542 Feb 10 15:46:31.180316 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed352-f308-4623-941d-0f416450e236 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (3cbce42c-5f34-4f95-905a-024b2c8fbc23), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.184695 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed352-f308-4623-941d-0f416450e236 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (3cbce42c-5f34-4f95-905a-024b2c8fbc23), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.199691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67394d-2682-4b78-9000-20d539ddb3c8 req-520ba22b-f5f0-4eaf-809a-b891be1010b9 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:31.202602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ed352-f308-4623-941d-0f416450e236 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbce42c-5f34-4f95-905a-024b2c8fbc23,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:31.208947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f67394d-2682-4b78-9000-20d539ddb3c8 req-520ba22b-f5f0-4eaf-809a-b891be1010b9 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/ports?device_id=b81ac9cc-5405-4376-967b-8616d9c86c18 HTTP/1.1" status: 200 len: 948 time: 0.2331572 Feb 10 15:46:31.229304 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed352-f308-4623-941d-0f416450e236 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.231394 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cd4ed352-f308-4623-941d-0f416450e236 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1646531 Feb 10 15:46:31.235805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58090) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:31.242916 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-63274431-cfa6-4c00-87ae-9791e4391fbb tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group_rule': {'security_group_id': 'd6e02535-b431-49af-aeb1-2c54f62383e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:31.337590 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-63274431-cfa6-4c00-87ae-9791e4391fbb tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (7ded6639-0a20-43ee-8dc7-817d1cc8b15d), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.360342 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f67394d-2682-4b78-9000-20d539ddb3c8 req-4beca917-365c-409e-9527-92c45f6a4d7d tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/security-groups?id=30db658d-cbe7-436d-ad8b-c36ce8447b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500981 Feb 10 15:46:31.386042 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2fa29f3-af2d-4001-9800-10bb4dfd720b req-cae18ae3-1218-4146-b520-36df3e0d63b4 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062006 Feb 10 15:46:31.417716 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-63274431-cfa6-4c00-87ae-9791e4391fbb tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (7ded6639-0a20-43ee-8dc7-817d1cc8b15d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.422794 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-63274431-cfa6-4c00-87ae-9791e4391fbb tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (7ded6639-0a20-43ee-8dc7-817d1cc8b15d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.468510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63274431-cfa6-4c00-87ae-9791e4391fbb tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ded6639-0a20-43ee-8dc7-817d1cc8b15d,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:31.480200 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-63274431-cfa6-4c00-87ae-9791e4391fbb tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.484359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-63274431-cfa6-4c00-87ae-9791e4391fbb tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2425814 Feb 10 15:46:31.484642 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58092) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:31.489815 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-df89a0eb-3648-416d-b3e7-d5aad395ee77 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group_rule': {'security_group_id': 'd6e02535-b431-49af-aeb1-2c54f62383e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:31.494315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e3de6-fd47-46dc-8c91-da63710caf3e req-174a77a8-3bb3-4f5c-88d2-1b4cdb618d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:31.495802 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f8e3de6-fd47-46dc-8c91-da63710caf3e req-174a77a8-3bb3-4f5c-88d2-1b4cdb618d5e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7868bc6f74ea42e2bbb7342d6a9f867b&device_id=b81ac9cc-5405-4376-967b-8616d9c86c18 HTTP/1.1" status: 200 len: 1130 time: 0.0570633 Feb 10 15:46:31.526232 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df89a0eb-3648-416d-b3e7-d5aad395ee77 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (050e3e17-eab7-4b7f-b41f-12302d9f0bd7), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.612921 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df89a0eb-3648-416d-b3e7-d5aad395ee77 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (050e3e17-eab7-4b7f-b41f-12302d9f0bd7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.618395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df89a0eb-3648-416d-b3e7-d5aad395ee77 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (050e3e17-eab7-4b7f-b41f-12302d9f0bd7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.645169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89a0eb-3648-416d-b3e7-d5aad395ee77 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050e3e17-eab7-4b7f-b41f-12302d9f0bd7,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:31.647780 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e3de6-fd47-46dc-8c91-da63710caf3e req-4e28db83-5f25-42c3-a3d6-6b51e665adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:31.650779 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f8e3de6-fd47-46dc-8c91-da63710caf3e req-4e28db83-5f25-42c3-a3d6-6b51e665adbd service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.1469803 Feb 10 15:46:31.651728 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df89a0eb-3648-416d-b3e7-d5aad395ee77 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.653649 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-df89a0eb-3648-416d-b3e7-d5aad395ee77 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1678982 Feb 10 15:46:31.657189 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58098) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:31.662970 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-552c3233-0a07-4a09-8d61-12b6f58f8dcb tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group_rule': {'security_group_id': 'd6e02535-b431-49af-aeb1-2c54f62383e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:31.698418 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f8e3de6-fd47-46dc-8c91-da63710caf3e req-cb614f94-efb6-4517-a892-8b11df00952f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=bec92d78-31b0-4ad0-af5a-0b50321a82e4 HTTP/1.1" status: 200 len: 217 time: 0.0417769 Feb 10 15:46:31.704680 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-552c3233-0a07-4a09-8d61-12b6f58f8dcb tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (0fa7ab99-4bc7-48d2-8b31-87c1d643eb9b), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.763658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e3de6-fd47-46dc-8c91-da63710caf3e req-c8c25a31-c571-4ca1-b26f-d10061dc2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:31.765774 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f8e3de6-fd47-46dc-8c91-da63710caf3e req-c8c25a31-c571-4ca1-b26f-d10061dc2901 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0608625 Feb 10 15:46:31.813270 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-552c3233-0a07-4a09-8d61-12b6f58f8dcb tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (0fa7ab99-4bc7-48d2-8b31-87c1d643eb9b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.818785 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-552c3233-0a07-4a09-8d61-12b6f58f8dcb tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (0fa7ab99-4bc7-48d2-8b31-87c1d643eb9b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.832353 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e3de6-fd47-46dc-8c91-da63710caf3e req-6b2f4678-cee6-491a-a514-55016142839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:31.834594 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f8e3de6-fd47-46dc-8c91-da63710caf3e req-6b2f4678-cee6-491a-a514-55016142839a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0617325 Feb 10 15:46:31.850925 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-552c3233-0a07-4a09-8d61-12b6f58f8dcb tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.853959 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-552c3233-0a07-4a09-8d61-12b6f58f8dcb tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1958179 Feb 10 15:46:31.857172 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58102) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:31.865272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-59653032-dc02-43c3-8c49-b4e4a21b3c9c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group_rule': {'security_group_id': 'd6e02535-b431-49af-aeb1-2c54f62383e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:31.868585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c3233-0a07-4a09-8d61-12b6f58f8dcb tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa7ab99-4bc7-48d2-8b31-87c1d643eb9b,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:31.956359 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-59653032-dc02-43c3-8c49-b4e4a21b3c9c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (f5bc88a6-a2cc-4acf-ad89-271717655cac), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:31.999313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f8e3de6-fd47-46dc-8c91-da63710caf3e req-11e96655-53ed-4ec9-aa79-a10a7203b2de service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572888 Feb 10 15:46:32.081870 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-59653032-dc02-43c3-8c49-b4e4a21b3c9c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (f5bc88a6-a2cc-4acf-ad89-271717655cac), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.146018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f8e3de6-fd47-46dc-8c91-da63710caf3e req-9efaa0e5-fb10-4260-a1b6-722a14eb62c0 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389227 Feb 10 15:46:32.146863 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-59653032-dc02-43c3-8c49-b4e4a21b3c9c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (f5bc88a6-a2cc-4acf-ad89-271717655cac), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.178176 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-59653032-dc02-43c3-8c49-b4e4a21b3c9c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.179611 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-59653032-dc02-43c3-8c49-b4e4a21b3c9c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3211846 Feb 10 15:46:32.182660 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58108) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:32.197037 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59653032-dc02-43c3-8c49-b4e4a21b3c9c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bc88a6-a2cc-4acf-ad89-271717655cac,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:32.226339 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f333a17e-d2d1-4633-8c39-11c00040c730 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (f5bc88a6-a2cc-4acf-ad89-271717655cac), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.234878 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f333a17e-d2d1-4633-8c39-11c00040c730 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (f5bc88a6-a2cc-4acf-ad89-271717655cac), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.270512 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f333a17e-d2d1-4633-8c39-11c00040c730 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (f5bc88a6-a2cc-4acf-ad89-271717655cac), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.275269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f333a17e-d2d1-4633-8c39-11c00040c730 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.276869 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f333a17e-d2d1-4633-8c39-11c00040c730 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f5bc88a6-a2cc-4acf-ad89-271717655cac HTTP/1.1" status: 204 len: 168 time: 0.0925262 Feb 10 15:46:32.279810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58112) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:32.287196 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333a17e-d2d1-4633-8c39-11c00040c730 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5bc88a6-a2cc-4acf-ad89-271717655cac,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:32.360824 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8f0a0fae-290f-48f9-99c4-955ff52f2c0f tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0794361 Feb 10 15:46:32.363916 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58116) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:32.402321 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82dcd821-d000-47e1-ad4f-a0bfee5a1fb1 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (0fa7ab99-4bc7-48d2-8b31-87c1d643eb9b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.413094 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82dcd821-d000-47e1-ad4f-a0bfee5a1fb1 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (0fa7ab99-4bc7-48d2-8b31-87c1d643eb9b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.475525 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82dcd821-d000-47e1-ad4f-a0bfee5a1fb1 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (0fa7ab99-4bc7-48d2-8b31-87c1d643eb9b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.483117 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:46:32.484812 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-82dcd821-d000-47e1-ad4f-a0bfee5a1fb1 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.488460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-82dcd821-d000-47e1-ad4f-a0bfee5a1fb1 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/0fa7ab99-4bc7-48d2-8b31-87c1d643eb9b HTTP/1.1" status: 204 len: 168 time: 0.1205356 Feb 10 15:46:32.488818 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58120) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:32.495838 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcd821-d000-47e1-ad4f-a0bfee5a1fb1 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fa7ab99-4bc7-48d2-8b31-87c1d643eb9b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:32.515567 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9508d41-d4e1-47c6-8b64-e62422464410 req-c181dd80-cd0f-42a0-afe4-0aa404e9acd5 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:32.517115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9508d41-d4e1-47c6-8b64-e62422464410 req-c181dd80-cd0f-42a0-afe4-0aa404e9acd5 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/ports?device_id=b81ac9cc-5405-4376-967b-8616d9c86c18 HTTP/1.1" status: 200 len: 948 time: 0.0744364 Feb 10 15:46:32.535605 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ae163829-6ce1-43d5-81fa-4bc81ddf7547 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0455000 Feb 10 15:46:32.538194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58122) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:32.567739 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b53a-3437-40c7-b482-c5d2b5563136 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (050e3e17-eab7-4b7f-b41f-12302d9f0bd7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.578694 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b53a-3437-40c7-b482-c5d2b5563136 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (050e3e17-eab7-4b7f-b41f-12302d9f0bd7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.579112 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9508d41-d4e1-47c6-8b64-e62422464410 req-3c13e2d3-c4c2-45ae-9d85-fa568c6f7a10 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/security-groups?id=30db658d-cbe7-436d-ad8b-c36ce8447b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515711 Feb 10 15:46:32.619324 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b53a-3437-40c7-b482-c5d2b5563136 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (050e3e17-eab7-4b7f-b41f-12302d9f0bd7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.628420 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b53a-3437-40c7-b482-c5d2b5563136 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.630968 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3ff9b53a-3437-40c7-b482-c5d2b5563136 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/050e3e17-eab7-4b7f-b41f-12302d9f0bd7 HTTP/1.1" status: 204 len: 168 time: 0.0904613 Feb 10 15:46:32.632268 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58126) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:32.640979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9b53a-3437-40c7-b482-c5d2b5563136 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=050e3e17-eab7-4b7f-b41f-12302d9f0bd7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:32.685476 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-84bd91db-ef5a-4865-9099-02276dc8313d tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0516131 Feb 10 15:46:32.688061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58130) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:32.724445 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce30bc0a-abb4-430e-b986-65dc7697875e tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (7ded6639-0a20-43ee-8dc7-817d1cc8b15d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.756984 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce30bc0a-abb4-430e-b986-65dc7697875e tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (7ded6639-0a20-43ee-8dc7-817d1cc8b15d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.789496 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce30bc0a-abb4-430e-b986-65dc7697875e tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (7ded6639-0a20-43ee-8dc7-817d1cc8b15d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.802397 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ce30bc0a-abb4-430e-b986-65dc7697875e tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.803809 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ce30bc0a-abb4-430e-b986-65dc7697875e tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/7ded6639-0a20-43ee-8dc7-817d1cc8b15d HTTP/1.1" status: 204 len: 168 time: 0.1143451 Feb 10 15:46:32.804351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30bc0a-abb4-430e-b986-65dc7697875e tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ded6639-0a20-43ee-8dc7-817d1cc8b15d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:32.806148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58134) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:32.849318 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f562afbf-f231-4e9b-b679-76e9b0e6ab53 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0420706 Feb 10 15:46:32.852048 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58136) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:32.880282 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-72ba94a2-33d4-4263-a1d7-aceddb23c0ca tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (3cbce42c-5f34-4f95-905a-024b2c8fbc23), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.889020 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-72ba94a2-33d4-4263-a1d7-aceddb23c0ca tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (3cbce42c-5f34-4f95-905a-024b2c8fbc23), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.919752 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-72ba94a2-33d4-4263-a1d7-aceddb23c0ca tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (3cbce42c-5f34-4f95-905a-024b2c8fbc23), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.932879 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-72ba94a2-33d4-4263-a1d7-aceddb23c0ca tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:32.936348 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-72ba94a2-33d4-4263-a1d7-aceddb23c0ca tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/3cbce42c-5f34-4f95-905a-024b2c8fbc23 HTTP/1.1" status: 204 len: 168 time: 0.0807719 Feb 10 15:46:32.936348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba94a2-33d4-4263-a1d7-aceddb23c0ca tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cbce42c-5f34-4f95-905a-024b2c8fbc23,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:32.942297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58148) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:33.037232 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e078546b-2d5b-426e-82d2-6a8610affa29 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0912299 Feb 10 15:46:33.037472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58150) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:33.102365 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-6552855f-f284-414f-8a2a-bcb12b53a22e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:33.103850 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-6552855f-f284-414f-8a2a-bcb12b53a22e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 814 time: 0.1528618 Feb 10 15:46:33.128621 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e5e6-6743-4358-b53c-3702a6b459b3 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (d6e02535-b431-49af-aeb1-2c54f62383e8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:33.132179 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-a9fe88e1-4f7f-4657-9ff9-cec574711710 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/quotas/ee25bdb47ca54d2e9cbbb0c9030a2cdd HTTP/1.1" status: 200 len: 375 time: 0.0213342 Feb 10 15:46:33.179300 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e5e6-6743-4358-b53c-3702a6b459b3 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (d6e02535-b431-49af-aeb1-2c54f62383e8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:33.221907 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device bec92d78-31b0-4ad0-af5a-0b50321a82e4 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:46:33.242515 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-1a1f346f-8e39-4831-930f-324e98085731 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1017666 Feb 10 15:46:33.243826 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e5e6-6743-4358-b53c-3702a6b459b3 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d6e02535-b431-49af-aeb1-2c54f62383e8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:33.246454 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e5e6-6743-4358-b53c-3702a6b459b3 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:33.247525 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9ba1e5e6-6743-4358-b53c-3702a6b459b3 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-groups/d6e02535-b431-49af-aeb1-2c54f62383e8 HTTP/1.1" status: 204 len: 168 time: 0.2091837 Feb 10 15:46:33.250893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58156) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:33.302318 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1e5e6-6743-4358-b53c-3702a6b459b3 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e02535-b431-49af-aeb1-2c54f62383e8,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:33.326579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port bec92d78-31b0-4ad0-af5a-0b50321a82e4, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bec92d78-31b0-4ad0-af5a-0b50321a82e4,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:33.336179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58158) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:33.337647 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e06cf986-c0f6-4c89-b42b-a104418453d1 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0849810 Feb 10 15:46:33.340194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'bec92d78-31b0-4ad0-af5a-0b50321a82e4', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'bec92d78-31b0-4ad0-af5a-0b50321a82e4', 'mac_address': 'fa:16:3e:0d:aa:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:46:33.342981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0dee8bbd-d1ef-47a4-9371-3af0b542255a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group': {'name': 'tempest-secgroup--104551859'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:33.394258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port bec92d78-31b0-4ad0-af5a-0b50321a82e4 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:46:33.394966 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bec92d78-31b0-4ad0-af5a-0b50321a82e4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:33.407448 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0dee8bbd-d1ef-47a4-9371-3af0b542255a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:33.411016 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec92d78-31b0-4ad0-af5a-0b50321a82e4 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:46:33.433001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port bec92d78-31b0-4ad0-af5a-0b50321a82e4, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bec92d78-31b0-4ad0-af5a-0b50321a82e4,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:33.438783 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bec92d78-31b0-4ad0-af5a-0b50321a82e4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:33.439688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-da5c8e98-103a-4910-a0ba-183e32b57a16 service neutron] 10.222.0.64 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744332 Feb 10 15:46:33.512394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=bec92d78-31b0-4ad0-af5a-0b50321a82e4,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:33.657248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['bec92d78-31b0-4ad0-af5a-0b50321a82e4'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:46:34.002051 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0dee8bbd-d1ef-47a4-9371-3af0b542255a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (40c50e15-0a87-4d15-a5c0-ee0411238227), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:34.012593 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0dee8bbd-d1ef-47a4-9371-3af0b542255a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (40c50e15-0a87-4d15-a5c0-ee0411238227), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:34.032674 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-9bdf341f-cfcd-400e-9f75-7c123f376fa1 service neutron] 10.222.0.64 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814984 Feb 10 15:46:34.063940 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee8bbd-d1ef-47a4-9371-3af0b542255a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c50e15-0a87-4d15-a5c0-ee0411238227,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:34.070034 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0dee8bbd-d1ef-47a4-9371-3af0b542255a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:34.072074 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0dee8bbd-d1ef-47a4-9371-3af0b542255a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7328098 Feb 10 15:46:34.077220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58164) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:34.102018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-681eb060-25ea-426a-b703-c186d70c59aa tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group_rule': {'security_group_id': '40c50e15-0a87-4d15-a5c0-ee0411238227', 'direction': 'ingress', 'protocol': 17}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:34.155884 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-681eb060-25ea-426a-b703-c186d70c59aa tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (1e59db98-3474-4edf-99a1-e100d7ff046c), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:34.203390 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4913aa-1f74-42b3-80ff-783eb3381b4c req-691f9d38-fb03-4908-8534-ed4e7792f193 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:34.209205 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f4913aa-1f74-42b3-80ff-783eb3381b4c req-691f9d38-fb03-4908-8534-ed4e7792f193 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/ports?device_id=b81ac9cc-5405-4376-967b-8616d9c86c18 HTTP/1.1" status: 200 len: 949 time: 0.2444038 Feb 10 15:46:34.290750 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-681eb060-25ea-426a-b703-c186d70c59aa tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (1e59db98-3474-4edf-99a1-e100d7ff046c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:34.301604 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-681eb060-25ea-426a-b703-c186d70c59aa tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (1e59db98-3474-4edf-99a1-e100d7ff046c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:34.320923 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f4913aa-1f74-42b3-80ff-783eb3381b4c req-561f1382-31e4-4426-a44c-89484edd1bc7 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/security-groups?id=30db658d-cbe7-436d-ad8b-c36ce8447b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933628 Feb 10 15:46:34.321465 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681eb060-25ea-426a-b703-c186d70c59aa tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e59db98-3474-4edf-99a1-e100d7ff046c,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:34.350977 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-681eb060-25ea-426a-b703-c186d70c59aa tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:34.353815 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-681eb060-25ea-426a-b703-c186d70c59aa tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2743342 Feb 10 15:46:34.355503 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58172) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:34.456103 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66b33aa2-0d49-4233-afd2-33f7f674e22f req-03985c7d-e45f-4143-b3f6-5ea7712248ee tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 210 time: 0.0506191 Feb 10 15:46:34.490093 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccbd02fd-153a-4062-a0dc-fb7c7ce30bf9 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (40c50e15-0a87-4d15-a5c0-ee0411238227), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:34.520805 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccbd02fd-153a-4062-a0dc-fb7c7ce30bf9 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (40c50e15-0a87-4d15-a5c0-ee0411238227), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:34.577163 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccbd02fd-153a-4062-a0dc-fb7c7ce30bf9 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (40c50e15-0a87-4d15-a5c0-ee0411238227), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:34.580147 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccbd02fd-153a-4062-a0dc-fb7c7ce30bf9 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:34.583811 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ccbd02fd-153a-4062-a0dc-fb7c7ce30bf9 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-groups/40c50e15-0a87-4d15-a5c0-ee0411238227 HTTP/1.1" status: 204 len: 168 time: 0.2245958 Feb 10 15:46:34.584274 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58182) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:34.610279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd02fd-153a-4062-a0dc-fb7c7ce30bf9 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c50e15-0a87-4d15-a5c0-ee0411238227,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:34.639332 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-af587bf1-3659-4944-96bc-f4435a87c308 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0535407 Feb 10 15:46:34.642782 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58184) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:34.649484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a461aa79-fa7d-41b5-bb7d-95378de445f8 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group': {'name': 'tempest-secgroup--449925195'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:34.673437 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a461aa79-fa7d-41b5-bb7d-95378de445f8 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:34.783190 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a461aa79-fa7d-41b5-bb7d-95378de445f8 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (0a721012-8a38-4f7b-88b8-8837cf22aad8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:34.790294 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a461aa79-fa7d-41b5-bb7d-95378de445f8 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0a721012-8a38-4f7b-88b8-8837cf22aad8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:34.834507 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461aa79-fa7d-41b5-bb7d-95378de445f8 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a721012-8a38-4f7b-88b8-8837cf22aad8,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:34.879202 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a461aa79-fa7d-41b5-bb7d-95378de445f8 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:34.881227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a461aa79-fa7d-41b5-bb7d-95378de445f8 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2368867 Feb 10 15:46:34.883820 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58192) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:34.888768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ea04ce81-7a8c-4537-951d-bbe8078f52d7 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805584459'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:34.927444 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea04ce81-7a8c-4537-951d-bbe8078f52d7 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:35.020440 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea04ce81-7a8c-4537-951d-bbe8078f52d7 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (17df209f-ad95-4e3b-a676-55929bfff66f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:35.026406 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea04ce81-7a8c-4537-951d-bbe8078f52d7 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (17df209f-ad95-4e3b-a676-55929bfff66f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:35.067408 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04ce81-7a8c-4537-951d-bbe8078f52d7 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17df209f-ad95-4e3b-a676-55929bfff66f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:35.072442 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ea04ce81-7a8c-4537-951d-bbe8078f52d7 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:35.076979 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ea04ce81-7a8c-4537-951d-bbe8078f52d7 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1894093 Feb 10 15:46:35.077571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58196) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:35.082556 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-242ad880-60d7-4b45-be0a-51f0d61db102 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group_rule': {'security_group_id': '0a721012-8a38-4f7b-88b8-8837cf22aad8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '17df209f-ad95-4e3b-a676-55929bfff66f', 'remote_ip_prefix': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:35.123074 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-242ad880-60d7-4b45-be0a-51f0d61db102 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (9165f34f-31cd-48b0-947a-490e5715c11c), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:35.239540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device bec92d78-31b0-4ad0-af5a-0b50321a82e4 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:35.254204 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-242ad880-60d7-4b45-be0a-51f0d61db102 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (9165f34f-31cd-48b0-947a-490e5715c11c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:35.259869 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-242ad880-60d7-4b45-be0a-51f0d61db102 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (9165f34f-31cd-48b0-947a-490e5715c11c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:35.298577 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ad880-60d7-4b45-be0a-51f0d61db102 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9165f34f-31cd-48b0-947a-490e5715c11c,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:35.315710 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-242ad880-60d7-4b45-be0a-51f0d61db102 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:35.319715 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-242ad880-60d7-4b45-be0a-51f0d61db102 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2384951 Feb 10 15:46:35.322019 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58198) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:35.338432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port bec92d78-31b0-4ad0-af5a-0b50321a82e4 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:46:35.343164 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port bec92d78-31b0-4ad0-af5a-0b50321a82e4 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:35.343750 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bec92d78-31b0-4ad0-af5a-0b50321a82e4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:35.347005 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-510dbe7d-0441-42e3-8e9f-4ccda7fefacc tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (9165f34f-31cd-48b0-947a-490e5715c11c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:35.375106 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-510dbe7d-0441-42e3-8e9f-4ccda7fefacc tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (9165f34f-31cd-48b0-947a-490e5715c11c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:35.448349 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-510dbe7d-0441-42e3-8e9f-4ccda7fefacc tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (9165f34f-31cd-48b0-947a-490e5715c11c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:35.455564 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-510dbe7d-0441-42e3-8e9f-4ccda7fefacc tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:35.459615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port bec92d78-31b0-4ad0-af5a-0b50321a82e4 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:46:35.459615 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bec92d78-31b0-4ad0-af5a-0b50321a82e4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:35.460683 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-510dbe7d-0441-42e3-8e9f-4ccda7fefacc tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/9165f34f-31cd-48b0-947a-490e5715c11c HTTP/1.1" status: 204 len: 168 time: 0.1375394 Feb 10 15:46:35.462878 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58204) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:35.489943 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510dbe7d-0441-42e3-8e9f-4ccda7fefacc tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9165f34f-31cd-48b0-947a-490e5715c11c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:35.522252 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-642f7934-fc2c-48de-9a7c-27dabe99d071 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0580249 Feb 10 15:46:35.523310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58208) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:35.537634 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81ac9cc-5405-4376-967b-8616d9c86c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec92d78-31b0-4ad0-af5a-0b50321a82e4'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:46:35.550454 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034fe022-175d-46a3-8823-10ebc6f82e68" -d '{"events": [{"server_uuid": "b81ac9cc-5405-4376-967b-8616d9c86c18", "name": "network-vif-plugged", "status": "completed", "tag": "bec92d78-31b0-4ad0-af5a-0b50321a82e4"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:35.566651 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36752d55-080d-4686-8cfe-17b55b483a27 req-9397b7e5-76ea-4f49-ab32-750493b24ad2 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:35.568269 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36752d55-080d-4686-8cfe-17b55b483a27 req-9397b7e5-76ea-4f49-ab32-750493b24ad2 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/ports?device_id=b81ac9cc-5405-4376-967b-8616d9c86c18 HTTP/1.1" status: 200 len: 949 time: 0.1223180 Feb 10 15:46:35.588918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port bec92d78-31b0-4ad0-af5a-0b50321a82e4, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bec92d78-31b0-4ad0-af5a-0b50321a82e4,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:35.597128 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bec92d78-31b0-4ad0-af5a-0b50321a82e4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:35.597964 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0979784-3de9-43b9-88e9-d6c97323a12c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (17df209f-ad95-4e3b-a676-55929bfff66f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:35.683284 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6ae11196-1110-47f4-ad16-3c682e679a95 req-010f6bcb-cc55-4f47-953f-f6a6f0c0747a tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 210 time: 0.0756636 Feb 10 15:46:35.721170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=bec92d78-31b0-4ad0-af5a-0b50321a82e4,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:35.743343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-2559a7a2-ff08-42ab-9534-0cbf2158c805 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:35.745832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-2559a7a2-ff08-42ab-9534-0cbf2158c805 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.79 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 814 time: 0.1199522 Feb 10 15:46:35.763754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-d07f4e22-f39b-43da-80be-0db131412955 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Request body: {'port': {'device_id': '62a0b873-c8c4-4f33-b7d5-bfbf455fa206', 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887', 'admin_state_up': True, 'tenant_id': 'ee25bdb47ca54d2e9cbbb0c9030a2cdd'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:35.774593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36752d55-080d-4686-8cfe-17b55b483a27 req-14421425-a5a0-47bf-be85-91fa6be1ee73 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/security-groups?id=30db658d-cbe7-436d-ad8b-c36ce8447b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995680 Feb 10 15:46:35.795176 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2691e8c7-87de-4d79-9f29-0fe6793ca06a x-openstack-request-id: req-2691e8c7-87de-4d79-9f29-0fe6793ca06a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:35.795676 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81ac9cc-5405-4376-967b-8616d9c86c18", "name": "network-vif-plugged", "status": "completed", "tag": "bec92d78-31b0-4ad0-af5a-0b50321a82e4", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:35.796132 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2691e8c7-87de-4d79-9f29-0fe6793ca06a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:35.796867 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81ac9cc-5405-4376-967b-8616d9c86c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec92d78-31b0-4ad0-af5a-0b50321a82e4', 'code': 200} Feb 10 15:46:35.928317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02ec96-280e-4383-804b-3520c024fbc7 req-683a0a2d-03e5-44c8-b118-3ea968f3437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:35.929931 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3e02ec96-280e-4383-804b-3520c024fbc7 req-683a0a2d-03e5-44c8-b118-3ea968f3437a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b81ac9cc-5405-4376-967b-8616d9c86c18 HTTP/1.1" status: 200 len: 1132 time: 0.0635417 Feb 10 15:46:35.980065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3e02ec96-280e-4383-804b-3520c024fbc7 req-81c6d15b-70dc-4a59-ab19-5945a97dd416 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=30db658d-cbe7-436d-ad8b-c36ce8447b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441749 Feb 10 15:46:36.105995 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0979784-3de9-43b9-88e9-d6c97323a12c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (17df209f-ad95-4e3b-a676-55929bfff66f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:36.207315 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0979784-3de9-43b9-88e9-d6c97323a12c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (17df209f-ad95-4e3b-a676-55929bfff66f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:36.210163 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d0979784-3de9-43b9-88e9-d6c97323a12c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:36.211313 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d0979784-3de9-43b9-88e9-d6c97323a12c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-groups/17df209f-ad95-4e3b-a676-55929bfff66f HTTP/1.1" status: 204 len: 168 time: 0.6867828 Feb 10 15:46:36.214076 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58214) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:36.221594 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0979784-3de9-43b9-88e9-d6c97323a12c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17df209f-ad95-4e3b-a676-55929bfff66f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:36.257379 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-d07f4e22-f39b-43da-80be-0db131412955 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Made reservation on behalf of ee25bdb47ca54d2e9cbbb0c9030a2cdd for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:36.265798 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-d07f4e22-f39b-43da-80be-0db131412955 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:36.314121 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-47e0ae4d-0845-482d-be51-15bbbea5007b tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0981402 Feb 10 15:46:36.316954 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58216) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:36.393687 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (0a721012-8a38-4f7b-88b8-8837cf22aad8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:36.417186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-d07f4e22-f39b-43da-80be-0db131412955 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Allocated IP 172.20.0.3 (bdb81c03-ceb0-4464-ba08-e8f899222887/dbaa343d-0471-430d-80ca-08e968e4445c/a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:36.423007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (0a721012-8a38-4f7b-88b8-8837cf22aad8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:36.480144 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0a721012-8a38-4f7b-88b8-8837cf22aad8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:36.486993 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:36.488703 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-groups/0a721012-8a38-4f7b-88b8-8837cf22aad8 HTTP/1.1" status: 204 len: 168 time: 0.1707776 Feb 10 15:46:36.493508 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58218) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:36.520014 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a721012-8a38-4f7b-88b8-8837cf22aad8,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:36.540073 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:36.550015 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:36.554506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:36.555024 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:36.555529 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:36.555862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:36.556194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:36.556522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:36.556872 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:36.557194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:36.557514 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:36.557833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:36.561398 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b2400-6512-4a93-b6c1-0604ae060a69 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:36.627068 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3347eee0-6fcd-4e55-945e-17c0d6ff43da tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1321247 Feb 10 15:46:36.627378 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58222) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:36.631965 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ef7281ba-0763-4c56-aa41-7d3a877deb2d tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group': {'name': 'tempest-secgroup--24337304'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:36.677801 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-d07f4e22-f39b-43da-80be-0db131412955 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks [] for port (a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:36.679725 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef7281ba-0763-4c56-aa41-7d3a877deb2d tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:36.755797 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-d07f4e22-f39b-43da-80be-0db131412955 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:36.767549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['fd495e7e-f15e-4b20-a640-826bb6e05ec6', '68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:46:36.773124 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['7245db42-935e-4837-8a06-df59673b8006'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:46:36.833199 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f4e22-f39b-43da-80be-0db131412955 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Pushing event updated for resources: {'Port': ['ID=a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:36.843740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-d07f4e22-f39b-43da-80be-0db131412955 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Network bdb81c03-ceb0-4464-ba08-e8f899222887 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:46:36.846602 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef7281ba-0763-4c56-aa41-7d3a877deb2d tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (3db831f6-259c-4b16-8344-3ba55c7a99d0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:36.848181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-d07f4e22-f39b-43da-80be-0db131412955 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:46:36.853303 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-d07f4e22-f39b-43da-80be-0db131412955 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:46:36.856662 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef7281ba-0763-4c56-aa41-7d3a877deb2d tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3db831f6-259c-4b16-8344-3ba55c7a99d0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:36.952778 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef7281ba-0763-4c56-aa41-7d3a877deb2d tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:36.956741 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ef7281ba-0763-4c56-aa41-7d3a877deb2d tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3258204 Feb 10 15:46:36.957936 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58230) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:36.962526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f2a7ebb0-28b3-4e0c-b80d-9d6aaef2cf9a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group_rule': {'security_group_id': '3db831f6-259c-4b16-8344-3ba55c7a99d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:36.968480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7281ba-0763-4c56-aa41-7d3a877deb2d tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db831f6-259c-4b16-8344-3ba55c7a99d0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:36.978871 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-d07f4e22-f39b-43da-80be-0db131412955 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:36.979498 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-d07f4e22-f39b-43da-80be-0db131412955 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.008427 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-d07f4e22-f39b-43da-80be-0db131412955 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2489309 Feb 10 15:46:37.022215 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Request body: {'port': {'device_id': '62a0b873-c8c4-4f33-b7d5-bfbf455fa206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:37.025646 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ebb0-28b3-4e0c-b80d-9d6aaef2cf9a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (01e6c0eb-1b79-49d3-807a-19acf38cd45d), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.103496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7f739-69be-45cd-a775-0c4004751ecd req-d9cab171-36cd-4b3d-bd9d-0b277c21d91f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:37.105659 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2bd7f739-69be-45cd-a775-0c4004751ecd req-d9cab171-36cd-4b3d-bd9d-0b277c21d91f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 931 time: 0.3069458 Feb 10 15:46:37.119164 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ebb0-28b3-4e0c-b80d-9d6aaef2cf9a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (01e6c0eb-1b79-49d3-807a-19acf38cd45d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.120147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5bc5b-a97c-4ad5-9cf8-ea23ae2590ab req-c666ca04-52dc-4c75-96ec-87ececf214ad tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:37.122332 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95d5bc5b-a97c-4ad5-9cf8-ea23ae2590ab req-c666ca04-52dc-4c75-96ec-87ececf214ad tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/ports?device_id=b81ac9cc-5405-4376-967b-8616d9c86c18 HTTP/1.1" status: 200 len: 950 time: 0.1823864 Feb 10 15:46:37.129366 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ebb0-28b3-4e0c-b80d-9d6aaef2cf9a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (01e6c0eb-1b79-49d3-807a-19acf38cd45d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.185292 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.191349 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7ebb0-28b3-4e0c-b80d-9d6aaef2cf9a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e6c0eb-1b79-49d3-807a-19acf38cd45d,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:37.217664 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2bd7f739-69be-45cd-a775-0c4004751ecd req-96df77ed-33c1-4d12-8450-f84a1262f4cf tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937426 Feb 10 15:46:37.221433 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ebb0-28b3-4e0c-b80d-9d6aaef2cf9a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.222873 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f2a7ebb0-28b3-4e0c-b80d-9d6aaef2cf9a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2639492 Feb 10 15:46:37.225153 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.227300 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58232) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:37.238940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95d5bc5b-a97c-4ad5-9cf8-ea23ae2590ab req-ba761a65-ee37-454d-ab3b-94dd8bdf68c8 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/security-groups?id=30db658d-cbe7-436d-ad8b-c36ce8447b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067076 Feb 10 15:46:37.269555 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b98524bd-8b68-46c8-bb11-03e4a8af92f7 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (01e6c0eb-1b79-49d3-807a-19acf38cd45d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.286889 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b98524bd-8b68-46c8-bb11-03e4a8af92f7 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (01e6c0eb-1b79-49d3-807a-19acf38cd45d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.317552 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b98524bd-8b68-46c8-bb11-03e4a8af92f7 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (01e6c0eb-1b79-49d3-807a-19acf38cd45d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.324221 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b98524bd-8b68-46c8-bb11-03e4a8af92f7 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.325372 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b98524bd-8b68-46c8-bb11-03e4a8af92f7 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/01e6c0eb-1b79-49d3-807a-19acf38cd45d HTTP/1.1" status: 204 len: 168 time: 0.0966713 Feb 10 15:46:37.330711 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58234) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:37.355515 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98524bd-8b68-46c8-bb11-03e4a8af92f7 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01e6c0eb-1b79-49d3-807a-19acf38cd45d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:37.385273 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1783f617-6d55-4a58-a2f3-c967d503bcf2 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0532918 Feb 10 15:46:37.388003 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58236) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:37.465038 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6a2c62d5-6abf-40a9-8d69-5e84751bee41 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (3db831f6-259c-4b16-8344-3ba55c7a99d0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.496513 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6a2c62d5-6abf-40a9-8d69-5e84751bee41 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (3db831f6-259c-4b16-8344-3ba55c7a99d0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.542443 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6a2c62d5-6abf-40a9-8d69-5e84751bee41 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3db831f6-259c-4b16-8344-3ba55c7a99d0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.545801 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6a2c62d5-6abf-40a9-8d69-5e84751bee41 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.547304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6a2c62d5-6abf-40a9-8d69-5e84751bee41 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-groups/3db831f6-259c-4b16-8344-3ba55c7a99d0 HTTP/1.1" status: 204 len: 168 time: 0.1580260 Feb 10 15:46:37.555891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58238) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:37.559013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c62d5-6abf-40a9-8d69-5e84751bee41 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db831f6-259c-4b16-8344-3ba55c7a99d0,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:37.654045 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e134c476-6cd7-4a6f-a8c2-07bf7eb5bd23 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0970080 Feb 10 15:46:37.657894 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58242) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:37.663152 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d9f2ff8a-d18c-4555-af6a-81f9092ef79a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group': {'name': 'tempest-secgroup--29192868'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:37.695345 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d9f2ff8a-d18c-4555-af6a-81f9092ef79a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.720675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:46:37.731248 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Publish callbacks [] for port (a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.748008 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Transition to ACTIVE for port object a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:46:37.754074 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.789236 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d9f2ff8a-d18c-4555-af6a-81f9092ef79a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (49716d69-a3fc-4a8e-864e-5700caaee3ee), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.795262 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d9f2ff8a-d18c-4555-af6a-81f9092ef79a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (49716d69-a3fc-4a8e-864e-5700caaee3ee), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.816864 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d9f2ff8a-d18c-4555-af6a-81f9092ef79a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.818918 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d9f2ff8a-d18c-4555-af6a-81f9092ef79a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1593521 Feb 10 15:46:37.823294 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58244) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:37.830142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-4007ed4b-0011-44d2-bceb-3a09a31a3938 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group_rule': {'security_group_id': '49716d69-a3fc-4a8e-864e-5700caaee3ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:37.840902 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2ff8a-d18c-4555-af6a-81f9092ef79a tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49716d69-a3fc-4a8e-864e-5700caaee3ee,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:37.863361 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Pushing event updated for resources: {'Port': ['ID=a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:37.876687 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4007ed4b-0011-44d2-bceb-3a09a31a3938 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (652960e0-eba5-4bf4-a93d-9b2d34a6a789), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:37.978492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Attempting to bind port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:46:37.978785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Attempting to bind port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:46:37.979116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Attempting to bind port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 on network bdb81c03-ceb0-4464-ba08-e8f899222887 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:37.984895 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 on network bdb81c03-ceb0-4464-ba08-e8f899222887 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:46:37.985222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Attempting to bind port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 on network bdb81c03-ceb0-4464-ba08-e8f899222887 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:46:37.998284 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4007ed4b-0011-44d2-bceb-3a09a31a3938 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (652960e0-eba5-4bf4-a93d-9b2d34a6a789), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.000510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:46:38.000891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Checking segment: {'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:46:38.001276 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Bound using segment: {'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:46:38.001794 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Bound port: a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90181bfe-6876-454b-8075-225293454646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:46:38.002183 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.015336 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4007ed4b-0011-44d2-bceb-3a09a31a3938 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (652960e0-eba5-4bf4-a93d-9b2d34a6a789), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.055931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007ed4b-0011-44d2-bceb-3a09a31a3938 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652960e0-eba5-4bf4-a93d-9b2d34a6a789,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:38.076306 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4007ed4b-0011-44d2-bceb-3a09a31a3938 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.077773 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4007ed4b-0011-44d2-bceb-3a09a31a3938 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2532060 Feb 10 15:46:38.080735 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58248) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:38.098309 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-de83c121-f705-4981-b30a-95da21d07c34 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules/652960e0-eba5-4bf4-a93d-9b2d34a6a789 HTTP/1.1" status: 200 len: 763 time: 0.0164146 Feb 10 15:46:38.100864 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58250) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:38.112907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] For port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:46:38.117313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] For port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:46:38.130269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.154938 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-17b841f3-c8cd-4de4-bbd2-924a7c59c4f3 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0518558 Feb 10 15:46:38.156554 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58252) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:38.184569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:38.185268 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.186909 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] 10.222.0.79 "PUT /v2.0/ports/a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 HTTP/1.1" status: 200 len: 1091 time: 1.1709569 Feb 10 15:46:38.187549 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a0b873-c8c4-4f33-b7d5-bfbf455fa206', 'tag': 'a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:46:38.192800 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b8cb375d-eac3-4361-9822-f0b6e30d0dbd tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (652960e0-eba5-4bf4-a93d-9b2d34a6a789), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.199257 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece3fd58-ae1c-4b2e-acfb-e27cd4e1b1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "62a0b873-c8c4-4f33-b7d5-bfbf455fa206", "tag": "a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:38.214913 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b8cb375d-eac3-4361-9822-f0b6e30d0dbd tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (652960e0-eba5-4bf4-a93d-9b2d34a6a789), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.239461 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618698e-708d-4f6a-a9c5-1a15848d0d3b service neutron] Pushing event updated for resources: {'Port': ['ID=a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:38.247382 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b8cb375d-eac3-4361-9822-f0b6e30d0dbd tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (652960e0-eba5-4bf4-a93d-9b2d34a6a789), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.256307 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b8cb375d-eac3-4361-9822-f0b6e30d0dbd tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.259828 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b8cb375d-eac3-4361-9822-f0b6e30d0dbd tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/652960e0-eba5-4bf4-a93d-9b2d34a6a789 HTTP/1.1" status: 204 len: 168 time: 0.0999439 Feb 10 15:46:38.260085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58258) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:38.282437 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a044710-f6f6-42fe-8eab-7fbda69f5ce2 x-openstack-request-id: req-0a044710-f6f6-42fe-8eab-7fbda69f5ce2 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:38.283046 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a0b873-c8c4-4f33-b7d5-bfbf455fa206", "tag": "a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:38.284271 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a044710-f6f6-42fe-8eab-7fbda69f5ce2 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:38.285002 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a0b873-c8c4-4f33-b7d5-bfbf455fa206', 'tag': 'a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0', 'status': 'completed', 'code': 200} Feb 10 15:46:38.289227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb375d-eac3-4361-9822-f0b6e30d0dbd tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=652960e0-eba5-4bf4-a93d-9b2d34a6a789,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:38.311845 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-c311e9a4-81ec-46fa-b1b0-527bbe97eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:38.315180 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-c311e9a4-81ec-46fa-b1b0-527bbe97eec9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 1125 time: 0.0862703 Feb 10 15:46:38.365797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8c13e5b8-0e2f-4d43-be7d-53e75c8a80a1 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1020443 Feb 10 15:46:38.369891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58262) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:38.374630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-136fd181-9523-4905-b334-06fca350ee80 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group_rule': {'security_group_id': '49716d69-a3fc-4a8e-864e-5700caaee3ee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:38.382564 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-13aaf00c-33d3-4535-aa8c-988310563168 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 HTTP/1.1" status: 200 len: 217 time: 0.0611243 Feb 10 15:46:38.451356 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-136fd181-9523-4905-b334-06fca350ee80 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (ba1889ad-0f40-4f1b-b585-8bda319ff518), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.456274 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-29dea20a-2378-4bd3-a517-c021f5af6418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:38.457976 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-29dea20a-2378-4bd3-a517-c021f5af6418 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbaa343d-0471-430d-80ca-08e968e4445c HTTP/1.1" status: 200 len: 854 time: 0.0675254 Feb 10 15:46:38.471898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256f35e-11e4-466c-a615-3b390a79a166 req-7ce9efec-b04d-4cc2-bbe2-4d1271260980 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:38.473685 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b256f35e-11e4-466c-a615-3b390a79a166 req-7ce9efec-b04d-4cc2-bbe2-4d1271260980 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 943 time: 0.1329546 Feb 10 15:46:38.486049 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcf0bb-86f2-459c-89da-adcfdb1e9f0d req-91ab5339-68ad-4305-9d72-90e144687316 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:38.487752 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bfcf0bb-86f2-459c-89da-adcfdb1e9f0d req-91ab5339-68ad-4305-9d72-90e144687316 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/ports?device_id=b81ac9cc-5405-4376-967b-8616d9c86c18 HTTP/1.1" status: 200 len: 950 time: 0.0841444 Feb 10 15:46:38.499902 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-13c06858-d3f6-466f-8aa6-b4b0363842c3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdb81c03-ceb0-4464-ba08-e8f899222887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334828 Feb 10 15:46:38.547330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b256f35e-11e4-466c-a615-3b390a79a166 req-6158f820-e3af-4134-a7b0-8778c0b60fe7 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582988 Feb 10 15:46:38.589604 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bfcf0bb-86f2-459c-89da-adcfdb1e9f0d req-e57715a7-4528-4301-b7e5-3cf68d1e4523 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/security-groups?id=30db658d-cbe7-436d-ad8b-c36ce8447b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831292 Feb 10 15:46:38.600253 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-136fd181-9523-4905-b334-06fca350ee80 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (ba1889ad-0f40-4f1b-b585-8bda319ff518), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.614149 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-136fd181-9523-4905-b334-06fca350ee80 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (ba1889ad-0f40-4f1b-b585-8bda319ff518), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.639691 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-ed85cd8f-affb-4080-ac9d-19b88ef4ea28 service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248474 Feb 10 15:46:38.653230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fd181-9523-4905-b334-06fca350ee80 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1889ad-0f40-4f1b-b585-8bda319ff518,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:38.669688 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-136fd181-9523-4905-b334-06fca350ee80 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.673142 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-136fd181-9523-4905-b334-06fca350ee80 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3018863 Feb 10 15:46:38.673530 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58268) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:38.724867 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58272) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:38.731950 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-db9ab736-dc58-4fe5-b557-06ca04f8a67d tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules/ba1889ad-0f40-4f1b-b585-8bda319ff518 HTTP/1.1" status: 200 len: 763 time: 0.0566516 Feb 10 15:46:38.794853 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35b32491-611b-4e37-a2a9-be4582da05c1 req-28b306de-520a-4e4e-8924-559141e183ed service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493316 Feb 10 15:46:38.819728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58274) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:38.826240 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7ca01692-78c9-48b4-b718-e0263862d7d2 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1002154 Feb 10 15:46:38.855519 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-770473a3-c31d-498f-9917-1f4b7e1212d6 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (ba1889ad-0f40-4f1b-b585-8bda319ff518), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.892232 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-770473a3-c31d-498f-9917-1f4b7e1212d6 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (ba1889ad-0f40-4f1b-b585-8bda319ff518), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.945574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3fd58-ae1c-4b2e-acfb-e27cd4e1b1b1 req-8b6c3cfa-fa6c-47c9-9dd1-c2f565f40950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:38.947529 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ece3fd58-ae1c-4b2e-acfb-e27cd4e1b1b1 req-8b6c3cfa-fa6c-47c9-9dd1-c2f565f40950 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 1125 time: 0.0884228 Feb 10 15:46:38.957120 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-770473a3-c31d-498f-9917-1f4b7e1212d6 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (ba1889ad-0f40-4f1b-b585-8bda319ff518), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.964224 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-770473a3-c31d-498f-9917-1f4b7e1212d6 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:38.968009 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-770473a3-c31d-498f-9917-1f4b7e1212d6 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/ba1889ad-0f40-4f1b-b585-8bda319ff518 HTTP/1.1" status: 204 len: 168 time: 0.1471007 Feb 10 15:46:38.969742 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58278) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:38.984835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770473a3-c31d-498f-9917-1f4b7e1212d6 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba1889ad-0f40-4f1b-b585-8bda319ff518,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:39.038434 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e6b31-4f48-4d16-92a9-f071ce8c65fa req-ecaaaa86-d56b-4e35-ab29-75a8a9e05a16 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:39.040189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7c6e6b31-4f48-4d16-92a9-f071ce8c65fa req-ecaaaa86-d56b-4e35-ab29-75a8a9e05a16 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/ports?device_id=b81ac9cc-5405-4376-967b-8616d9c86c18 HTTP/1.1" status: 200 len: 950 time: 0.1157393 Feb 10 15:46:39.054587 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-90e318e7-66e6-40de-bd79-b19ea874cdd6 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0817916 Feb 10 15:46:39.057726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58282) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:39.068382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-23a82b6b-f400-4369-bea2-edd141efa209 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group_rule': {'security_group_id': '49716d69-a3fc-4a8e-864e-5700caaee3ee', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:39.126191 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7c6e6b31-4f48-4d16-92a9-f071ce8c65fa req-9430016c-02bd-4ce3-ad71-8ad911bb8562 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/security-groups?id=30db658d-cbe7-436d-ad8b-c36ce8447b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698521 Feb 10 15:46:39.128473 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23a82b6b-f400-4369-bea2-edd141efa209 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (3c028d66-8430-4910-96cf-a407dbd6d034), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:39.137052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3fd58-ae1c-4b2e-acfb-e27cd4e1b1b1 req-b44cdaeb-dd01-448f-8842-5186b1170aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:39.140387 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ece3fd58-ae1c-4b2e-acfb-e27cd4e1b1b1 req-b44cdaeb-dd01-448f-8842-5186b1170aa6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 915 time: 0.1850657 Feb 10 15:46:39.191225 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ece3fd58-ae1c-4b2e-acfb-e27cd4e1b1b1 req-36271c9c-cad6-4d5a-be45-cc231da3a0c1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 HTTP/1.1" status: 200 len: 217 time: 0.0452960 Feb 10 15:46:39.192142 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23a82b6b-f400-4369-bea2-edd141efa209 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (3c028d66-8430-4910-96cf-a407dbd6d034), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:39.197264 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23a82b6b-f400-4369-bea2-edd141efa209 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (3c028d66-8430-4910-96cf-a407dbd6d034), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:39.225623 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a82b6b-f400-4369-bea2-edd141efa209 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c028d66-8430-4910-96cf-a407dbd6d034,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:39.231939 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23a82b6b-f400-4369-bea2-edd141efa209 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:39.235857 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-23a82b6b-f400-4369-bea2-edd141efa209 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1745720 Feb 10 15:46:39.236045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58286) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:39.264160 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6fbf3932-8a5c-4317-a251-b79ec2816b33 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules/3c028d66-8430-4910-96cf-a407dbd6d034 HTTP/1.1" status: 200 len: 764 time: 0.0242779 Feb 10 15:46:39.266470 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58288) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:39.276095 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3fd58-ae1c-4b2e-acfb-e27cd4e1b1b1 req-cc9cf7e6-c36b-4180-9a66-096f05715b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:39.278271 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ece3fd58-ae1c-4b2e-acfb-e27cd4e1b1b1 req-cc9cf7e6-c36b-4180-9a66-096f05715b3e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbaa343d-0471-430d-80ca-08e968e4445c HTTP/1.1" status: 200 len: 854 time: 0.0818601 Feb 10 15:46:39.317952 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ece3fd58-ae1c-4b2e-acfb-e27cd4e1b1b1 req-cd83b0e0-95a5-49d4-b0a7-a57224dcb932 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdb81c03-ceb0-4464-ba08-e8f899222887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329316 Feb 10 15:46:39.332366 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-239c30a2-6305-4f20-ac5a-a221a49039ef tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0616424 Feb 10 15:46:39.332582 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58290) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:39.365047 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b2c50eb-d781-45fe-ad23-a01bee3a4af9 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (3c028d66-8430-4910-96cf-a407dbd6d034), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:39.374533 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b2c50eb-d781-45fe-ad23-a01bee3a4af9 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (3c028d66-8430-4910-96cf-a407dbd6d034), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:39.410565 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b2c50eb-d781-45fe-ad23-a01bee3a4af9 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (3c028d66-8430-4910-96cf-a407dbd6d034), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:39.419657 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0b2c50eb-d781-45fe-ad23-a01bee3a4af9 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:39.421903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0b2c50eb-d781-45fe-ad23-a01bee3a4af9 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/3c028d66-8430-4910-96cf-a407dbd6d034 HTTP/1.1" status: 204 len: 168 time: 0.0883520 Feb 10 15:46:39.426936 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58292) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:39.427576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c50eb-d781-45fe-ad23-a01bee3a4af9 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c028d66-8430-4910-96cf-a407dbd6d034,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:39.435868 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ece3fd58-ae1c-4b2e-acfb-e27cd4e1b1b1 req-3ab3b1e7-fd6e-45a6-a251-4c13e78e4ac1 service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106772 Feb 10 15:46:39.503335 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1fb0f449-833d-41dc-902e-c9f9b0e4b6be tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0749924 Feb 10 15:46:39.506406 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58294) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:39.562232 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ece3fd58-ae1c-4b2e-acfb-e27cd4e1b1b1 req-3d645f7f-9e72-4f10-b7c7-ba7cc9ee906c service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125324 Feb 10 15:46:39.569418 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-566ddbfb-9236-46d3-be0d-9028cfae09f1 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (49716d69-a3fc-4a8e-864e-5700caaee3ee), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:39.606605 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-566ddbfb-9236-46d3-be0d-9028cfae09f1 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (49716d69-a3fc-4a8e-864e-5700caaee3ee), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:39.680706 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-566ddbfb-9236-46d3-be0d-9028cfae09f1 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (49716d69-a3fc-4a8e-864e-5700caaee3ee), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:39.683528 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-566ddbfb-9236-46d3-be0d-9028cfae09f1 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:39.687234 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-566ddbfb-9236-46d3-be0d-9028cfae09f1 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-groups/49716d69-a3fc-4a8e-864e-5700caaee3ee HTTP/1.1" status: 204 len: 168 time: 0.1774466 Feb 10 15:46:39.688152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58298) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:39.717279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06701cd-1a1f-4e16-b5c4-81c70ad477c5 req-6f48e974-dc90-4c59-9272-1fb2ef9c77e2 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:39.719121 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e06701cd-1a1f-4e16-b5c4-81c70ad477c5 req-6f48e974-dc90-4c59-9272-1fb2ef9c77e2 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 943 time: 0.0727139 Feb 10 15:46:39.722848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ddbfb-9236-46d3-be0d-9028cfae09f1 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49716d69-a3fc-4a8e-864e-5700caaee3ee,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:39.821428 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e06701cd-1a1f-4e16-b5c4-81c70ad477c5 req-45f72c95-2edc-47d8-bcfb-9e31c64893e1 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919082 Feb 10 15:46:39.830098 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7a8bcb04-ba52-499e-b52d-f127d46c252d tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1359687 Feb 10 15:46:39.830359 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58302) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:39.837536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-bd5251ce-7648-481c-a543-e596fe659548 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102054899'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:39.874578 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bd5251ce-7648-481c-a543-e596fe659548 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:39.945039 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bd5251ce-7648-481c-a543-e596fe659548 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (50c8e95c-3a15-4236-8cfc-f65f553aa0df), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:39.950082 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bd5251ce-7648-481c-a543-e596fe659548 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (50c8e95c-3a15-4236-8cfc-f65f553aa0df), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:39.986576 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bd5251ce-7648-481c-a543-e596fe659548 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:39.987863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bd5251ce-7648-481c-a543-e596fe659548 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1561909 Feb 10 15:46:39.989811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5251ce-7648-481c-a543-e596fe659548 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c8e95c-3a15-4236-8cfc-f65f553aa0df,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:39.990632 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58304) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:40.001238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2df825f1-077c-49f9-b756-14df9dce905c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Request body: {'security_group_rule': {'security_group_id': '50c8e95c-3a15-4236-8cfc-f65f553aa0df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:40.036839 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2df825f1-077c-49f9-b756-14df9dce905c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (54a341bc-480d-4626-aaf8-eb98de03009e), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:40.104395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2df825f1-077c-49f9-b756-14df9dce905c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (54a341bc-480d-4626-aaf8-eb98de03009e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:40.108917 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2df825f1-077c-49f9-b756-14df9dce905c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (54a341bc-480d-4626-aaf8-eb98de03009e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:40.130736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df825f1-077c-49f9-b756-14df9dce905c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a341bc-480d-4626-aaf8-eb98de03009e,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:40.143879 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2df825f1-077c-49f9-b756-14df9dce905c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:40.145427 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2df825f1-077c-49f9-b756-14df9dce905c tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1537662 Feb 10 15:46:40.147957 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58306) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:40.238782 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40c1728d-de54-4cd0-9184-ff89ed8aa882 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (50c8e95c-3a15-4236-8cfc-f65f553aa0df), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:40.270290 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40c1728d-de54-4cd0-9184-ff89ed8aa882 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (50c8e95c-3a15-4236-8cfc-f65f553aa0df), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:40.296864 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142d6b4-84cc-4a62-aa08-272140e60aec req-6753289f-0df5-4764-b608-5e08632cf315 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.298372 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a142d6b4-84cc-4a62-aa08-272140e60aec req-6753289f-0df5-4764-b608-5e08632cf315 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.72 "GET /v2.0/ports?device_id=b81ac9cc-5405-4376-967b-8616d9c86c18 HTTP/1.1" status: 200 len: 950 time: 0.1347632 Feb 10 15:46:40.323898 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40c1728d-de54-4cd0-9184-ff89ed8aa882 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (50c8e95c-3a15-4236-8cfc-f65f553aa0df), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:40.327371 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40c1728d-de54-4cd0-9184-ff89ed8aa882 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:40.328827 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-40c1728d-de54-4cd0-9184-ff89ed8aa882 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-groups/50c8e95c-3a15-4236-8cfc-f65f553aa0df HTTP/1.1" status: 204 len: 168 time: 0.1795359 Feb 10 15:46:40.332446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58312) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:40.364159 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1728d-de54-4cd0-9184-ff89ed8aa882 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c8e95c-3a15-4236-8cfc-f65f553aa0df,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:40.404213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68c254-6be8-4e42-8a93-0a9fc9f666b3 req-3ed22874-c8fd-48fb-a246-00ada944081f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:40.405803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f68c254-6be8-4e42-8a93-0a9fc9f666b3 req-3ed22874-c8fd-48fb-a246-00ada944081f tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/ports?device_id=b81ac9cc-5405-4376-967b-8616d9c86c18 HTTP/1.1" status: 200 len: 950 time: 0.1563668 Feb 10 15:46:40.424787 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ab40daec-15da-482c-ae20-3c9d4887c846 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0911894 Feb 10 15:46:40.427233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58314) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:40.464254 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-a142d6b4-84cc-4a62-aa08-272140e60aec req-028a3ee0-ead7-478d-b453-dce7eb5daa94 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Deleting port bec92d78-31b0-4ad0-af5a-0b50321a82e4 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:46:40.464638 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a142d6b4-84cc-4a62-aa08-272140e60aec req-028a3ee0-ead7-478d-b453-dce7eb5daa94 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (bec92d78-31b0-4ad0-af5a-0b50321a82e4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:40.472689 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-653da505-31b0-4425-8683-fe317b8931d6 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0442739 Feb 10 15:46:40.475212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58316) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:40.490014 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-f243370e-ffd2-4337-a1fc-0467a8e0f30f tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] delete failed (client error): The resource could not be found. Feb 10 15:46:40.491281 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f243370e-ffd2-4337-a1fc-0467a8e0f30f tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "DELETE /v2.0/security-groups/50c8e95c-3a15-4236-8cfc-f65f553aa0df HTTP/1.1" status: 404 len: 347 time: 0.0149457 Feb 10 15:46:40.496131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58318) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:40.553157 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d596099f-8644-4171-8011-51344ad1d8e7 tempest-SecGroupTest-35989690 tempest-SecGroupTest-35989690-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0536318 Feb 10 15:46:40.592360 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f68c254-6be8-4e42-8a93-0a9fc9f666b3 req-d75a49af-df19-4b1c-a7b2-fa3829c83a6b tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.64 "GET /v2.0/security-groups?id=30db658d-cbe7-436d-ad8b-c36ce8447b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478796 Feb 10 15:46:40.598320 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-a142d6b4-84cc-4a62-aa08-272140e60aec req-028a3ee0-ead7-478d-b453-dce7eb5daa94 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] For port bec92d78-31b0-4ad0-af5a-0b50321a82e4, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bec92d78-31b0-4ad0-af5a-0b50321a82e4,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:40.598696 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a142d6b4-84cc-4a62-aa08-272140e60aec req-028a3ee0-ead7-478d-b453-dce7eb5daa94 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (bec92d78-31b0-4ad0-af5a-0b50321a82e4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:40.621645 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-a142d6b4-84cc-4a62-aa08-272140e60aec req-028a3ee0-ead7-478d-b453-dce7eb5daa94 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Calling delete_port for bec92d78-31b0-4ad0-af5a-0b50321a82e4 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:46:40.785404 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a142d6b4-84cc-4a62-aa08-272140e60aec req-028a3ee0-ead7-478d-b453-dce7eb5daa94 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (bec92d78-31b0-4ad0-af5a-0b50321a82e4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:40.799585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['bec92d78-31b0-4ad0-af5a-0b50321a82e4'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:46:40.888586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58328) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:40.975013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a3ee0-ead7-478d-b453-dce7eb5daa94 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Pushing event deleted for resources: {'Port': ['ID=bec92d78-31b0-4ad0-af5a-0b50321a82e4,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:40.978598 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-a142d6b4-84cc-4a62-aa08-272140e60aec req-028a3ee0-ead7-478d-b453-dce7eb5daa94 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] No DVR routers for this DVR port bec92d78-31b0-4ad0-af5a-0b50321a82e4 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:46:40.981622 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-a142d6b4-84cc-4a62-aa08-272140e60aec req-028a3ee0-ead7-478d-b453-dce7eb5daa94 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:40.988178 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a142d6b4-84cc-4a62-aa08-272140e60aec req-028a3ee0-ead7-478d-b453-dce7eb5daa94 tempest-VolumesNegativeTest-1717055391 tempest-VolumesNegativeTest-1717055391-project] 10.222.0.72 "DELETE /v2.0/ports/bec92d78-31b0-4ad0-af5a-0b50321a82e4 HTTP/1.1" status: 204 len: 173 time: 0.6836667 Feb 10 15:46:40.988685 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81ac9cc-5405-4376-967b-8616d9c86c18', 'name': 'network-vif-deleted', 'tag': 'bec92d78-31b0-4ad0-af5a-0b50321a82e4'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:46:41.003623 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372f9e97-850f-4089-aeb7-af4040419f09" -d '{"events": [{"server_uuid": "b81ac9cc-5405-4376-967b-8616d9c86c18", "name": "network-vif-deleted", "tag": "bec92d78-31b0-4ad0-af5a-0b50321a82e4"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:41.116930 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9a4dc-ee03-474f-b5cf-18492e33a6fe req-df30f013-2494-4efb-8bd1-98bde28ea1a1 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:41.119357 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f2c9a4dc-ee03-474f-b5cf-18492e33a6fe req-df30f013-2494-4efb-8bd1-98bde28ea1a1 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 943 time: 0.1109681 Feb 10 15:46:41.123588 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac2feb7-c7f0-4d3e-9b35-09a7c3dd9a5b x-openstack-request-id: req-8ac2feb7-c7f0-4d3e-9b35-09a7c3dd9a5b {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:41.133109 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81ac9cc-5405-4376-967b-8616d9c86c18", "name": "network-vif-deleted", "tag": "bec92d78-31b0-4ad0-af5a-0b50321a82e4", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:41.134485 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ac2feb7-c7f0-4d3e-9b35-09a7c3dd9a5b {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:41.135101 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81ac9cc-5405-4376-967b-8616d9c86c18', 'name': 'network-vif-deleted', 'tag': 'bec92d78-31b0-4ad0-af5a-0b50321a82e4', 'status': 'completed', 'code': 200} Feb 10 15:46:41.208671 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f2c9a4dc-ee03-474f-b5cf-18492e33a6fe req-ce91bb18-6e4e-466b-a6e2-e21b9df0e8ee tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719335 Feb 10 15:46:41.223247 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e46e14bb-9dcd-43be-abcd-683a2f53d398 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d096179cd3b14a2182010d64c6098e33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3313136 Feb 10 15:46:41.231465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58334) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:41.284681 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ed31f7d4-19aa-4407-abe4-bab76f0d4d4f admin admin] Publish callbacks [] for security_group (2ab9266d-9fd0-4fff-9874-ced5692e0cdc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:41.306710 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ed31f7d4-19aa-4407-abe4-bab76f0d4d4f admin admin] Publish callbacks [] for security_group (2ab9266d-9fd0-4fff-9874-ced5692e0cdc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:41.361124 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ed31f7d4-19aa-4407-abe4-bab76f0d4d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2ab9266d-9fd0-4fff-9874-ced5692e0cdc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:41.364541 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ed31f7d4-19aa-4407-abe4-bab76f0d4d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:41.367997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ed31f7d4-19aa-4407-abe4-bab76f0d4d4f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ab9266d-9fd0-4fff-9874-ced5692e0cdc HTTP/1.1" status: 204 len: 168 time: 0.1353934 Feb 10 15:46:41.377978 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31f7d4-19aa-4407-abe4-bab76f0d4d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab9266d-9fd0-4fff-9874-ced5692e0cdc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:41.479761 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:42.382883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30da125-8fd6-4210-b9e9-b77e45f02a70 req-2c5beced-8989-434c-91b5-b367d17b33a3 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:42.385264 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c30da125-8fd6-4210-b9e9-b77e45f02a70 req-2c5beced-8989-434c-91b5-b367d17b33a3 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 943 time: 0.0733244 Feb 10 15:46:42.462047 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c30da125-8fd6-4210-b9e9-b77e45f02a70 req-97259fef-4283-4d58-9f6d-fb8ff354653d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710640 Feb 10 15:46:42.540060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58388) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:42.720090 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-33800506-aed9-46b9-a4d9-8ae6139e519a tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:42.720595 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-33800506-aed9-46b9-a4d9-8ae6139e519a tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 15:46:42.721645 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-33800506-aed9-46b9-a4d9-8ae6139e519a tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 15:46:42.723618 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-33800506-aed9-46b9-a4d9-8ae6139e519a tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1815743 Feb 10 15:46:42.727131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58404) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:42.737230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-572eeef9-e3ef-447d-8401-656b6a90daf6 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529255591'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:42.787194 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-572eeef9-e3ef-447d-8401-656b6a90daf6 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:42.802483 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-572eeef9-e3ef-447d-8401-656b6a90daf6 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:42.879726 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-47203673-4eba-4383-9b1f-052833075314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:42.927138 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-572eeef9-e3ef-447d-8401-656b6a90daf6 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (bdd0fefc-b524-4495-a51a-130858b244af), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:42.932949 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-572eeef9-e3ef-447d-8401-656b6a90daf6 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (bdd0fefc-b524-4495-a51a-130858b244af), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:42.988227 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572eeef9-e3ef-447d-8401-656b6a90daf6 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd0fefc-b524-4495-a51a-130858b244af,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:43.055325 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-572eeef9-e3ef-447d-8401-656b6a90daf6 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (1e79ae7f-2beb-4675-ac58-f203c7c19435), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:43.061087 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-572eeef9-e3ef-447d-8401-656b6a90daf6 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1e79ae7f-2beb-4675-ac58-f203c7c19435), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:43.084903 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:46:43.136510 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-572eeef9-e3ef-447d-8401-656b6a90daf6 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:43.142306 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58450) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:43.143855 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-572eeef9-e3ef-447d-8401-656b6a90daf6 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4111211 Feb 10 15:46:43.146905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-bcfdb551-3c55-4631-9e6a-de4232bab5af tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': '1e79ae7f-2beb-4675-ac58-f203c7c19435', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:43.154787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572eeef9-e3ef-447d-8401-656b6a90daf6 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e79ae7f-2beb-4675-ac58-f203c7c19435,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:43.192545 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb551-3c55-4631-9e6a-de4232bab5af tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group_rule (12679b21-4110-488c-acf5-bca6ac21eb56), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:43.272168 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:43.294782 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0', 'network_id': 'bdb81c03-ceb0-4464-ba08-e8f899222887', 'port_id': 'a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0', 'mac_address': 'fa:16:3e:3d:76:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaa343d-0471-430d-80ca-08e968e4445c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:46:43.314364 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb551-3c55-4631-9e6a-de4232bab5af tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group_rule (12679b21-4110-488c-acf5-bca6ac21eb56), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:43.322790 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb551-3c55-4631-9e6a-de4232bab5af tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (12679b21-4110-488c-acf5-bca6ac21eb56), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:43.359340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:46:43.359760 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:43.380023 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb551-3c55-4631-9e6a-de4232bab5af tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:43.383782 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bcfdb551-3c55-4631-9e6a-de4232bab5af tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2391529 Feb 10 15:46:43.384374 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58464) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:43.387996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdb551-3c55-4631-9e6a-de4232bab5af tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12679b21-4110-488c-acf5-bca6ac21eb56,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:43.391213 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-dfa955b5-0857-41ee-bcf9-fe7e373d5823 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': '1e79ae7f-2beb-4675-ac58-f203c7c19435', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:43.395009 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:46:43.445081 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:43.452690 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:43.463593 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dfa955b5-0857-41ee-bcf9-fe7e373d5823 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group_rule (8ec03a58-b3e0-40de-8de3-ffdf473eb802), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:43.534949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:43.558431 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-dfa955b5-0857-41ee-bcf9-fe7e373d5823 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 15:46:43.568951 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dfa955b5-0857-41ee-bcf9-fe7e373d5823 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1754117 Feb 10 15:46:43.569398 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58474) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:43.685792 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacedc30-a608-4e72-86d8-908c73742c94 req-003243c2-61ae-4a79-bfb5-11b7b9fc4660 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:43.693459 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dacedc30-a608-4e72-86d8-908c73742c94 req-003243c2-61ae-4a79-bfb5-11b7b9fc4660 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 944 time: 0.1034272 Feb 10 15:46:43.736914 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6101a07a-9cda-4752-b844-0d54a84f38b8 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (1e79ae7f-2beb-4675-ac58-f203c7c19435), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:43.774274 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6101a07a-9cda-4752-b844-0d54a84f38b8 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (1e79ae7f-2beb-4675-ac58-f203c7c19435), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:43.792877 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:46:43.817642 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dacedc30-a608-4e72-86d8-908c73742c94 req-f516d5c4-7cca-45ae-b135-fdd2cc2c97d5 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159425 Feb 10 15:46:43.860406 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6101a07a-9cda-4752-b844-0d54a84f38b8 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (1e79ae7f-2beb-4675-ac58-f203c7c19435), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:43.864164 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6101a07a-9cda-4752-b844-0d54a84f38b8 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:43.868133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58490) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:43.868292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6101a07a-9cda-4752-b844-0d54a84f38b8 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "DELETE /v2.0/security-groups/1e79ae7f-2beb-4675-ac58-f203c7c19435 HTTP/1.1" status: 204 len: 168 time: 0.2981029 Feb 10 15:46:43.879386 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101a07a-9cda-4752-b844-0d54a84f38b8 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e79ae7f-2beb-4675-ac58-f203c7c19435,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:43.961828 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c08f079e-5d2d-4b94-a3d9-7558e64b02a7 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0919592 Feb 10 15:46:43.966055 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58494) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:43.970022 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-2695dc2d-69c2-4ebc-b689-0c4f6abb4326 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1321924414'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:44.026699 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2695dc2d-69c2-4ebc-b689-0c4f6abb4326 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:44.118852 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34d787c3-b71e-42b9-9877-5765fccb7507 req-f8717c1f-cd96-4cba-801b-7c6c7cf25e12 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1518195 Feb 10 15:46:44.247228 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2695dc2d-69c2-4ebc-b689-0c4f6abb4326 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (cad5b3b2-7381-4ed0-a0c7-d5530ce00ff9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:44.253457 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d787c3-b71e-42b9-9877-5765fccb7507 req-1bdc7d0a-979b-495e-87a3-bdd8178d30f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:44.255494 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34d787c3-b71e-42b9-9877-5765fccb7507 req-1bdc7d0a-979b-495e-87a3-bdd8178d30f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 1128 time: 0.0812159 Feb 10 15:46:44.257340 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2695dc2d-69c2-4ebc-b689-0c4f6abb4326 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (cad5b3b2-7381-4ed0-a0c7-d5530ce00ff9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:44.299375 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2695dc2d-69c2-4ebc-b689-0c4f6abb4326 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:44.301512 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2695dc2d-69c2-4ebc-b689-0c4f6abb4326 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3350339 Feb 10 15:46:44.304819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58508) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:44.308125 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695dc2d-69c2-4ebc-b689-0c4f6abb4326 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad5b3b2-7381-4ed0-a0c7-d5530ce00ff9,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:44.316918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0647afac-d22d-462a-8586-3172490e1c10 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': 'cad5b3b2-7381-4ed0-a0c7-d5530ce00ff9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:44.317570 n-d-815324-7 neutron-server[103368]: WARNING neutron.api.v2.base [None req-0647afac-d22d-462a-8586-3172490e1c10 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 10 15:46:44.324892 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-0647afac-d22d-462a-8586-3172490e1c10 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:44.324892 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0647afac-d22d-462a-8586-3172490e1c10 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0135665 Feb 10 15:46:44.326397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58510) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:44.463674 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3ca29334-43fe-4a0e-ae33-229b86cf3349 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (cad5b3b2-7381-4ed0-a0c7-d5530ce00ff9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:44.495799 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d787c3-b71e-42b9-9877-5765fccb7507 req-9bd84f5a-c14b-48b9-8574-12dbb05d406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:44.498073 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34d787c3-b71e-42b9-9877-5765fccb7507 req-9bd84f5a-c14b-48b9-8574-12dbb05d406b service neutron] 10.222.0.72 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 915 time: 0.2148285 Feb 10 15:46:44.517908 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3ca29334-43fe-4a0e-ae33-229b86cf3349 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (cad5b3b2-7381-4ed0-a0c7-d5530ce00ff9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:44.554692 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34d787c3-b71e-42b9-9877-5765fccb7507 req-3cd503af-92df-4ccf-8821-a27e393c8503 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7245db42-935e-4837-8a06-df59673b8006 HTTP/1.1" status: 200 len: 217 time: 0.0491443 Feb 10 15:46:44.617820 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3ca29334-43fe-4a0e-ae33-229b86cf3349 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (cad5b3b2-7381-4ed0-a0c7-d5530ce00ff9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:44.621328 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3ca29334-43fe-4a0e-ae33-229b86cf3349 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:44.622813 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3ca29334-43fe-4a0e-ae33-229b86cf3349 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "DELETE /v2.0/security-groups/cad5b3b2-7381-4ed0-a0c7-d5530ce00ff9 HTTP/1.1" status: 204 len: 168 time: 0.2959814 Feb 10 15:46:44.629970 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58548) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:44.653180 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d787c3-b71e-42b9-9877-5765fccb7507 req-caf22c78-82a6-4f9a-84f3-bc010d7cf1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:44.654786 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34d787c3-b71e-42b9-9877-5765fccb7507 req-caf22c78-82a6-4f9a-84f3-bc010d7cf1bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbaa343d-0471-430d-80ca-08e968e4445c HTTP/1.1" status: 200 len: 854 time: 0.0948091 Feb 10 15:46:44.666437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca29334-43fe-4a0e-ae33-229b86cf3349 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad5b3b2-7381-4ed0-a0c7-d5530ce00ff9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:44.730289 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34d787c3-b71e-42b9-9877-5765fccb7507 req-785d957b-aa42-408a-8739-a2d812cd3e54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bdb81c03-ceb0-4464-ba08-e8f899222887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668175 Feb 10 15:46:44.743481 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9baf36a2-c8f5-4db9-a658-c646c6d05bdd tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1122465 Feb 10 15:46:44.744391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58558) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:44.767051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b80b04bc-29f0-480e-ad0e-78bf719b9ec0 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248770470'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:44.811060 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b80b04bc-29f0-480e-ad0e-78bf719b9ec0 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:44.951879 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34d787c3-b71e-42b9-9877-5765fccb7507 req-74f8a750-d2cb-413d-99b8-fb89615a1821 service neutron] 10.222.0.72 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140024 Feb 10 15:46:44.981964 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b80b04bc-29f0-480e-ad0e-78bf719b9ec0 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (a5f07882-2ede-48e1-8bd8-9606e08971bf), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:44.989035 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b80b04bc-29f0-480e-ad0e-78bf719b9ec0 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a5f07882-2ede-48e1-8bd8-9606e08971bf), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:45.020233 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b80b04bc-29f0-480e-ad0e-78bf719b9ec0 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:45.026151 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b80b04bc-29f0-480e-ad0e-78bf719b9ec0 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2805195 Feb 10 15:46:45.026151 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58574) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:45.038204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-645cc797-55d1-4564-836e-f00900ee15f7 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': 'a5f07882-2ede-48e1-8bd8-9606e08971bf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:45.040142 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-645cc797-55d1-4564-836e-f00900ee15f7 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 10 15:46:45.040142 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-645cc797-55d1-4564-836e-f00900ee15f7 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:45.044383 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-645cc797-55d1-4564-836e-f00900ee15f7 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0099275 Feb 10 15:46:45.048754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58576) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:45.087534 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b04bc-29f0-480e-ad0e-78bf719b9ec0 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f07882-2ede-48e1-8bd8-9606e08971bf,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:45.090434 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:46:45.100181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0d7ac-6274-4ba7-8e3b-272477826fc9 req-50ea62d9-72b7-43ff-93a4-42b1244486cc tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:45.102066 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3b0d7ac-6274-4ba7-8e3b-272477826fc9 req-50ea62d9-72b7-43ff-93a4-42b1244486cc tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 944 time: 0.1527431 Feb 10 15:46:45.137521 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f482635-76b5-4d80-b8f5-3414ced39c90 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (a5f07882-2ede-48e1-8bd8-9606e08971bf), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:45.166437 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34d787c3-b71e-42b9-9877-5765fccb7507 req-14c6719f-6828-4589-980f-1cda1dc17dcf service neutron] 10.222.0.72 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053838 Feb 10 15:46:45.192636 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f482635-76b5-4d80-b8f5-3414ced39c90 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (a5f07882-2ede-48e1-8bd8-9606e08971bf), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:45.245115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d3b0d7ac-6274-4ba7-8e3b-272477826fc9 req-0188f6db-f12d-4ce0-946f-f6fa44d01f6b tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289871 Feb 10 15:46:45.287958 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f5ae91db-8b6c-43d3-9331-77734057b91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:45.288993 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f482635-76b5-4d80-b8f5-3414ced39c90 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a5f07882-2ede-48e1-8bd8-9606e08971bf), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:45.292629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f482635-76b5-4d80-b8f5-3414ced39c90 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:45.296716 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58586) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:45.297139 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0f482635-76b5-4d80-b8f5-3414ced39c90 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "DELETE /v2.0/security-groups/a5f07882-2ede-48e1-8bd8-9606e08971bf HTTP/1.1" status: 204 len: 168 time: 0.2487931 Feb 10 15:46:45.307321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device bec92d78-31b0-4ad0-af5a-0b50321a82e4 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:46:45.336084 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f482635-76b5-4d80-b8f5-3414ced39c90 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f07882-2ede-48e1-8bd8-9606e08971bf,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:45.412996 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58596) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:45.418203 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-48a3300c-2440-4093-b201-da1a0a518b6b tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group': {'name': 'tempest-secgroup--31446451'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:45.429419 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8abe63b6-ab5c-44ec-89b6-348d87afc6ad tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1305647 Feb 10 15:46:45.508348 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-48a3300c-2440-4093-b201-da1a0a518b6b tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:45.697017 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: bec92d78-31b0-4ad0-af5a-0b50321a82e4 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:46:45.697359 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device bec92d78-31b0-4ad0-af5a-0b50321a82e4 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:46:45.717853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:46:45.723143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:46:45.723512 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:45.747297 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-48a3300c-2440-4093-b201-da1a0a518b6b tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (c14e1867-af75-48ab-9637-61838ab034b2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:45.764662 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-48a3300c-2440-4093-b201-da1a0a518b6b tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c14e1867-af75-48ab-9637-61838ab034b2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:45.805928 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:46:45.806327 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:45.829481 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-48a3300c-2440-4093-b201-da1a0a518b6b tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:45.829932 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-48a3300c-2440-4093-b201-da1a0a518b6b tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4152787 Feb 10 15:46:45.835240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58614) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:45.842626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f70b06b9-7396-4c91-87e8-1c4c501feb0c tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': 'c14e1867-af75-48ab-9637-61838ab034b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:45.843544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3300c-2440-4093-b201-da1a0a518b6b tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14e1867-af75-48ab-9637-61838ab034b2,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:45.845482 n-d-815324-7 neutron-server[103368]: WARNING neutron.api.v2.base [None req-f70b06b9-7396-4c91-87e8-1c4c501feb0c tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 10 15:46:45.846311 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-f70b06b9-7396-4c91-87e8-1c4c501feb0c tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:45.847991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f70b06b9-7396-4c91-87e8-1c4c501feb0c tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107138 Feb 10 15:46:45.853452 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58616) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:45.854925 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a0b873-c8c4-4f33-b7d5-bfbf455fa206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:46:45.857579 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923aaaee-9bd1-4378-be67-8e71739cd4bd" -d '{"events": [{"server_uuid": "62a0b873-c8c4-4f33-b7d5-bfbf455fa206", "name": "network-vif-plugged", "status": "completed", "tag": "a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:46:45.872221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-54079d9d-d9da-405c-a57e-95790857565a tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': 'c14e1867-af75-48ab-9637-61838ab034b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:45.873960 n-d-815324-7 neutron-server[103368]: WARNING neutron.api.v2.base [None req-54079d9d-d9da-405c-a57e-95790857565a tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 10 15:46:45.878035 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-54079d9d-d9da-405c-a57e-95790857565a tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:45.879543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-54079d9d-d9da-405c-a57e-95790857565a tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0228450 Feb 10 15:46:45.883032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58620) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:45.896181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-3e001c08-7384-4962-afb9-aec682a95dce tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': 'c14e1867-af75-48ab-9637-61838ab034b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:45.898495 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-3e001c08-7384-4962-afb9-aec682a95dce tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 10 15:46:45.899018 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-3e001c08-7384-4962-afb9-aec682a95dce tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:45.903573 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:46:45.909675 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3e001c08-7384-4962-afb9-aec682a95dce tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0213420 Feb 10 15:46:45.915238 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58624) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:45.915834 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:45.918641 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d675f2-12d8-4ce9-8597-6d6476d2be01 x-openstack-request-id: req-c3d675f2-12d8-4ce9-8597-6d6476d2be01 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:46:45.919107 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a0b873-c8c4-4f33-b7d5-bfbf455fa206", "name": "network-vif-plugged", "status": "completed", "tag": "a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:46:45.919520 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3d675f2-12d8-4ce9-8597-6d6476d2be01 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:46:45.920067 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a0b873-c8c4-4f33-b7d5-bfbf455fa206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0', 'code': 200} Feb 10 15:46:45.922209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ac09bb2b-b14d-4b3d-ad57-636b370b93e0 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': 'c14e1867-af75-48ab-9637-61838ab034b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:45.924102 n-d-815324-7 neutron-server[103368]: WARNING neutron.api.v2.base [None req-ac09bb2b-b14d-4b3d-ad57-636b370b93e0 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 10 15:46:45.924974 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-ac09bb2b-b14d-4b3d-ad57-636b370b93e0 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:45.926346 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ac09bb2b-b14d-4b3d-ad57-636b370b93e0 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095882 Feb 10 15:46:45.929704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58626) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:45.999057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:46.016140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:46.016938 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:46.017435 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:46.018536 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:46.019090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:46.019805 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:46.020832 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:46.021385 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:46.021946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:46.022364 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:46.022909 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:46.024504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:46.024504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:46:46.078555 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4054acf4-f359-4f17-884e-f28124c0fa1d tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (c14e1867-af75-48ab-9637-61838ab034b2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:46.106180 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4054acf4-f359-4f17-884e-f28124c0fa1d tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (c14e1867-af75-48ab-9637-61838ab034b2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:46.149974 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3b10e-e059-4c46-949c-81289b7886e4 req-02aa0328-cc7d-4b80-ad89-df0ffff6337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:46.151494 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fdd3b10e-e059-4c46-949c-81289b7886e4 req-02aa0328-cc7d-4b80-ad89-df0ffff6337a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 1127 time: 0.1216068 Feb 10 15:46:46.187616 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4054acf4-f359-4f17-884e-f28124c0fa1d tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c14e1867-af75-48ab-9637-61838ab034b2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:46.190542 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4054acf4-f359-4f17-884e-f28124c0fa1d tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:46.191994 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4054acf4-f359-4f17-884e-f28124c0fa1d tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "DELETE /v2.0/security-groups/c14e1867-af75-48ab-9637-61838ab034b2 HTTP/1.1" status: 204 len: 168 time: 0.2609286 Feb 10 15:46:46.197487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58632) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:46.242183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054acf4-f359-4f17-884e-f28124c0fa1d tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14e1867-af75-48ab-9637-61838ab034b2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:46.301369 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a5e8f826-faca-464c-8d4b-578751364f72 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1017764 Feb 10 15:46:46.309065 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58640) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:46.315651 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-c5fac43d-cde6-42c7-bee7-3d2b19d8daa3 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group': {'name': 'tempest-secgroup--210276943'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:46.327531 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fdd3b10e-e059-4c46-949c-81289b7886e4 req-94fbedb7-65f3-4cea-96ca-61a4411f635c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677260 Feb 10 15:46:46.352569 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5fac43d-cde6-42c7-bee7-3d2b19d8daa3 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:46.430908 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:46.552520 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f5acc-4d0b-4c33-bc34-c25bbbca12fe req-a1857a9a-1fc8-4216-ad5f-85b46cccd615 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:46.554218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a2f5acc-4d0b-4c33-bc34-c25bbbca12fe req-a1857a9a-1fc8-4216-ad5f-85b46cccd615 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 945 time: 0.1750727 Feb 10 15:46:46.599884 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5fac43d-cde6-42c7-bee7-3d2b19d8daa3 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (997da12e-159f-4210-93f6-f43736d80e2e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:46.642756 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a2f5acc-4d0b-4c33-bc34-c25bbbca12fe req-5f9fe454-05f0-497e-95ef-1f44e7da94db tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710545 Feb 10 15:46:46.644105 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5fac43d-cde6-42c7-bee7-3d2b19d8daa3 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (997da12e-159f-4210-93f6-f43736d80e2e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:46.685354 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c5fac43d-cde6-42c7-bee7-3d2b19d8daa3 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:46.685556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c5fac43d-cde6-42c7-bee7-3d2b19d8daa3 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3748147 Feb 10 15:46:46.687652 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fac43d-cde6-42c7-bee7-3d2b19d8daa3 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997da12e-159f-4210-93f6-f43736d80e2e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:46.688301 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58670) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:46.698779 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-23c7255d-8b53-4bd0-b29d-ff3f53e0468d tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': '997da12e-159f-4210-93f6-f43736d80e2e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:46.699451 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-23c7255d-8b53-4bd0-b29d-ff3f53e0468d tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 15:46:46.699953 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-23c7255d-8b53-4bd0-b29d-ff3f53e0468d tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:46.703340 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-23c7255d-8b53-4bd0-b29d-ff3f53e0468d tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0139904 Feb 10 15:46:46.706396 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58674) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:46.714557 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-22d0dbb3-78c8-4f71-a616-00bd3fb54ee3 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': '997da12e-159f-4210-93f6-f43736d80e2e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:46.820087 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-22d0dbb3-78c8-4f71-a616-00bd3fb54ee3 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:46.821709 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-22d0dbb3-78c8-4f71-a616-00bd3fb54ee3 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1140530 Feb 10 15:46:46.824394 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58678) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:46.839722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-bcb2fdd5-3d99-43dc-9af0-4b6e04bdb067 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': '997da12e-159f-4210-93f6-f43736d80e2e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:46.840216 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-bcb2fdd5-3d99-43dc-9af0-4b6e04bdb067 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 10 15:46:46.840738 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-bcb2fdd5-3d99-43dc-9af0-4b6e04bdb067 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:46.846390 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bcb2fdd5-3d99-43dc-9af0-4b6e04bdb067 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0155602 Feb 10 15:46:46.846669 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58680) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:46.852991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0e9a40a1-b1d9-4f3f-bc4c-d0b039d78311 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': '997da12e-159f-4210-93f6-f43736d80e2e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:46.921208 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-0e9a40a1-b1d9-4f3f-bc4c-d0b039d78311 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:46.925596 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0e9a40a1-b1d9-4f3f-bc4c-d0b039d78311 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0742745 Feb 10 15:46:46.926111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58682) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:46.931421 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a198a247-c78b-40d1-ae63-85df02d12b5b tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': '997da12e-159f-4210-93f6-f43736d80e2e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:46.932135 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-a198a247-c78b-40d1-ae63-85df02d12b5b tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 15:46:46.932456 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-a198a247-c78b-40d1-ae63-85df02d12b5b tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:46.936471 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a198a247-c78b-40d1-ae63-85df02d12b5b tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063655 Feb 10 15:46:46.936686 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58684) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:46.942024 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a29c9bcf-3baa-4173-bd64-9ee63e91eacd tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': '997da12e-159f-4210-93f6-f43736d80e2e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:46.984591 n-d-815324-7 neutron-server[103368]: INFO neutron.db.securitygroups_db [None req-a29c9bcf-3baa-4173-bd64-9ee63e91eacd tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Project cd3d791ea65d4b058988f7c5c76978c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:46:47.015978 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-a29c9bcf-3baa-4173-bd64-9ee63e91eacd tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:47.019544 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a29c9bcf-3baa-4173-bd64-9ee63e91eacd tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0804255 Feb 10 15:46:47.021005 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58686) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:47.028219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0039bf98-6b17-4161-800e-d268f3be7ddd tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': '997da12e-159f-4210-93f6-f43736d80e2e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:47.030058 n-d-815324-7 neutron-server[103368]: WARNING neutron.api.v2.base [None req-0039bf98-6b17-4161-800e-d268f3be7ddd tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 10 15:46:47.030817 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-0039bf98-6b17-4161-800e-d268f3be7ddd tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:47.031786 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0039bf98-6b17-4161-800e-d268f3be7ddd tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095370 Feb 10 15:46:47.034867 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58688) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:47.040688 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b5c97a96-dd21-49b1-9d76-a47d91dbd10e tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': '997da12e-159f-4210-93f6-f43736d80e2e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:47.089125 n-d-815324-7 neutron-server[103369]: INFO neutron.db.securitygroups_db [None req-b5c97a96-dd21-49b1-9d76-a47d91dbd10e tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Project cd3d791ea65d4b058988f7c5c76978c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:46:47.114398 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-b5c97a96-dd21-49b1-9d76-a47d91dbd10e tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:47.118668 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b5c97a96-dd21-49b1-9d76-a47d91dbd10e tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0828283 Feb 10 15:46:47.119321 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58690) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:47.124327 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-538e6520-7f84-4492-85a3-2454406fb14e tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': '997da12e-159f-4210-93f6-f43736d80e2e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:47.155219 n-d-815324-7 neutron-server[103368]: INFO neutron.db.securitygroups_db [None req-538e6520-7f84-4492-85a3-2454406fb14e tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Project cd3d791ea65d4b058988f7c5c76978c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:46:47.182087 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-538e6520-7f84-4492-85a3-2454406fb14e tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:47.183351 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-538e6520-7f84-4492-85a3-2454406fb14e tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0629473 Feb 10 15:46:47.186845 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58692) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:47.296680 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f06c843-069e-4cb0-9d68-b6f1e3f3e739 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (997da12e-159f-4210-93f6-f43736d80e2e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:47.340165 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f06c843-069e-4cb0-9d68-b6f1e3f3e739 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (997da12e-159f-4210-93f6-f43736d80e2e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:47.425562 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f06c843-069e-4cb0-9d68-b6f1e3f3e739 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (997da12e-159f-4210-93f6-f43736d80e2e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:47.428335 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f06c843-069e-4cb0-9d68-b6f1e3f3e739 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:47.431793 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0f06c843-069e-4cb0-9d68-b6f1e3f3e739 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "DELETE /v2.0/security-groups/997da12e-159f-4210-93f6-f43736d80e2e HTTP/1.1" status: 204 len: 168 time: 0.2416737 Feb 10 15:46:47.432919 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58694) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:47.447318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06c843-069e-4cb0-9d68-b6f1e3f3e739 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=997da12e-159f-4210-93f6-f43736d80e2e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:47.505343 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1dbd639c-f9fc-47c0-a61d-879b039767ad tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0712175 Feb 10 15:46:47.508999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58698) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:47.513863 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-44b3a323-a254-4626-a0c4-f0906071c036 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712602306'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:47.562556 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44b3a323-a254-4626-a0c4-f0906071c036 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:47.731386 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44b3a323-a254-4626-a0c4-f0906071c036 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (940c6cf3-327d-4c6c-b273-f38423ed7795), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:47.737528 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44b3a323-a254-4626-a0c4-f0906071c036 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (940c6cf3-327d-4c6c-b273-f38423ed7795), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:47.760956 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-44b3a323-a254-4626-a0c4-f0906071c036 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:47.777269 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-44b3a323-a254-4626-a0c4-f0906071c036 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2667918 Feb 10 15:46:47.783891 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58704) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:47.790989 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7fa9a77c-ff14-4086-9ed0-b70cdd5f65e5 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': '940c6cf3-327d-4c6c-b273-f38423ed7795', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:47.865727 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-7fa9a77c-ff14-4086-9ed0-b70cdd5f65e5 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The resource could not be found. Feb 10 15:46:47.867072 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7fa9a77c-ff14-4086-9ed0-b70cdd5f65e5 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0816855 Feb 10 15:46:47.869701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58706) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:47.875631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-b7e40efd-61c8-4ce3-b739-a9d1ca7a4082 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': '940c6cf3-327d-4c6c-b273-f38423ed7795', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '65e3dcde-fc5a-4e63-a6eb-fcabf0acc36b'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:47.881523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3a323-a254-4626-a0c4-f0906071c036 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940c6cf3-327d-4c6c-b273-f38423ed7795,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:47.957316 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6deca-1ca5-4828-97c9-f19a23790f16 req-028da65e-b363-431c-af69-68e0b737b8d0 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:47.958482 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5be6deca-1ca5-4828-97c9-f19a23790f16 req-028da65e-b363-431c-af69-68e0b737b8d0 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 945 time: 0.2028182 Feb 10 15:46:47.989840 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:47.998791 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-b7e40efd-61c8-4ce3-b739-a9d1ca7a4082 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The resource could not be found. Feb 10 15:46:48.000869 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b7e40efd-61c8-4ce3-b739-a9d1ca7a4082 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1294034 Feb 10 15:46:48.009922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58710) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:48.051123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5be6deca-1ca5-4828-97c9-f19a23790f16 req-aaf62be7-0fe6-43cc-8531-5794ef9175da tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856280 Feb 10 15:46:48.186021 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a96cd375-2e70-4be5-a0cf-fbad1cd903ee tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (940c6cf3-327d-4c6c-b273-f38423ed7795), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.235974 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a96cd375-2e70-4be5-a0cf-fbad1cd903ee tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (940c6cf3-327d-4c6c-b273-f38423ed7795), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.304132 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a96cd375-2e70-4be5-a0cf-fbad1cd903ee tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (940c6cf3-327d-4c6c-b273-f38423ed7795), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.306937 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a96cd375-2e70-4be5-a0cf-fbad1cd903ee tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.308372 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a96cd375-2e70-4be5-a0cf-fbad1cd903ee tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "DELETE /v2.0/security-groups/940c6cf3-327d-4c6c-b273-f38423ed7795 HTTP/1.1" status: 204 len: 168 time: 0.2973437 Feb 10 15:46:48.315759 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58712) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:48.328668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cd375-2e70-4be5-a0cf-fbad1cd903ee tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940c6cf3-327d-4c6c-b273-f38423ed7795,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:48.386291 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bf2e579f-04c4-42e4-ad88-ac4bfae6677c tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0695426 Feb 10 15:46:48.390468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58714) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:48.395760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a151403b-8e6c-4ee5-b75e-3ab2aa422a44 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': 'c9987e4e-0cf9-42a4-8558-a1a01ee673f8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:48.438840 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-a151403b-8e6c-4ee5-b75e-3ab2aa422a44 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The resource could not be found. Feb 10 15:46:48.443585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58716) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:48.443737 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a151403b-8e6c-4ee5-b75e-3ab2aa422a44 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0521226 Feb 10 15:46:48.448850 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-3db88459-4701-4bd6-b67e-9e42b7ef41c4 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123998268'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:48.472271 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3db88459-4701-4bd6-b67e-9e42b7ef41c4 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.558613 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3db88459-4701-4bd6-b67e-9e42b7ef41c4 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (7a435ff8-652c-4bcb-a88a-27d0ab44d65d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.563334 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3db88459-4701-4bd6-b67e-9e42b7ef41c4 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7a435ff8-652c-4bcb-a88a-27d0ab44d65d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.601139 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db88459-4701-4bd6-b67e-9e42b7ef41c4 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a435ff8-652c-4bcb-a88a-27d0ab44d65d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:48.616087 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3db88459-4701-4bd6-b67e-9e42b7ef41c4 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.619202 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3db88459-4701-4bd6-b67e-9e42b7ef41c4 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1738851 Feb 10 15:46:48.621885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58720) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:48.627179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4b25c52e-3fef-4e2d-9358-3d630c24143a tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345350139'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:48.656399 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b25c52e-3fef-4e2d-9358-3d630c24143a tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.727748 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b25c52e-3fef-4e2d-9358-3d630c24143a tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (cb4e2abb-df21-4dc3-9f4a-4e45b66591d1), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.732578 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b25c52e-3fef-4e2d-9358-3d630c24143a tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (cb4e2abb-df21-4dc3-9f4a-4e45b66591d1), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.769870 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b25c52e-3fef-4e2d-9358-3d630c24143a tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.773982 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4b25c52e-3fef-4e2d-9358-3d630c24143a tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1482973 Feb 10 15:46:48.774188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58722) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:48.778627 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9d83c4ff-a0c6-477f-b0c4-ee1a2be5f248 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': '7a435ff8-652c-4bcb-a88a-27d0ab44d65d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'cb4e2abb-df21-4dc3-9f4a-4e45b66591d1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:48.800081 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25c52e-3fef-4e2d-9358-3d630c24143a tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4e2abb-df21-4dc3-9f4a-4e45b66591d1,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:48.819587 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-9d83c4ff-a0c6-477f-b0c4-ee1a2be5f248 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:48.821177 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9d83c4ff-a0c6-477f-b0c4-ee1a2be5f248 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0460408 Feb 10 15:46:48.823865 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58724) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:48.881935 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c89ac728-2ef0-4aa0-9078-62409cd606a8 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (cb4e2abb-df21-4dc3-9f4a-4e45b66591d1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.906356 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c89ac728-2ef0-4aa0-9078-62409cd606a8 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (cb4e2abb-df21-4dc3-9f4a-4e45b66591d1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.956984 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.957974 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c89ac728-2ef0-4aa0-9078-62409cd606a8 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (cb4e2abb-df21-4dc3-9f4a-4e45b66591d1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.963077 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c89ac728-2ef0-4aa0-9078-62409cd606a8 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:48.966874 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c89ac728-2ef0-4aa0-9078-62409cd606a8 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "DELETE /v2.0/security-groups/cb4e2abb-df21-4dc3-9f4a-4e45b66591d1 HTTP/1.1" status: 204 len: 168 time: 0.1394289 Feb 10 15:46:48.967286 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58728) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:48.976219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ac728-2ef0-4aa0-9078-62409cd606a8 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4e2abb-df21-4dc3-9f4a-4e45b66591d1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:49.051202 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7a446d12-b7e1-4d6e-b135-8c8e739e089f tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0798678 Feb 10 15:46:49.051867 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58734) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:49.133870 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-684694e4-d097-41f2-8f66-22b91bcb2f7c tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (7a435ff8-652c-4bcb-a88a-27d0ab44d65d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:49.161853 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-684694e4-d097-41f2-8f66-22b91bcb2f7c tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (7a435ff8-652c-4bcb-a88a-27d0ab44d65d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:49.222237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd32b4-ea74-4bed-a4ab-aebeed7fa456 req-6067fc4a-ce4b-4ad3-aadf-0080b6c564b4 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:49.223741 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9afd32b4-ea74-4bed-a4ab-aebeed7fa456 req-6067fc4a-ce4b-4ad3-aadf-0080b6c564b4 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 945 time: 0.0775776 Feb 10 15:46:49.253705 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-684694e4-d097-41f2-8f66-22b91bcb2f7c tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (7a435ff8-652c-4bcb-a88a-27d0ab44d65d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:49.257504 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-684694e4-d097-41f2-8f66-22b91bcb2f7c tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:49.261722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58742) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:49.262411 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-684694e4-d097-41f2-8f66-22b91bcb2f7c tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "DELETE /v2.0/security-groups/7a435ff8-652c-4bcb-a88a-27d0ab44d65d HTTP/1.1" status: 204 len: 168 time: 0.2094986 Feb 10 15:46:49.280393 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684694e4-d097-41f2-8f66-22b91bcb2f7c tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a435ff8-652c-4bcb-a88a-27d0ab44d65d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:49.298285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9afd32b4-ea74-4bed-a4ab-aebeed7fa456 req-5167bcbd-5fb4-4b28-8628-61d7dceddcd9 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687151 Feb 10 15:46:49.359373 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-74e695dd-a454-42c1-9082-abcde2be1969 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0963378 Feb 10 15:46:49.364500 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58746) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:49.374599 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b2edf9d6-05ea-46d4-ab50-c39946511a28 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1783361614'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:49.404978 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b2edf9d6-05ea-46d4-ab50-c39946511a28 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:49.500303 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b2edf9d6-05ea-46d4-ab50-c39946511a28 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (6422b469-ebaf-4504-96b2-40ceaf2d4ea0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:49.509107 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b2edf9d6-05ea-46d4-ab50-c39946511a28 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6422b469-ebaf-4504-96b2-40ceaf2d4ea0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:49.559571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edf9d6-05ea-46d4-ab50-c39946511a28 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6422b469-ebaf-4504-96b2-40ceaf2d4ea0,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:49.592380 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b2edf9d6-05ea-46d4-ab50-c39946511a28 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:49.596465 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b2edf9d6-05ea-46d4-ab50-c39946511a28 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2282586 Feb 10 15:46:49.597425 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58748) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:49.604321 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-434267a4-91d8-4998-83a9-b3912cf111ff tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': '6422b469-ebaf-4504-96b2-40ceaf2d4ea0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:49.660232 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-434267a4-91d8-4998-83a9-b3912cf111ff tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:49.661969 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-434267a4-91d8-4998-83a9-b3912cf111ff tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0639551 Feb 10 15:46:49.665031 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58750) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:49.669976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-32e6a175-2033-484b-b266-a1a9613d4593 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group_rule': {'security_group_id': '6422b469-ebaf-4504-96b2-40ceaf2d4ea0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:49.761240 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-32e6a175-2033-484b-b266-a1a9613d4593 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 15:46:49.762355 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-32e6a175-2033-484b-b266-a1a9613d4593 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0962000 Feb 10 15:46:49.765026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58758) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:49.894387 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-006ae5e3-f519-4e81-a7cf-75bd086e6496 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (6422b469-ebaf-4504-96b2-40ceaf2d4ea0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:49.930555 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-006ae5e3-f519-4e81-a7cf-75bd086e6496 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (6422b469-ebaf-4504-96b2-40ceaf2d4ea0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:49.983037 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-006ae5e3-f519-4e81-a7cf-75bd086e6496 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6422b469-ebaf-4504-96b2-40ceaf2d4ea0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:49.988132 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-006ae5e3-f519-4e81-a7cf-75bd086e6496 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:49.995568 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-006ae5e3-f519-4e81-a7cf-75bd086e6496 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "DELETE /v2.0/security-groups/6422b469-ebaf-4504-96b2-40ceaf2d4ea0 HTTP/1.1" status: 204 len: 168 time: 0.2241738 Feb 10 15:46:49.996679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58760) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:50.010696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ae5e3-f519-4e81-a7cf-75bd086e6496 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6422b469-ebaf-4504-96b2-40ceaf2d4ea0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:50.088383 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-20c93928-f0e0-4528-806c-bb2181f05c29 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0838590 Feb 10 15:46:50.088576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58764) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:50.093715 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-63f2a23a-b9c2-4227-a220-88d8dfbb0481 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713644890'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:50.170400 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-63f2a23a-b9c2-4227-a220-88d8dfbb0481 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:50.292694 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-63f2a23a-b9c2-4227-a220-88d8dfbb0481 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (857aac26-bdc3-40b5-9ef2-bf6b9a405438), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:50.300200 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-63f2a23a-b9c2-4227-a220-88d8dfbb0481 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (857aac26-bdc3-40b5-9ef2-bf6b9a405438), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:50.358038 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-63f2a23a-b9c2-4227-a220-88d8dfbb0481 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:50.363760 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-63f2a23a-b9c2-4227-a220-88d8dfbb0481 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2742085 Feb 10 15:46:50.366751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58768) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:50.371357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-86af3d1d-716f-42dd-aa71-959117d17584 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:50.371769 n-d-815324-7 neutron-server[103369]: WARNING neutron.api.v2.base [None req-86af3d1d-716f-42dd-aa71-959117d17584 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 15:46:50.374320 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-86af3d1d-716f-42dd-aa71-959117d17584 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 15:46:50.375890 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-86af3d1d-716f-42dd-aa71-959117d17584 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "PUT /v2.0/security-groups/857aac26-bdc3-40b5-9ef2-bf6b9a405438 HTTP/1.1" status: 409 len: 330 time: 0.0081151 Feb 10 15:46:50.379255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58772) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:50.390536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2a23a-b9c2-4227-a220-88d8dfbb0481 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857aac26-bdc3-40b5-9ef2-bf6b9a405438,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:50.481401 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb5e16ac-decb-4116-87f8-a562a6a38064 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (857aac26-bdc3-40b5-9ef2-bf6b9a405438), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:50.507589 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb5e16ac-decb-4116-87f8-a562a6a38064 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (857aac26-bdc3-40b5-9ef2-bf6b9a405438), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:50.551861 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb5e16ac-decb-4116-87f8-a562a6a38064 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (857aac26-bdc3-40b5-9ef2-bf6b9a405438), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:50.555683 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb5e16ac-decb-4116-87f8-a562a6a38064 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:50.559424 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cb5e16ac-decb-4116-87f8-a562a6a38064 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "DELETE /v2.0/security-groups/857aac26-bdc3-40b5-9ef2-bf6b9a405438 HTTP/1.1" status: 204 len: 168 time: 0.1770816 Feb 10 15:46:50.559867 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58774) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:50.567949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e16ac-decb-4116-87f8-a562a6a38064 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=857aac26-bdc3-40b5-9ef2-bf6b9a405438,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:50.653934 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bbc5ae5c-528c-486f-849b-b4fb4b508b50 tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0895355 Feb 10 15:46:50.654369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58776) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:50.671840 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-02fcf622-9b27-4bbc-b943-43ba16adb1af tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] delete failed (client error): The resource could not be found. Feb 10 15:46:50.676760 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-02fcf622-9b27-4bbc-b943-43ba16adb1af tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "DELETE /v2.0/security-groups/44ea7431-8a3b-4bb7-88f8-dded6fcae522 HTTP/1.1" status: 404 len: 347 time: 0.0173342 Feb 10 15:46:50.677144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58778) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:50.692804 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-8a2ae53a-ca65-490f-a486-45c81aa0d6ff tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] show failed (client error): The resource could not be found. Feb 10 15:46:50.697460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8a2ae53a-ca65-490f-a486-45c81aa0d6ff tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "GET /v2.0/security-groups/1d8302df-bee3-4aec-8235-5a47a59c1678 HTTP/1.1" status: 404 len: 347 time: 0.0149002 Feb 10 15:46:50.697870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58780) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:50.715311 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-94e48f8f-13f2-44b7-9dfa-028f8314003c tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] show failed (client error): The resource could not be found. Feb 10 15:46:50.719450 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-94e48f8f-13f2-44b7-9dfa-028f8314003c tempest-NegativeSecGroupIPv6Test-1246487123 tempest-NegativeSecGroupIPv6Test-1246487123-project] 10.222.0.64 "GET /v2.0/security-group-rules/4f4eb834-c8a9-422c-8432-c5514a84cdbc HTTP/1.1" status: 404 len: 356 time: 0.0173688 Feb 10 15:46:51.092617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58790) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:51.374843 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58796) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:51.375882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-25f7dc6b-44c1-4c2f-a4d4-3491d040fb9f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd3d791ea65d4b058988f7c5c76978c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2815642 Feb 10 15:46:51.476710 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d784b209-ce5a-44cd-b1db-be3a9614803c admin admin] Publish callbacks [] for security_group (bdd0fefc-b524-4495-a51a-130858b244af), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:51.496129 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d784b209-ce5a-44cd-b1db-be3a9614803c admin admin] Publish callbacks [] for security_group (bdd0fefc-b524-4495-a51a-130858b244af), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:51.567314 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d784b209-ce5a-44cd-b1db-be3a9614803c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (bdd0fefc-b524-4495-a51a-130858b244af), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:51.583828 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d784b209-ce5a-44cd-b1db-be3a9614803c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:51.585268 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d784b209-ce5a-44cd-b1db-be3a9614803c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bdd0fefc-b524-4495-a51a-130858b244af HTTP/1.1" status: 204 len: 168 time: 0.2090213 Feb 10 15:46:51.594583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784b209-ce5a-44cd-b1db-be3a9614803c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd0fefc-b524-4495-a51a-130858b244af,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:52.216987 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a1e7f4a-ec62-4aba-96d1-730bdb818aae req-c28b694c-9df2-478f-985a-e14a661e2ffd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0946958 Feb 10 15:46:52.383373 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e7f4a-ec62-4aba-96d1-730bdb818aae req-eaf48b54-6954-4b46-aef4-f82fa34d31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:52.385764 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a1e7f4a-ec62-4aba-96d1-730bdb818aae req-eaf48b54-6954-4b46-aef4-f82fa34d31e9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 1128 time: 0.1035643 Feb 10 15:46:52.656933 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e7f4a-ec62-4aba-96d1-730bdb818aae req-1112776b-3388-4ff7-916c-a47b25a3afec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:52.659024 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a1e7f4a-ec62-4aba-96d1-730bdb818aae req-1112776b-3388-4ff7-916c-a47b25a3afec service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 915 time: 0.2441680 Feb 10 15:46:52.764478 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a1e7f4a-ec62-4aba-96d1-730bdb818aae req-5510363e-1881-476b-8530-8d9965f2a43a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd495e7e-f15e-4b20-a640-826bb6e05ec6 HTTP/1.1" status: 200 len: 217 time: 0.0969303 Feb 10 15:46:52.777726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58856) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:52.806106 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58862) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:52.845007 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e7f4a-ec62-4aba-96d1-730bdb818aae req-ef5c460e-5be4-46ad-af12-34a6d3958629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:52.847072 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a1e7f4a-ec62-4aba-96d1-730bdb818aae req-ef5c460e-5be4-46ad-af12-34a6d3958629 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbaa343d-0471-430d-80ca-08e968e4445c HTTP/1.1" status: 200 len: 854 time: 0.0765510 Feb 10 15:46:52.906445 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a1e7f4a-ec62-4aba-96d1-730bdb818aae req-857b9391-d503-4c8c-9c5e-68e9ca2c7273 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdb81c03-ceb0-4464-ba08-e8f899222887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515723 Feb 10 15:46:53.074718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9bf40d09-a862-457a-8854-747ce22b36bc tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1469770760'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:53.076112 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a1e7f4a-ec62-4aba-96d1-730bdb818aae req-fcff34e0-85b6-4d70-aff9-15799db9283b service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538291 Feb 10 15:46:53.096968 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5a049879-32e4-4339-add9-06ab59b1ec00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7868bc6f74ea42e2bbb7342d6a9f867b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2892518 Feb 10 15:46:53.099683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58870) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:53.131344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf40d09-a862-457a-8854-747ce22b36bc tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Made reservation on behalf of 29f14ea2586c48eaac4ce413b28a8a49 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:53.138530 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9bf40d09-a862-457a-8854-747ce22b36bc tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:53.174541 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9bf40d09-a862-457a-8854-747ce22b36bc tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:53.233117 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4bb212f-72aa-4c91-bf24-fe49a602296f admin admin] Publish callbacks [] for security_group (30db658d-cbe7-436d-ad8b-c36ce8447b52), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:53.262214 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a1e7f4a-ec62-4aba-96d1-730bdb818aae req-57dd3dc6-30f7-44dd-a7d8-f2c4420ffe73 service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800070 Feb 10 15:46:53.274309 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4bb212f-72aa-4c91-bf24-fe49a602296f admin admin] Publish callbacks [] for security_group (30db658d-cbe7-436d-ad8b-c36ce8447b52), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:53.374449 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9bf40d09-a862-457a-8854-747ce22b36bc tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Publish callbacks [] for security_group (334a578b-a462-4961-90b5-9e93deb51e1d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:53.383391 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9bf40d09-a862-457a-8854-747ce22b36bc tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (334a578b-a462-4961-90b5-9e93deb51e1d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:53.406875 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4bb212f-72aa-4c91-bf24-fe49a602296f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (30db658d-cbe7-436d-ad8b-c36ce8447b52), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:53.414752 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4bb212f-72aa-4c91-bf24-fe49a602296f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:53.430406 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a4bb212f-72aa-4c91-bf24-fe49a602296f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30db658d-cbe7-436d-ad8b-c36ce8447b52 HTTP/1.1" status: 204 len: 168 time: 0.3291416 Feb 10 15:46:53.474354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf40d09-a862-457a-8854-747ce22b36bc tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:46:53.500382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf40d09-a862-457a-8854-747ce22b36bc tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334a578b-a462-4961-90b5-9e93deb51e1d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:53.514623 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9bf40d09-a862-457a-8854-747ce22b36bc tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ec914cc6-06bf-4e5d-ae30-f9b8d1c6cea1), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:53.515002 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-9bf40d09-a862-457a-8854-747ce22b36bc tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Added segment ec914cc6-06bf-4e5d-ae30-f9b8d1c6cea1 of type vlan for network c63b83b7-18c7-49f5-acab-04b7cf140f65 Feb 10 15:46:53.543525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb212f-72aa-4c91-bf24-fe49a602296f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30db658d-cbe7-436d-ad8b-c36ce8447b52,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:53.641376 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9bf40d09-a862-457a-8854-747ce22b36bc tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (c63b83b7-18c7-49f5-acab-04b7cf140f65), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:53.702760 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9bf40d09-a862-457a-8854-747ce22b36bc tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (c63b83b7-18c7-49f5-acab-04b7cf140f65), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:53.710022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf40d09-a862-457a-8854-747ce22b36bc tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:53.710769 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9bf40d09-a862-457a-8854-747ce22b36bc tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:53.801430 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9bf40d09-a862-457a-8854-747ce22b36bc tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0191765 Feb 10 15:46:53.802037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58882) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:53.806748 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-99d8fd26-df20-412a-b8a3-7310a6cecfeb tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c63b83b7-18c7-49f5-acab-04b7cf140f65', 'tempest-TagsTest-Tag-1305002729') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:53.900641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf40d09-a862-457a-8854-747ce22b36bc tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Pushing event updated for resources: {'Network': ['ID=c63b83b7-18c7-49f5-acab-04b7cf140f65,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:53.913005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network c63b83b7-18c7-49f5-acab-04b7cf140f65 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:46:54.016081 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-99d8fd26-df20-412a-b8a3-7310a6cecfeb tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] 10.222.0.64 "PUT /v2.0/networks/c63b83b7-18c7-49f5-acab-04b7cf140f65/tags/tempest-TagsTest-Tag-1305002729 HTTP/1.1" status: 201 len: 201 time: 0.2131803 Feb 10 15:46:54.018674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58890) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:54.023426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-a57f3e50-32f3-4b41-8e0b-02ae4447b0a0 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c63b83b7-18c7-49f5-acab-04b7cf140f65', 'tempest-TagsTest-Tag-1305002729') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:54.148159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58894) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:54.155953 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-ca1530a6-0b53-4925-8d23-767663ee187f tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c63b83b7-18c7-49f5-acab-04b7cf140f65') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:54.161781 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a57f3e50-32f3-4b41-8e0b-02ae4447b0a0 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] 10.222.0.64 "GET /v2.0/networks/c63b83b7-18c7-49f5-acab-04b7cf140f65/tags/tempest-TagsTest-Tag-1305002729 HTTP/1.1" status: 204 len: 168 time: 0.1418834 Feb 10 15:46:54.272199 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58898) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:54.278044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-906104a8-df7b-430f-b96c-b5d8f65549b1 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c63b83b7-18c7-49f5-acab-04b7cf140f65', {'tags': ['tempest-TagsTest-Tag-987680288', 'tempest-TagsTest-Tag-895486609', 'tempest-TagsTest-Tag-1197510809']}) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:54.287125 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ca1530a6-0b53-4925-8d23-767663ee187f tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] 10.222.0.64 "GET /v2.0/networks/c63b83b7-18c7-49f5-acab-04b7cf140f65/tags HTTP/1.1" status: 200 len: 238 time: 0.1372173 Feb 10 15:46:54.438494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58904) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:54.443993 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-9a0f7aba-68b6-4a8d-8c8e-bf654586b042 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c63b83b7-18c7-49f5-acab-04b7cf140f65', 'tempest-TagsTest-Tag-987680288') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:54.447905 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-906104a8-df7b-430f-b96c-b5d8f65549b1 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] 10.222.0.64 "PUT /v2.0/networks/c63b83b7-18c7-49f5-acab-04b7cf140f65/tags HTTP/1.1" status: 200 len: 307 time: 0.1744752 Feb 10 15:46:54.578941 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9a0f7aba-68b6-4a8d-8c8e-bf654586b042 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] 10.222.0.64 "DELETE /v2.0/networks/c63b83b7-18c7-49f5-acab-04b7cf140f65/tags/tempest-TagsTest-Tag-987680288 HTTP/1.1" status: 204 len: 168 time: 0.1392975 Feb 10 15:46:54.582111 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58908) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:54.587031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-c1f825f1-ac1b-4456-8a05-4e0a44fa6aec tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c63b83b7-18c7-49f5-acab-04b7cf140f65', 'tempest-TagsTest-Tag-987680288') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:54.737717 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-c1f825f1-ac1b-4456-8a05-4e0a44fa6aec tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] show failed (client error): The resource could not be found. Feb 10 15:46:54.740573 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c1f825f1-ac1b-4456-8a05-4e0a44fa6aec tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] 10.222.0.64 "GET /v2.0/networks/c63b83b7-18c7-49f5-acab-04b7cf140f65/tags/tempest-TagsTest-Tag-987680288 HTTP/1.1" status: 404 len: 325 time: 0.1568470 Feb 10 15:46:54.742768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58914) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:54.747723 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-13f5adde-f45d-4238-b012-daa35083b27e tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c63b83b7-18c7-49f5-acab-04b7cf140f65', 'tempest-TagsTest-Tag-895486609') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:54.857376 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-13f5adde-f45d-4238-b012-daa35083b27e tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] 10.222.0.64 "GET /v2.0/networks/c63b83b7-18c7-49f5-acab-04b7cf140f65/tags/tempest-TagsTest-Tag-895486609 HTTP/1.1" status: 204 len: 168 time: 0.1133039 Feb 10 15:46:54.868679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58918) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:54.870848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-171afc21-2175-415c-8e7a-b5f311a2a09e tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c63b83b7-18c7-49f5-acab-04b7cf140f65', 'tempest-TagsTest-Tag-1197510809') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:55.064538 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-171afc21-2175-415c-8e7a-b5f311a2a09e tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] 10.222.0.64 "GET /v2.0/networks/c63b83b7-18c7-49f5-acab-04b7cf140f65/tags/tempest-TagsTest-Tag-1197510809 HTTP/1.1" status: 204 len: 168 time: 0.1967704 Feb 10 15:46:55.065356 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58930) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:55.072093 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-43f9e5aa-2548-41cd-8ad9-18dc58baaed1 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c63b83b7-18c7-49f5-acab-04b7cf140f65') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:55.216524 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-43f9e5aa-2548-41cd-8ad9-18dc58baaed1 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] 10.222.0.64 "DELETE /v2.0/networks/c63b83b7-18c7-49f5-acab-04b7cf140f65/tags HTTP/1.1" status: 204 len: 168 time: 0.1499994 Feb 10 15:46:55.219401 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58938) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:55.226005 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.tag.tag_plugin [None req-bb882800-b03d-4a54-b297-abb445ccdd89 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c63b83b7-18c7-49f5-acab-04b7cf140f65', 'tempest-TagsTest-Tag-895486609') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:55.322783 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-bb882800-b03d-4a54-b297-abb445ccdd89 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] show failed (client error): The resource could not be found. Feb 10 15:46:55.324321 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bb882800-b03d-4a54-b297-abb445ccdd89 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] 10.222.0.64 "GET /v2.0/networks/c63b83b7-18c7-49f5-acab-04b7cf140f65/tags/tempest-TagsTest-Tag-895486609 HTTP/1.1" status: 404 len: 325 time: 0.1038184 Feb 10 15:46:55.327086 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58942) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:55.332352 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-70a9d5e1-87ef-4ddd-83f2-b31e8f632c26 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c63b83b7-18c7-49f5-acab-04b7cf140f65', 'tempest-TagsTest-Tag-1197510809') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:55.452530 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-70a9d5e1-87ef-4ddd-83f2-b31e8f632c26 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] show failed (client error): The resource could not be found. Feb 10 15:46:55.453653 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-70a9d5e1-87ef-4ddd-83f2-b31e8f632c26 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] 10.222.0.64 "GET /v2.0/networks/c63b83b7-18c7-49f5-acab-04b7cf140f65/tags/tempest-TagsTest-Tag-1197510809 HTTP/1.1" status: 404 len: 326 time: 0.1252453 Feb 10 15:46:55.456697 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58946) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:55.461652 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.tag.tag_plugin [None req-3fa77956-3463-42b0-ac37-18d280497945 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c63b83b7-18c7-49f5-acab-04b7cf140f65') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:55.637539 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3fa77956-3463-42b0-ac37-18d280497945 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] 10.222.0.64 "DELETE /v2.0/networks/c63b83b7-18c7-49f5-acab-04b7cf140f65/tags HTTP/1.1" status: 204 len: 168 time: 0.1788468 Feb 10 15:46:55.640230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58952) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:55.798341 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-298e5fbb-cbd6-4c67-a23d-fdac2dff0954 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (c63b83b7-18c7-49f5-acab-04b7cf140f65), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:55.993652 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-298e5fbb-cbd6-4c67-a23d-fdac2dff0954 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (c63b83b7-18c7-49f5-acab-04b7cf140f65), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:56.065981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-298e5fbb-cbd6-4c67-a23d-fdac2dff0954 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63b83b7-18c7-49f5-acab-04b7cf140f65']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:56.094917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-298e5fbb-cbd6-4c67-a23d-fdac2dff0954 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec914cc6-06bf-4e5d-ae30-f9b8d1c6cea1') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:56.099852 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-298e5fbb-cbd6-4c67-a23d-fdac2dff0954 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec914cc6-06bf-4e5d-ae30-f9b8d1c6cea1') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:46:56.131830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-298e5fbb-cbd6-4c67-a23d-fdac2dff0954 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (ec914cc6-06bf-4e5d-ae30-f9b8d1c6cea1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:56.178196 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-298e5fbb-cbd6-4c67-a23d-fdac2dff0954 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ec914cc6-06bf-4e5d-ae30-f9b8d1c6cea1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:56.209705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298e5fbb-cbd6-4c67-a23d-fdac2dff0954 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:46:56.210439 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-298e5fbb-cbd6-4c67-a23d-fdac2dff0954 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (ec914cc6-06bf-4e5d-ae30-f9b8d1c6cea1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:46:56.252716 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:46:56.381906 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-298e5fbb-cbd6-4c67-a23d-fdac2dff0954 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (c63b83b7-18c7-49f5-acab-04b7cf140f65), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:56.390681 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-298e5fbb-cbd6-4c67-a23d-fdac2dff0954 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:56.396535 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-298e5fbb-cbd6-4c67-a23d-fdac2dff0954 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] 10.222.0.64 "DELETE /v2.0/networks/c63b83b7-18c7-49f5-acab-04b7cf140f65 HTTP/1.1" status: 204 len: 168 time: 0.7550075 Feb 10 15:46:56.431426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e5fbb-cbd6-4c67-a23d-fdac2dff0954 tempest-TagsTest-401667884 tempest-TagsTest-401667884-project] Pushing event deleted for resources: {'Network': ['ID=c63b83b7-18c7-49f5-acab-04b7cf140f65,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:56.585814 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58968) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:56.590977 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ff125025-e83d-40db-afde-52afd41d6779 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945467852', 'description': 'tempest-secgroup-smoke-945467852 description', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:56.648615 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff125025-e83d-40db-afde-52afd41d6779 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:56.668533 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff125025-e83d-40db-afde-52afd41d6779 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:56.842629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff125025-e83d-40db-afde-52afd41d6779 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (d3d6c9eb-e58a-4b5b-8529-6880f14e315a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:56.848555 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff125025-e83d-40db-afde-52afd41d6779 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d3d6c9eb-e58a-4b5b-8529-6880f14e315a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:56.938467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58974) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:56.997972 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff125025-e83d-40db-afde-52afd41d6779 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (67e45c55-8559-45ce-bd44-fc92e10b72ef), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.034417 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff125025-e83d-40db-afde-52afd41d6779 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (67e45c55-8559-45ce-bd44-fc92e10b72ef), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.083292 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff125025-e83d-40db-afde-52afd41d6779 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d6c9eb-e58a-4b5b-8529-6880f14e315a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:57.123906 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff125025-e83d-40db-afde-52afd41d6779 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e45c55-8559-45ce-bd44-fc92e10b72ef,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:57.131630 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ff125025-e83d-40db-afde-52afd41d6779 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.136201 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ff125025-e83d-40db-afde-52afd41d6779 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5467844 Feb 10 15:46:57.136666 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58978) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:57.143255 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1ab90625-7619-40a8-a12c-16c639b71093 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '67e45c55-8559-45ce-bd44-fc92e10b72ef', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:57.185446 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ab90625-7619-40a8-a12c-16c639b71093 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (7214df1b-2fb0-448e-8156-d4e2d31abc38), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.277940 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ab90625-7619-40a8-a12c-16c639b71093 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (7214df1b-2fb0-448e-8156-d4e2d31abc38), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.289767 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ab90625-7619-40a8-a12c-16c639b71093 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (7214df1b-2fb0-448e-8156-d4e2d31abc38), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.319479 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58982) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:57.325899 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1f13ca72-13a1-4c4e-bf20-12c9e6726619 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=29f14ea2586c48eaac4ce413b28a8a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3854060 Feb 10 15:46:57.354588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab90625-7619-40a8-a12c-16c639b71093 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7214df1b-2fb0-448e-8156-d4e2d31abc38,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:57.379068 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ab90625-7619-40a8-a12c-16c639b71093 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.386176 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1ab90625-7619-40a8-a12c-16c639b71093 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2458465 Feb 10 15:46:57.386920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 58986) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:57.396978 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-782315d0-10ea-4679-9058-a30f702105d8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '67e45c55-8559-45ce-bd44-fc92e10b72ef', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:57.461763 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-782315d0-10ea-4679-9058-a30f702105d8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (6aa90890-a890-4e28-82eb-c5cfc19835ba), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.473537 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-427c8d61-5750-4ab4-b29d-967d2fa5653f admin admin] Publish callbacks [] for security_group (334a578b-a462-4961-90b5-9e93deb51e1d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.532350 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-427c8d61-5750-4ab4-b29d-967d2fa5653f admin admin] Publish callbacks [] for security_group (334a578b-a462-4961-90b5-9e93deb51e1d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.628163 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-427c8d61-5750-4ab4-b29d-967d2fa5653f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (334a578b-a462-4961-90b5-9e93deb51e1d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.631846 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-782315d0-10ea-4679-9058-a30f702105d8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (6aa90890-a890-4e28-82eb-c5cfc19835ba), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.632390 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-427c8d61-5750-4ab4-b29d-967d2fa5653f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.633699 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-427c8d61-5750-4ab4-b29d-967d2fa5653f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/334a578b-a462-4961-90b5-9e93deb51e1d HTTP/1.1" status: 204 len: 168 time: 0.3131349 Feb 10 15:46:57.643015 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-782315d0-10ea-4679-9058-a30f702105d8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (6aa90890-a890-4e28-82eb-c5cfc19835ba), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.650040 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c8d61-5750-4ab4-b29d-967d2fa5653f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334a578b-a462-4961-90b5-9e93deb51e1d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:57.695628 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782315d0-10ea-4679-9058-a30f702105d8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa90890-a890-4e28-82eb-c5cfc19835ba,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:57.704207 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-782315d0-10ea-4679-9058-a30f702105d8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.707774 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-782315d0-10ea-4679-9058-a30f702105d8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3198071 Feb 10 15:46:57.710549 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58990) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:57.715789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ef59ccc3-f754-4e2c-821d-12667c51a041 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '67e45c55-8559-45ce-bd44-fc92e10b72ef', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:57.775135 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef59ccc3-f754-4e2c-821d-12667c51a041 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (f14c7ca8-dfc7-4ab5-b158-90d883dc3ea8), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.897008 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef59ccc3-f754-4e2c-821d-12667c51a041 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (f14c7ca8-dfc7-4ab5-b158-90d883dc3ea8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.909998 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef59ccc3-f754-4e2c-821d-12667c51a041 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (f14c7ca8-dfc7-4ab5-b158-90d883dc3ea8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.967579 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59ccc3-f754-4e2c-821d-12667c51a041 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14c7ca8-dfc7-4ab5-b158-90d883dc3ea8,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:57.996159 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef59ccc3-f754-4e2c-821d-12667c51a041 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:57.997564 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ef59ccc3-f754-4e2c-821d-12667c51a041 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2859597 Feb 10 15:46:58.000676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 58996) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:58.005573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-dd577719-5d67-46e1-bb67-9b87915ebcb5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '67e45c55-8559-45ce-bd44-fc92e10b72ef', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:58.066816 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd577719-5d67-46e1-bb67-9b87915ebcb5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (7e6d7a5f-6e4b-48ed-8efe-4e1af5935106), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:58.172324 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd577719-5d67-46e1-bb67-9b87915ebcb5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (7e6d7a5f-6e4b-48ed-8efe-4e1af5935106), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:58.181039 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd577719-5d67-46e1-bb67-9b87915ebcb5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (7e6d7a5f-6e4b-48ed-8efe-4e1af5935106), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:58.216548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd577719-5d67-46e1-bb67-9b87915ebcb5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6d7a5f-6e4b-48ed-8efe-4e1af5935106,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:58.230032 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dd577719-5d67-46e1-bb67-9b87915ebcb5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:58.234368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59004) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:58.235153 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dd577719-5d67-46e1-bb67-9b87915ebcb5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2327332 Feb 10 15:46:58.240922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-92229d26-d9ec-4742-b84a-e16d15580929 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '67e45c55-8559-45ce-bd44-fc92e10b72ef', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:58.317117 n-d-815324-7 neutron-server[103368]: INFO neutron.db.securitygroups_db [None req-92229d26-d9ec-4742-b84a-e16d15580929 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Project 2c35d11a6fb9432f955126d4d4ccd7cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:46:58.332726 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-92229d26-d9ec-4742-b84a-e16d15580929 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (1fb95863-ec8c-48ce-8b65-f9dd174cc14a), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:58.444047 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-92229d26-d9ec-4742-b84a-e16d15580929 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (1fb95863-ec8c-48ce-8b65-f9dd174cc14a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:58.476251 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-92229d26-d9ec-4742-b84a-e16d15580929 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (1fb95863-ec8c-48ce-8b65-f9dd174cc14a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:58.528170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92229d26-d9ec-4742-b84a-e16d15580929 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb95863-ec8c-48ce-8b65-f9dd174cc14a,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:58.550894 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-92229d26-d9ec-4742-b84a-e16d15580929 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:58.557559 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59018) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:58.562227 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-85b06ecd-ff45-48ea-9b93-1c79b2afecc2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '67e45c55-8559-45ce-bd44-fc92e10b72ef', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:58.572213 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-92229d26-d9ec-4742-b84a-e16d15580929 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3359373 Feb 10 15:46:58.621712 n-d-815324-7 neutron-server[103369]: INFO neutron.db.securitygroups_db [None req-85b06ecd-ff45-48ea-9b93-1c79b2afecc2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Project 2c35d11a6fb9432f955126d4d4ccd7cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:46:58.630754 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85b06ecd-ff45-48ea-9b93-1c79b2afecc2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (735cd8c5-3118-47a9-8494-8a8a5f343915), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:58.752311 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85b06ecd-ff45-48ea-9b93-1c79b2afecc2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (735cd8c5-3118-47a9-8494-8a8a5f343915), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:58.766941 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85b06ecd-ff45-48ea-9b93-1c79b2afecc2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (735cd8c5-3118-47a9-8494-8a8a5f343915), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:58.809655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b06ecd-ff45-48ea-9b93-1c79b2afecc2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735cd8c5-3118-47a9-8494-8a8a5f343915,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:58.818445 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-85b06ecd-ff45-48ea-9b93-1c79b2afecc2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:58.822769 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59022) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:58.823124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59024) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:58.832159 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026510 Feb 10 15:46:58.832159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-c620023a-1291-4fa2-bd90-13f4694677ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'network': {'name': 'tempest-network-smoke--140713784', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'port_security_enabled': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:58.834041 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-85b06ecd-ff45-48ea-9b93-1c79b2afecc2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2753561 Feb 10 15:46:58.834704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59026) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:58.860336 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c620023a-1291-4fa2-bd90-13f4694677ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Made reservation on behalf of 2c35d11a6fb9432f955126d4d4ccd7cb for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:46:58.864523 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c620023a-1291-4fa2-bd90-13f4694677ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:58.888719 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c620023a-1291-4fa2-bd90-13f4694677ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:46:58.898766 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c620023a-1291-4fa2-bd90-13f4694677ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (82860e45-4191-48e6-9856-98d550287e1e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:58.899156 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-c620023a-1291-4fa2-bd90-13f4694677ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Added segment 82860e45-4191-48e6-9856-98d550287e1e of type vlan for network df33c682-b41c-4cf1-91cf-d398a23e73a4 Feb 10 15:46:58.940603 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c620023a-1291-4fa2-bd90-13f4694677ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (df33c682-b41c-4cf1-91cf-d398a23e73a4), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:58.969114 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c620023a-1291-4fa2-bd90-13f4694677ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (df33c682-b41c-4cf1-91cf-d398a23e73a4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:58.983662 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-82456597-b248-456a-a6bc-94d34e37c97b tempest-NetworksApiDiscovery-315640379 tempest-NetworksApiDiscovery-315640379-project] 10.222.0.64 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1426616 Feb 10 15:46:58.983859 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c620023a-1291-4fa2-bd90-13f4694677ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:46:58.983859 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c620023a-1291-4fa2-bd90-13f4694677ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:59.077106 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620023a-1291-4fa2-bd90-13f4694677ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Network': ['ID=df33c682-b41c-4cf1-91cf-d398a23e73a4,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:59.085506 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59034) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:59.090059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1284513177', 'admin_state_up': True, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:46:59.090739 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network df33c682-b41c-4cf1-91cf-d398a23e73a4 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:46:59.095456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c620023a-1291-4fa2-bd90-13f4694677ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2675054 Feb 10 15:46:59.123609 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (00f5145a-d37c-44ce-a935-69135aac0b1e), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:59.125349 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (00f5145a-d37c-44ce-a935-69135aac0b1e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:59.199903 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_controller (00f5145a-d37c-44ce-a935-69135aac0b1e), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:59.366130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59040) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:59.405269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_gateway (00f5145a-d37c-44ce-a935-69135aac0b1e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:59.527998 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c6bfd452-3789-4c79-98b4-d1e26ff573c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:59.655135 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c6bfd452-3789-4c79-98b4-d1e26ff573c9 admin admin] Publish callbacks [] for security_group (f5a07780-09b8-40af-b92d-c708a8446119), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:59.664734 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c6bfd452-3789-4c79-98b4-d1e26ff573c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f5a07780-09b8-40af-b92d-c708a8446119), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:59.715113 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c6bfd452-3789-4c79-98b4-d1e26ff573c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b1802e58e68469096aa0441e2977aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3478806 Feb 10 15:46:59.719248 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59050) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:46:59.724552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfd452-3789-4c79-98b4-d1e26ff573c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a07780-09b8-40af-b92d-c708a8446119,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:46:59.805491 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_gateway (00f5145a-d37c-44ce-a935-69135aac0b1e), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:59.832559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:59.931854 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05fa3e4b-0f19-43b3-8cad-f44f90582fe5 admin admin] Publish callbacks [] for security_group (f5a07780-09b8-40af-b92d-c708a8446119), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:46:59.971382 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Allocated IP 172.25.3.224 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/64a307fe-3a63-49dc-9f91-299983dd517f) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:46:59.984877 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05fa3e4b-0f19-43b3-8cad-f44f90582fe5 admin admin] Publish callbacks [] for security_group (f5a07780-09b8-40af-b92d-c708a8446119), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:00.140137 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (64a307fe-3a63-49dc-9f91-299983dd517f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:00.182854 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (64a307fe-3a63-49dc-9f91-299983dd517f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:00.194521 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05fa3e4b-0f19-43b3-8cad-f44f90582fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f5a07780-09b8-40af-b92d-c708a8446119), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:00.197699 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-05fa3e4b-0f19-43b3-8cad-f44f90582fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:00.200961 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-05fa3e4b-0f19-43b3-8cad-f44f90582fe5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5a07780-09b8-40af-b92d-c708a8446119 HTTP/1.1" status: 204 len: 168 time: 0.4803967 Feb 10 15:47:00.244390 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa3e4b-0f19-43b3-8cad-f44f90582fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a07780-09b8-40af-b92d-c708a8446119,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:00.248432 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:00.255190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:00.257757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:00.308017 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=64a307fe-3a63-49dc-9f91-299983dd517f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:01.267927 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_gateway (00f5145a-d37c-44ce-a935-69135aac0b1e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:01.681915 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (00f5145a-d37c-44ce-a935-69135aac0b1e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:01.914708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router 00f5145a-d37c-44ce-a935-69135aac0b1e is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:47:02.142814 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:47:02.155903 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Sync routers for ids ['00f5145a-d37c-44ce-a935-69135aac0b1e'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:47:02.177030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Routers {'00f5145a-d37c-44ce-a935-69135aac0b1e'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:02.177955 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:46:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['00f5145a-d37c-44ce-a935-69135aac0b1e'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:02.194751 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:02.197043 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-30858c5c-668b-493d-8fd4-2064911ba9c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1101885 Feb 10 15:47:02.199521 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59098) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:02.514684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Set router 00f5145a-d37c-44ce-a935-69135aac0b1e gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:02.698136 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-13ef175c-06a4-4a19-91f6-dc224d021228 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=2c35d11a6fb9432f955126d4d4ccd7cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4973652 Feb 10 15:47:02.700717 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59108) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:02.997156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284513177', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:01Z', 'revision_number': 3, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:03.082427 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Checking router: 00f5145a-d37c-44ce-a935-69135aac0b1e for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:47:03.082799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Updating router 00f5145a-d37c-44ce-a935-69135aac0b1e port 64a307fe-3a63-49dc-9f91-299983dd517f binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:47:03.123123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f30810-0c76-49d7-b3ca-f2b51fc268b8 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:03.132787 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-91f30810-0c76-49d7-b3ca-f2b51fc268b8 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4278169 Feb 10 15:47:03.133377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59120) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:03.151025 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (64a307fe-3a63-49dc-9f91-299983dd517f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:03.238801 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ebe323b3-886e-4efd-ba59-4187b3624fbd tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=4454d505-75c9-41c1-a257-953d507647a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1018751 Feb 10 15:47:03.239296 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59124) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:03.263115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-115e1ab5-5ed2-4edd-a095-8e5a8e9dc74a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1298356759', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:03.454714 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115e1ab5-5ed2-4edd-a095-8e5a8e9dc74a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Made reservation on behalf of 2c35d11a6fb9432f955126d4d4ccd7cb for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:03.463218 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-115e1ab5-5ed2-4edd-a095-8e5a8e9dc74a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:03.631063 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Publish callbacks [] for port (64a307fe-3a63-49dc-9f91-299983dd517f), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:03.643326 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (64a307fe-3a63-49dc-9f91-299983dd517f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:03.768564 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Attempting to bind port 64a307fe-3a63-49dc-9f91-299983dd517f on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:47:03.796457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Attempting to bind port 64a307fe-3a63-49dc-9f91-299983dd517f by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:47:03.796992 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Attempting to bind port 64a307fe-3a63-49dc-9f91-299983dd517f on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:03.816305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:03.816719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:47:03.817135 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:03.817537 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:03.818075 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Bound port: 64a307fe-3a63-49dc-9f91-299983dd517f, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:47:03.818464 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (64a307fe-3a63-49dc-9f91-299983dd517f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:03.941355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe53fd2-e2cb-4730-a2b9-2c5c0940ac02 None None] Pushing event updated for resources: {'Port': ['ID=64a307fe-3a63-49dc-9f91-299983dd517f,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:03.986561 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-115e1ab5-5ed2-4edd-a095-8e5a8e9dc74a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (e12ed51c-74f3-4f1d-beee-c50d080c6683), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:04.025889 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] For port 64a307fe-3a63-49dc-9f91-299983dd517f, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:04.033354 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] For port 64a307fe-3a63-49dc-9f91-299983dd517f, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=64a307fe-3a63-49dc-9f91-299983dd517f,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:04.052363 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (64a307fe-3a63-49dc-9f91-299983dd517f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:04.118926 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e1ab5-5ed2-4edd-a095-8e5a8e9dc74a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Subnet': ['ID=e12ed51c-74f3-4f1d-beee-c50d080c6683,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:04.135870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e1ab5-5ed2-4edd-a095-8e5a8e9dc74a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Checking segment: {'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:47:04.136242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e1ab5-5ed2-4edd-a095-8e5a8e9dc74a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network hostable DHCP agents. Network: df33c682-b41c-4cf1-91cf-d398a23e73a4, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:47:04.175705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e1ab5-5ed2-4edd-a095-8e5a8e9dc74a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network df33c682-b41c-4cf1-91cf-d398a23e73a4 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:47:04.187211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-115e1ab5-5ed2-4edd-a095-8e5a8e9dc74a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, df33c682-b41c-4cf1-91cf-d398a23e73a4) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:04.193572 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115e1ab5-5ed2-4edd-a095-8e5a8e9dc74a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:04.194173 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-115e1ab5-5ed2-4edd-a095-8e5a8e9dc74a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:04.219815 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe53fd2-e2cb-4730-a2b9-2c5c0940ac02 None None] Pushing event updated for resources: {'Port': ['ID=64a307fe-3a63-49dc-9f91-299983dd517f,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:04.227360 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad39db8e-e923-4eb8-8834-e137855d5e79 None None] Network df33c682-b41c-4cf1-91cf-d398a23e73a4 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:47:04.234079 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-115e1ab5-5ed2-4edd-a095-8e5a8e9dc74a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9911540 Feb 10 15:47:04.234315 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59156) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:04.325106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Routers {'00f5145a-d37c-44ce-a935-69135aac0b1e'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:04.325782 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:46:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['00f5145a-d37c-44ce-a935-69135aac0b1e'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:04.578115 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-df33c682-b41c-4cf1-91cf-d398a23e73a4', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ips': [{'subnet_id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:47:04.589237 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:04.722215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59164) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:04.930490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] Set router 00f5145a-d37c-44ce-a935-69135aac0b1e gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:05.035446 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c1da526-0bad-4370-b213-40a7ea83a6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:05.152110 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c1da526-0bad-4370-b213-40a7ea83a6a3 admin admin] Publish callbacks [] for security_group (4bc7411c-64ca-4988-a67d-e7ad9053d1d4), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:05.159606 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0c1da526-0bad-4370-b213-40a7ea83a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4bc7411c-64ca-4988-a67d-e7ad9053d1d4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:05.192713 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Allocated IP 172.20.0.2 (df33c682-b41c-4cf1-91cf-d398a23e73a4/e12ed51c-74f3-4f1d-beee-c50d080c6683/6fde5720-a108-416b-9599-8fd90ea3bf12) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:05.247877 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0c1da526-0bad-4370-b213-40a7ea83a6a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c56507a813b46879385d55d3ced5737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5244606 Feb 10 15:47:05.248846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1da526-0bad-4370-b213-40a7ea83a6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc7411c-64ca-4988-a67d-e7ad9053d1d4,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:05.258405 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59170) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:05.333390 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:05.358761 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c6021ad-d1d9-4bd6-b001-4bdb2dd85044 admin admin] Publish callbacks [] for security_group (4bc7411c-64ca-4988-a67d-e7ad9053d1d4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:05.414916 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c6021ad-d1d9-4bd6-b001-4bdb2dd85044 admin admin] Publish callbacks [] for security_group (4bc7411c-64ca-4988-a67d-e7ad9053d1d4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:05.446743 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Publish callbacks [] for port (6fde5720-a108-416b-9599-8fd90ea3bf12), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:05.467341 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (6fde5720-a108-416b-9599-8fd90ea3bf12), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:05.497992 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c6021ad-d1d9-4bd6-b001-4bdb2dd85044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4bc7411c-64ca-4988-a67d-e7ad9053d1d4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:05.501021 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6c6021ad-d1d9-4bd6-b001-4bdb2dd85044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:05.513170 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6c6021ad-d1d9-4bd6-b001-4bdb2dd85044 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4bc7411c-64ca-4988-a67d-e7ad9053d1d4 HTTP/1.1" status: 204 len: 168 time: 0.2431991 Feb 10 15:47:05.534434 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6021ad-d1d9-4bd6-b001-4bdb2dd85044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc7411c-64ca-4988-a67d-e7ad9053d1d4,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:05.831088 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Allocated IP 172.20.0.1 (df33c682-b41c-4cf1-91cf-d398a23e73a4/e12ed51c-74f3-4f1d-beee-c50d080c6683/2240044c-6370-4b51-9dcd-6d4f6b9f6b49) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:05.843049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Pushing event updated for resources: {'Port': ['ID=6fde5720-a108-416b-9599-8fd90ea3bf12,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:05.869533 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Network df33c682-b41c-4cf1-91cf-d398a23e73a4 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:05.873916 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:05.895723 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:06.019022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Attempting to bind port 6fde5720-a108-416b-9599-8fd90ea3bf12 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:47:06.022862 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Attempting to bind port 6fde5720-a108-416b-9599-8fd90ea3bf12 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:47:06.023919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Attempting to bind port 6fde5720-a108-416b-9599-8fd90ea3bf12 on network df33c682-b41c-4cf1-91cf-d398a23e73a4 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:06.063605 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:06.064530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Checking segment: {'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:47:06.064971 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:06.065368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Bound using segment: {'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:06.065857 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Bound port: 6fde5720-a108-416b-9599-8fd90ea3bf12, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:47:06.073831 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6fde5720-a108-416b-9599-8fd90ea3bf12), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:06.078367 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:06.101556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284513177', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:01Z', 'revision_number': 3, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:06.143079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59186) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:06.151051 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:06.193975 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e70066f-44b1-4a81-888c-59ca052c25a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:06.208299 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd93a32a-5868-4a5f-876a-87f48cc44d54 None None] The sync data for ids ['00f5145a-d37c-44ce-a935-69135aac0b1e'] in n-d-815324-7 is: [{'id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284513177', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:01Z', 'revision_number': 3, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:47:06.256474 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] For port 6fde5720-a108-416b-9599-8fd90ea3bf12, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:06.264808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] For port 6fde5720-a108-416b-9599-8fd90ea3bf12, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6fde5720-a108-416b-9599-8fd90ea3bf12,segment=NetworkSegment(82860e45-4191-48e6-9856-98d550287e1e),segment_id=82860e45-4191-48e6-9856-98d550287e1e)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:06.282376 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6fde5720-a108-416b-9599-8fd90ea3bf12), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:06.303470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network df33c682-b41c-4cf1-91cf-d398a23e73a4 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:06.324938 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:06.343727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=2240044c-6370-4b51-9dcd-6d4f6b9f6b49,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:06.350998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:06.413533 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fe659-6537-498b-985f-a71ae0297c78 None None] Pushing event updated for resources: {'Port': ['ID=6fde5720-a108-416b-9599-8fd90ea3bf12,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:06.444340 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (00f5145a-d37c-44ce-a935-69135aac0b1e), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:06.849085 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e70066f-44b1-4a81-888c-59ca052c25a8 admin admin] Publish callbacks [] for security_group (19052605-d0a6-45e2-aef5-2d7558672acd), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:06.861411 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e70066f-44b1-4a81-888c-59ca052c25a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (19052605-d0a6-45e2-aef5-2d7558672acd), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:07.061018 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9e70066f-44b1-4a81-888c-59ca052c25a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69e34dc0e75f4acc93bdb9b1515fc374&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9143252 Feb 10 15:47:07.061296 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59194) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:07.082149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70066f-44b1-4a81-888c-59ca052c25a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19052605-d0a6-45e2-aef5-2d7558672acd,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:07.099602 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:07.124418 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:07.163203 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb937-2228-4cd7-a637-ef4839a888ca admin admin] Publish callbacks [] for security_group (19052605-d0a6-45e2-aef5-2d7558672acd), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:07.220726 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb937-2228-4cd7-a637-ef4839a888ca admin admin] Publish callbacks [] for security_group (19052605-d0a6-45e2-aef5-2d7558672acd), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:07.332978 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb937-2228-4cd7-a637-ef4839a888ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (19052605-d0a6-45e2-aef5-2d7558672acd), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:07.336586 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb937-2228-4cd7-a637-ef4839a888ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:07.338183 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7b3bb937-2228-4cd7-a637-ef4839a888ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19052605-d0a6-45e2-aef5-2d7558672acd HTTP/1.1" status: 204 len: 168 time: 0.2751765 Feb 10 15:47:07.356545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb937-2228-4cd7-a637-ef4839a888ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19052605-d0a6-45e2-aef5-2d7558672acd,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:07.666579 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:07.684327 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:07.859869 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=2240044c-6370-4b51-9dcd-6d4f6b9f6b49,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:07.943116 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (00f5145a-d37c-44ce-a935-69135aac0b1e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:08.221931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network df33c682-b41c-4cf1-91cf-d398a23e73a4 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:08.225637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:08.289153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6fde5720-a108-416b-9599-8fd90ea3bf12 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:08.395890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37088a84-e0ad-40d5-98c8-af5ca221f4a7 None None] Network df33c682-b41c-4cf1-91cf-d398a23e73a4 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:47:08.418758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router 00f5145a-d37c-44ce-a935-69135aac0b1e has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:47:08.705103 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1bf31452-edc9-4016-b7bc-32b9e1ae301c None None] Provisioning complete for port 6fde5720-a108-416b-9599-8fd90ea3bf12 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:08.709411 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bf31452-edc9-4016-b7bc-32b9e1ae301c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6fde5720-a108-416b-9599-8fd90ea3bf12), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:08.945411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 6fde5720-a108-416b-9599-8fd90ea3bf12 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:08.945792 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6fde5720-a108-416b-9599-8fd90ea3bf12), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:08.948637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1bf31452-edc9-4016-b7bc-32b9e1ae301c None None] Current status of the port 6fde5720-a108-416b-9599-8fd90ea3bf12 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:08.959685 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bf31452-edc9-4016-b7bc-32b9e1ae301c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6fde5720-a108-416b-9599-8fd90ea3bf12), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:09.166686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:47:09.181157 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b10758c8-c59e-441e-ae37-8a1f07652b14 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "PUT /v2.0/routers/00f5145a-d37c-44ce-a935-69135aac0b1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9457312 Feb 10 15:47:09.183641 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1bf31452-edc9-4016-b7bc-32b9e1ae301c None None] For port 6fde5720-a108-416b-9599-8fd90ea3bf12, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6fde5720-a108-416b-9599-8fd90ea3bf12,segment=NetworkSegment(82860e45-4191-48e6-9856-98d550287e1e),segment_id=82860e45-4191-48e6-9856-98d550287e1e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:09.203459 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bf31452-edc9-4016-b7bc-32b9e1ae301c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6fde5720-a108-416b-9599-8fd90ea3bf12), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:09.409180 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Sync routers for ids ['00f5145a-d37c-44ce-a935-69135aac0b1e'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:47:09.437094 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Routers {'00f5145a-d37c-44ce-a935-69135aac0b1e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:09.440838 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d226211c-f184-4db4-8b58-4791f954378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:46:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['00f5145a-d37c-44ce-a935-69135aac0b1e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:09.525025 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 6fde5720-a108-416b-9599-8fd90ea3bf12 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:09.526935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 64a307fe-3a63-49dc-9f91-299983dd517f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:09.536162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e35f4b97-6373-4903-81e6-0ac25e10f7b6 None None] Provisioning complete for port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:09.536824 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e35f4b97-6373-4903-81e6-0ac25e10f7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:09.538519 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf31452-edc9-4016-b7bc-32b9e1ae301c None None] Pushing event updated for resources: {'Port': ['ID=6fde5720-a108-416b-9599-8fd90ea3bf12,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:09.714489 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e35f4b97-6373-4903-81e6-0ac25e10f7b6 None None] Port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:47:09.773307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e35f4b97-6373-4903-81e6-0ac25e10f7b6 None None] Provisioning complete for port 6fde5720-a108-416b-9599-8fd90ea3bf12 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:09.785034 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e35f4b97-6373-4903-81e6-0ac25e10f7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6fde5720-a108-416b-9599-8fd90ea3bf12), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:09.788887 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Set router 00f5145a-d37c-44ce-a935-69135aac0b1e gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:09.814142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-9b43808d-956e-4ad3-9d6d-9abae899f027 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945467852&fields=id&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb HTTP/1.1" status: 200 len: 267 time: 0.1814835 Feb 10 15:47:09.956005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 64a307fe-3a63-49dc-9f91-299983dd517f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:09.957245 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (64a307fe-3a63-49dc-9f91-299983dd517f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:10.246875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-0a430303-8bab-4125-ac0a-5842b5cc30d3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:10.257220 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-0a430303-8bab-4125-ac0a-5842b5cc30d3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/networks?id=df33c682-b41c-4cf1-91cf-d398a23e73a4 HTTP/1.1" status: 200 len: 796 time: 0.4397254 Feb 10 15:47:10.303850 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-0cc973f8-869c-4480-8f70-4390fe4ca87a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/quotas/2c35d11a6fb9432f955126d4d4ccd7cb HTTP/1.1" status: 200 len: 375 time: 0.0448930 Feb 10 15:47:10.334641 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 64a307fe-3a63-49dc-9f91-299983dd517f is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:10.336821 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (64a307fe-3a63-49dc-9f91-299983dd517f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:10.382808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 64a307fe-3a63-49dc-9f91-299983dd517f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=64a307fe-3a63-49dc-9f91-299983dd517f,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:10.399056 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:47:10.410022 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (64a307fe-3a63-49dc-9f91-299983dd517f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:10.486749 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d226211c-f184-4db4-8b58-4791f954378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284513177', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:06Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '2240044c-6370-4b51-9dcd-6d4f6b9f6b49', 'name': '', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:b5:c8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:05Z', 'updated_at': '2022-02-10T15:47:07Z', 'revision_number': 2, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:10.507130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-94f0427d-1928-425d-aaf0-905d284d19cc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1999388 Feb 10 15:47:10.523837 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Checking router: 00f5145a-d37c-44ce-a935-69135aac0b1e for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:47:10.524504 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Updating router 00f5145a-d37c-44ce-a935-69135aac0b1e port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:47:10.561225 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:10.679031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6fde5720-a108-416b-9599-8fd90ea3bf12 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:10.809806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=64a307fe-3a63-49dc-9f91-299983dd517f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:10.814698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e35f4b97-6373-4903-81e6-0ac25e10f7b6 None None] Current status of the port 6fde5720-a108-416b-9599-8fd90ea3bf12 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:10.870308 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 6fde5720-a108-416b-9599-8fd90ea3bf12 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:10.870686 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6fde5720-a108-416b-9599-8fd90ea3bf12), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:10.901270 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-f9dc5e85-bc07-4ed7-a03d-ef6e26313dc1 service neutron] 10.222.0.64 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811746 Feb 10 15:47:10.975224 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-133c41a4-9ddd-4b6a-a051-cdd15ee4e6fb None None] Provisioning complete for port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:10.975598 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-133c41a4-9ddd-4b6a-a051-cdd15ee4e6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:11.059090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-133c41a4-9ddd-4b6a-a051-cdd15ee4e6fb None None] Port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:47:11.152860 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 6fde5720-a108-416b-9599-8fd90ea3bf12 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:11.224084 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-345aa176-caa5-4da7-b511-be9c0f2438f4 service neutron] 10.222.0.64 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144996 Feb 10 15:47:11.508020 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Publish callbacks [] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:11.540961 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:11.544223 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:11.649106 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c86f01-e25d-45ef-8bc0-61337d518987 None None] Pushing event updated for resources: {'Port': ['ID=2240044c-6370-4b51-9dcd-6d4f6b9f6b49,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:11.691430 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f01-e25d-45ef-8bc0-61337d518987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:11.691782 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f01-e25d-45ef-8bc0-61337d518987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:11.692126 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f01-e25d-45ef-8bc0-61337d518987 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:11.692521 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f01-e25d-45ef-8bc0-61337d518987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:11.692867 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f01-e25d-45ef-8bc0-61337d518987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:11.693138 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f01-e25d-45ef-8bc0-61337d518987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:11.710162 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f01-e25d-45ef-8bc0-61337d518987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:11.711082 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f01-e25d-45ef-8bc0-61337d518987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:11.711593 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f01-e25d-45ef-8bc0-61337d518987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:11.712112 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f01-e25d-45ef-8bc0-61337d518987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:11.712721 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f01-e25d-45ef-8bc0-61337d518987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:11.713575 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f01-e25d-45ef-8bc0-61337d518987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:11.714174 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c86f01-e25d-45ef-8bc0-61337d518987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:11.728159 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a48eb105-6f91-4570-aa15-d3d82b0aec5b req-a69b2611-79d2-4eba-b504-bf5b2bc05c7c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 210 time: 0.1116996 Feb 10 15:47:11.735041 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Attempting to bind port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:47:11.736327 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Attempting to bind port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:47:11.736732 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Attempting to bind port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 on network df33c682-b41c-4cf1-91cf-d398a23e73a4 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:11.762151 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:11.763014 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Checking segment: {'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:47:11.763611 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:11.764171 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Bound using segment: {'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:11.764857 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Bound port: 2240044c-6370-4b51-9dcd-6d4f6b9f6b49, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:47:11.765465 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:11.943701 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-d226211c-f184-4db4-8b58-4791f954378b None None] For port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:11.965580 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-d226211c-f184-4db4-8b58-4791f954378b None None] For port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=2240044c-6370-4b51-9dcd-6d4f6b9f6b49,segment=NetworkSegment(82860e45-4191-48e6-9856-98d550287e1e),segment_id=82860e45-4191-48e6-9856-98d550287e1e)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:11.984486 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:12.091476 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c86f01-e25d-45ef-8bc0-61337d518987 None None] Pushing event updated for resources: {'Port': ['ID=2240044c-6370-4b51-9dcd-6d4f6b9f6b49,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:12.116432 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Routers {'00f5145a-d37c-44ce-a935-69135aac0b1e'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:12.117131 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d226211c-f184-4db4-8b58-4791f954378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:46:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['00f5145a-d37c-44ce-a935-69135aac0b1e'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:12.138212 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5a100a6e-a1b9-4ca3-a52b-6296e38e4c27 None None] Provisioning complete for port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:12.138808 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5a100a6e-a1b9-4ca3-a52b-6296e38e4c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:12.302673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5a100a6e-a1b9-4ca3-a52b-6296e38e4c27 None None] Current status of the port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:12.303048 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5a100a6e-a1b9-4ca3-a52b-6296e38e4c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:12.415622 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5a100a6e-a1b9-4ca3-a52b-6296e38e4c27 None None] For port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=2240044c-6370-4b51-9dcd-6d4f6b9f6b49,segment=NetworkSegment(82860e45-4191-48e6-9856-98d550287e1e),segment_id=82860e45-4191-48e6-9856-98d550287e1e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:12.421430 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5a100a6e-a1b9-4ca3-a52b-6296e38e4c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:12.467038 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-d226211c-f184-4db4-8b58-4791f954378b None None] Set router 00f5145a-d37c-44ce-a935-69135aac0b1e gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:12.519948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a100a6e-a1b9-4ca3-a52b-6296e38e4c27 None None] Pushing event updated for resources: {'Port': ['ID=2240044c-6370-4b51-9dcd-6d4f6b9f6b49,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:12.553126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-87b94589-b113-47fb-a07e-d986161006bc None None] Provisioning complete for port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:12.553806 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-87b94589-b113-47fb-a07e-d986161006bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:12.604021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 64a307fe-3a63-49dc-9f91-299983dd517f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:12.725429 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 64a307fe-3a63-49dc-9f91-299983dd517f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:12.726143 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (64a307fe-3a63-49dc-9f91-299983dd517f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:12.821257 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-87b94589-b113-47fb-a07e-d986161006bc None None] Current status of the port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:12.853384 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d226211c-f184-4db4-8b58-4791f954378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284513177', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:06Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '2240044c-6370-4b51-9dcd-6d4f6b9f6b49', 'name': '', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:b5:c8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:05Z', 'updated_at': '2022-02-10T15:47:11Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:12.899291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 64a307fe-3a63-49dc-9f91-299983dd517f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:12.908269 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-969b3610-87cf-440b-b88e-51184333499f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:12.926572 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-336905ca-c606-4354-9c50-7c1eae0e4f00 req-4d1d4b88-1af4-4b6c-ba4d-228e5773ccc8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 210 time: 0.0423741 Feb 10 15:47:13.030879 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d226211c-f184-4db4-8b58-4791f954378b None None] The sync data for ids ['00f5145a-d37c-44ce-a935-69135aac0b1e'] in n-d-815324-7 is: [{'id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284513177', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:06Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '2240044c-6370-4b51-9dcd-6d4f6b9f6b49', 'name': '', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:b5:c8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:05Z', 'updated_at': '2022-02-10T15:47:11Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:47:13.195839 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59396) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:13.507827 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1b7839a1-ee51-4764-ae63-127b3e3dbf4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:13.616193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-8d207fa2-b739-4b6d-ac3c-eabfe68f62ab tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:13.622486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-8d207fa2-b739-4b6d-ac3c-eabfe68f62ab tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "GET /v2.0/networks?id=df33c682-b41c-4cf1-91cf-d398a23e73a4 HTTP/1.1" status: 200 len: 796 time: 0.2922225 Feb 10 15:47:13.721843 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-9f6e649d-fcae-46f7-9eac-90677243fb77 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb HTTP/1.1" status: 200 len: 379 time: 0.0874712 Feb 10 15:47:13.734303 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-301a1464-9e1b-4656-bcdc-1714b293322a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'port': {'device_id': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'admin_state_up': True, 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'security_groups': ['67e45c55-8559-45ce-bd44-fc92e10b72ef']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:13.744175 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1b7839a1-ee51-4764-ae63-127b3e3dbf4a admin admin] Publish callbacks [] for security_group (baeb9947-5f2a-417d-bd86-e5c831469277), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:13.765968 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1b7839a1-ee51-4764-ae63-127b3e3dbf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (baeb9947-5f2a-417d-bd86-e5c831469277), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:13.811661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59400) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:13.812314 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1b7839a1-ee51-4764-ae63-127b3e3dbf4a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3bdf76aea4f84a509ea2d9c821354e27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6147006 Feb 10 15:47:13.882850 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Publish callbacks [] for security_group (baeb9947-5f2a-417d-bd86-e5c831469277), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:13.922226 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7839a1-ee51-4764-ae63-127b3e3dbf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeb9947-5f2a-417d-bd86-e5c831469277,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:13.924463 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Publish callbacks [] for security_group (baeb9947-5f2a-417d-bd86-e5c831469277), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:14.007115 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-301a1464-9e1b-4656-bcdc-1714b293322a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Made reservation on behalf of 2c35d11a6fb9432f955126d4d4ccd7cb for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:14.011404 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-301a1464-9e1b-4656-bcdc-1714b293322a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:14.018099 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (baeb9947-5f2a-417d-bd86-e5c831469277), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:14.025129 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:14.026756 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/baeb9947-5f2a-417d-bd86-e5c831469277 HTTP/1.1" status: 204 len: 168 time: 0.2136607 Feb 10 15:47:14.073643 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeb9947-5f2a-417d-bd86-e5c831469277,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:14.090323 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:14.090925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:14.091453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:14.091943 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:14.096780 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:14.097353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:14.097860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:14.098348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:14.098835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:14.099332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:14.099817 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:14.100294 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:14.100800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01828af0-268b-4b0a-b850-dd5e6d6e6466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:14.195305 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-48185e76-0360-4fbc-bc56-9fe9a743350c req-a884b22a-ef8d-4830-8eb6-ef509647f957 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 210 time: 0.0736039 Feb 10 15:47:14.382376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-301a1464-9e1b-4656-bcdc-1714b293322a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Allocated IP 172.20.0.10 (df33c682-b41c-4cf1-91cf-d398a23e73a4/e12ed51c-74f3-4f1d-beee-c50d080c6683/72179508-4a49-4130-895c-8721d4dc43a0) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:14.615010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:14.659096 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59414) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:14.677655 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-becc004f-c95d-4af0-b8d7-7f3f246aca33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:14.683504 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-301a1464-9e1b-4656-bcdc-1714b293322a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (72179508-4a49-4130-895c-8721d4dc43a0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:14.717403 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:14.718000 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:14.754059 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-301a1464-9e1b-4656-bcdc-1714b293322a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (72179508-4a49-4130-895c-8721d4dc43a0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:14.861709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-301a1464-9e1b-4656-bcdc-1714b293322a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network df33c682-b41c-4cf1-91cf-d398a23e73a4 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:14.870056 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-301a1464-9e1b-4656-bcdc-1714b293322a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:14.874008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-301a1464-9e1b-4656-bcdc-1714b293322a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:14.882286 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-becc004f-c95d-4af0-b8d7-7f3f246aca33 admin admin] Publish callbacks [] for security_group (fb82ac24-c150-41c1-b412-542990e26e1e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:14.892222 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-becc004f-c95d-4af0-b8d7-7f3f246aca33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fb82ac24-c150-41c1-b412-542990e26e1e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:14.940245 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:14.952482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59416) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:14.958095 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-becc004f-c95d-4af0-b8d7-7f3f246aca33 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0809464013014103ac3314a65079e6c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2978294 Feb 10 15:47:14.972199 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a1464-9e1b-4656-bcdc-1714b293322a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=72179508-4a49-4130-895c-8721d4dc43a0,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:15.016032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc004f-c95d-4af0-b8d7-7f3f246aca33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb82ac24-c150-41c1-b412-542990e26e1e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:15.027846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-301a1464-9e1b-4656-bcdc-1714b293322a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:15.028521 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-301a1464-9e1b-4656-bcdc-1714b293322a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:15.096779 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-301a1464-9e1b-4656-bcdc-1714b293322a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3597705 Feb 10 15:47:15.115761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Request body: {'port': {'device_id': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:15.124320 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2632afb1-edf2-4d51-8530-17a9c22e0fe1 admin admin] Publish callbacks [] for security_group (fb82ac24-c150-41c1-b412-542990e26e1e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:15.203766 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04bb46e7-45fa-412c-b91c-e5d3f8b6a56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:15.209478 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2632afb1-edf2-4d51-8530-17a9c22e0fe1 admin admin] Publish callbacks [] for security_group (fb82ac24-c150-41c1-b412-542990e26e1e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:15.272275 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (72179508-4a49-4130-895c-8721d4dc43a0), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:15.376902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-56965320-bb7d-41e5-9fba-e340e686091f None None] Provisioning complete for port 72179508-4a49-4130-895c-8721d4dc43a0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:15.377602 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-56965320-bb7d-41e5-9fba-e340e686091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (72179508-4a49-4130-895c-8721d4dc43a0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:15.435777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-56965320-bb7d-41e5-9fba-e340e686091f None None] Port 72179508-4a49-4130-895c-8721d4dc43a0 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:47:15.490569 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb9620-a2ca-4f84-adae-1bb7cda4f38f req-34e72051-6f53-4f63-8e45-3763421ad468 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:15.497698 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3adb9620-a2ca-4f84-adae-1bb7cda4f38f req-34e72051-6f53-4f63-8e45-3763421ad468 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 932 time: 0.1761260 Feb 10 15:47:15.522269 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2632afb1-edf2-4d51-8530-17a9c22e0fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fb82ac24-c150-41c1-b412-542990e26e1e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:15.525197 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2632afb1-edf2-4d51-8530-17a9c22e0fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:15.529461 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2632afb1-edf2-4d51-8530-17a9c22e0fe1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb82ac24-c150-41c1-b412-542990e26e1e HTTP/1.1" status: 204 len: 168 time: 0.5734909 Feb 10 15:47:15.934013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632afb1-edf2-4d51-8530-17a9c22e0fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb82ac24-c150-41c1-b412-542990e26e1e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:15.979872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3adb9620-a2ca-4f84-adae-1bb7cda4f38f req-a5528ea5-1271-47a1-b012-e381a408b808 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4794090 Feb 10 15:47:16.146357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72179508-4a49-4130-895c-8721d4dc43a0 {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:47:16.164642 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Publish callbacks [] for port (72179508-4a49-4130-895c-8721d4dc43a0), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:16.180287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Transition to ACTIVE for port object 72179508-4a49-4130-895c-8721d4dc43a0 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:47:16.187079 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (72179508-4a49-4130-895c-8721d4dc43a0), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:16.283878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Pushing event updated for resources: {'Port': ['ID=72179508-4a49-4130-895c-8721d4dc43a0,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:16.353870 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Attempting to bind port 72179508-4a49-4130-895c-8721d4dc43a0 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:47:16.355841 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Attempting to bind port 72179508-4a49-4130-895c-8721d4dc43a0 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:47:16.356281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Attempting to bind port 72179508-4a49-4130-895c-8721d4dc43a0 on network df33c682-b41c-4cf1-91cf-d398a23e73a4 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:16.362516 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Port 72179508-4a49-4130-895c-8721d4dc43a0 on network df33c682-b41c-4cf1-91cf-d398a23e73a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:47:16.362980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Attempting to bind port 72179508-4a49-4130-895c-8721d4dc43a0 on network df33c682-b41c-4cf1-91cf-d398a23e73a4 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:16.372213 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:16.372790 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Checking segment: {'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:47:16.373270 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Bound using segment: {'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:16.373801 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Bound port: 72179508-4a49-4130-895c-8721d4dc43a0, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:47:16.374256 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (72179508-4a49-4130-895c-8721d4dc43a0), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:16.413367 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:16.538627 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] For port 72179508-4a49-4130-895c-8721d4dc43a0, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:16.543354 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] For port 72179508-4a49-4130-895c-8721d4dc43a0, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=72179508-4a49-4130-895c-8721d4dc43a0,segment=NetworkSegment(82860e45-4191-48e6-9856-98d550287e1e),segment_id=82860e45-4191-48e6-9856-98d550287e1e)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:16.554519 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (72179508-4a49-4130-895c-8721d4dc43a0), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:16.603270 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:16.603901 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:16.607373 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-14c08158-95b9-412f-9159-71707f2056fb service neutron] 10.222.0.72 "PUT /v2.0/ports/72179508-4a49-4130-895c-8721d4dc43a0 HTTP/1.1" status: 200 len: 1092 time: 1.5062559 Feb 10 15:47:16.620769 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'tag': '72179508-4a49-4130-895c-8721d4dc43a0'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:47:16.623094 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648f9dbb-95d7-4ad7-8110-2f72adbe464c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4c1aec-2139-4a0d-abc3-edc72351111e", "tag": "72179508-4a49-4130-895c-8721d4dc43a0"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:16.705875 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a192062b-8763-4622-8730-f3007b661c7b x-openstack-request-id: req-a192062b-8763-4622-8730-f3007b661c7b {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:16.706579 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4c1aec-2139-4a0d-abc3-edc72351111e", "tag": "72179508-4a49-4130-895c-8721d4dc43a0", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:16.707178 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a192062b-8763-4622-8730-f3007b661c7b {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:16.707982 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'tag': '72179508-4a49-4130-895c-8721d4dc43a0', 'status': 'completed', 'code': 200} Feb 10 15:47:16.725805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c08158-95b9-412f-9159-71707f2056fb service neutron] Pushing event updated for resources: {'Port': ['ID=72179508-4a49-4130-895c-8721d4dc43a0,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:16.745368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-fb51b9c3-961a-48b2-97cc-0598b607e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:16.746898 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-fb51b9c3-961a-48b2-97cc-0598b607e2c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 1126 time: 0.0964599 Feb 10 15:47:16.808368 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-2841ec44-c719-4a88-b3e4-1cf8f098610a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72179508-4a49-4130-895c-8721d4dc43a0 HTTP/1.1" status: 200 len: 217 time: 0.0516338 Feb 10 15:47:16.879773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-a8ee9095-9990-4698-8e6c-901772bbd479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:16.886809 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-a8ee9095-9990-4698-8e6c-901772bbd479 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e12ed51c-74f3-4f1d-beee-c50d080c6683 HTTP/1.1" status: 200 len: 835 time: 0.0672944 Feb 10 15:47:16.961743 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-e6947a53-2a49-4fd2-b0aa-69bd18110b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:16.963694 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-e6947a53-2a49-4fd2-b0aa-69bd18110b73 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=df33c682-b41c-4cf1-91cf-d398a23e73a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0741763 Feb 10 15:47:17.134684 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-fff96f6c-d8a9-4e7d-aaa9-6d557d3b3272 service neutron] 10.222.0.72 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654010 Feb 10 15:47:17.181768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a87d10-6d96-4e1d-a602-575e66b1c478 req-fa7fb615-2e34-4b7b-bddd-9c3eb9e681ac tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:17.185568 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44a87d10-6d96-4e1d-a602-575e66b1c478 req-fa7fb615-2e34-4b7b-bddd-9c3eb9e681ac tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 944 time: 0.1144223 Feb 10 15:47:17.302250 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78333b92-38fb-4677-9d7a-a7ba1565e5ac req-ee6240c8-c9c8-4ca8-9595-ce761040678c service neutron] 10.222.0.72 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582925 Feb 10 15:47:17.316028 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44a87d10-6d96-4e1d-a602-575e66b1c478 req-b4a0b804-c5f8-4e1e-b1fb-31e60684a225 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873952 Feb 10 15:47:17.464990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f9dbb-95d7-4ad7-8110-2f72adbe464c req-6de0b89f-6df1-46a5-b561-cb1f6795705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:17.468016 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-648f9dbb-95d7-4ad7-8110-2f72adbe464c req-6de0b89f-6df1-46a5-b561-cb1f6795705f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 1126 time: 0.1017430 Feb 10 15:47:17.620598 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f9dbb-95d7-4ad7-8110-2f72adbe464c req-b995325f-6a5d-4408-8f70-2280f061a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:17.622167 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-648f9dbb-95d7-4ad7-8110-2f72adbe464c req-b995325f-6a5d-4408-8f70-2280f061a035 service neutron] 10.222.0.72 "GET /v2.0/networks?id=df33c682-b41c-4cf1-91cf-d398a23e73a4 HTTP/1.1" status: 200 len: 897 time: 0.1479478 Feb 10 15:47:17.703914 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-648f9dbb-95d7-4ad7-8110-2f72adbe464c req-f9ba7495-6143-49cd-b7e2-388a884f1a6d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72179508-4a49-4130-895c-8721d4dc43a0 HTTP/1.1" status: 200 len: 217 time: 0.0607822 Feb 10 15:47:17.773600 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f9dbb-95d7-4ad7-8110-2f72adbe464c req-91fd56c0-7890-4b23-958c-2522c1a804c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:17.775239 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-648f9dbb-95d7-4ad7-8110-2f72adbe464c req-91fd56c0-7890-4b23-958c-2522c1a804c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e12ed51c-74f3-4f1d-beee-c50d080c6683 HTTP/1.1" status: 200 len: 835 time: 0.0655837 Feb 10 15:47:17.843115 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f9dbb-95d7-4ad7-8110-2f72adbe464c req-b1125f24-c033-4c6d-854c-8aa82febac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:17.845182 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-648f9dbb-95d7-4ad7-8110-2f72adbe464c req-b1125f24-c033-4c6d-854c-8aa82febac02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=df33c682-b41c-4cf1-91cf-d398a23e73a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0610638 Feb 10 15:47:17.953708 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-648f9dbb-95d7-4ad7-8110-2f72adbe464c req-ca28386c-eaf5-4dee-b885-dcc15a7c3c22 service neutron] 10.222.0.72 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023338 Feb 10 15:47:17.974685 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:18.059134 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-648f9dbb-95d7-4ad7-8110-2f72adbe464c req-58105569-6033-47cd-b0cd-5652a92dea66 service neutron] 10.222.0.72 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990574 Feb 10 15:47:18.482469 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc477d5-f76e-4073-aea1-eb6b07d7e38d req-0a628941-a874-4736-b42d-96f1f63704ca tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:18.484292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bc477d5-f76e-4073-aea1-eb6b07d7e38d req-0a628941-a874-4736-b42d-96f1f63704ca tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 944 time: 0.0886352 Feb 10 15:47:18.572904 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bc477d5-f76e-4073-aea1-eb6b07d7e38d req-d7c615b1-67d1-440b-b8b7-cd69f683b9ed tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809314 Feb 10 15:47:18.961170 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:19.454950 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 72179508-4a49-4130-895c-8721d4dc43a0 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:47:19.663231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 72179508-4a49-4130-895c-8721d4dc43a0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=72179508-4a49-4130-895c-8721d4dc43a0,segment=NetworkSegment(82860e45-4191-48e6-9856-98d550287e1e),segment_id=82860e45-4191-48e6-9856-98d550287e1e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:19.676292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '72179508-4a49-4130-895c-8721d4dc43a0', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'port_id': '72179508-4a49-4130-895c-8721d4dc43a0', 'mac_address': 'fa:16:3e:0e:a1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:47:19.786422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 72179508-4a49-4130-895c-8721d4dc43a0 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:19.788533 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (72179508-4a49-4130-895c-8721d4dc43a0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:19.817579 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5e459-9c9c-40a1-9c5c-1b04d9745fcb req-ecf3968c-ad3b-43a6-a2e7-dc40b2a6ff87 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:19.818936 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72179508-4a49-4130-895c-8721d4dc43a0 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:47:19.819269 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4fc5e459-9c9c-40a1-9c5c-1b04d9745fcb req-ecf3968c-ad3b-43a6-a2e7-dc40b2a6ff87 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 944 time: 0.1149611 Feb 10 15:47:19.858912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 72179508-4a49-4130-895c-8721d4dc43a0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=72179508-4a49-4130-895c-8721d4dc43a0,segment=NetworkSegment(82860e45-4191-48e6-9856-98d550287e1e),segment_id=82860e45-4191-48e6-9856-98d550287e1e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:19.872340 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (72179508-4a49-4130-895c-8721d4dc43a0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:19.941755 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4fc5e459-9c9c-40a1-9c5c-1b04d9745fcb req-70d15f40-2978-4f2f-b718-832ad505cab3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166677 Feb 10 15:47:19.991189 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=72179508-4a49-4130-895c-8721d4dc43a0,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:20.083617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['72179508-4a49-4130-895c-8721d4dc43a0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:21.114598 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58320d1-6b0e-4899-9d9a-882a0cf21c04 req-90a56497-f4de-4c49-beea-9c7a644db208 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:21.120922 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e58320d1-6b0e-4899-9d9a-882a0cf21c04 req-90a56497-f4de-4c49-beea-9c7a644db208 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 945 time: 0.0752099 Feb 10 15:47:21.200230 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e58320d1-6b0e-4899-9d9a-882a0cf21c04 req-e91d8c0f-0183-4393-941b-43211930f45a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685952 Feb 10 15:47:21.503956 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 72179508-4a49-4130-895c-8721d4dc43a0 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:21.580623 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 72179508-4a49-4130-895c-8721d4dc43a0 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:47:21.586323 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 72179508-4a49-4130-895c-8721d4dc43a0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:21.587104 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (72179508-4a49-4130-895c-8721d4dc43a0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:21.731720 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 72179508-4a49-4130-895c-8721d4dc43a0 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:21.732121 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (72179508-4a49-4130-895c-8721d4dc43a0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:21.789181 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72179508-4a49-4130-895c-8721d4dc43a0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:47:21.791657 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae13ebd-9738-4054-a291-320d703a86af" -d '{"events": [{"server_uuid": "1d4c1aec-2139-4a0d-abc3-edc72351111e", "name": "network-vif-plugged", "status": "completed", "tag": "72179508-4a49-4130-895c-8721d4dc43a0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:21.804610 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 72179508-4a49-4130-895c-8721d4dc43a0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=72179508-4a49-4130-895c-8721d4dc43a0,segment=NetworkSegment(82860e45-4191-48e6-9856-98d550287e1e),segment_id=82860e45-4191-48e6-9856-98d550287e1e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:21.810722 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (72179508-4a49-4130-895c-8721d4dc43a0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:21.880347 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a97155-969e-4565-953b-27172d0d44e4 x-openstack-request-id: req-56a97155-969e-4565-953b-27172d0d44e4 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:21.880633 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4c1aec-2139-4a0d-abc3-edc72351111e", "name": "network-vif-plugged", "status": "completed", "tag": "72179508-4a49-4130-895c-8721d4dc43a0", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:21.880969 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56a97155-969e-4565-953b-27172d0d44e4 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:21.881405 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72179508-4a49-4130-895c-8721d4dc43a0', 'code': 200} Feb 10 15:47:21.890581 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=72179508-4a49-4130-895c-8721d4dc43a0,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:22.056269 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b89594-d0f8-4416-8d05-137ddb28e6d6 req-475a9008-5c2a-4302-8559-08f8d8a5e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:22.058227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49b89594-d0f8-4416-8d05-137ddb28e6d6 req-475a9008-5c2a-4302-8559-08f8d8a5e189 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 1128 time: 0.1009986 Feb 10 15:47:22.167225 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49b89594-d0f8-4416-8d05-137ddb28e6d6 req-468215af-2b1a-4837-ad8e-cc4d2a837ff1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008341 Feb 10 15:47:22.415202 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721317b7-a3ca-4f98-b9fc-82aa5058054e req-6953b534-b87f-4b49-8d27-9e13f6d6c4c0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:22.428491 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721317b7-a3ca-4f98-b9fc-82aa5058054e req-6953b534-b87f-4b49-8d27-9e13f6d6c4c0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.1334939 Feb 10 15:47:22.515065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-721317b7-a3ca-4f98-b9fc-82aa5058054e req-d1029597-8dc7-4000-ab57-8b4184c3a37d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855227 Feb 10 15:47:23.664113 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52b18f-1e7b-4bc3-941d-c61f9ed1ec33 req-49da6727-4b5e-45c5-bd03-c9e58a122b29 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:23.667977 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b52b18f-1e7b-4bc3-941d-c61f9ed1ec33 req-49da6727-4b5e-45c5-bd03-c9e58a122b29 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0725029 Feb 10 15:47:23.740758 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b52b18f-1e7b-4bc3-941d-c61f9ed1ec33 req-51e7db21-3f04-40af-8ee8-416b0e02ed07 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657103 Feb 10 15:47:23.940705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dcb53-6131-40aa-81fa-5d603efa90be req-4dfafe95-07a4-4a6c-b171-2d4577e436af tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:23.952264 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-869dcb53-6131-40aa-81fa-5d603efa90be req-4dfafe95-07a4-4a6c-b171-2d4577e436af tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0913420 Feb 10 15:47:24.094044 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-869dcb53-6131-40aa-81fa-5d603efa90be req-67d230eb-17b1-4f69-b027-0b8d5cec12e0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395717 Feb 10 15:47:24.107211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59604) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:24.250642 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f78ec99-2cb3-4e68-9aea-1ee66465f00f tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:24.255723 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4f78ec99-2cb3-4e68-9aea-1ee66465f00f tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 1123 time: 0.1474695 Feb 10 15:47:24.258657 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59610) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:24.265082 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': '72179508-4a49-4130-895c-8721d4dc43a0', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:24.310564 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:24.541607 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:24.741501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Allocated IP 172.25.3.12 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/bdcd7d9d-8161-4c57-9ece-7ec7438873f9) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:25.000855 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (bdcd7d9d-8161-4c57-9ece-7ec7438873f9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:25.064054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (bdcd7d9d-8161-4c57-9ece-7ec7438873f9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:25.122319 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=bdcd7d9d-8161-4c57-9ece-7ec7438873f9,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:25.132531 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:25.136285 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:25.138408 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:25.922367 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for floatingip (eb526a7f-9341-4c31-ad7e-44aa008cfa21), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:26.052169 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bdcd7d9d-8161-4c57-9ece-7ec7438873f9), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:26.330738 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (bdcd7d9d-8161-4c57-9ece-7ec7438873f9), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:26.337271 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (bdcd7d9d-8161-4c57-9ece-7ec7438873f9), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:26.460024 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (eb526a7f-9341-4c31-ad7e-44aa008cfa21), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:26.538582 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=bdcd7d9d-8161-4c57-9ece-7ec7438873f9,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:26.631175 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Floating IP eb526a7f-9341-4c31-ad7e-44aa008cfa21 associated. External IP: 172.25.3.12, port: 72179508-4a49-4130-895c-8721d4dc43a0. Feb 10 15:47:27.098201 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router 00f5145a-d37c-44ce-a935-69135aac0b1e has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:47:27.404789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:47:27.419769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecffb733-54cf-48cd-93fa-47c44c518ece None None] Sync routers for ids ['00f5145a-d37c-44ce-a935-69135aac0b1e'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:47:27.439468 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:27.444213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecffb733-54cf-48cd-93fa-47c44c518ece None None] Routers {'00f5145a-d37c-44ce-a935-69135aac0b1e'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:27.446516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ecffb733-54cf-48cd-93fa-47c44c518ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:47:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['00f5145a-d37c-44ce-a935-69135aac0b1e'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:27.501036 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1baf1b50-3b73-41b4-b1bc-2a60d66c865d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2393208 Feb 10 15:47:27.501801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'tag': '72179508-4a49-4130-895c-8721d4dc43a0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:47:27.505213 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94773e43-5a09-4714-96c2-37c85bbde7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4c1aec-2139-4a0d-abc3-edc72351111e", "tag": "72179508-4a49-4130-895c-8721d4dc43a0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:27.656195 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0439a3a-82ce-4201-bfc9-8e0646f4c8c3 x-openstack-request-id: req-a0439a3a-82ce-4201-bfc9-8e0646f4c8c3 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:27.656875 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4c1aec-2139-4a0d-abc3-edc72351111e", "tag": "72179508-4a49-4130-895c-8721d4dc43a0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:27.657274 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0439a3a-82ce-4201-bfc9-8e0646f4c8c3 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:27.657770 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'tag': '72179508-4a49-4130-895c-8721d4dc43a0', 'status': 'completed', 'code': 200} Feb 10 15:47:27.883640 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94773e43-5a09-4714-96c2-37c85bbde7bb req-0568dc4b-dc36-4a54-8db2-4c7d861633b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:27.891567 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94773e43-5a09-4714-96c2-37c85bbde7bb req-0568dc4b-dc36-4a54-8db2-4c7d861633b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 1128 time: 0.2308779 Feb 10 15:47:28.109587 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94773e43-5a09-4714-96c2-37c85bbde7bb req-a301c96c-f602-49fb-9a48-a7f8702d8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:28.114922 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94773e43-5a09-4714-96c2-37c85bbde7bb req-a301c96c-f602-49fb-9a48-a7f8702d8310 service neutron] 10.222.0.72 "GET /v2.0/networks?id=df33c682-b41c-4cf1-91cf-d398a23e73a4 HTTP/1.1" status: 200 len: 897 time: 0.2224946 Feb 10 15:47:28.199195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-ecffb733-54cf-48cd-93fa-47c44c518ece None None] Set router 00f5145a-d37c-44ce-a935-69135aac0b1e gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:28.211568 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94773e43-5a09-4714-96c2-37c85bbde7bb req-f893a5be-55b2-40a1-ab3e-ed140f291dc8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72179508-4a49-4130-895c-8721d4dc43a0 HTTP/1.1" status: 200 len: 999 time: 0.0890148 Feb 10 15:47:28.260626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e13ff-7b2f-40a9-9a84-7b769a65e108 req-7def02ed-752c-4a6e-83bd-ad3141ad98a3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:28.269729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c38e13ff-7b2f-40a9-9a84-7b769a65e108 req-7def02ed-752c-4a6e-83bd-ad3141ad98a3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.5623832 Feb 10 15:47:28.367782 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c38e13ff-7b2f-40a9-9a84-7b769a65e108 req-24e8686e-9d45-4b21-8ab6-cec692440136 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967257 Feb 10 15:47:28.382787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59656) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:28.412844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94773e43-5a09-4714-96c2-37c85bbde7bb req-fa504580-95b2-42ae-9712-c16e06c78268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:28.414350 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94773e43-5a09-4714-96c2-37c85bbde7bb req-fa504580-95b2-42ae-9712-c16e06c78268 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e12ed51c-74f3-4f1d-beee-c50d080c6683 HTTP/1.1" status: 200 len: 835 time: 0.1930344 Feb 10 15:47:28.460511 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6c63834b-4d36-4348-ac3d-3e4b6bb8d992 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/eb526a7f-9341-4c31-ad7e-44aa008cfa21 HTTP/1.1" status: 200 len: 991 time: 0.0754752 Feb 10 15:47:28.524668 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94773e43-5a09-4714-96c2-37c85bbde7bb req-c5dab8c4-8906-4323-a1c2-ae08e469ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:28.526233 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94773e43-5a09-4714-96c2-37c85bbde7bb req-c5dab8c4-8906-4323-a1c2-ae08e469ad1f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=df33c682-b41c-4cf1-91cf-d398a23e73a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1006951 Feb 10 15:47:28.728193 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ecffb733-54cf-48cd-93fa-47c44c518ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284513177', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:06Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'eb526a7f-9341-4c31-ad7e-44aa008cfa21', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'port_id': '72179508-4a49-4130-895c-8721d4dc43a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'mac_address': 'fa:16:3e:0e:a1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:47:25Z', 'updated_at': '2022-02-10T15:47:25Z', 'revision_number': 0, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2240044c-6370-4b51-9dcd-6d4f6b9f6b49', 'name': '', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:b5:c8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:05Z', 'updated_at': '2022-02-10T15:47:12Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:28.739341 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94773e43-5a09-4714-96c2-37c85bbde7bb req-4d81c0ff-12ee-40f0-8033-3a0dc60d924d service neutron] 10.222.0.72 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054691 Feb 10 15:47:28.812604 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecffb733-54cf-48cd-93fa-47c44c518ece None None] Checking router: 00f5145a-d37c-44ce-a935-69135aac0b1e for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:47:28.828395 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecffb733-54cf-48cd-93fa-47c44c518ece None None] Routers {'00f5145a-d37c-44ce-a935-69135aac0b1e'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:28.834639 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ecffb733-54cf-48cd-93fa-47c44c518ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:47:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['00f5145a-d37c-44ce-a935-69135aac0b1e'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:29.002594 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94773e43-5a09-4714-96c2-37c85bbde7bb req-48b4c3ef-1d5f-4cd9-9553-3f9a1649cf04 service neutron] 10.222.0.72 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434523 Feb 10 15:47:29.069160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-ecffb733-54cf-48cd-93fa-47c44c518ece None None] Set router 00f5145a-d37c-44ce-a935-69135aac0b1e gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:29.462416 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59666) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:29.564888 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-eb4a02b5-2a77-44bc-8b0c-f5f60612595a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/eb526a7f-9341-4c31-ad7e-44aa008cfa21 HTTP/1.1" status: 200 len: 991 time: 0.1010427 Feb 10 15:47:29.566003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ecffb733-54cf-48cd-93fa-47c44c518ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284513177', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:06Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'eb526a7f-9341-4c31-ad7e-44aa008cfa21', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'port_id': '72179508-4a49-4130-895c-8721d4dc43a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'mac_address': 'fa:16:3e:0e:a1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:47:25Z', 'updated_at': '2022-02-10T15:47:25Z', 'revision_number': 0, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2240044c-6370-4b51-9dcd-6d4f6b9f6b49', 'name': '', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:b5:c8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:05Z', 'updated_at': '2022-02-10T15:47:12Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:29.641715 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecffb733-54cf-48cd-93fa-47c44c518ece None None] The sync data for ids ['00f5145a-d37c-44ce-a935-69135aac0b1e'] in n-d-815324-7 is: [{'id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284513177', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:06Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'eb526a7f-9341-4c31-ad7e-44aa008cfa21', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'port_id': '72179508-4a49-4130-895c-8721d4dc43a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'mac_address': 'fa:16:3e:0e:a1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:47:25Z', 'updated_at': '2022-02-10T15:47:25Z', 'revision_number': 0, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2240044c-6370-4b51-9dcd-6d4f6b9f6b49', 'name': '', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:b5:c8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:05Z', 'updated_at': '2022-02-10T15:47:12Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:47:30.175946 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1161978-c7e3-40fe-9399-6f770397e366 None None] New status for floating IP eb526a7f-9341-4c31-ad7e-44aa008cfa21: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:47:30.568949 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59686) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:30.714460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3db95e33-2179-4a03-8adf-a12ab28ac46c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/eb526a7f-9341-4c31-ad7e-44aa008cfa21 HTTP/1.1" status: 200 len: 993 time: 0.1427977 Feb 10 15:47:35.830853 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59776) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:35.988930 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5740cb55-b212-4d19-800d-3d87c72a763a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:36.092540 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5740cb55-b212-4d19-800d-3d87c72a763a admin admin] Publish callbacks [] for security_group (d111afb1-8bdd-4a78-9f38-caf964358a75), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:36.100558 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5740cb55-b212-4d19-800d-3d87c72a763a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d111afb1-8bdd-4a78-9f38-caf964358a75), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:36.207335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740cb55-b212-4d19-800d-3d87c72a763a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d111afb1-8bdd-4a78-9f38-caf964358a75,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:36.214228 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5740cb55-b212-4d19-800d-3d87c72a763a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ef242a16f1e477ca8a3b35e7955ac41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3801882 Feb 10 15:47:36.214470 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59782) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:36.291108 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca6e1-3764-44d0-baa0-fcdf0ce2053f admin admin] Publish callbacks [] for security_group (d111afb1-8bdd-4a78-9f38-caf964358a75), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:36.316564 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca6e1-3764-44d0-baa0-fcdf0ce2053f admin admin] Publish callbacks [] for security_group (d111afb1-8bdd-4a78-9f38-caf964358a75), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:36.415689 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca6e1-3764-44d0-baa0-fcdf0ce2053f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d111afb1-8bdd-4a78-9f38-caf964358a75), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:36.418337 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca6e1-3764-44d0-baa0-fcdf0ce2053f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:36.421787 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1c8ca6e1-3764-44d0-baa0-fcdf0ce2053f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d111afb1-8bdd-4a78-9f38-caf964358a75 HTTP/1.1" status: 204 len: 168 time: 0.2041214 Feb 10 15:47:36.432306 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ca6e1-3764-44d0-baa0-fcdf0ce2053f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d111afb1-8bdd-4a78-9f38-caf964358a75,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:36.909626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59792) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:36.938737 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f71c559-9ba2-480e-851f-cc14440b72ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:37.052066 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f71c559-9ba2-480e-851f-cc14440b72ad admin admin] Publish callbacks [] for security_group (67556479-b571-44d0-b369-722afcefd05a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:37.057667 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f71c559-9ba2-480e-851f-cc14440b72ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (67556479-b571-44d0-b369-722afcefd05a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:37.087943 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71c559-9ba2-480e-851f-cc14440b72ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67556479-b571-44d0-b369-722afcefd05a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:37.127266 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:37.143725 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0f71c559-9ba2-480e-851f-cc14440b72ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52cde19712cc47798411079dfe7204b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2319767 Feb 10 15:47:37.145190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59794) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:37.211432 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-77d78645-62d6-4499-817d-038748b7cce4 admin admin] Publish callbacks [] for security_group (67556479-b571-44d0-b369-722afcefd05a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:37.237878 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-77d78645-62d6-4499-817d-038748b7cce4 admin admin] Publish callbacks [] for security_group (67556479-b571-44d0-b369-722afcefd05a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:37.315885 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-77d78645-62d6-4499-817d-038748b7cce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (67556479-b571-44d0-b369-722afcefd05a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:37.318510 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-77d78645-62d6-4499-817d-038748b7cce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:37.320017 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-77d78645-62d6-4499-817d-038748b7cce4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67556479-b571-44d0-b369-722afcefd05a HTTP/1.1" status: 204 len: 168 time: 0.1737535 Feb 10 15:47:37.334842 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d78645-62d6-4499-817d-038748b7cce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67556479-b571-44d0-b369-722afcefd05a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:37.553430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-245858d5-2620-456b-9bec-280557bf21bf req-f817493c-8421-4081-bc11-0d58e122f37f tempest-AttachVolumeTestJSON-894356717 tempest-AttachVolumeTestJSON-894356717-project] (103368) timed out ('10.222.0.72', 58626) {{(pid=103368) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 15:47:37.833229 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59804) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:37.847934 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bef38d90-6148-42dd-a90f-e5b14f7dd145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:38.031646 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bef38d90-6148-42dd-a90f-e5b14f7dd145 admin admin] Publish callbacks [] for security_group (4cf4bd4f-eec8-43fe-8f1c-dc7a326281f9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:38.038564 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bef38d90-6148-42dd-a90f-e5b14f7dd145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4cf4bd4f-eec8-43fe-8f1c-dc7a326281f9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:38.086594 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bef38d90-6148-42dd-a90f-e5b14f7dd145 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e60ac1b97734e259967e9972671c85b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2520719 Feb 10 15:47:38.087725 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef38d90-6148-42dd-a90f-e5b14f7dd145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf4bd4f-eec8-43fe-8f1c-dc7a326281f9,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:38.089318 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59808) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:38.151802 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Publish callbacks [] for security_group (4cf4bd4f-eec8-43fe-8f1c-dc7a326281f9), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:38.174912 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Publish callbacks [] for security_group (4cf4bd4f-eec8-43fe-8f1c-dc7a326281f9), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:38.228525 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4cf4bd4f-eec8-43fe-8f1c-dc7a326281f9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:38.231808 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:38.236498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4cf4bd4f-eec8-43fe-8f1c-dc7a326281f9 HTTP/1.1" status: 204 len: 168 time: 0.1461377 Feb 10 15:47:38.254456 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf4bd4f-eec8-43fe-8f1c-dc7a326281f9,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:38.270139 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:38.270491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:38.270843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:38.272926 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:38.274601 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:38.277698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:38.278971 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:38.279507 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:38.282815 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:38.283371 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:38.284181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:38.284719 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:38.285205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23697f77-9d3c-4126-b8f7-7f57b2061c5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:39.241575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59836) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:39.376886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-36dae276-7e35-4acd-afc7-8ce0266417a8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1778099957-network', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:39.403602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dae276-7e35-4acd-afc7-8ce0266417a8 admin admin] Made reservation on behalf of 1e54ae252535484c8b52d7ca53eed3ec for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:39.407284 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-36dae276-7e35-4acd-afc7-8ce0266417a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:39.417815 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-36dae276-7e35-4acd-afc7-8ce0266417a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:39.518364 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-36dae276-7e35-4acd-afc7-8ce0266417a8 admin admin] Publish callbacks [] for security_group (880119d8-5421-4c3d-b861-3bd7aa62770b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:39.525108 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-36dae276-7e35-4acd-afc7-8ce0266417a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (880119d8-5421-4c3d-b861-3bd7aa62770b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:39.550259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36dae276-7e35-4acd-afc7-8ce0266417a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:47:39.569322 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-36dae276-7e35-4acd-afc7-8ce0266417a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e56c6060-27fc-4496-8f1e-9f4d952463f3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:39.570016 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-36dae276-7e35-4acd-afc7-8ce0266417a8 admin admin] Added segment e56c6060-27fc-4496-8f1e-9f4d952463f3 of type vlan for network a769a253-c429-41cd-941b-aaedc7cf93bf Feb 10 15:47:39.571656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dae276-7e35-4acd-afc7-8ce0266417a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880119d8-5421-4c3d-b861-3bd7aa62770b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:39.636113 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-36dae276-7e35-4acd-afc7-8ce0266417a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (a769a253-c429-41cd-941b-aaedc7cf93bf), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:39.636705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59842) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:39.684292 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-36dae276-7e35-4acd-afc7-8ce0266417a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (a769a253-c429-41cd-941b-aaedc7cf93bf), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:39.685496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dae276-7e35-4acd-afc7-8ce0266417a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:39.686100 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-36dae276-7e35-4acd-afc7-8ce0266417a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:39.851798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-36dae276-7e35-4acd-afc7-8ce0266417a8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6083465 Feb 10 15:47:39.852496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dae276-7e35-4acd-afc7-8ce0266417a8 admin admin] Pushing event updated for resources: {'Network': ['ID=a769a253-c429-41cd-941b-aaedc7cf93bf,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:39.855208 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59848) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:39.864927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network a769a253-c429-41cd-941b-aaedc7cf93bf details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:47:39.881413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-22152f8c-3e70-4a95-b254-b558028d3985 admin admin] Request body: {'subnet': {'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1778099957-subnet', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec', 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:39.936302 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-be50e7ce-8f2f-4daf-99f0-53f3b7e7785d admin admin] Deleting subnet 84dea653-20ea-406a-874c-8fb7acaa42f4 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:47:39.947489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22152f8c-3e70-4a95-b254-b558028d3985 admin admin] Made reservation on behalf of 1e54ae252535484c8b52d7ca53eed3ec for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:39.950240 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-22152f8c-3e70-4a95-b254-b558028d3985 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:39.950791 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be50e7ce-8f2f-4daf-99f0-53f3b7e7785d admin admin] Publish callbacks [] for subnet (84dea653-20ea-406a-874c-8fb7acaa42f4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.003518 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be50e7ce-8f2f-4daf-99f0-53f3b7e7785d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (84dea653-20ea-406a-874c-8fb7acaa42f4), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.089191 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be50e7ce-8f2f-4daf-99f0-53f3b7e7785d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (84dea653-20ea-406a-874c-8fb7acaa42f4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.204072 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be50e7ce-8f2f-4daf-99f0-53f3b7e7785d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (84dea653-20ea-406a-874c-8fb7acaa42f4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.247637 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50e7ce-8f2f-4daf-99f0-53f3b7e7785d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84dea653-20ea-406a-874c-8fb7acaa42f4,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:40.251417 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-be50e7ce-8f2f-4daf-99f0-53f3b7e7785d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.256700 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-be50e7ce-8f2f-4daf-99f0-53f3b7e7785d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/84dea653-20ea-406a-874c-8fb7acaa42f4 HTTP/1.1" status: 204 len: 168 time: 0.6186275 Feb 10 15:47:40.258725 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59852) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:40.270717 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-22152f8c-3e70-4a95-b254-b558028d3985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (5df490d3-f814-47fd-9837-3bf1fe331775), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.338964 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b29e7e87-1ab4-445e-b7e6-afe080b1c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (4cc9552c-85ec-4329-ace4-27ff94ac21d5), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.347665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22152f8c-3e70-4a95-b254-b558028d3985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df490d3-f814-47fd-9837-3bf1fe331775,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:40.353677 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22152f8c-3e70-4a95-b254-b558028d3985 admin admin] Checking segment: {'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:47:40.354047 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22152f8c-3e70-4a95-b254-b558028d3985 admin admin] Network hostable DHCP agents. Network: a769a253-c429-41cd-941b-aaedc7cf93bf, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:47:40.377654 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22152f8c-3e70-4a95-b254-b558028d3985 admin admin] Network a769a253-c429-41cd-941b-aaedc7cf93bf is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:47:40.390323 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-22152f8c-3e70-4a95-b254-b558028d3985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, a769a253-c429-41cd-941b-aaedc7cf93bf) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:40.400498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b729ba-f1a0-413f-9223-ae6d630bb7cf None None] Network a769a253-c429-41cd-941b-aaedc7cf93bf requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:47:40.404321 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22152f8c-3e70-4a95-b254-b558028d3985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:40.404987 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-22152f8c-3e70-4a95-b254-b558028d3985 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.432237 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-22152f8c-3e70-4a95-b254-b558028d3985 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5751441 Feb 10 15:47:40.433227 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59854) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:40.440245 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1778099957-router', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:40.471205 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (5c46bb0c-aed2-495b-8132-2dbc075df358), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.475573 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (5c46bb0c-aed2-495b-8132-2dbc075df358), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.540179 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b29e7e87-1ab4-445e-b7e6-afe080b1c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (4cc9552c-85ec-4329-ace4-27ff94ac21d5), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.584531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-b29e7e87-1ab4-445e-b7e6-afe080b1c9fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc9552c-85ec-4329-ace4-27ff94ac21d5']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:40.602606 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Publish callbacks [] for router_controller (5c46bb0c-aed2-495b-8132-2dbc075df358), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.607825 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-b29e7e87-1ab4-445e-b7e6-afe080b1c9fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652b4e1e-a65b-4f04-917f-36e2f1237f36') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:40.608589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-b29e7e87-1ab4-445e-b7e6-afe080b1c9fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652b4e1e-a65b-4f04-917f-36e2f1237f36') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:40.632039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-a769a253-c429-41cd-941b-aaedc7cf93bf', 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf', 'project_id': '1e54ae252535484c8b52d7ca53eed3ec', 'fixed_ips': [{'subnet_id': '5df490d3-f814-47fd-9837-3bf1fe331775'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:47:40.632876 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.633274 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b29e7e87-1ab4-445e-b7e6-afe080b1c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (652b4e1e-a65b-4f04-917f-36e2f1237f36), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.663726 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b29e7e87-1ab4-445e-b7e6-afe080b1c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (652b4e1e-a65b-4f04-917f-36e2f1237f36), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.673690 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29e7e87-1ab4-445e-b7e6-afe080b1c9fb admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:47:40.677080 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b29e7e87-1ab4-445e-b7e6-afe080b1c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (652b4e1e-a65b-4f04-917f-36e2f1237f36), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:47:40.681998 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:47:40.819350 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Publish callbacks [] for router_gateway (5c46bb0c-aed2-495b-8132-2dbc075df358), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.820603 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b29e7e87-1ab4-445e-b7e6-afe080b1c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (4cc9552c-85ec-4329-ace4-27ff94ac21d5), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.857057 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b29e7e87-1ab4-445e-b7e6-afe080b1c9fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:40.867573 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b29e7e87-1ab4-445e-b7e6-afe080b1c9fb admin admin] 10.222.0.64 "DELETE /v2.0/networks/4cc9552c-85ec-4329-ace4-27ff94ac21d5 HTTP/1.1" status: 204 len: 168 time: 0.6075406 Feb 10 15:47:40.868796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e7e87-1ab4-445e-b7e6-afe080b1c9fb admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc9552c-85ec-4329-ace4-27ff94ac21d5,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:40.926830 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Allocated IP 172.20.0.2 (a769a253-c429-41cd-941b-aaedc7cf93bf/5df490d3-f814-47fd-9837-3bf1fe331775/a0889480-7725-490c-bf24-4b518afa5198) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:41.114604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59860) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:41.192060 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a7a6d472-7996-4ec3-a17c-424d9306a4c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=878e10f92bcc4d09b1f13c72fe6e7243&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0760386 Feb 10 15:47:41.194973 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59864) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:41.204623 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Publish callbacks [] for port (a0889480-7725-490c-bf24-4b518afa5198), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:41.208598 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (a0889480-7725-490c-bf24-4b518afa5198), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:41.256330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Network a769a253-c429-41cd-941b-aaedc7cf93bf is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:41.259507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:41.265195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:41.284495 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Publish callbacks [] for router_gateway (5c46bb0c-aed2-495b-8132-2dbc075df358), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:41.308748 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:41.373360 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Pushing event updated for resources: {'Port': ['ID=a0889480-7725-490c-bf24-4b518afa5198,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:41.395633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Attempting to bind port a0889480-7725-490c-bf24-4b518afa5198 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:47:41.396014 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Attempting to bind port a0889480-7725-490c-bf24-4b518afa5198 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:47:41.396387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Attempting to bind port a0889480-7725-490c-bf24-4b518afa5198 on network a769a253-c429-41cd-941b-aaedc7cf93bf {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:41.412113 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:41.412409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Checking segment: {'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:47:41.412853 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:41.413251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Bound using segment: {'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:41.413725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Bound port: a0889480-7725-490c-bf24-4b518afa5198, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:47:41.414115 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0889480-7725-490c-bf24-4b518afa5198), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:41.446779 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Allocated IP 172.25.3.32 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/a09e1ad6-fdfb-428e-9f73-0164aaa6198c) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:41.502038 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:41.508343 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] For port a0889480-7725-490c-bf24-4b518afa5198, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:41.514592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] For port a0889480-7725-490c-bf24-4b518afa5198, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a0889480-7725-490c-bf24-4b518afa5198,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:41.522640 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a0889480-7725-490c-bf24-4b518afa5198), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:41.585367 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Publish callbacks [] for port (a09e1ad6-fdfb-428e-9f73-0164aaa6198c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:41.589084 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711abca6-efb0-4566-8ca2-63568b395224 None None] Pushing event updated for resources: {'Port': ['ID=a0889480-7725-490c-bf24-4b518afa5198,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:41.641661 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f26e276a-0178-4a71-88da-cfb6de136589 admin admin] Publish callbacks [] for security_group (9c5005a8-5ad6-412e-b195-cf675462ffad), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:41.664072 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a09e1ad6-fdfb-428e-9f73-0164aaa6198c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:41.702800 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f26e276a-0178-4a71-88da-cfb6de136589 admin admin] Publish callbacks [] for security_group (9c5005a8-5ad6-412e-b195-cf675462ffad), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:41.774066 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:41.778958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:41.782389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Pushing event updated for resources: {'Port': ['ID=a09e1ad6-fdfb-428e-9f73-0164aaa6198c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:41.786032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:41.841883 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f26e276a-0178-4a71-88da-cfb6de136589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9c5005a8-5ad6-412e-b195-cf675462ffad), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:41.846576 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f26e276a-0178-4a71-88da-cfb6de136589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:41.847818 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f26e276a-0178-4a71-88da-cfb6de136589 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c5005a8-5ad6-412e-b195-cf675462ffad HTTP/1.1" status: 204 len: 168 time: 0.6505263 Feb 10 15:47:41.912820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e276a-0178-4a71-88da-cfb6de136589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5005a8-5ad6-412e-b195-cf675462ffad,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:42.618616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a0889480-7725-490c-bf24-4b518afa5198 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:42.648580 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67726dba-e697-46d8-a391-2044030784ef req-7622699a-09dc-4fb5-89da-1fac13c4023e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:42.651488 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67726dba-e697-46d8-a391-2044030784ef req-7622699a-09dc-4fb5-89da-1fac13c4023e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 945 time: 0.0652356 Feb 10 15:47:42.725634 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Publish callbacks [] for router_gateway (5c46bb0c-aed2-495b-8132-2dbc075df358), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:42.726236 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port a0889480-7725-490c-bf24-4b518afa5198 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:42.726236 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a0889480-7725-490c-bf24-4b518afa5198), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:42.782292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67726dba-e697-46d8-a391-2044030784ef req-f96d9d1f-bdcc-4f6d-8cfb-147f6ef07521 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103821 Feb 10 15:47:42.880018 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8db8f39-9ff3-426c-9dfc-676b55a0548e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:42.888044 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a0889480-7725-490c-bf24-4b518afa5198 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:42.888494 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a0889480-7725-490c-bf24-4b518afa5198), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:42.927395 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port a0889480-7725-490c-bf24-4b518afa5198, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a0889480-7725-490c-bf24-4b518afa5198,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:42.933689 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a0889480-7725-490c-bf24-4b518afa5198), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:42.997812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=a0889480-7725-490c-bf24-4b518afa5198,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:43.090117 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (5c46bb0c-aed2-495b-8132-2dbc075df358), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:43.244381 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da0a658-c856-423f-89e8-99ae178832c9 None None] Network a769a253-c429-41cd-941b-aaedc7cf93bf requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:47:43.270009 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-7cd4a49f-6c99-4263-b591-cbc3a9068523 req-a6fce430-ba0c-47cd-9f90-022339748a09 service neutron] (103368) timed out ('10.222.0.79', 62057) {{(pid=103368) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 15:47:43.323929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Router 5c46bb0c-aed2-495b-8132-2dbc075df358 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:47:43.379143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-56612f06-2b64-47a6-827c-8938d204b480 None None] Provisioning complete for port a0889480-7725-490c-bf24-4b518afa5198 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:43.379938 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-56612f06-2b64-47a6-827c-8938d204b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a0889480-7725-490c-bf24-4b518afa5198), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:43.490509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:47:43.522693 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-56612f06-2b64-47a6-827c-8938d204b480 None None] Current status of the port a0889480-7725-490c-bf24-4b518afa5198 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:43.526732 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Sync routers for ids ['5c46bb0c-aed2-495b-8132-2dbc075df358'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:47:43.539769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Routers {'5c46bb0c-aed2-495b-8132-2dbc075df358'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:43.541252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:47:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5c46bb0c-aed2-495b-8132-2dbc075df358'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:43.548509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:43.553609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59910) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:43.554762 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bd73314f-ff56-4f3b-bc65-c832efac05ae admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1203029 Feb 10 15:47:43.766550 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Set router 5c46bb0c-aed2-495b-8132-2dbc075df358 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:44.179962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0a757005-e119-4346-bae6-d63b060b1160 None None] Provisioning complete for port a0889480-7725-490c-bf24-4b518afa5198 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:44.180333 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a757005-e119-4346-bae6-d63b060b1160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a0889480-7725-490c-bf24-4b518afa5198), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:44.254104 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:44.273105 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11c755-7dd0-4f5d-8e9c-0a1a9d2c2181 req-ab1e2f2e-254b-44ad-9e4f-235d4cd0e1f1 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:44.275616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34407589-9ac9-43a5-95ee-826aa32840c8 req-fe015498-d11d-4cad-9bb6-210af6d81de8 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:44.276747 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5f11c755-7dd0-4f5d-8e9c-0a1a9d2c2181 req-ab1e2f2e-254b-44ad-9e4f-235d4cd0e1f1 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 945 time: 0.2372384 Feb 10 15:47:44.277951 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-34407589-9ac9-43a5-95ee-826aa32840c8 req-fe015498-d11d-4cad-9bb6-210af6d81de8 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.79 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 945 time: 0.1243761 Feb 10 15:47:44.399714 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0a757005-e119-4346-bae6-d63b060b1160 None None] Current status of the port a0889480-7725-490c-bf24-4b518afa5198 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:44.431164 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'name': 'tempest-TestServerMultinode-1778099957-router', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:40Z', 'updated_at': '2022-02-10T15:47:42Z', 'revision_number': 3, 'project_id': '1e54ae252535484c8b52d7ca53eed3ec', 'gw_port': {'id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:41Z', 'updated_at': '2022-02-10T15:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:44.482609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-34407589-9ac9-43a5-95ee-826aa32840c8 req-7ab391a8-91da-4cfc-9a51-e7b108a50ae2 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Deleting port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:47:44.482955 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-34407589-9ac9-43a5-95ee-826aa32840c8 req-7ab391a8-91da-4cfc-9a51-e7b108a50ae2 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:44.495005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Checking router: 5c46bb0c-aed2-495b-8132-2dbc075df358 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:47:44.495500 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Updating router 5c46bb0c-aed2-495b-8132-2dbc075df358 port a09e1ad6-fdfb-428e-9f73-0164aaa6198c binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:47:44.558809 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a09e1ad6-fdfb-428e-9f73-0164aaa6198c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:44.605595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-34407589-9ac9-43a5-95ee-826aa32840c8 req-7ab391a8-91da-4cfc-9a51-e7b108a50ae2 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] For port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:44.607865 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-34407589-9ac9-43a5-95ee-826aa32840c8 req-7ab391a8-91da-4cfc-9a51-e7b108a50ae2 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:44.608526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a0889480-7725-490c-bf24-4b518afa5198 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:44.623420 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-34407589-9ac9-43a5-95ee-826aa32840c8 req-7ab391a8-91da-4cfc-9a51-e7b108a50ae2 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Calling delete_port for a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:47:44.800968 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5f11c755-7dd0-4f5d-8e9c-0a1a9d2c2181 req-14b39bcf-f4e7-4ed4-917a-485b5e13900b tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170126 Feb 10 15:47:44.815408 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Allocated IP 172.20.0.1 (a769a253-c429-41cd-941b-aaedc7cf93bf/5df490d3-f814-47fd-9837-3bf1fe331775/b60dd9aa-68bf-42cb-805d-fc74cd4faeb2) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:44.915164 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-34407589-9ac9-43a5-95ee-826aa32840c8 req-7ab391a8-91da-4cfc-9a51-e7b108a50ae2 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:44.962351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['7245db42-935e-4837-8a06-df59673b8006'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:44.965983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['fd495e7e-f15e-4b20-a640-826bb6e05ec6', '68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1', 'a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:47:44.998691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port a0889480-7725-490c-bf24-4b518afa5198 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:45.007748 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a0889480-7725-490c-bf24-4b518afa5198), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:45.076721 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab391a8-91da-4cfc-9a51-e7b108a50ae2 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Pushing event deleted for resources: {'Port': ['ID=a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:45.163862 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Publish callbacks [] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:45.216262 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-34407589-9ac9-43a5-95ee-826aa32840c8 req-7ab391a8-91da-4cfc-9a51-e7b108a50ae2 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] No DVR routers for this DVR port a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:47:45.223542 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-34407589-9ac9-43a5-95ee-826aa32840c8 req-7ab391a8-91da-4cfc-9a51-e7b108a50ae2 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:45.234954 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-34407589-9ac9-43a5-95ee-826aa32840c8 req-7ab391a8-91da-4cfc-9a51-e7b108a50ae2 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.79 "DELETE /v2.0/ports/a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 HTTP/1.1" status: 204 len: 173 time: 0.9494758 Feb 10 15:47:45.235787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a0b873-c8c4-4f33-b7d5-bfbf455fa206', 'name': 'network-vif-deleted', 'tag': 'a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:47:45.252308 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a69e27-dd83-441a-be71-8358ac670f2d" -d '{"events": [{"server_uuid": "62a0b873-c8c4-4f33-b7d5-bfbf455fa206", "name": "network-vif-deleted", "tag": "a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:47:45.310130 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dbe574c3-18e2-43fe-96e9-5511a0420231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:45.315615 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:45.345136 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db56f86-5d9e-47c7-a517-8e774594fccd x-openstack-request-id: req-8db56f86-5d9e-47c7-a517-8e774594fccd {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:47:45.345671 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a0b873-c8c4-4f33-b7d5-bfbf455fa206", "name": "network-vif-deleted", "tag": "a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:47:45.345864 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8db56f86-5d9e-47c7-a517-8e774594fccd {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:47:45.346379 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a0b873-c8c4-4f33-b7d5-bfbf455fa206', 'name': 'network-vif-deleted', 'tag': 'a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0', 'status': 'completed', 'code': 200} Feb 10 15:47:45.428793 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Network a769a253-c429-41cd-941b-aaedc7cf93bf is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:45.446446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:45.446643 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a0889480-7725-490c-bf24-4b518afa5198 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:45.451278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:45.458503 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2c13600-1e23-4bcb-845c-6546f1a18433 req-49a0de65-6a24-4f6a-8082-b1111b360104 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4764335 Feb 10 15:47:45.487685 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Pushing event updated for resources: {'Port': ['ID=b60dd9aa-68bf-42cb-805d-fc74cd4faeb2,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:45.505832 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (5c46bb0c-aed2-495b-8132-2dbc075df358), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:45.664285 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13600-1e23-4bcb-845c-6546f1a18433 req-c53fb885-8c78-4756-b117-38c7689ebec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:45.666261 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2c13600-1e23-4bcb-845c-6546f1a18433 req-c53fb885-8c78-4756-b117-38c7689ebec4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 1128 time: 0.1090469 Feb 10 15:47:45.717436 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Publish callbacks [] for port (a09e1ad6-fdfb-428e-9f73-0164aaa6198c), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:45.814562 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13600-1e23-4bcb-845c-6546f1a18433 req-7057805b-93ff-48ce-a446-86d013f330bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:45.816183 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2c13600-1e23-4bcb-845c-6546f1a18433 req-7057805b-93ff-48ce-a446-86d013f330bb service neutron] 10.222.0.72 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 915 time: 0.1063871 Feb 10 15:47:45.830442 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a09e1ad6-fdfb-428e-9f73-0164aaa6198c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:45.841481 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:45.878806 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2c13600-1e23-4bcb-845c-6546f1a18433 req-48a7a602-d8f1-42c0-804f-f13aaa3d084f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7245db42-935e-4837-8a06-df59673b8006 HTTP/1.1" status: 200 len: 217 time: 0.0549207 Feb 10 15:47:45.936269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42d8a3-8419-4bd9-9ba5-ecd2fce4b6fe None None] Pushing event updated for resources: {'Port': ['ID=a09e1ad6-fdfb-428e-9f73-0164aaa6198c,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:45.985741 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0bfc1a68-78ed-479b-a79f-80b80e28e727 None None] Provisioning complete for port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:45.986803 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1a68-78ed-479b-a79f-80b80e28e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:45.990582 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Attempting to bind port a09e1ad6-fdfb-428e-9f73-0164aaa6198c on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:47:45.991198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Attempting to bind port a09e1ad6-fdfb-428e-9f73-0164aaa6198c by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:47:45.991828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Attempting to bind port a09e1ad6-fdfb-428e-9f73-0164aaa6198c on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:46.037462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:46.039492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:47:46.040202 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:46.041586 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:46.043511 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Bound port: a09e1ad6-fdfb-428e-9f73-0164aaa6198c, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:47:46.045310 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a09e1ad6-fdfb-428e-9f73-0164aaa6198c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:46.089848 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0bfc1a68-78ed-479b-a79f-80b80e28e727 None None] Port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:47:46.108465 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05899521-6f27-4fe0-b3f5-94ff21be1138 req-6c29e2e7-9dd8-4cdd-854b-e75628a5de40 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a0b873-c8c4-4f33-b7d5-bfbf455fa206 HTTP/1.1" status: 200 len: 210 time: 0.1437001 Feb 10 15:47:46.120379 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13600-1e23-4bcb-845c-6546f1a18433 req-aae3edde-0898-4789-b243-8532fab6a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:46.121979 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2c13600-1e23-4bcb-845c-6546f1a18433 req-aae3edde-0898-4789-b243-8532fab6a482 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbaa343d-0471-430d-80ca-08e968e4445c HTTP/1.1" status: 200 len: 854 time: 0.2288253 Feb 10 15:47:46.144009 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] For port a09e1ad6-fdfb-428e-9f73-0164aaa6198c, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:46.152673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] For port a09e1ad6-fdfb-428e-9f73-0164aaa6198c, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a09e1ad6-fdfb-428e-9f73-0164aaa6198c,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:46.160224 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a09e1ad6-fdfb-428e-9f73-0164aaa6198c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:46.175224 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2c13600-1e23-4bcb-845c-6546f1a18433 req-44b5681d-4aa5-4a69-aa2e-c7ddd900aa8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bdb81c03-ceb0-4464-ba08-e8f899222887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402894 Feb 10 15:47:46.244987 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Routers {'5c46bb0c-aed2-495b-8132-2dbc075df358'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:46.245683 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:47:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5c46bb0c-aed2-495b-8132-2dbc075df358'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:46.298076 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42d8a3-8419-4bd9-9ba5-ecd2fce4b6fe None None] Pushing event updated for resources: {'Port': ['ID=a09e1ad6-fdfb-428e-9f73-0164aaa6198c,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:46.315876 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e42d8a3-8419-4bd9-9ba5-ecd2fce4b6fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:46.316228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e42d8a3-8419-4bd9-9ba5-ecd2fce4b6fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:46.316573 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e42d8a3-8419-4bd9-9ba5-ecd2fce4b6fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:46.316950 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e42d8a3-8419-4bd9-9ba5-ecd2fce4b6fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:46.317287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e42d8a3-8419-4bd9-9ba5-ecd2fce4b6fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:46.317619 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e42d8a3-8419-4bd9-9ba5-ecd2fce4b6fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:46.317950 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e42d8a3-8419-4bd9-9ba5-ecd2fce4b6fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:46.318277 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e42d8a3-8419-4bd9-9ba5-ecd2fce4b6fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:46.318602 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e42d8a3-8419-4bd9-9ba5-ecd2fce4b6fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:46.318927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e42d8a3-8419-4bd9-9ba5-ecd2fce4b6fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:46.319396 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e42d8a3-8419-4bd9-9ba5-ecd2fce4b6fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:46.319726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e42d8a3-8419-4bd9-9ba5-ecd2fce4b6fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:46.320333 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e42d8a3-8419-4bd9-9ba5-ecd2fce4b6fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:47:46.416122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] Set router 5c46bb0c-aed2-495b-8132-2dbc075df358 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:46.418732 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:46.631001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'name': 'tempest-TestServerMultinode-1778099957-router', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:40Z', 'updated_at': '2022-02-10T15:47:45Z', 'revision_number': 4, 'project_id': '1e54ae252535484c8b52d7ca53eed3ec', 'gw_port': {'id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:41Z', 'updated_at': '2022-02-10T15:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b60dd9aa-68bf-42cb-805d-fc74cd4faeb2', 'name': '', 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec', 'mac_address': 'fa:16:3e:73:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '5df490d3-f814-47fd-9837-3bf1fe331775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:44Z', 'updated_at': '2022-02-10T15:47:44Z', 'revision_number': 1, 'project_id': '1e54ae252535484c8b52d7ca53eed3ec', 'subnets': [{'id': '5df490d3-f814-47fd-9837-3bf1fe331775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:46.657570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99bc8e4-c6af-4d9e-9d75-28f1acf25ec0 None None] The sync data for ids ['5c46bb0c-aed2-495b-8132-2dbc075df358'] in n-d-815324-7 is: [{'id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'name': 'tempest-TestServerMultinode-1778099957-router', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:40Z', 'updated_at': '2022-02-10T15:47:45Z', 'revision_number': 4, 'project_id': '1e54ae252535484c8b52d7ca53eed3ec', 'gw_port': {'id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:41Z', 'updated_at': '2022-02-10T15:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b60dd9aa-68bf-42cb-805d-fc74cd4faeb2', 'name': '', 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec', 'mac_address': 'fa:16:3e:73:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '5df490d3-f814-47fd-9837-3bf1fe331775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:44Z', 'updated_at': '2022-02-10T15:47:44Z', 'revision_number': 1, 'project_id': '1e54ae252535484c8b52d7ca53eed3ec', 'subnets': [{'id': '5df490d3-f814-47fd-9837-3bf1fe331775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:47:46.700395 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2c13600-1e23-4bcb-845c-6546f1a18433 req-2502ca6b-50ba-4376-a005-e62e2ec38d65 service neutron] 10.222.0.72 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177422 Feb 10 15:47:46.722803 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Publish callbacks [] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:46.733318 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:46.866548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Pushing event updated for resources: {'Port': ['ID=b60dd9aa-68bf-42cb-805d-fc74cd4faeb2,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:46.879941 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (5c46bb0c-aed2-495b-8132-2dbc075df358), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:46.909743 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2c13600-1e23-4bcb-845c-6546f1a18433 req-2817cb87-efe5-4f67-9736-2aa33a75be78 service neutron] 10.222.0.72 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985586 Feb 10 15:47:47.001350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Network a769a253-c429-41cd-941b-aaedc7cf93bf is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:47.002976 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:47.084936 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:47:47.146324 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Router 5c46bb0c-aed2-495b-8132-2dbc075df358 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:47:47.361464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:47:47.378637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3320818b-b126-4da0-a2de-3767e27dc31e admin admin] 10.222.0.64 "PUT /v2.0/routers/5c46bb0c-aed2-495b-8132-2dbc075df358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8153036 Feb 10 15:47:47.433763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4f3caf25-bd8d-4b53-adb1-e048d6d09ba5 None None] Provisioning complete for port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:47.437649 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4f3caf25-bd8d-4b53-adb1-e048d6d09ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:47.529306 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4f3caf25-bd8d-4b53-adb1-e048d6d09ba5 None None] Port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:47:48.001422 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:48.241380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59980) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:48.247006 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-182e3a22-4033-47ec-a0c3-1d0cbe5d1ba2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1006805788-network', 'tenant_id': '5463b06f748643b9b951607325466b44'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:48.276104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182e3a22-4033-47ec-a0c3-1d0cbe5d1ba2 admin admin] Made reservation on behalf of 5463b06f748643b9b951607325466b44 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:48.284870 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-182e3a22-4033-47ec-a0c3-1d0cbe5d1ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:48.294197 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-182e3a22-4033-47ec-a0c3-1d0cbe5d1ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:48.502622 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-182e3a22-4033-47ec-a0c3-1d0cbe5d1ba2 admin admin] Publish callbacks [] for security_group (3ea70cd3-416e-4af7-aa3b-dff0d23afcc0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:48.513402 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-182e3a22-4033-47ec-a0c3-1d0cbe5d1ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3ea70cd3-416e-4af7-aa3b-dff0d23afcc0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:48.566809 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182e3a22-4033-47ec-a0c3-1d0cbe5d1ba2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:47:48.610101 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e3a22-4033-47ec-a0c3-1d0cbe5d1ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:48.615619 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-182e3a22-4033-47ec-a0c3-1d0cbe5d1ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (417e4387-7357-49c1-96dc-df26f938470a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:48.618403 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-182e3a22-4033-47ec-a0c3-1d0cbe5d1ba2 admin admin] Added segment 417e4387-7357-49c1-96dc-df26f938470a of type vlan for network 073c6743-2b77-465f-855b-2ce8c814733c Feb 10 15:47:48.669890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a09e1ad6-fdfb-428e-9f73-0164aaa6198c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:48.708597 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-182e3a22-4033-47ec-a0c3-1d0cbe5d1ba2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (073c6743-2b77-465f-855b-2ce8c814733c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:48.769268 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-182e3a22-4033-47ec-a0c3-1d0cbe5d1ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (073c6743-2b77-465f-855b-2ce8c814733c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:48.770316 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182e3a22-4033-47ec-a0c3-1d0cbe5d1ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:48.770924 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-182e3a22-4033-47ec-a0c3-1d0cbe5d1ba2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:48.773513 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port a09e1ad6-fdfb-428e-9f73-0164aaa6198c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:48.773936 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a09e1ad6-fdfb-428e-9f73-0164aaa6198c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:48.882165 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-182e3a22-4033-47ec-a0c3-1d0cbe5d1ba2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6389353 Feb 10 15:47:48.883410 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e3a22-4033-47ec-a0c3-1d0cbe5d1ba2 admin admin] Pushing event updated for resources: {'Network': ['ID=073c6743-2b77-465f-855b-2ce8c814733c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:48.885722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 59990) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:48.891561 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-6a52be38-0cfe-4549-b2d2-7c72e179bfe7 admin admin] Request body: {'subnet': {'network_id': '073c6743-2b77-465f-855b-2ce8c814733c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1006805788-subnet', 'tenant_id': '5463b06f748643b9b951607325466b44', 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:48.896465 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 073c6743-2b77-465f-855b-2ce8c814733c details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:47:48.924546 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a52be38-0cfe-4549-b2d2-7c72e179bfe7 admin admin] Made reservation on behalf of 5463b06f748643b9b951607325466b44 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:47:48.927679 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a52be38-0cfe-4549-b2d2-7c72e179bfe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:48.940000 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a09e1ad6-fdfb-428e-9f73-0164aaa6198c is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:48.940401 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a09e1ad6-fdfb-428e-9f73-0164aaa6198c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:49.078840 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port a09e1ad6-fdfb-428e-9f73-0164aaa6198c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a09e1ad6-fdfb-428e-9f73-0164aaa6198c,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:49.120363 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a09e1ad6-fdfb-428e-9f73-0164aaa6198c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:49.127557 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:49.193794 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a52be38-0cfe-4549-b2d2-7c72e179bfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (d6ea83c0-35e9-4f3c-bf52-7aba56180237), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:49.194335 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=a09e1ad6-fdfb-428e-9f73-0164aaa6198c,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:49.268964 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52be38-0cfe-4549-b2d2-7c72e179bfe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ea83c0-35e9-4f3c-bf52-7aba56180237,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:49.280050 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a52be38-0cfe-4549-b2d2-7c72e179bfe7 admin admin] Checking segment: {'id': '417e4387-7357-49c1-96dc-df26f938470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '073c6743-2b77-465f-855b-2ce8c814733c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:47:49.280620 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a52be38-0cfe-4549-b2d2-7c72e179bfe7 admin admin] Network hostable DHCP agents. Network: 073c6743-2b77-465f-855b-2ce8c814733c, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:47:49.300612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a52be38-0cfe-4549-b2d2-7c72e179bfe7 admin admin] Network 073c6743-2b77-465f-855b-2ce8c814733c is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:47:49.313545 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-6a52be38-0cfe-4549-b2d2-7c72e179bfe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 073c6743-2b77-465f-855b-2ce8c814733c) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:49.318073 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a52be38-0cfe-4549-b2d2-7c72e179bfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:49.319203 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6a52be38-0cfe-4549-b2d2-7c72e179bfe7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:49.325142 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df69d4ab-e05b-407d-9060-53d07bc94427 None None] Network 073c6743-2b77-465f-855b-2ce8c814733c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:47:49.350001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 59994) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:49.350908 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6a52be38-0cfe-4549-b2d2-7c72e179bfe7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4628129 Feb 10 15:47:49.355245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1006805788-router', 'tenant_id': '5463b06f748643b9b951607325466b44', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:47:49.405927 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (66c3edc6-111c-40d5-a140-e70563cf419d), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:49.407609 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (66c3edc6-111c-40d5-a140-e70563cf419d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:49.479190 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:47:49.505451 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:47:49.505781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a7a5f7cd-a94f-4e86-ad5b-44b89b1f20c0 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:47:49.555343 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Publish callbacks [] for router_controller (66c3edc6-111c-40d5-a140-e70563cf419d), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:49.576203 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-073c6743-2b77-465f-855b-2ce8c814733c', 'network_id': '073c6743-2b77-465f-855b-2ce8c814733c', 'project_id': '5463b06f748643b9b951607325466b44', 'fixed_ips': [{'subnet_id': 'd6ea83c0-35e9-4f3c-bf52-7aba56180237'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:47:49.577692 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:49.817772 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Allocated IP 172.20.0.2 (073c6743-2b77-465f-855b-2ce8c814733c/d6ea83c0-35e9-4f3c-bf52-7aba56180237/c949f555-d7cf-47ab-9d8f-2e5970119161) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:49.863325 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Sync routers for ids ['5c46bb0c-aed2-495b-8132-2dbc075df358'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:47:49.875553 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Routers {'5c46bb0c-aed2-495b-8132-2dbc075df358'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:49.876358 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:47:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5c46bb0c-aed2-495b-8132-2dbc075df358'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:49.930454 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Publish callbacks [] for router_gateway (66c3edc6-111c-40d5-a140-e70563cf419d), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:50.017606 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Set router 5c46bb0c-aed2-495b-8132-2dbc075df358 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:50.144286 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Publish callbacks [] for port (c949f555-d7cf-47ab-9d8f-2e5970119161), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:50.158139 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (c949f555-d7cf-47ab-9d8f-2e5970119161), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:50.238919 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'name': 'tempest-TestServerMultinode-1778099957-router', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:40Z', 'updated_at': '2022-02-10T15:47:45Z', 'revision_number': 4, 'project_id': '1e54ae252535484c8b52d7ca53eed3ec', 'gw_port': {'id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:41Z', 'updated_at': '2022-02-10T15:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b60dd9aa-68bf-42cb-805d-fc74cd4faeb2', 'name': '', 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec', 'mac_address': 'fa:16:3e:73:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '5df490d3-f814-47fd-9837-3bf1fe331775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:44Z', 'updated_at': '2022-02-10T15:47:46Z', 'revision_number': 2, 'project_id': '1e54ae252535484c8b52d7ca53eed3ec', 'subnets': [{'id': '5df490d3-f814-47fd-9837-3bf1fe331775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:50.251596 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Network 073c6743-2b77-465f-855b-2ce8c814733c is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:50.263412 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:50.269102 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Checking router: 5c46bb0c-aed2-495b-8132-2dbc075df358 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:47:50.269629 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Updating router 5c46bb0c-aed2-495b-8132-2dbc075df358 port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:47:50.269818 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:50.284019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Pushing event updated for resources: {'Port': ['ID=c949f555-d7cf-47ab-9d8f-2e5970119161,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:50.325512 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:50.388421 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Publish callbacks [] for router_gateway (66c3edc6-111c-40d5-a140-e70563cf419d), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:50.392258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Attempting to bind port c949f555-d7cf-47ab-9d8f-2e5970119161 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:47:50.393440 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Attempting to bind port c949f555-d7cf-47ab-9d8f-2e5970119161 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '417e4387-7357-49c1-96dc-df26f938470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '073c6743-2b77-465f-855b-2ce8c814733c'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:47:50.393983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Attempting to bind port c949f555-d7cf-47ab-9d8f-2e5970119161 on network 073c6743-2b77-465f-855b-2ce8c814733c {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:50.409843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:50.410715 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Checking segment: {'id': '417e4387-7357-49c1-96dc-df26f938470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '073c6743-2b77-465f-855b-2ce8c814733c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:47:50.410986 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:50.411565 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:50.418455 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Bound using segment: {'id': '417e4387-7357-49c1-96dc-df26f938470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '073c6743-2b77-465f-855b-2ce8c814733c'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:50.419556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Bound port: c949f555-d7cf-47ab-9d8f-2e5970119161, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417e4387-7357-49c1-96dc-df26f938470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '073c6743-2b77-465f-855b-2ce8c814733c'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:47:50.420139 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c949f555-d7cf-47ab-9d8f-2e5970119161), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:50.548827 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] For port c949f555-d7cf-47ab-9d8f-2e5970119161, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:50.552510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] For port c949f555-d7cf-47ab-9d8f-2e5970119161, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c949f555-d7cf-47ab-9d8f-2e5970119161,segment=NetworkSegment(417e4387-7357-49c1-96dc-df26f938470a),segment_id=417e4387-7357-49c1-96dc-df26f938470a)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:50.561295 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c949f555-d7cf-47ab-9d8f-2e5970119161), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:50.626641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Allocated IP 172.25.3.229 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/92aeaad0-99f2-474a-94ab-6b2e1070d199) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:50.811367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a09e1ad6-fdfb-428e-9f73-0164aaa6198c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:50.902111 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Publish callbacks [] for port (92aeaad0-99f2-474a-94ab-6b2e1070d199), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:50.957622 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcb7da-84c6-4a57-8381-d82e8d87bbcb None None] Pushing event updated for resources: {'Port': ['ID=c949f555-d7cf-47ab-9d8f-2e5970119161,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:50.971042 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Publish callbacks [] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:50.972962 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (92aeaad0-99f2-474a-94ab-6b2e1070d199), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:50.983516 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:51.063745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Pushing event updated for resources: {'Port': ['ID=92aeaad0-99f2-474a-94ab-6b2e1070d199,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:51.066668 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739a431-d0da-48f3-b81a-b36bc5128a84 None None] Pushing event updated for resources: {'Port': ['ID=b60dd9aa-68bf-42cb-805d-fc74cd4faeb2,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:51.114015 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:51.116182 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:51.125695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:51.129944 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port a09e1ad6-fdfb-428e-9f73-0164aaa6198c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:51.130576 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a09e1ad6-fdfb-428e-9f73-0164aaa6198c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:51.139106 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Attempting to bind port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:47:51.139678 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Attempting to bind port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:47:51.140109 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Attempting to bind port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 on network a769a253-c429-41cd-941b-aaedc7cf93bf {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:51.146204 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:51.146683 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Checking segment: {'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:47:51.147177 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:51.147638 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Bound using segment: {'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:51.148358 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Bound port: b60dd9aa-68bf-42cb-805d-fc74cd4faeb2, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:47:51.148897 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:51.276941 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] For port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:51.280431 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] For port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b60dd9aa-68bf-42cb-805d-fc74cd4faeb2,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:51.293523 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:51.431021 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739a431-d0da-48f3-b81a-b36bc5128a84 None None] Pushing event updated for resources: {'Port': ['ID=b60dd9aa-68bf-42cb-805d-fc74cd4faeb2,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:51.473653 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Routers {'5c46bb0c-aed2-495b-8132-2dbc075df358'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:51.474291 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:47:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5c46bb0c-aed2-495b-8132-2dbc075df358'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:51.668588 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] Set router 5c46bb0c-aed2-495b-8132-2dbc075df358 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:51.771249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a09e1ad6-fdfb-428e-9f73-0164aaa6198c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:51.785604 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Publish callbacks [] for router_gateway (66c3edc6-111c-40d5-a140-e70563cf419d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:51.843247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-dfb8ee00-cb8a-41d3-b4aa-3f483026f999 None None] Provisioning complete for port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:51.843626 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dfb8ee00-cb8a-41d3-b4aa-3f483026f999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:52.085216 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8ee00-cb8a-41d3-b4aa-3f483026f999 None None] Current status of the port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:52.085900 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dfb8ee00-cb8a-41d3-b4aa-3f483026f999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:52.137392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-dfb8ee00-cb8a-41d3-b4aa-3f483026f999 None None] For port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b60dd9aa-68bf-42cb-805d-fc74cd4faeb2,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:52.143390 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dfb8ee00-cb8a-41d3-b4aa-3f483026f999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:52.173787 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'name': 'tempest-TestServerMultinode-1778099957-router', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:40Z', 'updated_at': '2022-02-10T15:47:45Z', 'revision_number': 4, 'project_id': '1e54ae252535484c8b52d7ca53eed3ec', 'gw_port': {'id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:41Z', 'updated_at': '2022-02-10T15:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b60dd9aa-68bf-42cb-805d-fc74cd4faeb2', 'name': '', 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec', 'mac_address': 'fa:16:3e:73:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '5df490d3-f814-47fd-9837-3bf1fe331775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:44Z', 'updated_at': '2022-02-10T15:47:51Z', 'revision_number': 4, 'project_id': '1e54ae252535484c8b52d7ca53eed3ec', 'subnets': [{'id': '5df490d3-f814-47fd-9837-3bf1fe331775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:52.227938 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bf9759-1e0e-4790-b294-8a7a13a04829 None None] The sync data for ids ['5c46bb0c-aed2-495b-8132-2dbc075df358'] in n-d-815324-7 is: [{'id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'name': 'tempest-TestServerMultinode-1778099957-router', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:40Z', 'updated_at': '2022-02-10T15:47:45Z', 'revision_number': 4, 'project_id': '1e54ae252535484c8b52d7ca53eed3ec', 'gw_port': {'id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:41Z', 'updated_at': '2022-02-10T15:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'b60dd9aa-68bf-42cb-805d-fc74cd4faeb2', 'name': '', 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec', 'mac_address': 'fa:16:3e:73:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '5df490d3-f814-47fd-9837-3bf1fe331775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:44Z', 'updated_at': '2022-02-10T15:47:51Z', 'revision_number': 4, 'project_id': '1e54ae252535484c8b52d7ca53eed3ec', 'subnets': [{'id': '5df490d3-f814-47fd-9837-3bf1fe331775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:47:52.252393 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8ee00-cb8a-41d3-b4aa-3f483026f999 None None] Pushing event updated for resources: {'Port': ['ID=b60dd9aa-68bf-42cb-805d-fc74cd4faeb2,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:52.303670 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3cf3489a-3a7d-425e-aec3-0e8049664661 None None] Provisioning complete for port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:52.304053 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3cf3489a-3a7d-425e-aec3-0e8049664661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:52.378327 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (66c3edc6-111c-40d5-a140-e70563cf419d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:52.487371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3cf3489a-3a7d-425e-aec3-0e8049664661 None None] Current status of the port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:52.707484 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43deed4-e298-47cc-9043-fbc45038b6f3 None None] Network 073c6743-2b77-465f-855b-2ce8c814733c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:47:52.725763 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Router 66c3edc6-111c-40d5-a140-e70563cf419d is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:47:52.876480 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:52.943617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:47:52.958744 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-cc325815-e210-4470-b618-29659a3c181b None None] Provisioning complete for port c949f555-d7cf-47ab-9d8f-2e5970119161 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:52.960541 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc325815-e210-4470-b618-29659a3c181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c949f555-d7cf-47ab-9d8f-2e5970119161), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:52.972313 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Sync routers for ids ['66c3edc6-111c-40d5-a140-e70563cf419d'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:47:52.989714 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:52.992598 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ff0c6f81-7a7b-4b49-843d-de4b80e5f189 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6414549 Feb 10 15:47:52.995663 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60024) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:53.144571 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Routers {'66c3edc6-111c-40d5-a140-e70563cf419d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:53.145753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:47:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['66c3edc6-111c-40d5-a140-e70563cf419d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:53.276581 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Set router 66c3edc6-111c-40d5-a140-e70563cf419d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:53.397182 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:53.397590 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:53.630851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cc325815-e210-4470-b618-29659a3c181b None None] Current status of the port c949f555-d7cf-47ab-9d8f-2e5970119161 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:53.631003 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc325815-e210-4470-b618-29659a3c181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c949f555-d7cf-47ab-9d8f-2e5970119161), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:53.667198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:53.668909 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c949f555-d7cf-47ab-9d8f-2e5970119161 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:53.680105 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9a95dd2-a0db-4a14-a342-47343dc83c03 req-431abb7d-2ccb-4699-91d3-0dc3f8699db2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5589683 Feb 10 15:47:53.727156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-cc325815-e210-4470-b618-29659a3c181b None None] For port c949f555-d7cf-47ab-9d8f-2e5970119161, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c949f555-d7cf-47ab-9d8f-2e5970119161,segment=NetworkSegment(417e4387-7357-49c1-96dc-df26f938470a),segment_id=417e4387-7357-49c1-96dc-df26f938470a)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:47:53.735952 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc325815-e210-4470-b618-29659a3c181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c949f555-d7cf-47ab-9d8f-2e5970119161), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:53.833306 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'name': 'tempest-TestServerMultinode-1006805788-router', 'tenant_id': '5463b06f748643b9b951607325466b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '92aeaad0-99f2-474a-94ab-6b2e1070d199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:49Z', 'updated_at': '2022-02-10T15:47:51Z', 'revision_number': 3, 'project_id': '5463b06f748643b9b951607325466b44', 'gw_port': {'id': '92aeaad0-99f2-474a-94ab-6b2e1070d199', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:50Z', 'updated_at': '2022-02-10T15:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:53.840331 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c949f555-d7cf-47ab-9d8f-2e5970119161 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:53.841092 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c949f555-d7cf-47ab-9d8f-2e5970119161), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:53.962407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a95dd2-a0db-4a14-a342-47343dc83c03 req-4ddcac90-4e89-4432-89be-3a82e0e2a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:53.963983 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9a95dd2-a0db-4a14-a342-47343dc83c03 req-4ddcac90-4e89-4432-89be-3a82e0e2a2ba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 1128 time: 0.1907768 Feb 10 15:47:54.041182 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Checking router: 66c3edc6-111c-40d5-a140-e70563cf419d for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:47:54.041817 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Updating router 66c3edc6-111c-40d5-a140-e70563cf419d port 92aeaad0-99f2-474a-94ab-6b2e1070d199 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:47:54.071829 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc325815-e210-4470-b618-29659a3c181b None None] Pushing event updated for resources: {'Port': ['ID=c949f555-d7cf-47ab-9d8f-2e5970119161,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:54.123103 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (92aeaad0-99f2-474a-94ab-6b2e1070d199), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:54.145502 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:54.243934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-76045ade-73d2-419f-88bb-5a50a1ff8993 None None] Provisioning complete for port c949f555-d7cf-47ab-9d8f-2e5970119161 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:54.244513 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-76045ade-73d2-419f-88bb-5a50a1ff8993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c949f555-d7cf-47ab-9d8f-2e5970119161), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:54.349866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c949f555-d7cf-47ab-9d8f-2e5970119161 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:54.378745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Allocated IP 172.20.0.1 (073c6743-2b77-465f-855b-2ce8c814733c/d6ea83c0-35e9-4f3c-bf52-7aba56180237/de338cd4-969c-4874-bb94-0b402b871d71) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:47:54.518750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a95dd2-a0db-4a14-a342-47343dc83c03 req-ef2172e9-9297-4a5a-98b9-1c76d4bf03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:54.520272 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9a95dd2-a0db-4a14-a342-47343dc83c03 req-ef2172e9-9297-4a5a-98b9-1c76d4bf03c3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 200 len: 915 time: 0.5325589 Feb 10 15:47:54.637990 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Publish callbacks [] for port (de338cd4-969c-4874-bb94-0b402b871d71), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:54.672828 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9a95dd2-a0db-4a14-a342-47343dc83c03 req-15031d6f-9c3c-4339-b617-bb17334b1c04 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 HTTP/1.1" status: 200 len: 217 time: 0.1401165 Feb 10 15:47:54.691759 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (de338cd4-969c-4874-bb94-0b402b871d71), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:54.711235 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c949f555-d7cf-47ab-9d8f-2e5970119161 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:47:54.783837 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Network 073c6743-2b77-465f-855b-2ce8c814733c is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:54.787606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a95dd2-a0db-4a14-a342-47343dc83c03 req-e37c9d0d-b77e-4b18-b5a2-9a8ee8136cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:54.788825 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9a95dd2-a0db-4a14-a342-47343dc83c03 req-e37c9d0d-b77e-4b18-b5a2-9a8ee8136cd7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbaa343d-0471-430d-80ca-08e968e4445c HTTP/1.1" status: 200 len: 854 time: 0.1109467 Feb 10 15:47:54.798888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:54.800881 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-76045ade-73d2-419f-88bb-5a50a1ff8993 None None] Current status of the port c949f555-d7cf-47ab-9d8f-2e5970119161 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:54.805486 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:47:54.884209 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Pushing event updated for resources: {'Port': ['ID=de338cd4-969c-4874-bb94-0b402b871d71,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:54.941510 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9a95dd2-a0db-4a14-a342-47343dc83c03 req-6c1ea0e8-a1bf-42b4-bb52-df7ad93a821c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdb81c03-ceb0-4464-ba08-e8f899222887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292062 Feb 10 15:47:54.995010 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Publish callbacks [] for port (92aeaad0-99f2-474a-94ab-6b2e1070d199), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:55.013910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port c949f555-d7cf-47ab-9d8f-2e5970119161 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:55.015044 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c949f555-d7cf-47ab-9d8f-2e5970119161), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:55.018291 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (92aeaad0-99f2-474a-94ab-6b2e1070d199), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:55.187719 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9a95dd2-a0db-4a14-a342-47343dc83c03 req-fc25e07f-b6e5-40df-933e-49b46350b327 service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353878 Feb 10 15:47:55.221430 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (66c3edc6-111c-40d5-a140-e70563cf419d), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:55.236842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Attempting to bind port 92aeaad0-99f2-474a-94ab-6b2e1070d199 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:47:55.237369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Attempting to bind port 92aeaad0-99f2-474a-94ab-6b2e1070d199 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:47:55.237842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Attempting to bind port 92aeaad0-99f2-474a-94ab-6b2e1070d199 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:47:55.243198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce8a69-ad30-4924-9dd4-b052741e2562 None None] Pushing event updated for resources: {'Port': ['ID=92aeaad0-99f2-474a-94ab-6b2e1070d199,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:55.274966 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:47:55.275729 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:47:55.285075 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:55.285294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:47:55.285927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Bound port: 92aeaad0-99f2-474a-94ab-6b2e1070d199, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:47:55.286420 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (92aeaad0-99f2-474a-94ab-6b2e1070d199), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:55.362924 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c77ae852-3088-424e-8abd-31764d77dcfb None None] Provisioning complete for port de338cd4-969c-4874-bb94-0b402b871d71 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:55.363429 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c77ae852-3088-424e-8abd-31764d77dcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (de338cd4-969c-4874-bb94-0b402b871d71), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:55.473870 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b9a95dd2-a0db-4a14-a342-47343dc83c03 req-f96d0eae-416a-4496-a4fe-b4a3dd39ce9e service neutron] 10.222.0.79 "GET /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709322 Feb 10 15:47:55.562258 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (de338cd4-969c-4874-bb94-0b402b871d71), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:55.601278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f7a06-c715-48be-9801-fc2e07f14a65 req-056260c2-2516-401a-9732-20b82fc6aaf0 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:55.606538 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-402f7a06-c715-48be-9801-fc2e07f14a65 req-056260c2-2516-401a-9732-20b82fc6aaf0 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 1128 time: 0.1354234 Feb 10 15:47:55.639768 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-402f7a06-c715-48be-9801-fc2e07f14a65 req-1ad8538a-f7e5-4cf1-ac90-85908af1954c tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:55.807223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c77ae852-3088-424e-8abd-31764d77dcfb None None] Port de338cd4-969c-4874-bb94-0b402b871d71 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:47:55.811164 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-402f7a06-c715-48be-9801-fc2e07f14a65 req-1ad8538a-f7e5-4cf1-ac90-85908af1954c tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Publish callbacks [] for security_group (886eeab5-de30-4e27-8b8a-227c57766fef), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:55.823585 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-402f7a06-c715-48be-9801-fc2e07f14a65 req-1ad8538a-f7e5-4cf1-ac90-85908af1954c tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (886eeab5-de30-4e27-8b8a-227c57766fef), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:55.853474 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] For port 92aeaad0-99f2-474a-94ab-6b2e1070d199, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:47:55.856309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port c949f555-d7cf-47ab-9d8f-2e5970119161 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:47:55.867844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] For port 92aeaad0-99f2-474a-94ab-6b2e1070d199, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=92aeaad0-99f2-474a-94ab-6b2e1070d199,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:47:55.882210 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (92aeaad0-99f2-474a-94ab-6b2e1070d199), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:55.925564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-402f7a06-c715-48be-9801-fc2e07f14a65 req-1ad8538a-f7e5-4cf1-ac90-85908af1954c tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3129168 Feb 10 15:47:55.946530 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8538a-f7e5-4cf1-ac90-85908af1954c tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886eeab5-de30-4e27-8b8a-227c57766fef,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:55.972167 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Publish callbacks [] for port (de338cd4-969c-4874-bb94-0b402b871d71), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:55.983726 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (de338cd4-969c-4874-bb94-0b402b871d71), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:56.033172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Routers {'66c3edc6-111c-40d5-a140-e70563cf419d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:47:56.033998 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:47:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['66c3edc6-111c-40d5-a140-e70563cf419d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:56.039810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce8a69-ad30-4924-9dd4-b052741e2562 None None] Pushing event updated for resources: {'Port': ['ID=92aeaad0-99f2-474a-94ab-6b2e1070d199,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:56.098145 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Pushing event updated for resources: {'Port': ['ID=de338cd4-969c-4874-bb94-0b402b871d71,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:47:56.121283 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (66c3edc6-111c-40d5-a140-e70563cf419d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:56.222299 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56705151-47a6-488e-997f-a46b58c6c86d req-7ffd96a8-402a-4a81-9fcd-7af6a98e0c35 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:56.239163 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-56705151-47a6-488e-997f-a46b58c6c86d req-7ffd96a8-402a-4a81-9fcd-7af6a98e0c35 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.1827681 Feb 10 15:47:56.380457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] Set router 66c3edc6-111c-40d5-a140-e70563cf419d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:47:56.391083 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-56705151-47a6-488e-997f-a46b58c6c86d req-4cef67bb-01c5-42c5-8bbf-1f93d7530784 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414132 Feb 10 15:47:56.423588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Network 073c6743-2b77-465f-855b-2ce8c814733c is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:47:56.424062 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60056) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:56.424164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:47:56.729070 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-444cb88e-f94c-4bae-a7a7-3236943417f4 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/eb526a7f-9341-4c31-ad7e-44aa008cfa21 HTTP/1.1" status: 200 len: 993 time: 0.3040230 Feb 10 15:47:57.056230 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9c052399-141f-4a8a-ba2d-9169efe64eb3 None None] Provisioning complete for port de338cd4-969c-4874-bb94-0b402b871d71 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:47:57.056602 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c052399-141f-4a8a-ba2d-9169efe64eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (de338cd4-969c-4874-bb94-0b402b871d71), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:57.105592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9c052399-141f-4a8a-ba2d-9169efe64eb3 None None] Port de338cd4-969c-4874-bb94-0b402b871d71 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:47:57.142993 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'name': 'tempest-TestServerMultinode-1006805788-router', 'tenant_id': '5463b06f748643b9b951607325466b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '92aeaad0-99f2-474a-94ab-6b2e1070d199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:49Z', 'updated_at': '2022-02-10T15:47:55Z', 'revision_number': 4, 'project_id': '5463b06f748643b9b951607325466b44', 'gw_port': {'id': '92aeaad0-99f2-474a-94ab-6b2e1070d199', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:50Z', 'updated_at': '2022-02-10T15:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'de338cd4-969c-4874-bb94-0b402b871d71', 'name': '', 'network_id': '073c6743-2b77-465f-855b-2ce8c814733c', 'tenant_id': '5463b06f748643b9b951607325466b44', 'mac_address': 'fa:16:3e:37:d8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'd6ea83c0-35e9-4f3c-bf52-7aba56180237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:54Z', 'updated_at': '2022-02-10T15:47:55Z', 'revision_number': 2, 'project_id': '5463b06f748643b9b951607325466b44', 'subnets': [{'id': 'd6ea83c0-35e9-4f3c-bf52-7aba56180237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:47:57.165924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-705b062a-6a0d-41cc-a1fb-20bdc159c5d1 req-96aa11e9-f752-4656-a02c-2a172ad9a586 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:47:57.166989 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-705b062a-6a0d-41cc-a1fb-20bdc159c5d1 req-96aa11e9-f752-4656-a02c-2a172ad9a586 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054817 Feb 10 15:47:57.193962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13620df9-ca4f-480e-9070-26b89d47307e None None] The sync data for ids ['66c3edc6-111c-40d5-a140-e70563cf419d'] in n-d-815324-7 is: [{'id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'name': 'tempest-TestServerMultinode-1006805788-router', 'tenant_id': '5463b06f748643b9b951607325466b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '92aeaad0-99f2-474a-94ab-6b2e1070d199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:49Z', 'updated_at': '2022-02-10T15:47:55Z', 'revision_number': 4, 'project_id': '5463b06f748643b9b951607325466b44', 'gw_port': {'id': '92aeaad0-99f2-474a-94ab-6b2e1070d199', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:50Z', 'updated_at': '2022-02-10T15:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'de338cd4-969c-4874-bb94-0b402b871d71', 'name': '', 'network_id': '073c6743-2b77-465f-855b-2ce8c814733c', 'tenant_id': '5463b06f748643b9b951607325466b44', 'mac_address': 'fa:16:3e:37:d8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'd6ea83c0-35e9-4f3c-bf52-7aba56180237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:54Z', 'updated_at': '2022-02-10T15:47:55Z', 'revision_number': 2, 'project_id': '5463b06f748643b9b951607325466b44', 'subnets': [{'id': 'd6ea83c0-35e9-4f3c-bf52-7aba56180237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:47:57.251526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Router 66c3edc6-111c-40d5-a140-e70563cf419d has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:47:57.497015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:47:57.504682 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a5188a88-9dfc-427a-8840-bc9bf0a72e5b admin admin] 10.222.0.64 "PUT /v2.0/routers/66c3edc6-111c-40d5-a140-e70563cf419d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5056062 Feb 10 15:47:57.936206 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d633334-2982-4e77-a730-657aa8af6633 req-85e67a4e-52f8-4be1-a048-12cefc75e6dd tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:57.945366 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d633334-2982-4e77-a730-657aa8af6633 req-85e67a4e-52f8-4be1-a048-12cefc75e6dd tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 946 time: 0.1569204 Feb 10 15:47:58.063903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d633334-2982-4e77-a730-657aa8af6633 req-fd315f12-f3b8-44b3-b073-278271e7139d tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062393 Feb 10 15:47:58.340737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d85758-7dcc-4e5f-b5fa-83474a94440f req-1c095367-4d70-4b85-bcd9-26ef27831ea8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:58.342319 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90d85758-7dcc-4e5f-b5fa-83474a94440f req-1c095367-4d70-4b85-bcd9-26ef27831ea8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.1212656 Feb 10 15:47:58.402332 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-dae5c774-4fc0-449e-a6a1-fa3de0699b49 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1766877 Feb 10 15:47:58.413334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-deaa4e79-70c8-4e39-9ac2-2d77cbe580a2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:47:58.429890 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-deaa4e79-70c8-4e39-9ac2-2d77cbe580a2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0263519 Feb 10 15:47:58.470688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90d85758-7dcc-4e5f-b5fa-83474a94440f req-331bbb9a-aa0a-4dc5-8abf-e54f1676ddc8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189957 Feb 10 15:47:58.950717 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154273e-9580-4d07-8598-f7ef7a807877 req-92db6af7-b1ba-4b10-9851-6b8789122ddd tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:58.959053 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9154273e-9580-4d07-8598-f7ef7a807877 req-92db6af7-b1ba-4b10-9851-6b8789122ddd tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/networks?id=a769a253-c429-41cd-941b-aaedc7cf93bf HTTP/1.1" status: 200 len: 911 time: 0.2293208 Feb 10 15:47:58.977666 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9154273e-9580-4d07-8598-f7ef7a807877 req-d79ede19-be83-4910-9034-859b4421ac3a tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/quotas/5463b06f748643b9b951607325466b44 HTTP/1.1" status: 200 len: 375 time: 0.0172391 Feb 10 15:47:59.036992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60134) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:47:59.219730 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9154273e-9580-4d07-8598-f7ef7a807877 req-4f77a3be-2181-4f45-ad8e-ef3c6e3e3055 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=5463b06f748643b9b951607325466b44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2407930 Feb 10 15:47:59.237426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376391d4-3413-440e-9245-529beacf2ed0 req-33b65646-5d40-424c-8b62-fb33ead55ee2 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:59.240890 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-33b65646-5d40-424c-8b62-fb33ead55ee2 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/ports/72179508-4a49-4130-895c-8721d4dc43a0 HTTP/1.1" status: 200 len: 1125 time: 0.2001891 Feb 10 15:47:59.315842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351682ce-073d-4f03-ac9b-e7950c34a3b5 req-300f5b58-6155-4565-8f51-b1c06bfda5c2 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:59.319893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-351682ce-073d-4f03-ac9b-e7950c34a3b5 req-300f5b58-6155-4565-8f51-b1c06bfda5c2 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 946 time: 0.0909650 Feb 10 15:47:59.468085 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-351682ce-073d-4f03-ac9b-e7950c34a3b5 req-2eb62afb-f292-42dc-8f67-ff913337c01c tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282880 Feb 10 15:47:59.541018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9154273e-9580-4d07-8598-f7ef7a807877 req-03b44426-8c2b-4a41-9c62-46e481f04ed1 service neutron] 10.222.0.64 "GET /v2.0/networks/a769a253-c429-41cd-941b-aaedc7cf93bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188028 Feb 10 15:47:59.573132 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc21ef-5e62-41ea-bddc-9754b92cd91d req-0d150dc2-708a-4189-9cab-67542db63bcc tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:59.576946 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-adfc21ef-5e62-41ea-bddc-9754b92cd91d req-0d150dc2-708a-4189-9cab-67542db63bcc tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 946 time: 0.1188097 Feb 10 15:47:59.810643 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-adfc21ef-5e62-41ea-bddc-9754b92cd91d req-3e527822-90a8-4db3-b50f-8837879a9a53 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Deleting port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:47:59.811992 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-adfc21ef-5e62-41ea-bddc-9754b92cd91d req-3e527822-90a8-4db3-b50f-8837879a9a53 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:47:59.905562 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf61af-f886-4cbc-8a6f-31a5002e3ba3 req-ded82ced-4a5a-4442-93fe-64149067e5cb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:47:59.914858 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6bf61af-f886-4cbc-8a6f-31a5002e3ba3 req-ded82ced-4a5a-4442-93fe-64149067e5cb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.2405994 Feb 10 15:48:00.004610 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9154273e-9580-4d07-8598-f7ef7a807877 req-81690c21-e70e-42db-82bf-9bef7ed2f901 service neutron] 10.222.0.64 "GET /v2.0/networks/a769a253-c429-41cd-941b-aaedc7cf93bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590805 Feb 10 15:48:00.024758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-adfc21ef-5e62-41ea-bddc-9754b92cd91d req-3e527822-90a8-4db3-b50f-8837879a9a53 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] For port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:00.025120 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-adfc21ef-5e62-41ea-bddc-9754b92cd91d req-3e527822-90a8-4db3-b50f-8837879a9a53 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:00.087943 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6bf61af-f886-4cbc-8a6f-31a5002e3ba3 req-ac8aae4a-6933-4102-b199-9edd27e67ee6 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670911 Feb 10 15:48:00.105618 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-adfc21ef-5e62-41ea-bddc-9754b92cd91d req-3e527822-90a8-4db3-b50f-8837879a9a53 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Calling delete_port for 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:48:00.291632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a50847b-a256-4d1e-b050-4cb2b5b327c4 req-360eca27-8bce-4e4b-a1df-64fa2c2e7f0d tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 210 time: 0.0386243 Feb 10 15:48:00.336328 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-adfc21ef-5e62-41ea-bddc-9754b92cd91d req-3e527822-90a8-4db3-b50f-8837879a9a53 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:00.356008 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['fd495e7e-f15e-4b20-a640-826bb6e05ec6', '68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:00.358748 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['7245db42-935e-4837-8a06-df59673b8006'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:00.386783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e527822-90a8-4db3-b50f-8837879a9a53 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Pushing event deleted for resources: {'Port': ['ID=68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:00.538152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfc21ef-5e62-41ea-bddc-9754b92cd91d req-3e527822-90a8-4db3-b50f-8837879a9a53 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] No DVR routers for this DVR port 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:48:00.540828 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-adfc21ef-5e62-41ea-bddc-9754b92cd91d req-3e527822-90a8-4db3-b50f-8837879a9a53 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:00.549014 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-adfc21ef-5e62-41ea-bddc-9754b92cd91d req-3e527822-90a8-4db3-b50f-8837879a9a53 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.79 "DELETE /v2.0/ports/68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 HTTP/1.1" status: 204 len: 173 time: 0.9600859 Feb 10 15:48:00.549600 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1607c9e-637b-41e5-b530-3d97c8c351ae', 'name': 'network-vif-deleted', 'tag': '68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:48:00.555078 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5d4d72-b84a-432b-80fe-5685b9427c9c" -d '{"events": [{"server_uuid": "c1607c9e-637b-41e5-b530-3d97c8c351ae", "name": "network-vif-deleted", "tag": "68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:00.666263 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4b5575-8177-4f7c-b425-aefa089a1062 x-openstack-request-id: req-5c4b5575-8177-4f7c-b425-aefa089a1062 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:00.666564 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1607c9e-637b-41e5-b530-3d97c8c351ae", "name": "network-vif-deleted", "tag": "68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:00.666818 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c4b5575-8177-4f7c-b425-aefa089a1062 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:00.667223 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1607c9e-637b-41e5-b530-3d97c8c351ae', 'name': 'network-vif-deleted', 'tag': '68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1', 'status': 'completed', 'code': 200} Feb 10 15:48:00.778931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 92aeaad0-99f2-474a-94ab-6b2e1070d199 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:00.784537 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e842b8ec-8d36-49a2-adcd-67ee8f63c6cc req-cf2c1877-00cf-49fa-9086-0d8cc724c7f1 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1607c9e-637b-41e5-b530-3d97c8c351ae HTTP/1.1" status: 200 len: 210 time: 0.1430674 Feb 10 15:48:00.789673 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376391d4-3413-440e-9245-529beacf2ed0 req-3ff02b94-21da-4160-bb38-084a6a54d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:00.791282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-3ff02b94-21da-4160-bb38-084a6a54d5bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 1128 time: 0.3205159 Feb 10 15:48:01.047664 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376391d4-3413-440e-9245-529beacf2ed0 req-e2c858fa-851e-4365-a046-0e1af69ac309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:01.050703 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-e2c858fa-851e-4365-a046-0e1af69ac309 service neutron] 10.222.0.72 "GET /v2.0/networks?id=df33c682-b41c-4cf1-91cf-d398a23e73a4 HTTP/1.1" status: 200 len: 897 time: 0.2523849 Feb 10 15:48:01.169986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 92aeaad0-99f2-474a-94ab-6b2e1070d199 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:01.170386 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (92aeaad0-99f2-474a-94ab-6b2e1070d199), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:01.247313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-2cb7aa2f-7eb7-4c81-8cfa-879a9e03ebc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72179508-4a49-4130-895c-8721d4dc43a0 HTTP/1.1" status: 200 len: 1001 time: 0.1873105 Feb 10 15:48:01.393788 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Sync routers for ids ['66c3edc6-111c-40d5-a140-e70563cf419d'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:48:01.399002 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 92aeaad0-99f2-474a-94ab-6b2e1070d199 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:01.399548 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (92aeaad0-99f2-474a-94ab-6b2e1070d199), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:01.449021 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Routers {'66c3edc6-111c-40d5-a140-e70563cf419d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:01.449735 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:47:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['66c3edc6-111c-40d5-a140-e70563cf419d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:01.548600 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 92aeaad0-99f2-474a-94ab-6b2e1070d199, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=92aeaad0-99f2-474a-94ab-6b2e1070d199,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:01.557753 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (92aeaad0-99f2-474a-94ab-6b2e1070d199), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:01.674524 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=92aeaad0-99f2-474a-94ab-6b2e1070d199,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:01.764578 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Set router 66c3edc6-111c-40d5-a140-e70563cf419d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:02.105093 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'name': 'tempest-TestServerMultinode-1006805788-router', 'tenant_id': '5463b06f748643b9b951607325466b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '92aeaad0-99f2-474a-94ab-6b2e1070d199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:49Z', 'updated_at': '2022-02-10T15:47:55Z', 'revision_number': 4, 'project_id': '5463b06f748643b9b951607325466b44', 'gw_port': {'id': '92aeaad0-99f2-474a-94ab-6b2e1070d199', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:50Z', 'updated_at': '2022-02-10T15:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'de338cd4-969c-4874-bb94-0b402b871d71', 'name': '', 'network_id': '073c6743-2b77-465f-855b-2ce8c814733c', 'tenant_id': '5463b06f748643b9b951607325466b44', 'mac_address': 'fa:16:3e:37:d8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'd6ea83c0-35e9-4f3c-bf52-7aba56180237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:54Z', 'updated_at': '2022-02-10T15:47:55Z', 'revision_number': 2, 'project_id': '5463b06f748643b9b951607325466b44', 'subnets': [{'id': 'd6ea83c0-35e9-4f3c-bf52-7aba56180237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:02.141955 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376391d4-3413-440e-9245-529beacf2ed0 req-ebbe3ee3-2f45-42e2-b300-e59f1c7f8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:02.143633 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-ebbe3ee3-2f45-42e2-b300-e59f1c7f8097 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e12ed51c-74f3-4f1d-beee-c50d080c6683 HTTP/1.1" status: 200 len: 835 time: 0.8886795 Feb 10 15:48:02.325642 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fcb3d1c9-951a-4afd-b9f7-add46dcf2b43 req-0021b48d-9458-47d6-b70e-f2ce34400e44 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 210 time: 0.1808765 Feb 10 15:48:02.417584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376391d4-3413-440e-9245-529beacf2ed0 req-1f45a48a-833e-4544-b3be-0ccc774fd1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:02.419165 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-1f45a48a-833e-4544-b3be-0ccc774fd1bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=df33c682-b41c-4cf1-91cf-d398a23e73a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2538676 Feb 10 15:48:02.429990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d70677-74a6-4b3d-be33-1650c3a78121 req-5734c8b5-06fb-429c-95b5-107caf05fb12 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:02.431486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-83d70677-74a6-4b3d-be33-1650c3a78121 req-5734c8b5-06fb-429c-95b5-107caf05fb12 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.2857320 Feb 10 15:48:02.500822 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Checking router: 66c3edc6-111c-40d5-a140-e70563cf419d for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:48:02.501390 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Updating router 66c3edc6-111c-40d5-a140-e70563cf419d port de338cd4-969c-4874-bb94-0b402b871d71 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:48:02.636267 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (de338cd4-969c-4874-bb94-0b402b871d71), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:02.677392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 92aeaad0-99f2-474a-94ab-6b2e1070d199 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:02.692234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154273e-9580-4d07-8598-f7ef7a807877 req-b4fa4ce7-ef3e-46c0-9ddb-f41dae77639b tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:02.699769 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9154273e-9580-4d07-8598-f7ef7a807877 req-b4fa4ce7-ef3e-46c0-9ddb-f41dae77639b tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.72 "GET /v2.0/networks?id=a769a253-c429-41cd-941b-aaedc7cf93bf HTTP/1.1" status: 200 len: 911 time: 0.3436332 Feb 10 15:48:02.719888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-9154273e-9580-4d07-8598-f7ef7a807877 req-2b11ae40-4d12-4d3a-bc38-e5db00441a2c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Request body: {'port': {'device_id': 'a0f86d8d-0ef7-436e-957e-4a4f0c24d55a', 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf', 'admin_state_up': True, 'tenant_id': '5463b06f748643b9b951607325466b44'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:02.777392 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9154273e-9580-4d07-8598-f7ef7a807877 req-2b11ae40-4d12-4d3a-bc38-e5db00441a2c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Made reservation on behalf of 5463b06f748643b9b951607325466b44 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:02.780531 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9154273e-9580-4d07-8598-f7ef7a807877 req-2b11ae40-4d12-4d3a-bc38-e5db00441a2c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:02.819956 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-83d70677-74a6-4b3d-be33-1650c3a78121 req-5e3336a6-2147-4b4f-bd85-6e2785bd55b3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3551655 Feb 10 15:48:02.882947 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 92aeaad0-99f2-474a-94ab-6b2e1070d199 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:02.883593 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (92aeaad0-99f2-474a-94ab-6b2e1070d199), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:02.931498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-08485f06-9ab9-49df-90f8-fdae584c0b98 service neutron] 10.222.0.72 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990110 Feb 10 15:48:03.136078 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 92aeaad0-99f2-474a-94ab-6b2e1070d199 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:03.268682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-9154273e-9580-4d07-8598-f7ef7a807877 req-2b11ae40-4d12-4d3a-bc38-e5db00441a2c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Allocated IP 172.20.0.12 (a769a253-c429-41cd-941b-aaedc7cf93bf/5df490d3-f814-47fd-9837-3bf1fe331775/d62c6044-ece0-4a73-8a77-beba016ccb7a) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:48:03.350888 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-5fcfccb2-3876-4a6f-b180-6015dabb3829 service neutron] 10.222.0.72 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091783 Feb 10 15:48:03.400995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb852b-d7d1-4d39-ae7a-064507c6d0db req-f81304fc-ed95-4b0e-bdfd-b42836052ed3 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:03.414520 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-befb852b-d7d1-4d39-ae7a-064507c6d0db req-f81304fc-ed95-4b0e-bdfd-b42836052ed3 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 946 time: 0.2687621 Feb 10 15:48:03.463307 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9154273e-9580-4d07-8598-f7ef7a807877 req-2b11ae40-4d12-4d3a-bc38-e5db00441a2c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Publish callbacks [] for port (d62c6044-ece0-4a73-8a77-beba016ccb7a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:03.480526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:03.507900 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9154273e-9580-4d07-8598-f7ef7a807877 req-2b11ae40-4d12-4d3a-bc38-e5db00441a2c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d62c6044-ece0-4a73-8a77-beba016ccb7a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:03.530194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:48:03.530921 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 68f14bfd-c851-4e8f-82a8-b6ba7d9e04c1 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:48:03.562226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9154273e-9580-4d07-8598-f7ef7a807877 req-2b11ae40-4d12-4d3a-bc38-e5db00441a2c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Network a769a253-c429-41cd-941b-aaedc7cf93bf is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:48:03.564310 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-befb852b-d7d1-4d39-ae7a-064507c6d0db req-4889fee0-f51c-499a-add3-27ed2af22710 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487377 Feb 10 15:48:03.568411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-9154273e-9580-4d07-8598-f7ef7a807877 req-2b11ae40-4d12-4d3a-bc38-e5db00441a2c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:03.582528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-9154273e-9580-4d07-8598-f7ef7a807877 req-2b11ae40-4d12-4d3a-bc38-e5db00441a2c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:48:03.591238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11ae40-4d12-4d3a-bc38-e5db00441a2c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Pushing event updated for resources: {'Port': ['ID=d62c6044-ece0-4a73-8a77-beba016ccb7a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:03.641330 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154273e-9580-4d07-8598-f7ef7a807877 req-2b11ae40-4d12-4d3a-bc38-e5db00441a2c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:03.642036 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9154273e-9580-4d07-8598-f7ef7a807877 req-2b11ae40-4d12-4d3a-bc38-e5db00441a2c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:03.643820 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Publish callbacks [] for port (de338cd4-969c-4874-bb94-0b402b871d71), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:03.663307 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (de338cd4-969c-4874-bb94-0b402b871d71), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:03.672131 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9154273e-9580-4d07-8598-f7ef7a807877 req-2b11ae40-4d12-4d3a-bc38-e5db00441a2c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9639571 Feb 10 15:48:03.682615 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdf1ef-e60b-498e-a6a0-b831a44e8025 req-d72bebe3-a5d1-4549-885a-2371c6fa1b48 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:03.684251 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6ebdf1ef-e60b-498e-a6a0-b831a44e8025 req-d72bebe3-a5d1-4549-885a-2371c6fa1b48 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1028 time: 0.1162806 Feb 10 15:48:03.686114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Request body: {'port': {'device_id': 'a0f86d8d-0ef7-436e-957e-4a4f0c24d55a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:03.789626 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068af124-193b-4d7f-b637-5376c7fc90de None None] Pushing event updated for resources: {'Port': ['ID=de338cd4-969c-4874-bb94-0b402b871d71,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:03.807482 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6ebdf1ef-e60b-498e-a6a0-b831a44e8025 req-8c35a9be-9123-44da-8fc4-0ea0bae6e3f5 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096964 Feb 10 15:48:03.938385 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Attempting to bind port de338cd4-969c-4874-bb94-0b402b871d71 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:48:03.938779 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Attempting to bind port de338cd4-969c-4874-bb94-0b402b871d71 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '417e4387-7357-49c1-96dc-df26f938470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '073c6743-2b77-465f-855b-2ce8c814733c'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:48:03.940078 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d62c6044-ece0-4a73-8a77-beba016ccb7a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:03.941666 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Attempting to bind port de338cd4-969c-4874-bb94-0b402b871d71 on network 073c6743-2b77-465f-855b-2ce8c814733c {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:03.957922 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:03.958312 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Checking segment: {'id': '417e4387-7357-49c1-96dc-df26f938470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '073c6743-2b77-465f-855b-2ce8c814733c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:03.958726 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:03.959131 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Bound using segment: {'id': '417e4387-7357-49c1-96dc-df26f938470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '073c6743-2b77-465f-855b-2ce8c814733c'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:03.959775 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Bound port: de338cd4-969c-4874-bb94-0b402b871d71, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417e4387-7357-49c1-96dc-df26f938470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '073c6743-2b77-465f-855b-2ce8c814733c'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:48:03.960164 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (de338cd4-969c-4874-bb94-0b402b871d71), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:04.095562 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efde3b-5782-4ac1-b520-c541790b3395 req-8b57962d-309f-460f-9129-36e74207a55d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:04.097674 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05efde3b-5782-4ac1-b520-c541790b3395 req-8b57962d-309f-460f-9129-36e74207a55d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.1639872 Feb 10 15:48:04.146103 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-dbffc143-66a8-4d5a-b931-d3da9e86c31b None None] Provisioning complete for port d62c6044-ece0-4a73-8a77-beba016ccb7a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:04.146677 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dbffc143-66a8-4d5a-b931-d3da9e86c31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d62c6044-ece0-4a73-8a77-beba016ccb7a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:04.199250 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] For port de338cd4-969c-4874-bb94-0b402b871d71, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:04.217720 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] For port de338cd4-969c-4874-bb94-0b402b871d71, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=de338cd4-969c-4874-bb94-0b402b871d71,segment=NetworkSegment(417e4387-7357-49c1-96dc-df26f938470a),segment_id=417e4387-7357-49c1-96dc-df26f938470a)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:04.230418 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (de338cd4-969c-4874-bb94-0b402b871d71), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:04.278142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05efde3b-5782-4ac1-b520-c541790b3395 req-180625fe-61a1-4a33-9500-03fedda7c598 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712837 Feb 10 15:48:04.278401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-dbffc143-66a8-4d5a-b931-d3da9e86c31b None None] Port d62c6044-ece0-4a73-8a77-beba016ccb7a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:48:04.375866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9921e57-eddc-40dc-af55-648e43b47fc5 req-df1fe556-4bdb-4eb9-84ba-bcee622605a4 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:04.377448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9921e57-eddc-40dc-af55-648e43b47fc5 req-df1fe556-4bdb-4eb9-84ba-bcee622605a4 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.72 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 946 time: 0.0983434 Feb 10 15:48:04.390954 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Routers {'66c3edc6-111c-40d5-a140-e70563cf419d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:04.391804 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:47:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['66c3edc6-111c-40d5-a140-e70563cf419d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:04.414623 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4cd5578a-432e-4090-af5e-ba109fd04790 None None] Provisioning complete for port de338cd4-969c-4874-bb94-0b402b871d71 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:04.416306 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4cd5578a-432e-4090-af5e-ba109fd04790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (de338cd4-969c-4874-bb94-0b402b871d71), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:04.582853 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-e9921e57-eddc-40dc-af55-648e43b47fc5 req-15e0a893-0bbd-4850-8510-8bcc4b7dd76c tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Deleting port 7245db42-935e-4837-8a06-df59673b8006 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:48:04.583179 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e9921e57-eddc-40dc-af55-648e43b47fc5 req-15e0a893-0bbd-4850-8510-8bcc4b7dd76c tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7245db42-935e-4837-8a06-df59673b8006), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:04.676049 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068af124-193b-4d7f-b637-5376c7fc90de None None] Pushing event updated for resources: {'Port': ['ID=de338cd4-969c-4874-bb94-0b402b871d71,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:04.695573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62c6044-ece0-4a73-8a77-beba016ccb7a {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:48:04.720399 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4cd5578a-432e-4090-af5e-ba109fd04790 None None] Current status of the port de338cd4-969c-4874-bb94-0b402b871d71 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:04.720833 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4cd5578a-432e-4090-af5e-ba109fd04790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (de338cd4-969c-4874-bb94-0b402b871d71), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:04.726438 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Publish callbacks [] for port (d62c6044-ece0-4a73-8a77-beba016ccb7a), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:04.753194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-e9921e57-eddc-40dc-af55-648e43b47fc5 req-15e0a893-0bbd-4850-8510-8bcc4b7dd76c tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] For port 7245db42-935e-4837-8a06-df59673b8006, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7245db42-935e-4837-8a06-df59673b8006,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:04.753570 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e9921e57-eddc-40dc-af55-648e43b47fc5 req-15e0a893-0bbd-4850-8510-8bcc4b7dd76c tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7245db42-935e-4837-8a06-df59673b8006), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:04.768000 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-e9921e57-eddc-40dc-af55-648e43b47fc5 req-15e0a893-0bbd-4850-8510-8bcc4b7dd76c tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Calling delete_port for 7245db42-935e-4837-8a06-df59673b8006 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:48:04.773560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Transition to ACTIVE for port object d62c6044-ece0-4a73-8a77-beba016ccb7a will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:48:04.785620 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (d62c6044-ece0-4a73-8a77-beba016ccb7a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:04.827155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-4cd5578a-432e-4090-af5e-ba109fd04790 None None] For port de338cd4-969c-4874-bb94-0b402b871d71, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=de338cd4-969c-4874-bb94-0b402b871d71,segment=NetworkSegment(417e4387-7357-49c1-96dc-df26f938470a),segment_id=417e4387-7357-49c1-96dc-df26f938470a)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:04.834761 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4cd5578a-432e-4090-af5e-ba109fd04790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (de338cd4-969c-4874-bb94-0b402b871d71), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:04.900702 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] Set router 66c3edc6-111c-40d5-a140-e70563cf419d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:04.972055 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Pushing event updated for resources: {'Port': ['ID=d62c6044-ece0-4a73-8a77-beba016ccb7a,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:05.026222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5578a-432e-4090-af5e-ba109fd04790 None None] Pushing event updated for resources: {'Port': ['ID=de338cd4-969c-4874-bb94-0b402b871d71,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:05.061978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6df5e5d0-beec-43e3-982b-8e6e7e33f37b None None] Provisioning complete for port de338cd4-969c-4874-bb94-0b402b871d71 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:05.061978 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6df5e5d0-beec-43e3-982b-8e6e7e33f37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (de338cd4-969c-4874-bb94-0b402b871d71), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:05.152902 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e9921e57-eddc-40dc-af55-648e43b47fc5 req-15e0a893-0bbd-4850-8510-8bcc4b7dd76c tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (7245db42-935e-4837-8a06-df59673b8006), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:05.168750 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['7245db42-935e-4837-8a06-df59673b8006'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:05.179310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['fd495e7e-f15e-4b20-a640-826bb6e05ec6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:05.280131 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9921e57-eddc-40dc-af55-648e43b47fc5 req-15e0a893-0bbd-4850-8510-8bcc4b7dd76c tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] No DVR routers for this DVR port 7245db42-935e-4837-8a06-df59673b8006 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:48:05.284056 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e9921e57-eddc-40dc-af55-648e43b47fc5 req-15e0a893-0bbd-4850-8510-8bcc4b7dd76c tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:05.288540 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e9921e57-eddc-40dc-af55-648e43b47fc5 req-15e0a893-0bbd-4850-8510-8bcc4b7dd76c tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.72 "DELETE /v2.0/ports/7245db42-935e-4837-8a06-df59673b8006 HTTP/1.1" status: 204 len: 173 time: 0.9014697 Feb 10 15:48:05.311323 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b927a990-9d89-40b0-af81-e25e1822af78', 'name': 'network-vif-deleted', 'tag': '7245db42-935e-4837-8a06-df59673b8006'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:48:05.315467 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61148ae0-ec25-4cd6-9811-02c49f678b4d" -d '{"events": [{"server_uuid": "b927a990-9d89-40b0-af81-e25e1822af78", "name": "network-vif-deleted", "tag": "7245db42-935e-4837-8a06-df59673b8006"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:05.331306 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5591b-e6ef-4751-803d-c9524a893c53 req-078ba741-705a-40fa-a660-c10113124963 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:05.344089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50e5591b-e6ef-4751-803d-c9524a893c53 req-078ba741-705a-40fa-a660-c10113124963 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=b927a990-9d89-40b0-af81-e25e1822af78 HTTP/1.1" status: 200 len: 946 time: 0.4754987 Feb 10 15:48:05.355681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Attempting to bind port d62c6044-ece0-4a73-8a77-beba016ccb7a on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:48:05.356019 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Attempting to bind port d62c6044-ece0-4a73-8a77-beba016ccb7a by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:48:05.358653 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Attempting to bind port d62c6044-ece0-4a73-8a77-beba016ccb7a on network a769a253-c429-41cd-941b-aaedc7cf93bf {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:05.369612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Port d62c6044-ece0-4a73-8a77-beba016ccb7a on network a769a253-c429-41cd-941b-aaedc7cf93bf not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:48:05.370755 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Attempting to bind port d62c6044-ece0-4a73-8a77-beba016ccb7a on network a769a253-c429-41cd-941b-aaedc7cf93bf {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:05.391432 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:05.396619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Checking segment: {'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:05.397502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Bound using segment: {'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:05.398201 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Bound port: d62c6044-ece0-4a73-8a77-beba016ccb7a, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:48:05.398808 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d62c6044-ece0-4a73-8a77-beba016ccb7a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:05.447423 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0a893-0bbd-4850-8510-8bcc4b7dd76c tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Pushing event deleted for resources: {'Port': ['ID=7245db42-935e-4837-8a06-df59673b8006,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:05.542643 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50e5591b-e6ef-4751-803d-c9524a893c53 req-13c7f5ee-ad2d-4f4f-b0a6-549f35a51700 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907170 Feb 10 15:48:05.544931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed718f-8e8e-4b14-9f62-a2e766f62c6c req-1d035cf6-f86e-422a-bba1-a1f8db45e36d tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:05.549755 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7aed718f-8e8e-4b14-9f62-a2e766f62c6c req-1d035cf6-f86e-422a-bba1-a1f8db45e36d tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1053 time: 0.5755806 Feb 10 15:48:05.570464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] For port d62c6044-ece0-4a73-8a77-beba016ccb7a, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:05.574423 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] For port d62c6044-ece0-4a73-8a77-beba016ccb7a, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d62c6044-ece0-4a73-8a77-beba016ccb7a,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:05.581072 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (d62c6044-ece0-4a73-8a77-beba016ccb7a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:05.595066 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6df5e5d0-beec-43e3-982b-8e6e7e33f37b None None] Current status of the port de338cd4-969c-4874-bb94-0b402b871d71 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:05.680744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Pushing event updated for resources: {'Port': ['ID=d62c6044-ece0-4a73-8a77-beba016ccb7a,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:05.684641 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7aed718f-8e8e-4b14-9f62-a2e766f62c6c req-2e63b6fb-b466-4d07-9c6a-3176fbc5be5c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265159 Feb 10 15:48:05.691294 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'name': 'tempest-TestServerMultinode-1006805788-router', 'tenant_id': '5463b06f748643b9b951607325466b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '92aeaad0-99f2-474a-94ab-6b2e1070d199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:49Z', 'updated_at': '2022-02-10T15:47:55Z', 'revision_number': 4, 'project_id': '5463b06f748643b9b951607325466b44', 'gw_port': {'id': '92aeaad0-99f2-474a-94ab-6b2e1070d199', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:50Z', 'updated_at': '2022-02-10T15:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'de338cd4-969c-4874-bb94-0b402b871d71', 'name': '', 'network_id': '073c6743-2b77-465f-855b-2ce8c814733c', 'tenant_id': '5463b06f748643b9b951607325466b44', 'mac_address': 'fa:16:3e:37:d8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'd6ea83c0-35e9-4f3c-bf52-7aba56180237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:54Z', 'updated_at': '2022-02-10T15:48:04Z', 'revision_number': 4, 'project_id': '5463b06f748643b9b951607325466b44', 'subnets': [{'id': 'd6ea83c0-35e9-4f3c-bf52-7aba56180237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:05.751439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:05.752407 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:05.768296 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9154273e-9580-4d07-8598-f7ef7a807877 req-998433d2-55c7-4e25-bfe8-d7a37370b894 service neutron] 10.222.0.72 "PUT /v2.0/ports/d62c6044-ece0-4a73-8a77-beba016ccb7a HTTP/1.1" status: 200 len: 1092 time: 2.0868344 Feb 10 15:48:05.770545 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f86d8d-0ef7-436e-957e-4a4f0c24d55a', 'tag': 'd62c6044-ece0-4a73-8a77-beba016ccb7a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:48:05.789429 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710a65dc-773c-4bcf-b179-bb6abae03f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f86d8d-0ef7-436e-957e-4a4f0c24d55a", "tag": "d62c6044-ece0-4a73-8a77-beba016ccb7a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:05.806963 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be5e05-349d-4ec9-947c-c46a03d1902b None None] The sync data for ids ['66c3edc6-111c-40d5-a140-e70563cf419d'] in n-d-815324-7 is: [{'id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'name': 'tempest-TestServerMultinode-1006805788-router', 'tenant_id': '5463b06f748643b9b951607325466b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '92aeaad0-99f2-474a-94ab-6b2e1070d199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:49Z', 'updated_at': '2022-02-10T15:47:55Z', 'revision_number': 4, 'project_id': '5463b06f748643b9b951607325466b44', 'gw_port': {'id': '92aeaad0-99f2-474a-94ab-6b2e1070d199', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:50Z', 'updated_at': '2022-02-10T15:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'de338cd4-969c-4874-bb94-0b402b871d71', 'name': '', 'network_id': '073c6743-2b77-465f-855b-2ce8c814733c', 'tenant_id': '5463b06f748643b9b951607325466b44', 'mac_address': 'fa:16:3e:37:d8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'd6ea83c0-35e9-4f3c-bf52-7aba56180237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:54Z', 'updated_at': '2022-02-10T15:48:04Z', 'revision_number': 4, 'project_id': '5463b06f748643b9b951607325466b44', 'subnets': [{'id': 'd6ea83c0-35e9-4f3c-bf52-7aba56180237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:48:05.838348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-f10ed444-e280-4e51-b6b5-207c8a95bd5d req-a1a51cf9-bbff-44dd-a757-47ba3b5fde1b service neutron] (103368) timed out ('10.222.0.64', 35474) {{(pid=103368) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 15:48:05.860632 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d9e7de-1a23-4041-9529-543976672b26 x-openstack-request-id: req-48d9e7de-1a23-4041-9529-543976672b26 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:05.860957 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b927a990-9d89-40b0-af81-e25e1822af78", "name": "network-vif-deleted", "tag": "7245db42-935e-4837-8a06-df59673b8006", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:05.861208 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48d9e7de-1a23-4041-9529-543976672b26 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:05.861606 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b927a990-9d89-40b0-af81-e25e1822af78', 'name': 'network-vif-deleted', 'tag': '7245db42-935e-4837-8a06-df59673b8006', 'status': 'completed', 'code': 200} Feb 10 15:48:05.934037 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935a44d-d7d0-422d-b6a0-0a82e8f5c940 req-062c9642-f58a-48b1-9938-e8ae05f84f06 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:05.941137 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0935a44d-d7d0-422d-b6a0-0a82e8f5c940 req-062c9642-f58a-48b1-9938-e8ae05f84f06 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.1945281 Feb 10 15:48:05.967451 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1438bf7b-4621-49d0-ac7c-792463db79ce x-openstack-request-id: req-1438bf7b-4621-49d0-ac7c-792463db79ce {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:05.967750 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f86d8d-0ef7-436e-957e-4a4f0c24d55a", "tag": "d62c6044-ece0-4a73-8a77-beba016ccb7a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:05.968000 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1438bf7b-4621-49d0-ac7c-792463db79ce {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:05.968968 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f86d8d-0ef7-436e-957e-4a4f0c24d55a', 'tag': 'd62c6044-ece0-4a73-8a77-beba016ccb7a', 'status': 'completed', 'code': 200} Feb 10 15:48:06.033644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154273e-9580-4d07-8598-f7ef7a807877 req-31643e9a-11c8-4e20-8960-ee9926423b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:06.046345 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9154273e-9580-4d07-8598-f7ef7a807877 req-31643e9a-11c8-4e20-8960-ee9926423b7b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5463b06f748643b9b951607325466b44&device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1126 time: 0.2198110 Feb 10 15:48:06.063459 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0935a44d-d7d0-422d-b6a0-0a82e8f5c940 req-effa5aa1-1743-4a22-b18c-0fc9377c7409 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188235 Feb 10 15:48:06.167596 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9154273e-9580-4d07-8598-f7ef7a807877 req-5edee9a1-3fb4-4a3a-8184-177080f25817 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d62c6044-ece0-4a73-8a77-beba016ccb7a HTTP/1.1" status: 200 len: 217 time: 0.1202850 Feb 10 15:48:06.233863 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154273e-9580-4d07-8598-f7ef7a807877 req-ce0e95a0-a85e-48b5-a00a-242c844dfe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:06.235959 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9154273e-9580-4d07-8598-f7ef7a807877 req-ce0e95a0-a85e-48b5-a00a-242c844dfe58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5df490d3-f814-47fd-9837-3bf1fe331775 HTTP/1.1" status: 200 len: 849 time: 0.0628428 Feb 10 15:48:06.320346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154273e-9580-4d07-8598-f7ef7a807877 req-4f1befbb-8513-4614-a44e-b3320820d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:06.322279 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9154273e-9580-4d07-8598-f7ef7a807877 req-4f1befbb-8513-4614-a44e-b3320820d643 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a769a253-c429-41cd-941b-aaedc7cf93bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0804255 Feb 10 15:48:06.487471 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9154273e-9580-4d07-8598-f7ef7a807877 req-7766f38a-e328-4d18-89dc-d50324636416 service neutron] 10.222.0.72 "GET /v2.0/networks/a769a253-c429-41cd-941b-aaedc7cf93bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542504 Feb 10 15:48:06.670285 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device de338cd4-969c-4874-bb94-0b402b871d71 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:06.702846 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9154273e-9580-4d07-8598-f7ef7a807877 req-bbdf2c6a-e436-425f-9ab9-dc8ffab5a51b service neutron] 10.222.0.72 "GET /v2.0/networks/a769a253-c429-41cd-941b-aaedc7cf93bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089708 Feb 10 15:48:06.757134 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port de338cd4-969c-4874-bb94-0b402b871d71 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:06.757918 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (de338cd4-969c-4874-bb94-0b402b871d71), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:06.835839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a65dc-773c-4bcf-b179-bb6abae03f3c req-5eaa688e-dab6-44dc-8919-95d202da11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:06.838431 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-710a65dc-773c-4bcf-b179-bb6abae03f3c req-5eaa688e-dab6-44dc-8919-95d202da11f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5463b06f748643b9b951607325466b44&device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1126 time: 0.0808589 Feb 10 15:48:06.930009 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cc71b-dec0-4876-b75c-dcb4d3c7e78e req-cffcd0c5-b69c-4054-8b6f-5d32602c0385 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:06.941958 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-607cc71b-dec0-4876-b75c-dcb4d3c7e78e req-cffcd0c5-b69c-4054-8b6f-5d32602c0385 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1126 time: 0.1209965 Feb 10 15:48:06.975051 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port de338cd4-969c-4874-bb94-0b402b871d71 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:07.013289 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-607cc71b-dec0-4876-b75c-dcb4d3c7e78e req-0c3cfed8-59cf-4593-9923-800146445582 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699105 Feb 10 15:48:07.035065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a65dc-773c-4bcf-b179-bb6abae03f3c req-820b122e-47c1-4f90-a979-d6babced1427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:07.036519 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-710a65dc-773c-4bcf-b179-bb6abae03f3c req-820b122e-47c1-4f90-a979-d6babced1427 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a769a253-c429-41cd-941b-aaedc7cf93bf HTTP/1.1" status: 200 len: 911 time: 0.1904714 Feb 10 15:48:07.100156 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-710a65dc-773c-4bcf-b179-bb6abae03f3c req-dfa2aefb-8ea6-426c-82e8-4c66afdf3cad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d62c6044-ece0-4a73-8a77-beba016ccb7a HTTP/1.1" status: 200 len: 217 time: 0.0575128 Feb 10 15:48:07.190332 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:07.222013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a65dc-773c-4bcf-b179-bb6abae03f3c req-84ea0f2d-8ad9-4bcc-89f1-44bf63b4cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:07.224394 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-710a65dc-773c-4bcf-b179-bb6abae03f3c req-84ea0f2d-8ad9-4bcc-89f1-44bf63b4cca6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5df490d3-f814-47fd-9837-3bf1fe331775 HTTP/1.1" status: 200 len: 849 time: 0.1144128 Feb 10 15:48:07.296399 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a65dc-773c-4bcf-b179-bb6abae03f3c req-a3fcbc88-3b3f-4008-b0f8-d1ccc19a103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:07.299117 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-710a65dc-773c-4bcf-b179-bb6abae03f3c req-a3fcbc88-3b3f-4008-b0f8-d1ccc19a103c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a769a253-c429-41cd-941b-aaedc7cf93bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0651948 Feb 10 15:48:07.353814 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed880d-f1d1-4447-a136-566c8b9e17c9 req-f3f39fec-ccad-49e6-9dfd-fde158685ecd tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:07.358577 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2eed880d-f1d1-4447-a136-566c8b9e17c9 req-f3f39fec-ccad-49e6-9dfd-fde158685ecd tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0972579 Feb 10 15:48:07.424987 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2eed880d-f1d1-4447-a136-566c8b9e17c9 req-dca71a86-9b9d-4b9d-8e54-983719c9f8e3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601158 Feb 10 15:48:07.428065 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-710a65dc-773c-4bcf-b179-bb6abae03f3c req-3a0eeadc-6531-4994-9dff-f150d89e9801 service neutron] 10.222.0.72 "GET /v2.0/networks/a769a253-c429-41cd-941b-aaedc7cf93bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226628 Feb 10 15:48:07.542570 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-710a65dc-773c-4bcf-b179-bb6abae03f3c req-53d27a97-5826-485c-a124-86ebd0aa050e service neutron] 10.222.0.72 "GET /v2.0/networks/a769a253-c429-41cd-941b-aaedc7cf93bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012878 Feb 10 15:48:07.609013 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7245db42-935e-4837-8a06-df59673b8006 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:07.630985 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 7245db42-935e-4837-8a06-df59673b8006 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:48:07.631711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7245db42-935e-4837-8a06-df59673b8006 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:48:08.157807 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb60057-21b3-48e8-af0f-bf836797c32f req-835efded-8210-4444-9e22-c57f4e1d4130 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:08.160161 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffb60057-21b3-48e8-af0f-bf836797c32f req-835efded-8210-4444-9e22-c57f4e1d4130 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1126 time: 0.0628049 Feb 10 15:48:08.263181 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffb60057-21b3-48e8-af0f-bf836797c32f req-2335b490-bb0f-4d2e-a904-d4260007db2b tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965588 Feb 10 15:48:08.595861 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60286) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:08.635177 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdf98a-b410-440b-b55b-c86d5811534e req-fa222d2c-aaa7-47cb-8fd8-a53854a714ad tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:08.637081 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1fdf98a-b410-440b-b55b-c86d5811534e req-fa222d2c-aaa7-47cb-8fd8-a53854a714ad tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0846696 Feb 10 15:48:08.739223 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1fdf98a-b410-440b-b55b-c86d5811534e req-242f777a-26ed-4f3e-a189-2424bf456ac3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903909 Feb 10 15:48:08.758848 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-609258a9-cffb-47ed-95ef-f28e205deed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:08.921658 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-609258a9-cffb-47ed-95ef-f28e205deed8 admin admin] Publish callbacks [] for security_group (98cf218d-eabd-4f25-a800-c3ad74188b86), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:08.926455 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-609258a9-cffb-47ed-95ef-f28e205deed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (98cf218d-eabd-4f25-a800-c3ad74188b86), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:08.967391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609258a9-cffb-47ed-95ef-f28e205deed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cf218d-eabd-4f25-a800-c3ad74188b86,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:08.995146 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-609258a9-cffb-47ed-95ef-f28e205deed8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18838a90f61d4410a3e83268aa1a8b30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3982270 Feb 10 15:48:09.004516 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60294) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:09.074749 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2735d3db-798f-4d04-995f-8aac2d74c58e admin admin] Publish callbacks [] for security_group (98cf218d-eabd-4f25-a800-c3ad74188b86), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:09.107379 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2735d3db-798f-4d04-995f-8aac2d74c58e admin admin] Publish callbacks [] for security_group (98cf218d-eabd-4f25-a800-c3ad74188b86), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:09.180146 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2735d3db-798f-4d04-995f-8aac2d74c58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (98cf218d-eabd-4f25-a800-c3ad74188b86), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:09.183359 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2735d3db-798f-4d04-995f-8aac2d74c58e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:09.188855 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2735d3db-798f-4d04-995f-8aac2d74c58e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/98cf218d-eabd-4f25-a800-c3ad74188b86 HTTP/1.1" status: 204 len: 168 time: 0.1824863 Feb 10 15:48:09.198082 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735d3db-798f-4d04-995f-8aac2d74c58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cf218d-eabd-4f25-a800-c3ad74188b86,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:09.398427 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe29f4-180f-4bc1-86d8-c4a0925c297e req-99a92545-9d9d-4a23-b999-c6fd8606f9d6 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:09.400130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-72fe29f4-180f-4bc1-86d8-c4a0925c297e req-99a92545-9d9d-4a23-b999-c6fd8606f9d6 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1126 time: 0.0556147 Feb 10 15:48:09.449454 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-72fe29f4-180f-4bc1-86d8-c4a0925c297e req-15cb358b-d9f4-4aa7-a364-d049206652ed tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Feb 10 15:48:09.627460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d62c6044-ece0-4a73-8a77-beba016ccb7a details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:48:09.733480 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d62c6044-ece0-4a73-8a77-beba016ccb7a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d62c6044-ece0-4a73-8a77-beba016ccb7a,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:09.746746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'd62c6044-ece0-4a73-8a77-beba016ccb7a', 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf', 'port_id': 'd62c6044-ece0-4a73-8a77-beba016ccb7a', 'mac_address': 'fa:16:3e:bb:7d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df490d3-f814-47fd-9837-3bf1fe331775', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:48:09.833761 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port d62c6044-ece0-4a73-8a77-beba016ccb7a is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:09.834163 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d62c6044-ece0-4a73-8a77-beba016ccb7a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:09.852886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62c6044-ece0-4a73-8a77-beba016ccb7a {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:48:09.876346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d62c6044-ece0-4a73-8a77-beba016ccb7a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d62c6044-ece0-4a73-8a77-beba016ccb7a,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:09.883205 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d62c6044-ece0-4a73-8a77-beba016ccb7a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:09.930506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4876b-a69d-49ee-95b9-46e467393d59 req-6dc843e4-09a5-4c8f-bb63-3c8ae683335a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:09.938025 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19b4876b-a69d-49ee-95b9-46e467393d59 req-6dc843e4-09a5-4c8f-bb63-3c8ae683335a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0976937 Feb 10 15:48:09.990473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=d62c6044-ece0-4a73-8a77-beba016ccb7a,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:10.001397 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19b4876b-a69d-49ee-95b9-46e467393d59 req-2d224cef-92d4-4fe8-9c33-b762575bc23a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622487 Feb 10 15:48:10.111837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['d62c6044-ece0-4a73-8a77-beba016ccb7a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:10.160449 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60328) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:10.315679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-cd985514-4847-4755-8e2c-7ab6f0c2332e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1346632689-network', 'tenant_id': 'aa9c9d3ed8be46efa9da006fdee33f2e'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:10.348421 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd985514-4847-4755-8e2c-7ab6f0c2332e admin admin] Made reservation on behalf of aa9c9d3ed8be46efa9da006fdee33f2e for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:10.350900 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cd985514-4847-4755-8e2c-7ab6f0c2332e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:10.363065 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cd985514-4847-4755-8e2c-7ab6f0c2332e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:10.468077 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cd985514-4847-4755-8e2c-7ab6f0c2332e admin admin] Publish callbacks [] for security_group (775c8c84-f81a-497f-a58a-47cc7190a706), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:10.487762 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cd985514-4847-4755-8e2c-7ab6f0c2332e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (775c8c84-f81a-497f-a58a-47cc7190a706), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:10.518576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd985514-4847-4755-8e2c-7ab6f0c2332e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:48:10.541064 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd985514-4847-4755-8e2c-7ab6f0c2332e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775c8c84-f81a-497f-a58a-47cc7190a706,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:10.558480 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cd985514-4847-4755-8e2c-7ab6f0c2332e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (402f5d74-367a-4a59-a7ad-07aa5c64c434), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:10.559774 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-cd985514-4847-4755-8e2c-7ab6f0c2332e admin admin] Added segment 402f5d74-367a-4a59-a7ad-07aa5c64c434 of type vlan for network 8e3e194f-7827-4080-a420-a2a8218614fa Feb 10 15:48:10.654640 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cd985514-4847-4755-8e2c-7ab6f0c2332e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (8e3e194f-7827-4080-a420-a2a8218614fa), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:10.686899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e73f71-72d3-439c-96ee-12bfd5094a96 req-9ad0b143-1e40-44e2-9c28-d2025b423e28 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:10.689301 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f2e73f71-72d3-439c-96ee-12bfd5094a96 req-9ad0b143-1e40-44e2-9c28-d2025b423e28 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1127 time: 0.1132884 Feb 10 15:48:10.696861 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cd985514-4847-4755-8e2c-7ab6f0c2332e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (8e3e194f-7827-4080-a420-a2a8218614fa), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:10.698096 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd985514-4847-4755-8e2c-7ab6f0c2332e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:10.698899 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cd985514-4847-4755-8e2c-7ab6f0c2332e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:10.800704 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cd985514-4847-4755-8e2c-7ab6f0c2332e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6390786 Feb 10 15:48:10.803633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60334) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:10.804710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd985514-4847-4755-8e2c-7ab6f0c2332e admin admin] Pushing event updated for resources: {'Network': ['ID=8e3e194f-7827-4080-a420-a2a8218614fa,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:10.809566 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-91d5719b-94b0-47e2-861b-0fa8a65e7b48 admin admin] Request body: {'subnet': {'network_id': '8e3e194f-7827-4080-a420-a2a8218614fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1346632689-subnet', 'tenant_id': 'aa9c9d3ed8be46efa9da006fdee33f2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:10.818202 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 8e3e194f-7827-4080-a420-a2a8218614fa details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:48:10.842121 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f2e73f71-72d3-439c-96ee-12bfd5094a96 req-8e0c0211-b450-49df-b19d-0addd663cd6c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402988 Feb 10 15:48:10.853110 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d5719b-94b0-47e2-861b-0fa8a65e7b48 admin admin] Made reservation on behalf of aa9c9d3ed8be46efa9da006fdee33f2e for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:10.855887 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-91d5719b-94b0-47e2-861b-0fa8a65e7b48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:11.085924 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-91d5719b-94b0-47e2-861b-0fa8a65e7b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (ed9f5755-f1ad-4738-af3d-fc4182eb4a47), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:11.142233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfc486-91f3-4f79-ae54-67663ee02903 req-d4207cf6-2639-4783-87d0-a73828881394 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:11.148246 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cfdfc486-91f3-4f79-ae54-67663ee02903 req-d4207cf6-2639-4783-87d0-a73828881394 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0716362 Feb 10 15:48:11.168371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d5719b-94b0-47e2-861b-0fa8a65e7b48 admin admin] Checking segment: {'id': '402f5d74-367a-4a59-a7ad-07aa5c64c434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8e3e194f-7827-4080-a420-a2a8218614fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:11.168895 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d5719b-94b0-47e2-861b-0fa8a65e7b48 admin admin] Network hostable DHCP agents. Network: 8e3e194f-7827-4080-a420-a2a8218614fa, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:48:11.180346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5719b-94b0-47e2-861b-0fa8a65e7b48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed9f5755-f1ad-4738-af3d-fc4182eb4a47,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:11.197436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d5719b-94b0-47e2-861b-0fa8a65e7b48 admin admin] Network 8e3e194f-7827-4080-a420-a2a8218614fa is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:48:11.210628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-91d5719b-94b0-47e2-861b-0fa8a65e7b48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 8e3e194f-7827-4080-a420-a2a8218614fa) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:11.218529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d5719b-94b0-47e2-861b-0fa8a65e7b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:11.220842 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-91d5719b-94b0-47e2-861b-0fa8a65e7b48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:11.228119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbb6872-0d82-4e89-8f86-431ef77549fe None None] Network 8e3e194f-7827-4080-a420-a2a8218614fa requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:48:11.236911 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cfdfc486-91f3-4f79-ae54-67663ee02903 req-d580b3aa-c15d-410f-b9e9-40f8cd3ac513 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758395 Feb 10 15:48:11.264738 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-91d5719b-94b0-47e2-861b-0fa8a65e7b48 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4487514 Feb 10 15:48:11.344021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacd442e-6032-4e44-8dba-09812e618bf9 None None] Network 8e3e194f-7827-4080-a420-a2a8218614fa requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:48:11.489520 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:11.630200 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d62c6044-ece0-4a73-8a77-beba016ccb7a up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:11.684361 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port d62c6044-ece0-4a73-8a77-beba016ccb7a completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:48:11.688764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port d62c6044-ece0-4a73-8a77-beba016ccb7a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:11.689363 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d62c6044-ece0-4a73-8a77-beba016ccb7a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:11.782828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port d62c6044-ece0-4a73-8a77-beba016ccb7a is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:11.783511 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d62c6044-ece0-4a73-8a77-beba016ccb7a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:11.809658 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f86d8d-0ef7-436e-957e-4a4f0c24d55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62c6044-ece0-4a73-8a77-beba016ccb7a'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:48:11.812570 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2e0097-64f9-4c2c-8272-09dc85dde43d" -d '{"events": [{"server_uuid": "a0f86d8d-0ef7-436e-957e-4a4f0c24d55a", "name": "network-vif-plugged", "status": "completed", "tag": "d62c6044-ece0-4a73-8a77-beba016ccb7a"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:11.828642 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port d62c6044-ece0-4a73-8a77-beba016ccb7a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d62c6044-ece0-4a73-8a77-beba016ccb7a,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:11.837570 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d62c6044-ece0-4a73-8a77-beba016ccb7a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:11.872674 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55a59b7-7044-4ea1-9510-42d271d9ed79 x-openstack-request-id: req-d55a59b7-7044-4ea1-9510-42d271d9ed79 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:11.872956 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f86d8d-0ef7-436e-957e-4a4f0c24d55a", "name": "network-vif-plugged", "status": "completed", "tag": "d62c6044-ece0-4a73-8a77-beba016ccb7a", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:11.873204 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d55a59b7-7044-4ea1-9510-42d271d9ed79 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:11.873591 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f86d8d-0ef7-436e-957e-4a4f0c24d55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62c6044-ece0-4a73-8a77-beba016ccb7a', 'code': 200} Feb 10 15:48:11.894183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60358) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:11.899324 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-35eab2aa-34fe-4bdf-9d13-0cfb95dab8ea admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-449085661-network', 'tenant_id': '8651fd09bb464da9af074c71526a1df4'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:11.912176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=d62c6044-ece0-4a73-8a77-beba016ccb7a,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:11.943168 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35eab2aa-34fe-4bdf-9d13-0cfb95dab8ea admin admin] Made reservation on behalf of 8651fd09bb464da9af074c71526a1df4 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:11.949686 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35eab2aa-34fe-4bdf-9d13-0cfb95dab8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:11.970350 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35eab2aa-34fe-4bdf-9d13-0cfb95dab8ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:11.997754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703e9e9-4851-4bc8-a2cf-1a83aa560a6f req-67e49de2-4ee7-4a70-ba0b-f11449a97056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:11.999951 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a703e9e9-4851-4bc8-a2cf-1a83aa560a6f req-67e49de2-4ee7-4a70-ba0b-f11449a97056 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1128 time: 0.0689256 Feb 10 15:48:12.057095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46537bd-0ea6-4249-94bb-937ae696a9d4 req-5e7c01de-ebdc-4ef1-8a5f-6c1a7dc56975 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:12.058928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a46537bd-0ea6-4249-94bb-937ae696a9d4 req-5e7c01de-ebdc-4ef1-8a5f-6c1a7dc56975 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1128 time: 0.0905330 Feb 10 15:48:12.068404 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a703e9e9-4851-4bc8-a2cf-1a83aa560a6f req-2ad4a164-92e6-49f5-a2d1-c0128c48c544 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622013 Feb 10 15:48:12.140372 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35eab2aa-34fe-4bdf-9d13-0cfb95dab8ea admin admin] Publish callbacks [] for security_group (2c5b396f-d9ca-4990-9f42-55de25a4b55f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:12.143098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a46537bd-0ea6-4249-94bb-937ae696a9d4 req-5358214a-e057-4d3d-9365-348bceaa8246 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724034 Feb 10 15:48:12.144865 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35eab2aa-34fe-4bdf-9d13-0cfb95dab8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2c5b396f-d9ca-4990-9f42-55de25a4b55f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:12.172450 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eab2aa-34fe-4bdf-9d13-0cfb95dab8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5b396f-d9ca-4990-9f42-55de25a4b55f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:12.181323 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35eab2aa-34fe-4bdf-9d13-0cfb95dab8ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:48:12.192064 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35eab2aa-34fe-4bdf-9d13-0cfb95dab8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ccc55aee-dd35-45bb-85d2-2ab1c804443a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:12.192406 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-35eab2aa-34fe-4bdf-9d13-0cfb95dab8ea admin admin] Added segment ccc55aee-dd35-45bb-85d2-2ab1c804443a of type vlan for network 9cff7fd6-06e7-4b0f-845a-6653db1952ef Feb 10 15:48:12.255615 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35eab2aa-34fe-4bdf-9d13-0cfb95dab8ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (9cff7fd6-06e7-4b0f-845a-6653db1952ef), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:12.288343 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35eab2aa-34fe-4bdf-9d13-0cfb95dab8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (9cff7fd6-06e7-4b0f-845a-6653db1952ef), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:12.289414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eab2aa-34fe-4bdf-9d13-0cfb95dab8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:12.289999 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-35eab2aa-34fe-4bdf-9d13-0cfb95dab8ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:12.371542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eab2aa-34fe-4bdf-9d13-0cfb95dab8ea admin admin] Pushing event updated for resources: {'Network': ['ID=9cff7fd6-06e7-4b0f-845a-6653db1952ef,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:12.382434 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 9cff7fd6-06e7-4b0f-845a-6653db1952ef details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:48:12.408144 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-35eab2aa-34fe-4bdf-9d13-0cfb95dab8ea admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5103354 Feb 10 15:48:12.408478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60368) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:12.415622 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ead35e71-1f50-442f-93d7-982c2d630f51 admin admin] Request body: {'subnet': {'network_id': '9cff7fd6-06e7-4b0f-845a-6653db1952ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-449085661-subnet', 'tenant_id': '8651fd09bb464da9af074c71526a1df4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:12.431649 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71004127-774f-47ce-99f9-d90c0b674d63 req-72fda0c1-b64e-4ee7-817d-705ee3ebc403 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:12.433235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-71004127-774f-47ce-99f9-d90c0b674d63 req-72fda0c1-b64e-4ee7-817d-705ee3ebc403 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0780213 Feb 10 15:48:12.454583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead35e71-1f50-442f-93d7-982c2d630f51 admin admin] Made reservation on behalf of 8651fd09bb464da9af074c71526a1df4 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:12.456911 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ead35e71-1f50-442f-93d7-982c2d630f51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:12.509265 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-71004127-774f-47ce-99f9-d90c0b674d63 req-cab36921-c945-4d19-bb27-334e10725ac4 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685334 Feb 10 15:48:12.715633 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ead35e71-1f50-442f-93d7-982c2d630f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (d87f9c23-a83d-4103-a34f-5e933d5c973d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:12.782540 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead35e71-1f50-442f-93d7-982c2d630f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d87f9c23-a83d-4103-a34f-5e933d5c973d,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:12.807720 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead35e71-1f50-442f-93d7-982c2d630f51 admin admin] Checking segment: {'id': 'ccc55aee-dd35-45bb-85d2-2ab1c804443a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9cff7fd6-06e7-4b0f-845a-6653db1952ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:12.808061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead35e71-1f50-442f-93d7-982c2d630f51 admin admin] Network hostable DHCP agents. Network: 9cff7fd6-06e7-4b0f-845a-6653db1952ef, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:48:12.831436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead35e71-1f50-442f-93d7-982c2d630f51 admin admin] Network 9cff7fd6-06e7-4b0f-845a-6653db1952ef is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:48:12.844412 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-ead35e71-1f50-442f-93d7-982c2d630f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 9cff7fd6-06e7-4b0f-845a-6653db1952ef) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:12.853101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead35e71-1f50-442f-93d7-982c2d630f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:12.853882 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ead35e71-1f50-442f-93d7-982c2d630f51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:12.854912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4ea479-6926-4d93-930b-2de92c9da1ef None None] Network 9cff7fd6-06e7-4b0f-845a-6653db1952ef requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:48:12.873200 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ead35e71-1f50-442f-93d7-982c2d630f51 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4616826 Feb 10 15:48:12.899448 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcf23c22-d67c-4df9-bf2e-395a3c208b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:12.995470 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a622d325-0b4c-472f-bb51-249cf1f2fbb4 None None] Network 9cff7fd6-06e7-4b0f-845a-6653db1952ef requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:48:13.305352 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12c0db-f82a-41fc-b57b-0a0f0a310282 req-6d535e48-4500-4652-b79d-dd870acd09e5 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:13.307042 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d12c0db-f82a-41fc-b57b-0a0f0a310282 req-6d535e48-4500-4652-b79d-dd870acd09e5 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1128 time: 0.0847006 Feb 10 15:48:13.392956 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2d12c0db-f82a-41fc-b57b-0a0f0a310282 req-9e6a86cb-46ea-497a-94c0-f930de908638 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798621 Feb 10 15:48:13.502871 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0322393e-38b7-4bb7-a8df-8e80535bba49 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:13.504859 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0322393e-38b7-4bb7-a8df-8e80535bba49 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/networks?id=8e3e194f-7827-4080-a420-a2a8218614fa HTTP/1.1" status: 200 len: 812 time: 0.1263804 Feb 10 15:48:13.522373 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-7a4f1ffe-aea5-4e8b-b9c7-b44d4d06d95b tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/quotas/aa9c9d3ed8be46efa9da006fdee33f2e HTTP/1.1" status: 200 len: 375 time: 0.0099576 Feb 10 15:48:13.595812 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-338c09d3-90cf-4864-937b-005d25162e13 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa9c9d3ed8be46efa9da006fdee33f2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648682 Feb 10 15:48:13.741825 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0b499707-4559-4a01-b33f-d450dd54db85 service neutron] 10.222.0.64 "GET /v2.0/networks/8e3e194f-7827-4080-a420-a2a8218614fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432514 Feb 10 15:48:13.748631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2903a3-535c-4a74-b9dd-4da472595222 req-6ce84a6e-ce82-4389-b1a6-f023be5b4aeb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:13.750970 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c2903a3-535c-4a74-b9dd-4da472595222 req-6ce84a6e-ce82-4389-b1a6-f023be5b4aeb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0760508 Feb 10 15:48:13.863639 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0c2903a3-535c-4a74-b9dd-4da472595222 req-954e5d93-c287-4908-a564-23c551381efa tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929325 Feb 10 15:48:13.877799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-c59590a1-a023-4029-b550-185268c18543 service neutron] 10.222.0.64 "GET /v2.0/networks/8e3e194f-7827-4080-a420-a2a8218614fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256237 Feb 10 15:48:14.068077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd77e2-dd8c-45aa-91bc-ba7aa43b2374 req-8fc9fb41-1f16-46c8-8eac-a4e792d6f8ba tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:14.070305 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44dd77e2-dd8c-45aa-91bc-ba7aa43b2374 req-8fc9fb41-1f16-46c8-8eac-a4e792d6f8ba tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 946 time: 0.1184409 Feb 10 15:48:14.114839 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f5af7f8b-8944-477b-b400-bebe87f430b9 req-d9f8583c-5384-4f91-a80c-8f53cb2a8fef tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 210 time: 0.0433104 Feb 10 15:48:14.157127 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44dd77e2-dd8c-45aa-91bc-ba7aa43b2374 req-6c734e98-e5aa-4c9f-83fc-775b9feafb89 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751641 Feb 10 15:48:14.576114 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63961dc6-ab13-466c-9fe8-3d873f4b0a07 req-b383cb8e-7008-4954-8e22-6547bb32ce92 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:14.579081 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63961dc6-ab13-466c-9fe8-3d873f4b0a07 req-b383cb8e-7008-4954-8e22-6547bb32ce92 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1128 time: 0.0999820 Feb 10 15:48:14.661943 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63961dc6-ab13-466c-9fe8-3d873f4b0a07 req-99a51d70-f481-477c-b87f-a32dd4bfb003 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716887 Feb 10 15:48:14.789777 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5b1d1-8098-4ce6-b6a3-fb91e5ca3fbb req-2a138588-9a60-4f0e-9b73-4b1620cc07bb tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:14.791595 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1dd5b1d1-8098-4ce6-b6a3-fb91e5ca3fbb req-2a138588-9a60-4f0e-9b73-4b1620cc07bb tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1128 time: 0.0671859 Feb 10 15:48:14.867250 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1dd5b1d1-8098-4ce6-b6a3-fb91e5ca3fbb req-e370ea31-f423-4661-8d4b-dfef7ada15e8 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676570 Feb 10 15:48:15.023805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c67e7f-703a-4efc-acf1-b9874bcbb500 req-3cdb545c-ea0b-4241-b675-c8ca533bb986 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:15.025458 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81c67e7f-703a-4efc-acf1-b9874bcbb500 req-3cdb545c-ea0b-4241-b675-c8ca533bb986 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1128 time: 0.0854597 Feb 10 15:48:15.044297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfd9ab-f672-4977-b516-6d343e1fad1b req-c1121e20-285a-46b9-a85b-27ac16695632 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:15.045828 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6bfd9ab-f672-4977-b516-6d343e1fad1b req-c1121e20-285a-46b9-a85b-27ac16695632 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0729499 Feb 10 15:48:15.140526 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81c67e7f-703a-4efc-acf1-b9874bcbb500 req-b9e35e66-7a88-4e41-8dbf-906a9f6471b1 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016715 Feb 10 15:48:15.172278 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6bfd9ab-f672-4977-b516-6d343e1fad1b req-95ef9888-178a-497b-8b12-6f9f79d4ee30 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009676 Feb 10 15:48:15.198782 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b57ce31f-c433-47fd-8be4-266811d25215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:15.310288 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b8c7c6e-5199-477e-a1cd-1dbdabc382fa req-c828fbd3-92f8-459a-956b-cf03ef30594e tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 210 time: 0.0623462 Feb 10 15:48:15.404352 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-92f87dac-37e4-4b7c-81e9-626bb45cfcf0 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:15.406589 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-92f87dac-37e4-4b7c-81e9-626bb45cfcf0 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.79 "GET /v2.0/networks?id=8e3e194f-7827-4080-a420-a2a8218614fa HTTP/1.1" status: 200 len: 812 time: 0.1863089 Feb 10 15:48:15.419814 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537d6ea-5dca-4384-a093-0b40aa77e4a9 req-c9fe5c12-47e1-4756-a813-528ba3ea4d57 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:15.422372 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5537d6ea-5dca-4384-a093-0b40aa77e4a9 req-c9fe5c12-47e1-4756-a813-528ba3ea4d57 tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.79 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 946 time: 0.0875022 Feb 10 15:48:15.426833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acf68c-5edc-400f-8b70-1f884bf74479 req-c5fee4ba-a8e7-4bec-9279-b7525271bb5a tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:15.427714 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-feec66ab-e2a5-410d-8d28-d86e956bc9ea tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Request body: {'port': {'device_id': '85ae2328-ff53-4014-88e1-c9ebdb7c23d9', 'network_id': '8e3e194f-7827-4080-a420-a2a8218614fa', 'admin_state_up': True, 'tenant_id': 'aa9c9d3ed8be46efa9da006fdee33f2e'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:15.434182 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16acf68c-5edc-400f-8b70-1f884bf74479 req-c5fee4ba-a8e7-4bec-9279-b7525271bb5a tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 946 time: 0.1621413 Feb 10 15:48:15.528279 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16acf68c-5edc-400f-8b70-1f884bf74479 req-7e1e013c-b4d1-4259-8df0-91c0509d2d0f tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/security-groups?id=b50fc3d3-f166-4e05-a491-c9e66c1e7df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931215 Feb 10 15:48:15.611875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-1e9e103b-7961-4d85-aae8-de63a16bb3fd tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:15.613597 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-1e9e103b-7961-4d85-aae8-de63a16bb3fd tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/networks?id=a769a253-c429-41cd-941b-aaedc7cf93bf HTTP/1.1" status: 200 len: 911 time: 0.1586127 Feb 10 15:48:15.630346 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-b66f475b-940d-4d1f-b23b-bd38c8b40bda tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/quotas/5463b06f748643b9b951607325466b44 HTTP/1.1" status: 200 len: 375 time: 0.0106795 Feb 10 15:48:15.664352 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-feec66ab-e2a5-410d-8d28-d86e956bc9ea tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Made reservation on behalf of aa9c9d3ed8be46efa9da006fdee33f2e for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:15.667693 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-feec66ab-e2a5-410d-8d28-d86e956bc9ea tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:15.691296 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-5537d6ea-5dca-4384-a093-0b40aa77e4a9 req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Deleting port fd495e7e-f15e-4b20-a640-826bb6e05ec6 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:48:15.691640 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5537d6ea-5dca-4384-a093-0b40aa77e4a9 req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fd495e7e-f15e-4b20-a640-826bb6e05ec6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:15.705221 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-4a1140de-ba41-43bd-8225-b9fb1f4da85c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=5463b06f748643b9b951607325466b44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669613 Feb 10 15:48:15.833349 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-28d50a71-6340-442d-8432-8bc3c46eaf9b service neutron] 10.222.0.64 "GET /v2.0/networks/a769a253-c429-41cd-941b-aaedc7cf93bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210561 Feb 10 15:48:15.857750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5537d6ea-5dca-4384-a093-0b40aa77e4a9 req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] For port fd495e7e-f15e-4b20-a640-826bb6e05ec6, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fd495e7e-f15e-4b20-a640-826bb6e05ec6,segment=NetworkSegment(90181bfe-6876-454b-8075-225293454646),segment_id=90181bfe-6876-454b-8075-225293454646)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:15.858286 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5537d6ea-5dca-4384-a093-0b40aa77e4a9 req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fd495e7e-f15e-4b20-a640-826bb6e05ec6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:15.897780 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-5537d6ea-5dca-4384-a093-0b40aa77e4a9 req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Calling delete_port for fd495e7e-f15e-4b20-a640-826bb6e05ec6 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:48:15.938360 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-e6d16fc3-6a3c-4d1f-9d9d-d0bae5c386b6 service neutron] 10.222.0.64 "GET /v2.0/networks/a769a253-c429-41cd-941b-aaedc7cf93bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039655 Feb 10 15:48:15.963877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-feec66ab-e2a5-410d-8d28-d86e956bc9ea tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Allocated IP 172.20.0.14 (8e3e194f-7827-4080-a420-a2a8218614fa/ed9f5755-f1ad-4738-af3d-fc4182eb4a47/41d89b0a-250f-48ec-b7c2-83e74f109716) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:48:16.148407 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a6bdd03-21b4-4e45-b37c-831877698043 req-734beaea-0086-4dd2-a460-9df077bcfed2 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 210 time: 0.0513508 Feb 10 15:48:16.209703 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5537d6ea-5dca-4384-a093-0b40aa77e4a9 req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fd495e7e-f15e-4b20-a640-826bb6e05ec6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:16.224682 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['fd495e7e-f15e-4b20-a640-826bb6e05ec6'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:16.268400 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Pushing event deleted for resources: {'Port': ['ID=fd495e7e-f15e-4b20-a640-826bb6e05ec6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:16.300795 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-feec66ab-e2a5-410d-8d28-d86e956bc9ea tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Publish callbacks [] for port (41d89b0a-250f-48ec-b7c2-83e74f109716), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:16.309628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:16.309984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:16.310474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:16.310887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:16.311155 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:16.311484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:16.312348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:16.312813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:16.313294 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:16.313684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:16.314018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:16.314383 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:16.314685 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:16.331395 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82008f2-6c06-4faf-87f7-c5303af41c01 req-3211a023-d899-427f-b75b-4157d899f4f7 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:16.333033 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d82008f2-6c06-4faf-87f7-c5303af41c01 req-3211a023-d899-427f-b75b-4157d899f4f7 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0592983 Feb 10 15:48:16.366844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5537d6ea-5dca-4384-a093-0b40aa77e4a9 req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] No DVR routers for this DVR port fd495e7e-f15e-4b20-a640-826bb6e05ec6 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:48:16.370273 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5537d6ea-5dca-4384-a093-0b40aa77e4a9 req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:16.373670 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5537d6ea-5dca-4384-a093-0b40aa77e4a9 req-49cfbbb3-e220-4c7a-b964-2a035dbb500e tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.79 "DELETE /v2.0/ports/fd495e7e-f15e-4b20-a640-826bb6e05ec6 HTTP/1.1" status: 204 len: 173 time: 0.9417355 Feb 10 15:48:16.374478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c2bad0-2765-4044-83e4-a6f4434d3ace', 'name': 'network-vif-deleted', 'tag': 'fd495e7e-f15e-4b20-a640-826bb6e05ec6'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:48:16.378048 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e01619b-022e-4d24-97a2-cfdb7e19327f" -d '{"events": [{"server_uuid": "52c2bad0-2765-4044-83e4-a6f4434d3ace", "name": "network-vif-deleted", "tag": "fd495e7e-f15e-4b20-a640-826bb6e05ec6"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:16.410034 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d82008f2-6c06-4faf-87f7-c5303af41c01 req-d0ee8b1e-778a-4469-b542-a35493c866ff tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582614 Feb 10 15:48:16.419349 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-feec66ab-e2a5-410d-8d28-d86e956bc9ea tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (41d89b0a-250f-48ec-b7c2-83e74f109716), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:16.422349 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:16.469819 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-feec66ab-e2a5-410d-8d28-d86e956bc9ea tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Network 8e3e194f-7827-4080-a420-a2a8218614fa is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:48:16.473826 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-feec66ab-e2a5-410d-8d28-d86e956bc9ea tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:16.492885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-feec66ab-e2a5-410d-8d28-d86e956bc9ea tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:48:16.549732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec57be-4760-4777-ad10-5e888420f011 req-7106636a-530e-477f-a897-af232f072a4f tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:16.551588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ccec57be-4760-4777-ad10-5e888420f011 req-7106636a-530e-477f-a897-af232f072a4f tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 932 time: 0.1082368 Feb 10 15:48:16.555174 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-feec66ab-e2a5-410d-8d28-d86e956bc9ea tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:16.556161 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-feec66ab-e2a5-410d-8d28-d86e956bc9ea tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:16.559527 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de022f8-62c5-409a-a48d-eaf83ec99295 x-openstack-request-id: req-3de022f8-62c5-409a-a48d-eaf83ec99295 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:16.559951 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c2bad0-2765-4044-83e4-a6f4434d3ace", "name": "network-vif-deleted", "tag": "fd495e7e-f15e-4b20-a640-826bb6e05ec6", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:16.560298 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3de022f8-62c5-409a-a48d-eaf83ec99295 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:16.560803 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c2bad0-2765-4044-83e4-a6f4434d3ace', 'name': 'network-vif-deleted', 'tag': 'fd495e7e-f15e-4b20-a640-826bb6e05ec6', 'status': 'completed', 'code': 200} Feb 10 15:48:16.582572 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec66ab-e2a5-410d-8d28-d86e956bc9ea tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Pushing event updated for resources: {'Port': ['ID=41d89b0a-250f-48ec-b7c2-83e74f109716,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:16.598852 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-feec66ab-e2a5-410d-8d28-d86e956bc9ea tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1747923 Feb 10 15:48:16.612472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Request body: {'port': {'device_id': '85ae2328-ff53-4014-88e1-c9ebdb7c23d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:16.671304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ccec57be-4760-4777-ad10-5e888420f011 req-06f241d0-9e71-47e8-829c-d75a5b777c75 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135852 Feb 10 15:48:16.697030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (41d89b0a-250f-48ec-b7c2-83e74f109716), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:16.745109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e154dfa-b9ee-44f5-af15-a7a06f83273f req-305b40e0-dc79-4ee7-8c7c-bc5a3b2425ce tempest-AttachVolumeNegativeTest-1598318421 tempest-AttachVolumeNegativeTest-1598318421-project] 10.222.0.64 "GET /v2.0/ports?device_id=52c2bad0-2765-4044-83e4-a6f4434d3ace HTTP/1.1" status: 200 len: 210 time: 0.0491421 Feb 10 15:48:17.007975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d89b0a-250f-48ec-b7c2-83e74f109716 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:48:17.016525 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Publish callbacks [] for port (41d89b0a-250f-48ec-b7c2-83e74f109716), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:17.028886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Transition to ACTIVE for port object 41d89b0a-250f-48ec-b7c2-83e74f109716 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:48:17.036125 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (41d89b0a-250f-48ec-b7c2-83e74f109716), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:17.091321 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Pushing event updated for resources: {'Port': ['ID=41d89b0a-250f-48ec-b7c2-83e74f109716,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:17.166416 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Attempting to bind port 41d89b0a-250f-48ec-b7c2-83e74f109716 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:48:17.166878 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Attempting to bind port 41d89b0a-250f-48ec-b7c2-83e74f109716 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '402f5d74-367a-4a59-a7ad-07aa5c64c434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8e3e194f-7827-4080-a420-a2a8218614fa'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:48:17.167314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Attempting to bind port 41d89b0a-250f-48ec-b7c2-83e74f109716 on network 8e3e194f-7827-4080-a420-a2a8218614fa {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:17.173058 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Port 41d89b0a-250f-48ec-b7c2-83e74f109716 on network 8e3e194f-7827-4080-a420-a2a8218614fa not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:48:17.173688 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Attempting to bind port 41d89b0a-250f-48ec-b7c2-83e74f109716 on network 8e3e194f-7827-4080-a420-a2a8218614fa {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:17.179200 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:17.179655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Checking segment: {'id': '402f5d74-367a-4a59-a7ad-07aa5c64c434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8e3e194f-7827-4080-a420-a2a8218614fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:17.180146 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Bound using segment: {'id': '402f5d74-367a-4a59-a7ad-07aa5c64c434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8e3e194f-7827-4080-a420-a2a8218614fa'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:17.180831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Bound port: 41d89b0a-250f-48ec-b7c2-83e74f109716, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402f5d74-367a-4a59-a7ad-07aa5c64c434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8e3e194f-7827-4080-a420-a2a8218614fa'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:48:17.181296 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (41d89b0a-250f-48ec-b7c2-83e74f109716), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:17.256485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] For port 41d89b0a-250f-48ec-b7c2-83e74f109716, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:17.260831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] For port 41d89b0a-250f-48ec-b7c2-83e74f109716, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=41d89b0a-250f-48ec-b7c2-83e74f109716,segment=NetworkSegment(402f5d74-367a-4a59-a7ad-07aa5c64c434),segment_id=402f5d74-367a-4a59-a7ad-07aa5c64c434)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:17.266264 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-801261d4-c8ad-4585-aa1e-777c4d09dd43 req-27a834c9-84fe-4b0d-9c10-6dcd286c47aa tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 210 time: 0.0387671 Feb 10 15:48:17.268854 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (41d89b0a-250f-48ec-b7c2-83e74f109716), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:17.337127 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:17.337741 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:17.339114 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] 10.222.0.79 "PUT /v2.0/ports/41d89b0a-250f-48ec-b7c2-83e74f109716 HTTP/1.1" status: 200 len: 1092 time: 0.7329779 Feb 10 15:48:17.404909 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6c5f3-1f2e-4936-9afb-f9b0ea16af0b service neutron] Pushing event updated for resources: {'Port': ['ID=41d89b0a-250f-48ec-b7c2-83e74f109716,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:17.446667 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-fc6b010b-4718-474b-ba5c-4ebf63b367be tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:17.448182 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-fc6b010b-4718-474b-ba5c-4ebf63b367be tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.79 "GET /v2.0/networks?id=a769a253-c429-41cd-941b-aaedc7cf93bf HTTP/1.1" status: 200 len: 911 time: 0.1484547 Feb 10 15:48:17.457744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-cac487a8-babe-4842-a035-8b28c1128280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:17.459108 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-cac487a8-babe-4842-a035-8b28c1128280 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa9c9d3ed8be46efa9da006fdee33f2e&device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 1126 time: 0.0664718 Feb 10 15:48:17.462279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-7d54b76e-4216-4ec5-8840-8bbf10106344 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Request body: {'port': {'device_id': '59ae677a-27cb-44f2-8b5d-cfb8f658fc4f', 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf', 'admin_state_up': True, 'tenant_id': '5463b06f748643b9b951607325466b44'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:17.507577 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-847854d0-1e06-436c-919e-d581f823ce3d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41d89b0a-250f-48ec-b7c2-83e74f109716 HTTP/1.1" status: 200 len: 217 time: 0.0410049 Feb 10 15:48:17.523120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-7d54b76e-4216-4ec5-8840-8bbf10106344 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Made reservation on behalf of 5463b06f748643b9b951607325466b44 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:17.525239 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-7d54b76e-4216-4ec5-8840-8bbf10106344 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:17.586673 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f643f-ce5d-402d-8970-e4539890c603 req-17642094-eb74-4ec1-9262-068b34185293 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:17.588369 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f39f643f-ce5d-402d-8970-e4539890c603 req-17642094-eb74-4ec1-9262-068b34185293 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0686908 Feb 10 15:48:17.610976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-a68d871a-3abc-4439-845c-5399d75166e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:17.612435 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-a68d871a-3abc-4439-845c-5399d75166e7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ed9f5755-f1ad-4738-af3d-fc4182eb4a47 HTTP/1.1" status: 200 len: 852 time: 0.0992196 Feb 10 15:48:17.642665 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f39f643f-ce5d-402d-8970-e4539890c603 req-891f2e1a-97eb-44f0-9197-a6b2971474ee tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470545 Feb 10 15:48:17.653391 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-be4d14db-7e19-4e59-a4d3-eb1bb709a453 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8e3e194f-7827-4080-a420-a2a8218614fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305915 Feb 10 15:48:17.810252 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60474) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:17.872856 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-39eedef3-fe3c-43c6-9cc8-7670c8d7eb52 admin admin] Deleting subnet dbaa343d-0471-430d-80ca-08e968e4445c {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:48:17.882767 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e6324-3c82-4db0-b5d7-6a9435f7f583 req-2dc71413-1747-46b5-9b00-3ade62a36a77 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:17.884352 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f15e6324-3c82-4db0-b5d7-6a9435f7f583 req-2dc71413-1747-46b5-9b00-3ade62a36a77 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 944 time: 0.1089506 Feb 10 15:48:17.885151 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39eedef3-fe3c-43c6-9cc8-7670c8d7eb52 admin admin] Publish callbacks [] for subnet (dbaa343d-0471-430d-80ca-08e968e4445c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:17.952288 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39eedef3-fe3c-43c6-9cc8-7670c8d7eb52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (dbaa343d-0471-430d-80ca-08e968e4445c), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:17.985789 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:18.002161 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f15e6324-3c82-4db0-b5d7-6a9435f7f583 req-9c8c3609-8bfa-4190-b9d0-edca18388421 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967216 Feb 10 15:48:18.019879 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39eedef3-fe3c-43c6-9cc8-7670c8d7eb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (dbaa343d-0471-430d-80ca-08e968e4445c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:18.076226 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39eedef3-fe3c-43c6-9cc8-7670c8d7eb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (dbaa343d-0471-430d-80ca-08e968e4445c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:18.089616 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39eedef3-fe3c-43c6-9cc8-7670c8d7eb52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:18.096693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-39eedef3-fe3c-43c6-9cc8-7670c8d7eb52 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/dbaa343d-0471-430d-80ca-08e968e4445c HTTP/1.1" status: 204 len: 168 time: 0.2809312 Feb 10 15:48:18.096893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60476) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:18.109539 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-7d54b76e-4216-4ec5-8840-8bbf10106344 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Allocated IP 172.20.0.3 (a769a253-c429-41cd-941b-aaedc7cf93bf/5df490d3-f814-47fd-9837-3bf1fe331775/a764389e-5886-4037-b33f-e82fd74f0fe0) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:48:18.111496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eedef3-fe3c-43c6-9cc8-7670c8d7eb52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbaa343d-0471-430d-80ca-08e968e4445c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:18.202324 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-56cf9964-1500-43c0-b966-b20e6f0edb59 service neutron] 10.222.0.79 "GET /v2.0/networks/8e3e194f-7827-4080-a420-a2a8218614fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413706 Feb 10 15:48:18.221609 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f88c4aa5-c591-4b5a-a810-ff0503ddf711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (bdb81c03-ceb0-4464-ba08-e8f899222887), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:18.370802 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8690527-f331-446f-913a-b26d0ecd0235 req-9aadb095-f0c5-4ec5-b0d1-19881fa9b1ae tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 210 time: 0.0271411 Feb 10 15:48:18.432403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f88c4aa5-c591-4b5a-a810-ff0503ddf711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (bdb81c03-ceb0-4464-ba08-e8f899222887), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:18.457508 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9efa6c6c-a193-4906-a90d-369d0622dd06 req-60dbf369-cd31-46f1-a6ce-d6b3a9cd2ad8 service neutron] 10.222.0.79 "GET /v2.0/networks/8e3e194f-7827-4080-a420-a2a8218614fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470093 Feb 10 15:48:18.469226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f88c4aa5-c591-4b5a-a810-ff0503ddf711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb81c03-ceb0-4464-ba08-e8f899222887']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:18.490103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f88c4aa5-c591-4b5a-a810-ff0503ddf711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90181bfe-6876-454b-8075-225293454646') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:18.490421 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f88c4aa5-c591-4b5a-a810-ff0503ddf711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90181bfe-6876-454b-8075-225293454646') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:18.510418 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f88c4aa5-c591-4b5a-a810-ff0503ddf711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (90181bfe-6876-454b-8075-225293454646), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:18.520452 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-7d54b76e-4216-4ec5-8840-8bbf10106344 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Publish callbacks [] for port (a764389e-5886-4037-b33f-e82fd74f0fe0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:18.531466 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f88c4aa5-c591-4b5a-a810-ff0503ddf711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (90181bfe-6876-454b-8075-225293454646), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:18.540689 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88c4aa5-c591-4b5a-a810-ff0503ddf711 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:48:18.541186 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f88c4aa5-c591-4b5a-a810-ff0503ddf711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (90181bfe-6876-454b-8075-225293454646), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:48:18.542826 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:48:18.569345 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ae2328-ff53-4014-88e1-c9ebdb7c23d9', 'tag': '41d89b0a-250f-48ec-b7c2-83e74f109716'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:48:18.572067 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9004f53-eb84-46c1-94a6-b61141cc255d" -d '{"events": [{"name": "network-changed", "server_uuid": "85ae2328-ff53-4014-88e1-c9ebdb7c23d9", "tag": "41d89b0a-250f-48ec-b7c2-83e74f109716"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:18.634217 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6b135b-60e0-4b6e-b83a-510f1c97004a x-openstack-request-id: req-2b6b135b-60e0-4b6e-b83a-510f1c97004a {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:18.634217 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ae2328-ff53-4014-88e1-c9ebdb7c23d9", "tag": "41d89b0a-250f-48ec-b7c2-83e74f109716", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:18.634217 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b6b135b-60e0-4b6e-b83a-510f1c97004a {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:18.634632 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ae2328-ff53-4014-88e1-c9ebdb7c23d9', 'tag': '41d89b0a-250f-48ec-b7c2-83e74f109716', 'status': 'completed', 'code': 200} Feb 10 15:48:18.643592 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f88c4aa5-c591-4b5a-a810-ff0503ddf711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (bdb81c03-ceb0-4464-ba08-e8f899222887), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:18.659476 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f88c4aa5-c591-4b5a-a810-ff0503ddf711 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:18.662784 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f88c4aa5-c591-4b5a-a810-ff0503ddf711 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bdb81c03-ceb0-4464-ba08-e8f899222887 HTTP/1.1" status: 204 len: 168 time: 0.5649326 Feb 10 15:48:18.676920 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-7d54b76e-4216-4ec5-8840-8bbf10106344 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a764389e-5886-4037-b33f-e82fd74f0fe0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:18.690491 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['d62c6044-ece0-4a73-8a77-beba016ccb7a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:18.747474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c4aa5-c591-4b5a-a810-ff0503ddf711 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb81c03-ceb0-4464-ba08-e8f899222887,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:18.752208 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54b76e-4216-4ec5-8840-8bbf10106344 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Pushing event updated for resources: {'Port': ['ID=a764389e-5886-4037-b33f-e82fd74f0fe0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:18.769847 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-7d54b76e-4216-4ec5-8840-8bbf10106344 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Network a769a253-c429-41cd-941b-aaedc7cf93bf is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:48:18.782897 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-7d54b76e-4216-4ec5-8840-8bbf10106344 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:18.785974 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-7d54b76e-4216-4ec5-8840-8bbf10106344 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:48:18.841583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-7d54b76e-4216-4ec5-8840-8bbf10106344 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:18.842204 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-7d54b76e-4216-4ec5-8840-8bbf10106344 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:18.859045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a6b1d-a071-4ca6-93a9-cf54d37104b1 req-c91c6d66-aafa-4ac4-b243-867f630e0368 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:18.863817 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9004f53-eb84-46c1-94a6-b61141cc255d req-7066646b-8ce1-48b4-8beb-ca0eca1c1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:18.867091 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-403a6b1d-a071-4ca6-93a9-cf54d37104b1 req-c91c6d66-aafa-4ac4-b243-867f630e0368 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0873744 Feb 10 15:48:18.867628 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e9004f53-eb84-46c1-94a6-b61141cc255d req-7066646b-8ce1-48b4-8beb-ca0eca1c1845 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa9c9d3ed8be46efa9da006fdee33f2e&device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 1126 time: 0.2216120 Feb 10 15:48:18.881421 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-7d54b76e-4216-4ec5-8840-8bbf10106344 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4257364 Feb 10 15:48:18.937613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60488) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:18.941576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Request body: {'port': {'device_id': '59ae677a-27cb-44f2-8b5d-cfb8f658fc4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:18.979853 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-403a6b1d-a071-4ca6-93a9-cf54d37104b1 req-d168e24a-2812-49b9-97ad-e9ebbc25ae7d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114287 Feb 10 15:48:18.985253 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:19.089290 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bbf83aaf-4637-4c18-8241-e36b58a400da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee25bdb47ca54d2e9cbbb0c9030a2cdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426225 Feb 10 15:48:19.093243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60492) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:19.116254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9004f53-eb84-46c1-94a6-b61141cc255d req-4d3d32cb-40d5-41d9-9fd7-dd571fe22c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:19.118521 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e9004f53-eb84-46c1-94a6-b61141cc255d req-4d3d32cb-40d5-41d9-9fd7-dd571fe22c93 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8e3e194f-7827-4080-a420-a2a8218614fa HTTP/1.1" status: 200 len: 913 time: 0.2361770 Feb 10 15:48:19.134804 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a764389e-5886-4037-b33f-e82fd74f0fe0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:19.161064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2d7cd5ed-8d93-4798-862c-dd33662bc894 None None] Provisioning complete for port a764389e-5886-4037-b33f-e82fd74f0fe0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:19.162583 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2d7cd5ed-8d93-4798-862c-dd33662bc894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a764389e-5886-4037-b33f-e82fd74f0fe0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:19.168744 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d8583-c4f2-4585-a0fb-4f310b7852f7 req-7186a66b-4e12-43fb-a535-84694a909202 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:19.170254 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f69d8583-c4f2-4585-a0fb-4f310b7852f7 req-7186a66b-4e12-43fb-a535-84694a909202 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 944 time: 0.0877256 Feb 10 15:48:19.175769 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e9004f53-eb84-46c1-94a6-b61141cc255d req-c642604a-5dcb-4e32-b43b-875cbd381171 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41d89b0a-250f-48ec-b7c2-83e74f109716 HTTP/1.1" status: 200 len: 217 time: 0.0473320 Feb 10 15:48:19.193630 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-336bc134-39dc-44e9-87e9-fca1a6393584 admin admin] Publish callbacks [] for security_group (b50fc3d3-f166-4e05-a491-c9e66c1e7df5), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:19.209583 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2d7cd5ed-8d93-4798-862c-dd33662bc894 None None] Port a764389e-5886-4037-b33f-e82fd74f0fe0 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:48:19.235107 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-336bc134-39dc-44e9-87e9-fca1a6393584 admin admin] Publish callbacks [] for security_group (b50fc3d3-f166-4e05-a491-c9e66c1e7df5), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:19.276226 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f69d8583-c4f2-4585-a0fb-4f310b7852f7 req-67bccc64-793b-4b37-82d0-572076bf2cf9 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976579 Feb 10 15:48:19.321947 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-336bc134-39dc-44e9-87e9-fca1a6393584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b50fc3d3-f166-4e05-a491-c9e66c1e7df5), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:19.326179 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-336bc134-39dc-44e9-87e9-fca1a6393584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:19.327362 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-336bc134-39dc-44e9-87e9-fca1a6393584 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b50fc3d3-f166-4e05-a491-c9e66c1e7df5 HTTP/1.1" status: 204 len: 168 time: 0.2329111 Feb 10 15:48:19.335741 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bc134-39dc-44e9-87e9-fca1a6393584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50fc3d3-f166-4e05-a491-c9e66c1e7df5,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:19.339479 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9004f53-eb84-46c1-94a6-b61141cc255d req-2dce6dbc-cd7d-4664-979c-4757fbe9b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:19.341013 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e9004f53-eb84-46c1-94a6-b61141cc255d req-2dce6dbc-cd7d-4664-979c-4757fbe9b8d0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ed9f5755-f1ad-4738-af3d-fc4182eb4a47 HTTP/1.1" status: 200 len: 852 time: 0.1207502 Feb 10 15:48:19.392158 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e9004f53-eb84-46c1-94a6-b61141cc255d req-4c3cdb72-eb13-4442-9696-ed05055444f3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8e3e194f-7827-4080-a420-a2a8218614fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372941 Feb 10 15:48:19.496880 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d3fc5-716f-402b-aac8-3494a0f08c37 req-8f4ca660-66aa-4e62-aa22-81f00b35c041 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:19.499577 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a1d3fc5-716f-402b-aac8-3494a0f08c37 req-8f4ca660-66aa-4e62-aa22-81f00b35c041 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 1027 time: 0.0545886 Feb 10 15:48:19.536300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fd495e7e-f15e-4b20-a640-826bb6e05ec6 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:19.559581 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e9004f53-eb84-46c1-94a6-b61141cc255d req-38ccd919-5a57-4024-a15d-3f9c08bd2637 service neutron] 10.222.0.79 "GET /v2.0/networks/8e3e194f-7827-4080-a420-a2a8218614fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352315 Feb 10 15:48:19.579236 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a1d3fc5-716f-402b-aac8-3494a0f08c37 req-2f8f8218-fd32-4c4b-9931-31932c269ba1 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662177 Feb 10 15:48:19.579798 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: fd495e7e-f15e-4b20-a640-826bb6e05ec6 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:48:19.580153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fd495e7e-f15e-4b20-a640-826bb6e05ec6 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:48:19.660510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a764389e-5886-4037-b33f-e82fd74f0fe0 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:48:19.673309 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Publish callbacks [] for port (a764389e-5886-4037-b33f-e82fd74f0fe0), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:19.694984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Transition to ACTIVE for port object a764389e-5886-4037-b33f-e82fd74f0fe0 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:48:19.702564 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (a764389e-5886-4037-b33f-e82fd74f0fe0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:19.733262 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e9004f53-eb84-46c1-94a6-b61141cc255d req-31baf629-12b4-4730-b507-9365a860126c service neutron] 10.222.0.79 "GET /v2.0/networks/8e3e194f-7827-4080-a420-a2a8218614fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658995 Feb 10 15:48:19.764743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a764389e-5886-4037-b33f-e82fd74f0fe0,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:19.855921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Attempting to bind port a764389e-5886-4037-b33f-e82fd74f0fe0 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:48:19.857248 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Attempting to bind port a764389e-5886-4037-b33f-e82fd74f0fe0 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:48:19.861029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Attempting to bind port a764389e-5886-4037-b33f-e82fd74f0fe0 on network a769a253-c429-41cd-941b-aaedc7cf93bf {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:19.869922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Port a764389e-5886-4037-b33f-e82fd74f0fe0 on network a769a253-c429-41cd-941b-aaedc7cf93bf not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:48:19.870521 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Attempting to bind port a764389e-5886-4037-b33f-e82fd74f0fe0 on network a769a253-c429-41cd-941b-aaedc7cf93bf {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:19.879497 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:19.880328 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Checking segment: {'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:19.880905 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Bound using segment: {'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:19.881520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Bound port: a764389e-5886-4037-b33f-e82fd74f0fe0, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e56c6060-27fc-4496-8f1e-9f4d952463f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:48:19.882056 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a764389e-5886-4037-b33f-e82fd74f0fe0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:19.979175 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] For port a764389e-5886-4037-b33f-e82fd74f0fe0, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:19.982741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] For port a764389e-5886-4037-b33f-e82fd74f0fe0, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a764389e-5886-4037-b33f-e82fd74f0fe0,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:19.992722 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (a764389e-5886-4037-b33f-e82fd74f0fe0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:20.042715 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:20.043692 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:20.045966 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] 10.222.0.79 "PUT /v2.0/ports/a764389e-5886-4037-b33f-e82fd74f0fe0 HTTP/1.1" status: 200 len: 1091 time: 1.1089208 Feb 10 15:48:20.079234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0d792-e512-4cde-a8c1-8ba28924b3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a764389e-5886-4037-b33f-e82fd74f0fe0,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:20.158130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-30a7cc81-aeb8-4a6d-8bfb-191ebbddd432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:20.160173 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-30a7cc81-aeb8-4a6d-8bfb-191ebbddd432 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5463b06f748643b9b951607325466b44&device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 1125 time: 0.0733316 Feb 10 15:48:20.186645 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9958dc-c8e2-4605-b092-eee79dd2d603 req-e9d7455d-2e67-43ce-b862-c9001dbf453e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:20.190755 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df9958dc-c8e2-4605-b092-eee79dd2d603 req-e9d7455d-2e67-43ce-b862-c9001dbf453e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0969923 Feb 10 15:48:20.212181 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-9e6c5182-7633-45ea-801d-f89c06b3de7a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a764389e-5886-4037-b33f-e82fd74f0fe0 HTTP/1.1" status: 200 len: 217 time: 0.0450253 Feb 10 15:48:20.259932 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df9958dc-c8e2-4605-b092-eee79dd2d603 req-e28b9295-d766-415b-9fd3-bf3eaca11f08 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617743 Feb 10 15:48:20.305584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-b118278d-c98a-4a6d-a411-80bc2a6e5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:20.307074 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-b118278d-c98a-4a6d-a411-80bc2a6e5dfa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5df490d3-f814-47fd-9837-3bf1fe331775 HTTP/1.1" status: 200 len: 849 time: 0.0888853 Feb 10 15:48:20.387888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-3df59b4f-6e59-41c8-8a5f-96d0b20d5446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:20.390290 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-3df59b4f-6e59-41c8-8a5f-96d0b20d5446 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a769a253-c429-41cd-941b-aaedc7cf93bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0752010 Feb 10 15:48:20.437568 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de608b39-413c-4ca5-bfb6-3f01af488cd7 req-eab28fbe-be21-431b-8506-91c0f5681975 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:20.439338 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de608b39-413c-4ca5-bfb6-3f01af488cd7 req-eab28fbe-be21-431b-8506-91c0f5681975 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 944 time: 0.0633631 Feb 10 15:48:20.534972 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de608b39-413c-4ca5-bfb6-3f01af488cd7 req-a46eaecd-96ec-4286-857f-cbd0c20ef845 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895333 Feb 10 15:48:20.545360 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-376391d4-3413-440e-9245-529beacf2ed0 req-667dac00-3b01-42f3-93ff-c23cc792b041 service neutron] show failed (client error): The resource could not be found. Feb 10 15:48:20.546496 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-667dac00-3b01-42f3-93ff-c23cc792b041 service neutron] 10.222.0.72 "GET /v2.0/ports/72179508-4a49-4130-895c-8721d4dc43a0/bindings/n-h2-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.1238949 Feb 10 15:48:20.557325 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-1608ad86-207a-441d-929c-64681f564709 service neutron] 10.222.0.79 "GET /v2.0/networks/a769a253-c429-41cd-941b-aaedc7cf93bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613193 Feb 10 15:48:20.636692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ae677a-27cb-44f2-8b5d-cfb8f658fc4f', 'tag': 'a764389e-5886-4037-b33f-e82fd74f0fe0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:48:20.638991 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c3f528-2458-4e34-8b49-baecfca5ea9a" -d '{"events": [{"name": "network-changed", "server_uuid": "59ae677a-27cb-44f2-8b5d-cfb8f658fc4f", "tag": "a764389e-5886-4037-b33f-e82fd74f0fe0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:20.693073 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-05ea614f-2c75-4edb-ba39-a996703cf948 req-caecbcdb-2992-49cb-852c-8f18ad218663 service neutron] 10.222.0.79 "GET /v2.0/networks/a769a253-c429-41cd-941b-aaedc7cf93bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251600 Feb 10 15:48:20.695680 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d29030f-69b5-4ad2-b309-79d45cefd2b0 x-openstack-request-id: req-9d29030f-69b5-4ad2-b309-79d45cefd2b0 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:20.697305 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ae677a-27cb-44f2-8b5d-cfb8f658fc4f", "tag": "a764389e-5886-4037-b33f-e82fd74f0fe0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:20.698184 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d29030f-69b5-4ad2-b309-79d45cefd2b0 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:20.699094 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ae677a-27cb-44f2-8b5d-cfb8f658fc4f', 'tag': 'a764389e-5886-4037-b33f-e82fd74f0fe0', 'status': 'completed', 'code': 200} Feb 10 15:48:20.724162 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cab2b-9b63-4a28-8ed8-4a078f252a71 req-f457bf3d-65a0-487e-aea2-f71229e1f99e tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:20.724162 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-596cab2b-9b63-4a28-8ed8-4a078f252a71 req-f457bf3d-65a0-487e-aea2-f71229e1f99e tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 1125 time: 0.0473535 Feb 10 15:48:20.820742 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-596cab2b-9b63-4a28-8ed8-4a078f252a71 req-a962ada8-0426-4dd6-9b10-f6a4fd60dc89 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816214 Feb 10 15:48:20.872318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f528-2458-4e34-8b49-baecfca5ea9a req-40e206fb-75dd-4c89-9c85-69c2643fb662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:20.874395 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-63c3f528-2458-4e34-8b49-baecfca5ea9a req-40e206fb-75dd-4c89-9c85-69c2643fb662 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5463b06f748643b9b951607325466b44&device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 1125 time: 0.1200256 Feb 10 15:48:20.963637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376391d4-3413-440e-9245-529beacf2ed0 req-ca7f35cb-f179-4a74-97d4-1e79c4d0f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:20.965381 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-ca7f35cb-f179-4a74-97d4-1e79c4d0f2b8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb HTTP/1.1" status: 200 len: 1128 time: 0.1585553 Feb 10 15:48:20.980247 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:21.052283 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f528-2458-4e34-8b49-baecfca5ea9a req-0dbb01a4-24fa-4db6-bada-95a763f1a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:21.053898 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-63c3f528-2458-4e34-8b49-baecfca5ea9a req-0dbb01a4-24fa-4db6-bada-95a763f1a8a5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a769a253-c429-41cd-941b-aaedc7cf93bf HTTP/1.1" status: 200 len: 911 time: 0.1693747 Feb 10 15:48:21.102340 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (72179508-4a49-4130-895c-8721d4dc43a0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:21.106894 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-63c3f528-2458-4e34-8b49-baecfca5ea9a req-fce47fc3-5f76-4c44-b175-004ede38d9af service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a764389e-5886-4037-b33f-e82fd74f0fe0 HTTP/1.1" status: 200 len: 217 time: 0.0460517 Feb 10 15:48:21.194390 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f528-2458-4e34-8b49-baecfca5ea9a req-15546a92-0432-4f0c-98f4-05c19894291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:21.195993 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-63c3f528-2458-4e34-8b49-baecfca5ea9a req-15546a92-0432-4f0c-98f4-05c19894291b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5df490d3-f814-47fd-9837-3bf1fe331775 HTTP/1.1" status: 200 len: 849 time: 0.0820987 Feb 10 15:48:21.220672 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60548) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:21.335605 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f528-2458-4e34-8b49-baecfca5ea9a req-5c9141f4-cde0-4540-8692-26f1d66e6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:21.337283 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-63c3f528-2458-4e34-8b49-baecfca5ea9a req-5c9141f4-cde0-4540-8692-26f1d66e6461 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a769a253-c429-41cd-941b-aaedc7cf93bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1346123 Feb 10 15:48:21.464913 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] For port 72179508-4a49-4130-895c-8721d4dc43a0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=72179508-4a49-4130-895c-8721d4dc43a0,segment=NetworkSegment(82860e45-4191-48e6-9856-98d550287e1e),segment_id=82860e45-4191-48e6-9856-98d550287e1e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:21.485941 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b26036-4a83-4966-94a0-f66e89498568 req-151c2be3-57fd-4351-8d7f-a4aa5fdb2e5d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:21.500015 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a0b26036-4a83-4966-94a0-f66e89498568 req-151c2be3-57fd-4351-8d7f-a4aa5fdb2e5d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.1173394 Feb 10 15:48:21.517976 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-63c3f528-2458-4e34-8b49-baecfca5ea9a req-9a75a890-4d1b-4b98-abdc-5e9274a5f887 service neutron] 10.222.0.79 "GET /v2.0/networks/a769a253-c429-41cd-941b-aaedc7cf93bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467409 Feb 10 15:48:21.554172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 41d89b0a-250f-48ec-b7c2-83e74f109716 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:48:21.559852 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] For port 72179508-4a49-4130-895c-8721d4dc43a0, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:21.658349 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Publish callbacks [] for port (72179508-4a49-4130-895c-8721d4dc43a0), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:21.685419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Transition to ACTIVE for port object 72179508-4a49-4130-895c-8721d4dc43a0 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:48:21.690471 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-63c3f528-2458-4e34-8b49-baecfca5ea9a req-1a37c72c-c0c6-4cd5-acb3-bc492b7c1f69 service neutron] 10.222.0.79 "GET /v2.0/networks/a769a253-c429-41cd-941b-aaedc7cf93bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624372 Feb 10 15:48:21.695702 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (72179508-4a49-4130-895c-8721d4dc43a0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:21.787501 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 41d89b0a-250f-48ec-b7c2-83e74f109716, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=41d89b0a-250f-48ec-b7c2-83e74f109716,segment=NetworkSegment(402f5d74-367a-4a59-a7ad-07aa5c64c434),segment_id=402f5d74-367a-4a59-a7ad-07aa5c64c434)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:21.817963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '41d89b0a-250f-48ec-b7c2-83e74f109716', 'network_id': '8e3e194f-7827-4080-a420-a2a8218614fa', 'port_id': '41d89b0a-250f-48ec-b7c2-83e74f109716', 'mac_address': 'fa:16:3e:c0:77:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9f5755-f1ad-4738-af3d-fc4182eb4a47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:48:21.877482 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Pushing event updated for resources: {'Port': ['ID=72179508-4a49-4130-895c-8721d4dc43a0,revision_number=6']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:21.883124 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9c5f5fd8-44f7-4355-9d1d-043ffb8001a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:21.908581 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 41d89b0a-250f-48ec-b7c2-83e74f109716 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:21.909120 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (41d89b0a-250f-48ec-b7c2-83e74f109716), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:21.941992 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d89b0a-250f-48ec-b7c2-83e74f109716 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:48:21.970226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 41d89b0a-250f-48ec-b7c2-83e74f109716, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=41d89b0a-250f-48ec-b7c2-83e74f109716,segment=NetworkSegment(402f5d74-367a-4a59-a7ad-07aa5c64c434),segment_id=402f5d74-367a-4a59-a7ad-07aa5c64c434)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:21.978111 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (41d89b0a-250f-48ec-b7c2-83e74f109716), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:21.984676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] No DVR routers for this DVR port 72179508-4a49-4130-895c-8721d4dc43a0 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:48:22.005075 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a0b26036-4a83-4966-94a0-f66e89498568 req-41e64b12-6cf2-429a-8391-d235fb2bd361 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5041268 Feb 10 15:48:22.025819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955adaf-319b-4acb-bad6-b63e6e89153d req-d3693eea-be53-4fb6-b700-c4567201e2d8 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:22.038737 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9955adaf-319b-4acb-bad6-b63e6e89153d req-d3693eea-be53-4fb6-b700-c4567201e2d8 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 944 time: 0.1717014 Feb 10 15:48:22.058846 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=41d89b0a-250f-48ec-b7c2-83e74f109716,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:22.141739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9955adaf-319b-4acb-bad6-b63e6e89153d req-2ad2ff2a-32dd-4f3c-bbb9-a162cf4dbaa9 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020837 Feb 10 15:48:22.199998 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9c5f5fd8-44f7-4355-9d1d-043ffb8001a7 admin admin] Publish callbacks [] for security_group (c9af0c23-7829-41e6-bda1-bf24900bea34), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:22.226695 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9c5f5fd8-44f7-4355-9d1d-043ffb8001a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c9af0c23-7829-41e6-bda1-bf24900bea34), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:22.281516 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9c5f5fd8-44f7-4355-9d1d-043ffb8001a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7717c151d45a480e8336cb4341ad259c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0589023 Feb 10 15:48:22.283466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Attempting to bind port 72179508-4a49-4130-895c-8721d4dc43a0 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:48:22.283917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Attempting to bind port 72179508-4a49-4130-895c-8721d4dc43a0 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:48:22.284446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Attempting to bind port 72179508-4a49-4130-895c-8721d4dc43a0 on network df33c682-b41c-4cf1-91cf-d398a23e73a4 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:22.285192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60576) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:22.288011 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f5fd8-44f7-4355-9d1d-043ffb8001a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9af0c23-7829-41e6-bda1-bf24900bea34,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:22.289787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Port 72179508-4a49-4130-895c-8721d4dc43a0 on network df33c682-b41c-4cf1-91cf-d398a23e73a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:48:22.290413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Attempting to bind port 72179508-4a49-4130-895c-8721d4dc43a0 on network df33c682-b41c-4cf1-91cf-d398a23e73a4 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:22.297538 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:22.298217 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Checking segment: {'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:22.298722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Bound using segment: {'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:22.299370 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Bound port: 72179508-4a49-4130-895c-8721d4dc43a0, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82860e45-4191-48e6-9856-98d550287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:48:22.299796 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (72179508-4a49-4130-895c-8721d4dc43a0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:22.325335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2660fe-e86e-4eb0-8d00-7760b8ff7576 req-c9562832-49ff-4c5f-bacc-942616d7f4dd tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:22.333472 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb2660fe-e86e-4eb0-8d00-7760b8ff7576 req-c9562832-49ff-4c5f-bacc-942616d7f4dd tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 1125 time: 0.1668761 Feb 10 15:48:22.382567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] For port 72179508-4a49-4130-895c-8721d4dc43a0, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:22.385980 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] For port 72179508-4a49-4130-895c-8721d4dc43a0, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=72179508-4a49-4130-895c-8721d4dc43a0,segment=NetworkSegment(82860e45-4191-48e6-9856-98d550287e1e),segment_id=82860e45-4191-48e6-9856-98d550287e1e)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:22.394180 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (72179508-4a49-4130-895c-8721d4dc43a0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:22.427100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['41d89b0a-250f-48ec-b7c2-83e74f109716'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:22.435841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:22.437231 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:22.438776 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] 10.222.0.79 "PUT /v2.0/ports/72179508-4a49-4130-895c-8721d4dc43a0 HTTP/1.1" status: 200 len: 1092 time: 1.4644971 Feb 10 15:48:22.442022 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb2660fe-e86e-4eb0-8d00-7760b8ff7576 req-d650bc01-2818-47ea-b274-6b9f1e0d437a tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086509 Feb 10 15:48:22.474295 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18734803-197a-4ab3-987c-6ac567119255 admin admin] Publish callbacks [] for security_group (c9af0c23-7829-41e6-bda1-bf24900bea34), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:22.486592 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96604dfb-0f41-4e10-92c3-f804e510e832 service neutron] Pushing event updated for resources: {'Port': ['ID=72179508-4a49-4130-895c-8721d4dc43a0,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:22.526141 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18734803-197a-4ab3-987c-6ac567119255 admin admin] Publish callbacks [] for security_group (c9af0c23-7829-41e6-bda1-bf24900bea34), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:22.577808 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376391d4-3413-440e-9245-529beacf2ed0 req-dd330d88-9cb8-4412-9190-7582d5fa6104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:22.579055 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-dd330d88-9cb8-4412-9190-7582d5fa6104 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 1126 time: 0.0875924 Feb 10 15:48:22.599063 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18734803-197a-4ab3-987c-6ac567119255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c9af0c23-7829-41e6-bda1-bf24900bea34), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:22.603864 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18734803-197a-4ab3-987c-6ac567119255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:22.605168 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-18734803-197a-4ab3-987c-6ac567119255 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c9af0c23-7829-41e6-bda1-bf24900bea34 HTTP/1.1" status: 204 len: 168 time: 0.3187537 Feb 10 15:48:22.640535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18734803-197a-4ab3-987c-6ac567119255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9af0c23-7829-41e6-bda1-bf24900bea34,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:22.766730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72179508-4a49-4130-895c-8721d4dc43a0'}, {'name': 'network-changed', 'server_uuid': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'tag': '72179508-4a49-4130-895c-8721d4dc43a0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:48:22.769370 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616a32b8-cfa3-41ce-bcb5-4c312bc59013" -d '{"events": [{"server_uuid": "1d4c1aec-2139-4a0d-abc3-edc72351111e", "name": "network-vif-unplugged", "status": "completed", "tag": "72179508-4a49-4130-895c-8721d4dc43a0"}, {"name": "network-changed", "server_uuid": "1d4c1aec-2139-4a0d-abc3-edc72351111e", "tag": "72179508-4a49-4130-895c-8721d4dc43a0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:23.252756 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41dc166-2890-41ac-b95a-8fb9543e597f x-openstack-request-id: req-c41dc166-2890-41ac-b95a-8fb9543e597f {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:23.252756 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4c1aec-2139-4a0d-abc3-edc72351111e", "name": "network-vif-unplugged", "status": "completed", "tag": "72179508-4a49-4130-895c-8721d4dc43a0", "code": 200}, {"name": "network-changed", "server_uuid": "1d4c1aec-2139-4a0d-abc3-edc72351111e", "tag": "72179508-4a49-4130-895c-8721d4dc43a0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:23.253011 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c41dc166-2890-41ac-b95a-8fb9543e597f {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:23.253323 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72179508-4a49-4130-895c-8721d4dc43a0', 'code': 200} Feb 10 15:48:23.253519 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'tag': '72179508-4a49-4130-895c-8721d4dc43a0', 'status': 'completed', 'code': 200} Feb 10 15:48:23.286083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ef174-5346-4fc4-a5a7-5c9d2fc7e9d9 req-aa6249f7-14f7-44aa-a173-ce298ad6abb2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:23.289673 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-354ef174-5346-4fc4-a5a7-5c9d2fc7e9d9 req-aa6249f7-14f7-44aa-a173-ce298ad6abb2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 944 time: 0.1566858 Feb 10 15:48:23.302568 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f5617-44db-4dab-b42c-e3d5b10a8506 req-af1e29a8-2f30-43a0-9f44-9f6ea09dcfdc tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:23.304789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b6f5617-44db-4dab-b42c-e3d5b10a8506 req-af1e29a8-2f30-43a0-9f44-9f6ea09dcfdc tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 945 time: 0.0871472 Feb 10 15:48:23.305107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376391d4-3413-440e-9245-529beacf2ed0 req-6100d3e8-6e33-4b90-bf02-ad90942736a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:23.306612 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-6100d3e8-6e33-4b90-bf02-ad90942736a5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=df33c682-b41c-4cf1-91cf-d398a23e73a4 HTTP/1.1" status: 200 len: 897 time: 0.7194467 Feb 10 15:48:23.324042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-d6ce171f-628c-4d09-a1df-a802c36562a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:23.325671 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-d6ce171f-628c-4d09-a1df-a802c36562a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 1126 time: 0.0863781 Feb 10 15:48:23.384147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-354ef174-5346-4fc4-a5a7-5c9d2fc7e9d9 req-48027fc3-df83-4e75-9977-e2625b9bc9bc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779421 Feb 10 15:48:23.455235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b6f5617-44db-4dab-b42c-e3d5b10a8506 req-ba1ab8de-d9d1-4452-a6c6-e08611e1305b tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408272 Feb 10 15:48:23.483772 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-167dccf2-9bc6-4a13-935f-494792dec286 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72179508-4a49-4130-895c-8721d4dc43a0 HTTP/1.1" status: 200 len: 999 time: 0.1696000 Feb 10 15:48:23.545407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-cc8382a0-91ca-4e82-8009-aaac7d7ddaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:23.546957 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-cc8382a0-91ca-4e82-8009-aaac7d7ddaec service neutron] 10.222.0.72 "GET /v2.0/networks?id=df33c682-b41c-4cf1-91cf-d398a23e73a4 HTTP/1.1" status: 200 len: 897 time: 0.1881115 Feb 10 15:48:23.552377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376391d4-3413-440e-9245-529beacf2ed0 req-4689b583-390c-4e36-ab87-fef2cf8ab076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:23.553874 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-4689b583-390c-4e36-ab87-fef2cf8ab076 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e12ed51c-74f3-4f1d-beee-c50d080c6683 HTTP/1.1" status: 200 len: 835 time: 0.0646343 Feb 10 15:48:23.577090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dce256-1ac7-4183-804a-4bfce3c2b0df req-eee51263-dbad-4074-9970-31c4339e3fe1 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:23.586421 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5dce256-1ac7-4183-804a-4bfce3c2b0df req-eee51263-dbad-4074-9970-31c4339e3fe1 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 1125 time: 0.0600047 Feb 10 15:48:23.590307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a764389e-5886-4037-b33f-e82fd74f0fe0 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:48:23.592428 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 41d89b0a-250f-48ec-b7c2-83e74f109716 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:23.653459 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b5dce256-1ac7-4183-804a-4bfce3c2b0df req-6eab9a15-494a-40ce-a9ba-a65d9419eebe tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591085 Feb 10 15:48:23.660008 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-3a33960b-f060-44aa-94aa-f6c8b7864fa4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72179508-4a49-4130-895c-8721d4dc43a0 HTTP/1.1" status: 200 len: 999 time: 0.1024044 Feb 10 15:48:23.693140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 72179508-4a49-4130-895c-8721d4dc43a0 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:23.697853 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376391d4-3413-440e-9245-529beacf2ed0 req-bd225b98-afe8-4774-8a2e-891979ced492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:23.699399 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-bd225b98-afe8-4774-8a2e-891979ced492 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=df33c682-b41c-4cf1-91cf-d398a23e73a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1352015 Feb 10 15:48:23.746306 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-7893993e-7c8f-45d5-bfd5-e9831408283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:23.748330 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-7893993e-7c8f-45d5-bfd5-e9831408283f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e12ed51c-74f3-4f1d-beee-c50d080c6683 HTTP/1.1" status: 200 len: 835 time: 0.0849957 Feb 10 15:48:23.823559 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] The host n-h1-815324-7 is not matching for port 72179508-4a49-4130-895c-8721d4dc43a0 host n-h2-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:48:23.824038 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 72179508-4a49-4130-895c-8721d4dc43a0 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:48:23.832778 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 41d89b0a-250f-48ec-b7c2-83e74f109716 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:48:23.839508 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 41d89b0a-250f-48ec-b7c2-83e74f109716 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:23.839508 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (41d89b0a-250f-48ec-b7c2-83e74f109716), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:23.859267 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-368d2dc3-0627-44e1-bcf6-ff216353dafc service neutron] 10.222.0.79 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515069 Feb 10 15:48:23.879196 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-4a0a0390-82e8-4db6-a7bd-36caa910972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:23.880721 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-4a0a0390-82e8-4db6-a7bd-36caa910972f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=df33c682-b41c-4cf1-91cf-d398a23e73a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0958908 Feb 10 15:48:23.893161 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a764389e-5886-4037-b33f-e82fd74f0fe0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a764389e-5886-4037-b33f-e82fd74f0fe0,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:23.918962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'a764389e-5886-4037-b33f-e82fd74f0fe0', 'network_id': 'a769a253-c429-41cd-941b-aaedc7cf93bf', 'port_id': 'a764389e-5886-4037-b33f-e82fd74f0fe0', 'mac_address': 'fa:16:3e:a4:3d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df490d3-f814-47fd-9837-3bf1fe331775', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:48:23.969237 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 41d89b0a-250f-48ec-b7c2-83e74f109716 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:23.969717 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (41d89b0a-250f-48ec-b7c2-83e74f109716), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:24.016762 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port a764389e-5886-4037-b33f-e82fd74f0fe0 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:24.016762 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a764389e-5886-4037-b33f-e82fd74f0fe0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:24.055461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 41d89b0a-250f-48ec-b7c2-83e74f109716, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=41d89b0a-250f-48ec-b7c2-83e74f109716,segment=NetworkSegment(402f5d74-367a-4a59-a7ad-07aa5c64c434),segment_id=402f5d74-367a-4a59-a7ad-07aa5c64c434)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:24.057621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ae2328-ff53-4014-88e1-c9ebdb7c23d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d89b0a-250f-48ec-b7c2-83e74f109716'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:48:24.060398 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53940bd9-a69b-4f63-b9d9-a784d4729b68" -d '{"events": [{"server_uuid": "85ae2328-ff53-4014-88e1-c9ebdb7c23d9", "name": "network-vif-plugged", "status": "completed", "tag": "41d89b0a-250f-48ec-b7c2-83e74f109716"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:24.065222 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-376391d4-3413-440e-9245-529beacf2ed0 req-064cae7d-c48a-4c0b-b07b-4eb8685e154c service neutron] 10.222.0.79 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995034 Feb 10 15:48:24.081294 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-dd09599c-a05c-4bc2-a942-82c50e2862c0 service neutron] 10.222.0.72 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894062 Feb 10 15:48:24.083972 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:48:24.084464 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (41d89b0a-250f-48ec-b7c2-83e74f109716), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:24.087662 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a764389e-5886-4037-b33f-e82fd74f0fe0 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:48:24.149581 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4412f6c5-f8e9-4ab1-9d9e-974dd86b548a x-openstack-request-id: req-4412f6c5-f8e9-4ab1-9d9e-974dd86b548a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:24.149868 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ae2328-ff53-4014-88e1-c9ebdb7c23d9", "name": "network-vif-plugged", "status": "completed", "tag": "41d89b0a-250f-48ec-b7c2-83e74f109716", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:24.150120 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4412f6c5-f8e9-4ab1-9d9e-974dd86b548a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:24.150511 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ae2328-ff53-4014-88e1-c9ebdb7c23d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d89b0a-250f-48ec-b7c2-83e74f109716', 'code': 200} Feb 10 15:48:24.160872 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a764389e-5886-4037-b33f-e82fd74f0fe0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a764389e-5886-4037-b33f-e82fd74f0fe0,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:24.169970 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a764389e-5886-4037-b33f-e82fd74f0fe0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:24.194873 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=41d89b0a-250f-48ec-b7c2-83e74f109716,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:24.256855 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-65ab701d-b504-4d98-aaa0-332cb2dfa1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:24.258581 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-65ab701d-b504-4d98-aaa0-332cb2dfa1b5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 1126 time: 0.1168692 Feb 10 15:48:24.265887 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-b0fa36b8-2a91-4b8f-b48b-ac3226197475 service neutron] 10.222.0.72 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743619 Feb 10 15:48:24.320983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=a764389e-5886-4037-b33f-e82fd74f0fe0,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:24.401273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcad8be-a2ce-4c2a-a4f1-09996abfcc00 req-d72cbccb-5d65-4252-9168-d597fbbead54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:24.402937 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ffcad8be-a2ce-4c2a-a4f1-09996abfcc00 req-d72cbccb-5d65-4252-9168-d597fbbead54 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 1128 time: 0.1155500 Feb 10 15:48:24.433560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-ec8ec96e-2722-4c3d-95cb-75a18ae4076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:24.435045 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-ec8ec96e-2722-4c3d-95cb-75a18ae4076b service neutron] 10.222.0.79 "GET /v2.0/networks?id=df33c682-b41c-4cf1-91cf-d398a23e73a4 HTTP/1.1" status: 200 len: 897 time: 0.1493835 Feb 10 15:48:24.483558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['a764389e-5886-4037-b33f-e82fd74f0fe0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:24.533396 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ffcad8be-a2ce-4c2a-a4f1-09996abfcc00 req-920b7161-8a11-4619-a505-eb4011c5b9d8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235158 Feb 10 15:48:24.568905 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-771c9e0a-6466-4206-84db-accccb8c051d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72179508-4a49-4130-895c-8721d4dc43a0 HTTP/1.1" status: 200 len: 999 time: 0.1239557 Feb 10 15:48:24.589482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57dfcd-5a82-4c1e-998e-c012c342b46a req-cb2d0352-7a4c-4476-a069-fdef3060d5c2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:24.592604 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec57dfcd-5a82-4c1e-998e-c012c342b46a req-cb2d0352-7a4c-4476-a069-fdef3060d5c2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 944 time: 0.1188214 Feb 10 15:48:24.666053 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec57dfcd-5a82-4c1e-998e-c012c342b46a req-482f7071-532e-44a8-a1b6-e462b8318ac3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582101 Feb 10 15:48:24.672973 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00895d6b-581d-49aa-b174-a222894af248 req-3dd68850-a979-4bd0-82b4-9fabe19801b8 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:24.674486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00895d6b-581d-49aa-b174-a222894af248 req-3dd68850-a979-4bd0-82b4-9fabe19801b8 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.1153214 Feb 10 15:48:24.742095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00895d6b-581d-49aa-b174-a222894af248 req-11532131-b757-4711-8a2e-189aa8d0c1a1 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613530 Feb 10 15:48:24.809913 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7dffe-63a0-4230-854f-b811b2fc4029 req-99abf51e-9de8-40fa-85ca-747a1b3ee1bf tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:24.813580 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ef7dffe-63a0-4230-854f-b811b2fc4029 req-99abf51e-9de8-40fa-85ca-747a1b3ee1bf tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 1126 time: 0.0664067 Feb 10 15:48:24.833490 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-d0c59afb-e591-4b07-aef6-b51440f56bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:24.836724 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-d0c59afb-e591-4b07-aef6-b51440f56bc0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e12ed51c-74f3-4f1d-beee-c50d080c6683 HTTP/1.1" status: 200 len: 835 time: 0.0498312 Feb 10 15:48:24.889961 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ef7dffe-63a0-4230-854f-b811b2fc4029 req-445d3841-6af0-44e2-a42c-d97ca02eb8bf tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644691 Feb 10 15:48:24.894912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-182b663b-8bc5-48c8-ab0c-bcd2658f330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:24.897015 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-182b663b-8bc5-48c8-ab0c-bcd2658f330f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=df33c682-b41c-4cf1-91cf-d398a23e73a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539742 Feb 10 15:48:25.008861 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-5ed2f39d-8dae-4fb7-aaee-a9e61dcb60e4 service neutron] 10.222.0.79 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039190 Feb 10 15:48:25.111238 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-616a32b8-cfa3-41ce-bcb5-4c312bc59013 req-c2c147aa-bf52-4349-a659-01e8b8741385 service neutron] 10.222.0.79 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979478 Feb 10 15:48:25.598852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a764389e-5886-4037-b33f-e82fd74f0fe0 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:25.649788 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port a764389e-5886-4037-b33f-e82fd74f0fe0 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:48:25.654827 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port a764389e-5886-4037-b33f-e82fd74f0fe0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:25.655285 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a764389e-5886-4037-b33f-e82fd74f0fe0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:25.743390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port a764389e-5886-4037-b33f-e82fd74f0fe0 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:25.743869 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a764389e-5886-4037-b33f-e82fd74f0fe0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:25.788632 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port a764389e-5886-4037-b33f-e82fd74f0fe0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a764389e-5886-4037-b33f-e82fd74f0fe0,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:25.793342 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a764389e-5886-4037-b33f-e82fd74f0fe0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:25.859258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=a764389e-5886-4037-b33f-e82fd74f0fe0,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:25.863643 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f42a9-a6be-4e75-bcd7-a1aced1bd0fa req-f3fd8dd0-eb7a-454b-91cc-65c2a6479789 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:25.865283 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b97f42a9-a6be-4e75-bcd7-a1aced1bd0fa req-f3fd8dd0-eb7a-454b-91cc-65c2a6479789 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 944 time: 0.0579627 Feb 10 15:48:25.970905 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b97f42a9-a6be-4e75-bcd7-a1aced1bd0fa req-5988f4cf-c57b-4470-bc15-65c754d5be48 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987780 Feb 10 15:48:25.977433 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0b92e-827a-417a-bf4b-f835717d9a17 req-d646152a-2ff0-4ff3-bf8f-8aef21ccf8d2 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:25.984969 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43e0b92e-827a-417a-bf4b-f835717d9a17 req-d646152a-2ff0-4ff3-bf8f-8aef21ccf8d2 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.1060145 Feb 10 15:48:26.040439 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43e0b92e-827a-417a-bf4b-f835717d9a17 req-953249ee-e22b-4397-8a59-10cbb8e215ad tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538044 Feb 10 15:48:26.118021 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c50ef-5845-4a59-b7e8-d482535bd99b req-e9af377c-244d-4481-8534-cdc17450ba63 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:26.119697 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-067c50ef-5845-4a59-b7e8-d482535bd99b req-e9af377c-244d-4481-8534-cdc17450ba63 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 1127 time: 0.0668008 Feb 10 15:48:26.151825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ae677a-27cb-44f2-8b5d-cfb8f658fc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a764389e-5886-4037-b33f-e82fd74f0fe0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:48:26.155751 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351dd0cd-8b03-48b1-9d4c-2fdf392e559b" -d '{"events": [{"server_uuid": "59ae677a-27cb-44f2-8b5d-cfb8f658fc4f", "name": "network-vif-plugged", "status": "completed", "tag": "a764389e-5886-4037-b33f-e82fd74f0fe0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:26.179224 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-067c50ef-5845-4a59-b7e8-d482535bd99b req-c49b9912-646e-4688-b629-293404fba49e tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532162 Feb 10 15:48:26.211526 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1080e7fb-379a-4cfb-a910-bad7320d0e6a x-openstack-request-id: req-1080e7fb-379a-4cfb-a910-bad7320d0e6a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:26.211907 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ae677a-27cb-44f2-8b5d-cfb8f658fc4f", "name": "network-vif-plugged", "status": "completed", "tag": "a764389e-5886-4037-b33f-e82fd74f0fe0", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:26.212230 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1080e7fb-379a-4cfb-a910-bad7320d0e6a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:26.212730 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ae677a-27cb-44f2-8b5d-cfb8f658fc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a764389e-5886-4037-b33f-e82fd74f0fe0', 'code': 200} Feb 10 15:48:26.323077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfc72f-a31f-41db-b3e8-f0cd7b51af94 req-5e69cd87-54ca-45bf-b870-b8fee8a27c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:26.324828 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-29cfc72f-a31f-41db-b3e8-f0cd7b51af94 req-5e69cd87-54ca-45bf-b870-b8fee8a27c62 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 1127 time: 0.0552001 Feb 10 15:48:26.388306 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-29cfc72f-a31f-41db-b3e8-f0cd7b51af94 req-6c559bbf-1789-4629-9638-f08c1f581d65 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568120 Feb 10 15:48:27.083133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60720) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:27.102039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d912b-a02c-4373-a0f0-9284d6364131 req-7c2df0d0-5bb8-4455-a161-589e4c31978a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:27.109493 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b79d912b-a02c-4373-a0f0-9284d6364131 req-7c2df0d0-5bb8-4455-a161-589e4c31978a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 944 time: 0.0622137 Feb 10 15:48:27.203821 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b79d912b-a02c-4373-a0f0-9284d6364131 req-0fc4f09d-f2ce-4d15-8db6-e556a329da1f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922658 Feb 10 15:48:27.210272 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ad5d51e5-0f8b-452b-afb2-c10e252fda14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:27.216785 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16fd98-b25a-4432-b3d2-9b1f945e84d6 req-2de15489-1142-4b7d-9748-f8cca46620ed tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:27.218935 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e16fd98-b25a-4432-b3d2-9b1f945e84d6 req-2de15489-1142-4b7d-9748-f8cca46620ed tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.1016188 Feb 10 15:48:27.288197 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e16fd98-b25a-4432-b3d2-9b1f945e84d6 req-fd2c755a-70b9-4c46-93ed-7143de4455e5 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607600 Feb 10 15:48:27.324427 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ad5d51e5-0f8b-452b-afb2-c10e252fda14 admin admin] Publish callbacks [] for security_group (fa10921f-b532-4900-ad53-42c4d7822f88), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:27.330285 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ad5d51e5-0f8b-452b-afb2-c10e252fda14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fa10921f-b532-4900-ad53-42c4d7822f88), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:27.335810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1b64b-1cc3-4b4d-97db-94e3bb3097fb req-fc96ba34-8ec5-466b-84a9-b249036da230 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:27.337883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9e1b64b-1cc3-4b4d-97db-94e3bb3097fb req-fc96ba34-8ec5-466b-84a9-b249036da230 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 1127 time: 0.0701571 Feb 10 15:48:27.389259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d51e5-0f8b-452b-afb2-c10e252fda14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa10921f-b532-4900-ad53-42c4d7822f88,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:27.402205 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ad5d51e5-0f8b-452b-afb2-c10e252fda14 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e659a293c32480b8964023b54f2bd30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3176532 Feb 10 15:48:27.402620 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60734) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:27.437313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9e1b64b-1cc3-4b4d-97db-94e3bb3097fb req-a8d2da73-b168-4add-944a-c756ceb07bbe tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930886 Feb 10 15:48:27.460155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8243c44-0317-46ee-9e14-2e95288c43db req-549ef9d5-5368-4bbd-9cdb-a7d3c817a53b tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:27.463779 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e8243c44-0317-46ee-9e14-2e95288c43db req-549ef9d5-5368-4bbd-9cdb-a7d3c817a53b tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.0879622 Feb 10 15:48:27.466716 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40030048-28fa-4939-952e-52802c24aafb admin admin] Publish callbacks [] for security_group (fa10921f-b532-4900-ad53-42c4d7822f88), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:27.489395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40030048-28fa-4939-952e-52802c24aafb admin admin] Publish callbacks [] for security_group (fa10921f-b532-4900-ad53-42c4d7822f88), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:27.513828 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e8243c44-0317-46ee-9e14-2e95288c43db req-f87986df-a31c-4e4a-80c4-6735148d4d66 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453475 Feb 10 15:48:27.553615 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40030048-28fa-4939-952e-52802c24aafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (fa10921f-b532-4900-ad53-42c4d7822f88), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:27.556217 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40030048-28fa-4939-952e-52802c24aafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:27.557972 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-40030048-28fa-4939-952e-52802c24aafb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa10921f-b532-4900-ad53-42c4d7822f88 HTTP/1.1" status: 204 len: 168 time: 0.1538756 Feb 10 15:48:27.567133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40030048-28fa-4939-952e-52802c24aafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa10921f-b532-4900-ad53-42c4d7822f88,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:27.605218 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 72179508-4a49-4130-895c-8721d4dc43a0 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:48:27.858747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 72179508-4a49-4130-895c-8721d4dc43a0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=72179508-4a49-4130-895c-8721d4dc43a0,segment=NetworkSegment(82860e45-4191-48e6-9856-98d550287e1e),segment_id=82860e45-4191-48e6-9856-98d550287e1e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:27.872243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '72179508-4a49-4130-895c-8721d4dc43a0', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'port_id': '72179508-4a49-4130-895c-8721d4dc43a0', 'mac_address': 'fa:16:3e:0e:a1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:48:27.885761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadf3ad-71d0-46ef-8c47-bdde1e7eb920 req-3b965987-ff44-4421-b951-ffb5794bba96 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:27.895714 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8cadf3ad-71d0-46ef-8c47-bdde1e7eb920 req-3b965987-ff44-4421-b951-ffb5794bba96 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.0762455 Feb 10 15:48:27.936154 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 72179508-4a49-4130-895c-8721d4dc43a0 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:27.937493 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (72179508-4a49-4130-895c-8721d4dc43a0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:27.954963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72179508-4a49-4130-895c-8721d4dc43a0 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:48:27.969058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8cadf3ad-71d0-46ef-8c47-bdde1e7eb920 req-c715c4ca-73a3-482e-aa93-8f023240127a tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698969 Feb 10 15:48:27.983578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 72179508-4a49-4130-895c-8721d4dc43a0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=72179508-4a49-4130-895c-8721d4dc43a0,segment=NetworkSegment(82860e45-4191-48e6-9856-98d550287e1e),segment_id=82860e45-4191-48e6-9856-98d550287e1e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:27.988896 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (72179508-4a49-4130-895c-8721d4dc43a0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:28.036132 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60744) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:28.044860 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=72179508-4a49-4130-895c-8721d4dc43a0,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:28.067497 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9bf0e0f-04be-4289-baf8-f564c6381024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:28.166083 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9bf0e0f-04be-4289-baf8-f564c6381024 admin admin] Publish callbacks [] for security_group (2b9d8a60-61ef-4202-8122-f5cf2b8d980c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:28.170046 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9bf0e0f-04be-4289-baf8-f564c6381024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2b9d8a60-61ef-4202-8122-f5cf2b8d980c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:28.207853 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf0e0f-04be-4289-baf8-f564c6381024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9d8a60-61ef-4202-8122-f5cf2b8d980c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:28.212246 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f9bf0e0f-04be-4289-baf8-f564c6381024 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c707fd98887e49419956af6d2788abe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1749129 Feb 10 15:48:28.215037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60746) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:28.277441 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c8e19f6d-aa33-4080-ae7d-c1af68014c0b admin admin] Publish callbacks [] for security_group (2b9d8a60-61ef-4202-8122-f5cf2b8d980c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:28.304125 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c8e19f6d-aa33-4080-ae7d-c1af68014c0b admin admin] Publish callbacks [] for security_group (2b9d8a60-61ef-4202-8122-f5cf2b8d980c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:28.334522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7eb30-022d-42d4-a2a6-bab84e5b6ec7 req-2e3113c7-12a1-48f7-8475-14d4d6088ca5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:28.341489 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24b7eb30-022d-42d4-a2a6-bab84e5b6ec7 req-2e3113c7-12a1-48f7-8475-14d4d6088ca5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 945 time: 0.0619938 Feb 10 15:48:28.360338 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c8e19f6d-aa33-4080-ae7d-c1af68014c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2b9d8a60-61ef-4202-8122-f5cf2b8d980c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:28.363294 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c8e19f6d-aa33-4080-ae7d-c1af68014c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:28.366870 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c8e19f6d-aa33-4080-ae7d-c1af68014c0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b9d8a60-61ef-4202-8122-f5cf2b8d980c HTTP/1.1" status: 204 len: 168 time: 0.1486473 Feb 10 15:48:28.373279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e19f6d-aa33-4080-ae7d-c1af68014c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9d8a60-61ef-4202-8122-f5cf2b8d980c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:28.404105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24b7eb30-022d-42d4-a2a6-bab84e5b6ec7 req-ce2d1122-7974-45c8-b5f3-2d5c99c04752 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579009 Feb 10 15:48:28.419831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['72179508-4a49-4130-895c-8721d4dc43a0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:28.599321 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aceb8-72bd-450d-b6f5-f965eb41b59d req-7c2c9d49-e710-4ae3-83f6-5bacfb8e5770 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:28.601016 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b96aceb8-72bd-450d-b6f5-f965eb41b59d req-7c2c9d49-e710-4ae3-83f6-5bacfb8e5770 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 1127 time: 0.0915787 Feb 10 15:48:28.780710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b96aceb8-72bd-450d-b6f5-f965eb41b59d req-68a2883c-b651-4a29-b344-22e5c8c85915 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725099 Feb 10 15:48:28.820258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976f418-e6bf-4193-8eed-dfeae45d2508 req-ad9affaf-063f-4f39-92c0-788c49cacdc7 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:28.830233 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f976f418-e6bf-4193-8eed-dfeae45d2508 req-ad9affaf-063f-4f39-92c0-788c49cacdc7 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 945 time: 0.1860800 Feb 10 15:48:28.834413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a6b49-33cf-4ee7-8c46-a2f593e94af7 req-36d1d97b-ad28-4d7c-bd7c-72ac3a818958 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:28.836718 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e44a6b49-33cf-4ee7-8c46-a2f593e94af7 req-36d1d97b-ad28-4d7c-bd7c-72ac3a818958 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 945 time: 0.1917830 Feb 10 15:48:28.907430 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-e44a6b49-33cf-4ee7-8c46-a2f593e94af7 req-d4184c14-037e-4f6e-a0b2-cacaad6bf0f8 service neutron] delete failed (client error): The resource could not be found. Feb 10 15:48:28.908472 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e44a6b49-33cf-4ee7-8c46-a2f593e94af7 req-d4184c14-037e-4f6e-a0b2-cacaad6bf0f8 service neutron] 10.222.0.72 "DELETE /v2.0/ports/72179508-4a49-4130-895c-8721d4dc43a0/bindings/n-h1-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.0638139 Feb 10 15:48:28.921631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f976f418-e6bf-4193-8eed-dfeae45d2508 req-de6e300f-0f5a-4a1d-ae41-960e3fe656b9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890417 Feb 10 15:48:28.943843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d256c9-dd93-4fe4-ab2b-526898c4f450 req-4729fcce-954f-4ce4-8d79-e1e21f5a6ad0 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:28.943843 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1d256c9-dd93-4fe4-ab2b-526898c4f450 req-4729fcce-954f-4ce4-8d79-e1e21f5a6ad0 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 1127 time: 0.0841365 Feb 10 15:48:29.041455 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1d256c9-dd93-4fe4-ab2b-526898c4f450 req-ff713ee2-1fe9-4cc7-86f6-07a6106c83d7 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753345 Feb 10 15:48:29.083322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a6b49-33cf-4ee7-8c46-a2f593e94af7 req-77b91c13-e44a-4368-83a9-3219a3a2ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:29.085361 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e44a6b49-33cf-4ee7-8c46-a2f593e94af7 req-77b91c13-e44a-4368-83a9-3219a3a2ae51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 1127 time: 0.1183836 Feb 10 15:48:29.127144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60a144-7e12-4a51-83ea-f5b6dda53e64 req-cf61e99b-7587-4eb7-bac2-1e0d1719fbf1 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:29.130196 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a60a144-7e12-4a51-83ea-f5b6dda53e64 req-cf61e99b-7587-4eb7-bac2-1e0d1719fbf1 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.0737655 Feb 10 15:48:29.201137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a6b49-33cf-4ee7-8c46-a2f593e94af7 req-b1762f19-5c80-4c58-a95c-938297eb6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:29.203085 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e44a6b49-33cf-4ee7-8c46-a2f593e94af7 req-b1762f19-5c80-4c58-a95c-938297eb6f51 service neutron] 10.222.0.72 "GET /v2.0/networks?id=df33c682-b41c-4cf1-91cf-d398a23e73a4 HTTP/1.1" status: 200 len: 897 time: 0.1086278 Feb 10 15:48:29.246300 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a60a144-7e12-4a51-83ea-f5b6dda53e64 req-0c6c5ea4-391f-4196-8904-de79b4cf6fd0 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092160 Feb 10 15:48:29.283539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac8125-f097-4e1e-a40c-f4ac8402a2d3 req-e53e0a74-63c5-4b31-9e3c-81585665da95 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:29.285917 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-15ac8125-f097-4e1e-a40c-f4ac8402a2d3 req-e53e0a74-63c5-4b31-9e3c-81585665da95 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 1127 time: 0.1319697 Feb 10 15:48:29.313917 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e44a6b49-33cf-4ee7-8c46-a2f593e94af7 req-8e55a87e-7289-4c29-8214-be0ba6ac258b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72179508-4a49-4130-895c-8721d4dc43a0 HTTP/1.1" status: 200 len: 1000 time: 0.1047530 Feb 10 15:48:29.363088 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-15ac8125-f097-4e1e-a40c-f4ac8402a2d3 req-99ca77f6-be9c-4e98-8595-77b742c47f3c tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704548 Feb 10 15:48:29.395004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a6b49-33cf-4ee7-8c46-a2f593e94af7 req-584e758c-4892-4154-ad86-673b807f3598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:29.397074 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e44a6b49-33cf-4ee7-8c46-a2f593e94af7 req-584e758c-4892-4154-ad86-673b807f3598 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e12ed51c-74f3-4f1d-beee-c50d080c6683 HTTP/1.1" status: 200 len: 835 time: 0.0772870 Feb 10 15:48:29.503712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a6b49-33cf-4ee7-8c46-a2f593e94af7 req-30d0a49e-e060-46fd-99c2-fa540d142be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:29.515015 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e44a6b49-33cf-4ee7-8c46-a2f593e94af7 req-30d0a49e-e060-46fd-99c2-fa540d142be3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=df33c682-b41c-4cf1-91cf-d398a23e73a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1005099 Feb 10 15:48:29.616324 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e44a6b49-33cf-4ee7-8c46-a2f593e94af7 req-8b922020-b11b-4ec6-95b8-c05035e298f8 service neutron] 10.222.0.72 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004386 Feb 10 15:48:29.622927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 72179508-4a49-4130-895c-8721d4dc43a0 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:29.724019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 72179508-4a49-4130-895c-8721d4dc43a0 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:48:29.729694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 72179508-4a49-4130-895c-8721d4dc43a0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:29.730906 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (72179508-4a49-4130-895c-8721d4dc43a0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:29.742911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c136c65-ac5d-4247-96dd-9b2a6a140d76 req-c7bf26a8-8b8b-4624-ba4a-c3f6119c3e53 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:29.750593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9c136c65-ac5d-4247-96dd-9b2a6a140d76 req-c7bf26a8-8b8b-4624-ba4a-c3f6119c3e53 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.1424544 Feb 10 15:48:29.777682 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e653312-0e7e-45cf-856b-364479cf32c0 req-5c0e83ee-77e3-4c0a-906f-380772f64bf1 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:29.782542 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e653312-0e7e-45cf-856b-364479cf32c0 req-5c0e83ee-77e3-4c0a-906f-380772f64bf1 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 1127 time: 0.1296196 Feb 10 15:48:29.814986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65d230-c289-441a-8405-270a08fa8052 req-50199480-9835-410c-b1ca-bd7ce2cf1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:29.818228 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1b65d230-c289-441a-8405-270a08fa8052 req-50199480-9835-410c-b1ca-bd7ce2cf1674 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa9c9d3ed8be46efa9da006fdee33f2e&device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 1128 time: 0.1343822 Feb 10 15:48:29.844098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9c136c65-ac5d-4247-96dd-9b2a6a140d76 req-deb364e5-6fa8-4dce-b104-d7df479550f7 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924506 Feb 10 15:48:29.862934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 72179508-4a49-4130-895c-8721d4dc43a0 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:29.863331 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (72179508-4a49-4130-895c-8721d4dc43a0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:29.895808 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e44a6b49-33cf-4ee7-8c46-a2f593e94af7 req-6f3da9c6-b41a-445f-a861-4149b34713bd service neutron] 10.222.0.72 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636764 Feb 10 15:48:29.901664 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e653312-0e7e-45cf-856b-364479cf32c0 req-6139ed70-d6f0-4a93-bd2c-38b8ba4a8aef tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056299 Feb 10 15:48:29.909689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72179508-4a49-4130-895c-8721d4dc43a0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:48:29.912514 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643fccc8-e833-4d43-8546-73a09364d48b" -d '{"events": [{"server_uuid": "1d4c1aec-2139-4a0d-abc3-edc72351111e", "name": "network-vif-plugged", "status": "completed", "tag": "72179508-4a49-4130-895c-8721d4dc43a0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:29.920709 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 72179508-4a49-4130-895c-8721d4dc43a0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=72179508-4a49-4130-895c-8721d4dc43a0,segment=NetworkSegment(82860e45-4191-48e6-9856-98d550287e1e),segment_id=82860e45-4191-48e6-9856-98d550287e1e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:29.971131 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (72179508-4a49-4130-895c-8721d4dc43a0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:30.007247 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65d230-c289-441a-8405-270a08fa8052 req-acc751f2-2c53-4988-a9ac-c2dd874ea640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:30.009495 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1b65d230-c289-441a-8405-270a08fa8052 req-acc751f2-2c53-4988-a9ac-c2dd874ea640 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8e3e194f-7827-4080-a420-a2a8218614fa HTTP/1.1" status: 200 len: 913 time: 0.1768236 Feb 10 15:48:30.078920 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1b65d230-c289-441a-8405-270a08fa8052 req-9904c2ac-5b1c-4896-9b43-2945324b7761 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41d89b0a-250f-48ec-b7c2-83e74f109716 HTTP/1.1" status: 200 len: 217 time: 0.0589952 Feb 10 15:48:30.138212 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a267ed2-bdab-499d-93d9-0a0b979889c5 x-openstack-request-id: req-6a267ed2-bdab-499d-93d9-0a0b979889c5 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:30.138564 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4c1aec-2139-4a0d-abc3-edc72351111e", "name": "network-vif-plugged", "status": "completed", "tag": "72179508-4a49-4130-895c-8721d4dc43a0", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:30.138780 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a267ed2-bdab-499d-93d9-0a0b979889c5 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:30.139198 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72179508-4a49-4130-895c-8721d4dc43a0', 'code': 200} Feb 10 15:48:30.143068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=72179508-4a49-4130-895c-8721d4dc43a0,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:30.201320 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65d230-c289-441a-8405-270a08fa8052 req-633218d9-ed84-4bef-b0b9-29107f9906a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:30.204070 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1b65d230-c289-441a-8405-270a08fa8052 req-633218d9-ed84-4bef-b0b9-29107f9906a8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ed9f5755-f1ad-4738-af3d-fc4182eb4a47 HTTP/1.1" status: 200 len: 852 time: 0.1012542 Feb 10 15:48:30.222495 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171594f-52f4-423c-ab9c-e65ea56ba9b3 req-30ac55e1-c048-47a1-8c39-f17ea1575929 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:30.224177 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e171594f-52f4-423c-ab9c-e65ea56ba9b3 req-30ac55e1-c048-47a1-8c39-f17ea1575929 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.1847563 Feb 10 15:48:30.266834 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1b65d230-c289-441a-8405-270a08fa8052 req-4caf6968-86f8-486c-b4ea-b56145d800e8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8e3e194f-7827-4080-a420-a2a8218614fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567181 Feb 10 15:48:30.301166 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e171594f-52f4-423c-ab9c-e65ea56ba9b3 req-a85380f3-8b83-4282-abc0-2905f35f7246 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638342 Feb 10 15:48:30.386546 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1b65d230-c289-441a-8405-270a08fa8052 req-7da33479-a450-4cd1-9e0e-934ae0f12030 service neutron] 10.222.0.79 "GET /v2.0/networks/8e3e194f-7827-4080-a420-a2a8218614fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034615 Feb 10 15:48:30.496705 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1b65d230-c289-441a-8405-270a08fa8052 req-3fe99599-ad96-4b11-b669-fb0e7de6c0b0 service neutron] 10.222.0.79 "GET /v2.0/networks/8e3e194f-7827-4080-a420-a2a8218614fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034243 Feb 10 15:48:30.969803 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367c64f-da07-4f22-ac78-685f1556e4a6 req-4453df5e-be23-4a92-a6ae-00e9707764d6 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:30.977250 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7367c64f-da07-4f22-ac78-685f1556e4a6 req-4453df5e-be23-4a92-a6ae-00e9707764d6 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.0611780 Feb 10 15:48:31.070289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9af977-b206-46be-91f5-0bd7cbc31776 req-9b58c404-3901-43d7-bad4-ccf1877fe011 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:31.071837 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc9af977-b206-46be-91f5-0bd7cbc31776 req-9b58c404-3901-43d7-bad4-ccf1877fe011 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 1127 time: 0.0919666 Feb 10 15:48:31.074954 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7367c64f-da07-4f22-ac78-685f1556e4a6 req-eb5d3fcf-726f-415c-82a3-5165a6b4213a tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969131 Feb 10 15:48:31.134394 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc9af977-b206-46be-91f5-0bd7cbc31776 req-aa1e7055-506b-4f2d-8f3b-a83b66d57841 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506341 Feb 10 15:48:31.275598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeff988-80ae-492b-a34c-4b600e65d326 req-c38c5554-22a3-42ba-82a1-ddd29cd97907 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:31.277043 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bdeff988-80ae-492b-a34c-4b600e65d326 req-c38c5554-22a3-42ba-82a1-ddd29cd97907 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 1127 time: 0.0473018 Feb 10 15:48:31.393419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-bdeff988-80ae-492b-a34c-4b600e65d326 req-d70ba531-151f-4d31-9e54-b6c97db0bb8b tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Deleting port a764389e-5886-4037-b33f-e82fd74f0fe0 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:48:31.393813 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bdeff988-80ae-492b-a34c-4b600e65d326 req-d70ba531-151f-4d31-9e54-b6c97db0bb8b tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a764389e-5886-4037-b33f-e82fd74f0fe0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:31.471990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ae2a8-f600-4137-a201-abd505bf6cf1 req-399beb51-9a8a-4dfd-bb52-758121cc7233 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:31.481703 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-323ae2a8-f600-4137-a201-abd505bf6cf1 req-399beb51-9a8a-4dfd-bb52-758121cc7233 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0823359 Feb 10 15:48:31.492473 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-bdeff988-80ae-492b-a34c-4b600e65d326 req-d70ba531-151f-4d31-9e54-b6c97db0bb8b tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] For port a764389e-5886-4037-b33f-e82fd74f0fe0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=a764389e-5886-4037-b33f-e82fd74f0fe0,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:31.492894 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bdeff988-80ae-492b-a34c-4b600e65d326 req-d70ba531-151f-4d31-9e54-b6c97db0bb8b tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a764389e-5886-4037-b33f-e82fd74f0fe0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:31.507378 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-bdeff988-80ae-492b-a34c-4b600e65d326 req-d70ba531-151f-4d31-9e54-b6c97db0bb8b tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Calling delete_port for a764389e-5886-4037-b33f-e82fd74f0fe0 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:48:31.601631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-323ae2a8-f600-4137-a201-abd505bf6cf1 req-b33f66a6-22e8-4e02-b472-1c33d9c7290a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181831 Feb 10 15:48:31.619307 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60844) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:31.654447 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bdeff988-80ae-492b-a34c-4b600e65d326 req-d70ba531-151f-4d31-9e54-b6c97db0bb8b tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a764389e-5886-4037-b33f-e82fd74f0fe0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:31.669251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['d62c6044-ece0-4a73-8a77-beba016ccb7a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:31.671886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['a764389e-5886-4037-b33f-e82fd74f0fe0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:31.724052 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-883f8754-66d9-4440-9430-cd4499629d71 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/eb526a7f-9341-4c31-ad7e-44aa008cfa21 HTTP/1.1" status: 200 len: 993 time: 0.1034229 Feb 10 15:48:31.774356 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ba531-151f-4d31-9e54-b6c97db0bb8b tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Pushing event deleted for resources: {'Port': ['ID=a764389e-5886-4037-b33f-e82fd74f0fe0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:31.829461 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdeff988-80ae-492b-a34c-4b600e65d326 req-d70ba531-151f-4d31-9e54-b6c97db0bb8b tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] No DVR routers for this DVR port a764389e-5886-4037-b33f-e82fd74f0fe0 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:48:31.832557 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bdeff988-80ae-492b-a34c-4b600e65d326 req-d70ba531-151f-4d31-9e54-b6c97db0bb8b tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:31.837028 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bdeff988-80ae-492b-a34c-4b600e65d326 req-d70ba531-151f-4d31-9e54-b6c97db0bb8b tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.79 "DELETE /v2.0/ports/a764389e-5886-4037-b33f-e82fd74f0fe0 HTTP/1.1" status: 204 len: 173 time: 0.5457418 Feb 10 15:48:31.837690 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ae677a-27cb-44f2-8b5d-cfb8f658fc4f', 'name': 'network-vif-deleted', 'tag': 'a764389e-5886-4037-b33f-e82fd74f0fe0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:48:31.840147 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef3bc3d-55db-440e-b508-68b86db9178f" -d '{"events": [{"server_uuid": "59ae677a-27cb-44f2-8b5d-cfb8f658fc4f", "name": "network-vif-deleted", "tag": "a764389e-5886-4037-b33f-e82fd74f0fe0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:32.071752 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60856) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:32.193631 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecd7906-e269-41c3-ae58-c7067612e6eb x-openstack-request-id: req-fecd7906-e269-41c3-ae58-c7067612e6eb {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:32.194053 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ae677a-27cb-44f2-8b5d-cfb8f658fc4f", "name": "network-vif-deleted", "tag": "a764389e-5886-4037-b33f-e82fd74f0fe0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:32.194733 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fecd7906-e269-41c3-ae58-c7067612e6eb {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:32.195235 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ae677a-27cb-44f2-8b5d-cfb8f658fc4f', 'name': 'network-vif-deleted', 'tag': 'a764389e-5886-4037-b33f-e82fd74f0fe0', 'status': 'completed', 'code': 200} Feb 10 15:48:32.232450 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295176ea-4e45-4cec-b7c8-c5a5d2bc9f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:32.276710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8c372-fb73-4386-8c7a-b6c4683cb6e2 req-812e0200-db0a-47f7-9613-cea03bc81966 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:32.278722 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7ae8c372-fb73-4386-8c7a-b6c4683cb6e2 req-812e0200-db0a-47f7-9613-cea03bc81966 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.1053095 Feb 10 15:48:32.301441 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88136bb3-4f54-456d-81bb-fa8e74f98622 req-2affea5b-1ffb-49cd-8251-09e2de5acfb3 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59ae677a-27cb-44f2-8b5d-cfb8f658fc4f HTTP/1.1" status: 200 len: 210 time: 0.0462928 Feb 10 15:48:32.369018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7ae8c372-fb73-4386-8c7a-b6c4683cb6e2 req-405fc434-d89a-4459-89f4-1a6b2273aa55 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709765 Feb 10 15:48:32.408134 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295176ea-4e45-4cec-b7c8-c5a5d2bc9f44 admin admin] Publish callbacks [] for security_group (0f11f03f-53ac-40b2-9c6e-5414308b178c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:32.416178 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295176ea-4e45-4cec-b7c8-c5a5d2bc9f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0f11f03f-53ac-40b2-9c6e-5414308b178c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:32.456799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-295176ea-4e45-4cec-b7c8-c5a5d2bc9f44 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c33369e1efba4f989dceaac5add7f5e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3839283 Feb 10 15:48:32.458866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295176ea-4e45-4cec-b7c8-c5a5d2bc9f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f11f03f-53ac-40b2-9c6e-5414308b178c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:32.459569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60866) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:32.520780 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-04a54e2c-44ca-426e-8f37-5ffe00997ad4 admin admin] Publish callbacks [] for security_group (0f11f03f-53ac-40b2-9c6e-5414308b178c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:32.553740 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-04a54e2c-44ca-426e-8f37-5ffe00997ad4 admin admin] Publish callbacks [] for security_group (0f11f03f-53ac-40b2-9c6e-5414308b178c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:32.616145 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-04a54e2c-44ca-426e-8f37-5ffe00997ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0f11f03f-53ac-40b2-9c6e-5414308b178c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:32.619700 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-04a54e2c-44ca-426e-8f37-5ffe00997ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:32.624470 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-04a54e2c-44ca-426e-8f37-5ffe00997ad4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f11f03f-53ac-40b2-9c6e-5414308b178c HTTP/1.1" status: 204 len: 168 time: 0.1635172 Feb 10 15:48:32.634429 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a54e2c-44ca-426e-8f37-5ffe00997ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f11f03f-53ac-40b2-9c6e-5414308b178c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:32.667346 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b942eb3-5246-4747-bcca-9c1e726410a0 req-78ed8266-cf0b-4528-9c3b-37311664e1ca tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:32.680458 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b942eb3-5246-4747-bcca-9c1e726410a0 req-78ed8266-cf0b-4528-9c3b-37311664e1ca tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.0836656 Feb 10 15:48:32.725944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b942eb3-5246-4747-bcca-9c1e726410a0 req-a1f49590-5371-4639-9131-b8f93d1e2f0f tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443201 Feb 10 15:48:32.956274 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 60876) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:32.969756 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6037079c-d018-406a-9fb3-d326fb3a16cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:33.062595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6037079c-d018-406a-9fb3-d326fb3a16cf admin admin] Publish callbacks [] for security_group (717b241b-f1ef-47ac-bdf7-1a640c98b3f1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:33.068115 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6037079c-d018-406a-9fb3-d326fb3a16cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (717b241b-f1ef-47ac-bdf7-1a640c98b3f1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:33.107173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037079c-d018-406a-9fb3-d326fb3a16cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717b241b-f1ef-47ac-bdf7-1a640c98b3f1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:33.114483 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6037079c-d018-406a-9fb3-d326fb3a16cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6463b188f9694e278beacb6244a8853f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546063 Feb 10 15:48:33.114868 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 60878) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:33.166718 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3ec81ce-7b1f-4082-83ee-f885be5114e9 admin admin] Publish callbacks [] for security_group (717b241b-f1ef-47ac-bdf7-1a640c98b3f1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:33.193768 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3ec81ce-7b1f-4082-83ee-f885be5114e9 admin admin] Publish callbacks [] for security_group (717b241b-f1ef-47ac-bdf7-1a640c98b3f1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:33.245214 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3ec81ce-7b1f-4082-83ee-f885be5114e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (717b241b-f1ef-47ac-bdf7-1a640c98b3f1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:33.247872 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c3ec81ce-7b1f-4082-83ee-f885be5114e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:33.250030 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c3ec81ce-7b1f-4082-83ee-f885be5114e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/717b241b-f1ef-47ac-bdf7-1a640c98b3f1 HTTP/1.1" status: 204 len: 168 time: 0.1332085 Feb 10 15:48:33.272480 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec81ce-7b1f-4082-83ee-f885be5114e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717b241b-f1ef-47ac-bdf7-1a640c98b3f1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:33.592148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951381-0113-4c0e-b0c9-81747e691801 req-951c9041-0705-46f4-a8c8-521b1b503bf8 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:33.593834 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-02951381-0113-4c0e-b0c9-81747e691801 req-951c9041-0705-46f4-a8c8-521b1b503bf8 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1128 time: 0.0480986 Feb 10 15:48:33.640282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-02951381-0113-4c0e-b0c9-81747e691801 req-cec25dfd-bd5b-48af-8cf2-cd2dca7260f2 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409334 Feb 10 15:48:33.859276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5b0f1-0c72-4412-b27e-63163ca28d38 req-a001b45a-0620-49be-8fa3-05992b927905 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:33.861243 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bbf5b0f1-0c72-4412-b27e-63163ca28d38 req-a001b45a-0620-49be-8fa3-05992b927905 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.0615513 Feb 10 15:48:33.919254 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bbf5b0f1-0c72-4412-b27e-63163ca28d38 req-3058bab3-4607-4885-aaa8-1de696b4bc57 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516047 Feb 10 15:48:34.196408 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4faa1-92f4-42f2-a359-55b5cc08aa1c req-fb62f55e-97c8-478e-8340-8eaf8a664127 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:34.198497 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41e4faa1-92f4-42f2-a359-55b5cc08aa1c req-fb62f55e-97c8-478e-8340-8eaf8a664127 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.0599523 Feb 10 15:48:34.210160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7df8a-21c3-4307-ad36-d529ef94bb49 req-12dd569f-a46d-4c60-92cd-b08ff5c3a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:34.211856 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7bb7df8a-21c3-4307-ad36-d529ef94bb49 req-12dd569f-a46d-4c60-92cd-b08ff5c3a088 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa9c9d3ed8be46efa9da006fdee33f2e&device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 1128 time: 0.0678720 Feb 10 15:48:34.273280 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41e4faa1-92f4-42f2-a359-55b5cc08aa1c req-18a15340-61c6-4890-bba1-560410152474 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685384 Feb 10 15:48:34.329256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7df8a-21c3-4307-ad36-d529ef94bb49 req-50ca00c7-d5b2-4d37-b59d-9047d457cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:34.331172 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7bb7df8a-21c3-4307-ad36-d529ef94bb49 req-50ca00c7-d5b2-4d37-b59d-9047d457cef5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8e3e194f-7827-4080-a420-a2a8218614fa HTTP/1.1" status: 200 len: 913 time: 0.1135387 Feb 10 15:48:34.380555 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7bb7df8a-21c3-4307-ad36-d529ef94bb49 req-164c83c4-bf60-44f0-a55e-503eb48979d6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41d89b0a-250f-48ec-b7c2-83e74f109716 HTTP/1.1" status: 200 len: 217 time: 0.0433357 Feb 10 15:48:34.430791 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7df8a-21c3-4307-ad36-d529ef94bb49 req-31a32462-ef93-42c6-8d0d-87d4e1ae5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:34.432393 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7bb7df8a-21c3-4307-ad36-d529ef94bb49 req-31a32462-ef93-42c6-8d0d-87d4e1ae5a42 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ed9f5755-f1ad-4738-af3d-fc4182eb4a47 HTTP/1.1" status: 200 len: 852 time: 0.0469470 Feb 10 15:48:34.464210 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7bb7df8a-21c3-4307-ad36-d529ef94bb49 req-8967ca55-187a-40cb-93ab-947672ae9b7c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8e3e194f-7827-4080-a420-a2a8218614fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257411 Feb 10 15:48:34.586764 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7bb7df8a-21c3-4307-ad36-d529ef94bb49 req-74b77dbe-e620-40eb-bb54-ec2b378307a9 service neutron] 10.222.0.79 "GET /v2.0/networks/8e3e194f-7827-4080-a420-a2a8218614fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164877 Feb 10 15:48:34.680392 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7bb7df8a-21c3-4307-ad36-d529ef94bb49 req-6f6a6f8d-2102-420a-9068-7a799c809e9c service neutron] 10.222.0.79 "GET /v2.0/networks/8e3e194f-7827-4080-a420-a2a8218614fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881441 Feb 10 15:48:34.774589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39302a69-7638-4c9d-b666-45f8384d52d3 req-931f4165-43ad-4fc2-811f-ef57accc0ed0 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:34.782329 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39302a69-7638-4c9d-b666-45f8384d52d3 req-931f4165-43ad-4fc2-811f-ef57accc0ed0 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1128 time: 0.0635159 Feb 10 15:48:34.859632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39302a69-7638-4c9d-b666-45f8384d52d3 req-6b5f3926-4609-4467-809d-463fdf61f7c3 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688605 Feb 10 15:48:34.999208 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572826fc-3d7e-4828-8a9e-53f9d323f949 req-34e6faef-9117-4a86-9f1f-4239cd496ae2 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:35.002172 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-572826fc-3d7e-4828-8a9e-53f9d323f949 req-34e6faef-9117-4a86-9f1f-4239cd496ae2 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 1128 time: 0.0698769 Feb 10 15:48:35.119650 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-572826fc-3d7e-4828-8a9e-53f9d323f949 req-6c152af3-f77f-4ecc-91c8-435eb88e0802 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Deleting port d62c6044-ece0-4a73-8a77-beba016ccb7a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:48:35.120184 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-572826fc-3d7e-4828-8a9e-53f9d323f949 req-6c152af3-f77f-4ecc-91c8-435eb88e0802 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d62c6044-ece0-4a73-8a77-beba016ccb7a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:35.204523 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-572826fc-3d7e-4828-8a9e-53f9d323f949 req-6c152af3-f77f-4ecc-91c8-435eb88e0802 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] For port d62c6044-ece0-4a73-8a77-beba016ccb7a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=d62c6044-ece0-4a73-8a77-beba016ccb7a,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:35.204932 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-572826fc-3d7e-4828-8a9e-53f9d323f949 req-6c152af3-f77f-4ecc-91c8-435eb88e0802 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d62c6044-ece0-4a73-8a77-beba016ccb7a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:35.222433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-572826fc-3d7e-4828-8a9e-53f9d323f949 req-6c152af3-f77f-4ecc-91c8-435eb88e0802 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Calling delete_port for d62c6044-ece0-4a73-8a77-beba016ccb7a owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:48:35.363794 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-572826fc-3d7e-4828-8a9e-53f9d323f949 req-6c152af3-f77f-4ecc-91c8-435eb88e0802 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d62c6044-ece0-4a73-8a77-beba016ccb7a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:35.377893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['d62c6044-ece0-4a73-8a77-beba016ccb7a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:35.403018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c152af3-f77f-4ecc-91c8-435eb88e0802 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Pushing event deleted for resources: {'Port': ['ID=d62c6044-ece0-4a73-8a77-beba016ccb7a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:35.440455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a94283-845e-44e6-858f-2355d9457441 req-8d0ddfb2-86f2-4920-873f-b2eff16f1158 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:35.449701 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1a94283-845e-44e6-858f-2355d9457441 req-8d0ddfb2-86f2-4920-873f-b2eff16f1158 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.1004212 Feb 10 15:48:35.455085 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-572826fc-3d7e-4828-8a9e-53f9d323f949 req-6c152af3-f77f-4ecc-91c8-435eb88e0802 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] No DVR routers for this DVR port d62c6044-ece0-4a73-8a77-beba016ccb7a on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:48:35.459916 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-572826fc-3d7e-4828-8a9e-53f9d323f949 req-6c152af3-f77f-4ecc-91c8-435eb88e0802 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:35.471263 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-572826fc-3d7e-4828-8a9e-53f9d323f949 req-6c152af3-f77f-4ecc-91c8-435eb88e0802 tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.72 "DELETE /v2.0/ports/d62c6044-ece0-4a73-8a77-beba016ccb7a HTTP/1.1" status: 204 len: 173 time: 0.4634149 Feb 10 15:48:35.472635 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f86d8d-0ef7-436e-957e-4a4f0c24d55a', 'name': 'network-vif-deleted', 'tag': 'd62c6044-ece0-4a73-8a77-beba016ccb7a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:48:35.479255 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59db5e19-2ed9-4d1a-8b8a-f8c56def028c" -d '{"events": [{"server_uuid": "a0f86d8d-0ef7-436e-957e-4a4f0c24d55a", "name": "network-vif-deleted", "tag": "d62c6044-ece0-4a73-8a77-beba016ccb7a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:35.517118 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1a94283-845e-44e6-858f-2355d9457441 req-46e15ff2-a927-4c52-ba5e-48b35f476c21 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625932 Feb 10 15:48:35.561708 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c2596c-0635-4d5c-8070-f3d60ecfea8f x-openstack-request-id: req-76c2596c-0635-4d5c-8070-f3d60ecfea8f {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:35.562188 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f86d8d-0ef7-436e-957e-4a4f0c24d55a", "name": "network-vif-deleted", "tag": "d62c6044-ece0-4a73-8a77-beba016ccb7a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:35.563641 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76c2596c-0635-4d5c-8070-f3d60ecfea8f {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:35.564251 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f86d8d-0ef7-436e-957e-4a4f0c24d55a', 'name': 'network-vif-deleted', 'tag': 'd62c6044-ece0-4a73-8a77-beba016ccb7a', 'status': 'completed', 'code': 200} Feb 10 15:48:35.616536 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a764389e-5886-4037-b33f-e82fd74f0fe0 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:35.664508 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: a764389e-5886-4037-b33f-e82fd74f0fe0 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:48:35.665029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device a764389e-5886-4037-b33f-e82fd74f0fe0 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:48:35.975258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d15af62-4042-4c83-af73-7256088cd19c req-c3da5f46-fa48-49f4-8de7-e57e9f2489dc tempest-TestServerMultinode-1980329417 tempest-TestServerMultinode-1980329417-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a0f86d8d-0ef7-436e-957e-4a4f0c24d55a HTTP/1.1" status: 200 len: 210 time: 0.0309992 Feb 10 15:48:36.647055 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff3477-2298-4109-bb7b-3cbfceef640a req-33bd8165-48e9-4f97-9053-b035aeda06da tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:36.648578 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfff3477-2298-4109-bb7b-3cbfceef640a req-33bd8165-48e9-4f97-9053-b035aeda06da tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.0586994 Feb 10 15:48:36.697715 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfff3477-2298-4109-bb7b-3cbfceef640a req-bb1f3ca4-b6b0-4f73-8dd6-6aa2ba25310a tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421565 Feb 10 15:48:36.971476 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5c9b8-7440-469f-b96d-c182dad3d30d req-adf40213-b44f-4da9-b11d-7d14b8be9f89 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:36.973005 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-11e5c9b8-7440-469f-b96d-c182dad3d30d req-adf40213-b44f-4da9-b11d-7d14b8be9f89 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.0650780 Feb 10 15:48:37.036069 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-11e5c9b8-7440-469f-b96d-c182dad3d30d req-7d913fc8-269d-48dc-9629-e301426ca110 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518370 Feb 10 15:48:37.049170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32768) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:37.138648 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:37.514961 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (5c46bb0c-aed2-495b-8132-2dbc075df358), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:38.070074 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Deleting port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:48:38.070074 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:38.190899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] For port b60dd9aa-68bf-42cb-805d-fc74cd4faeb2, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b60dd9aa-68bf-42cb-805d-fc74cd4faeb2,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:38.191255 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:38.209063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Calling delete_port for b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:48:38.220545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151c3e9-9ff9-4e57-9042-9acea174906b req-e385f2d9-3ae1-4455-acc2-68d55a50326f tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:38.222062 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c151c3e9-9ff9-4e57-9042-9acea174906b req-e385f2d9-3ae1-4455-acc2-68d55a50326f tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.0943532 Feb 10 15:48:38.340296 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c151c3e9-9ff9-4e57-9042-9acea174906b req-45cb2a77-69cc-46ed-bc9d-b236f4921fe6 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082933 Feb 10 15:48:38.486852 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b60dd9aa-68bf-42cb-805d-fc74cd4faeb2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:38.522175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=b60dd9aa-68bf-42cb-805d-fc74cd4faeb2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:38.532872 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:38.533673 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:38.533966 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:38.534344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:38.534774 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:38.535122 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:38.535434 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:38.535798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:38.536166 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:38.536492 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:38.536855 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:38.537188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:38.537543 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:38.728709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32800) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:38.745538 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (5c46bb0c-aed2-495b-8132-2dbc075df358), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:38.976093 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f5bbb-c95c-4cef-b04b-be4125fd8be9 req-aefc0e15-ad4a-4cfc-aae5-205d496869e9 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:38.978273 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cd7f5bbb-c95c-4cef-b04b-be4125fd8be9 req-aefc0e15-ad4a-4cfc-aae5-205d496869e9 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.79 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.1025748 Feb 10 15:48:39.084382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Router 5c46bb0c-aed2-495b-8132-2dbc075df358 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:48:39.098034 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9554c9d-5146-4775-b216-4c0efa727ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:39.147366 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-cd7f5bbb-c95c-4cef-b04b-be4125fd8be9 req-0936d24f-9f7f-4fc1-912d-f6ed4229531a tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Deleting port 41d89b0a-250f-48ec-b7c2-83e74f109716 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:48:39.147797 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cd7f5bbb-c95c-4cef-b04b-be4125fd8be9 req-0936d24f-9f7f-4fc1-912d-f6ed4229531a tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (41d89b0a-250f-48ec-b7c2-83e74f109716), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:39.229144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:48:39.244986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7956d954-180b-4aa1-aa86-40dda36d6de1 None None] Sync routers for ids ['5c46bb0c-aed2-495b-8132-2dbc075df358'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:48:39.249205 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-40af042a-3c82-4f67-a263-343942f5f7ea admin admin] 10.222.0.64 "PUT /v2.0/routers/5c46bb0c-aed2-495b-8132-2dbc075df358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1968024 Feb 10 15:48:39.251535 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32810) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:39.262282 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956d954-180b-4aa1-aa86-40dda36d6de1 None None] Routers {'5c46bb0c-aed2-495b-8132-2dbc075df358'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:39.263003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7956d954-180b-4aa1-aa86-40dda36d6de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5c46bb0c-aed2-495b-8132-2dbc075df358'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:39.339743 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9554c9d-5146-4775-b216-4c0efa727ad2 admin admin] Publish callbacks [] for security_group (32ef4ff4-3967-47e4-af67-b6fabe1c3339), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:39.344100 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-cd7f5bbb-c95c-4cef-b04b-be4125fd8be9 req-0936d24f-9f7f-4fc1-912d-f6ed4229531a tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] For port 41d89b0a-250f-48ec-b7c2-83e74f109716, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=41d89b0a-250f-48ec-b7c2-83e74f109716,segment=NetworkSegment(402f5d74-367a-4a59-a7ad-07aa5c64c434),segment_id=402f5d74-367a-4a59-a7ad-07aa5c64c434)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:39.344468 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cd7f5bbb-c95c-4cef-b04b-be4125fd8be9 req-0936d24f-9f7f-4fc1-912d-f6ed4229531a tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (41d89b0a-250f-48ec-b7c2-83e74f109716), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:39.354985 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c9554c9d-5146-4775-b216-4c0efa727ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (32ef4ff4-3967-47e4-af67-b6fabe1c3339), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:39.374353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-cd7f5bbb-c95c-4cef-b04b-be4125fd8be9 req-0936d24f-9f7f-4fc1-912d-f6ed4229531a tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Calling delete_port for 41d89b0a-250f-48ec-b7c2-83e74f109716 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:48:39.457049 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c9554c9d-5146-4775-b216-4c0efa727ad2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a76fef3a98c41dbb550af742225dc83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7271898 Feb 10 15:48:39.460786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32816) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:39.461034 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9554c9d-5146-4775-b216-4c0efa727ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ef4ff4-3967-47e4-af67-b6fabe1c3339,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:39.496603 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-327302bc-0fcb-4d09-bb6a-bca7859813e7 admin admin] Publish callbacks [] for router (5c46bb0c-aed2-495b-8132-2dbc075df358), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:39.524807 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-7956d954-180b-4aa1-aa86-40dda36d6de1 None None] Set router 5c46bb0c-aed2-495b-8132-2dbc075df358 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:39.634332 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5f3b3898-1595-42fc-b73d-4d1fd3d1dd25 admin admin] Publish callbacks [] for security_group (32ef4ff4-3967-47e4-af67-b6fabe1c3339), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:39.730220 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5f3b3898-1595-42fc-b73d-4d1fd3d1dd25 admin admin] Publish callbacks [] for security_group (32ef4ff4-3967-47e4-af67-b6fabe1c3339), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:39.741130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07108d4f-4b68-4117-8907-b74b91fc435e req-57e2505d-e55b-4cce-a34e-63468d950f37 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:39.742926 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07108d4f-4b68-4117-8907-b74b91fc435e req-57e2505d-e55b-4cce-a34e-63468d950f37 tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 946 time: 0.2247474 Feb 10 15:48:39.782538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7956d954-180b-4aa1-aa86-40dda36d6de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'name': 'tempest-TestServerMultinode-1778099957-router', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:40Z', 'updated_at': '2022-02-10T15:48:38Z', 'revision_number': 5, 'project_id': '1e54ae252535484c8b52d7ca53eed3ec', 'gw_port': {'id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:41Z', 'updated_at': '2022-02-10T15:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:39.830347 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d62c6044-ece0-4a73-8a77-beba016ccb7a no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:39.834309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7956d954-180b-4aa1-aa86-40dda36d6de1 None None] Checking router: 5c46bb0c-aed2-495b-8132-2dbc075df358 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:48:39.862865 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: d62c6044-ece0-4a73-8a77-beba016ccb7a {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:48:39.863371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device d62c6044-ece0-4a73-8a77-beba016ccb7a not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:48:39.868098 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956d954-180b-4aa1-aa86-40dda36d6de1 None None] Routers {'5c46bb0c-aed2-495b-8132-2dbc075df358'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:39.868881 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7956d954-180b-4aa1-aa86-40dda36d6de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5c46bb0c-aed2-495b-8132-2dbc075df358'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:39.870910 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07108d4f-4b68-4117-8907-b74b91fc435e req-a4d8171b-53f4-4934-9495-52a7fcb5bace tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/security-groups?id=775c8c84-f81a-497f-a58a-47cc7190a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193984 Feb 10 15:48:39.879008 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5f3b3898-1595-42fc-b73d-4d1fd3d1dd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (32ef4ff4-3967-47e4-af67-b6fabe1c3339), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:39.881768 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5f3b3898-1595-42fc-b73d-4d1fd3d1dd25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:39.886531 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5f3b3898-1595-42fc-b73d-4d1fd3d1dd25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/32ef4ff4-3967-47e4-af67-b6fabe1c3339 HTTP/1.1" status: 204 len: 168 time: 0.4223154 Feb 10 15:48:39.899999 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b3898-1595-42fc-b73d-4d1fd3d1dd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ef4ff4-3967-47e4-af67-b6fabe1c3339,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:40.187231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-7956d954-180b-4aa1-aa86-40dda36d6de1 None None] Set router 5c46bb0c-aed2-495b-8132-2dbc075df358 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:40.206541 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cd7f5bbb-c95c-4cef-b04b-be4125fd8be9 req-0936d24f-9f7f-4fc1-912d-f6ed4229531a tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (41d89b0a-250f-48ec-b7c2-83e74f109716), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:40.221175 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['41d89b0a-250f-48ec-b7c2-83e74f109716'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:48:40.310977 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-327302bc-0fcb-4d09-bb6a-bca7859813e7 admin admin] Publish callbacks [] for router_gateway (5c46bb0c-aed2-495b-8132-2dbc075df358), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:40.337736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936d24f-9f7f-4fc1-912d-f6ed4229531a tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Pushing event deleted for resources: {'Port': ['ID=41d89b0a-250f-48ec-b7c2-83e74f109716,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:40.378450 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7f5bbb-c95c-4cef-b04b-be4125fd8be9 req-0936d24f-9f7f-4fc1-912d-f6ed4229531a tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] No DVR routers for this DVR port 41d89b0a-250f-48ec-b7c2-83e74f109716 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:48:40.384840 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cd7f5bbb-c95c-4cef-b04b-be4125fd8be9 req-0936d24f-9f7f-4fc1-912d-f6ed4229531a tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:40.391657 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cd7f5bbb-c95c-4cef-b04b-be4125fd8be9 req-0936d24f-9f7f-4fc1-912d-f6ed4229531a tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.79 "DELETE /v2.0/ports/41d89b0a-250f-48ec-b7c2-83e74f109716 HTTP/1.1" status: 204 len: 173 time: 1.4067333 Feb 10 15:48:40.393555 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ae2328-ff53-4014-88e1-c9ebdb7c23d9', 'name': 'network-vif-deleted', 'tag': '41d89b0a-250f-48ec-b7c2-83e74f109716'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:48:40.397357 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c828758c-252e-4fbe-8112-2b2c96619f26" -d '{"events": [{"server_uuid": "85ae2328-ff53-4014-88e1-c9ebdb7c23d9", "name": "network-vif-deleted", "tag": "41d89b0a-250f-48ec-b7c2-83e74f109716"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:48:40.447535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7956d954-180b-4aa1-aa86-40dda36d6de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'name': 'tempest-TestServerMultinode-1778099957-router', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:40Z', 'updated_at': '2022-02-10T15:48:38Z', 'revision_number': 5, 'project_id': '1e54ae252535484c8b52d7ca53eed3ec', 'gw_port': {'id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:41Z', 'updated_at': '2022-02-10T15:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:40.477873 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a6e55c-3719-48d7-8cf1-990e20954636 x-openstack-request-id: req-b5a6e55c-3719-48d7-8cf1-990e20954636 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:48:40.478485 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ae2328-ff53-4014-88e1-c9ebdb7c23d9", "name": "network-vif-deleted", "tag": "41d89b0a-250f-48ec-b7c2-83e74f109716", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:48:40.478898 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5a6e55c-3719-48d7-8cf1-990e20954636 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:48:40.480291 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ae2328-ff53-4014-88e1-c9ebdb7c23d9', 'name': 'network-vif-deleted', 'tag': '41d89b0a-250f-48ec-b7c2-83e74f109716', 'status': 'completed', 'code': 200} Feb 10 15:48:40.484271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7956d954-180b-4aa1-aa86-40dda36d6de1 None None] The sync data for ids ['5c46bb0c-aed2-495b-8132-2dbc075df358'] in n-d-815324-7 is: [{'id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'name': 'tempest-TestServerMultinode-1778099957-router', 'tenant_id': '1e54ae252535484c8b52d7ca53eed3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:40Z', 'updated_at': '2022-02-10T15:48:38Z', 'revision_number': 5, 'project_id': '1e54ae252535484c8b52d7ca53eed3ec', 'gw_port': {'id': 'a09e1ad6-fdfb-428e-9f73-0164aaa6198c', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bb0c-aed2-495b-8132-2dbc075df358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:41Z', 'updated_at': '2022-02-10T15:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:48:40.521324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-327302bc-0fcb-4d09-bb6a-bca7859813e7 admin admin] Deleting port a09e1ad6-fdfb-428e-9f73-0164aaa6198c {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:48:40.521859 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-327302bc-0fcb-4d09-bb6a-bca7859813e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a09e1ad6-fdfb-428e-9f73-0164aaa6198c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:40.689346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-327302bc-0fcb-4d09-bb6a-bca7859813e7 admin admin] For port a09e1ad6-fdfb-428e-9f73-0164aaa6198c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a09e1ad6-fdfb-428e-9f73-0164aaa6198c,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:40.689346 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-327302bc-0fcb-4d09-bb6a-bca7859813e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a09e1ad6-fdfb-428e-9f73-0164aaa6198c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:40.705337 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-327302bc-0fcb-4d09-bb6a-bca7859813e7 admin admin] Calling delete_port for a09e1ad6-fdfb-428e-9f73-0164aaa6198c owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:48:40.935015 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-327302bc-0fcb-4d09-bb6a-bca7859813e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a09e1ad6-fdfb-428e-9f73-0164aaa6198c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.004041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327302bc-0fcb-4d09-bb6a-bca7859813e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09e1ad6-fdfb-428e-9f73-0164aaa6198c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:41.035463 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f50dac64-b60d-4c6d-8a10-f0e8a52137e7 req-559170b0-c297-4ee1-b8f2-2dd7637c542f tempest-TestServerAdvancedOps-1903607 tempest-TestServerAdvancedOps-1903607-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ae2328-ff53-4014-88e1-c9ebdb7c23d9 HTTP/1.1" status: 200 len: 210 time: 0.0501478 Feb 10 15:48:41.068747 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-327302bc-0fcb-4d09-bb6a-bca7859813e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (5c46bb0c-aed2-495b-8132-2dbc075df358), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.179643 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-327302bc-0fcb-4d09-bb6a-bca7859813e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (5c46bb0c-aed2-495b-8132-2dbc075df358), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.182139 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-327302bc-0fcb-4d09-bb6a-bca7859813e7 admin admin] Publish callbacks [] for router_controller (5c46bb0c-aed2-495b-8132-2dbc075df358), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.231871 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-327302bc-0fcb-4d09-bb6a-bca7859813e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (5c46bb0c-aed2-495b-8132-2dbc075df358), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.232578 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327302bc-0fcb-4d09-bb6a-bca7859813e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c46bb0c-aed2-495b-8132-2dbc075df358 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:48:41.238308 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-327302bc-0fcb-4d09-bb6a-bca7859813e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.239684 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-327302bc-0fcb-4d09-bb6a-bca7859813e7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5c46bb0c-aed2-495b-8132-2dbc075df358 HTTP/1.1" status: 204 len: 168 time: 1.9838734 Feb 10 15:48:41.242375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32856) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:41.300311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ad7588-bd11-4779-a099-f7e2be84f383 admin admin] Deleting subnet 5df490d3-f814-47fd-9837-3bf1fe331775 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:48:41.304247 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79ad7588-bd11-4779-a099-f7e2be84f383 admin admin] Publish callbacks [] for subnet (5df490d3-f814-47fd-9837-3bf1fe331775), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.351643 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79ad7588-bd11-4779-a099-f7e2be84f383 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (5df490d3-f814-47fd-9837-3bf1fe331775), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.456746 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79ad7588-bd11-4779-a099-f7e2be84f383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (5df490d3-f814-47fd-9837-3bf1fe331775), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.490049 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.513534 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79ad7588-bd11-4779-a099-f7e2be84f383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (5df490d3-f814-47fd-9837-3bf1fe331775), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.545392 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79ad7588-bd11-4779-a099-f7e2be84f383 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.551944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-79ad7588-bd11-4779-a099-f7e2be84f383 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5df490d3-f814-47fd-9837-3bf1fe331775 HTTP/1.1" status: 204 len: 168 time: 0.3062363 Feb 10 15:48:41.551944 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad7588-bd11-4779-a099-f7e2be84f383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df490d3-f814-47fd-9837-3bf1fe331775,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:41.552585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32868) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:41.557271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87e20b8-0305-44a1-86ea-0c9e2a83eb82 None None] Network a769a253-c429-41cd-941b-aaedc7cf93bf requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:48:41.646025 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (a769a253-c429-41cd-941b-aaedc7cf93bf), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.712641 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] Deleting port a0889480-7725-490c-bf24-4b518afa5198 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:48:41.713320 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a0889480-7725-490c-bf24-4b518afa5198), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.767515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b186824-b193-4bea-a040-57e68aee345f None None] DHCP port deletion for a769a253-c429-41cd-941b-aaedc7cf93bf request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:48:41.792119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] For port a0889480-7725-490c-bf24-4b518afa5198, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a0889480-7725-490c-bf24-4b518afa5198,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:41.793060 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a0889480-7725-490c-bf24-4b518afa5198), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.813023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] Calling delete_port for a0889480-7725-490c-bf24-4b518afa5198 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:48:41.832001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8b186824-b193-4bea-a040-57e68aee345f None None] Deleting port a0889480-7725-490c-bf24-4b518afa5198 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:48:41.832462 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b186824-b193-4bea-a040-57e68aee345f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a0889480-7725-490c-bf24-4b518afa5198), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.914540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8b186824-b193-4bea-a040-57e68aee345f None None] For port a0889480-7725-490c-bf24-4b518afa5198, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a0889480-7725-490c-bf24-4b518afa5198,segment=NetworkSegment(e56c6060-27fc-4496-8f1e-9f4d952463f3),segment_id=e56c6060-27fc-4496-8f1e-9f4d952463f3)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:41.914951 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b186824-b193-4bea-a040-57e68aee345f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a0889480-7725-490c-bf24-4b518afa5198), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.917055 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a0889480-7725-490c-bf24-4b518afa5198), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:41.943571 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8b186824-b193-4bea-a040-57e68aee345f None None] Calling delete_port for a0889480-7725-490c-bf24-4b518afa5198 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:48:41.947861 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] Pushing event deleted for resources: {'Port': ['ID=a0889480-7725-490c-bf24-4b518afa5198,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:41.952710 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] No DVR routers for this DVR port a0889480-7725-490c-bf24-4b518afa5198 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:48:42.035993 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (a769a253-c429-41cd-941b-aaedc7cf93bf), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.051006 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b186824-b193-4bea-a040-57e68aee345f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (a0889480-7725-490c-bf24-4b518afa5198), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.071026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a769a253-c429-41cd-941b-aaedc7cf93bf']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:42.076632 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56c6060-27fc-4496-8f1e-9f4d952463f3') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:42.077056 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56c6060-27fc-4496-8f1e-9f4d952463f3') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:42.082617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b186824-b193-4bea-a040-57e68aee345f None None] Pushing event deleted for resources: {'Port': ['ID=a0889480-7725-490c-bf24-4b518afa5198,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:42.087670 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b186824-b193-4bea-a040-57e68aee345f None None] No DVR routers for this DVR port a0889480-7725-490c-bf24-4b518afa5198 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:48:42.102559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (e56c6060-27fc-4496-8f1e-9f4d952463f3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.119328 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (e56c6060-27fc-4496-8f1e-9f4d952463f3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.127139 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:48:42.127736 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (e56c6060-27fc-4496-8f1e-9f4d952463f3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:48:42.129661 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:48:42.132866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32890) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:42.194727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7c3235-ec71-4bd3-b49e-c5f3b15c5619 admin admin] Deleting subnet ed9f5755-f1ad-4738-af3d-fc4182eb4a47 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:48:42.198518 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3235-ec71-4bd3-b49e-c5f3b15c5619 admin admin] Publish callbacks [] for subnet (ed9f5755-f1ad-4738-af3d-fc4182eb4a47), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.199532 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (a769a253-c429-41cd-941b-aaedc7cf93bf), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.207035 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.214771 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] 10.222.0.64 "DELETE /v2.0/networks/a769a253-c429-41cd-941b-aaedc7cf93bf HTTP/1.1" status: 204 len: 168 time: 0.6609740 Feb 10 15:48:42.216417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32892) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:42.235700 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32894) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:42.263109 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3235-ec71-4bd3-b49e-c5f3b15c5619 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (ed9f5755-f1ad-4738-af3d-fc4182eb4a47), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.315503 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3235-ec71-4bd3-b49e-c5f3b15c5619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (ed9f5755-f1ad-4738-af3d-fc4182eb4a47), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.378512 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3235-ec71-4bd3-b49e-c5f3b15c5619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (ed9f5755-f1ad-4738-af3d-fc4182eb4a47), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.391663 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b741c6-9c68-430b-8131-d0519ed431aa admin admin] Pushing event deleted for resources: {'Network': ['ID=a769a253-c429-41cd-941b-aaedc7cf93bf,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:42.417765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c3235-ec71-4bd3-b49e-c5f3b15c5619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed9f5755-f1ad-4738-af3d-fc4182eb4a47,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:42.421071 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3235-ec71-4bd3-b49e-c5f3b15c5619 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.425405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9b7c3235-ec71-4bd3-b49e-c5f3b15c5619 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ed9f5755-f1ad-4738-af3d-fc4182eb4a47 HTTP/1.1" status: 204 len: 168 time: 0.2905722 Feb 10 15:48:42.427676 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32904) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:42.509247 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-c521fc4b-4454-4989-ac66-98a5d2025f61 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'network': {'name': 'tempest-network-smoke--1755102281', 'project_id': '533ce765c0594113bf82249a9276396d', 'port_security_enabled': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:42.526269 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78e504df-8288-4135-aa5a-c76ae4709c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (8e3e194f-7827-4080-a420-a2a8218614fa), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.541913 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c521fc4b-4454-4989-ac66-98a5d2025f61 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Made reservation on behalf of 533ce765c0594113bf82249a9276396d for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:42.545324 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c521fc4b-4454-4989-ac66-98a5d2025f61 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.574226 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c521fc4b-4454-4989-ac66-98a5d2025f61 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.587702 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a09e1ad6-fdfb-428e-9f73-0164aaa6198c no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:42.614258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: a09e1ad6-fdfb-428e-9f73-0164aaa6198c {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:48:42.614931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a09e1ad6-fdfb-428e-9f73-0164aaa6198c not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:48:42.615533 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a0889480-7725-490c-bf24-4b518afa5198 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:42.640052 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: a0889480-7725-490c-bf24-4b518afa5198 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:48:42.640743 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a0889480-7725-490c-bf24-4b518afa5198 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:48:42.641556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:42.646134 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78e504df-8288-4135-aa5a-c76ae4709c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (8e3e194f-7827-4080-a420-a2a8218614fa), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.667113 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:48:42.667468 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b60dd9aa-68bf-42cb-805d-fc74cd4faeb2 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:48:42.679996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-78e504df-8288-4135-aa5a-c76ae4709c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3e194f-7827-4080-a420-a2a8218614fa']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:42.692855 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9b48d355-85d4-4f34-bd0c-eba49782d1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (66c3edc6-111c-40d5-a140-e70563cf419d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.693954 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-78e504df-8288-4135-aa5a-c76ae4709c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402f5d74-367a-4a59-a7ad-07aa5c64c434') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:42.694361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-78e504df-8288-4135-aa5a-c76ae4709c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402f5d74-367a-4a59-a7ad-07aa5c64c434') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:42.709693 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78e504df-8288-4135-aa5a-c76ae4709c16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (402f5d74-367a-4a59-a7ad-07aa5c64c434), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.735034 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78e504df-8288-4135-aa5a-c76ae4709c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (402f5d74-367a-4a59-a7ad-07aa5c64c434), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.749942 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e504df-8288-4135-aa5a-c76ae4709c16 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:48:42.753236 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78e504df-8288-4135-aa5a-c76ae4709c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (402f5d74-367a-4a59-a7ad-07aa5c64c434), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:48:42.759184 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:48:42.781233 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c521fc4b-4454-4989-ac66-98a5d2025f61 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (9afe1dfd-1a1a-4b53-a302-219848ca04b5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.790325 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c521fc4b-4454-4989-ac66-98a5d2025f61 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9afe1dfd-1a1a-4b53-a302-219848ca04b5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.852279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c521fc4b-4454-4989-ac66-98a5d2025f61 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:48:42.859862 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78e504df-8288-4135-aa5a-c76ae4709c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (8e3e194f-7827-4080-a420-a2a8218614fa), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.869510 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-78e504df-8288-4135-aa5a-c76ae4709c16 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.869727 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2d72abc4-83d6-4776-bb08-feb26ec07488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.873193 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-78e504df-8288-4135-aa5a-c76ae4709c16 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8e3e194f-7827-4080-a420-a2a8218614fa HTTP/1.1" status: 204 len: 168 time: 0.4436712 Feb 10 15:48:42.876250 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c521fc4b-4454-4989-ac66-98a5d2025f61 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (776f52b7-75aa-4862-93ee-77b036e0b81d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.876600 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-c521fc4b-4454-4989-ac66-98a5d2025f61 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Added segment 776f52b7-75aa-4862-93ee-77b036e0b81d of type vlan for network 728cfdba-899c-41bc-b106-01207edd8c33 Feb 10 15:48:42.885729 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32912) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:42.886402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521fc4b-4454-4989-ac66-98a5d2025f61 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9afe1dfd-1a1a-4b53-a302-219848ca04b5,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:42.904625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e504df-8288-4135-aa5a-c76ae4709c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e3e194f-7827-4080-a420-a2a8218614fa,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:42.974639 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c521fc4b-4454-4989-ac66-98a5d2025f61 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (728cfdba-899c-41bc-b106-01207edd8c33), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:42.979370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f2974a-fde1-4413-8555-1b6934879af6 admin admin] Deleting subnet d87f9c23-a83d-4103-a34f-5e933d5c973d {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:48:42.987126 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-20f2974a-fde1-4413-8555-1b6934879af6 admin admin] Publish callbacks [] for subnet (d87f9c23-a83d-4103-a34f-5e933d5c973d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.018612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-9b48d355-85d4-4f34-bd0c-eba49782d1de admin admin] Deleting port de338cd4-969c-4874-bb94-0b402b871d71 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:48:43.019066 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9b48d355-85d4-4f34-bd0c-eba49782d1de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (de338cd4-969c-4874-bb94-0b402b871d71), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.042948 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-20f2974a-fde1-4413-8555-1b6934879af6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (d87f9c23-a83d-4103-a34f-5e933d5c973d), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.062250 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c521fc4b-4454-4989-ac66-98a5d2025f61 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (728cfdba-899c-41bc-b106-01207edd8c33), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.067512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c521fc4b-4454-4989-ac66-98a5d2025f61 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:43.068032 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c521fc4b-4454-4989-ac66-98a5d2025f61 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.115532 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c521fc4b-4454-4989-ac66-98a5d2025f61 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8787243 Feb 10 15:48:43.116521 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-9b48d355-85d4-4f34-bd0c-eba49782d1de admin admin] For port de338cd4-969c-4874-bb94-0b402b871d71, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=de338cd4-969c-4874-bb94-0b402b871d71,segment=NetworkSegment(417e4387-7357-49c1-96dc-df26f938470a),segment_id=417e4387-7357-49c1-96dc-df26f938470a)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:43.116989 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9b48d355-85d4-4f34-bd0c-eba49782d1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (de338cd4-969c-4874-bb94-0b402b871d71), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.119201 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32918) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:43.124520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'admin_state_up': True, 'project_id': '533ce765c0594113bf82249a9276396d', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:43.143334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-9b48d355-85d4-4f34-bd0c-eba49782d1de admin admin] Calling delete_port for de338cd4-969c-4874-bb94-0b402b871d71 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:48:43.157075 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-20f2974a-fde1-4413-8555-1b6934879af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (d87f9c23-a83d-4103-a34f-5e933d5c973d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.159525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521fc4b-4454-4989-ac66-98a5d2025f61 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Network': ['ID=728cfdba-899c-41bc-b106-01207edd8c33,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:43.171057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 728cfdba-899c-41bc-b106-01207edd8c33 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:48:43.206392 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.207531 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.220917 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-20f2974a-fde1-4413-8555-1b6934879af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (d87f9c23-a83d-4103-a34f-5e933d5c973d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.270776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2974a-fde1-4413-8555-1b6934879af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d87f9c23-a83d-4103-a34f-5e933d5c973d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:43.273292 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-20f2974a-fde1-4413-8555-1b6934879af6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.277888 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-20f2974a-fde1-4413-8555-1b6934879af6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d87f9c23-a83d-4103-a34f-5e933d5c973d HTTP/1.1" status: 204 len: 168 time: 0.3884699 Feb 10 15:48:43.280172 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32922) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:43.331412 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router_controller (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.360934 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1fdad953-e94a-4f24-a05d-95a172e9bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (9cff7fd6-06e7-4b0f-845a-6653db1952ef), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.448507 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1fdad953-e94a-4f24-a05d-95a172e9bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (9cff7fd6-06e7-4b0f-845a-6653db1952ef), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.470106 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-1fdad953-e94a-4f24-a05d-95a172e9bb8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cff7fd6-06e7-4b0f-845a-6653db1952ef']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:43.479885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-1fdad953-e94a-4f24-a05d-95a172e9bb8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc55aee-dd35-45bb-85d2-2ab1c804443a') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:43.480192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-1fdad953-e94a-4f24-a05d-95a172e9bb8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc55aee-dd35-45bb-85d2-2ab1c804443a') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:43.490556 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1fdad953-e94a-4f24-a05d-95a172e9bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (ccc55aee-dd35-45bb-85d2-2ab1c804443a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.503601 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router_gateway (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.505541 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1fdad953-e94a-4f24-a05d-95a172e9bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ccc55aee-dd35-45bb-85d2-2ab1c804443a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.513135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fdad953-e94a-4f24-a05d-95a172e9bb8e admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:48:43.513397 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1fdad953-e94a-4f24-a05d-95a172e9bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (ccc55aee-dd35-45bb-85d2-2ab1c804443a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:48:43.515279 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:48:43.575355 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1fdad953-e94a-4f24-a05d-95a172e9bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (9cff7fd6-06e7-4b0f-845a-6653db1952ef), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.583183 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1fdad953-e94a-4f24-a05d-95a172e9bb8e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.589039 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1fdad953-e94a-4f24-a05d-95a172e9bb8e admin admin] 10.222.0.64 "DELETE /v2.0/networks/9cff7fd6-06e7-4b0f-845a-6653db1952ef HTTP/1.1" status: 204 len: 168 time: 0.3048334 Feb 10 15:48:43.589208 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9b48d355-85d4-4f34-bd0c-eba49782d1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (de338cd4-969c-4874-bb94-0b402b871d71), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.600869 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdad953-e94a-4f24-a05d-95a172e9bb8e admin admin] Pushing event deleted for resources: {'Network': ['ID=9cff7fd6-06e7-4b0f-845a-6653db1952ef,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:43.646541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48d355-85d4-4f34-bd0c-eba49782d1de admin admin] Pushing event deleted for resources: {'Port': ['ID=de338cd4-969c-4874-bb94-0b402b871d71,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:43.682872 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 41d89b0a-250f-48ec-b7c2-83e74f109716 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:43.719403 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 41d89b0a-250f-48ec-b7c2-83e74f109716 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:48:43.721637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 41d89b0a-250f-48ec-b7c2-83e74f109716 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:48:43.816201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32936) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:43.866486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-89a5a5b3-ccef-44da-8b16-8e6257d8ec36 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa9c9d3ed8be46efa9da006fdee33f2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488248 Feb 10 15:48:43.873070 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32940) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:43.933242 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d812f80-895b-45d7-8b5e-5de6d5578b89 admin admin] Publish callbacks [] for security_group (775c8c84-f81a-497f-a58a-47cc7190a706), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.939559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router_gateway (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.958894 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d812f80-895b-45d7-8b5e-5de6d5578b89 admin admin] Publish callbacks [] for security_group (775c8c84-f81a-497f-a58a-47cc7190a706), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.965552 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:43.984890 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9b48d355-85d4-4f34-bd0c-eba49782d1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (66c3edc6-111c-40d5-a140-e70563cf419d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:44.010520 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d812f80-895b-45d7-8b5e-5de6d5578b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (775c8c84-f81a-497f-a58a-47cc7190a706), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:44.013218 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d812f80-895b-45d7-8b5e-5de6d5578b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:44.014862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7d812f80-895b-45d7-8b5e-5de6d5578b89 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/775c8c84-f81a-497f-a58a-47cc7190a706 HTTP/1.1" status: 204 len: 168 time: 0.1399405 Feb 10 15:48:44.023737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d812f80-895b-45d7-8b5e-5de6d5578b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775c8c84-f81a-497f-a58a-47cc7190a706,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:44.163406 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32948) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:44.184620 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Allocated IP 172.25.3.192 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/048cfd64-7d89-4bdc-a1d0-7524b3f75cdc) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:48:44.334501 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1cb838eb-01b3-434d-bd94-8600ce502fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:44.352089 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32952) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:44.398367 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for port (048cfd64-7d89-4bdc-a1d0-7524b3f75cdc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:44.409833 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b48d355-85d4-4f34-bd0c-eba49782d1de admin admin] Router 66c3edc6-111c-40d5-a140-e70563cf419d has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:48:44.410776 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1cb838eb-01b3-434d-bd94-8600ce502fbe admin admin] Publish callbacks [] for security_group (b25a8863-ff95-44ad-8cb1-021f4bebefbb), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:44.415781 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1cb838eb-01b3-434d-bd94-8600ce502fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b25a8863-ff95-44ad-8cb1-021f4bebefbb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:44.452502 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8ec95013-8dc1-4f4b-8c2d-a8812f609d22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8651fd09bb464da9af074c71526a1df4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0941210 Feb 10 15:48:44.454787 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb838eb-01b3-434d-bd94-8600ce502fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25a8863-ff95-44ad-8cb1-021f4bebefbb,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:44.455860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32954) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:44.463882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1cb838eb-01b3-434d-bd94-8600ce502fbe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e7d7dfcaa66f43b699afe759e1d23d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2984161 Feb 10 15:48:44.464491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32956) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:44.537663 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (048cfd64-7d89-4bdc-a1d0-7524b3f75cdc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:44.641092 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:48:44.656137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:44.658528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:48:44.688152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Port': ['ID=048cfd64-7d89-4bdc-a1d0-7524b3f75cdc,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:45.047417 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cbfc53e9-f460-468c-a745-02b661b4ebbc admin admin] Publish callbacks [] for security_group (b25a8863-ff95-44ad-8cb1-021f4bebefbb), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.048890 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0e27-18d4-494a-90fc-3f1e81fc19d0 admin admin] Publish callbacks [] for security_group (2c5b396f-d9ca-4990-9f42-55de25a4b55f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.053642 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b48d355-85d4-4f34-bd0c-eba49782d1de admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:48:45.063321 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4c4a11-87fe-4989-8649-0fda12ebbaa5 None None] Sync routers for ids ['66c3edc6-111c-40d5-a140-e70563cf419d'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:48:45.067211 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9b48d355-85d4-4f34-bd0c-eba49782d1de admin admin] 10.222.0.64 "PUT /v2.0/routers/66c3edc6-111c-40d5-a140-e70563cf419d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8497419 Feb 10 15:48:45.069809 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32958) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:45.073873 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4c4a11-87fe-4989-8649-0fda12ebbaa5 None None] Routers {'66c3edc6-111c-40d5-a140-e70563cf419d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:45.074645 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-dd4c4a11-87fe-4989-8649-0fda12ebbaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['66c3edc6-111c-40d5-a140-e70563cf419d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:45.099603 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cbfc53e9-f460-468c-a745-02b661b4ebbc admin admin] Publish callbacks [] for security_group (b25a8863-ff95-44ad-8cb1-021f4bebefbb), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.142622 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0e27-18d4-494a-90fc-3f1e81fc19d0 admin admin] Publish callbacks [] for security_group (2c5b396f-d9ca-4990-9f42-55de25a4b55f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.187755 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-dd4c4a11-87fe-4989-8649-0fda12ebbaa5 None None] Set router 66c3edc6-111c-40d5-a140-e70563cf419d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:45.192823 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f679886-a267-4e0a-a284-f2fe0db75c03 admin admin] Publish callbacks [] for router (66c3edc6-111c-40d5-a140-e70563cf419d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.203428 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1e84b91b-ed3d-4c99-91e0-6990d794cc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.298839 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0e27-18d4-494a-90fc-3f1e81fc19d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2c5b396f-d9ca-4990-9f42-55de25a4b55f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.301692 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0e27-18d4-494a-90fc-3f1e81fc19d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.302901 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ae3a0e27-18d4-494a-90fc-3f1e81fc19d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c5b396f-d9ca-4990-9f42-55de25a4b55f HTTP/1.1" status: 204 len: 168 time: 0.8461096 Feb 10 15:48:45.320477 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f679886-a267-4e0a-a284-f2fe0db75c03 admin admin] Publish callbacks [] for router_gateway (66c3edc6-111c-40d5-a140-e70563cf419d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.362323 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a0e27-18d4-494a-90fc-3f1e81fc19d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5b396f-d9ca-4990-9f42-55de25a4b55f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:45.364976 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cbfc53e9-f460-468c-a745-02b661b4ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b25a8863-ff95-44ad-8cb1-021f4bebefbb), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.368075 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cbfc53e9-f460-468c-a745-02b661b4ebbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.371818 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cbfc53e9-f460-468c-a745-02b661b4ebbc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b25a8863-ff95-44ad-8cb1-021f4bebefbb HTTP/1.1" status: 204 len: 168 time: 0.8718176 Feb 10 15:48:45.386986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc53e9-f460-468c-a745-02b661b4ebbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25a8863-ff95-44ad-8cb1-021f4bebefbb,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:45.410833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-9f679886-a267-4e0a-a284-f2fe0db75c03 admin admin] Deleting port 92aeaad0-99f2-474a-94ab-6b2e1070d199 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:48:45.412128 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f679886-a267-4e0a-a284-f2fe0db75c03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (92aeaad0-99f2-474a-94ab-6b2e1070d199), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.464160 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-dd4c4a11-87fe-4989-8649-0fda12ebbaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'name': 'tempest-TestServerMultinode-1006805788-router', 'tenant_id': '5463b06f748643b9b951607325466b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '92aeaad0-99f2-474a-94ab-6b2e1070d199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:49Z', 'updated_at': '2022-02-10T15:48:43Z', 'revision_number': 5, 'project_id': '5463b06f748643b9b951607325466b44', 'gw_port': {'id': '92aeaad0-99f2-474a-94ab-6b2e1070d199', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:50Z', 'updated_at': '2022-02-10T15:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:45.467174 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router_gateway (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.506433 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4c4a11-87fe-4989-8649-0fda12ebbaa5 None None] Checking router: 66c3edc6-111c-40d5-a140-e70563cf419d for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:48:45.517971 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4c4a11-87fe-4989-8649-0fda12ebbaa5 None None] Routers {'66c3edc6-111c-40d5-a140-e70563cf419d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:45.519302 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-dd4c4a11-87fe-4989-8649-0fda12ebbaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['66c3edc6-111c-40d5-a140-e70563cf419d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:45.557935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-9f679886-a267-4e0a-a284-f2fe0db75c03 admin admin] For port 92aeaad0-99f2-474a-94ab-6b2e1070d199, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=92aeaad0-99f2-474a-94ab-6b2e1070d199,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:45.558399 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f679886-a267-4e0a-a284-f2fe0db75c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (92aeaad0-99f2-474a-94ab-6b2e1070d199), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.575203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-9f679886-a267-4e0a-a284-f2fe0db75c03 admin admin] Calling delete_port for 92aeaad0-99f2-474a-94ab-6b2e1070d199 owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:48:45.643565 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-dd4c4a11-87fe-4989-8649-0fda12ebbaa5 None None] Set router 66c3edc6-111c-40d5-a140-e70563cf419d gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:45.714607 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-dd4c4a11-87fe-4989-8649-0fda12ebbaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'name': 'tempest-TestServerMultinode-1006805788-router', 'tenant_id': '5463b06f748643b9b951607325466b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:49Z', 'updated_at': '2022-02-10T15:48:45Z', 'revision_number': 6, 'project_id': '5463b06f748643b9b951607325466b44', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:45.813610 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f679886-a267-4e0a-a284-f2fe0db75c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (92aeaad0-99f2-474a-94ab-6b2e1070d199), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.845452 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.858545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f679886-a267-4e0a-a284-f2fe0db75c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=92aeaad0-99f2-474a-94ab-6b2e1070d199,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:45.881746 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32974) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:45.903403 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4c4a11-87fe-4989-8649-0fda12ebbaa5 None None] The sync data for ids ['66c3edc6-111c-40d5-a140-e70563cf419d'] in n-d-815324-7 is: [{'id': '66c3edc6-111c-40d5-a140-e70563cf419d', 'name': 'tempest-TestServerMultinode-1006805788-router', 'tenant_id': '5463b06f748643b9b951607325466b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:47:49Z', 'updated_at': '2022-02-10T15:48:45Z', 'revision_number': 6, 'project_id': '5463b06f748643b9b951607325466b44', 'gw_port_host': None}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:48:45.932545 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9fe6eace-35c4-40a5-bc1e-1604373c9e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:45.969868 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f679886-a267-4e0a-a284-f2fe0db75c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (66c3edc6-111c-40d5-a140-e70563cf419d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.022263 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:48:46.092679 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f679886-a267-4e0a-a284-f2fe0db75c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (66c3edc6-111c-40d5-a140-e70563cf419d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.097687 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f679886-a267-4e0a-a284-f2fe0db75c03 admin admin] Publish callbacks [] for router_controller (66c3edc6-111c-40d5-a140-e70563cf419d), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.142934 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:48:46.154016 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Sync routers for ids ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:48:46.171785 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.172884 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Routers {'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:46.173528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:46.177044 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32980) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:46.178169 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0d64751a-4aa8-45c4-b504-86fdf93ad0a5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0572076 Feb 10 15:48:46.181512 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f679886-a267-4e0a-a284-f2fe0db75c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (66c3edc6-111c-40d5-a140-e70563cf419d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.182240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f679886-a267-4e0a-a284-f2fe0db75c03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66c3edc6-111c-40d5-a140-e70563cf419d {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:48:46.196344 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9f679886-a267-4e0a-a284-f2fe0db75c03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.200091 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9f679886-a267-4e0a-a284-f2fe0db75c03 admin admin] 10.222.0.64 "DELETE /v2.0/routers/66c3edc6-111c-40d5-a140-e70563cf419d HTTP/1.1" status: 204 len: 168 time: 1.1292408 Feb 10 15:48:46.200313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32986) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:46.206607 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9fe6eace-35c4-40a5-bc1e-1604373c9e2a admin admin] Publish callbacks [] for security_group (97aa8d53-adf2-404e-8fe3-bbfa1397a404), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.213808 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9fe6eace-35c4-40a5-bc1e-1604373c9e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (97aa8d53-adf2-404e-8fe3-bbfa1397a404), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.255305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-b087c570-9894-4434-ac62-0e7824d229ce admin admin] Deleting subnet d6ea83c0-35e9-4f3c-bf52-7aba56180237 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:48:46.259025 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b087c570-9894-4434-ac62-0e7824d229ce admin admin] Publish callbacks [] for subnet (d6ea83c0-35e9-4f3c-bf52-7aba56180237), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.259534 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9fe6eace-35c4-40a5-bc1e-1604373c9e2a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b5b2f5b540b84846932534f5e56a3a17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3780689 Feb 10 15:48:46.261948 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32988) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:46.269755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6eace-35c4-40a5-bc1e-1604373c9e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aa8d53-adf2-404e-8fe3-bbfa1397a404,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:46.301893 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b087c570-9894-4434-ac62-0e7824d229ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (d6ea83c0-35e9-4f3c-bf52-7aba56180237), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.375651 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d68aafa1-2318-412c-b914-e903914f9dbd admin admin] Publish callbacks [] for security_group (97aa8d53-adf2-404e-8fe3-bbfa1397a404), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.397730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Set router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:46.424048 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d68aafa1-2318-412c-b914-e903914f9dbd admin admin] Publish callbacks [] for security_group (97aa8d53-adf2-404e-8fe3-bbfa1397a404), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.444275 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b087c570-9894-4434-ac62-0e7824d229ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (d6ea83c0-35e9-4f3c-bf52-7aba56180237), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.523797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3b75cce0-77a0-49e9-a5f1-8605284cf1e1 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=533ce765c0594113bf82249a9276396d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3447039 Feb 10 15:48:46.526764 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 32994) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:46.550048 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 32996) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:46.555868 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d68aafa1-2318-412c-b914-e903914f9dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (97aa8d53-adf2-404e-8fe3-bbfa1397a404), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.559218 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d68aafa1-2318-412c-b914-e903914f9dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.560761 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d68aafa1-2318-412c-b914-e903914f9dbd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97aa8d53-adf2-404e-8fe3-bbfa1397a404 HTTP/1.1" status: 204 len: 168 time: 0.2969332 Feb 10 15:48:46.569295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68aafa1-2318-412c-b914-e903914f9dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aa8d53-adf2-404e-8fe3-bbfa1397a404,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:46.580211 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.641556 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b087c570-9894-4434-ac62-0e7824d229ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (d6ea83c0-35e9-4f3c-bf52-7aba56180237), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.684515 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003dc151-4d59-4756-b07c-f9de2a6bd03d tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:46.686891 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-003dc151-4d59-4756-b07c-f9de2a6bd03d tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1590669 Feb 10 15:48:46.689531 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087c570-9894-4434-ac62-0e7824d229ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6ea83c0-35e9-4f3c-bf52-7aba56180237,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:46.690233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33002) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:46.691814 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b087c570-9894-4434-ac62-0e7824d229ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.695642 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b087c570-9894-4434-ac62-0e7824d229ce admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d6ea83c0-35e9-4f3c-bf52-7aba56180237 HTTP/1.1" status: 204 len: 168 time: 0.4940701 Feb 10 15:48:46.698720 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33004) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:46.699271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08676ff9-9ef1-467e-bc21-24123412ab7a None None] Network 073c6743-2b77-465f-855b-2ce8c814733c requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:48:46.705243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:45Z', 'revision_number': 3, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:46.751436 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Checking router: c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:48:46.752047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Updating router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 port 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:48:46.766693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-97ea39b3-0f21-4df4-b39b-7a588af8401e tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=4454d505-75c9-41c1-a257-953d507647a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0749497 Feb 10 15:48:46.773928 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ba9b57ce-9211-4366-9d77-86c8e7e3306a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1162139885-network', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:46.793549 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33008) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:46.806429 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (073c6743-2b77-465f-855b-2ce8c814733c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.808703 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-7804d1a2-4293-497c-adbf-e316363568bb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1582581322', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'project_id': '533ce765c0594113bf82249a9276396d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:46.896419 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (048cfd64-7d89-4bdc-a1d0-7524b3f75cdc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.899015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] Deleting port c949f555-d7cf-47ab-9d8f-2e5970119161 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:48:46.899522 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c949f555-d7cf-47ab-9d8f-2e5970119161), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:46.927209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device de338cd4-969c-4874-bb94-0b402b871d71 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:46.973368 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33010) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:46.996702 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-170854a0-946b-4c4c-ad1e-b6395ec375a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.002208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: de338cd4-969c-4874-bb94-0b402b871d71 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:48:47.002976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device de338cd4-969c-4874-bb94-0b402b871d71 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:48:47.003407 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 92aeaad0-99f2-474a-94ab-6b2e1070d199 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:47.004190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] For port c949f555-d7cf-47ab-9d8f-2e5970119161, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=c949f555-d7cf-47ab-9d8f-2e5970119161,segment=NetworkSegment(417e4387-7357-49c1-96dc-df26f938470a),segment_id=417e4387-7357-49c1-96dc-df26f938470a)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:47.004575 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c949f555-d7cf-47ab-9d8f-2e5970119161), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.038570 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] Calling delete_port for c949f555-d7cf-47ab-9d8f-2e5970119161 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:48:47.097077 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 92aeaad0-99f2-474a-94ab-6b2e1070d199 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:48:47.097507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 92aeaad0-99f2-474a-94ab-6b2e1070d199 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:48:47.173048 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-170854a0-946b-4c4c-ad1e-b6395ec375a7 admin admin] Publish callbacks [] for security_group (ea2c09b5-53f6-4135-add0-c21f4c8a41c9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.179057 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-170854a0-946b-4c4c-ad1e-b6395ec375a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ea2c09b5-53f6-4135-add0-c21f4c8a41c9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.198460 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (c949f555-d7cf-47ab-9d8f-2e5970119161), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.246640 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9b57ce-9211-4366-9d77-86c8e7e3306a admin admin] Made reservation on behalf of f6193cc70c8346199e4ee5ce98cad92b for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:47.251083 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba9b57ce-9211-4366-9d77-86c8e7e3306a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.254957 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] Pushing event deleted for resources: {'Port': ['ID=c949f555-d7cf-47ab-9d8f-2e5970119161,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:47.257186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] No DVR routers for this DVR port c949f555-d7cf-47ab-9d8f-2e5970119161 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:48:47.260468 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-170854a0-946b-4c4c-ad1e-b6395ec375a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be3a26473b9447ccbd6109d295f540e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2859585 Feb 10 15:48:47.261214 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170854a0-946b-4c4c-ad1e-b6395ec375a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2c09b5-53f6-4135-add0-c21f4c8a41c9,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:47.263704 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33012) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:47.266253 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba9b57ce-9211-4366-9d77-86c8e7e3306a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.273487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dada435-061c-4683-9b67-abbbec3766e1 None None] DHCP port deletion for 073c6743-2b77-465f-855b-2ce8c814733c request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:48:47.361954 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7804d1a2-4293-497c-adbf-e316363568bb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Made reservation on behalf of 533ce765c0594113bf82249a9276396d for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:47.364499 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Publish callbacks [] for port (048cfd64-7d89-4bdc-a1d0-7524b3f75cdc), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.369276 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (073c6743-2b77-465f-855b-2ce8c814733c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.370972 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7804d1a2-4293-497c-adbf-e316363568bb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.371656 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (048cfd64-7d89-4bdc-a1d0-7524b3f75cdc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.418796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073c6743-2b77-465f-855b-2ce8c814733c']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:47.433120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417e4387-7357-49c1-96dc-df26f938470a') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:47.433573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417e4387-7357-49c1-96dc-df26f938470a') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:47.433728 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Attempting to bind port 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:48:47.434648 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Attempting to bind port 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:48:47.435013 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Attempting to bind port 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:47.439054 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f39f34-858a-41cc-81b3-6e3343d92d1b None None] Pushing event updated for resources: {'Port': ['ID=048cfd64-7d89-4bdc-a1d0-7524b3f75cdc,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:47.445127 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (417e4387-7357-49c1-96dc-df26f938470a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.447879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:47.447879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:47.448231 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.448693 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:47.449218 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Bound port: 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:48:47.449692 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (048cfd64-7d89-4bdc-a1d0-7524b3f75cdc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.452473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f39f34-858a-41cc-81b3-6e3343d92d1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:47.452853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f39f34-858a-41cc-81b3-6e3343d92d1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:47.453191 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f39f34-858a-41cc-81b3-6e3343d92d1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:47.453715 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f39f34-858a-41cc-81b3-6e3343d92d1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:47.454051 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f39f34-858a-41cc-81b3-6e3343d92d1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:47.454386 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f39f34-858a-41cc-81b3-6e3343d92d1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:47.454717 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f39f34-858a-41cc-81b3-6e3343d92d1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:47.455037 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f39f34-858a-41cc-81b3-6e3343d92d1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:47.455544 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f39f34-858a-41cc-81b3-6e3343d92d1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:47.455868 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f39f34-858a-41cc-81b3-6e3343d92d1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:47.456351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f39f34-858a-41cc-81b3-6e3343d92d1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:47.456708 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f39f34-858a-41cc-81b3-6e3343d92d1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:47.457030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f39f34-858a-41cc-81b3-6e3343d92d1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:47.466096 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a035929b-3460-4004-b1e9-cae3d54bd8d4 admin admin] Publish callbacks [] for security_group (ea2c09b5-53f6-4135-add0-c21f4c8a41c9), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.469641 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (417e4387-7357-49c1-96dc-df26f938470a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.476897 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:48:47.477460 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (417e4387-7357-49c1-96dc-df26f938470a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:48:47.479232 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:48:47.522067 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] For port 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:47.534876 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a035929b-3460-4004-b1e9-cae3d54bd8d4 admin admin] Publish callbacks [] for security_group (ea2c09b5-53f6-4135-add0-c21f4c8a41c9), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.544864 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (073c6743-2b77-465f-855b-2ce8c814733c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.548914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] For port 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=048cfd64-7d89-4bdc-a1d0-7524b3f75cdc,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:47.552394 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.556299 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba9b57ce-9211-4366-9d77-86c8e7e3306a admin admin] Publish callbacks [] for security_group (e63e3100-4893-4b84-ba8e-006b62e770d7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.556437 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] 10.222.0.64 "DELETE /v2.0/networks/073c6743-2b77-465f-855b-2ce8c814733c HTTP/1.1" status: 204 len: 168 time: 0.8565915 Feb 10 15:48:47.564414 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (048cfd64-7d89-4bdc-a1d0-7524b3f75cdc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.567826 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba9b57ce-9211-4366-9d77-86c8e7e3306a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e63e3100-4893-4b84-ba8e-006b62e770d7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.575379 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ff471-59d9-4a76-805b-e53b1ef37180 admin admin] Pushing event deleted for resources: {'Network': ['ID=073c6743-2b77-465f-855b-2ce8c814733c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:47.607143 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9b57ce-9211-4366-9d77-86c8e7e3306a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:48:47.647223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f39f34-858a-41cc-81b3-6e3343d92d1b None None] Pushing event updated for resources: {'Port': ['ID=048cfd64-7d89-4bdc-a1d0-7524b3f75cdc,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:47.654154 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b57ce-9211-4366-9d77-86c8e7e3306a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63e3100-4893-4b84-ba8e-006b62e770d7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:47.657433 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba9b57ce-9211-4366-9d77-86c8e7e3306a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (545d70a3-316e-4b6f-82ca-1f1f9c4de3e2), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.657775 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-ba9b57ce-9211-4366-9d77-86c8e7e3306a admin admin] Added segment 545d70a3-316e-4b6f-82ca-1f1f9c4de3e2 of type vlan for network 3707da07-4fe9-4b6c-94ea-78b38c207829 Feb 10 15:48:47.665705 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Routers {'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:47.666367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:47.715056 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a035929b-3460-4004-b1e9-cae3d54bd8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ea2c09b5-53f6-4135-add0-c21f4c8a41c9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.717082 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a035929b-3460-4004-b1e9-cae3d54bd8d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.720797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a035929b-3460-4004-b1e9-cae3d54bd8d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea2c09b5-53f6-4135-add0-c21f4c8a41c9 HTTP/1.1" status: 204 len: 168 time: 0.4435275 Feb 10 15:48:47.722931 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba9b57ce-9211-4366-9d77-86c8e7e3306a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (3707da07-4fe9-4b6c-94ea-78b38c207829), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.765689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035929b-3460-4004-b1e9-cae3d54bd8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2c09b5-53f6-4135-add0-c21f4c8a41c9,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:47.797014 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7804d1a2-4293-497c-adbf-e316363568bb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (d335d6a5-fe89-474d-ba6a-f70e0ff4b1da), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.825535 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba9b57ce-9211-4366-9d77-86c8e7e3306a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (3707da07-4fe9-4b6c-94ea-78b38c207829), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.826518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9b57ce-9211-4366-9d77-86c8e7e3306a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:47.827643 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ba9b57ce-9211-4366-9d77-86c8e7e3306a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.841219 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] Set router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:47.841347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33018) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:47.895308 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a798ce95-2071-47da-88f9-927c5949a08f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e54ae252535484c8b52d7ca53eed3ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0513136 Feb 10 15:48:47.895670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33020) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:47.898426 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ba9b57ce-9211-4366-9d77-86c8e7e3306a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3468516 Feb 10 15:48:47.908609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33022) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:47.949245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-2c775ab7-ae57-4848-8d89-9889ee7c5570 admin admin] Request body: {'subnet': {'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1162139885-subnet', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:47.953592 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804d1a2-4293-497c-adbf-e316363568bb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Subnet': ['ID=d335d6a5-fe89-474d-ba6a-f70e0ff4b1da,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:47.963359 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2186b85-21fe-41bf-93b3-e7642ef02691 admin admin] Publish callbacks [] for security_group (880119d8-5421-4c3d-b861-3bd7aa62770b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:47.978493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b57ce-9211-4366-9d77-86c8e7e3306a admin admin] Pushing event updated for resources: {'Network': ['ID=3707da07-4fe9-4b6c-94ea-78b38c207829,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:48.004367 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2186b85-21fe-41bf-93b3-e7642ef02691 admin admin] Publish callbacks [] for security_group (880119d8-5421-4c3d-b861-3bd7aa62770b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:48.015313 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 3707da07-4fe9-4b6c-94ea-78b38c207829 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:48:48.035094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7804d1a2-4293-497c-adbf-e316363568bb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Checking segment: {'id': '776f52b7-75aa-4862-93ee-77b036e0b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:48.035616 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7804d1a2-4293-497c-adbf-e316363568bb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network hostable DHCP agents. Network: 728cfdba-899c-41bc-b106-01207edd8c33, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:48:48.040592 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c775ab7-ae57-4848-8d89-9889ee7c5570 admin admin] Made reservation on behalf of f6193cc70c8346199e4ee5ce98cad92b for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:48.044280 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:48.049971 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c775ab7-ae57-4848-8d89-9889ee7c5570 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:48.076868 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2186b85-21fe-41bf-93b3-e7642ef02691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (880119d8-5421-4c3d-b861-3bd7aa62770b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:48.080048 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2186b85-21fe-41bf-93b3-e7642ef02691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:48.083596 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f2186b85-21fe-41bf-93b3-e7642ef02691 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/880119d8-5421-4c3d-b861-3bd7aa62770b HTTP/1.1" status: 204 len: 168 time: 0.1848662 Feb 10 15:48:48.099926 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2186b85-21fe-41bf-93b3-e7642ef02691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880119d8-5421-4c3d-b861-3bd7aa62770b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:48.167098 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:45Z', 'revision_number': 3, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:48.171117 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7804d1a2-4293-497c-adbf-e316363568bb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network 728cfdba-899c-41bc-b106-01207edd8c33 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:48:48.199185 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07044118-55c3-4517-b427-f990fd7e08b4 None None] The sync data for ids ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'] in n-d-815324-7 is: [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:45Z', 'revision_number': 3, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:48:48.200315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-7804d1a2-4293-497c-adbf-e316363568bb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 728cfdba-899c-41bc-b106-01207edd8c33) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:48.216448 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4e5625-8d04-44ab-9ccd-9887689e47fe None None] Network 728cfdba-899c-41bc-b106-01207edd8c33 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:48:48.226651 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7804d1a2-4293-497c-adbf-e316363568bb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:48.227407 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7804d1a2-4293-497c-adbf-e316363568bb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:48.271553 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7804d1a2-4293-497c-adbf-e316363568bb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4733090 Feb 10 15:48:48.273839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33034) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:48.446975 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c775ab7-ae57-4848-8d89-9889ee7c5570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (c2412461-f325-414f-9061-42c35c61d99d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:48.575337 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c775ab7-ae57-4848-8d89-9889ee7c5570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2412461-f325-414f-9061-42c35c61d99d,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:48.599767 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c775ab7-ae57-4848-8d89-9889ee7c5570 admin admin] Checking segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:48.600160 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c775ab7-ae57-4848-8d89-9889ee7c5570 admin admin] Network hostable DHCP agents. Network: 3707da07-4fe9-4b6c-94ea-78b38c207829, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:48:48.654553 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c775ab7-ae57-4848-8d89-9889ee7c5570 admin admin] Network 3707da07-4fe9-4b6c-94ea-78b38c207829 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:48:48.662328 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c949f555-d7cf-47ab-9d8f-2e5970119161 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:48:48.679535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-2c775ab7-ae57-4848-8d89-9889ee7c5570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 3707da07-4fe9-4b6c-94ea-78b38c207829) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:48.705347 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c775ab7-ae57-4848-8d89-9889ee7c5570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:48.705785 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: c949f555-d7cf-47ab-9d8f-2e5970119161 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:48:48.706799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device c949f555-d7cf-47ab-9d8f-2e5970119161 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:48:48.708618 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80815474-106b-472a-8008-5a3fe924fdd1 None None] Network 3707da07-4fe9-4b6c-94ea-78b38c207829 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:48:48.710050 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c775ab7-ae57-4848-8d89-9889ee7c5570 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:48.739918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33044) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:48.773645 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2c775ab7-ae57-4848-8d89-9889ee7c5570 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8641253 Feb 10 15:48:48.779650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33048) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:48.784856 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:48.824969 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5b944d8a-486a-4f5b-aa0d-67608b72d717 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5463b06f748643b9b951607325466b44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0820587 Feb 10 15:48:48.825741 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33050) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:48.853695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-728cfdba-899c-41bc-b106-01207edd8c33', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'project_id': '533ce765c0594113bf82249a9276396d', 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:48:48.855064 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:48.862125 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:48.863832 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:48.932416 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d68d8dff-0149-4ea0-8708-cdca9005a772 admin admin] Publish callbacks [] for security_group (3ea70cd3-416e-4af7-aa3b-dff0d23afcc0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:48.966157 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d68d8dff-0149-4ea0-8708-cdca9005a772 admin admin] Publish callbacks [] for security_group (3ea70cd3-416e-4af7-aa3b-dff0d23afcc0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:49.034160 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Publish callbacks [] for router_controller (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:49.122323 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-3707da07-4fe9-4b6c-94ea-78b38c207829', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:48:49.123179 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:49.148093 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:49.155092 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:49.208434 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Publish callbacks [] for router_gateway (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:49.213850 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d68d8dff-0149-4ea0-8708-cdca9005a772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3ea70cd3-416e-4af7-aa3b-dff0d23afcc0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:49.217739 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d68d8dff-0149-4ea0-8708-cdca9005a772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:49.221755 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d68d8dff-0149-4ea0-8708-cdca9005a772 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ea70cd3-416e-4af7-aa3b-dff0d23afcc0 HTTP/1.1" status: 204 len: 168 time: 0.3917415 Feb 10 15:48:49.237020 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d8dff-0149-4ea0-8708-cdca9005a772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea70cd3-416e-4af7-aa3b-dff0d23afcc0,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:49.431584 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Allocated IP 172.20.0.2 (728cfdba-899c-41bc-b106-01207edd8c33/d335d6a5-fe89-474d-ba6a-f70e0ff4b1da/f0179eb8-aa34-4ab0-8510-6d3f880eaf4d) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:48:49.557505 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Allocated IP 172.20.0.2 (3707da07-4fe9-4b6c-94ea-78b38c207829/c2412461-f325-414f-9061-42c35c61d99d/4230e704-42f8-4298-b569-57d6557cbb7e) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:48:49.650565 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Publish callbacks [] for router_gateway (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:49.682669 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:49.846475 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Publish callbacks [] for port (f0179eb8-aa34-4ab0-8510-6d3f880eaf4d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:49.851937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Allocated IP 172.25.3.33 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/482be41a-8edd-48d3-b266-e03c4d2b8d2d) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:48:49.992040 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Allocated IP 172.20.0.1 (728cfdba-899c-41bc-b106-01207edd8c33/d335d6a5-fe89-474d-ba6a-f70e0ff4b1da/a74b82d9-a6da-49e7-8247-8482db0df545) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:48:50.000158 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Publish callbacks [] for port (4230e704-42f8-4298-b569-57d6557cbb7e), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:50.004449 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (f0179eb8-aa34-4ab0-8510-6d3f880eaf4d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:50.016709 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (4230e704-42f8-4298-b569-57d6557cbb7e), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:50.063690 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Publish callbacks [] for port (482be41a-8edd-48d3-b266-e03c4d2b8d2d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:50.071812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Network 3707da07-4fe9-4b6c-94ea-78b38c207829 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:48:50.077859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:50.090684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:48:50.106136 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Network 728cfdba-899c-41bc-b106-01207edd8c33 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:48:50.110168 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (482be41a-8edd-48d3-b266-e03c4d2b8d2d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:50.115528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:50.134327 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Pushing event updated for resources: {'Port': ['ID=f0179eb8-aa34-4ab0-8510-6d3f880eaf4d,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:50.138263 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:48:50.174857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:48:50.178073 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:50.181753 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:48:50.188107 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for port (a74b82d9-a6da-49e7-8247-8482db0df545), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:50.223698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Pushing event updated for resources: {'Port': ['ID=482be41a-8edd-48d3-b266-e03c4d2b8d2d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:50.242570 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a74b82d9-a6da-49e7-8247-8482db0df545), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:50.288899 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Attempting to bind port 4230e704-42f8-4298-b569-57d6557cbb7e on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:48:50.289394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Attempting to bind port 4230e704-42f8-4298-b569-57d6557cbb7e by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:48:50.289802 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Attempting to bind port 4230e704-42f8-4298-b569-57d6557cbb7e on network 3707da07-4fe9-4b6c-94ea-78b38c207829 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:50.297955 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:50.298419 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Checking segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:50.298914 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:50.299386 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Bound using segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:50.299935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Bound port: 4230e704-42f8-4298-b569-57d6557cbb7e, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:48:50.300386 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4230e704-42f8-4298-b569-57d6557cbb7e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:50.302872 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Pushing event updated for resources: {'Port': ['ID=4230e704-42f8-4298-b569-57d6557cbb7e,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:50.305672 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network 728cfdba-899c-41bc-b106-01207edd8c33 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:48:50.310170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:50.315409 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:48:50.319796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Attempting to bind port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:48:50.320257 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Attempting to bind port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '776f52b7-75aa-4862-93ee-77b036e0b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:48:50.320737 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Attempting to bind port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d on network 728cfdba-899c-41bc-b106-01207edd8c33 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:50.345667 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Port': ['ID=a74b82d9-a6da-49e7-8247-8482db0df545,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:50.355995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:50.357531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Checking segment: {'id': '776f52b7-75aa-4862-93ee-77b036e0b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:50.357531 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:50.357531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Bound using segment: {'id': '776f52b7-75aa-4862-93ee-77b036e0b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:50.357997 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Bound port: f0179eb8-aa34-4ab0-8510-6d3f880eaf4d, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776f52b7-75aa-4862-93ee-77b036e0b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:48:50.358305 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f0179eb8-aa34-4ab0-8510-6d3f880eaf4d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:50.377981 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:50.419693 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] For port 4230e704-42f8-4298-b569-57d6557cbb7e, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:50.438477 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] For port 4230e704-42f8-4298-b569-57d6557cbb7e, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4230e704-42f8-4298-b569-57d6557cbb7e,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:50.452064 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4230e704-42f8-4298-b569-57d6557cbb7e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:50.516348 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] For port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:50.527985 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb18721-f209-4146-94e2-2fbcfeeea303 None None] Pushing event updated for resources: {'Port': ['ID=4230e704-42f8-4298-b569-57d6557cbb7e,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:50.558079 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] For port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f0179eb8-aa34-4ab0-8510-6d3f880eaf4d,segment=NetworkSegment(776f52b7-75aa-4862-93ee-77b036e0b81d),segment_id=776f52b7-75aa-4862-93ee-77b036e0b81d)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:50.567098 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Publish callbacks [] for router_gateway (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:50.575873 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f0179eb8-aa34-4ab0-8510-6d3f880eaf4d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:50.639694 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a74b82d9-a6da-49e7-8247-8482db0df545), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:50.685156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:50.748013 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede91d2-3b15-41cd-b976-1b63d5559526 None None] Pushing event updated for resources: {'Port': ['ID=f0179eb8-aa34-4ab0-8510-6d3f880eaf4d,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:50.800055 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:50.800439 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (048cfd64-7d89-4bdc-a1d0-7524b3f75cdc), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:51.027349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:51.028941 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (048cfd64-7d89-4bdc-a1d0-7524b3f75cdc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:51.044623 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:51.104544 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=048cfd64-7d89-4bdc-a1d0-7524b3f75cdc,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:51.115290 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (048cfd64-7d89-4bdc-a1d0-7524b3f75cdc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:51.210788 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=048cfd64-7d89-4bdc-a1d0-7524b3f75cdc,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:51.310119 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:48:51.341148 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for port (a74b82d9-a6da-49e7-8247-8482db0df545), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:51.347364 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (a74b82d9-a6da-49e7-8247-8482db0df545), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:51.438094 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:51.440278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:48:51.441139 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Port': ['ID=a74b82d9-a6da-49e7-8247-8482db0df545,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:51.455192 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Sync routers for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:48:51.468016 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:51.468520 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:51.472406 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:51.475631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-18cd3d80-2f38-4ced-bb18-04dcaced4db2 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6919730 Feb 10 15:48:51.475812 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33090) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:51.546690 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network 728cfdba-899c-41bc-b106-01207edd8c33 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:48:51.548303 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:51.613289 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:51.726882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:48:51.906549 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:50Z', 'revision_number': 3, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:51.960261 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Checking router: 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:48:51.960733 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Updating router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f port 482be41a-8edd-48d3-b266-e03c4d2b8d2d binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:48:52.000409 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (482be41a-8edd-48d3-b266-e03c4d2b8d2d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:52.168294 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33098) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:52.284463 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91a21f5-1895-493b-a3a5-97bdbb0818d0 None None] Network 3707da07-4fe9-4b6c-94ea-78b38c207829 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:48:52.394268 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Publish callbacks [] for port (482be41a-8edd-48d3-b266-e03c4d2b8d2d), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:52.404001 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (482be41a-8edd-48d3-b266-e03c4d2b8d2d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:52.422910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-42013fff-11ec-4ea4-a48c-2e39488a948c None None] Provisioning complete for port 4230e704-42f8-4298-b569-57d6557cbb7e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:52.423491 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-42013fff-11ec-4ea4-a48c-2e39488a948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4230e704-42f8-4298-b569-57d6557cbb7e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:52.432155 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:48:52.440996 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-47672daf-94a4-491a-855b-aa53980dd38b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "PUT /v2.0/routers/c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1658304 Feb 10 15:48:52.445310 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33102) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:52.463662 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Sync routers for ids ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:48:52.468492 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Attempting to bind port 482be41a-8edd-48d3-b266-e03c4d2b8d2d on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:48:52.469005 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Attempting to bind port 482be41a-8edd-48d3-b266-e03c4d2b8d2d by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:48:52.469428 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Attempting to bind port 482be41a-8edd-48d3-b266-e03c4d2b8d2d on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:52.481980 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:52.482367 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:52.483762 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:52.484338 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:52.485032 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Bound port: 482be41a-8edd-48d3-b266-e03c4d2b8d2d, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:48:52.485865 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (482be41a-8edd-48d3-b266-e03c4d2b8d2d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:52.513941 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8ad53a1-61cd-498a-8e93-d93484370d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:52.522867 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eee604-ff84-42df-a86f-23c41488d506 None None] Pushing event updated for resources: {'Port': ['ID=482be41a-8edd-48d3-b266-e03c4d2b8d2d,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:52.526968 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10672be-fc21-4820-9211-fe2176b85c72 None None] Network 728cfdba-899c-41bc-b106-01207edd8c33 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:48:52.528867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Routers {'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:52.530146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:52.538174 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eee604-ff84-42df-a86f-23c41488d506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:52.538525 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eee604-ff84-42df-a86f-23c41488d506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:52.538866 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eee604-ff84-42df-a86f-23c41488d506 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:52.539200 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eee604-ff84-42df-a86f-23c41488d506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:52.539536 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eee604-ff84-42df-a86f-23c41488d506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:52.541754 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eee604-ff84-42df-a86f-23c41488d506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:52.543413 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eee604-ff84-42df-a86f-23c41488d506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:52.544235 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eee604-ff84-42df-a86f-23c41488d506 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:52.544840 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eee604-ff84-42df-a86f-23c41488d506 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:52.545614 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eee604-ff84-42df-a86f-23c41488d506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:52.549396 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eee604-ff84-42df-a86f-23c41488d506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:52.550043 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eee604-ff84-42df-a86f-23c41488d506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:52.550895 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eee604-ff84-42df-a86f-23c41488d506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:48:52.583204 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] For port 482be41a-8edd-48d3-b266-e03c4d2b8d2d, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:52.588479 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] For port 482be41a-8edd-48d3-b266-e03c4d2b8d2d, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=482be41a-8edd-48d3-b266-e03c4d2b8d2d,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:52.601183 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (482be41a-8edd-48d3-b266-e03c4d2b8d2d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:52.601992 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:52.667468 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:52.668443 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:52.672106 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eee604-ff84-42df-a86f-23c41488d506 None None] Pushing event updated for resources: {'Port': ['ID=482be41a-8edd-48d3-b266-e03c4d2b8d2d,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:52.823918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Set router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:52.828457 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40c4e0e-680a-48a9-bae8-2597e55bfb95 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.828952 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40c4e0e-680a-48a9-bae8-2597e55bfb95 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.829406 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40c4e0e-680a-48a9-bae8-2597e55bfb95 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.829972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40c4e0e-680a-48a9-bae8-2597e55bfb95 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.830314 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40c4e0e-680a-48a9-bae8-2597e55bfb95 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.830749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40c4e0e-680a-48a9-bae8-2597e55bfb95 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.832551 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f40c4e0e-680a-48a9-bae8-2597e55bfb95 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4270 time: 0.3836021 Feb 10 15:48:52.835446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33104) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:52.860357 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:52.877376 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:52.915457 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8ad53a1-61cd-498a-8e93-d93484370d58 admin admin] Publish callbacks [] for security_group (ffa994be-9631-42fa-9813-888566a22607), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:52.922297 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8ad53a1-61cd-498a-8e93-d93484370d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ffa994be-9631-42fa-9813-888566a22607), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:52.937989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-42013fff-11ec-4ea4-a48c-2e39488a948c None None] Current status of the port 4230e704-42f8-4298-b569-57d6557cbb7e is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:52.938560 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-42013fff-11ec-4ea4-a48c-2e39488a948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4230e704-42f8-4298-b569-57d6557cbb7e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:52.953684 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c8ad53a1-61cd-498a-8e93-d93484370d58 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=74c894adf0ad4888b6f4fbb3b8c47935&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7841563 Feb 10 15:48:52.957732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33106) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:52.959310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d548ba1-8147-4eb1-8b83-8a75c434e6b5 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.960145 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d548ba1-8147-4eb1-8b83-8a75c434e6b5 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.960814 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d548ba1-8147-4eb1-8b83-8a75c434e6b5 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.961451 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d548ba1-8147-4eb1-8b83-8a75c434e6b5 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.962221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d548ba1-8147-4eb1-8b83-8a75c434e6b5 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.962850 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d548ba1-8147-4eb1-8b83-8a75c434e6b5 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:52.965002 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2d548ba1-8147-4eb1-8b83-8a75c434e6b5 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3990 time: 0.1282272 Feb 10 15:48:52.968016 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33108) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:53.036358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad53a1-61cd-498a-8e93-d93484370d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa994be-9631-42fa-9813-888566a22607,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:53.056104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Allocated IP 172.20.0.1 (3707da07-4fe9-4b6c-94ea-78b38c207829/c2412461-f325-414f-9061-42c35c61d99d/e8c37ac0-9cf8-4df5-9bbf-d03d6223619d) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:48:53.089843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-42013fff-11ec-4ea4-a48c-2e39488a948c None None] For port 4230e704-42f8-4298-b569-57d6557cbb7e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4230e704-42f8-4298-b569-57d6557cbb7e,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:53.104461 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4d9d16f-8af0-4ade-a646-7158513bfcc7 admin admin] Publish callbacks [] for security_group (ffa994be-9631-42fa-9813-888566a22607), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:53.139095 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-42013fff-11ec-4ea4-a48c-2e39488a948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4230e704-42f8-4298-b569-57d6557cbb7e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:53.181047 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:50Z', 'revision_number': 3, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:53.191727 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4d9d16f-8af0-4ade-a646-7158513bfcc7 admin admin] Publish callbacks [] for security_group (ffa994be-9631-42fa-9813-888566a22607), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:53.218191 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc39b16-5c3e-4f89-b18f-599272e4a21c None None] The sync data for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 is: [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:50Z', 'revision_number': 3, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:48:53.277454 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:53.277835 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (048cfd64-7d89-4bdc-a1d0-7524b3f75cdc), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:53.312629 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4d9d16f-8af0-4ade-a646-7158513bfcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ffa994be-9631-42fa-9813-888566a22607), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:53.316285 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b4d9d16f-8af0-4ade-a646-7158513bfcc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:53.317864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b4d9d16f-8af0-4ade-a646-7158513bfcc7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ffa994be-9631-42fa-9813-888566a22607 HTTP/1.1" status: 204 len: 168 time: 0.3563230 Feb 10 15:48:53.366237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9d16f-8af0-4ade-a646-7158513bfcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa994be-9631-42fa-9813-888566a22607,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:53.408389 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-42f94052-20f1-400f-9815-6495e11b50c8 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.4389198 Feb 10 15:48:53.420469 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Publish callbacks [] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:53.476447 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:53.563651 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Network 3707da07-4fe9-4b6c-94ea-78b38c207829 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:48:53.567521 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:53.569757 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c37ac0-9cf8-4df5-9bbf-d03d6223619d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:53.571903 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:48:53.646013 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:53.787040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0eed50a9-4840-4add-b7f3-bb6671b597af None None] Provisioning complete for port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:53.787521 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0eed50a9-4840-4add-b7f3-bb6671b597af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f0179eb8-aa34-4ab0-8510-6d3f880eaf4d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:53.794438 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42013fff-11ec-4ea4-a48c-2e39488a948c None None] Pushing event updated for resources: {'Port': ['ID=4230e704-42f8-4298-b569-57d6557cbb7e,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:54.028355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33122) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:54.033262 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.034962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ae28e76b-28b7-41ff-af53-f489f3f7cae3 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1888474734', 'description': 'tempest-secgroup-smoke-1888474734 description', 'project_id': '533ce765c0594113bf82249a9276396d'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:54.065426 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:54.068204 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f0179eb8-aa34-4ab0-8510-6d3f880eaf4d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:54.086231 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae28e76b-28b7-41ff-af53-f489f3f7cae3 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.177460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0eed50a9-4840-4add-b7f3-bb6671b597af None None] Current status of the port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:54.178351 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0eed50a9-4840-4add-b7f3-bb6671b597af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f0179eb8-aa34-4ab0-8510-6d3f880eaf4d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.243338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:50Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'a74b82d9-a6da-49e7-8247-8482db0df545', 'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:78:4c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 2, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:54.250313 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae28e76b-28b7-41ff-af53-f489f3f7cae3 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (5497a1f5-279e-4216-9209-46b12550ed0b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.260637 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae28e76b-28b7-41ff-af53-f489f3f7cae3 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5497a1f5-279e-4216-9209-46b12550ed0b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.295786 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0eed50a9-4840-4add-b7f3-bb6671b597af None None] For port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f0179eb8-aa34-4ab0-8510-6d3f880eaf4d,segment=NetworkSegment(776f52b7-75aa-4862-93ee-77b036e0b81d),segment_id=776f52b7-75aa-4862-93ee-77b036e0b81d)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:54.297851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Checking router: c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:48:54.298728 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Updating router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 port a74b82d9-a6da-49e7-8247-8482db0df545 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:48:54.310872 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae28e76b-28b7-41ff-af53-f489f3f7cae3 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.312152 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ae28e76b-28b7-41ff-af53-f489f3f7cae3 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2816308 Feb 10 15:48:54.315020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33126) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:54.327146 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0eed50a9-4840-4add-b7f3-bb6671b597af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f0179eb8-aa34-4ab0-8510-6d3f880eaf4d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.329598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7f45495d-6928-4510-937a-ae2c85596576 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '5497a1f5-279e-4216-9209-46b12550ed0b', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:54.335134 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28e76b-28b7-41ff-af53-f489f3f7cae3 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5497a1f5-279e-4216-9209-46b12550ed0b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:54.347416 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Publish callbacks [] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.360818 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.380578 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a74b82d9-a6da-49e7-8247-8482db0df545), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.381861 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7f45495d-6928-4510-937a-ae2c85596576 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (03e45f6d-14e3-483f-a38f-b55f0ee8e3bc), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.446028 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:54.446484 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f0179eb8-aa34-4ab0-8510-6d3f880eaf4d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.448062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed50a9-4840-4add-b7f3-bb6671b597af None None] Pushing event updated for resources: {'Port': ['ID=f0179eb8-aa34-4ab0-8510-6d3f880eaf4d,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:54.459012 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7f45495d-6928-4510-937a-ae2c85596576 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (03e45f6d-14e3-483f-a38f-b55f0ee8e3bc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.470657 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7f45495d-6928-4510-937a-ae2c85596576 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (03e45f6d-14e3-483f-a38f-b55f0ee8e3bc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.475005 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.476960 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c37ac0-9cf8-4df5-9bbf-d03d6223619d,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:54.523766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45495d-6928-4510-937a-ae2c85596576 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e45f6d-14e3-483f-a38f-b55f0ee8e3bc,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:54.530223 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7f45495d-6928-4510-937a-ae2c85596576 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.537176 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7f45495d-6928-4510-937a-ae2c85596576 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2209163 Feb 10 15:48:54.540103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33134) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:54.567507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-81ac6a27-ea3e-4aaa-9812-bd11d68e65bc None None] Provisioning complete for port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:54.568009 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-81ac6a27-ea3e-4aaa-9812-bd11d68e65bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.568756 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-644334c0-9ef6-4dc0-8ce0-503b2f631825 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '5497a1f5-279e-4216-9209-46b12550ed0b', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:54.626738 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Network 3707da07-4fe9-4b6c-94ea-78b38c207829 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:48:54.631197 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-644334c0-9ef6-4dc0-8ce0-503b2f631825 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (d752abc5-4017-4e81-a96d-036b02c8473a), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.634083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:54.635810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-81ac6a27-ea3e-4aaa-9812-bd11d68e65bc None None] Port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:48:54.734557 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-644334c0-9ef6-4dc0-8ce0-503b2f631825 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (d752abc5-4017-4e81-a96d-036b02c8473a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.743832 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-644334c0-9ef6-4dc0-8ce0-503b2f631825 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (d752abc5-4017-4e81-a96d-036b02c8473a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.767542 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-81ac6a27-ea3e-4aaa-9812-bd11d68e65bc None None] Provisioning complete for port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:54.768054 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-81ac6a27-ea3e-4aaa-9812-bd11d68e65bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f0179eb8-aa34-4ab0-8510-6d3f880eaf4d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.788512 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644334c0-9ef6-4dc0-8ce0-503b2f631825 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d752abc5-4017-4e81-a96d-036b02c8473a,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:54.804703 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-644334c0-9ef6-4dc0-8ce0-503b2f631825 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:54.810294 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-644334c0-9ef6-4dc0-8ce0-503b2f631825 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2611217 Feb 10 15:48:54.813949 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33138) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:54.828586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ee503a8d-4081-4356-bb42-390444965e29 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '5497a1f5-279e-4216-9209-46b12550ed0b', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:54.828827 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:54.829931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4230e704-42f8-4298-b569-57d6557cbb7e up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:54.852080 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:48:54.893535 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ee503a8d-4081-4356-bb42-390444965e29 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (92c29759-074c-4ee2-8273-549a37e739d0), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.013644 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ee503a8d-4081-4356-bb42-390444965e29 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (92c29759-074c-4ee2-8273-549a37e739d0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.022180 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ee503a8d-4081-4356-bb42-390444965e29 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (92c29759-074c-4ee2-8273-549a37e739d0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.041852 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee503a8d-4081-4356-bb42-390444965e29 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c29759-074c-4ee2-8273-549a37e739d0,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:55.053304 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-81ac6a27-ea3e-4aaa-9812-bd11d68e65bc None None] Current status of the port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:55.062963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4230e704-42f8-4298-b569-57d6557cbb7e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:55.063367 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4230e704-42f8-4298-b569-57d6557cbb7e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.067709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:48:55.068954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ee503a8d-4081-4356-bb42-390444965e29 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.070840 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ee503a8d-4081-4356-bb42-390444965e29 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2552567 Feb 10 15:48:55.074613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33150) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:55.082169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8315c88e-fdad-4c20-abb3-5bb99ad99e77 admin admin] 10.222.0.64 "PUT /v2.0/routers/2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6040916 Feb 10 15:48:55.084166 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Publish callbacks [] for port (a74b82d9-a6da-49e7-8247-8482db0df545), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.084870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-24ed1198-bb45-49d7-9afb-f988c7ce95ca tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '5497a1f5-279e-4216-9209-46b12550ed0b', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:55.116260 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a74b82d9-a6da-49e7-8247-8482db0df545), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.121526 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24ed1198-bb45-49d7-9afb-f988c7ce95ca tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (ab0f2c6b-7119-4050-90dd-6c6b6230f850), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.184301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26824416-2682-4741-8293-c337ea78f5df None None] Pushing event updated for resources: {'Port': ['ID=a74b82d9-a6da-49e7-8247-8482db0df545,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:55.187525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-81ac6a27-ea3e-4aaa-9812-bd11d68e65bc None None] Provisioning complete for port 4230e704-42f8-4298-b569-57d6557cbb7e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:55.188003 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-81ac6a27-ea3e-4aaa-9812-bd11d68e65bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4230e704-42f8-4298-b569-57d6557cbb7e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.214875 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24ed1198-bb45-49d7-9afb-f988c7ce95ca tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (ab0f2c6b-7119-4050-90dd-6c6b6230f850), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.222367 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24ed1198-bb45-49d7-9afb-f988c7ce95ca tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (ab0f2c6b-7119-4050-90dd-6c6b6230f850), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.267144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed1198-bb45-49d7-9afb-f988c7ce95ca tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0f2c6b-7119-4050-90dd-6c6b6230f850,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:55.291017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24ed1198-bb45-49d7-9afb-f988c7ce95ca tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.295056 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-24ed1198-bb45-49d7-9afb-f988c7ce95ca tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2153091 Feb 10 15:48:55.295320 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33164) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:55.301585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b02e04b7-fea7-4d64-9ab6-c894a314f62f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '5497a1f5-279e-4216-9209-46b12550ed0b', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:55.346369 n-d-815324-7 neutron-server[103368]: INFO neutron.db.securitygroups_db [None req-b02e04b7-fea7-4d64-9ab6-c894a314f62f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Project 533ce765c0594113bf82249a9276396d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:48:55.354723 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b02e04b7-fea7-4d64-9ab6-c894a314f62f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (b526eb21-84c2-40c7-8d44-7ea6573804b4), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.361749 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Attempting to bind port a74b82d9-a6da-49e7-8247-8482db0df545 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:48:55.362184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Attempting to bind port a74b82d9-a6da-49e7-8247-8482db0df545 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '776f52b7-75aa-4862-93ee-77b036e0b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:48:55.362644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Attempting to bind port a74b82d9-a6da-49e7-8247-8482db0df545 on network 728cfdba-899c-41bc-b106-01207edd8c33 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:55.391623 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:55.392006 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Checking segment: {'id': '776f52b7-75aa-4862-93ee-77b036e0b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:55.392410 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.396684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Bound using segment: {'id': '776f52b7-75aa-4862-93ee-77b036e0b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:55.396684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Bound port: a74b82d9-a6da-49e7-8247-8482db0df545, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776f52b7-75aa-4862-93ee-77b036e0b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:48:55.396684 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a74b82d9-a6da-49e7-8247-8482db0df545), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.432763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4230e704-42f8-4298-b569-57d6557cbb7e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:55.459760 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-81ac6a27-ea3e-4aaa-9812-bd11d68e65bc None None] Current status of the port 4230e704-42f8-4298-b569-57d6557cbb7e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:55.496408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-81ac6a27-ea3e-4aaa-9812-bd11d68e65bc None None] Provisioning complete for port a74b82d9-a6da-49e7-8247-8482db0df545 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:55.497090 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-81ac6a27-ea3e-4aaa-9812-bd11d68e65bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a74b82d9-a6da-49e7-8247-8482db0df545), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.547307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] For port a74b82d9-a6da-49e7-8247-8482db0df545, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:55.572401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-81ac6a27-ea3e-4aaa-9812-bd11d68e65bc None None] Port a74b82d9-a6da-49e7-8247-8482db0df545 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:48:55.576888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] For port a74b82d9-a6da-49e7-8247-8482db0df545, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a74b82d9-a6da-49e7-8247-8482db0df545,segment=NetworkSegment(776f52b7-75aa-4862-93ee-77b036e0b81d),segment_id=776f52b7-75aa-4862-93ee-77b036e0b81d)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:55.584846 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b02e04b7-fea7-4d64-9ab6-c894a314f62f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (b526eb21-84c2-40c7-8d44-7ea6573804b4), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.589023 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a74b82d9-a6da-49e7-8247-8482db0df545), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.596902 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b02e04b7-fea7-4d64-9ab6-c894a314f62f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (b526eb21-84c2-40c7-8d44-7ea6573804b4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.641882 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e04b7-fea7-4d64-9ab6-c894a314f62f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b526eb21-84c2-40c7-8d44-7ea6573804b4,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:55.659200 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b02e04b7-fea7-4d64-9ab6-c894a314f62f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.664072 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b02e04b7-fea7-4d64-9ab6-c894a314f62f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3646841 Feb 10 15:48:55.664263 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26824416-2682-4741-8293-c337ea78f5df None None] Pushing event updated for resources: {'Port': ['ID=a74b82d9-a6da-49e7-8247-8482db0df545,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:55.664441 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33174) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:55.670258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a20cf5c4-9d40-47fd-a3c3-b45adbe3975b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '5497a1f5-279e-4216-9209-46b12550ed0b', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:55.723453 n-d-815324-7 neutron-server[103369]: INFO neutron.db.securitygroups_db [None req-a20cf5c4-9d40-47fd-a3c3-b45adbe3975b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Project 533ce765c0594113bf82249a9276396d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:48:55.736942 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Routers {'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:55.742344 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:55.745946 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a20cf5c4-9d40-47fd-a3c3-b45adbe3975b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (4fcec3c9-5016-4202-a456-730c754e40da), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.845675 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e2019340-6fad-4ce4-b486-5f60ab2e2e8a None None] Provisioning complete for port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:55.846261 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e2019340-6fad-4ce4-b486-5f60ab2e2e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.856511 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 482be41a-8edd-48d3-b266-e03c4d2b8d2d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:55.897747 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a20cf5c4-9d40-47fd-a3c3-b45adbe3975b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (4fcec3c9-5016-4202-a456-730c754e40da), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.908052 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a20cf5c4-9d40-47fd-a3c3-b45adbe3975b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (4fcec3c9-5016-4202-a456-730c754e40da), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.928365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cf5c4-9d40-47fd-a3c3-b45adbe3975b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fcec3c9-5016-4202-a456-730c754e40da,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:55.946695 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a20cf5c4-9d40-47fd-a3c3-b45adbe3975b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:55.957515 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a20cf5c4-9d40-47fd-a3c3-b45adbe3975b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2918463 Feb 10 15:48:55.966096 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33184) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:56.010733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e2019340-6fad-4ce4-b486-5f60ab2e2e8a None None] Port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:48:56.070310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 482be41a-8edd-48d3-b266-e03c4d2b8d2d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:56.070716 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (482be41a-8edd-48d3-b266-e03c4d2b8d2d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.110840 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] Set router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:56.130661 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Sync routers for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:48:56.156286 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4eb1da5c-3b30-4350-9efe-4b185eef7896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.158842 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:56.159713 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:56.193412 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33200) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:56.199934 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-8a818e73-bf64-43f7-b20a-92c18414e6fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1358745483-network', 'tenant_id': 'a20d027599f84c24bcc09426f03d928e'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:56.207895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-bb2956c8-9c17-4ee1-b8f6-dbcc453050dd None None] Provisioning complete for port a74b82d9-a6da-49e7-8247-8482db0df545 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:56.208276 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bb2956c8-9c17-4ee1-b8f6-dbcc453050dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a74b82d9-a6da-49e7-8247-8482db0df545), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.231710 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a818e73-bf64-43f7-b20a-92c18414e6fe admin admin] Made reservation on behalf of a20d027599f84c24bcc09426f03d928e for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:56.235623 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8a818e73-bf64-43f7-b20a-92c18414e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.257739 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8a818e73-bf64-43f7-b20a-92c18414e6fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.276418 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4eb1da5c-3b30-4350-9efe-4b185eef7896 admin admin] Publish callbacks [] for security_group (6a09c7e3-eb1b-4716-9d6b-b4291741a529), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.286183 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4eb1da5c-3b30-4350-9efe-4b185eef7896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6a09c7e3-eb1b-4716-9d6b-b4291741a529), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.309503 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:56.333422 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-43ef09e0-e77b-400a-8763-f90ce8d83984 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888474734&fields=id&tenant_id=533ce765c0594113bf82249a9276396d HTTP/1.1" status: 200 len: 267 time: 0.1137123 Feb 10 15:48:56.358569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1da5c-3b30-4350-9efe-4b185eef7896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a09c7e3-eb1b-4716-9d6b-b4291741a529,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:56.362189 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 482be41a-8edd-48d3-b266-e03c4d2b8d2d is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:56.362632 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (482be41a-8edd-48d3-b266-e03c4d2b8d2d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.364118 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4eb1da5c-3b30-4350-9efe-4b185eef7896 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0452537c85f48288286a14e6ac7bf1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3960276 Feb 10 15:48:56.366722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33202) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:56.426534 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c460557b-6fc6-4c5f-8f4b-915f170656ee admin admin] Publish callbacks [] for security_group (6a09c7e3-eb1b-4716-9d6b-b4291741a529), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.455699 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8a818e73-bf64-43f7-b20a-92c18414e6fe admin admin] Publish callbacks [] for security_group (6a07ab5b-d51f-4248-aef8-7ac404dcd231), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.456460 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c460557b-6fc6-4c5f-8f4b-915f170656ee admin admin] Publish callbacks [] for security_group (6a09c7e3-eb1b-4716-9d6b-b4291741a529), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.463912 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8a818e73-bf64-43f7-b20a-92c18414e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6a07ab5b-d51f-4248-aef8-7ac404dcd231), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.475080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 482be41a-8edd-48d3-b266-e03c4d2b8d2d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=482be41a-8edd-48d3-b266-e03c4d2b8d2d,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:56.477067 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a818e73-bf64-43f7-b20a-92c18414e6fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:48:56.486915 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (482be41a-8edd-48d3-b266-e03c4d2b8d2d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.487238 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8a818e73-bf64-43f7-b20a-92c18414e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (53895c46-4e96-4cfd-8da1-a42c77a55727), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.487595 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-8a818e73-bf64-43f7-b20a-92c18414e6fe admin admin] Added segment 53895c46-4e96-4cfd-8da1-a42c77a55727 of type vlan for network a5097b11-9c11-449b-a006-046a56f738f8 Feb 10 15:48:56.488438 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4230e704-42f8-4298-b569-57d6557cbb7e up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:56.528817 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c460557b-6fc6-4c5f-8f4b-915f170656ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6a09c7e3-eb1b-4716-9d6b-b4291741a529), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.530433 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8a818e73-bf64-43f7-b20a-92c18414e6fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (a5097b11-9c11-449b-a006-046a56f738f8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.531694 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c460557b-6fc6-4c5f-8f4b-915f170656ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.535084 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c460557b-6fc6-4c5f-8f4b-915f170656ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a09c7e3-eb1b-4716-9d6b-b4291741a529 HTTP/1.1" status: 204 len: 168 time: 0.1652200 Feb 10 15:48:56.540773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460557b-6fc6-4c5f-8f4b-915f170656ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a09c7e3-eb1b-4716-9d6b-b4291741a529,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:56.581046 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-bb2956c8-9c17-4ee1-b8f6-dbcc453050dd None None] Current status of the port a74b82d9-a6da-49e7-8247-8482db0df545 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:56.581473 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bb2956c8-9c17-4ee1-b8f6-dbcc453050dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a74b82d9-a6da-49e7-8247-8482db0df545), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.583339 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=482be41a-8edd-48d3-b266-e03c4d2b8d2d,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:56.588456 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:54Z', 'revision_number': 2, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:56.598208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-35132435-446e-4e27-9f35-77ba11fecd11 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:56.599982 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-35132435-446e-4e27-9f35-77ba11fecd11 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/networks?id=728cfdba-899c-41bc-b106-01207edd8c33 HTTP/1.1" status: 200 len: 797 time: 0.2506795 Feb 10 15:48:56.600891 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a818e73-bf64-43f7-b20a-92c18414e6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a07ab5b-d51f-4248-aef8-7ac404dcd231,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:56.604309 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8a818e73-bf64-43f7-b20a-92c18414e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (a5097b11-9c11-449b-a006-046a56f738f8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.605680 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a818e73-bf64-43f7-b20a-92c18414e6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:56.606487 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8a818e73-bf64-43f7-b20a-92c18414e6fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.628688 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Checking router: 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:48:56.629286 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Updating router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:48:56.651884 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:50Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'a74b82d9-a6da-49e7-8247-8482db0df545', 'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:78:4c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:55Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:56.676300 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.880024 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de1fbd-9bda-4e16-8da9-ea89d7dc731b None None] The sync data for ids ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'] in n-d-815324-7 is: [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:50Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'a74b82d9-a6da-49e7-8247-8482db0df545', 'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:78:4c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:55Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:48:56.885543 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-bb2956c8-9c17-4ee1-b8f6-dbcc453050dd None None] For port a74b82d9-a6da-49e7-8247-8482db0df545, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a74b82d9-a6da-49e7-8247-8482db0df545,segment=NetworkSegment(776f52b7-75aa-4862-93ee-77b036e0b81d),segment_id=776f52b7-75aa-4862-93ee-77b036e0b81d)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:56.891799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4230e704-42f8-4298-b569-57d6557cbb7e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:56.892176 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4230e704-42f8-4298-b569-57d6557cbb7e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.893905 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bb2956c8-9c17-4ee1-b8f6-dbcc453050dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a74b82d9-a6da-49e7-8247-8482db0df545), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:56.977903 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2956c8-9c17-4ee1-b8f6-dbcc453050dd None None] Pushing event updated for resources: {'Port': ['ID=a74b82d9-a6da-49e7-8247-8482db0df545,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:57.010727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a818e73-bf64-43f7-b20a-92c18414e6fe admin admin] Pushing event updated for resources: {'Network': ['ID=a5097b11-9c11-449b-a006-046a56f738f8,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:57.019588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-9212e590-090e-4aa2-94ee-030abbc702a4 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/quotas/533ce765c0594113bf82249a9276396d HTTP/1.1" status: 200 len: 375 time: 0.4085217 Feb 10 15:48:57.032864 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network a5097b11-9c11-449b-a006-046a56f738f8 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:48:57.037408 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8a818e73-bf64-43f7-b20a-92c18414e6fe admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8400316 Feb 10 15:48:57.040233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33210) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:57.049624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-39922719-ba52-421a-979b-57f3e7d83b31 admin admin] Request body: {'subnet': {'network_id': 'a5097b11-9c11-449b-a006-046a56f738f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1358745483-subnet', 'tenant_id': 'a20d027599f84c24bcc09426f03d928e', 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:57.080477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39922719-ba52-421a-979b-57f3e7d83b31 admin admin] Made reservation on behalf of a20d027599f84c24bcc09426f03d928e for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:48:57.083381 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39922719-ba52-421a-979b-57f3e7d83b31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:57.116465 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-4b2bdbb9-aa02-499d-a8c2-6651f7406b76 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=533ce765c0594113bf82249a9276396d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792634 Feb 10 15:48:57.129756 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Publish callbacks [] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:57.144494 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:57.229922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4230e704-42f8-4298-b569-57d6557cbb7e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:57.231195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f0179eb8-aa34-4ab0-8510-6d3f880eaf4d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:57.293549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:57.294076 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f0179eb8-aa34-4ab0-8510-6d3f880eaf4d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:57.331999 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-29d7237c-3a53-4e5d-8824-af21f7b64a11 service neutron] 10.222.0.64 "GET /v2.0/networks/728cfdba-899c-41bc-b106-01207edd8c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938958 Feb 10 15:48:57.382894 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39922719-ba52-421a-979b-57f3e7d83b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (42a193db-7252-4d5e-9616-50d4ea34ad83), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:57.408046 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:57.484174 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f73e93-41ff-425a-9fd7-9c32dba2f1c4 None None] Pushing event updated for resources: {'Port': ['ID=e8c37ac0-9cf8-4df5-9bbf-d03d6223619d,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:57.522553 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39922719-ba52-421a-979b-57f3e7d83b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a193db-7252-4d5e-9616-50d4ea34ad83,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:57.526319 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39922719-ba52-421a-979b-57f3e7d83b31 admin admin] Checking segment: {'id': '53895c46-4e96-4cfd-8da1-a42c77a55727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5097b11-9c11-449b-a006-046a56f738f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:57.526972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39922719-ba52-421a-979b-57f3e7d83b31 admin admin] Network hostable DHCP agents. Network: a5097b11-9c11-449b-a006-046a56f738f8, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:48:57.555564 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39922719-ba52-421a-979b-57f3e7d83b31 admin admin] Network a5097b11-9c11-449b-a006-046a56f738f8 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:48:57.585844 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-012dfbd7-62b1-4f1a-902e-1e892bda87e3 service neutron] 10.222.0.64 "GET /v2.0/networks/728cfdba-899c-41bc-b106-01207edd8c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456844 Feb 10 15:48:57.591853 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-39922719-ba52-421a-979b-57f3e7d83b31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, a5097b11-9c11-449b-a006-046a56f738f8) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:57.602601 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66225d98-6af7-41dc-a9eb-bbc308ab83df None None] Network a5097b11-9c11-449b-a006-046a56f738f8 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:48:57.626554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39922719-ba52-421a-979b-57f3e7d83b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:57.628303 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Attempting to bind port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:48:57.629797 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39922719-ba52-421a-979b-57f3e7d83b31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:57.631770 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Attempting to bind port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:48:57.632249 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Attempting to bind port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d on network 3707da07-4fe9-4b6c-94ea-78b38c207829 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:57.652693 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:57.653343 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Checking segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:57.658714 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:57.659857 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Bound using segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:57.660583 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Bound port: e8c37ac0-9cf8-4df5-9bbf-d03d6223619d, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:48:57.661255 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:57.683970 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-39922719-ba52-421a-979b-57f3e7d83b31 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6419063 Feb 10 15:48:57.686922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33224) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:48:57.708058 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1358745483-router', 'tenant_id': 'a20d027599f84c24bcc09426f03d928e', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:48:57.754786 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (33061327-c1a4-4bf0-8899-1d7aee3682f6), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:57.755970 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (33061327-c1a4-4bf0-8899-1d7aee3682f6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:57.833397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a74b82d9-a6da-49e7-8247-8482db0df545 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:57.884288 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] For port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:57.890473 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] For port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e8c37ac0-9cf8-4df5-9bbf-d03d6223619d,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:57.903264 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:57.913035 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Publish callbacks [] for router_controller (33061327-c1a4-4bf0-8899-1d7aee3682f6), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:57.949461 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a083b90-db89-46b9-b181-f1e746b04b47 req-690b72c5-0d06-43d8-afb6-91938a27c995 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 210 time: 0.0631893 Feb 10 15:48:58.049916 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:48:58.050609 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:58.084534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-a5097b11-9c11-449b-a006-046a56f738f8', 'network_id': 'a5097b11-9c11-449b-a006-046a56f738f8', 'project_id': 'a20d027599f84c24bcc09426f03d928e', 'fixed_ips': [{'subnet_id': '42a193db-7252-4d5e-9616-50d4ea34ad83'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:48:58.086293 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:58.111534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9fd7788d-75e6-45b6-8424-c8122814ead4 None None] Provisioning complete for port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:58.117776 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9fd7788d-75e6-45b6-8424-c8122814ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:58.125103 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f73e93-41ff-425a-9fd7-9c32dba2f1c4 None None] Pushing event updated for resources: {'Port': ['ID=e8c37ac0-9cf8-4df5-9bbf-d03d6223619d,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:58.246230 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port a74b82d9-a6da-49e7-8247-8482db0df545 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:58.246800 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a74b82d9-a6da-49e7-8247-8482db0df545), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:58.257636 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Publish callbacks [] for router_gateway (33061327-c1a4-4bf0-8899-1d7aee3682f6), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:58.320468 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:48:58.581360 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9fd7788d-75e6-45b6-8424-c8122814ead4 None None] Current status of the port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:58.584966 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9fd7788d-75e6-45b6-8424-c8122814ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:58.636940 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Allocated IP 172.20.0.2 (a5097b11-9c11-449b-a006-046a56f738f8/42a193db-7252-4d5e-9616-50d4ea34ad83/4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:48:58.647024 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:57Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:48:58.689502 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a74b82d9-a6da-49e7-8247-8482db0df545 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:58.690871 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 482be41a-8edd-48d3-b266-e03c4d2b8d2d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:58.699302 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e4e334-97c4-44a1-a8be-fa3b75f7b714 None None] The sync data for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 is: [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:57Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:48:58.712256 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Publish callbacks [] for router_gateway (33061327-c1a4-4bf0-8899-1d7aee3682f6), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:58.736271 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:58.852015 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9fd7788d-75e6-45b6-8424-c8122814ead4 None None] For port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e8c37ac0-9cf8-4df5-9bbf-d03d6223619d,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:48:58.865561 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9fd7788d-75e6-45b6-8424-c8122814ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:58.945688 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7788d-75e6-45b6-8424-c8122814ead4 None None] Pushing event updated for resources: {'Port': ['ID=e8c37ac0-9cf8-4df5-9bbf-d03d6223619d,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:58.989720 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Allocated IP 172.25.3.129 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/0a7b767e-2c8d-4e55-9ac8-0b542165ad3b) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:48:59.039884 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4029fd03-3362-4be1-aa4e-4944a379f6c4 None None] Provisioning complete for port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:59.040253 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4029fd03-3362-4be1-aa4e-4944a379f6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:59.141787 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 482be41a-8edd-48d3-b266-e03c4d2b8d2d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:59.142399 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (482be41a-8edd-48d3-b266-e03c4d2b8d2d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:59.151313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5c457df-ce19-4e1d-a989-43f3f8003575 req-5c942ab9-f6f2-450b-96fd-a98262a9f5f3 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 210 time: 0.0697436 Feb 10 15:48:59.191975 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Publish callbacks [] for port (0a7b767e-2c8d-4e55-9ac8-0b542165ad3b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:59.208950 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Publish callbacks [] for port (4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:59.243254 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:59.260219 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (0a7b767e-2c8d-4e55-9ac8-0b542165ad3b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:59.323948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4029fd03-3362-4be1-aa4e-4944a379f6c4 None None] Current status of the port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:59.326380 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:48:59.328009 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Network a5097b11-9c11-449b-a006-046a56f738f8 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:48:59.330961 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:59.334364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:48:59.334749 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:48:59.339942 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:48:59.349494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Pushing event updated for resources: {'Port': ['ID=4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:59.368220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Pushing event updated for resources: {'Port': ['ID=0a7b767e-2c8d-4e55-9ac8-0b542165ad3b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:59.428941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 482be41a-8edd-48d3-b266-e03c4d2b8d2d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:59.435068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Attempting to bind port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:48:59.435442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Attempting to bind port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '53895c46-4e96-4cfd-8da1-a42c77a55727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5097b11-9c11-449b-a006-046a56f738f8'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:48:59.436339 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Attempting to bind port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d on network a5097b11-9c11-449b-a006-046a56f738f8 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:48:59.442027 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:48:59.442027 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Checking segment: {'id': '53895c46-4e96-4cfd-8da1-a42c77a55727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5097b11-9c11-449b-a006-046a56f738f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:48:59.442320 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:59.442686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Bound using segment: {'id': '53895c46-4e96-4cfd-8da1-a42c77a55727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5097b11-9c11-449b-a006-046a56f738f8'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:48:59.443153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Bound port: 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53895c46-4e96-4cfd-8da1-a42c77a55727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5097b11-9c11-449b-a006-046a56f738f8'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:48:59.443537 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:59.540087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] For port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:48:59.543684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] For port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d,segment=NetworkSegment(53895c46-4e96-4cfd-8da1-a42c77a55727),segment_id=53895c46-4e96-4cfd-8da1-a42c77a55727)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:48:59.555420 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:59.568884 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e8c37ac0-9cf8-4df5-9bbf-d03d6223619d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:48:59.653756 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cffe7-cfe1-4b61-9f4c-e87b3395b8c9 None None] Pushing event updated for resources: {'Port': ['ID=4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:48:59.686845 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:48:59.687298 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:48:59.806425 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:48:59.817074 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-1ddca514-387d-4a86-8856-463cf1e000f0 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:48:59.818570 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-1ddca514-387d-4a86-8856-463cf1e000f0 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.72 "GET /v2.0/networks?id=728cfdba-899c-41bc-b106-01207edd8c33 HTTP/1.1" status: 200 len: 797 time: 0.2069979 Feb 10 15:48:59.854723 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Publish callbacks [] for router_gateway (33061327-c1a4-4bf0-8899-1d7aee3682f6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:00.029853 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-4e046c0c-dcaf-4de4-bf1d-647250793ef2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=533ce765c0594113bf82249a9276396d HTTP/1.1" status: 200 len: 380 time: 0.2005112 Feb 10 15:49:00.132959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-a207783d-69d3-471c-9e0e-6630941d56ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'port': {'device_id': '616c3d90-11e1-4afc-bf33-dba56a718016', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'admin_state_up': True, 'tenant_id': '533ce765c0594113bf82249a9276396d', 'security_groups': ['5497a1f5-279e-4216-9209-46b12550ed0b']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:00.210109 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (33061327-c1a4-4bf0-8899-1d7aee3682f6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:00.277107 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0b94b5e-9d9c-42e9-a5ed-2f86ed4a55cd req-941ced25-d9bd-4fde-9c7a-ba1dd9cf21a2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 210 time: 0.0415065 Feb 10 15:49:00.305296 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33304) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:00.349855 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-a207783d-69d3-471c-9e0e-6630941d56ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Made reservation on behalf of 533ce765c0594113bf82249a9276396d for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:00.353393 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-a207783d-69d3-471c-9e0e-6630941d56ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:00.427044 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295dd290-a679-4c14-bd6b-593f3fb0b90b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:00.464176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Router 33061327-c1a4-4bf0-8899-1d7aee3682f6 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:49:00.542261 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-a207783d-69d3-471c-9e0e-6630941d56ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Allocated IP 172.20.0.9 (728cfdba-899c-41bc-b106-01207edd8c33/d335d6a5-fe89-474d-ba6a-f70e0ff4b1da/4ec56fee-85b3-4844-8682-8fb6c1429f08) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:00.611121 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295dd290-a679-4c14-bd6b-593f3fb0b90b admin admin] Publish callbacks [] for security_group (f02720d4-f68d-4cea-aa97-1182a319e2ac), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:00.616541 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-295dd290-a679-4c14-bd6b-593f3fb0b90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f02720d4-f68d-4cea-aa97-1182a319e2ac), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:00.695334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-295dd290-a679-4c14-bd6b-593f3fb0b90b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1e297fdea094e588fbca5ba4f72e1a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3888597 Feb 10 15:49:00.696453 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33308) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:00.697412 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dd290-a679-4c14-bd6b-593f3fb0b90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02720d4-f68d-4cea-aa97-1182a319e2ac,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:00.796454 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-a207783d-69d3-471c-9e0e-6630941d56ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for port (4ec56fee-85b3-4844-8682-8fb6c1429f08), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:00.802510 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-718acd95-5dc5-4cce-bc93-a11baae824af admin admin] Publish callbacks [] for security_group (f02720d4-f68d-4cea-aa97-1182a319e2ac), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:00.829869 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-718acd95-5dc5-4cce-bc93-a11baae824af admin admin] Publish callbacks [] for security_group (f02720d4-f68d-4cea-aa97-1182a319e2ac), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:00.864632 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-a207783d-69d3-471c-9e0e-6630941d56ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4ec56fee-85b3-4844-8682-8fb6c1429f08), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:00.903534 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-718acd95-5dc5-4cce-bc93-a11baae824af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (f02720d4-f68d-4cea-aa97-1182a319e2ac), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:00.907863 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-718acd95-5dc5-4cce-bc93-a11baae824af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:00.909408 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-718acd95-5dc5-4cce-bc93-a11baae824af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f02720d4-f68d-4cea-aa97-1182a319e2ac HTTP/1.1" status: 204 len: 168 time: 0.2084920 Feb 10 15:49:00.933193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718acd95-5dc5-4cce-bc93-a11baae824af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02720d4-f68d-4cea-aa97-1182a319e2ac,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:01.046467 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-a207783d-69d3-471c-9e0e-6630941d56ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network 728cfdba-899c-41bc-b106-01207edd8c33 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:01.064250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-a207783d-69d3-471c-9e0e-6630941d56ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:01.066497 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207783d-69d3-471c-9e0e-6630941d56ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Port': ['ID=4ec56fee-85b3-4844-8682-8fb6c1429f08,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:01.069254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-a207783d-69d3-471c-9e0e-6630941d56ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:01.072515 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:01.075730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59459d7e-1c72-4785-b297-8ae2b9f29838 None None] Network a5097b11-9c11-449b-a006-046a56f738f8 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:49:01.083462 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:49:01.143979 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:01.147754 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4846fe58-bdb2-4765-8ecd-0549984c1a61 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4567275 Feb 10 15:49:01.148481 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33314) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:01.154602 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Sync routers for ids ['33061327-c1a4-4bf0-8899-1d7aee3682f6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:01.296301 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-a207783d-69d3-471c-9e0e-6630941d56ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:01.296989 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-a207783d-69d3-471c-9e0e-6630941d56ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:01.307552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b9326e9a-c305-4515-86b0-709780779b5d None None] Provisioning complete for port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:01.308362 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b9326e9a-c305-4515-86b0-709780779b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:01.377084 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Routers {'33061327-c1a4-4bf0-8899-1d7aee3682f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:01.377876 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['33061327-c1a4-4bf0-8899-1d7aee3682f6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:01.431956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33318) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:01.476260 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-a207783d-69d3-471c-9e0e-6630941d56ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3766248 Feb 10 15:49:01.480103 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-42801ee3-a716-4c98-83c7-23efcaeca037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:01.497259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Request body: {'port': {'device_id': '616c3d90-11e1-4afc-bf33-dba56a718016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:01.505899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb867f2-63ed-4697-aa8a-db040cccd8bb req-58201aa5-ce57-43a8-a44d-613b69038ac1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:01.517557 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5fb867f2-63ed-4697-aa8a-db040cccd8bb req-58201aa5-ce57-43a8-a44d-613b69038ac1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 931 time: 0.1159306 Feb 10 15:49:01.617790 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5fb867f2-63ed-4697-aa8a-db040cccd8bb req-8e719153-6453-4a8c-8683-4c45124da64e tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=5497a1f5-279e-4216-9209-46b12550ed0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945144 Feb 10 15:49:01.618051 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Set router 33061327-c1a4-4bf0-8899-1d7aee3682f6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:01.655552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:01.783776 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b9326e9a-c305-4515-86b0-709780779b5d None None] Current status of the port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:01.784323 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b9326e9a-c305-4515-86b0-709780779b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:01.874759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b9326e9a-c305-4515-86b0-709780779b5d None None] For port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d,segment=NetworkSegment(53895c46-4e96-4cfd-8da1-a42c77a55727),segment_id=53895c46-4e96-4cfd-8da1-a42c77a55727)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:01.887934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:01.888522 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:01.893256 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b9326e9a-c305-4515-86b0-709780779b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:02.046913 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4ec56fee-85b3-4844-8682-8fb6c1429f08), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:02.173808 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-42801ee3-a716-4c98-83c7-23efcaeca037 admin admin] Publish callbacks [] for security_group (b8e3ffa5-c557-4286-9b6d-3f51c3868e9a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:02.190696 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-42801ee3-a716-4c98-83c7-23efcaeca037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b8e3ffa5-c557-4286-9b6d-3f51c3868e9a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:02.205473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9326e9a-c305-4515-86b0-709780779b5d None None] Pushing event updated for resources: {'Port': ['ID=4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:02.217706 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3a692ee5-9d8c-4457-9914-4615a24f3fe3 None None] Provisioning complete for port 4ec56fee-85b3-4844-8682-8fb6c1429f08 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:02.218648 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3a692ee5-9d8c-4457-9914-4615a24f3fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4ec56fee-85b3-4844-8682-8fb6c1429f08), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:02.298821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3a692ee5-9d8c-4457-9914-4615a24f3fe3 None None] Port 4ec56fee-85b3-4844-8682-8fb6c1429f08 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:49:02.300688 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:02.306668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'name': 'tempest-TestVolumeBootPattern-1358745483-router', 'tenant_id': 'a20d027599f84c24bcc09426f03d928e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '0a7b767e-2c8d-4e55-9ac8-0b542165ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:57Z', 'updated_at': '2022-02-10T15:48:59Z', 'revision_number': 3, 'project_id': 'a20d027599f84c24bcc09426f03d928e', 'gw_port': {'id': '0a7b767e-2c8d-4e55-9ac8-0b542165ad3b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:58Z', 'updated_at': '2022-02-10T15:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:02.314446 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-42801ee3-a716-4c98-83c7-23efcaeca037 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cd5b6be18284a039deb2eb73290a503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8771372 Feb 10 15:49:02.315973 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33320) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:02.336627 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42801ee3-a716-4c98-83c7-23efcaeca037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e3ffa5-c557-4286-9b6d-3f51c3868e9a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:02.343158 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3a692ee5-9d8c-4457-9914-4615a24f3fe3 None None] Provisioning complete for port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:02.343658 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3a692ee5-9d8c-4457-9914-4615a24f3fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:02.345409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Checking router: 33061327-c1a4-4bf0-8899-1d7aee3682f6 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:49:02.345850 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Updating router 33061327-c1a4-4bf0-8899-1d7aee3682f6 port 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:49:02.394564 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0a7b767e-2c8d-4e55-9ac8-0b542165ad3b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:02.410166 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d9042c2-8d33-4e58-a77e-5571b88c8955 admin admin] Publish callbacks [] for security_group (b8e3ffa5-c557-4286-9b6d-3f51c3868e9a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:02.454056 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d9042c2-8d33-4e58-a77e-5571b88c8955 admin admin] Publish callbacks [] for security_group (b8e3ffa5-c557-4286-9b6d-3f51c3868e9a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:02.512263 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:02.539221 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d9042c2-8d33-4e58-a77e-5571b88c8955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b8e3ffa5-c557-4286-9b6d-3f51c3868e9a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:02.546760 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d9042c2-8d33-4e58-a77e-5571b88c8955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:02.550866 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0d9042c2-8d33-4e58-a77e-5571b88c8955 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8e3ffa5-c557-4286-9b6d-3f51c3868e9a HTTP/1.1" status: 204 len: 168 time: 0.2320540 Feb 10 15:49:02.568339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9042c2-8d33-4e58-a77e-5571b88c8955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e3ffa5-c557-4286-9b6d-3f51c3868e9a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:02.585555 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3a692ee5-9d8c-4457-9914-4615a24f3fe3 None None] Current status of the port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:02.692881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec56fee-85b3-4844-8682-8fb6c1429f08 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:49:02.704281 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Publish callbacks [] for port (4ec56fee-85b3-4844-8682-8fb6c1429f08), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:02.743162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Transition to ACTIVE for port object 4ec56fee-85b3-4844-8682-8fb6c1429f08 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:49:02.758442 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (4ec56fee-85b3-4844-8682-8fb6c1429f08), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:02.811651 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Allocated IP 172.20.0.1 (a5097b11-9c11-449b-a006-046a56f738f8/42a193db-7252-4d5e-9616-50d4ea34ad83/1d743bda-d785-4fda-82c3-d0b6a2326bb0) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:02.852362 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Publish callbacks [] for port (0a7b767e-2c8d-4e55-9ac8-0b542165ad3b), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:02.869383 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0a7b767e-2c8d-4e55-9ac8-0b542165ad3b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:02.889616 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7875f83-6a57-4555-a8ea-ebfc1020aabc req-bc3b328d-59c7-43df-8ae0-ddb4704a7dd0 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:02.892139 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7875f83-6a57-4555-a8ea-ebfc1020aabc req-bc3b328d-59c7-43df-8ae0-ddb4704a7dd0 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 943 time: 0.1411295 Feb 10 15:49:02.947905 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec56fee-85b3-4844-8682-8fb6c1429f08,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:02.989274 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Attempting to bind port 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:49:02.989791 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Attempting to bind port 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:49:02.991694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Attempting to bind port 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:02.994201 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbeaa0-38a9-4f1a-b66e-34710c04621f None None] Pushing event updated for resources: {'Port': ['ID=0a7b767e-2c8d-4e55-9ac8-0b542165ad3b,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:03.002170 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7875f83-6a57-4555-a8ea-ebfc1020aabc req-1a16327d-e610-42dc-895b-485130067891 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=5497a1f5-279e-4216-9209-46b12550ed0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993993 Feb 10 15:49:03.007429 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:03.007817 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:49:03.008305 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:03.008612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:03.009162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Bound port: 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:49:03.009552 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0a7b767e-2c8d-4e55-9ac8-0b542165ad3b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:03.062205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Attempting to bind port 4ec56fee-85b3-4844-8682-8fb6c1429f08 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:49:03.062763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Attempting to bind port 4ec56fee-85b3-4844-8682-8fb6c1429f08 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '776f52b7-75aa-4862-93ee-77b036e0b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:49:03.063144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Attempting to bind port 4ec56fee-85b3-4844-8682-8fb6c1429f08 on network 728cfdba-899c-41bc-b106-01207edd8c33 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:03.073217 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Port 4ec56fee-85b3-4844-8682-8fb6c1429f08 on network 728cfdba-899c-41bc-b106-01207edd8c33 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:03.073723 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Attempting to bind port 4ec56fee-85b3-4844-8682-8fb6c1429f08 on network 728cfdba-899c-41bc-b106-01207edd8c33 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:03.076523 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] For port 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:03.079813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] For port 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0a7b767e-2c8d-4e55-9ac8-0b542165ad3b,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:03.086125 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:03.086499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Checking segment: {'id': '776f52b7-75aa-4862-93ee-77b036e0b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:49:03.087059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Bound using segment: {'id': '776f52b7-75aa-4862-93ee-77b036e0b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:03.087603 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Bound port: 4ec56fee-85b3-4844-8682-8fb6c1429f08, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '776f52b7-75aa-4862-93ee-77b036e0b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:49:03.087775 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0a7b767e-2c8d-4e55-9ac8-0b542165ad3b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:03.088017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4ec56fee-85b3-4844-8682-8fb6c1429f08), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:03.130796 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Publish callbacks [] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:03.185151 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Routers {'33061327-c1a4-4bf0-8899-1d7aee3682f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:03.186205 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['33061327-c1a4-4bf0-8899-1d7aee3682f6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:03.189703 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbeaa0-38a9-4f1a-b66e-34710c04621f None None] Pushing event updated for resources: {'Port': ['ID=0a7b767e-2c8d-4e55-9ac8-0b542165ad3b,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:03.230040 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:03.283023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Network a5097b11-9c11-449b-a006-046a56f738f8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:03.294098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:03.299153 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:03.337048 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] Set router 33061327-c1a4-4bf0-8899-1d7aee3682f6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:03.350470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Pushing event updated for resources: {'Port': ['ID=1d743bda-d785-4fda-82c3-d0b6a2326bb0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:03.360628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] For port 4ec56fee-85b3-4844-8682-8fb6c1429f08, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:03.379023 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (33061327-c1a4-4bf0-8899-1d7aee3682f6), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:03.382696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] For port 4ec56fee-85b3-4844-8682-8fb6c1429f08, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4ec56fee-85b3-4844-8682-8fb6c1429f08,segment=NetworkSegment(776f52b7-75aa-4862-93ee-77b036e0b81d),segment_id=776f52b7-75aa-4862-93ee-77b036e0b81d)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:03.426792 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (4ec56fee-85b3-4844-8682-8fb6c1429f08), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:03.558794 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:03.559599 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:03.567738 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] 10.222.0.72 "PUT /v2.0/ports/4ec56fee-85b3-4844-8682-8fb6c1429f08 HTTP/1.1" status: 200 len: 1091 time: 2.0745604 Feb 10 15:49:03.568633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616c3d90-11e1-4afc-bf33-dba56a718016', 'tag': '4ec56fee-85b3-4844-8682-8fb6c1429f08'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:49:03.571628 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718aec25-8ed5-445d-a4a4-5549834acd97" -d '{"events": [{"name": "network-changed", "server_uuid": "616c3d90-11e1-4afc-bf33-dba56a718016", "tag": "4ec56fee-85b3-4844-8682-8fb6c1429f08"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:03.621836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:03.680149 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea79e89-5136-4bbe-8d6c-eaef87cca3ae x-openstack-request-id: req-9ea79e89-5136-4bbe-8d6c-eaef87cca3ae {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:03.680511 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "616c3d90-11e1-4afc-bf33-dba56a718016", "tag": "4ec56fee-85b3-4844-8682-8fb6c1429f08", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:03.680727 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ea79e89-5136-4bbe-8d6c-eaef87cca3ae {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:03.681138 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616c3d90-11e1-4afc-bf33-dba56a718016', 'tag': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'status': 'completed', 'code': 200} Feb 10 15:49:03.684462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc55be-be1e-4fba-a075-007764ee1294 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec56fee-85b3-4844-8682-8fb6c1429f08,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:03.709307 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:03.715042 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-700c94c0-8981-4fa4-a6e2-a4a0201f2275 None None] Provisioning complete for port 1d743bda-d785-4fda-82c3-d0b6a2326bb0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:03.715709 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-700c94c0-8981-4fa4-a6e2-a4a0201f2275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:03.736228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-f4e5642e-c7fd-46ac-9f03-a295eff9d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:03.738161 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-f4e5642e-c7fd-46ac-9f03-a295eff9d755 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=533ce765c0594113bf82249a9276396d&device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 1125 time: 0.1191823 Feb 10 15:49:03.782117 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:03.783247 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:03.787941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-700c94c0-8981-4fa4-a6e2-a4a0201f2275 None None] Port 1d743bda-d785-4fda-82c3-d0b6a2326bb0 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:49:03.813111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'name': 'tempest-TestVolumeBootPattern-1358745483-router', 'tenant_id': 'a20d027599f84c24bcc09426f03d928e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '0a7b767e-2c8d-4e55-9ac8-0b542165ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:57Z', 'updated_at': '2022-02-10T15:48:59Z', 'revision_number': 3, 'project_id': 'a20d027599f84c24bcc09426f03d928e', 'gw_port': {'id': '0a7b767e-2c8d-4e55-9ac8-0b542165ad3b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:58Z', 'updated_at': '2022-02-10T15:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:03.817679 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-65529e05-4677-4564-9afc-14629f0808fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec56fee-85b3-4844-8682-8fb6c1429f08 HTTP/1.1" status: 200 len: 217 time: 0.0582356 Feb 10 15:49:03.850165 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377d502e-8287-4595-b09b-7486188e0a53 None None] The sync data for ids ['33061327-c1a4-4bf0-8899-1d7aee3682f6'] in n-d-815324-7 is: [{'id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'name': 'tempest-TestVolumeBootPattern-1358745483-router', 'tenant_id': 'a20d027599f84c24bcc09426f03d928e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '0a7b767e-2c8d-4e55-9ac8-0b542165ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:57Z', 'updated_at': '2022-02-10T15:48:59Z', 'revision_number': 3, 'project_id': 'a20d027599f84c24bcc09426f03d928e', 'gw_port': {'id': '0a7b767e-2c8d-4e55-9ac8-0b542165ad3b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:58Z', 'updated_at': '2022-02-10T15:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:03.912709 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-d0c38d12-a16a-46bf-8ecc-919288c4d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:03.914536 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-d0c38d12-a16a-46bf-8ecc-919288c4d8cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d335d6a5-fe89-474d-ba6a-f70e0ff4b1da HTTP/1.1" status: 200 len: 835 time: 0.0843971 Feb 10 15:49:03.940748 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:04.033402 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-62baea03-b3dd-4709-9f30-eb931582ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:04.035485 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-62baea03-b3dd-4709-9f30-eb931582ccf3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=728cfdba-899c-41bc-b106-01207edd8c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0842283 Feb 10 15:49:04.133680 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Publish callbacks [] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:04.150314 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:04.154353 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3e54f-f792-4045-9add-1d56ae451005 req-a2287bcd-6238-4ebd-9b80-bed896a1fdea tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:04.159023 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfb3e54f-f792-4045-9add-1d56ae451005 req-a2287bcd-6238-4ebd-9b80-bed896a1fdea tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 943 time: 0.0748811 Feb 10 15:49:04.269846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfb3e54f-f792-4045-9add-1d56ae451005 req-ffbf2701-745c-4a3e-8b3f-c218a9bebe65 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=5497a1f5-279e-4216-9209-46b12550ed0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979347 Feb 10 15:49:04.321356 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-ea8e581f-d910-4911-a92c-fbdae947a4ea service neutron] 10.222.0.72 "GET /v2.0/networks/728cfdba-899c-41bc-b106-01207edd8c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779074 Feb 10 15:49:04.322704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Pushing event updated for resources: {'Port': ['ID=1d743bda-d785-4fda-82c3-d0b6a2326bb0,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:04.325350 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (33061327-c1a4-4bf0-8899-1d7aee3682f6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:04.515834 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-659ebeef-b4fc-4639-9599-7844d1f908a1 req-c1e7b7ce-8c3c-4f1b-a7f7-d15730d6370a service neutron] 10.222.0.72 "GET /v2.0/networks/728cfdba-899c-41bc-b106-01207edd8c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860785 Feb 10 15:49:04.535791 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Network a5097b11-9c11-449b-a006-046a56f738f8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:04.537363 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:04.633047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33366) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:04.713027 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aec25-8ed5-445d-a4a4-5549834acd97 req-d24c9e6e-fa9c-4940-bde4-522b92635c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:04.714390 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-718aec25-8ed5-445d-a4a4-5549834acd97 req-d24c9e6e-fa9c-4940-bde4-522b92635c2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=533ce765c0594113bf82249a9276396d&device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 1125 time: 0.1239913 Feb 10 15:49:04.771977 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Router 33061327-c1a4-4bf0-8899-1d7aee3682f6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:04.840694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-39f53ec2-538c-4c3a-9253-a83a4502d366 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-141177762'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:04.862113 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f53ec2-538c-4c3a-9253-a83a4502d366 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Made reservation on behalf of 5ca2d177d62c4a4f995ab73d0774c825 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:04.865804 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39f53ec2-538c-4c3a-9253-a83a4502d366 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:04.876177 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39f53ec2-538c-4c3a-9253-a83a4502d366 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:04.879998 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7ad689e9-96b0-4f2b-80bb-279f2ea5e700 None None] Provisioning complete for port 1d743bda-d785-4fda-82c3-d0b6a2326bb0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:04.880525 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7ad689e9-96b0-4f2b-80bb-279f2ea5e700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:04.888186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aec25-8ed5-445d-a4a4-5549834acd97 req-7f75f164-21be-4bef-a196-16f02c7740de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:04.890417 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-718aec25-8ed5-445d-a4a4-5549834acd97 req-7f75f164-21be-4bef-a196-16f02c7740de service neutron] 10.222.0.72 "GET /v2.0/networks?id=728cfdba-899c-41bc-b106-01207edd8c33 HTTP/1.1" status: 200 len: 898 time: 0.1685429 Feb 10 15:49:04.929732 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7ad689e9-96b0-4f2b-80bb-279f2ea5e700 None None] Port 1d743bda-d785-4fda-82c3-d0b6a2326bb0 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:49:04.965265 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39f53ec2-538c-4c3a-9253-a83a4502d366 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Publish callbacks [] for security_group (a6dfe3ee-efe5-4913-b28f-ca3e00892d97), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:04.967886 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-718aec25-8ed5-445d-a4a4-5549834acd97 req-61386841-14d6-404f-b4d7-d93989a929c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec56fee-85b3-4844-8682-8fb6c1429f08 HTTP/1.1" status: 200 len: 217 time: 0.0698881 Feb 10 15:49:04.969995 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39f53ec2-538c-4c3a-9253-a83a4502d366 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a6dfe3ee-efe5-4913-b28f-ca3e00892d97), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:04.998895 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f53ec2-538c-4c3a-9253-a83a4502d366 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:49:05.009656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f53ec2-538c-4c3a-9253-a83a4502d366 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dfe3ee-efe5-4913-b28f-ca3e00892d97,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:05.015514 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39f53ec2-538c-4c3a-9253-a83a4502d366 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (60cbb976-4193-4509-9669-442236e18c27), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.016249 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-39f53ec2-538c-4c3a-9253-a83a4502d366 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Added segment 60cbb976-4193-4509-9669-442236e18c27 of type vlan for network f9f49a39-4b44-490d-abc6-d5ee1b7ef96f Feb 10 15:49:05.024780 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:05.032814 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3e5b8d76-7083-48b0-ab09-b0fff4b97f08 admin admin] 10.222.0.64 "PUT /v2.0/routers/33061327-c1a4-4bf0-8899-1d7aee3682f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8833520 Feb 10 15:49:05.043178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aec25-8ed5-445d-a4a4-5549834acd97 req-f6f86b16-aab8-40e3-b09b-41a9d32cb4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:05.046576 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-718aec25-8ed5-445d-a4a4-5549834acd97 req-f6f86b16-aab8-40e3-b09b-41a9d32cb4be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d335d6a5-fe89-474d-ba6a-f70e0ff4b1da HTTP/1.1" status: 200 len: 835 time: 0.0706756 Feb 10 15:49:05.071809 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39f53ec2-538c-4c3a-9253-a83a4502d366 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (f9f49a39-4b44-490d-abc6-d5ee1b7ef96f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.103107 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39f53ec2-538c-4c3a-9253-a83a4502d366 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (f9f49a39-4b44-490d-abc6-d5ee1b7ef96f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.106239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aec25-8ed5-445d-a4a4-5549834acd97 req-1abdbec9-3cf5-4e03-9acc-033baebbbbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:05.108000 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-718aec25-8ed5-445d-a4a4-5549834acd97 req-1abdbec9-3cf5-4e03-9acc-033baebbbbb2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=728cfdba-899c-41bc-b106-01207edd8c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0568094 Feb 10 15:49:05.109604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f53ec2-538c-4c3a-9253-a83a4502d366 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:05.110339 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-39f53ec2-538c-4c3a-9253-a83a4502d366 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.153208 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-39f53ec2-538c-4c3a-9253-a83a4502d366 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5187738 Feb 10 15:49:05.157294 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33372) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:05.201989 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f53ec2-538c-4c3a-9253-a83a4502d366 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Pushing event updated for resources: {'Network': ['ID=f9f49a39-4b44-490d-abc6-d5ee1b7ef96f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:05.214919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network f9f49a39-4b44-490d-abc6-d5ee1b7ef96f details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:49:05.234433 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-718aec25-8ed5-445d-a4a4-5549834acd97 req-035167a1-bb20-454d-8454-9322d2a14e32 service neutron] 10.222.0.72 "GET /v2.0/networks/728cfdba-899c-41bc-b106-01207edd8c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191032 Feb 10 15:49:05.245153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e7fc4d16-7f42-487a-8747-5ca5c0d24bc7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Request body: {'network': {'name': 'tempest-network--298852474', 'router:external': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:05.269416 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fc4d16-7f42-487a-8747-5ca5c0d24bc7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Made reservation on behalf of fa59d02264f74c159b8090363c7c28ba for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:05.272050 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4d16-7f42-487a-8747-5ca5c0d24bc7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.282983 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4d16-7f42-487a-8747-5ca5c0d24bc7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.366473 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-718aec25-8ed5-445d-a4a4-5549834acd97 req-772e29f5-4873-4e59-b2f0-e13877ea7553 service neutron] 10.222.0.72 "GET /v2.0/networks/728cfdba-899c-41bc-b106-01207edd8c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233268 Feb 10 15:49:05.406767 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4d16-7f42-487a-8747-5ca5c0d24bc7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for security_group (af2f6b26-a132-4a91-8cf7-c2874214f9a3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.411501 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4d16-7f42-487a-8747-5ca5c0d24bc7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (af2f6b26-a132-4a91-8cf7-c2874214f9a3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.438185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7fc4d16-7f42-487a-8747-5ca5c0d24bc7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:49:05.468190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461daaa-a7e7-490d-865f-1b308f93069e req-2ac31718-5aa2-48f2-a260-b32f3154d9f6 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:05.469764 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e461daaa-a7e7-490d-865f-1b308f93069e req-2ac31718-5aa2-48f2-a260-b32f3154d9f6 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 943 time: 0.1130877 Feb 10 15:49:05.471203 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4d16-7f42-487a-8747-5ca5c0d24bc7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (c523b64a-9a78-4af1-abe8-9b1c5752e49b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.471563 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-e7fc4d16-7f42-487a-8747-5ca5c0d24bc7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Added segment c523b64a-9a78-4af1-abe8-9b1c5752e49b of type vlan for network 75e0ee21-9ce3-4a59-9fc6-0f917c126f2a Feb 10 15:49:05.473066 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc4d16-7f42-487a-8747-5ca5c0d24bc7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2f6b26-a132-4a91-8cf7-c2874214f9a3,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:05.547657 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4d16-7f42-487a-8747-5ca5c0d24bc7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (75e0ee21-9ce3-4a59-9fc6-0f917c126f2a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.569535 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e461daaa-a7e7-490d-865f-1b308f93069e req-2907bf8e-c56b-43ec-928f-79ff38bbdf7d tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=5497a1f5-279e-4216-9209-46b12550ed0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866675 Feb 10 15:49:05.577224 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:05.603588 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4d16-7f42-487a-8747-5ca5c0d24bc7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (75e0ee21-9ce3-4a59-9fc6-0f917c126f2a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.604896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fc4d16-7f42-487a-8747-5ca5c0d24bc7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:05.606764 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4d16-7f42-487a-8747-5ca5c0d24bc7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.646308 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e7fc4d16-7f42-487a-8747-5ca5c0d24bc7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4872341 Feb 10 15:49:05.647608 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:05.647999 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0a7b767e-2c8d-4e55-9ac8-0b542165ad3b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.648909 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33388) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:05.694150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc4d16-7f42-487a-8747-5ca5c0d24bc7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event updated for resources: {'Network': ['ID=75e0ee21-9ce3-4a59-9fc6-0f917c126f2a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:05.721308 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 75e0ee21-9ce3-4a59-9fc6-0f917c126f2a details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:49:05.746788 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a928dfa8-3bc3-40f5-96d7-f5fc1452f88c tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (75e0ee21-9ce3-4a59-9fc6-0f917c126f2a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.766992 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:05.767387 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0a7b767e-2c8d-4e55-9ac8-0b542165ad3b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.831848 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0a7b767e-2c8d-4e55-9ac8-0b542165ad3b,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:05.845747 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0a7b767e-2c8d-4e55-9ac8-0b542165ad3b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.886750 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a928dfa8-3bc3-40f5-96d7-f5fc1452f88c tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (75e0ee21-9ce3-4a59-9fc6-0f917c126f2a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.909573 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a928dfa8-3bc3-40f5-96d7-f5fc1452f88c tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e0ee21-9ce3-4a59-9fc6-0f917c126f2a']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:05.920776 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 4ec56fee-85b3-4844-8682-8fb6c1429f08 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:49:05.921364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a928dfa8-3bc3-40f5-96d7-f5fc1452f88c tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c523b64a-9a78-4af1-abe8-9b1c5752e49b') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:05.921818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-a928dfa8-3bc3-40f5-96d7-f5fc1452f88c tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c523b64a-9a78-4af1-abe8-9b1c5752e49b') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:05.923119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=0a7b767e-2c8d-4e55-9ac8-0b542165ad3b,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:05.933665 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a928dfa8-3bc3-40f5-96d7-f5fc1452f88c tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (c523b64a-9a78-4af1-abe8-9b1c5752e49b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.951943 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a928dfa8-3bc3-40f5-96d7-f5fc1452f88c tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (c523b64a-9a78-4af1-abe8-9b1c5752e49b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.963517 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a928dfa8-3bc3-40f5-96d7-f5fc1452f88c tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:49:05.963934 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a928dfa8-3bc3-40f5-96d7-f5fc1452f88c tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (c523b64a-9a78-4af1-abe8-9b1c5752e49b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:49:05.966579 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:49:06.041346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a928dfa8-3bc3-40f5-96d7-f5fc1452f88c tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (75e0ee21-9ce3-4a59-9fc6-0f917c126f2a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:06.052104 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 4ec56fee-85b3-4844-8682-8fb6c1429f08, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4ec56fee-85b3-4844-8682-8fb6c1429f08,segment=NetworkSegment(776f52b7-75aa-4862-93ee-77b036e0b81d),segment_id=776f52b7-75aa-4862-93ee-77b036e0b81d)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:06.063295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a928dfa8-3bc3-40f5-96d7-f5fc1452f88c tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 75e0ee21-9ce3-4a59-9fc6-0f917c126f2a {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 15:49:06.065504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928dfa8-3bc3-40f5-96d7-f5fc1452f88c tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event deleted for resources: {'Network': ['ID=75e0ee21-9ce3-4a59-9fc6-0f917c126f2a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:06.067637 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a928dfa8-3bc3-40f5-96d7-f5fc1452f88c tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:06.072514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'port_id': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'mac_address': 'fa:16:3e:3f:30:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:49:06.076007 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a928dfa8-3bc3-40f5-96d7-f5fc1452f88c tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "DELETE /v2.0/networks/75e0ee21-9ce3-4a59-9fc6-0f917c126f2a HTTP/1.1" status: 204 len: 168 time: 0.4260814 Feb 10 15:49:06.076927 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33396) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:06.082002 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-cf432d86-1807-4cee-8e14-5207616e9fe6 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:06.111532 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf432d86-1807-4cee-8e14-5207616e9fe6 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Made reservation on behalf of fa59d02264f74c159b8090363c7c28ba for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:06.114116 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf432d86-1807-4cee-8e14-5207616e9fe6 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:06.125331 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 4ec56fee-85b3-4844-8682-8fb6c1429f08 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:06.125791 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4ec56fee-85b3-4844-8682-8fb6c1429f08), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:06.143194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec56fee-85b3-4844-8682-8fb6c1429f08 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:49:06.145815 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf432d86-1807-4cee-8e14-5207616e9fe6 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:49:06.156552 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf432d86-1807-4cee-8e14-5207616e9fe6 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (d8750e07-4d51-44c1-af9d-b298361d835a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:06.156965 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-cf432d86-1807-4cee-8e14-5207616e9fe6 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Added segment d8750e07-4d51-44c1-af9d-b298361d835a of type vlan for network cb8eb545-946a-4ac5-8aa1-a482c6f27cbd Feb 10 15:49:06.168089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 4ec56fee-85b3-4844-8682-8fb6c1429f08, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4ec56fee-85b3-4844-8682-8fb6c1429f08,segment=NetworkSegment(776f52b7-75aa-4862-93ee-77b036e0b81d),segment_id=776f52b7-75aa-4862-93ee-77b036e0b81d)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:06.173025 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4ec56fee-85b3-4844-8682-8fb6c1429f08), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:06.207007 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf432d86-1807-4cee-8e14-5207616e9fe6 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (cb8eb545-946a-4ac5-8aa1-a482c6f27cbd), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:06.242700 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=4ec56fee-85b3-4844-8682-8fb6c1429f08,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:06.243077 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf432d86-1807-4cee-8e14-5207616e9fe6 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (cb8eb545-946a-4ac5-8aa1-a482c6f27cbd), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:06.244260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf432d86-1807-4cee-8e14-5207616e9fe6 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:06.245528 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cf432d86-1807-4cee-8e14-5207616e9fe6 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:06.278710 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cf432d86-1807-4cee-8e14-5207616e9fe6 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2004993 Feb 10 15:49:06.282778 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33398) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:06.288448 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f774f15a-a293-4ddc-a1b9-ea4b5417b342 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Request body: {'subnet': {'network_id': 'cb8eb545-946a-4ac5-8aa1-a482c6f27cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:06.316186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f774f15a-a293-4ddc-a1b9-ea4b5417b342 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Made reservation on behalf of fa59d02264f74c159b8090363c7c28ba for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:06.319338 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f774f15a-a293-4ddc-a1b9-ea4b5417b342 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:06.351586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf432d86-1807-4cee-8e14-5207616e9fe6 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event updated for resources: {'Network': ['ID=cb8eb545-946a-4ac5-8aa1-a482c6f27cbd,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:06.365003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network cb8eb545-946a-4ac5-8aa1-a482c6f27cbd details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:49:06.371991 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['4ec56fee-85b3-4844-8682-8fb6c1429f08'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:49:06.688733 n-d-815324-7 neutron-server[103368]: DEBUG neutron.objects.ports [None req-f774f15a-a293-4ddc-a1b9-ea4b5417b342 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 15:49:06.697144 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f774f15a-a293-4ddc-a1b9-ea4b5417b342 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (7f1c1706-7e8f-4dab-90e2-27239c131685), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:06.782967 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774f15a-a293-4ddc-a1b9-ea4b5417b342 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7f1c1706-7e8f-4dab-90e2-27239c131685,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:06.826739 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2fbbe-7c87-4183-9a66-9310ef058634 req-cc98a8a4-7fe0-46ec-a6cf-0d710d49ce68 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:06.828360 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6df2fbbe-7c87-4183-9a66-9310ef058634 req-cc98a8a4-7fe0-46ec-a6cf-0d710d49ce68 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 944 time: 0.1418130 Feb 10 15:49:06.829183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774f15a-a293-4ddc-a1b9-ea4b5417b342 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Checking segment: {'id': 'd8750e07-4d51-44c1-af9d-b298361d835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cb8eb545-946a-4ac5-8aa1-a482c6f27cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:49:06.829549 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f774f15a-a293-4ddc-a1b9-ea4b5417b342 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Network hostable DHCP agents. Network: cb8eb545-946a-4ac5-8aa1-a482c6f27cbd, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:49:06.863730 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f774f15a-a293-4ddc-a1b9-ea4b5417b342 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Network cb8eb545-946a-4ac5-8aa1-a482c6f27cbd is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:49:06.883399 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-f774f15a-a293-4ddc-a1b9-ea4b5417b342 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, cb8eb545-946a-4ac5-8aa1-a482c6f27cbd) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:06.888901 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Sync routers for ids ['33061327-c1a4-4bf0-8899-1d7aee3682f6'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:06.891368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f774f15a-a293-4ddc-a1b9-ea4b5417b342 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:06.891960 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f774f15a-a293-4ddc-a1b9-ea4b5417b342 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:06.894364 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828cdab1-a8ab-4647-b0c4-d32c1ed7c228 None None] Network cb8eb545-946a-4ac5-8aa1-a482c6f27cbd requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:49:06.898714 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6df2fbbe-7c87-4183-9a66-9310ef058634 req-f4a9a962-7ba8-4a42-8c36-a02725b46e98 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=5497a1f5-279e-4216-9209-46b12550ed0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634906 Feb 10 15:49:06.901255 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Routers {'33061327-c1a4-4bf0-8899-1d7aee3682f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:06.901939 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['33061327-c1a4-4bf0-8899-1d7aee3682f6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:06.939115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f774f15a-a293-4ddc-a1b9-ea4b5417b342 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6526928 Feb 10 15:49:06.939837 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33406) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:06.946558 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Request body: {'floatingip': {'floating_network_id': 'cb8eb545-946a-4ac5-8aa1-a482c6f27cbd'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:06.997215 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.041888 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Set router 33061327-c1a4-4bf0-8899-1d7aee3682f6 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:07.044070 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50a8d91-bcf7-44d5-826b-e7d787699150 None None] Network cb8eb545-946a-4ac5-8aa1-a482c6f27cbd requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:49:07.120823 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.158460 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.239626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Allocated IP 172.20.0.7 (cb8eb545-946a-4ac5-8aa1-a482c6f27cbd/7f1c1706-7e8f-4dab-90e2-27239c131685/c177f4d6-06d8-42cc-a01b-9c4eddc09593) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:07.278784 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'name': 'tempest-TestVolumeBootPattern-1358745483-router', 'tenant_id': 'a20d027599f84c24bcc09426f03d928e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '0a7b767e-2c8d-4e55-9ac8-0b542165ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:57Z', 'updated_at': '2022-02-10T15:49:03Z', 'revision_number': 4, 'project_id': 'a20d027599f84c24bcc09426f03d928e', 'gw_port': {'id': '0a7b767e-2c8d-4e55-9ac8-0b542165ad3b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:58Z', 'updated_at': '2022-02-10T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '1d743bda-d785-4fda-82c3-d0b6a2326bb0', 'name': '', 'network_id': 'a5097b11-9c11-449b-a006-046a56f738f8', 'tenant_id': 'a20d027599f84c24bcc09426f03d928e', 'mac_address': 'fa:16:3e:a9:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '42a193db-7252-4d5e-9616-50d4ea34ad83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:02Z', 'updated_at': '2022-02-10T15:49:03Z', 'revision_number': 2, 'project_id': 'a20d027599f84c24bcc09426f03d928e', 'subnets': [{'id': '42a193db-7252-4d5e-9616-50d4ea34ad83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:07.314309 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Checking router: 33061327-c1a4-4bf0-8899-1d7aee3682f6 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:49:07.314658 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Updating router 33061327-c1a4-4bf0-8899-1d7aee3682f6 port 1d743bda-d785-4fda-82c3-d0b6a2326bb0 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:49:07.347410 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.369837 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for port (c177f4d6-06d8-42cc-a01b-9c4eddc09593), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.408020 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (c177f4d6-06d8-42cc-a01b-9c4eddc09593), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.459083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Network cb8eb545-946a-4ac5-8aa1-a482c6f27cbd is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:07.462063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:07.464510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:07.501501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event updated for resources: {'Port': ['ID=c177f4d6-06d8-42cc-a01b-9c4eddc09593,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:07.522983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:07.571137 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:07.571507 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0a7b767e-2c8d-4e55-9ac8-0b542165ad3b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.607728 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for floatingip (413f4bab-1a77-47ca-88b3-a4da85d69462), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.629167 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Publish callbacks [] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.635564 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.655851 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c177f4d6-06d8-42cc-a01b-9c4eddc09593), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.674161 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:07.689453 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20b7e3-5a5a-4e5c-bfa7-b151f99660fe None None] Pushing event updated for resources: {'Port': ['ID=1d743bda-d785-4fda-82c3-d0b6a2326bb0,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:07.749461 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Attempting to bind port 1d743bda-d785-4fda-82c3-d0b6a2326bb0 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:49:07.749829 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Attempting to bind port 1d743bda-d785-4fda-82c3-d0b6a2326bb0 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '53895c46-4e96-4cfd-8da1-a42c77a55727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5097b11-9c11-449b-a006-046a56f738f8'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:49:07.750389 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Attempting to bind port 1d743bda-d785-4fda-82c3-d0b6a2326bb0 on network a5097b11-9c11-449b-a006-046a56f738f8 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:07.759667 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:07.760260 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Checking segment: {'id': '53895c46-4e96-4cfd-8da1-a42c77a55727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5097b11-9c11-449b-a006-046a56f738f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:49:07.760884 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.761454 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Bound using segment: {'id': '53895c46-4e96-4cfd-8da1-a42c77a55727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5097b11-9c11-449b-a006-046a56f738f8'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:07.762111 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Bound port: 1d743bda-d785-4fda-82c3-d0b6a2326bb0, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53895c46-4e96-4cfd-8da1-a42c77a55727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5097b11-9c11-449b-a006-046a56f738f8'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:49:07.762666 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.828045 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] For port 1d743bda-d785-4fda-82c3-d0b6a2326bb0, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:07.831339 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] For port 1d743bda-d785-4fda-82c3-d0b6a2326bb0, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1d743bda-d785-4fda-82c3-d0b6a2326bb0,segment=NetworkSegment(53895c46-4e96-4cfd-8da1-a42c77a55727),segment_id=53895c46-4e96-4cfd-8da1-a42c77a55727)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:07.836712 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for port (c177f4d6-06d8-42cc-a01b-9c4eddc09593), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.838169 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.841594 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (c177f4d6-06d8-42cc-a01b-9c4eddc09593), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.914221 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Routers {'33061327-c1a4-4bf0-8899-1d7aee3682f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:07.914977 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['33061327-c1a4-4bf0-8899-1d7aee3682f6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:07.921120 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event updated for resources: {'Port': ['ID=c177f4d6-06d8-42cc-a01b-9c4eddc09593,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:07.929929 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (413f4bab-1a77-47ca-88b3-a4da85d69462), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.939106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 4ec56fee-85b3-4844-8682-8fb6c1429f08 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:07.965375 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:07.970031 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a95f1fef-1ea0-428a-9ea2-2c1e515704d0 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0261276 Feb 10 15:49:07.970377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33410) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:07.989892 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20b7e3-5a5a-4e5c-bfa7-b151f99660fe None None] Pushing event updated for resources: {'Port': ['ID=1d743bda-d785-4fda-82c3-d0b6a2326bb0,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:08.019401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1c02468d-7a03-4dc6-9592-b0c40fae9288 None None] Provisioning complete for port 1d743bda-d785-4fda-82c3-d0b6a2326bb0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:08.019960 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c02468d-7a03-4dc6-9592-b0c40fae9288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:08.062527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 4ec56fee-85b3-4844-8682-8fb6c1429f08 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:49:08.070105 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 4ec56fee-85b3-4844-8682-8fb6c1429f08 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:08.070489 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4ec56fee-85b3-4844-8682-8fb6c1429f08), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:08.096359 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] Set router 33061327-c1a4-4bf0-8899-1d7aee3682f6 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:08.133998 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-018b939f-3cd5-4e20-9d48-4ce4190124b7 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "GET /v2.0/floatingips?floating_network_id=cb8eb545-946a-4ac5-8aa1-a482c6f27cbd HTTP/1.1" status: 200 len: 689 time: 0.1595192 Feb 10 15:49:08.135214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33416) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:08.180149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1c02468d-7a03-4dc6-9592-b0c40fae9288 None None] Current status of the port 1d743bda-d785-4fda-82c3-d0b6a2326bb0 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:08.181108 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c02468d-7a03-4dc6-9592-b0c40fae9288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:08.321421 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (cb8eb545-946a-4ac5-8aa1-a482c6f27cbd), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:08.426771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1c02468d-7a03-4dc6-9592-b0c40fae9288 None None] For port 1d743bda-d785-4fda-82c3-d0b6a2326bb0, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1d743bda-d785-4fda-82c3-d0b6a2326bb0,segment=NetworkSegment(53895c46-4e96-4cfd-8da1-a42c77a55727),segment_id=53895c46-4e96-4cfd-8da1-a42c77a55727)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:08.434118 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c02468d-7a03-4dc6-9592-b0c40fae9288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:08.472721 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567479c-c90a-4901-bb39-3bf7cfb751df req-4a1d00f6-0c08-498b-a012-e546030665c5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:08.477140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f567479c-c90a-4901-bb39-3bf7cfb751df req-4a1d00f6-0c08-498b-a012-e546030665c5 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 944 time: 0.3566449 Feb 10 15:49:08.480487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 4ec56fee-85b3-4844-8682-8fb6c1429f08 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:08.480635 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'name': 'tempest-TestVolumeBootPattern-1358745483-router', 'tenant_id': 'a20d027599f84c24bcc09426f03d928e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '0a7b767e-2c8d-4e55-9ac8-0b542165ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:57Z', 'updated_at': '2022-02-10T15:49:03Z', 'revision_number': 4, 'project_id': 'a20d027599f84c24bcc09426f03d928e', 'gw_port': {'id': '0a7b767e-2c8d-4e55-9ac8-0b542165ad3b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:58Z', 'updated_at': '2022-02-10T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '1d743bda-d785-4fda-82c3-d0b6a2326bb0', 'name': '', 'network_id': 'a5097b11-9c11-449b-a006-046a56f738f8', 'tenant_id': 'a20d027599f84c24bcc09426f03d928e', 'mac_address': 'fa:16:3e:a9:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '42a193db-7252-4d5e-9616-50d4ea34ad83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:02Z', 'updated_at': '2022-02-10T15:49:07Z', 'revision_number': 4, 'project_id': 'a20d027599f84c24bcc09426f03d928e', 'subnets': [{'id': '42a193db-7252-4d5e-9616-50d4ea34ad83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:08.480916 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4ec56fee-85b3-4844-8682-8fb6c1429f08), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:08.496400 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02468d-7a03-4dc6-9592-b0c40fae9288 None None] Pushing event updated for resources: {'Port': ['ID=1d743bda-d785-4fda-82c3-d0b6a2326bb0,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:08.511671 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1026a3-2479-4f3e-bec0-38deb4b8e534 None None] The sync data for ids ['33061327-c1a4-4bf0-8899-1d7aee3682f6'] in n-d-815324-7 is: [{'id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'name': 'tempest-TestVolumeBootPattern-1358745483-router', 'tenant_id': 'a20d027599f84c24bcc09426f03d928e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '0a7b767e-2c8d-4e55-9ac8-0b542165ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:57Z', 'updated_at': '2022-02-10T15:49:03Z', 'revision_number': 4, 'project_id': 'a20d027599f84c24bcc09426f03d928e', 'gw_port': {'id': '0a7b767e-2c8d-4e55-9ac8-0b542165ad3b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:58Z', 'updated_at': '2022-02-10T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '1d743bda-d785-4fda-82c3-d0b6a2326bb0', 'name': '', 'network_id': 'a5097b11-9c11-449b-a006-046a56f738f8', 'tenant_id': 'a20d027599f84c24bcc09426f03d928e', 'mac_address': 'fa:16:3e:a9:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '42a193db-7252-4d5e-9616-50d4ea34ad83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:02Z', 'updated_at': '2022-02-10T15:49:07Z', 'revision_number': 4, 'project_id': 'a20d027599f84c24bcc09426f03d928e', 'subnets': [{'id': '42a193db-7252-4d5e-9616-50d4ea34ad83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:08.514047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616c3d90-11e1-4afc-bf33-dba56a718016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec56fee-85b3-4844-8682-8fb6c1429f08'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:49:08.517023 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4173d721-9a20-4be3-9055-8abf2681d8a7" -d '{"events": [{"server_uuid": "616c3d90-11e1-4afc-bf33-dba56a718016", "name": "network-vif-plugged", "status": "completed", "tag": "4ec56fee-85b3-4844-8682-8fb6c1429f08"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:08.528604 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 4ec56fee-85b3-4844-8682-8fb6c1429f08, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4ec56fee-85b3-4844-8682-8fb6c1429f08,segment=NetworkSegment(776f52b7-75aa-4862-93ee-77b036e0b81d),segment_id=776f52b7-75aa-4862-93ee-77b036e0b81d)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:08.535587 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4ec56fee-85b3-4844-8682-8fb6c1429f08), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:08.613309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ade66ef0-e2c4-4522-8ef9-4f279556ae44 None None] Provisioning complete for port 1d743bda-d785-4fda-82c3-d0b6a2326bb0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:08.613686 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ade66ef0-e2c4-4522-8ef9-4f279556ae44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:08.619215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-8bdf170d-613e-43ad-a806-c3bbfdcdd0b6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:08.631411 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-8bdf170d-613e-43ad-a806-c3bbfdcdd0b6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 812 time: 0.2687154 Feb 10 15:49:08.640530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=4ec56fee-85b3-4844-8682-8fb6c1429f08,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:08.653317 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f567479c-c90a-4901-bb39-3bf7cfb751df req-26cfe24c-97f6-48a2-8340-c18d303e0cf9 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=5497a1f5-279e-4216-9209-46b12550ed0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683824 Feb 10 15:49:08.665976 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-6aae9787-7207-4566-85a5-ffb296d7db13 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/quotas/f6193cc70c8346199e4ee5ce98cad92b HTTP/1.1" status: 200 len: 375 time: 0.0336800 Feb 10 15:49:08.702783 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Deleting port c177f4d6-06d8-42cc-a01b-9c4eddc09593 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:49:08.703145 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c177f4d6-06d8-42cc-a01b-9c4eddc09593), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:08.710933 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ade66ef0-e2c4-4522-8ef9-4f279556ae44 None None] Current status of the port 1d743bda-d785-4fda-82c3-d0b6a2326bb0 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:08.785722 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-cad84169-dfc7-42e1-bd7a-32b9878924cf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127019 Feb 10 15:49:08.813533 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c177f4d6-06d8-42cc-a01b-9c4eddc09593), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:08.813533 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for floatingip (c177f4d6-06d8-42cc-a01b-9c4eddc09593), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:08.840664 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Calling delete_port for c177f4d6-06d8-42cc-a01b-9c4eddc09593 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:49:08.873183 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37da0938-6f29-4770-adf6-4c48d981bcd2 x-openstack-request-id: req-37da0938-6f29-4770-adf6-4c48d981bcd2 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:08.873183 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616c3d90-11e1-4afc-bf33-dba56a718016", "name": "network-vif-plugged", "status": "completed", "tag": "4ec56fee-85b3-4844-8682-8fb6c1429f08", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:08.873736 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37da0938-6f29-4770-adf6-4c48d981bcd2 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:08.874365 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616c3d90-11e1-4afc-bf33-dba56a718016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'code': 200} Feb 10 15:49:08.971981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-7b7c68ee-f618-4254-9ff6-1bd04dca1d0c service neutron] 10.222.0.64 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768906 Feb 10 15:49:08.985232 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9aab68-f8e5-4aa3-9e7b-103a38a8d17e req-0d1c6642-e508-4d8a-9a2b-7d983ccc0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:08.986880 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e9aab68-f8e5-4aa3-9e7b-103a38a8d17e req-0d1c6642-e508-4d8a-9a2b-7d983ccc0289 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 1127 time: 0.0505126 Feb 10 15:49:09.041263 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6e9aab68-f8e5-4aa3-9e7b-103a38a8d17e req-dbe5e7c2-7f1e-45bf-b658-c7328c8dcb19 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5497a1f5-279e-4216-9209-46b12550ed0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486231 Feb 10 15:49:09.112818 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-fd327a56-6bfa-4970-b0c6-e736d9b71883 service neutron] 10.222.0.64 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343236 Feb 10 15:49:09.127495 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (c177f4d6-06d8-42cc-a01b-9c4eddc09593), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:09.155313 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event deleted for resources: {'Port': ['ID=c177f4d6-06d8-42cc-a01b-9c4eddc09593,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:09.226983 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for floatingip (413f4bab-1a77-47ca-88b3-a4da85d69462), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:09.576888 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39860e88-ab08-4a28-89cf-62fb67a6817b req-1076f591-733e-4801-90d3-7d359f29d594 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 210 time: 0.0442946 Feb 10 15:49:09.582641 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (7f1c1706-7e8f-4dab-90e2-27239c131685), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:09.596721 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1d743bda-d785-4fda-82c3-d0b6a2326bb0 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:09.649238 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (7f1c1706-7e8f-4dab-90e2-27239c131685), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:09.658463 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 1d743bda-d785-4fda-82c3-d0b6a2326bb0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:09.658839 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:09.684016 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7f1c1706-7e8f-4dab-90e2-27239c131685,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:09.777076 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (cb8eb545-946a-4ac5-8aa1-a482c6f27cbd), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:09.797721 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 1d743bda-d785-4fda-82c3-d0b6a2326bb0 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:09.813699 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8eb545-946a-4ac5-8aa1-a482c6f27cbd']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:09.839215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8750e07-4d51-44c1-af9d-b298361d835a') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:09.839515 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8750e07-4d51-44c1-af9d-b298361d835a') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:09.850858 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (d8750e07-4d51-44c1-af9d-b298361d835a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:09.872550 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (d8750e07-4d51-44c1-af9d-b298361d835a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:09.881882 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:49:09.882308 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (d8750e07-4d51-44c1-af9d-b298361d835a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:49:09.884223 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:49:09.902426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa6cc3-bc41-4c8e-a770-57965506aad3 req-af4a49df-8a4c-4d5a-b95f-4aeb65845f45 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:09.905378 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5efa6cc3-bc41-4c8e-a770-57965506aad3 req-af4a49df-8a4c-4d5a-b95f-4aeb65845f45 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 945 time: 0.1130762 Feb 10 15:49:09.986152 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (cb8eb545-946a-4ac5-8aa1-a482c6f27cbd), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:09.999534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb8eb545-946a-4ac5-8aa1-a482c6f27cbd {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 15:49:10.002121 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:10.005920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "DELETE /v2.0/networks/cb8eb545-946a-4ac5-8aa1-a482c6f27cbd HTTP/1.1" status: 204 len: 168 time: 1.8298569 Feb 10 15:49:10.008545 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33448) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:10.016068 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ea8a0-68b8-495a-a8d6-c4c669dbbf3b tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb8eb545-946a-4ac5-8aa1-a482c6f27cbd,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:10.021299 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5efa6cc3-bc41-4c8e-a770-57965506aad3 req-a16ea509-2ce5-45a4-808c-1f40fdfcdcc4 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=5497a1f5-279e-4216-9209-46b12550ed0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095655 Feb 10 15:49:10.106809 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8531b528-260a-4e58-a6e8-bc07170c8d8c tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.0964243 Feb 10 15:49:10.109765 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33452) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:10.168768 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0ed25-f809-4f2c-bf36-15bf6a41db72 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:10.169425 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0ed25-f809-4f2c-bf36-15bf6a41db72 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:10.170478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0ed25-f809-4f2c-bf36-15bf6a41db72 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:10.171155 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0ed25-f809-4f2c-bf36-15bf6a41db72 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:10.171529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0ed25-f809-4f2c-bf36-15bf6a41db72 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:10.171946 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0ed25-f809-4f2c-bf36-15bf6a41db72 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:10.172487 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0ed25-f809-4f2c-bf36-15bf6a41db72 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:10.176917 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e6e0ed25-f809-4f2c-bf36-15bf6a41db72 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.0633047 Feb 10 15:49:10.177196 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33454) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:10.214602 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-43e58081-bf05-42e9-be81-518a2e7abad1 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] delete failed (client error): The resource could not be found. Feb 10 15:49:10.215602 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-43e58081-bf05-42e9-be81-518a2e7abad1 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/413f4bab-1a77-47ca-88b3-a4da85d69462 HTTP/1.1" status: 404 len: 345 time: 0.0375049 Feb 10 15:49:10.218736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33456) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:10.234688 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed2b8b1-f331-4d7d-9253-708c81635178 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] DELETE failed (client error): The resource could not be found. Feb 10 15:49:10.235163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed2b8b1-f331-4d7d-9253-708c81635178 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:49:10.238124 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3ed2b8b1-f331-4d7d-9253-708c81635178 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "DELETE /v2.0/networks/cb8eb545-946a-4ac5-8aa1-a482c6f27cbd HTTP/1.1" status: 404 len: 339 time: 0.0184574 Feb 10 15:49:10.241571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33458) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:10.246514 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-5b12d105-ce16-4a58-a838-fcd4299f057f tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Request body: {'network': {'name': 'tempest-network--24990071', 'router:external': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:10.268620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b12d105-ce16-4a58-a838-fcd4299f057f tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Made reservation on behalf of fa59d02264f74c159b8090363c7c28ba for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:10.271210 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5b12d105-ce16-4a58-a838-fcd4299f057f tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:10.295348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b12d105-ce16-4a58-a838-fcd4299f057f tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:49:10.304404 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5b12d105-ce16-4a58-a838-fcd4299f057f tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (24d0013b-3661-4c52-b854-531cf779163f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:10.304942 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-5b12d105-ce16-4a58-a838-fcd4299f057f tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Added segment 24d0013b-3661-4c52-b854-531cf779163f of type vlan for network 8fa22f4e-530f-484f-9ab2-d0f703877288 Feb 10 15:49:10.351946 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5b12d105-ce16-4a58-a838-fcd4299f057f tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (8fa22f4e-530f-484f-9ab2-d0f703877288), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:10.381689 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5b12d105-ce16-4a58-a838-fcd4299f057f tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (8fa22f4e-530f-484f-9ab2-d0f703877288), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:10.382724 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b12d105-ce16-4a58-a838-fcd4299f057f tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:10.383564 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5b12d105-ce16-4a58-a838-fcd4299f057f tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:10.421364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5b12d105-ce16-4a58-a838-fcd4299f057f tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.1780243 Feb 10 15:49:10.424431 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33460) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:10.455933 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12d105-ce16-4a58-a838-fcd4299f057f tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event updated for resources: {'Network': ['ID=8fa22f4e-530f-484f-9ab2-d0f703877288,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:10.473278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 8fa22f4e-530f-484f-9ab2-d0f703877288 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:49:10.611379 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef61fc1d-a2be-459d-bd23-a8ca5ee634fa tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:10.616574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef61fc1d-a2be-459d-bd23-a8ca5ee634fa tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:10.621813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef61fc1d-a2be-459d-bd23-a8ca5ee634fa tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:10.627418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef61fc1d-a2be-459d-bd23-a8ca5ee634fa tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:10.629120 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ef61fc1d-a2be-459d-bd23-a8ca5ee634fa tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.2029905 Feb 10 15:49:10.631818 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33464) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:10.681322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-bc51f421-2fa2-43c7-8f1a-00c32820da04 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:10.682785 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-bc51f421-2fa2-43c7-8f1a-00c32820da04 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 812 time: 0.2016220 Feb 10 15:49:10.703178 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90e2ff2c-4ac4-4a9f-a036-89959540b196 req-e8fd0d9a-eaa5-43f6-bc08-bf5a1f77a3a1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 210 time: 0.0350957 Feb 10 15:49:10.717850 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-ed93034c-ec8d-4fd5-b203-198d173f1e80 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'port': {'device_id': '62aef343-656c-41f2-9a7a-440051c9d302', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'admin_state_up': True, 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:10.749072 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8266f927-5533-48e6-8da9-8a844716e67a tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (8fa22f4e-530f-484f-9ab2-d0f703877288), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:10.895183 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8266f927-5533-48e6-8da9-8a844716e67a tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (8fa22f4e-530f-484f-9ab2-d0f703877288), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:10.922522 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-8266f927-5533-48e6-8da9-8a844716e67a tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa22f4e-530f-484f-9ab2-d0f703877288']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:10.929793 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-ed93034c-ec8d-4fd5-b203-198d173f1e80 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Made reservation on behalf of f6193cc70c8346199e4ee5ce98cad92b for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:10.933463 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-ed93034c-ec8d-4fd5-b203-198d173f1e80 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:10.939240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-8266f927-5533-48e6-8da9-8a844716e67a tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d0013b-3661-4c52-b854-531cf779163f') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:10.939527 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-8266f927-5533-48e6-8da9-8a844716e67a tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d0013b-3661-4c52-b854-531cf779163f') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:10.956453 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8266f927-5533-48e6-8da9-8a844716e67a tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (24d0013b-3661-4c52-b854-531cf779163f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:10.983195 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8266f927-5533-48e6-8da9-8a844716e67a tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (24d0013b-3661-4c52-b854-531cf779163f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:11.038272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8266f927-5533-48e6-8da9-8a844716e67a tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:49:11.038961 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8266f927-5533-48e6-8da9-8a844716e67a tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (24d0013b-3661-4c52-b854-531cf779163f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:49:11.041108 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:49:11.133283 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8266f927-5533-48e6-8da9-8a844716e67a tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (8fa22f4e-530f-484f-9ab2-d0f703877288), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:11.141540 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8266f927-5533-48e6-8da9-8a844716e67a tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8fa22f4e-530f-484f-9ab2-d0f703877288 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 15:49:11.153036 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8266f927-5533-48e6-8da9-8a844716e67a tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:11.161474 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8266f927-5533-48e6-8da9-8a844716e67a tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "DELETE /v2.0/networks/8fa22f4e-530f-484f-9ab2-d0f703877288 HTTP/1.1" status: 204 len: 168 time: 0.5286887 Feb 10 15:49:11.162085 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33468) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:11.169054 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-583ff506-faeb-4118-9704-bfe266b6df12 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Request body: {'network': {'name': 'tempest-network--697682695', 'router:external': True}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:11.174099 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266f927-5533-48e6-8da9-8a844716e67a tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fa22f4e-530f-484f-9ab2-d0f703877288,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:11.186678 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-ed93034c-ec8d-4fd5-b203-198d173f1e80 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Allocated IP 172.20.0.7 (3707da07-4fe9-4b6c-94ea-78b38c207829/c2412461-f325-414f-9061-42c35c61d99d/f55e6a91-1fa1-4da8-8fa5-9419f35df611) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:11.192966 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118e7a5-809e-4a60-af06-967b46ab8a01 req-a3d67100-4339-4210-841d-8b18d19b56f8 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:11.206674 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5118e7a5-809e-4a60-af06-967b46ab8a01 req-a3d67100-4339-4210-841d-8b18d19b56f8 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 945 time: 0.1093180 Feb 10 15:49:11.210648 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583ff506-faeb-4118-9704-bfe266b6df12 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Made reservation on behalf of fa59d02264f74c159b8090363c7c28ba for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:11.212963 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-583ff506-faeb-4118-9704-bfe266b6df12 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:11.281604 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583ff506-faeb-4118-9704-bfe266b6df12 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:49:11.291293 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5118e7a5-809e-4a60-af06-967b46ab8a01 req-7fa66536-8197-49e0-b1c3-b05a24523993 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=5497a1f5-279e-4216-9209-46b12550ed0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822730 Feb 10 15:49:11.313575 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-583ff506-faeb-4118-9704-bfe266b6df12 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6cdb8680-2d74-42c4-a346-d94ad604a487), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:11.313575 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-583ff506-faeb-4118-9704-bfe266b6df12 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Added segment 6cdb8680-2d74-42c4-a346-d94ad604a487 of type vlan for network f68c5f03-c279-4b5d-8440-cb3016b137ee Feb 10 15:49:11.434044 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-ed93034c-ec8d-4fd5-b203-198d173f1e80 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for port (f55e6a91-1fa1-4da8-8fa5-9419f35df611), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:11.446782 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-583ff506-faeb-4118-9704-bfe266b6df12 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (f68c5f03-c279-4b5d-8440-cb3016b137ee), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:11.497063 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-ed93034c-ec8d-4fd5-b203-198d173f1e80 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f55e6a91-1fa1-4da8-8fa5-9419f35df611), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:11.499904 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-583ff506-faeb-4118-9704-bfe266b6df12 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (f68c5f03-c279-4b5d-8440-cb3016b137ee), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:11.501156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583ff506-faeb-4118-9704-bfe266b6df12 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:11.501764 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-583ff506-faeb-4118-9704-bfe266b6df12 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:11.507652 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:11.509489 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36241168-2826-4855-8e9e-623c9a0624ed req-64392bce-4be4-4b64-94f2-d28a335d4bb6 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:11.511327 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36241168-2826-4855-8e9e-623c9a0624ed req-64392bce-4be4-4b64-94f2-d28a335d4bb6 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 945 time: 0.1177428 Feb 10 15:49:11.542921 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-583ff506-faeb-4118-9704-bfe266b6df12 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3774416 Feb 10 15:49:11.543518 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33472) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:11.573282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36241168-2826-4855-8e9e-623c9a0624ed req-dcacb51c-045a-427b-82b8-6277b8ff38af tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=5497a1f5-279e-4216-9209-46b12550ed0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546072 Feb 10 15:49:11.605322 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33474) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:11.605520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-ed93034c-ec8d-4fd5-b203-198d173f1e80 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Network 3707da07-4fe9-4b6c-94ea-78b38c207829 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:11.649658 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-ed93034c-ec8d-4fd5-b203-198d173f1e80 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:11.659026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78443940-9852-48a6-9078-40b9f74954c3 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:11.665677 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-78443940-9852-48a6-9078-40b9f74954c3 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 1122 time: 0.0587635 Feb 10 15:49:11.667123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-ed93034c-ec8d-4fd5-b203-198d173f1e80 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:11.667309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33476) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:11.672371 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:11.702471 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:11.958464 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a3d72-2298-43f4-b138-92bb3afae583 req-ff325399-6e3f-4094-a904-1dfa3f5b3c33 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:11.960109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-204a3d72-2298-43f4-b138-92bb3afae583 req-ff325399-6e3f-4094-a904-1dfa3f5b3c33 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 931 time: 0.0909472 Feb 10 15:49:11.991186 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.073501 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d5d0a73f-0e29-4739-9b6a-820e121e047b None None] Provisioning complete for port f55e6a91-1fa1-4da8-8fa5-9419f35df611 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:12.074278 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5d0a73f-0e29-4739-9b6a-820e121e047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f55e6a91-1fa1-4da8-8fa5-9419f35df611), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.085780 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-204a3d72-2298-43f4-b138-92bb3afae583 req-81e5df36-aafa-47d6-84ba-cca472c43364 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136625 Feb 10 15:49:12.126366 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0a73f-0e29-4739-9b6a-820e121e047b None None] Port f55e6a91-1fa1-4da8-8fa5-9419f35df611 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:49:12.139711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ff506-faeb-4118-9704-bfe266b6df12 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event updated for resources: {'Network': ['ID=f68c5f03-c279-4b5d-8440-cb3016b137ee,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:12.159685 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network f68c5f03-c279-4b5d-8440-cb3016b137ee details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:49:12.163007 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Allocated IP 172.25.3.103 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/605485ef-a12f-45d7-beff-1ddb5cd2f9a4) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:12.194801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93034c-ec8d-4fd5-b203-198d173f1e80 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'Port': ['ID=f55e6a91-1fa1-4da8-8fa5-9419f35df611,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:12.208531 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d6f16d-2497-4e61-9fc9-eca124ff2d07 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:12.210479 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-46d6f16d-2497-4e61-9fc9-eca124ff2d07 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] 10.222.0.64 "GET /v2.0/networks/f68c5f03-c279-4b5d-8440-cb3016b137ee HTTP/1.1" status: 200 len: 756 time: 0.6457887 Feb 10 15:49:12.212630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33480) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:12.230427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-ed93034c-ec8d-4fd5-b203-198d173f1e80 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:12.231036 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-ed93034c-ec8d-4fd5-b203-198d173f1e80 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.256953 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-ed93034c-ec8d-4fd5-b203-198d173f1e80 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5460775 Feb 10 15:49:12.277039 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Request body: {'port': {'device_id': '62aef343-656c-41f2-9a7a-440051c9d302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:12.300927 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for port (605485ef-a12f-45d7-beff-1ddb5cd2f9a4), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.339322 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (605485ef-a12f-45d7-beff-1ddb5cd2f9a4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.371482 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121702be-dc78-4a5a-8962-870e59e131b7 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:12.375636 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-121702be-dc78-4a5a-8962-870e59e131b7 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] 10.222.0.64 "GET /v2.0/networks/f9f49a39-4b44-490d-abc6-d5ee1b7ef96f HTTP/1.1" status: 200 len: 767 time: 0.1593223 Feb 10 15:49:12.376682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33482) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:12.384553 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:12.387609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:12.390872 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:12.400387 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f55e6a91-1fa1-4da8-8fa5-9419f35df611), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.418670 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Port': ['ID=605485ef-a12f-45d7-beff-1ddb5cd2f9a4,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:12.486625 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba84e6c8-48b7-4432-819c-2d3180aa0f59 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (f68c5f03-c279-4b5d-8440-cb3016b137ee), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.656188 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba84e6c8-48b7-4432-819c-2d3180aa0f59 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (f68c5f03-c279-4b5d-8440-cb3016b137ee), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.720391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ba84e6c8-48b7-4432-819c-2d3180aa0f59 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68c5f03-c279-4b5d-8440-cb3016b137ee']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:12.732881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ba84e6c8-48b7-4432-819c-2d3180aa0f59 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdb8680-2d74-42c4-a346-d94ad604a487') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:12.733181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-ba84e6c8-48b7-4432-819c-2d3180aa0f59 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdb8680-2d74-42c4-a346-d94ad604a487') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:12.748228 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba84e6c8-48b7-4432-819c-2d3180aa0f59 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (6cdb8680-2d74-42c4-a346-d94ad604a487), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.779242 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba84e6c8-48b7-4432-819c-2d3180aa0f59 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (6cdb8680-2d74-42c4-a346-d94ad604a487), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.792404 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba84e6c8-48b7-4432-819c-2d3180aa0f59 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:49:12.792404 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba84e6c8-48b7-4432-819c-2d3180aa0f59 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (6cdb8680-2d74-42c4-a346-d94ad604a487), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:49:12.794189 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:49:12.866192 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e42416a3-257e-4dc0-8438-20d67f695723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.888816 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba84e6c8-48b7-4432-819c-2d3180aa0f59 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (f68c5f03-c279-4b5d-8440-cb3016b137ee), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.897539 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba84e6c8-48b7-4432-819c-2d3180aa0f59 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f68c5f03-c279-4b5d-8440-cb3016b137ee {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 15:49:12.908846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55e6a91-1fa1-4da8-8fa5-9419f35df611 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:49:12.913689 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba84e6c8-48b7-4432-819c-2d3180aa0f59 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.916871 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ba84e6c8-48b7-4432-819c-2d3180aa0f59 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "DELETE /v2.0/networks/f68c5f03-c279-4b5d-8440-cb3016b137ee HTTP/1.1" status: 204 len: 168 time: 0.5399179 Feb 10 15:49:12.921250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84e6c8-48b7-4432-819c-2d3180aa0f59 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event deleted for resources: {'Network': ['ID=f68c5f03-c279-4b5d-8440-cb3016b137ee,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:12.924277 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Publish callbacks [] for port (f55e6a91-1fa1-4da8-8fa5-9419f35df611), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.926343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33484) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:12.931751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-6b0a2a98-dce4-4969-9eeb-175e0b24ba54 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Request body: {'network': {'name': 'tempest-network--2109500792'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:12.953773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Transition to ACTIVE for port object f55e6a91-1fa1-4da8-8fa5-9419f35df611 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:49:12.960957 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (f55e6a91-1fa1-4da8-8fa5-9419f35df611), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.967432 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for floatingip (908bb307-35a1-48d0-84fd-c8e657895ae0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:12.970414 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0a2a98-dce4-4969-9eeb-175e0b24ba54 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Made reservation on behalf of fa59d02264f74c159b8090363c7c28ba for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:12.972887 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6b0a2a98-dce4-4969-9eeb-175e0b24ba54 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:13.030253 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0a2a98-dce4-4969-9eeb-175e0b24ba54 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:49:13.041349 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6b0a2a98-dce4-4969-9eeb-175e0b24ba54 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (bdf776bf-bfcc-41ee-9b9f-5234b5e6602e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:13.041849 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-6b0a2a98-dce4-4969-9eeb-175e0b24ba54 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Added segment bdf776bf-bfcc-41ee-9b9f-5234b5e6602e of type vlan for network a0063ad3-0967-4046-a49a-50e4e33a4755 Feb 10 15:49:13.085529 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6b0a2a98-dce4-4969-9eeb-175e0b24ba54 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (a0063ad3-0967-4046-a49a-50e4e33a4755), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:13.100836 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (605485ef-a12f-45d7-beff-1ddb5cd2f9a4), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:13.155191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Pushing event updated for resources: {'Port': ['ID=f55e6a91-1fa1-4da8-8fa5-9419f35df611,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:13.244394 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6b0a2a98-dce4-4969-9eeb-175e0b24ba54 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (a0063ad3-0967-4046-a49a-50e4e33a4755), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:13.246334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0a2a98-dce4-4969-9eeb-175e0b24ba54 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:13.247198 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6b0a2a98-dce4-4969-9eeb-175e0b24ba54 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:13.281893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Attempting to bind port f55e6a91-1fa1-4da8-8fa5-9419f35df611 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:49:13.282584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Attempting to bind port f55e6a91-1fa1-4da8-8fa5-9419f35df611 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:49:13.283156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Attempting to bind port f55e6a91-1fa1-4da8-8fa5-9419f35df611 on network 3707da07-4fe9-4b6c-94ea-78b38c207829 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:13.290784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Port f55e6a91-1fa1-4da8-8fa5-9419f35df611 on network 3707da07-4fe9-4b6c-94ea-78b38c207829 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:13.291419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Attempting to bind port f55e6a91-1fa1-4da8-8fa5-9419f35df611 on network 3707da07-4fe9-4b6c-94ea-78b38c207829 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:13.297001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd0765-054a-405d-8441-3c968fa50ccf req-09730fb9-db26-4448-96a1-e6d93002e456 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:13.297180 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6b0a2a98-dce4-4969-9eeb-175e0b24ba54 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3696048 Feb 10 15:49:13.298910 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fbdd0765-054a-405d-8441-3c968fa50ccf req-09730fb9-db26-4448-96a1-e6d93002e456 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 943 time: 0.1305680 Feb 10 15:49:13.299870 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33488) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:13.309716 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9b72ed13-5757-4baa-9583-e05a4db3cc95 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:13.328204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:13.328816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Checking segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:49:13.329384 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Bound using segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:13.329983 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Bound port: f55e6a91-1fa1-4da8-8fa5-9419f35df611, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:49:13.330534 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f55e6a91-1fa1-4da8-8fa5-9419f35df611), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:13.402354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] For port f55e6a91-1fa1-4da8-8fa5-9419f35df611, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:13.407233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] For port f55e6a91-1fa1-4da8-8fa5-9419f35df611, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=f55e6a91-1fa1-4da8-8fa5-9419f35df611,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:13.442784 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (f55e6a91-1fa1-4da8-8fa5-9419f35df611), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:13.462139 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a2a98-dce4-4969-9eeb-175e0b24ba54 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event updated for resources: {'Network': ['ID=a0063ad3-0967-4046-a49a-50e4e33a4755,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:13.466076 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:13.467028 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:13.472432 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] 10.222.0.79 "PUT /v2.0/ports/f55e6a91-1fa1-4da8-8fa5-9419f35df611 HTTP/1.1" status: 200 len: 1091 time: 1.2014689 Feb 10 15:49:13.484516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network a0063ad3-0967-4046-a49a-50e4e33a4755 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:49:13.494722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62aef343-656c-41f2-9a7a-440051c9d302', 'tag': 'f55e6a91-1fa1-4da8-8fa5-9419f35df611'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:49:13.497319 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d0f505-59e0-4ac7-8bef-f6b2881e514b" -d '{"events": [{"name": "network-changed", "server_uuid": "62aef343-656c-41f2-9a7a-440051c9d302", "tag": "f55e6a91-1fa1-4da8-8fa5-9419f35df611"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:13.584192 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c8cfcc-41d4-4bf1-a227-5a4a885ae5e3 x-openstack-request-id: req-b1c8cfcc-41d4-4bf1-a227-5a4a885ae5e3 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:13.584558 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62aef343-656c-41f2-9a7a-440051c9d302", "tag": "f55e6a91-1fa1-4da8-8fa5-9419f35df611", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:13.584797 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1c8cfcc-41d4-4bf1-a227-5a4a885ae5e3 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:13.585161 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62aef343-656c-41f2-9a7a-440051c9d302', 'tag': 'f55e6a91-1fa1-4da8-8fa5-9419f35df611', 'status': 'completed', 'code': 200} Feb 10 15:49:13.588259 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9b72ed13-5757-4baa-9583-e05a4db3cc95 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (a0063ad3-0967-4046-a49a-50e4e33a4755), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:13.597973 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-2519d5b8-c626-4a39-b368-a930e566fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:13.600222 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-2519d5b8-c626-4a39-b368-a930e566fb2b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 1125 time: 0.0783195 Feb 10 15:49:13.601082 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86918ae-6221-4310-9a49-f33b5f785f25 service neutron] Pushing event updated for resources: {'Port': ['ID=f55e6a91-1fa1-4da8-8fa5-9419f35df611,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:13.642161 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9b72ed13-5757-4baa-9583-e05a4db3cc95 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (a0063ad3-0967-4046-a49a-50e4e33a4755), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:13.659751 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-3021dbf4-c52c-4a80-885f-0915580301ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f55e6a91-1fa1-4da8-8fa5-9419f35df611 HTTP/1.1" status: 200 len: 217 time: 0.0523286 Feb 10 15:49:13.666899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9b72ed13-5757-4baa-9583-e05a4db3cc95 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Network a0063ad3-0967-4046-a49a-50e4e33a4755 is not hosted by any dhcp agent {{(pid=103368) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 15:49:13.667754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b72ed13-5757-4baa-9583-e05a4db3cc95 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:13.668345 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9b72ed13-5757-4baa-9583-e05a4db3cc95 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:13.672496 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9b72ed13-5757-4baa-9583-e05a4db3cc95 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "PUT /v2.0/networks/a0063ad3-0967-4046-a49a-50e4e33a4755 HTTP/1.1" status: 200 len: 858 time: 0.3652780 Feb 10 15:49:13.684988 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33492) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:13.701169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fbdd0765-054a-405d-8441-3c968fa50ccf req-1b70ee21-256b-42e0-a6ab-d327b253b545 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075876 Feb 10 15:49:13.747450 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72ed13-5757-4baa-9583-e05a4db3cc95 tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event updated for resources: {'Network': ['ID=a0063ad3-0967-4046-a49a-50e4e33a4755,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:13.796605 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-902d16e1-2fc8-42ef-bd96-9fa379d85ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:13.798347 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-902d16e1-2fc8-42ef-bd96-9fa379d85ccf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.1327474 Feb 10 15:49:13.799474 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for port (605485ef-a12f-45d7-beff-1ddb5cd2f9a4), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:13.805650 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (605485ef-a12f-45d7-beff-1ddb5cd2f9a4), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:13.825454 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c69112f8-b26f-42a0-9065-d5f3cb916dac tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (a0063ad3-0967-4046-a49a-50e4e33a4755), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:13.901894 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Port': ['ID=605485ef-a12f-45d7-beff-1ddb5cd2f9a4,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:13.914374 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (908bb307-35a1-48d0-84fd-c8e657895ae0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:13.922775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-272cf752-0c13-47f4-a6be-bf45b475c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:13.924281 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-272cf752-0c13-47f4-a6be-bf45b475c284 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1148171 Feb 10 15:49:13.952743 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c69112f8-b26f-42a0-9065-d5f3cb916dac tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (a0063ad3-0967-4046-a49a-50e4e33a4755), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:14.004999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c69112f8-b26f-42a0-9065-d5f3cb916dac tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0063ad3-0967-4046-a49a-50e4e33a4755']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:14.024989 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Floating IP 908bb307-35a1-48d0-84fd-c8e657895ae0 associated. External IP: 172.25.3.103, port: 4ec56fee-85b3-4844-8682-8fb6c1429f08. Feb 10 15:49:14.040968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c69112f8-b26f-42a0-9065-d5f3cb916dac tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf776bf-bfcc-41ee-9b9f-5234b5e6602e') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:14.041258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-c69112f8-b26f-42a0-9065-d5f3cb916dac tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf776bf-bfcc-41ee-9b9f-5234b5e6602e') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:14.057423 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c69112f8-b26f-42a0-9065-d5f3cb916dac tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (bdf776bf-bfcc-41ee-9b9f-5234b5e6602e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:14.076510 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c69112f8-b26f-42a0-9065-d5f3cb916dac tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (bdf776bf-bfcc-41ee-9b9f-5234b5e6602e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:14.089646 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69112f8-b26f-42a0-9065-d5f3cb916dac tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:49:14.090116 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c69112f8-b26f-42a0-9065-d5f3cb916dac tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (bdf776bf-bfcc-41ee-9b9f-5234b5e6602e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:49:14.092214 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:49:14.094821 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-82617554-1278-47cc-9962-2064a0db545a service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443338 Feb 10 15:49:14.214449 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c69112f8-b26f-42a0-9065-d5f3cb916dac tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (a0063ad3-0967-4046-a49a-50e4e33a4755), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:14.221143 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69112f8-b26f-42a0-9065-d5f3cb916dac tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a0063ad3-0967-4046-a49a-50e4e33a4755 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 15:49:14.225335 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c69112f8-b26f-42a0-9065-d5f3cb916dac tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:14.228621 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c69112f8-b26f-42a0-9065-d5f3cb916dac tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] 10.222.0.64 "DELETE /v2.0/networks/a0063ad3-0967-4046-a49a-50e4e33a4755 HTTP/1.1" status: 204 len: 168 time: 0.5423203 Feb 10 15:49:14.239382 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33494) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:14.267727 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a313b7-eeab-4474-9db5-6c009f1b5d6f tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] DELETE failed (client error): The resource could not be found. Feb 10 15:49:14.268217 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a313b7-eeab-4474-9db5-6c009f1b5d6f tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:49:14.271261 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-21a313b7-eeab-4474-9db5-6c009f1b5d6f tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] 10.222.0.64 "DELETE /v2.0/subnets/7f1c1706-7e8f-4dab-90e2-27239c131685 HTTP/1.1" status: 404 len: 337 time: 0.0307667 Feb 10 15:49:14.272157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69112f8-b26f-42a0-9065-d5f3cb916dac tempest-ExternalNetworksTestJSON-353958116 tempest-ExternalNetworksTestJSON-353958116-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0063ad3-0967-4046-a49a-50e4e33a4755,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:14.274456 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33496) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:14.292415 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3d1ae1a2-9a1b-4ec9-9dba-b57075f838b3 req-46f8fd98-d0eb-40ee-999a-cfb9135cb72d service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885118 Feb 10 15:49:14.330158 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:14.408844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0f505-59e0-4ac7-8bef-f6b2881e514b req-c0a63e18-f8d8-4f9e-adcb-e63402d8edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:14.411823 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f4d0f505-59e0-4ac7-8bef-f6b2881e514b req-c0a63e18-f8d8-4f9e-adcb-e63402d8edb7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 1125 time: 0.0655668 Feb 10 15:49:14.512239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0f505-59e0-4ac7-8bef-f6b2881e514b req-d19b0a5a-972f-4228-8b39-a3a5dd1f45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:14.514131 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f4d0f505-59e0-4ac7-8bef-f6b2881e514b req-d19b0a5a-972f-4228-8b39-a3a5dd1f45a2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.0951715 Feb 10 15:49:14.565979 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f4d0f505-59e0-4ac7-8bef-f6b2881e514b req-216b9e3e-e3c8-4c4e-b76a-f1e66a2f3f9a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f55e6a91-1fa1-4da8-8fa5-9419f35df611 HTTP/1.1" status: 200 len: 217 time: 0.0455012 Feb 10 15:49:14.623191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0f505-59e0-4ac7-8bef-f6b2881e514b req-e5ca0e4f-13ef-4f9b-938d-8431f46e648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:14.625330 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f4d0f505-59e0-4ac7-8bef-f6b2881e514b req-e5ca0e4f-13ef-4f9b-938d-8431f46e648a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0537472 Feb 10 15:49:14.682171 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0f505-59e0-4ac7-8bef-f6b2881e514b req-07594fb9-1163-415d-8d67-dd93e333e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:14.683825 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f4d0f505-59e0-4ac7-8bef-f6b2881e514b req-07594fb9-1163-415d-8d67-dd93e333e40b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523760 Feb 10 15:49:14.715249 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3bcb-23df-403b-88fb-29d9b0918632 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (f9f49a39-4b44-490d-abc6-d5ee1b7ef96f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:14.799581 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f4d0f505-59e0-4ac7-8bef-f6b2881e514b req-d5817378-c601-47a1-83a2-71a76d13d30e service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087093 Feb 10 15:49:14.896240 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f4d0f505-59e0-4ac7-8bef-f6b2881e514b req-af1ec850-dc99-45f4-880d-0f9792f065f9 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896065 Feb 10 15:49:14.917658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:14.928499 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6013e340-e181-40fe-a2fd-dfec6cbc5eaa None None] Sync routers for ids ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:14.943112 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6013e340-e181-40fe-a2fd-dfec6cbc5eaa None None] Routers {'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:14.943723 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6013e340-e181-40fe-a2fd-dfec6cbc5eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:48:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:14.961729 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3bcb-23df-403b-88fb-29d9b0918632 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (f9f49a39-4b44-490d-abc6-d5ee1b7ef96f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:15.004685 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093136c8-42bf-44ec-8620-66530d9ae1b5 req-3253b447-2542-4ea8-8603-40524f65f2ed tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:15.006255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-093136c8-42bf-44ec-8620-66530d9ae1b5 req-3253b447-2542-4ea8-8603-40524f65f2ed tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 943 time: 0.1889760 Feb 10 15:49:15.008218 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d2ae3bcb-23df-403b-88fb-29d9b0918632 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f49a39-4b44-490d-abc6-d5ee1b7ef96f']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:15.012597 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:15.053358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d2ae3bcb-23df-403b-88fb-29d9b0918632 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60cbb976-4193-4509-9669-442236e18c27') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:15.053358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d2ae3bcb-23df-403b-88fb-29d9b0918632 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60cbb976-4193-4509-9669-442236e18c27') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:15.064119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-6013e340-e181-40fe-a2fd-dfec6cbc5eaa None None] Set router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:15.077255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2a25a16f-b378-40c1-a470-6deb9d43c642 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4086230 Feb 10 15:49:15.080248 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33502) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:15.082731 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3bcb-23df-403b-88fb-29d9b0918632 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (60cbb976-4193-4509-9669-442236e18c27), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:15.084677 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616c3d90-11e1-4afc-bf33-dba56a718016', 'tag': '4ec56fee-85b3-4844-8682-8fb6c1429f08'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:49:15.087897 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02817c1-9374-442c-b418-7ce7a8683e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "616c3d90-11e1-4afc-bf33-dba56a718016", "tag": "4ec56fee-85b3-4844-8682-8fb6c1429f08"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:15.122537 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3bcb-23df-403b-88fb-29d9b0918632 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (60cbb976-4193-4509-9669-442236e18c27), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:15.141371 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-093136c8-42bf-44ec-8620-66530d9ae1b5 req-6b837499-994c-41b9-a52f-e2cb991ce5e3 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249566 Feb 10 15:49:15.142809 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ae3bcb-23df-403b-88fb-29d9b0918632 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:49:15.143388 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3bcb-23df-403b-88fb-29d9b0918632 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (60cbb976-4193-4509-9669-442236e18c27), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:49:15.153303 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:49:15.206869 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83af1047-3c5a-4a9b-9974-0c2409ee469f x-openstack-request-id: req-83af1047-3c5a-4a9b-9974-0c2409ee469f {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:15.211340 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "616c3d90-11e1-4afc-bf33-dba56a718016", "tag": "4ec56fee-85b3-4844-8682-8fb6c1429f08", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:15.211793 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83af1047-3c5a-4a9b-9974-0c2409ee469f {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:15.212407 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616c3d90-11e1-4afc-bf33-dba56a718016', 'tag': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'status': 'completed', 'code': 200} Feb 10 15:49:15.238194 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9eb19da3-2a35-40d0-a34e-0a23e25c3234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:15.270501 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6c29b97c-f82f-4a1b-bcf6-e396c8557a20 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/floatingips/908bb307-35a1-48d0-84fd-c8e657895ae0 HTTP/1.1" status: 200 len: 991 time: 0.1887445 Feb 10 15:49:15.274690 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3bcb-23df-403b-88fb-29d9b0918632 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (f9f49a39-4b44-490d-abc6-d5ee1b7ef96f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:15.281732 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3bcb-23df-403b-88fb-29d9b0918632 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:15.285538 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d2ae3bcb-23df-403b-88fb-29d9b0918632 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] 10.222.0.64 "DELETE /v2.0/networks/f9f49a39-4b44-490d-abc6-d5ee1b7ef96f HTTP/1.1" status: 204 len: 168 time: 1.0079563 Feb 10 15:49:15.298215 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02817c1-9374-442c-b418-7ce7a8683e8c req-f8855a78-d8fd-431d-84e2-a8cfebcf789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:15.299867 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a02817c1-9374-442c-b418-7ce7a8683e8c req-f8855a78-d8fd-431d-84e2-a8cfebcf789a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=533ce765c0594113bf82249a9276396d&device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 1127 time: 0.0804677 Feb 10 15:49:15.326965 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae3bcb-23df-403b-88fb-29d9b0918632 tempest-ExternalNetworksTestJSON-78520449 tempest-ExternalNetworksTestJSON-78520449-project] Pushing event deleted for resources: {'Network': ['ID=f9f49a39-4b44-490d-abc6-d5ee1b7ef96f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:15.377199 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6013e340-e181-40fe-a2fd-dfec6cbc5eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:50Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '908bb307-35a1-48d0-84fd-c8e657895ae0', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'port_id': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'mac_address': 'fa:16:3e:3f:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616c3d90-11e1-4afc-bf33-dba56a718016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:12Z', 'updated_at': '2022-02-10T15:49:12Z', 'revision_number': 0, 'project_id': '533ce765c0594113bf82249a9276396d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74b82d9-a6da-49e7-8247-8482db0df545', 'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:78:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:15.406759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6013e340-e181-40fe-a2fd-dfec6cbc5eaa None None] Checking router: c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:49:15.415384 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6013e340-e181-40fe-a2fd-dfec6cbc5eaa None None] Routers {'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:15.416059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02817c1-9374-442c-b418-7ce7a8683e8c req-4ff04860-7226-46b7-ae1d-64bb191c6e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:15.416201 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6013e340-e181-40fe-a2fd-dfec6cbc5eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:15.417587 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a02817c1-9374-442c-b418-7ce7a8683e8c req-4ff04860-7226-46b7-ae1d-64bb191c6e03 service neutron] 10.222.0.72 "GET /v2.0/networks?id=728cfdba-899c-41bc-b106-01207edd8c33 HTTP/1.1" status: 200 len: 898 time: 0.1111774 Feb 10 15:49:15.498924 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a02817c1-9374-442c-b418-7ce7a8683e8c req-6565fe3c-0209-48a1-9088-8b18addaf5b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec56fee-85b3-4844-8682-8fb6c1429f08 HTTP/1.1" status: 200 len: 999 time: 0.0744939 Feb 10 15:49:15.551379 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-6013e340-e181-40fe-a2fd-dfec6cbc5eaa None None] Set router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:15.564441 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02817c1-9374-442c-b418-7ce7a8683e8c req-3c2b4640-fd41-4a70-b29f-112b3ba8928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:15.566044 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a02817c1-9374-442c-b418-7ce7a8683e8c req-3c2b4640-fd41-4a70-b29f-112b3ba8928e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d335d6a5-fe89-474d-ba6a-f70e0ff4b1da HTTP/1.1" status: 200 len: 835 time: 0.0621905 Feb 10 15:49:15.635797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02817c1-9374-442c-b418-7ce7a8683e8c req-7f4e923a-cb9d-4985-b1ac-64747abdbf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:15.637413 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a02817c1-9374-442c-b418-7ce7a8683e8c req-7f4e923a-cb9d-4985-b1ac-64747abdbf2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=728cfdba-899c-41bc-b106-01207edd8c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0646017 Feb 10 15:49:15.682389 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33510) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:15.750338 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a02817c1-9374-442c-b418-7ce7a8683e8c req-d03617ef-9cf5-4d97-93b3-4e05db650192 service neutron] 10.222.0.72 "GET /v2.0/networks/728cfdba-899c-41bc-b106-01207edd8c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062944 Feb 10 15:49:15.847640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6013e340-e181-40fe-a2fd-dfec6cbc5eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:50Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '908bb307-35a1-48d0-84fd-c8e657895ae0', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'port_id': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'mac_address': 'fa:16:3e:3f:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616c3d90-11e1-4afc-bf33-dba56a718016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:12Z', 'updated_at': '2022-02-10T15:49:12Z', 'revision_number': 0, 'project_id': '533ce765c0594113bf82249a9276396d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74b82d9-a6da-49e7-8247-8482db0df545', 'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:78:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:15.864547 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9d2dd04e-c2dd-47d5-a390-c6b575308e84 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ca2d177d62c4a4f995ab73d0774c825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1803966 Feb 10 15:49:15.867037 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33514) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:15.874451 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a02817c1-9374-442c-b418-7ce7a8683e8c req-4a9d6bc4-eaa8-4164-a938-4e1579d339ef service neutron] 10.222.0.72 "GET /v2.0/networks/728cfdba-899c-41bc-b106-01207edd8c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190274 Feb 10 15:49:15.881928 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6013e340-e181-40fe-a2fd-dfec6cbc5eaa None None] The sync data for ids ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'] in n-d-815324-7 is: [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:50Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '908bb307-35a1-48d0-84fd-c8e657895ae0', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'port_id': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'mac_address': 'fa:16:3e:3f:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616c3d90-11e1-4afc-bf33-dba56a718016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:12Z', 'updated_at': '2022-02-10T15:49:12Z', 'revision_number': 0, 'project_id': '533ce765c0594113bf82249a9276396d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74b82d9-a6da-49e7-8247-8482db0df545', 'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:78:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:15.923318 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-daed4c27-924f-4b7a-adc8-45de650ba71a admin admin] Publish callbacks [] for security_group (a6dfe3ee-efe5-4913-b28f-ca3e00892d97), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:15.947070 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-daed4c27-924f-4b7a-adc8-45de650ba71a admin admin] Publish callbacks [] for security_group (a6dfe3ee-efe5-4913-b28f-ca3e00892d97), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:16.006919 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-daed4c27-924f-4b7a-adc8-45de650ba71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a6dfe3ee-efe5-4913-b28f-ca3e00892d97), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:16.010299 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-daed4c27-924f-4b7a-adc8-45de650ba71a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:16.014360 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-daed4c27-924f-4b7a-adc8-45de650ba71a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6dfe3ee-efe5-4913-b28f-ca3e00892d97 HTTP/1.1" status: 204 len: 168 time: 0.1433454 Feb 10 15:49:16.021783 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed4c27-924f-4b7a-adc8-45de650ba71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dfe3ee-efe5-4913-b28f-ca3e00892d97,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:16.154389 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3376a92-9b02-4f58-8c7f-08c404dd89c6 None None] New status for floating IP 908bb307-35a1-48d0-84fd-c8e657895ae0: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:49:16.274442 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33522) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:16.278198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74685b41-a581-45fd-9cca-c9491c350906 req-916fae1b-347e-420c-b2a0-5a10648b7ffd tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:16.279928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74685b41-a581-45fd-9cca-c9491c350906 req-916fae1b-347e-420c-b2a0-5a10648b7ffd tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 943 time: 0.0672662 Feb 10 15:49:16.356714 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74685b41-a581-45fd-9cca-c9491c350906 req-0df18ab9-8969-493b-9d27-147f829c35c2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702441 Feb 10 15:49:16.377874 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33524) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:16.391158 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5cb13a0f-0ba8-403e-bb93-31db214dfb17 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/floatingips/908bb307-35a1-48d0-84fd-c8e657895ae0 HTTP/1.1" status: 200 len: 991 time: 0.1139030 Feb 10 15:49:16.414002 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:16.429325 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c0f0a1e0-a577-4512-91b7-6ce8d3e6a6a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa59d02264f74c159b8090363c7c28ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502806 Feb 10 15:49:16.431854 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33526) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:16.482404 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Publish callbacks [] for security_group (af2f6b26-a132-4a91-8cf7-c2874214f9a3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:16.503560 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Publish callbacks [] for security_group (af2f6b26-a132-4a91-8cf7-c2874214f9a3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:16.551666 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (af2f6b26-a132-4a91-8cf7-c2874214f9a3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:16.554339 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:16.558290 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af2f6b26-a132-4a91-8cf7-c2874214f9a3 HTTP/1.1" status: 204 len: 168 time: 0.1254764 Feb 10 15:49:16.566505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2f6b26-a132-4a91-8cf7-c2874214f9a3,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:16.573932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:16.574277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:16.574612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:16.574942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:16.575268 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:16.576523 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:16.576523 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:16.576999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:16.577328 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:16.577657 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:16.578081 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:16.578405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:16.578724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b722b2-b2f6-486e-a4d7-2fa24202efba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:17.393222 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33554) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:17.505991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-dca955bc-2e2f-4810-9623-cb3a70cbd77c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/floatingips/908bb307-35a1-48d0-84fd-c8e657895ae0 HTTP/1.1" status: 200 len: 993 time: 0.1040890 Feb 10 15:49:17.519632 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f81f4-0012-4d6f-b753-d483bafc1f2d req-1dee8f7f-9eb9-4003-a415-9924005d812a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:17.521240 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b5f81f4-0012-4d6f-b753-d483bafc1f2d req-1dee8f7f-9eb9-4003-a415-9924005d812a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 943 time: 0.0793850 Feb 10 15:49:17.569321 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b5f81f4-0012-4d6f-b753-d483bafc1f2d req-fe384030-d86d-4658-99bd-6ecc96d1a77a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425496 Feb 10 15:49:17.921261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33566) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:17.987874 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:18.032255 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-83df598b-9434-438b-9366-c12c7bf94b57 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-118673968'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:18.032745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-83df598b-9434-438b-9366-c12c7bf94b57 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] Unknown quota resources ['metering_label']. {{(pid=103368) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:49:18.224452 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-83df598b-9434-438b-9366-c12c7bf94b57 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:18.225680 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-83df598b-9434-438b-9366-c12c7bf94b57 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3033257 Feb 10 15:49:18.228500 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33570) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:18.232888 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f89e049c-d131-42fb-881b-aa3cf846c885 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2e7a0fef-3f27-48d5-b949-49df223fe4f2'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:18.233389 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f89e049c-d131-42fb-881b-aa3cf846c885 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103368) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:49:18.311153 n-d-815324-7 neutron-server[103368]: WARNING neutron.services.metering.metering_plugin [None req-f89e049c-d131-42fb-881b-aa3cf846c885 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 10 15:49:18.417018 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f89e049c-d131-42fb-881b-aa3cf846c885 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:18.418216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f89e049c-d131-42fb-881b-aa3cf846c885 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1887167 Feb 10 15:49:18.421866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33572) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:18.425993 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-72b0be70-722b-4509-904f-d85acf38b04a tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2e7a0fef-3f27-48d5-b949-49df223fe4f2'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:18.426479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-72b0be70-722b-4509-904f-d85acf38b04a tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103368) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:49:18.477101 n-d-815324-7 neutron-server[103368]: WARNING neutron.services.metering.metering_plugin [None req-72b0be70-722b-4509-904f-d85acf38b04a tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 10 15:49:18.558925 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-72b0be70-722b-4509-904f-d85acf38b04a tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:18.560026 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-72b0be70-722b-4509-904f-d85acf38b04a tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1372323 Feb 10 15:49:18.562637 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33574) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:18.572268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7e9eea78-ed23-4756-8d5d-b8a344df1910 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=54f6ae20-9d3d-4e7e-be98-b91ae0609303 HTTP/1.1" status: 200 len: 464 time: 0.0086541 Feb 10 15:49:18.574594 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33576) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:18.705349 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ec386ac6-d33f-40c9-900c-20fb6f0b5305 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:18.706663 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ec386ac6-d33f-40c9-900c-20fb6f0b5305 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/54f6ae20-9d3d-4e7e-be98-b91ae0609303 HTTP/1.1" status: 204 len: 168 time: 0.1311934 Feb 10 15:49:18.709384 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33580) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:18.721785 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-96bc7758-29d1-4cb9-8de9-e110e3bb353c tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=54f6ae20-9d3d-4e7e-be98-b91ae0609303 HTTP/1.1" status: 200 len: 221 time: 0.0113096 Feb 10 15:49:18.725123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33582) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:18.730742 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1aa326b2-b9cb-4693-a11f-76822b62b91f tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--822977902', 'description': 'label created by tempest'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:18.731190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1aa326b2-b9cb-4693-a11f-76822b62b91f tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] Unknown quota resources ['metering_label']. {{(pid=103368) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:49:18.783271 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c3a84-bd58-43ef-bb9d-313203ebcced req-cd156aad-70fd-4a1b-9e53-bc2eca60699d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:18.784580 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-509c3a84-bd58-43ef-bb9d-313203ebcced req-cd156aad-70fd-4a1b-9e53-bc2eca60699d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 943 time: 0.1397102 Feb 10 15:49:18.917139 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1aa326b2-b9cb-4693-a11f-76822b62b91f tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:18.919712 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1aa326b2-b9cb-4693-a11f-76822b62b91f tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1904514 Feb 10 15:49:18.922304 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33584) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:18.946760 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:19.013012 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-509c3a84-bd58-43ef-bb9d-313203ebcced req-d2b48494-650c-458c-80e4-aed07279106f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212343 Feb 10 15:49:19.014707 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cd268c9c-5fac-4540-9dab-585ee4b5bad5 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=cb826616-40c6-4fc6-b55b-888d95e2cc06 HTTP/1.1" status: 200 len: 467 time: 0.0914478 Feb 10 15:49:19.017559 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33586) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:19.265105 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d943b48d-781a-490b-a8f4-0fbe2fc079cd tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:19.268758 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d943b48d-781a-490b-a8f4-0fbe2fc079cd tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/cb826616-40c6-4fc6-b55b-888d95e2cc06 HTTP/1.1" status: 204 len: 168 time: 0.2468660 Feb 10 15:49:19.268955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33588) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:19.280117 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-675803da-2f5c-4e35-8c46-d2bcfac6141e tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=cb826616-40c6-4fc6-b55b-888d95e2cc06 HTTP/1.1" status: 200 len: 216 time: 0.0101590 Feb 10 15:49:19.283371 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33590) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:19.292461 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1838ce9e-8f79-44f1-b84b-270f02f6b52b tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0079582 Feb 10 15:49:19.296279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33592) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:19.306765 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b378d246-2de9-4ded-8589-d558e11e9ad2 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0094655 Feb 10 15:49:19.309829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33594) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:19.360394 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1b4fc775-469d-4a5d-9222-d9a5b5048a14 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/2e7a0fef-3f27-48d5-b949-49df223fe4f2 HTTP/1.1" status: 200 len: 472 time: 0.0486832 Feb 10 15:49:19.363631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33596) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:19.374409 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f29a7b19-388c-412c-96d4-978174277aca tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/476ac411-fc3a-4ad8-bda9-ac3584705e39 HTTP/1.1" status: 200 len: 461 time: 0.0097919 Feb 10 15:49:19.377478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33598) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:19.475963 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7fccf3e0-3c79-4256-8fb5-47180da96bd8 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:19.477113 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7fccf3e0-3c79-4256-8fb5-47180da96bd8 tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/476ac411-fc3a-4ad8-bda9-ac3584705e39 HTTP/1.1" status: 204 len: 168 time: 0.0987771 Feb 10 15:49:19.479548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33600) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:19.677662 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e59ded37-39f8-453c-944f-087e3d5ea5de tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:19.678726 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e59ded37-39f8-453c-944f-087e3d5ea5de tempest-MeteringTestJSON-140902332 tempest-MeteringTestJSON-140902332-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/2e7a0fef-3f27-48d5-b949-49df223fe4f2 HTTP/1.1" status: 204 len: 168 time: 0.1982810 Feb 10 15:49:19.925034 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33606) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:20.048818 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c28688c7-d691-4060-94aa-792193144d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.131481 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c28688c7-d691-4060-94aa-792193144d50 admin admin] Publish callbacks [] for security_group (0f542415-d58d-4c57-85f0-190802954240), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.135914 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c28688c7-d691-4060-94aa-792193144d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0f542415-d58d-4c57-85f0-190802954240), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.152618 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d2315-b687-4dd4-bff4-e86e9d2deb4d req-b1e109eb-a029-48ab-b6b6-e196d6e344b9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:20.154725 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-564d2315-b687-4dd4-bff4-e86e9d2deb4d req-b1e109eb-a029-48ab-b6b6-e196d6e344b9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 943 time: 0.0702176 Feb 10 15:49:20.179862 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c28688c7-d691-4060-94aa-792193144d50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=30a27b84b8d649419671a307e97e59ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2507076 Feb 10 15:49:20.179862 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28688c7-d691-4060-94aa-792193144d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f542415-d58d-4c57-85f0-190802954240,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:20.180201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33614) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:20.233165 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-564d2315-b687-4dd4-bff4-e86e9d2deb4d req-99d9b892-1376-4f41-a632-bb0d0a555b04 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711343 Feb 10 15:49:20.264314 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3b78ef8d-8392-40e8-93f5-c7a9776569d8 admin admin] Publish callbacks [] for security_group (0f542415-d58d-4c57-85f0-190802954240), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.288243 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3b78ef8d-8392-40e8-93f5-c7a9776569d8 admin admin] Publish callbacks [] for security_group (0f542415-d58d-4c57-85f0-190802954240), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.336030 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3b78ef8d-8392-40e8-93f5-c7a9776569d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0f542415-d58d-4c57-85f0-190802954240), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.338659 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3b78ef8d-8392-40e8-93f5-c7a9776569d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.339805 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3b78ef8d-8392-40e8-93f5-c7a9776569d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f542415-d58d-4c57-85f0-190802954240 HTTP/1.1" status: 204 len: 168 time: 0.1586471 Feb 10 15:49:20.349751 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78ef8d-8392-40e8-93f5-c7a9776569d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f542415-d58d-4c57-85f0-190802954240,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:20.530295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfd25e-28ef-4ad5-b84e-d241966e04c4 req-d94118fe-11e9-46dc-bebf-e508979e0cd5 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:20.531861 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35cfd25e-28ef-4ad5-b84e-d241966e04c4 req-d94118fe-11e9-46dc-bebf-e508979e0cd5 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 1128 time: 0.0457952 Feb 10 15:49:20.583738 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-35cfd25e-28ef-4ad5-b84e-d241966e04c4 req-7ed7c63a-5db1-477f-b507-e439e8b26c36 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455492 Feb 10 15:49:20.606060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33622) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:20.623210 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33624) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:20.643890 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-37e69465-f88a-4d4c-a5af-e1bfa37b6e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.736766 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-37e69465-f88a-4d4c-a5af-e1bfa37b6e67 admin admin] Publish callbacks [] for security_group (d0f324e5-21b0-442f-82bb-d206283515ed), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.741916 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-37e69465-f88a-4d4c-a5af-e1bfa37b6e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d0f324e5-21b0-442f-82bb-d206283515ed), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.787991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-37e69465-f88a-4d4c-a5af-e1bfa37b6e67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=455f619e2adb4b52a3355adfd665036d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1584716 Feb 10 15:49:20.790599 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33626) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:20.791916 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ddb98-119c-483d-a5df-fe483b00ccec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port bdcd7d9d-8161-4c57-9ece-7ec7438873f9 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:49:20.792266 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f4ddb98-119c-483d-a5df-fe483b00ccec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (bdcd7d9d-8161-4c57-9ece-7ec7438873f9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.792935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e69465-f88a-4d4c-a5af-e1bfa37b6e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f324e5-21b0-442f-82bb-d206283515ed,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:20.848943 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4e5c5069-0aad-4bd1-9b84-c8c0b2574f9f admin admin] Publish callbacks [] for security_group (d0f324e5-21b0-442f-82bb-d206283515ed), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.877425 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4e5c5069-0aad-4bd1-9b84-c8c0b2574f9f admin admin] Publish callbacks [] for security_group (d0f324e5-21b0-442f-82bb-d206283515ed), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.880172 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f4ddb98-119c-483d-a5df-fe483b00ccec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (bdcd7d9d-8161-4c57-9ece-7ec7438873f9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.880504 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f4ddb98-119c-483d-a5df-fe483b00ccec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for floatingip (bdcd7d9d-8161-4c57-9ece-7ec7438873f9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.893772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ddb98-119c-483d-a5df-fe483b00ccec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for bdcd7d9d-8161-4c57-9ece-7ec7438873f9 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:49:20.930178 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4e5c5069-0aad-4bd1-9b84-c8c0b2574f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d0f324e5-21b0-442f-82bb-d206283515ed), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.933503 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4e5c5069-0aad-4bd1-9b84-c8c0b2574f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:20.934786 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4e5c5069-0aad-4bd1-9b84-c8c0b2574f9f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0f324e5-21b0-442f-82bb-d206283515ed HTTP/1.1" status: 204 len: 168 time: 0.1431592 Feb 10 15:49:20.944445 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c5069-0aad-4bd1-9b84-c8c0b2574f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f324e5-21b0-442f-82bb-d206283515ed,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:21.063697 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f4ddb98-119c-483d-a5df-fe483b00ccec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (bdcd7d9d-8161-4c57-9ece-7ec7438873f9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:21.093109 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ddb98-119c-483d-a5df-fe483b00ccec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=bdcd7d9d-8161-4c57-9ece-7ec7438873f9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:21.152403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f4ddb98-119c-483d-a5df-fe483b00ccec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for floatingip (eb526a7f-9341-4c31-ad7e-44aa008cfa21), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:21.152773 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-2f4ddb98-119c-483d-a5df-fe483b00ccec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Floating IP eb526a7f-9341-4c31-ad7e-44aa008cfa21 disassociated (deleted). External IP: 172.25.3.12, port: 72179508-4a49-4130-895c-8721d4dc43a0. Feb 10 15:49:21.364833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f7885-b535-4086-b51c-6cd82696959d req-a5a0e48c-d5b7-4bb5-90f8-78711c9d972d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:21.371836 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-922f7885-b535-4086-b51c-6cd82696959d req-a5a0e48c-d5b7-4bb5-90f8-78711c9d972d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 943 time: 0.0697329 Feb 10 15:49:21.420957 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-922f7885-b535-4086-b51c-6cd82696959d req-1ec5f3a7-ab0b-4a0d-86d4-42f8a0ef478b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481775 Feb 10 15:49:21.714887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4ddb98-119c-483d-a5df-fe483b00ccec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router 00f5145a-d37c-44ce-a935-69135aac0b1e has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:21.830816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4ddb98-119c-483d-a5df-fe483b00ccec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:21.835600 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2f4ddb98-119c-483d-a5df-fe483b00ccec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:21.841914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7129c173-d77f-4dec-b664-c86306890a85 None None] Sync routers for ids ['00f5145a-d37c-44ce-a935-69135aac0b1e'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:21.851608 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7129c173-d77f-4dec-b664-c86306890a85 None None] Routers {'00f5145a-d37c-44ce-a935-69135aac0b1e'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:21.852291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7129c173-d77f-4dec-b664-c86306890a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['00f5145a-d37c-44ce-a935-69135aac0b1e'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:21.864388 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2f4ddb98-119c-483d-a5df-fe483b00ccec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/floatingips/eb526a7f-9341-4c31-ad7e-44aa008cfa21 HTTP/1.1" status: 204 len: 168 time: 1.2563794 Feb 10 15:49:21.865052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'tag': '72179508-4a49-4130-895c-8721d4dc43a0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:49:21.867409 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f677244-3f8b-488e-8d96-e2cd9fb7f69d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4c1aec-2139-4a0d-abc3-edc72351111e", "tag": "72179508-4a49-4130-895c-8721d4dc43a0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:21.935067 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0507e5-4045-4074-b606-3e589bc7e011 x-openstack-request-id: req-5a0507e5-4045-4074-b606-3e589bc7e011 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:21.935355 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4c1aec-2139-4a0d-abc3-edc72351111e", "tag": "72179508-4a49-4130-895c-8721d4dc43a0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:21.935601 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a0507e5-4045-4074-b606-3e589bc7e011 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:21.935998 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'tag': '72179508-4a49-4130-895c-8721d4dc43a0', 'status': 'completed', 'code': 200} Feb 10 15:49:21.991740 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-7129c173-d77f-4dec-b664-c86306890a85 None None] Set router 00f5145a-d37c-44ce-a935-69135aac0b1e gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:22.010473 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f677244-3f8b-488e-8d96-e2cd9fb7f69d req-e09df669-b1b6-4589-ab53-43ee23ddb69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:22.012342 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6f677244-3f8b-488e-8d96-e2cd9fb7f69d req-e09df669-b1b6-4589-ab53-43ee23ddb69e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 1128 time: 0.0543728 Feb 10 15:49:22.137527 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f677244-3f8b-488e-8d96-e2cd9fb7f69d req-2f79b64e-9e39-45bd-a084-fe09969da91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:22.140713 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6f677244-3f8b-488e-8d96-e2cd9fb7f69d req-2f79b64e-9e39-45bd-a084-fe09969da91d service neutron] 10.222.0.79 "GET /v2.0/networks?id=df33c682-b41c-4cf1-91cf-d398a23e73a4 HTTP/1.1" status: 200 len: 897 time: 0.1161020 Feb 10 15:49:22.148614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d3b8-9e2c-4238-aea8-3b79f96b7af6 req-299a6e41-434a-4c9c-85a0-4d7868d36e44 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:22.156232 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6eb2d3b8-9e2c-4238-aea8-3b79f96b7af6 req-299a6e41-434a-4c9c-85a0-4d7868d36e44 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0628457 Feb 10 15:49:22.197962 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6f677244-3f8b-488e-8d96-e2cd9fb7f69d req-e842883c-c9c5-44d7-9596-3bfc7e2d5d87 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72179508-4a49-4130-895c-8721d4dc43a0 HTTP/1.1" status: 200 len: 217 time: 0.0500574 Feb 10 15:49:22.201599 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6eb2d3b8-9e2c-4238-aea8-3b79f96b7af6 req-a3f86d22-4679-4403-8428-4b47f520a96f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445096 Feb 10 15:49:22.249743 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7129c173-d77f-4dec-b664-c86306890a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284513177', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:06Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '2240044c-6370-4b51-9dcd-6d4f6b9f6b49', 'name': '', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:b5:c8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:05Z', 'updated_at': '2022-02-10T15:47:12Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:22.271024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f677244-3f8b-488e-8d96-e2cd9fb7f69d req-d581a2cc-63c8-4958-a9b1-5b84f57a2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:22.273142 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6f677244-3f8b-488e-8d96-e2cd9fb7f69d req-d581a2cc-63c8-4958-a9b1-5b84f57a2a00 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e12ed51c-74f3-4f1d-beee-c50d080c6683 HTTP/1.1" status: 200 len: 835 time: 0.0679214 Feb 10 15:49:22.282580 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7129c173-d77f-4dec-b664-c86306890a85 None None] Checking router: 00f5145a-d37c-44ce-a935-69135aac0b1e for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:49:22.293329 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7129c173-d77f-4dec-b664-c86306890a85 None None] Routers {'00f5145a-d37c-44ce-a935-69135aac0b1e'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:22.293869 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7129c173-d77f-4dec-b664-c86306890a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['00f5145a-d37c-44ce-a935-69135aac0b1e'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:22.326626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33672) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:22.329343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f677244-3f8b-488e-8d96-e2cd9fb7f69d req-72949819-c80a-4387-bfd7-6042829aacac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:22.331067 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6f677244-3f8b-488e-8d96-e2cd9fb7f69d req-72949819-c80a-4387-bfd7-6042829aacac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=df33c682-b41c-4cf1-91cf-d398a23e73a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513263 Feb 10 15:49:22.410541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-7129c173-d77f-4dec-b664-c86306890a85 None None] Set router 00f5145a-d37c-44ce-a935-69135aac0b1e gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:22.423739 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6f677244-3f8b-488e-8d96-e2cd9fb7f69d req-0e97d666-4b77-47cd-b9ab-ec41e8b2bc6f service neutron] 10.222.0.79 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856166 Feb 10 15:49:22.443967 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-881658510', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:22.468624 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Made reservation on behalf of 0f4cdfdc59db4f4a887973bd09cbd578 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:22.473237 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:22.482636 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:22.530808 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6f677244-3f8b-488e-8d96-e2cd9fb7f69d req-79bce77f-a991-426e-85c9-a0b9e11e78ba service neutron] 10.222.0.79 "GET /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003191 Feb 10 15:49:22.580946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b6dab-2b37-4851-81f3-f692ec3f1bf0 req-ce24ccb9-6c63-4deb-83b3-c297371d921d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:22.582337 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-468b6dab-2b37-4851-81f3-f692ec3f1bf0 req-ce24ccb9-6c63-4deb-83b3-c297371d921d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 943 time: 0.0759742 Feb 10 15:49:22.621087 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks [] for security_group (046cf4cc-3038-4ccb-96f6-ad1195cc1616), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:22.627395 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (046cf4cc-3038-4ccb-96f6-ad1195cc1616), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:22.639764 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] device_id is not set on port 41d6eca6-52b8-446d-bc44-a58fa7f27d68 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:49:22.641748 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-7129c173-d77f-4dec-b664-c86306890a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284513177', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:06Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '2240044c-6370-4b51-9dcd-6d4f6b9f6b49', 'name': '', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:b5:c8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:05Z', 'updated_at': '2022-02-10T15:47:12Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:22.671930 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7129c173-d77f-4dec-b664-c86306890a85 None None] The sync data for ids ['00f5145a-d37c-44ce-a935-69135aac0b1e'] in n-d-815324-7 is: [{'id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284513177', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:06Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '2240044c-6370-4b51-9dcd-6d4f6b9f6b49', 'name': '', 'network_id': 'df33c682-b41c-4cf1-91cf-d398a23e73a4', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:b5:c8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:47:05Z', 'updated_at': '2022-02-10T15:47:12Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': 'e12ed51c-74f3-4f1d-beee-c50d080c6683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:22.699272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046cf4cc-3038-4ccb-96f6-ad1195cc1616,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:22.716073 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-468b6dab-2b37-4851-81f3-f692ec3f1bf0 req-b66bc06e-e8a1-4fea-88ba-e2d642fa1b37 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224844 Feb 10 15:49:22.793552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Allocated IP 172.25.3.111 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/41d6eca6-52b8-446d-bc44-a58fa7f27d68) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:22.929220 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks [] for port (41d6eca6-52b8-446d-bc44-a58fa7f27d68), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:22.932604 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459eb25d-1cb3-479a-9f71-452876e1fde7 None None] New status for floating IP eb526a7f-9341-4c31-ad7e-44aa008cfa21: DOWN {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:49:22.964196 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (41d6eca6-52b8-446d-bc44-a58fa7f27d68), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:23.009193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:23.012160 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:23.016243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:23.021921 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Pushing event updated for resources: {'Port': ['ID=41d6eca6-52b8-446d-bc44-a58fa7f27d68,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:23.058159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:23.058763 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:23.073903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-79af0906-2687-4dea-b79d-7531a6567773 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7462029 Feb 10 15:49:23.076887 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33678) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:23.081185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e272ba4b-f732-40d3-93d2-dc3080633705 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.111'}]}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:23.098994 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e272ba4b-f732-40d3-93d2-dc3080633705 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (5b4502ec-415c-4de0-a672-474a2704c401), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:23.099921 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e272ba4b-f732-40d3-93d2-dc3080633705 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (5b4502ec-415c-4de0-a672-474a2704c401), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:23.150696 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e272ba4b-f732-40d3-93d2-dc3080633705 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks [] for router_controller (5b4502ec-415c-4de0-a672-474a2704c401), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:23.294359 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e272ba4b-f732-40d3-93d2-dc3080633705 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks [] for router_gateway (5b4502ec-415c-4de0-a672-474a2704c401), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:23.362544 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929df073-33c5-4a4d-9286-1a5a3e81ba52 req-6a858ff6-1f5d-4c8e-9a03-4bb66f12d8ce tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:23.363936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-929df073-33c5-4a4d-9286-1a5a3e81ba52 req-6a858ff6-1f5d-4c8e-9a03-4bb66f12d8ce tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0803115 Feb 10 15:49:23.447852 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-929df073-33c5-4a4d-9286-1a5a3e81ba52 req-2f1bcc03-0123-49c3-a4d5-57e6b36c5d39 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e45c55-8559-45ce-bd44-fc92e10b72ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527122 Feb 10 15:49:23.731726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3d81a-a92e-497c-a121-b7c4b8c7d790 req-f6f8f6f6-f3d7-4c30-a67c-bc9c2e9b51f6 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:23.734074 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3cc3d81a-a92e-497c-a121-b7c4b8c7d790 req-f6f8f6f6-f3d7-4c30-a67c-bc9c2e9b51f6 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 946 time: 0.0613239 Feb 10 15:49:23.841935 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-3cc3d81a-a92e-497c-a121-b7c4b8c7d790 req-01c531c2-f884-4783-94b6-6332f5c55cef tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port 72179508-4a49-4130-895c-8721d4dc43a0 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:49:23.842278 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3cc3d81a-a92e-497c-a121-b7c4b8c7d790 req-01c531c2-f884-4783-94b6-6332f5c55cef tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (72179508-4a49-4130-895c-8721d4dc43a0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:23.872452 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e272ba4b-f732-40d3-93d2-dc3080633705 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks [] for router_gateway (5b4502ec-415c-4de0-a672-474a2704c401), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:23.894529 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e272ba4b-f732-40d3-93d2-dc3080633705 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:23.902325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b928614-f454-4808-b629-f45d726122f0 req-406d605d-5514-4130-b3c8-2451e7487e91 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:23.904318 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b928614-f454-4808-b629-f45d726122f0 req-406d605d-5514-4130-b3c8-2451e7487e91 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 943 time: 0.0998039 Feb 10 15:49:23.931686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3cc3d81a-a92e-497c-a121-b7c4b8c7d790 req-01c531c2-f884-4783-94b6-6332f5c55cef tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] For port 72179508-4a49-4130-895c-8721d4dc43a0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=72179508-4a49-4130-895c-8721d4dc43a0,segment=NetworkSegment(82860e45-4191-48e6-9856-98d550287e1e),segment_id=82860e45-4191-48e6-9856-98d550287e1e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:23.932035 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3cc3d81a-a92e-497c-a121-b7c4b8c7d790 req-01c531c2-f884-4783-94b6-6332f5c55cef tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (72179508-4a49-4130-895c-8721d4dc43a0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:23.943771 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-3cc3d81a-a92e-497c-a121-b7c4b8c7d790 req-01c531c2-f884-4783-94b6-6332f5c55cef tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for 72179508-4a49-4130-895c-8721d4dc43a0 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:49:24.017815 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b928614-f454-4808-b629-f45d726122f0 req-6f700ba8-5b58-4c5c-8547-f9f40d072de8 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071680 Feb 10 15:49:24.083413 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3cc3d81a-a92e-497c-a121-b7c4b8c7d790 req-01c531c2-f884-4783-94b6-6332f5c55cef tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (72179508-4a49-4130-895c-8721d4dc43a0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:24.088981 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e272ba4b-f732-40d3-93d2-dc3080633705 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks [] for router (5b4502ec-415c-4de0-a672-474a2704c401), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:24.115576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c531c2-f884-4783-94b6-6332f5c55cef tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=72179508-4a49-4130-895c-8721d4dc43a0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:24.157544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc3d81a-a92e-497c-a121-b7c4b8c7d790 req-01c531c2-f884-4783-94b6-6332f5c55cef tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] No DVR routers for this DVR port 72179508-4a49-4130-895c-8721d4dc43a0 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:49:24.160204 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3cc3d81a-a92e-497c-a121-b7c4b8c7d790 req-01c531c2-f884-4783-94b6-6332f5c55cef tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:24.163648 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3cc3d81a-a92e-497c-a121-b7c4b8c7d790 req-01c531c2-f884-4783-94b6-6332f5c55cef tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.79 "DELETE /v2.0/ports/72179508-4a49-4130-895c-8721d4dc43a0 HTTP/1.1" status: 204 len: 173 time: 0.4243116 Feb 10 15:49:24.164114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'name': 'network-vif-deleted', 'tag': '72179508-4a49-4130-895c-8721d4dc43a0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:49:24.166481 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43ef33e-5cd2-440b-b4e8-e1ff7e48b94b" -d '{"events": [{"server_uuid": "1d4c1aec-2139-4a0d-abc3-edc72351111e", "name": "network-vif-deleted", "tag": "72179508-4a49-4130-895c-8721d4dc43a0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:24.205492 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303c922b-cf8e-49e4-9b39-74e9376494fc x-openstack-request-id: req-303c922b-cf8e-49e4-9b39-74e9376494fc {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:24.205793 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4c1aec-2139-4a0d-abc3-edc72351111e", "name": "network-vif-deleted", "tag": "72179508-4a49-4130-895c-8721d4dc43a0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:24.206162 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-303c922b-cf8e-49e4-9b39-74e9376494fc {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:24.206575 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4c1aec-2139-4a0d-abc3-edc72351111e', 'name': 'network-vif-deleted', 'tag': '72179508-4a49-4130-895c-8721d4dc43a0', 'status': 'completed', 'code': 200} Feb 10 15:49:24.257690 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e272ba4b-f732-40d3-93d2-dc3080633705 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (5b4502ec-415c-4de0-a672-474a2704c401), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:24.259821 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e272ba4b-f732-40d3-93d2-dc3080633705 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks [] for router_controller (5b4502ec-415c-4de0-a672-474a2704c401), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:24.305784 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e272ba4b-f732-40d3-93d2-dc3080633705 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (5b4502ec-415c-4de0-a672-474a2704c401), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:24.305784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e272ba4b-f732-40d3-93d2-dc3080633705 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b4502ec-415c-4de0-a672-474a2704c401 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:49:24.320258 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-e272ba4b-f732-40d3-93d2-dc3080633705 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 15:49:24.321398 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e272ba4b-f732-40d3-93d2-dc3080633705 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2435963 Feb 10 15:49:24.324163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33686) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:24.404991 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-472eb3cc-95e9-4dda-b1f8-806494280065 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Deleting port 41d6eca6-52b8-446d-bc44-a58fa7f27d68 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:49:24.405247 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-472eb3cc-95e9-4dda-b1f8-806494280065 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (41d6eca6-52b8-446d-bc44-a58fa7f27d68), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:24.480774 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-472eb3cc-95e9-4dda-b1f8-806494280065 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (41d6eca6-52b8-446d-bc44-a58fa7f27d68), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:24.494414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-472eb3cc-95e9-4dda-b1f8-806494280065 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Calling delete_port for 41d6eca6-52b8-446d-bc44-a58fa7f27d68 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:49:24.577397 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7fcd6b76-f7c0-4add-a449-cc0f23462fbf req-8a3b283f-bcbc-4c68-af57-126e23b4fbdd tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d4c1aec-2139-4a0d-abc3-edc72351111e HTTP/1.1" status: 200 len: 210 time: 0.0326614 Feb 10 15:49:24.667427 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-472eb3cc-95e9-4dda-b1f8-806494280065 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (41d6eca6-52b8-446d-bc44-a58fa7f27d68), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:24.695885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472eb3cc-95e9-4dda-b1f8-806494280065 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Pushing event deleted for resources: {'Port': ['ID=41d6eca6-52b8-446d-bc44-a58fa7f27d68,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:24.757214 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-472eb3cc-95e9-4dda-b1f8-806494280065 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:24.760410 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-472eb3cc-95e9-4dda-b1f8-806494280065 tempest-RoutersAdminNegativeIpV6Test-755089239 tempest-RoutersAdminNegativeIpV6Test-755089239-project-admin] 10.222.0.64 "DELETE /v2.0/ports/41d6eca6-52b8-446d-bc44-a58fa7f27d68 HTTP/1.1" status: 204 len: 168 time: 0.4353039 Feb 10 15:49:24.997722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33694) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:25.111605 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-09ce262b-7b16-4dbb-924a-1a279d400382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:25.173911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2c4dc-4846-4e48-a5f4-cf164dedf1c3 req-aa37e8f5-c8cb-41a5-9dd4-db9ce780004f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:25.175385 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bcc2c4dc-4846-4e48-a5f4-cf164dedf1c3 req-aa37e8f5-c8cb-41a5-9dd4-db9ce780004f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 943 time: 0.0777638 Feb 10 15:49:25.255325 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bcc2c4dc-4846-4e48-a5f4-cf164dedf1c3 req-4ea826f9-2f65-4dec-a5d5-ce67f7e71103 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738115 Feb 10 15:49:25.257122 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-09ce262b-7b16-4dbb-924a-1a279d400382 admin admin] Publish callbacks [] for security_group (8247834f-17ab-41ee-9f27-ad3b70041b64), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:25.261277 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-09ce262b-7b16-4dbb-924a-1a279d400382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8247834f-17ab-41ee-9f27-ad3b70041b64), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:25.300119 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-09ce262b-7b16-4dbb-924a-1a279d400382 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6bbc0ec16e6c4a8494c7994d08dca33f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3010638 Feb 10 15:49:25.301249 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce262b-7b16-4dbb-924a-1a279d400382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8247834f-17ab-41ee-9f27-ad3b70041b64,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:25.302851 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33700) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:25.353354 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c34c75aa-c9d8-4e73-a0a1-c1d8671268c6 admin admin] Publish callbacks [] for security_group (8247834f-17ab-41ee-9f27-ad3b70041b64), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:25.375151 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c34c75aa-c9d8-4e73-a0a1-c1d8671268c6 admin admin] Publish callbacks [] for security_group (8247834f-17ab-41ee-9f27-ad3b70041b64), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:25.420954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c34c75aa-c9d8-4e73-a0a1-c1d8671268c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (8247834f-17ab-41ee-9f27-ad3b70041b64), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:25.423497 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c34c75aa-c9d8-4e73-a0a1-c1d8671268c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:25.424675 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c34c75aa-c9d8-4e73-a0a1-c1d8671268c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8247834f-17ab-41ee-9f27-ad3b70041b64 HTTP/1.1" status: 204 len: 168 time: 0.1208246 Feb 10 15:49:25.431815 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c75aa-c9d8-4e73-a0a1-c1d8671268c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8247834f-17ab-41ee-9f27-ad3b70041b64,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:25.637662 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33708) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:25.681687 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33710) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:25.723153 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-92da6653-1cfb-4a72-a783-c3a16932301c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f4cdfdc59db4f4a887973bd09cbd578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400116 Feb 10 15:49:25.725319 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33712) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:25.774287 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-714011ac-7040-4b89-a346-35b3ff44abf6 admin admin] Publish callbacks [] for security_group (046cf4cc-3038-4ccb-96f6-ad1195cc1616), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:25.796911 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-714011ac-7040-4b89-a346-35b3ff44abf6 admin admin] Publish callbacks [] for security_group (046cf4cc-3038-4ccb-96f6-ad1195cc1616), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:25.842863 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-714011ac-7040-4b89-a346-35b3ff44abf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (046cf4cc-3038-4ccb-96f6-ad1195cc1616), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:25.845778 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-714011ac-7040-4b89-a346-35b3ff44abf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:25.846939 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-714011ac-7040-4b89-a346-35b3ff44abf6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/046cf4cc-3038-4ccb-96f6-ad1195cc1616 HTTP/1.1" status: 204 len: 168 time: 0.1203339 Feb 10 15:49:25.855440 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714011ac-7040-4b89-a346-35b3ff44abf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046cf4cc-3038-4ccb-96f6-ad1195cc1616,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:26.012823 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2699f1aa-b577-40e1-be23-a2df9be0f976 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (00f5145a-d37c-44ce-a935-69135aac0b1e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:26.277222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-2699f1aa-b577-40e1-be23-a2df9be0f976 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:49:26.277568 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2699f1aa-b577-40e1-be23-a2df9be0f976 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:26.370766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-2699f1aa-b577-40e1-be23-a2df9be0f976 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] For port 2240044c-6370-4b51-9dcd-6d4f6b9f6b49, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=2240044c-6370-4b51-9dcd-6d4f6b9f6b49,segment=NetworkSegment(82860e45-4191-48e6-9856-98d550287e1e),segment_id=82860e45-4191-48e6-9856-98d550287e1e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:26.371403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2699f1aa-b577-40e1-be23-a2df9be0f976 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:26.386506 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-2699f1aa-b577-40e1-be23-a2df9be0f976 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:49:26.386663 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669711c-37c3-42c2-933d-7c8ebaeb4b80 req-cdc3c11f-fd6f-4ded-b015-2d81fdadaf57 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:26.388142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1669711c-37c3-42c2-933d-7c8ebaeb4b80 req-cdc3c11f-fd6f-4ded-b015-2d81fdadaf57 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 943 time: 0.0633445 Feb 10 15:49:26.437852 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1669711c-37c3-42c2-933d-7c8ebaeb4b80 req-ec516e02-2247-4d9c-98d6-0b41015a6118 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434961 Feb 10 15:49:26.574146 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33736) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:26.580175 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2699f1aa-b577-40e1-be23-a2df9be0f976 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2240044c-6370-4b51-9dcd-6d4f6b9f6b49), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:26.610181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699f1aa-b577-40e1-be23-a2df9be0f976 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=2240044c-6370-4b51-9dcd-6d4f6b9f6b49,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:26.720863 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-30a10161-637d-40e2-b4a5-93be0cf49425 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1584431444'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:26.753118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a10161-637d-40e2-b4a5-93be0cf49425 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Made reservation on behalf of 90563f4452ba41cdbe08ff6bfbb34e5e for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:26.756381 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30a10161-637d-40e2-b4a5-93be0cf49425 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:26.799265 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30a10161-637d-40e2-b4a5-93be0cf49425 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:26.828051 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2699f1aa-b577-40e1-be23-a2df9be0f976 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (00f5145a-d37c-44ce-a935-69135aac0b1e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:26.970503 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30a10161-637d-40e2-b4a5-93be0cf49425 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for security_group (0e9b19a7-4e7e-45cc-826e-7895fa0dc791), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:26.978199 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30a10161-637d-40e2-b4a5-93be0cf49425 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0e9b19a7-4e7e-45cc-826e-7895fa0dc791), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:27.013777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a10161-637d-40e2-b4a5-93be0cf49425 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:49:27.081975 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30a10161-637d-40e2-b4a5-93be0cf49425 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (4b77aacc-b2a5-4d99-be10-1e2d76fb1b79), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:27.082317 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-30a10161-637d-40e2-b4a5-93be0cf49425 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Added segment 4b77aacc-b2a5-4d99-be10-1e2d76fb1b79 of type vlan for network 445f99b3-98c1-4f4f-851e-5a51b628286b Feb 10 15:49:27.090460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a10161-637d-40e2-b4a5-93be0cf49425 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9b19a7-4e7e-45cc-826e-7895fa0dc791,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:27.134375 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30a10161-637d-40e2-b4a5-93be0cf49425 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (445f99b3-98c1-4f4f-851e-5a51b628286b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:27.196257 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30a10161-637d-40e2-b4a5-93be0cf49425 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (445f99b3-98c1-4f4f-851e-5a51b628286b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:27.201052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a10161-637d-40e2-b4a5-93be0cf49425 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:27.201628 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-30a10161-637d-40e2-b4a5-93be0cf49425 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:27.209737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2699f1aa-b577-40e1-be23-a2df9be0f976 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router 00f5145a-d37c-44ce-a935-69135aac0b1e has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:27.245489 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-30a10161-637d-40e2-b4a5-93be0cf49425 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6701508 Feb 10 15:49:27.248610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33740) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:27.253911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4e1040a8-d31a-46b5-8aae-c8d11ae2484f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'subnet': {'network_id': '445f99b3-98c1-4f4f-851e-5a51b628286b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:27.313547 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a10161-637d-40e2-b4a5-93be0cf49425 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Network': ['ID=445f99b3-98c1-4f4f-851e-5a51b628286b,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:27.325016 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 445f99b3-98c1-4f4f-851e-5a51b628286b details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:49:27.343499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1040a8-d31a-46b5-8aae-c8d11ae2484f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Made reservation on behalf of 90563f4452ba41cdbe08ff6bfbb34e5e for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:27.347477 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4e1040a8-d31a-46b5-8aae-c8d11ae2484f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:27.391013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2699f1aa-b577-40e1-be23-a2df9be0f976 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:27.398537 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2699f1aa-b577-40e1-be23-a2df9be0f976 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "PUT /v2.0/routers/00f5145a-d37c-44ce-a935-69135aac0b1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7565858 Feb 10 15:49:27.399031 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33742) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:27.404500 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b459f69-9692-47f5-af10-30bbd707f02a None None] Sync routers for ids ['00f5145a-d37c-44ce-a935-69135aac0b1e'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:27.419496 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b459f69-9692-47f5-af10-30bbd707f02a None None] Routers {'00f5145a-d37c-44ce-a935-69135aac0b1e'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:27.420469 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-2b459f69-9692-47f5-af10-30bbd707f02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['00f5145a-d37c-44ce-a935-69135aac0b1e'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:27.451987 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-39052825-8e96-4052-821f-d83dd126edf5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting subnet e12ed51c-74f3-4f1d-beee-c50d080c6683 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:49:27.456074 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39052825-8e96-4052-821f-d83dd126edf5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for subnet (e12ed51c-74f3-4f1d-beee-c50d080c6683), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:27.536481 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39052825-8e96-4052-821f-d83dd126edf5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (e12ed51c-74f3-4f1d-beee-c50d080c6683), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:27.559017 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4e1040a8-d31a-46b5-8aae-c8d11ae2484f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (f1a92fff-f2aa-4ae9-bfaa-6d01b0511120), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:27.576749 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-2b459f69-9692-47f5-af10-30bbd707f02a None None] Set router 00f5145a-d37c-44ce-a935-69135aac0b1e gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:27.650912 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39052825-8e96-4052-821f-d83dd126edf5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (e12ed51c-74f3-4f1d-beee-c50d080c6683), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:27.660052 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1040a8-d31a-46b5-8aae-c8d11ae2484f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Subnet': ['ID=f1a92fff-f2aa-4ae9-bfaa-6d01b0511120,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:27.678366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1040a8-d31a-46b5-8aae-c8d11ae2484f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Checking segment: {'id': '4b77aacc-b2a5-4d99-be10-1e2d76fb1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '445f99b3-98c1-4f4f-851e-5a51b628286b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:49:27.678728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1040a8-d31a-46b5-8aae-c8d11ae2484f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network hostable DHCP agents. Network: 445f99b3-98c1-4f4f-851e-5a51b628286b, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:49:27.687956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1e468-a7c0-4c43-8c29-9ef93d27c777 req-cca97b55-89e4-4383-bb6a-b41136582ed3 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:27.689615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51d1e468-a7c0-4c43-8c29-9ef93d27c777 req-cca97b55-89e4-4383-bb6a-b41136582ed3 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 943 time: 0.1319740 Feb 10 15:49:27.734600 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1040a8-d31a-46b5-8aae-c8d11ae2484f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network 445f99b3-98c1-4f4f-851e-5a51b628286b is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:49:27.748914 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39052825-8e96-4052-821f-d83dd126edf5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (e12ed51c-74f3-4f1d-beee-c50d080c6683), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:27.760512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-4e1040a8-d31a-46b5-8aae-c8d11ae2484f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 445f99b3-98c1-4f4f-851e-5a51b628286b) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:27.765954 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51d1e468-a7c0-4c43-8c29-9ef93d27c777 req-4bf4f174-98d8-4059-8cb8-a64fbf5275d5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685148 Feb 10 15:49:27.769509 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1040a8-d31a-46b5-8aae-c8d11ae2484f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:27.770101 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4e1040a8-d31a-46b5-8aae-c8d11ae2484f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:27.792236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39052825-8e96-4052-821f-d83dd126edf5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Subnet': ['ID=e12ed51c-74f3-4f1d-beee-c50d080c6683,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:27.798673 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-39052825-8e96-4052-821f-d83dd126edf5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:27.803370 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-39052825-8e96-4052-821f-d83dd126edf5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/subnets/e12ed51c-74f3-4f1d-beee-c50d080c6683 HTTP/1.1" status: 204 len: 168 time: 0.4036775 Feb 10 15:49:27.805174 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33746) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:27.812079 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4e1040a8-d31a-46b5-8aae-c8d11ae2484f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5597510 Feb 10 15:49:27.812287 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33748) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:27.815953 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e6ca4-b63f-4471-9055-2719f17abfcc None None] Network 445f99b3-98c1-4f4f-851e-5a51b628286b requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:49:27.818141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dd2d81-6eb9-40f3-945a-57caa64c3368 None None] Network df33c682-b41c-4cf1-91cf-d398a23e73a4 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:49:27.851548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1031803676', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:27.886587 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (6378fddd-6b70-4745-963e-2cf3370c67b6), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:27.887588 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (6378fddd-6b70-4745-963e-2cf3370c67b6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:27.951792 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b61c1bbc-98a3-49bd-8608-9be4d452077a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router (00f5145a-d37c-44ce-a935-69135aac0b1e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:27.965634 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 72179508-4a49-4130-895c-8721d4dc43a0 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:49:28.014036 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router_controller (6378fddd-6b70-4745-963e-2cf3370c67b6), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:28.017611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 72179508-4a49-4130-895c-8721d4dc43a0 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:49:28.017953 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 72179508-4a49-4130-895c-8721d4dc43a0 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:49:28.081275 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caf5be7-7956-4620-b144-c8e4bcb6fd13 None None] Network 445f99b3-98c1-4f4f-851e-5a51b628286b requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:49:28.203927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dca287d-eef0-4cf7-a23a-747d9c744623 None None] DHCP port deletion for df33c682-b41c-4cf1-91cf-d398a23e73a4 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:49:28.204720 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router_gateway (6378fddd-6b70-4745-963e-2cf3370c67b6), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:28.208720 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-2b459f69-9692-47f5-af10-30bbd707f02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284513177', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:49:26Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '64a307fe-3a63-49dc-9f91-299983dd517f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:28.219765 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b61c1bbc-98a3-49bd-8608-9be4d452077a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_gateway (00f5145a-d37c-44ce-a935-69135aac0b1e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:28.238240 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b459f69-9692-47f5-af10-30bbd707f02a None None] Checking router: 00f5145a-d37c-44ce-a935-69135aac0b1e for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:49:28.269988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b459f69-9692-47f5-af10-30bbd707f02a None None] Routers {'00f5145a-d37c-44ce-a935-69135aac0b1e'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:28.270503 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-2b459f69-9692-47f5-af10-30bbd707f02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['00f5145a-d37c-44ce-a935-69135aac0b1e'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:28.334287 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b61c1bbc-98a3-49bd-8608-9be4d452077a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port 64a307fe-3a63-49dc-9f91-299983dd517f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:49:28.334634 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b61c1bbc-98a3-49bd-8608-9be4d452077a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (64a307fe-3a63-49dc-9f91-299983dd517f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:28.366361 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1dca287d-eef0-4cf7-a23a-747d9c744623 None None] Deleting port 6fde5720-a108-416b-9599-8fd90ea3bf12 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:49:28.366936 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1dca287d-eef0-4cf7-a23a-747d9c744623 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6fde5720-a108-416b-9599-8fd90ea3bf12), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:28.368840 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-2b459f69-9692-47f5-af10-30bbd707f02a None None] Set router 00f5145a-d37c-44ce-a935-69135aac0b1e gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:28.430903 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-2b459f69-9692-47f5-af10-30bbd707f02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284513177', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:49:28Z', 'revision_number': 6, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:28.469828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b459f69-9692-47f5-af10-30bbd707f02a None None] The sync data for ids ['00f5145a-d37c-44ce-a935-69135aac0b1e'] in n-d-815324-7 is: [{'id': '00f5145a-d37c-44ce-a935-69135aac0b1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284513177', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:46:59Z', 'updated_at': '2022-02-10T15:49:28Z', 'revision_number': 6, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:28.512826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1dca287d-eef0-4cf7-a23a-747d9c744623 None None] For port 6fde5720-a108-416b-9599-8fd90ea3bf12, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6fde5720-a108-416b-9599-8fd90ea3bf12,segment=NetworkSegment(82860e45-4191-48e6-9856-98d550287e1e),segment_id=82860e45-4191-48e6-9856-98d550287e1e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:28.513252 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1dca287d-eef0-4cf7-a23a-747d9c744623 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6fde5720-a108-416b-9599-8fd90ea3bf12), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:28.526611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1dca287d-eef0-4cf7-a23a-747d9c744623 None None] Calling delete_port for 6fde5720-a108-416b-9599-8fd90ea3bf12 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:49:28.610326 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1dca287d-eef0-4cf7-a23a-747d9c744623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (6fde5720-a108-416b-9599-8fd90ea3bf12), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:28.637464 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca287d-eef0-4cf7-a23a-747d9c744623 None None] Pushing event deleted for resources: {'Port': ['ID=6fde5720-a108-416b-9599-8fd90ea3bf12,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:28.642529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca287d-eef0-4cf7-a23a-747d9c744623 None None] No DVR routers for this DVR port 6fde5720-a108-416b-9599-8fd90ea3bf12 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:49:28.827930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-b61c1bbc-98a3-49bd-8608-9be4d452077a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] For port 64a307fe-3a63-49dc-9f91-299983dd517f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=64a307fe-3a63-49dc-9f91-299983dd517f,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:28.828422 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b61c1bbc-98a3-49bd-8608-9be4d452077a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (64a307fe-3a63-49dc-9f91-299983dd517f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:28.863123 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router_gateway (6378fddd-6b70-4745-963e-2cf3370c67b6), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:28.865039 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b61c1bbc-98a3-49bd-8608-9be4d452077a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for 64a307fe-3a63-49dc-9f91-299983dd517f owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:49:28.894012 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:28.904546 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcf94a-98e0-4066-aa0f-635d7f68a3e8 req-7373b555-2041-4174-8750-730d4b3be5d0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:28.906074 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32bcf94a-98e0-4066-aa0f-635d7f68a3e8 req-7373b555-2041-4174-8750-730d4b3be5d0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 943 time: 0.0586634 Feb 10 15:49:28.958713 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-32bcf94a-98e0-4066-aa0f-635d7f68a3e8 req-40bf574b-5f3f-4dd2-8e53-bc222273ef64 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468228 Feb 10 15:49:29.086160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Allocated IP 172.25.3.225 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/4c83cb4c-0817-4275-b9ba-655664b8d520) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:29.204113 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b61c1bbc-98a3-49bd-8608-9be4d452077a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (64a307fe-3a63-49dc-9f91-299983dd517f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.239526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c1bbc-98a3-49bd-8608-9be4d452077a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=64a307fe-3a63-49dc-9f91-299983dd517f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:29.253543 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (4c83cb4c-0817-4275-b9ba-655664b8d520), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.334013 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b61c1bbc-98a3-49bd-8608-9be4d452077a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (00f5145a-d37c-44ce-a935-69135aac0b1e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.393528 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4c83cb4c-0817-4275-b9ba-655664b8d520), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.462684 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b61c1bbc-98a3-49bd-8608-9be4d452077a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (00f5145a-d37c-44ce-a935-69135aac0b1e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.470544 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b61c1bbc-98a3-49bd-8608-9be4d452077a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_controller (00f5145a-d37c-44ce-a935-69135aac0b1e), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.474692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:29.482453 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:29.485122 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:29.489357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=4c83cb4c-0817-4275-b9ba-655664b8d520,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:29.537012 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6fde5720-a108-416b-9599-8fd90ea3bf12 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:49:29.551328 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b61c1bbc-98a3-49bd-8608-9be4d452077a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (00f5145a-d37c-44ce-a935-69135aac0b1e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.551982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61c1bbc-98a3-49bd-8608-9be4d452077a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Fanout notify agent at l3_agent the message router_deleted on router 00f5145a-d37c-44ce-a935-69135aac0b1e {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:49:29.558600 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b61c1bbc-98a3-49bd-8608-9be4d452077a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.558969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 6fde5720-a108-416b-9599-8fd90ea3bf12 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:49:29.559336 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6fde5720-a108-416b-9599-8fd90ea3bf12 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:49:29.559732 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b61c1bbc-98a3-49bd-8608-9be4d452077a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/routers/00f5145a-d37c-44ce-a935-69135aac0b1e HTTP/1.1" status: 204 len: 168 time: 1.7533889 Feb 10 15:49:29.559864 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:49:29.562784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33752) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:29.583764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:49:29.584113 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 2240044c-6370-4b51-9dcd-6d4f6b9f6b49 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:49:29.584776 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 64a307fe-3a63-49dc-9f91-299983dd517f no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:49:29.608348 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 64a307fe-3a63-49dc-9f91-299983dd517f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:49:29.608711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 64a307fe-3a63-49dc-9f91-299983dd517f not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:49:29.653319 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9345b978-8bd8-46c9-8674-f14e54695a07 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (df33c682-b41c-4cf1-91cf-d398a23e73a4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.750346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9345b978-8bd8-46c9-8674-f14e54695a07 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (df33c682-b41c-4cf1-91cf-d398a23e73a4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.770737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-9345b978-8bd8-46c9-8674-f14e54695a07 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df33c682-b41c-4cf1-91cf-d398a23e73a4']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:29.780588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-9345b978-8bd8-46c9-8674-f14e54695a07 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82860e45-4191-48e6-9856-98d550287e1e') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:29.780952 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-9345b978-8bd8-46c9-8674-f14e54695a07 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82860e45-4191-48e6-9856-98d550287e1e') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:29.790293 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9345b978-8bd8-46c9-8674-f14e54695a07 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (82860e45-4191-48e6-9856-98d550287e1e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.801849 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router_gateway (6378fddd-6b70-4745-963e-2cf3370c67b6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.803858 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9345b978-8bd8-46c9-8674-f14e54695a07 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (82860e45-4191-48e6-9856-98d550287e1e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.809798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9345b978-8bd8-46c9-8674-f14e54695a07 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:49:29.810827 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9345b978-8bd8-46c9-8674-f14e54695a07 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (82860e45-4191-48e6-9856-98d550287e1e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:49:29.814049 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:49:29.874098 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9345b978-8bd8-46c9-8674-f14e54695a07 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (df33c682-b41c-4cf1-91cf-d398a23e73a4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.880923 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9345b978-8bd8-46c9-8674-f14e54695a07 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.884019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9345b978-8bd8-46c9-8674-f14e54695a07 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/networks/df33c682-b41c-4cf1-91cf-d398a23e73a4 HTTP/1.1" status: 204 len: 168 time: 0.3195956 Feb 10 15:49:29.886826 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33754) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:29.904958 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345b978-8bd8-46c9-8674-f14e54695a07 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Network': ['ID=df33c682-b41c-4cf1-91cf-d398a23e73a4,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:29.949920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device f55e6a91-1fa1-4da8-8fa5-9419f35df611 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:49:29.959154 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6b9a4807-482f-4a85-a31b-4f3511323c15 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (67e45c55-8559-45ce-bd44-fc92e10b72ef), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:29.984321 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6b9a4807-482f-4a85-a31b-4f3511323c15 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (67e45c55-8559-45ce-bd44-fc92e10b72ef), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.018939 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (6378fddd-6b70-4745-963e-2cf3370c67b6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.073067 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port f55e6a91-1fa1-4da8-8fa5-9419f35df611, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=f55e6a91-1fa1-4da8-8fa5-9419f35df611,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:30.085816 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'f55e6a91-1fa1-4da8-8fa5-9419f35df611', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'port_id': 'f55e6a91-1fa1-4da8-8fa5-9419f35df611', 'mac_address': 'fa:16:3e:e6:85:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:49:30.089498 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6b9a4807-482f-4a85-a31b-4f3511323c15 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (67e45c55-8559-45ce-bd44-fc92e10b72ef), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.092929 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6b9a4807-482f-4a85-a31b-4f3511323c15 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.094352 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6b9a4807-482f-4a85-a31b-4f3511323c15 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/security-groups/67e45c55-8559-45ce-bd44-fc92e10b72ef HTTP/1.1" status: 204 len: 168 time: 0.2053044 Feb 10 15:49:30.111117 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a4807-482f-4a85-a31b-4f3511323c15 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e45c55-8559-45ce-bd44-fc92e10b72ef,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:30.132078 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250b73-3b51-44d3-b555-c4150fde146f req-0ef41208-1b39-409c-a5ae-15d3e8398c75 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:30.140450 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc250b73-3b51-44d3-b555-c4150fde146f req-0ef41208-1b39-409c-a5ae-15d3e8398c75 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 943 time: 0.0871170 Feb 10 15:49:30.153978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port f55e6a91-1fa1-4da8-8fa5-9419f35df611 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:30.154707 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f55e6a91-1fa1-4da8-8fa5-9419f35df611), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.179132 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55e6a91-1fa1-4da8-8fa5-9419f35df611 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:49:30.188228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router 6378fddd-6b70-4745-963e-2cf3370c67b6 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:49:30.207730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port f55e6a91-1fa1-4da8-8fa5-9419f35df611, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=f55e6a91-1fa1-4da8-8fa5-9419f35df611,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:30.209212 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc250b73-3b51-44d3-b555-c4150fde146f req-1f520ef0-c7b2-40b8-8272-dbe8ffae069f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675974 Feb 10 15:49:30.213263 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f55e6a91-1fa1-4da8-8fa5-9419f35df611), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.261387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=f55e6a91-1fa1-4da8-8fa5-9419f35df611,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:30.312791 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:30.323899 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c57fb50-2f09-4e6c-9c5f-6f0d2f02c10b None None] Sync routers for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:30.332839 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.334325 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5136f5d7-8c37-4099-8a06-76a7f46d2ff3 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5211370 Feb 10 15:49:30.335294 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c57fb50-2f09-4e6c-9c5f-6f0d2f02c10b None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:30.335919 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3c57fb50-2f09-4e6c-9c5f-6f0d2f02c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:30.337224 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33762) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:30.369168 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33764) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:30.369905 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3c57fb50-2f09-4e6c-9c5f-6f0d2f02c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:30.374648 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-da364c01-3ab6-4ad2-bbd5-528243cd7617 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069320575', 'description': 'tempest-secgroup-smoke-1069320575 description', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:30.379967 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c57fb50-2f09-4e6c-9c5f-6f0d2f02c10b None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:30.380504 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3c57fb50-2f09-4e6c-9c5f-6f0d2f02c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:30.397316 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-da364c01-3ab6-4ad2-bbd5-528243cd7617 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.418599 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3c57fb50-2f09-4e6c-9c5f-6f0d2f02c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:30.419829 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c57fb50-2f09-4e6c-9c5f-6f0d2f02c10b None None] The sync data for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:30.474581 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-da364c01-3ab6-4ad2-bbd5-528243cd7617 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.478983 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-da364c01-3ab6-4ad2-bbd5-528243cd7617 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.507784 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-da364c01-3ab6-4ad2-bbd5-528243cd7617 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.509054 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-da364c01-3ab6-4ad2-bbd5-528243cd7617 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1387851 Feb 10 15:49:30.510924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da364c01-3ab6-4ad2-bbd5-528243cd7617 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:30.512864 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33766) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:30.517853 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-af3cc7d6-0ba9-4c42-8cba-4ac16be34bc3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:30.535431 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['f55e6a91-1fa1-4da8-8fa5-9419f35df611'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:49:30.544536 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af3cc7d6-0ba9-4c42-8cba-4ac16be34bc3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (6db32027-ad1e-4039-bbb2-1aa187676f61), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.610751 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af3cc7d6-0ba9-4c42-8cba-4ac16be34bc3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (6db32027-ad1e-4039-bbb2-1aa187676f61), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.615520 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af3cc7d6-0ba9-4c42-8cba-4ac16be34bc3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (6db32027-ad1e-4039-bbb2-1aa187676f61), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.635655 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cc7d6-0ba9-4c42-8cba-4ac16be34bc3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db32027-ad1e-4039-bbb2-1aa187676f61,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:30.647430 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-af3cc7d6-0ba9-4c42-8cba-4ac16be34bc3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.651352 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-af3cc7d6-0ba9-4c42-8cba-4ac16be34bc3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342208 Feb 10 15:49:30.651898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33768) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:30.657193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a93dfbdb-ac4d-4a58-a860-09b97eddef0c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:30.682689 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a93dfbdb-ac4d-4a58-a860-09b97eddef0c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (40eda7ef-2921-45b6-bd34-9de25a120b38), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.739923 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a93dfbdb-ac4d-4a58-a860-09b97eddef0c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (40eda7ef-2921-45b6-bd34-9de25a120b38), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.744080 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a93dfbdb-ac4d-4a58-a860-09b97eddef0c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (40eda7ef-2921-45b6-bd34-9de25a120b38), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.762377 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dfbdb-ac4d-4a58-a860-09b97eddef0c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40eda7ef-2921-45b6-bd34-9de25a120b38,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:30.772374 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a93dfbdb-ac4d-4a58-a860-09b97eddef0c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.773661 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a93dfbdb-ac4d-4a58-a860-09b97eddef0c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208134 Feb 10 15:49:30.776430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33770) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:30.781258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-50e32f80-ba0d-4ab0-996a-609af3d36406 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:30.806366 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50e32f80-ba0d-4ab0-996a-609af3d36406 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (b9304e4b-d9cc-4a91-b17a-a9b3f8de88bb), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.846668 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.864368 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50e32f80-ba0d-4ab0-996a-609af3d36406 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (b9304e4b-d9cc-4a91-b17a-a9b3f8de88bb), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.868343 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50e32f80-ba0d-4ab0-996a-609af3d36406 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (b9304e4b-d9cc-4a91-b17a-a9b3f8de88bb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.886650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e32f80-ba0d-4ab0-996a-609af3d36406 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9304e4b-d9cc-4a91-b17a-a9b3f8de88bb,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:30.895490 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50e32f80-ba0d-4ab0-996a-609af3d36406 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.896901 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-50e32f80-ba0d-4ab0-996a-609af3d36406 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193595 Feb 10 15:49:30.899537 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33772) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:30.904228 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-3c00aa65-fbd0-4030-8606-19e0227b0175 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:30.929199 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c00aa65-fbd0-4030-8606-19e0227b0175 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (d4434f65-5e25-41fb-a46e-977810692410), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.991128 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c00aa65-fbd0-4030-8606-19e0227b0175 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (d4434f65-5e25-41fb-a46e-977810692410), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:30.995110 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c00aa65-fbd0-4030-8606-19e0227b0175 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (d4434f65-5e25-41fb-a46e-977810692410), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.016356 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00aa65-fbd0-4030-8606-19e0227b0175 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4434f65-5e25-41fb-a46e-977810692410,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:31.022523 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3c00aa65-fbd0-4030-8606-19e0227b0175 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.023741 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3c00aa65-fbd0-4030-8606-19e0227b0175 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231110 Feb 10 15:49:31.026407 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33774) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:31.030823 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-17309295-62f1-4b65-9b92-a6a03389d563 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:31.053035 n-d-815324-7 neutron-server[103368]: INFO neutron.db.securitygroups_db [None req-17309295-62f1-4b65-9b92-a6a03389d563 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Project 2c35d11a6fb9432f955126d4d4ccd7cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:49:31.057914 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-17309295-62f1-4b65-9b92-a6a03389d563 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (f758ee78-2599-4421-95e3-153dccc2db7c), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.120287 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-17309295-62f1-4b65-9b92-a6a03389d563 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (f758ee78-2599-4421-95e3-153dccc2db7c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.126010 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-17309295-62f1-4b65-9b92-a6a03389d563 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (f758ee78-2599-4421-95e3-153dccc2db7c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.135157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Allocated IP 172.20.0.1 (445f99b3-98c1-4f4f-851e-5a51b628286b/f1a92fff-f2aa-4ae9-bfaa-6d01b0511120/c98eebd3-bf3b-4b89-b53d-879f4400456e) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:31.148411 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17309295-62f1-4b65-9b92-a6a03389d563 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f758ee78-2599-4421-95e3-153dccc2db7c,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:31.156436 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-17309295-62f1-4b65-9b92-a6a03389d563 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.157690 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-17309295-62f1-4b65-9b92-a6a03389d563 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303635 Feb 10 15:49:31.160388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33776) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:31.164833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-5a687703-18e0-4d4c-8e6d-931908946b03 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:31.184775 n-d-815324-7 neutron-server[103368]: INFO neutron.db.securitygroups_db [None req-5a687703-18e0-4d4c-8e6d-931908946b03 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Project 2c35d11a6fb9432f955126d4d4ccd7cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:49:31.190291 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5a687703-18e0-4d4c-8e6d-931908946b03 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (87c3d501-c45b-47c5-a00a-6d68738ed1ff), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.253425 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (c98eebd3-bf3b-4b89-b53d-879f4400456e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.255192 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5a687703-18e0-4d4c-8e6d-931908946b03 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (87c3d501-c45b-47c5-a00a-6d68738ed1ff), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.258931 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5a687703-18e0-4d4c-8e6d-931908946b03 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (87c3d501-c45b-47c5-a00a-6d68738ed1ff), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.280518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a687703-18e0-4d4c-8e6d-931908946b03 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c3d501-c45b-47c5-a00a-6d68738ed1ff,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:31.291833 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (c98eebd3-bf3b-4b89-b53d-879f4400456e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.292030 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5a687703-18e0-4d4c-8e6d-931908946b03 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.296337 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5a687703-18e0-4d4c-8e6d-931908946b03 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318517 Feb 10 15:49:31.296542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33780) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:31.301494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d0a6202e-e856-4c0a-acf4-06dd617043f5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'network': {'name': 'tempest-network-smoke--32947213', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'port_security_enabled': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:31.330212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network 445f99b3-98c1-4f4f-851e-5a51b628286b is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:31.333264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:31.337152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:31.341844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a6202e-e856-4c0a-acf4-06dd617043f5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Made reservation on behalf of 2c35d11a6fb9432f955126d4d4ccd7cb for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:31.345142 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0a6202e-e856-4c0a-acf4-06dd617043f5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.369153 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=c98eebd3-bf3b-4b89-b53d-879f4400456e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:31.374198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332abaa7-0b9f-4679-bae5-603ad6a6dffb req-11afaa76-8e1e-42da-bb44-1c0ff8e78daa tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:31.375732 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-332abaa7-0b9f-4679-bae5-603ad6a6dffb req-11afaa76-8e1e-42da-bb44-1c0ff8e78daa tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 944 time: 0.0975614 Feb 10 15:49:31.383039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a6202e-e856-4c0a-acf4-06dd617043f5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:49:31.392348 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (6378fddd-6b70-4745-963e-2cf3370c67b6), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.408956 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0a6202e-e856-4c0a-acf4-06dd617043f5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (047681d7-dac6-414a-8e20-f9273cc97699), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.409306 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-d0a6202e-e856-4c0a-acf4-06dd617043f5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Added segment 047681d7-dac6-414a-8e20-f9273cc97699 of type vlan for network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 Feb 10 15:49:31.468457 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0a6202e-e856-4c0a-acf4-06dd617043f5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.473888 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-332abaa7-0b9f-4679-bae5-603ad6a6dffb req-8c671e0a-ccad-404c-951e-fecde9413b3f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868063 Feb 10 15:49:31.502964 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0a6202e-e856-4c0a-acf4-06dd617043f5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.508284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a6202e-e856-4c0a-acf4-06dd617043f5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:31.508914 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d0a6202e-e856-4c0a-acf4-06dd617043f5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.539193 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c98eebd3-bf3b-4b89-b53d-879f4400456e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.551561 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d0a6202e-e856-4c0a-acf4-06dd617043f5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2539480 Feb 10 15:49:31.554368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33782) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:31.566956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1890518737', 'admin_state_up': True, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:31.599934 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6202e-e856-4c0a-acf4-06dd617043f5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Network': ['ID=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:31.611830 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:49:31.615532 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.616910 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.673464 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_controller (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.813302 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (c98eebd3-bf3b-4b89-b53d-879f4400456e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.818506 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (c98eebd3-bf3b-4b89-b53d-879f4400456e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.879283 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_gateway (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.896307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=c98eebd3-bf3b-4b89-b53d-879f4400456e,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:31.898821 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (6378fddd-6b70-4745-963e-2cf3370c67b6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:31.985090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device f55e6a91-1fa1-4da8-8fa5-9419f35df611 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:31.997098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network 445f99b3-98c1-4f4f-851e-5a51b628286b is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:31.999442 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:32.046624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port f55e6a91-1fa1-4da8-8fa5-9419f35df611 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:49:32.050877 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port f55e6a91-1fa1-4da8-8fa5-9419f35df611 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:32.051265 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f55e6a91-1fa1-4da8-8fa5-9419f35df611), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:32.086311 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_gateway (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:32.109119 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:32.137959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router 6378fddd-6b70-4745-963e-2cf3370c67b6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:32.147307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port f55e6a91-1fa1-4da8-8fa5-9419f35df611 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:32.147708 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f55e6a91-1fa1-4da8-8fa5-9419f35df611), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:32.174232 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62aef343-656c-41f2-9a7a-440051c9d302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55e6a91-1fa1-4da8-8fa5-9419f35df611'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:49:32.176830 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5ca665-2527-40e9-88c7-93350b8ba43c" -d '{"events": [{"server_uuid": "62aef343-656c-41f2-9a7a-440051c9d302", "name": "network-vif-plugged", "status": "completed", "tag": "f55e6a91-1fa1-4da8-8fa5-9419f35df611"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:32.201942 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port f55e6a91-1fa1-4da8-8fa5-9419f35df611, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=f55e6a91-1fa1-4da8-8fa5-9419f35df611,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:32.208798 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f55e6a91-1fa1-4da8-8fa5-9419f35df611), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:32.237570 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2520b69-a5a8-4f2a-9d6a-83b7440bdd18 x-openstack-request-id: req-f2520b69-a5a8-4f2a-9d6a-83b7440bdd18 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:32.237570 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62aef343-656c-41f2-9a7a-440051c9d302", "name": "network-vif-plugged", "status": "completed", "tag": "f55e6a91-1fa1-4da8-8fa5-9419f35df611", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:32.238142 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2520b69-a5a8-4f2a-9d6a-83b7440bdd18 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:32.238793 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62aef343-656c-41f2-9a7a-440051c9d302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55e6a91-1fa1-4da8-8fa5-9419f35df611', 'code': 200} Feb 10 15:49:32.251906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Allocated IP 172.25.3.22 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/e7d3354d-f7c6-4a22-bd4e-c461d0f8de49) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:32.276256 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=f55e6a91-1fa1-4da8-8fa5-9419f35df611,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:32.288480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:32.298610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33786) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:32.299572 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c262051e-ba23-4e90-90b7-3ef2a4aeeb70 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "PUT /v2.0/routers/6378fddd-6b70-4745-963e-2cf3370c67b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9611175 Feb 10 15:49:32.301326 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35db9e-c3a0-475d-ad16-d1c10e501ae8 None None] Sync routers for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:32.303612 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-2fc39485-170f-4e6f-97c1-3ad1d15d055c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'port': {'network_id': '445f99b3-98c1-4f4f-851e-5a51b628286b', 'name': 'tempest-FloatingIPTestJSON-1290774514'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:32.313374 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca35db9e-c3a0-475d-ad16-d1c10e501ae8 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:32.314294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ca35db9e-c3a0-475d-ad16-d1c10e501ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:32.345616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6901eee-0b8c-4183-820e-69f9b0e66b0c req-c781fd5f-c00f-4596-8b0b-f4aa0642f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:32.347142 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d6901eee-0b8c-4183-820e-69f9b0e66b0c req-c781fd5f-c00f-4596-8b0b-f4aa0642f6d1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 1127 time: 0.0552704 Feb 10 15:49:32.350429 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ca35db9e-c3a0-475d-ad16-d1c10e501ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:32.360624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca35db9e-c3a0-475d-ad16-d1c10e501ae8 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:32.361259 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ca35db9e-c3a0-475d-ad16-d1c10e501ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:32.398993 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-ca35db9e-c3a0-475d-ad16-d1c10e501ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:32.399646 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35db9e-c3a0-475d-ad16-d1c10e501ae8 None None] The sync data for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:32.400024 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d6901eee-0b8c-4183-820e-69f9b0e66b0c req-9601a5e8-a9e9-4d47-a819-f8e88a506981 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463860 Feb 10 15:49:32.463174 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (e7d3354d-f7c6-4a22-bd4e-c461d0f8de49), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:32.499778 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc39485-170f-4e6f-97c1-3ad1d15d055c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Made reservation on behalf of 90563f4452ba41cdbe08ff6bfbb34e5e for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:32.503566 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fc39485-170f-4e6f-97c1-3ad1d15d055c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:32.529324 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-2fc39485-170f-4e6f-97c1-3ad1d15d055c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] device_id is not set on port ea5537bc-e2dd-47ff-aef8-b6f5e88f8e80 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:49:32.538072 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (e7d3354d-f7c6-4a22-bd4e-c461d0f8de49), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:32.629101 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:32.654227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:32.664939 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:32.704367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=e7d3354d-f7c6-4a22-bd4e-c461d0f8de49,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:32.809393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ec61b-c8a5-4e75-ae3c-c571b1aecabb req-e9b03296-77a4-4495-890e-05a6901560c6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:32.811459 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-496ec61b-c8a5-4e75-ae3c-c571b1aecabb req-e9b03296-77a4-4495-890e-05a6901560c6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 945 time: 0.2299159 Feb 10 15:49:32.869672 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-2fc39485-170f-4e6f-97c1-3ad1d15d055c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Allocated IP 172.20.0.11 (445f99b3-98c1-4f4f-851e-5a51b628286b/f1a92fff-f2aa-4ae9-bfaa-6d01b0511120/ea5537bc-e2dd-47ff-aef8-b6f5e88f8e80) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:33.240116 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-496ec61b-c8a5-4e75-ae3c-c571b1aecabb req-8f51611c-9c9d-448c-8e5f-d6418d1366a1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200144 Feb 10 15:49:33.487189 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_gateway (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:33.539199 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fc39485-170f-4e6f-97c1-3ad1d15d055c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (ea5537bc-e2dd-47ff-aef8-b6f5e88f8e80), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:33.627864 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fc39485-170f-4e6f-97c1-3ad1d15d055c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (ea5537bc-e2dd-47ff-aef8-b6f5e88f8e80), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:33.713832 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc39485-170f-4e6f-97c1-3ad1d15d055c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network 445f99b3-98c1-4f4f-851e-5a51b628286b is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:33.721458 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-2fc39485-170f-4e6f-97c1-3ad1d15d055c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:33.727263 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc39485-170f-4e6f-97c1-3ad1d15d055c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:33.732400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc39485-170f-4e6f-97c1-3ad1d15d055c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=ea5537bc-e2dd-47ff-aef8-b6f5e88f8e80,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:33.811629 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:33.826656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc39485-170f-4e6f-97c1-3ad1d15d055c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:33.827277 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fc39485-170f-4e6f-97c1-3ad1d15d055c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:33.878187 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2fc39485-170f-4e6f-97c1-3ad1d15d055c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5785129 Feb 10 15:49:33.880794 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33790) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:33.885806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d3d9a410-8cf5-4d5b-9e0c-fa4614691c2c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'port': {'network_id': '445f99b3-98c1-4f4f-851e-5a51b628286b', 'name': 'tempest-FloatingIPTestJSON-183284731'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:33.967340 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:49:33.990474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d9a410-8cf5-4d5b-9e0c-fa4614691c2c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Made reservation on behalf of 90563f4452ba41cdbe08ff6bfbb34e5e for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:33.994430 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a410-8cf5-4d5b-9e0c-fa4614691c2c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:34.011788 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-d3d9a410-8cf5-4d5b-9e0c-fa4614691c2c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] device_id is not set on port 3a4b6544-27c6-4c8e-afbc-15f52782be6c yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:49:34.079530 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:34.089416 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Sync routers for ids ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:34.101032 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Routers {'4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:34.101272 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:34.105154 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e87d925a-bec2-47b5-b27a-bf4cd494ad20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5471706 Feb 10 15:49:34.105450 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33792) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:34.105923 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:34.134488 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4b627692-5824-4076-b93e-ab358788ad47 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=2c35d11a6fb9432f955126d4d4ccd7cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278573 Feb 10 15:49:34.138004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-d3d9a410-8cf5-4d5b-9e0c-fa4614691c2c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Allocated IP 172.20.0.9 (445f99b3-98c1-4f4f-851e-5a51b628286b/f1a92fff-f2aa-4ae9-bfaa-6d01b0511120/3a4b6544-27c6-4c8e-afbc-15f52782be6c) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:34.138797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33794) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:34.219518 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Set router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:34.340700 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a410-8cf5-4d5b-9e0c-fa4614691c2c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (3a4b6544-27c6-4c8e-afbc-15f52782be6c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:34.358385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868ab9b0-fbe4-4024-a67a-571525fb879d tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:34.359922 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-868ab9b0-fbe4-4024-a67a-571525fb879d tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2200480 Feb 10 15:49:34.363692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33798) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:34.379457 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a410-8cf5-4d5b-9e0c-fa4614691c2c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (3a4b6544-27c6-4c8e-afbc-15f52782be6c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:34.399174 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4fb06310-537b-41e5-acb7-bf6d3efa8a3d tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=4454d505-75c9-41c1-a257-953d507647a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343544 Feb 10 15:49:34.402357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33800) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:34.407476 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1cdb0bb4-100b-4241-8656-3304c10eab18 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1004568736', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:34.418853 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890518737', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:31Z', 'updated_at': '2022-02-10T15:49:33Z', 'revision_number': 3, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:32Z', 'updated_at': '2022-02-10T15:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:34.423773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d9a410-8cf5-4d5b-9e0c-fa4614691c2c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network 445f99b3-98c1-4f4f-851e-5a51b628286b is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:34.426819 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-d3d9a410-8cf5-4d5b-9e0c-fa4614691c2c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:34.429251 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9a410-8cf5-4d5b-9e0c-fa4614691c2c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:34.433063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9255b-e94c-4f2a-99ab-1fac1905c467 req-132f522c-e5ff-4fff-90d4-8ebf4bd5fce6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:34.435218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88e9255b-e94c-4f2a-99ab-1fac1905c467 req-132f522c-e5ff-4fff-90d4-8ebf4bd5fce6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 945 time: 0.1085467 Feb 10 15:49:34.448972 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Checking router: 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:49:34.449582 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Updating router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f port e7d3354d-f7c6-4a22-bd4e-c461d0f8de49 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:49:34.480769 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e7d3354d-f7c6-4a22-bd4e-c461d0f8de49), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:34.486260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9a410-8cf5-4d5b-9e0c-fa4614691c2c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=3a4b6544-27c6-4c8e-afbc-15f52782be6c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:34.494251 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d9a410-8cf5-4d5b-9e0c-fa4614691c2c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:34.494874 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a410-8cf5-4d5b-9e0c-fa4614691c2c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:34.516492 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d3d9a410-8cf5-4d5b-9e0c-fa4614691c2c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6310194 Feb 10 15:49:34.516758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33802) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:34.521587 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': '3a4b6544-27c6-4c8e-afbc-15f52782be6c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:34.531694 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88e9255b-e94c-4f2a-99ab-1fac1905c467 req-b62f718d-77c4-4504-9ae6-a680aacef36b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895126 Feb 10 15:49:34.540771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdb0bb4-100b-4241-8656-3304c10eab18 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Made reservation on behalf of 2c35d11a6fb9432f955126d4d4ccd7cb for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:34.544090 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1cdb0bb4-100b-4241-8656-3304c10eab18 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:34.546083 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:34.678043 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:34.709654 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcf707-2f59-44cb-852c-a39fc1902025 req-ce756e38-d3d5-4519-8a49-ba65770d83ed tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:34.711326 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bcfcf707-2f59-44cb-852c-a39fc1902025 req-ce756e38-d3d5-4519-8a49-ba65770d83ed tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 945 time: 0.0806811 Feb 10 15:49:34.750452 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Publish callbacks [] for port (e7d3354d-f7c6-4a22-bd4e-c461d0f8de49), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:34.757543 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e7d3354d-f7c6-4a22-bd4e-c461d0f8de49), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:34.803838 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Attempting to bind port e7d3354d-f7c6-4a22-bd4e-c461d0f8de49 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:49:34.804060 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Attempting to bind port e7d3354d-f7c6-4a22-bd4e-c461d0f8de49 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:49:34.804313 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Attempting to bind port e7d3354d-f7c6-4a22-bd4e-c461d0f8de49 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:34.813699 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:34.814071 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:49:34.814471 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:34.814860 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:34.815328 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Bound port: e7d3354d-f7c6-4a22-bd4e-c461d0f8de49, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:49:34.815707 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e7d3354d-f7c6-4a22-bd4e-c461d0f8de49), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:34.822626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Allocated IP 172.25.3.150 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/da5be39f-2023-4cf7-b04b-ae1352dcc0fa) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:34.833640 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bcfcf707-2f59-44cb-852c-a39fc1902025 req-423efd67-f909-4e5c-94f9-0f3810869a8a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954561 Feb 10 15:49:34.842830 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1cdb0bb4-100b-4241-8656-3304c10eab18 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (5c53a46e-2199-4238-92e3-8f0eea1e292b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:34.868974 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c35ec5-f3c2-46da-a742-f8d1d4967730 None None] Pushing event updated for resources: {'Port': ['ID=e7d3354d-f7c6-4a22-bd4e-c461d0f8de49,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:34.877318 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] For port e7d3354d-f7c6-4a22-bd4e-c461d0f8de49, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:34.880692 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] For port e7d3354d-f7c6-4a22-bd4e-c461d0f8de49, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e7d3354d-f7c6-4a22-bd4e-c461d0f8de49,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:34.887522 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e7d3354d-f7c6-4a22-bd4e-c461d0f8de49), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:34.943761 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Routers {'4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:34.943761 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:34.959736 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (da5be39f-2023-4cf7-b04b-ae1352dcc0fa), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:34.971776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb0bb4-100b-4241-8656-3304c10eab18 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Subnet': ['ID=5c53a46e-2199-4238-92e3-8f0eea1e292b,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:34.988881 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb0bb4-100b-4241-8656-3304c10eab18 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Checking segment: {'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:49:34.989268 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdb0bb4-100b-4241-8656-3304c10eab18 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network hostable DHCP agents. Network: 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:49:34.996320 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c35ec5-f3c2-46da-a742-f8d1d4967730 None None] Pushing event updated for resources: {'Port': ['ID=e7d3354d-f7c6-4a22-bd4e-c461d0f8de49,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:34.999152 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (da5be39f-2023-4cf7-b04b-ae1352dcc0fa), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:35.015758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7fc09-4fd2-4a75-aef5-1aff2dc90502 req-5286eae4-0444-4e9b-b218-10bc22b6cd4e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:35.017480 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-efb7fc09-4fd2-4a75-aef5-1aff2dc90502 req-5286eae4-0444-4e9b-b218-10bc22b6cd4e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 945 time: 0.0881152 Feb 10 15:49:35.026347 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdb0bb4-100b-4241-8656-3304c10eab18 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:49:35.032925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:35.040736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:35.045280 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:35.066935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-1cdb0bb4-100b-4241-8656-3304c10eab18 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:35.079211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973b017c-2157-423e-a3f1-f9b6942ea492 None None] Network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:49:35.080952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=da5be39f-2023-4cf7-b04b-ae1352dcc0fa,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:35.085836 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdb0bb4-100b-4241-8656-3304c10eab18 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:35.086922 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1cdb0bb4-100b-4241-8656-3304c10eab18 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:35.117851 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-efb7fc09-4fd2-4a75-aef5-1aff2dc90502 req-b4d2dd46-0456-4229-a939-db7c11d6625c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866084 Feb 10 15:49:35.132596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1cdb0bb4-100b-4241-8656-3304c10eab18 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7293611 Feb 10 15:49:35.134119 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33808) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:35.173159 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] Set router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:35.461134 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890518737', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:31Z', 'updated_at': '2022-02-10T15:49:33Z', 'revision_number': 3, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:32Z', 'updated_at': '2022-02-10T15:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:35.528195 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b899495-66a3-46a5-8aa5-6ecbc3a4acdb None None] The sync data for ids ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'] in n-d-815324-7 is: [{'id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890518737', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:31Z', 'updated_at': '2022-02-10T15:49:33Z', 'revision_number': 3, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:32Z', 'updated_at': '2022-02-10T15:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:35.610895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ips': [{'subnet_id': '5c53a46e-2199-4238-92e3-8f0eea1e292b'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:49:35.611784 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:35.655381 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722ffe0-15f6-44fa-b19e-e1ab914d6cb5 req-11d7fd1e-4321-47a1-98e6-578160bc4933 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:35.665457 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5722ffe0-15f6-44fa-b19e-e1ab914d6cb5 req-11d7fd1e-4321-47a1-98e6-578160bc4933 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 945 time: 0.1267536 Feb 10 15:49:35.797621 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5722ffe0-15f6-44fa-b19e-e1ab914d6cb5 req-80152b49-70fe-4562-bddf-ed948164c02a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307700 Feb 10 15:49:35.846100 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Allocated IP 172.20.0.2 (7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7/5c53a46e-2199-4238-92e3-8f0eea1e292b/a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:36.015872 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:36.062890 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Publish callbacks [] for port (a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:36.070301 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:36.123981 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:36.124784 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (59a8b84b-accb-40fe-b1a5-2e364e8863ea), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:36.127072 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:36.129691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:36.139833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Pushing event updated for resources: {'Port': ['ID=a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:36.209790 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Attempting to bind port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:49:36.210292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Attempting to bind port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:49:36.210526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Attempting to bind port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 on network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:36.217169 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:36.217473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Checking segment: {'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:49:36.217942 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:36.218247 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (da5be39f-2023-4cf7-b04b-ae1352dcc0fa), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:36.218377 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Bound using segment: {'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:36.218825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Bound port: a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:49:36.219212 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:36.299959 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] For port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:36.303910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] For port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:36.312257 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:36.384919 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (da5be39f-2023-4cf7-b04b-ae1352dcc0fa), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:36.399463 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b44de-eef6-40b1-a260-6705b6f75f93 None None] Pushing event updated for resources: {'Port': ['ID=a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:36.402545 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (da5be39f-2023-4cf7-b04b-ae1352dcc0fa), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:36.488981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=da5be39f-2023-4cf7-b04b-ae1352dcc0fa,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:36.511853 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (59a8b84b-accb-40fe-b1a5-2e364e8863ea), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:36.666247 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Floating IP 59a8b84b-accb-40fe-b1a5-2e364e8863ea associated. External IP: 172.25.3.150, port: 3a4b6544-27c6-4c8e-afbc-15f52782be6c. Feb 10 15:49:36.808972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Allocated IP 172.20.0.1 (7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7/5c53a46e-2199-4238-92e3-8f0eea1e292b/a4885033-3740-4d62-af5e-64ffdc31a4c0) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:36.924031 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router 6378fddd-6b70-4745-963e-2cf3370c67b6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:36.983526 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:36.992941 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753cd92-6366-426b-bd12-5e0ef3e0ee46 req-7b94b080-54c2-422c-8630-49f673f81977 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:36.994423 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f753cd92-6366-426b-bd12-5e0ef3e0ee46 req-7b94b080-54c2-422c-8630-49f673f81977 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 945 time: 0.0931842 Feb 10 15:49:37.058884 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f753cd92-6366-426b-bd12-5e0ef3e0ee46 req-af1bc135-722e-4dae-b656-be80980417aa tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561132 Feb 10 15:49:37.060788 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.071193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59e944-6e4e-4d7f-affb-e8a3e5016918 req-aba76934-e46a-4411-8623-04a0e29179da tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:37.072764 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4b59e944-6e4e-4d7f-affb-e8a3e5016918 req-aba76934-e46a-4411-8623-04a0e29179da tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 945 time: 0.1054759 Feb 10 15:49:37.088317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:37.100184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec3ef0-a25e-4e79-a96e-6d3839d6ba2c None None] Sync routers for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:37.100932 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:37.104096 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:37.108361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:37.116845 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec3ef0-a25e-4e79-a96e-6d3839d6ba2c None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:37.118295 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-90ec3ef0-a25e-4e79-a96e-6d3839d6ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:37.141827 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.146583 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=a4885033-3740-4d62-af5e-64ffdc31a4c0,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:37.161196 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.179050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-90ec3ef0-a25e-4e79-a96e-6d3839d6ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:37.203361 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.204448 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec3ef0-a25e-4e79-a96e-6d3839d6ba2c None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:37.205274 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-90ec3ef0-a25e-4e79-a96e-6d3839d6ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:37.223847 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-75708aef-1781-4656-bdb3-74281718dbdd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7036505 Feb 10 15:49:37.224957 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33820) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:37.230783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ef42390a-dd8d-4cf1-82f7-1dbc68601d80 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:37.253570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-90ec3ef0-a25e-4e79-a96e-6d3839d6ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:37.254050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec3ef0-a25e-4e79-a96e-6d3839d6ba2c None None] The sync data for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:37.295760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-4b59e944-6e4e-4d7f-affb-e8a3e5016918 req-ea12c2eb-b72e-4327-8b16-df3fb1944647 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Deleting port f55e6a91-1fa1-4da8-8fa5-9419f35df611 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:49:37.296111 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4b59e944-6e4e-4d7f-affb-e8a3e5016918 req-ea12c2eb-b72e-4327-8b16-df3fb1944647 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f55e6a91-1fa1-4da8-8fa5-9419f35df611), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.316090 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.327815 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef42390a-dd8d-4cf1-82f7-1dbc68601d80 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (59a8b84b-accb-40fe-b1a5-2e364e8863ea), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.476694 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-4b59e944-6e4e-4d7f-affb-e8a3e5016918 req-ea12c2eb-b72e-4327-8b16-df3fb1944647 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] For port f55e6a91-1fa1-4da8-8fa5-9419f35df611, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=f55e6a91-1fa1-4da8-8fa5-9419f35df611,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:37.477079 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4b59e944-6e4e-4d7f-affb-e8a3e5016918 req-ea12c2eb-b72e-4327-8b16-df3fb1944647 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f55e6a91-1fa1-4da8-8fa5-9419f35df611), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.496742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-4b59e944-6e4e-4d7f-affb-e8a3e5016918 req-ea12c2eb-b72e-4327-8b16-df3fb1944647 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Calling delete_port for f55e6a91-1fa1-4da8-8fa5-9419f35df611 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:49:37.556994 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef42390a-dd8d-4cf1-82f7-1dbc68601d80 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.589631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef42390a-dd8d-4cf1-82f7-1dbc68601d80 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (59a8b84b-accb-40fe-b1a5-2e364e8863ea), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.590010 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-ef42390a-dd8d-4cf1-82f7-1dbc68601d80 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Floating IP 59a8b84b-accb-40fe-b1a5-2e364e8863ea disassociated. External IP: 172.25.3.150, port: 3a4b6544-27c6-4c8e-afbc-15f52782be6c. Feb 10 15:49:37.644059 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.658473 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.683793 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4f8e12-8cab-4625-8eaa-5ea967c67980 None None] Network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:49:37.689796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e7d3354d-f7c6-4a22-bd4e-c461d0f8de49 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:37.748875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=a4885033-3740-4d62-af5e-64ffdc31a4c0,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:37.758217 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.784231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-067d6691-6bd4-4fb5-98d0-106683728db9 None None] Provisioning complete for port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:37.784603 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-067d6691-6bd4-4fb5-98d0-106683728db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.802978 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4b59e944-6e4e-4d7f-affb-e8a3e5016918 req-ea12c2eb-b72e-4327-8b16-df3fb1944647 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f55e6a91-1fa1-4da8-8fa5-9419f35df611), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.833516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['f55e6a91-1fa1-4da8-8fa5-9419f35df611'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:49:37.837539 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12c2eb-b72e-4327-8b16-df3fb1944647 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event deleted for resources: {'Port': ['ID=f55e6a91-1fa1-4da8-8fa5-9419f35df611,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:37.907473 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:37.910559 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:37.931243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e7d3354d-f7c6-4a22-bd4e-c461d0f8de49 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:37.931631 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e7d3354d-f7c6-4a22-bd4e-c461d0f8de49), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.937972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b59e944-6e4e-4d7f-affb-e8a3e5016918 req-ea12c2eb-b72e-4327-8b16-df3fb1944647 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] No DVR routers for this DVR port f55e6a91-1fa1-4da8-8fa5-9419f35df611 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:49:37.941376 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4b59e944-6e4e-4d7f-affb-e8a3e5016918 req-ea12c2eb-b72e-4327-8b16-df3fb1944647 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:37.944699 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4b59e944-6e4e-4d7f-affb-e8a3e5016918 req-ea12c2eb-b72e-4327-8b16-df3fb1944647 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "DELETE /v2.0/ports/f55e6a91-1fa1-4da8-8fa5-9419f35df611 HTTP/1.1" status: 204 len: 173 time: 0.8660822 Feb 10 15:49:37.945120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62aef343-656c-41f2-9a7a-440051c9d302', 'name': 'network-vif-deleted', 'tag': 'f55e6a91-1fa1-4da8-8fa5-9419f35df611'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:49:37.956530 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bb0f9d-6bbb-42d7-a81b-001097273b76" -d '{"events": [{"server_uuid": "62aef343-656c-41f2-9a7a-440051c9d302", "name": "network-vif-deleted", "tag": "f55e6a91-1fa1-4da8-8fa5-9419f35df611"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:38.049741 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-067d6691-6bd4-4fb5-98d0-106683728db9 None None] Current status of the port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:38.050453 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-067d6691-6bd4-4fb5-98d0-106683728db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:38.062774 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168b25f5-b6b9-40c1-88b2-bf34d58d6b97 x-openstack-request-id: req-168b25f5-b6b9-40c1-88b2-bf34d58d6b97 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:38.063200 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62aef343-656c-41f2-9a7a-440051c9d302", "name": "network-vif-deleted", "tag": "f55e6a91-1fa1-4da8-8fa5-9419f35df611", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:38.063457 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-168b25f5-b6b9-40c1-88b2-bf34d58d6b97 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:38.063863 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62aef343-656c-41f2-9a7a-440051c9d302', 'name': 'network-vif-deleted', 'tag': 'f55e6a91-1fa1-4da8-8fa5-9419f35df611', 'status': 'completed', 'code': 200} Feb 10 15:49:38.083006 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:49:38.127470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef42390a-dd8d-4cf1-82f7-1dbc68601d80 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router 6378fddd-6b70-4745-963e-2cf3370c67b6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:38.163204 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e7d3354d-f7c6-4a22-bd4e-c461d0f8de49 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:38.163555 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e7d3354d-f7c6-4a22-bd4e-c461d0f8de49), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:38.178517 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:38.178998 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-067d6691-6bd4-4fb5-98d0-106683728db9 None None] For port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:38.191935 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-067d6691-6bd4-4fb5-98d0-106683728db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:38.224500 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port e7d3354d-f7c6-4a22-bd4e-c461d0f8de49, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e7d3354d-f7c6-4a22-bd4e-c461d0f8de49,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:38.240682 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e7d3354d-f7c6-4a22-bd4e-c461d0f8de49), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:38.243613 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:38.318715 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d6691-6bd4-4fb5-98d0-106683728db9 None None] Pushing event updated for resources: {'Port': ['ID=a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:38.351131 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7f0a58f-b6ff-485a-8659-d7e4960b0130 req-5f3cb210-30fe-4596-8d7d-78e1ad25f1e2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 210 time: 0.1390049 Feb 10 15:49:38.369194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef42390a-dd8d-4cf1-82f7-1dbc68601d80 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:38.374740 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef42390a-dd8d-4cf1-82f7-1dbc68601d80 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:38.390910 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c52d9c6-a07b-484b-9eac-340907dd7cf8 None None] Sync routers for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:38.417891 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c52d9c6-a07b-484b-9eac-340907dd7cf8 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:38.418531 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5c52d9c6-a07b-484b-9eac-340907dd7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:38.431808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=e7d3354d-f7c6-4a22-bd4e-c461d0f8de49,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:38.437815 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:38.438541 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:38.442385 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ef42390a-dd8d-4cf1-82f7-1dbc68601d80 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "PUT /v2.0/floatingips/59a8b84b-accb-40fe-b1a5-2e364e8863ea HTTP/1.1" status: 200 len: 688 time: 1.2159204 Feb 10 15:49:38.444940 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33828) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:38.489869 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:38.495122 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0f3ac304-0f31-4e92-9e3c-7318f400aa79 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "PUT /v2.0/routers/4b7ccfed-7746-4d9d-b621-722e8a8d0a6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3590150 Feb 10 15:49:38.495289 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5c52d9c6-a07b-484b-9eac-340907dd7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:38.526145 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Sync routers for ids ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:38.531303 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c52d9c6-a07b-484b-9eac-340907dd7cf8 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:38.532283 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5c52d9c6-a07b-484b-9eac-340907dd7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:38.551307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Routers {'4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:38.552312 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:38.600552 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5c52d9c6-a07b-484b-9eac-340907dd7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:38.605009 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-586cccec-8761-4e19-ac70-98d921bc019d None None] Provisioning complete for port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:38.605459 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-586cccec-8761-4e19-ac70-98d921bc019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:38.608287 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c52d9c6-a07b-484b-9eac-340907dd7cf8 None None] The sync data for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:38.664993 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7a753a2a-7635-4279-9ef8-51f03e952abd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting port da5be39f-2023-4cf7-b04b-ae1352dcc0fa {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:49:38.665342 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a753a2a-7635-4279-9ef8-51f03e952abd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (da5be39f-2023-4cf7-b04b-ae1352dcc0fa), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:38.790071 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a753a2a-7635-4279-9ef8-51f03e952abd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (da5be39f-2023-4cf7-b04b-ae1352dcc0fa), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:38.790403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a753a2a-7635-4279-9ef8-51f03e952abd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (da5be39f-2023-4cf7-b04b-ae1352dcc0fa), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:38.806334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7a753a2a-7635-4279-9ef8-51f03e952abd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Calling delete_port for da5be39f-2023-4cf7-b04b-ae1352dcc0fa owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:49:38.812184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:38.825927 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-dfde42cf-6c86-4fc9-ae0b-7afd97b5ca63 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069320575&fields=id&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb HTTP/1.1" status: 200 len: 267 time: 0.0856221 Feb 10 15:49:38.856939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-586cccec-8761-4e19-ac70-98d921bc019d None None] Current status of the port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:38.860758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Set router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:38.920275 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-586cccec-8761-4e19-ac70-98d921bc019d None None] Provisioning complete for port a4885033-3740-4d62-af5e-64ffdc31a4c0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:38.921101 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-586cccec-8761-4e19-ac70-98d921bc019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:38.989705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-c689a7e3-ae93-4225-9893-faa0e63b78c9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:38.993066 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a753a2a-7635-4279-9ef8-51f03e952abd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (da5be39f-2023-4cf7-b04b-ae1352dcc0fa), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:38.999906 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-c689a7e3-ae93-4225-9893-faa0e63b78c9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/networks?id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 HTTP/1.1" status: 200 len: 795 time: 0.1726952 Feb 10 15:49:39.021722 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-617fdb77-7ca5-4a5c-a827-35451da3e81c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/quotas/2c35d11a6fb9432f955126d4d4ccd7cb HTTP/1.1" status: 200 len: 375 time: 0.0208466 Feb 10 15:49:39.023307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a753a2a-7635-4279-9ef8-51f03e952abd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Port': ['ID=da5be39f-2023-4cf7-b04b-ae1352dcc0fa,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:39.109464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-84c02007-10b2-4a82-b8a8-b4728361ccfd tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867236 Feb 10 15:49:39.115597 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a753a2a-7635-4279-9ef8-51f03e952abd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (59a8b84b-accb-40fe-b1a5-2e364e8863ea), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:39.118722 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a753a2a-7635-4279-9ef8-51f03e952abd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:39.120184 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7a753a2a-7635-4279-9ef8-51f03e952abd tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/floatingips/59a8b84b-accb-40fe-b1a5-2e364e8863ea HTTP/1.1" status: 204 len: 168 time: 0.6743350 Feb 10 15:49:39.122930 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-586cccec-8761-4e19-ac70-98d921bc019d None None] Port a4885033-3740-4d62-af5e-64ffdc31a4c0 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:49:39.123889 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33842) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:39.128849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': 'ea5537bc-e2dd-47ff-aef8-b6f5e88f8e80'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:39.165414 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:39.230639 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-a8900497-f6b8-45f8-b977-2c16f4ed7998 service neutron] 10.222.0.64 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186428 Feb 10 15:49:39.250187 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890518737', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:31Z', 'updated_at': '2022-02-10T15:49:37Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:32Z', 'updated_at': '2022-02-10T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'a4885033-3740-4d62-af5e-64ffdc31a4c0', 'name': '', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:9e:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:36Z', 'updated_at': '2022-02-10T15:49:37Z', 'revision_number': 2, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:39.285227 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4276bb50-da45-4596-9720-b0317b77731b None None] Provisioning complete for port a4885033-3740-4d62-af5e-64ffdc31a4c0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:39.285605 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4276bb50-da45-4596-9720-b0317b77731b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:39.289152 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Checking router: 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:49:39.289315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Updating router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f port a4885033-3740-4d62-af5e-64ffdc31a4c0 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:49:39.290557 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:39.334617 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:39.382558 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-439c1c44-11f9-4c8d-9b72-f21bbf285c1e service neutron] 10.222.0.64 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505117 Feb 10 15:49:39.382798 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4276bb50-da45-4596-9720-b0317b77731b None None] Port a4885033-3740-4d62-af5e-64ffdc31a4c0 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:49:39.406375 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Allocated IP 172.25.3.82 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/8bdb0b5d-c76a-4563-adf1-cbf8c9cbe4b6) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:39.561203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-deb6033a-8080-4418-82a8-73cd7fdc195e req-66f7975e-8444-4d68-8bed-66b16206d714 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 210 time: 0.0661163 Feb 10 15:49:39.614431 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (8bdb0b5d-c76a-4563-adf1-cbf8c9cbe4b6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:39.658003 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8bdb0b5d-c76a-4563-adf1-cbf8c9cbe4b6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:39.702650 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:39.703609 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bbd4b9bb-8413-4c95-8647-2b2b5222fe36 req-bd4536dd-8eb0-411d-a623-176b130cacf3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 210 time: 0.0417917 Feb 10 15:49:39.706510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:39.712202 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:39.804398 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=8bdb0b5d-c76a-4563-adf1-cbf8c9cbe4b6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:39.886841 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e7d3354d-f7c6-4a22-bd4e-c461d0f8de49 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:39.934805 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Publish callbacks [] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:39.944234 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:40.012281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e7d3354d-f7c6-4a22-bd4e-c461d0f8de49 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:40.012823 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e7d3354d-f7c6-4a22-bd4e-c461d0f8de49), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:40.014457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cebf45-f522-4b20-b2a4-04534d1727bf None None] Pushing event updated for resources: {'Port': ['ID=a4885033-3740-4d62-af5e-64ffdc31a4c0,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:40.144064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Attempting to bind port a4885033-3740-4d62-af5e-64ffdc31a4c0 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:49:40.144447 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Attempting to bind port a4885033-3740-4d62-af5e-64ffdc31a4c0 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:49:40.144856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Attempting to bind port a4885033-3740-4d62-af5e-64ffdc31a4c0 on network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:40.152561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:40.159083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Checking segment: {'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:49:40.159529 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:40.159947 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Bound using segment: {'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:40.160462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Bound port: a4885033-3740-4d62-af5e-64ffdc31a4c0, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:49:40.160884 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:40.260327 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e7d3354d-f7c6-4a22-bd4e-c461d0f8de49 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:40.261563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:40.313420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] For port a4885033-3740-4d62-af5e-64ffdc31a4c0, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:40.330602 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] For port a4885033-3740-4d62-af5e-64ffdc31a4c0, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a4885033-3740-4d62-af5e-64ffdc31a4c0,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:40.346049 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:40.431630 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:40.431630 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:40.474153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cebf45-f522-4b20-b2a4-04534d1727bf None None] Pushing event updated for resources: {'Port': ['ID=a4885033-3740-4d62-af5e-64ffdc31a4c0,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:40.482975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Routers {'4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:40.483750 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:40.632504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] Set router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:40.660492 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d4881e5-7842-47ec-8ea6-df7ffb07bb21 req-4df9691b-c48b-4b1a-ba8a-3e48a9f3bc69 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 210 time: 0.0416017 Feb 10 15:49:40.713465 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (fc1420b1-739f-48b7-8f7d-0a848a3a3fe9), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:40.798758 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8bdb0b5d-c76a-4563-adf1-cbf8c9cbe4b6), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:40.832544 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1e74a78-733a-4e00-bf1b-40398b462f56 req-e309f997-a104-4c10-a0ed-ce37e53293d9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 210 time: 0.0278955 Feb 10 15:49:40.869088 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3233e9b9-5951-4798-ba4c-83c331a14944 None None] Provisioning complete for port a4885033-3740-4d62-af5e-64ffdc31a4c0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:40.869457 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3233e9b9-5951-4798-ba4c-83c331a14944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:41.035302 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890518737', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:31Z', 'updated_at': '2022-02-10T15:49:37Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:32Z', 'updated_at': '2022-02-10T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'a4885033-3740-4d62-af5e-64ffdc31a4c0', 'name': '', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:9e:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:36Z', 'updated_at': '2022-02-10T15:49:40Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:41.064497 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab921c3-1fa7-4300-a526-cf8bf822a249 None None] The sync data for ids ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'] in n-d-815324-7 is: [{'id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890518737', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:31Z', 'updated_at': '2022-02-10T15:49:37Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:32Z', 'updated_at': '2022-02-10T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'a4885033-3740-4d62-af5e-64ffdc31a4c0', 'name': '', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:9e:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:36Z', 'updated_at': '2022-02-10T15:49:40Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:41.065676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-9c958682-66fa-4da5-a936-da3a2124e522 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:41.067336 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-9c958682-66fa-4da5-a936-da3a2124e522 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "GET /v2.0/networks?id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 HTTP/1.1" status: 200 len: 795 time: 0.1506515 Feb 10 15:49:41.070866 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (8bdb0b5d-c76a-4563-adf1-cbf8c9cbe4b6), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:41.072618 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3233e9b9-5951-4798-ba4c-83c331a14944 None None] Current status of the port a4885033-3740-4d62-af5e-64ffdc31a4c0 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:41.073056 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3233e9b9-5951-4798-ba4c-83c331a14944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:41.082934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:41.092118 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (8bdb0b5d-c76a-4563-adf1-cbf8c9cbe4b6), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:41.121430 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3233e9b9-5951-4798-ba4c-83c331a14944 None None] For port a4885033-3740-4d62-af5e-64ffdc31a4c0, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a4885033-3740-4d62-af5e-64ffdc31a4c0,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:41.143371 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3233e9b9-5951-4798-ba4c-83c331a14944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:41.228800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233e9b9-5951-4798-ba4c-83c331a14944 None None] Pushing event updated for resources: {'Port': ['ID=a4885033-3740-4d62-af5e-64ffdc31a4c0,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:41.270529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-147b0dcb-10a2-436d-b020-64ee31933aec None None] Provisioning complete for port a4885033-3740-4d62-af5e-64ffdc31a4c0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:41.271229 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-147b0dcb-10a2-436d-b020-64ee31933aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:41.271929 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e1cb0a08-19b8-4adc-b116-8953da862850 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb HTTP/1.1" status: 200 len: 380 time: 0.1897619 Feb 10 15:49:41.281629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-6a3ed6a6-7d57-45f4-b0ae-5d798bc1e142 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'port': {'device_id': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'admin_state_up': True, 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'security_groups': ['0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:41.303345 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=8bdb0b5d-c76a-4563-adf1-cbf8c9cbe4b6,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:41.361272 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (fc1420b1-739f-48b7-8f7d-0a848a3a3fe9), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:41.370647 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-147b0dcb-10a2-436d-b020-64ee31933aec None None] Current status of the port a4885033-3740-4d62-af5e-64ffdc31a4c0 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:41.500020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-6a3ed6a6-7d57-45f4-b0ae-5d798bc1e142 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Made reservation on behalf of 2c35d11a6fb9432f955126d4d4ccd7cb for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:41.503786 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-6a3ed6a6-7d57-45f4-b0ae-5d798bc1e142 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:41.507715 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Floating IP fc1420b1-739f-48b7-8f7d-0a848a3a3fe9 associated. External IP: 172.25.3.82, port: ea5537bc-e2dd-47ff-aef8-b6f5e88f8e80. Feb 10 15:49:41.519647 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:41.653705 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a4885033-3740-4d62-af5e-64ffdc31a4c0 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:41.759190 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port a4885033-3740-4d62-af5e-64ffdc31a4c0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:41.759576 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:41.801497 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad70dfd8-5da4-4cd8-9bb2-b461080c95e7 req-c76baa4a-e24f-4ef2-a1c3-bdc426cb52ab tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 210 time: 0.0574398 Feb 10 15:49:41.834907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-6a3ed6a6-7d57-45f4-b0ae-5d798bc1e142 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Allocated IP 172.20.0.9 (7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7/5c53a46e-2199-4238-92e3-8f0eea1e292b/bed6c5ef-5023-40ec-bf3c-2e85e72743e7) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:41.867213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port a4885033-3740-4d62-af5e-64ffdc31a4c0 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:41.973152 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-feabc0de-0c48-4ae9-99e4-e4e045445afd req-1191bc52-18a1-459f-8f50-c8604ffdd524 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 210 time: 0.0475833 Feb 10 15:49:41.991386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router 6378fddd-6b70-4745-963e-2cf3370c67b6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:42.006082 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device f55e6a91-1fa1-4da8-8fa5-9419f35df611 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:49:42.027894 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: f55e6a91-1fa1-4da8-8fa5-9419f35df611 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:49:42.028801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device f55e6a91-1fa1-4da8-8fa5-9419f35df611 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:49:42.111096 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33866) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:42.128430 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-6a3ed6a6-7d57-45f4-b0ae-5d798bc1e142 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:42.209945 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:42.211139 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1f7989-e223-4e25-9eac-4c37d68e548b tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:42.221171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1f7989-e223-4e25-9eac-4c37d68e548b tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:42.221962 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29152db1-a4a2-4f71-aa34-099cdb003519 None None] Sync routers for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:42.223579 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1f7989-e223-4e25-9eac-4c37d68e548b tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:42.225835 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5f1f7989-e223-4e25-9eac-4c37d68e548b tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=533ce765c0594113bf82249a9276396d&network_id=728cfdba-899c-41bc-b106-01207edd8c33 HTTP/1.1" status: 200 len: 3072 time: 0.1133990 Feb 10 15:49:42.238261 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29152db1-a4a2-4f71-aa34-099cdb003519 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:42.238892 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-29152db1-a4a2-4f71-aa34-099cdb003519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:42.250435 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-6a3ed6a6-7d57-45f4-b0ae-5d798bc1e142 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:42.269559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:42.289745 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-29152db1-a4a2-4f71-aa34-099cdb003519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:42.302408 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29152db1-a4a2-4f71-aa34-099cdb003519 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:42.303592 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-29152db1-a4a2-4f71-aa34-099cdb003519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:42.340626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-6a3ed6a6-7d57-45f4-b0ae-5d798bc1e142 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:42.344810 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-6a3ed6a6-7d57-45f4-b0ae-5d798bc1e142 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:42.345033 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-29152db1-a4a2-4f71-aa34-099cdb003519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:42.345480 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29152db1-a4a2-4f71-aa34-099cdb003519 None None] The sync data for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:42.347651 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9760010c-2a3f-4f3c-b456-0d2f9daa9f40 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2224770 Feb 10 15:49:42.348631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-6a3ed6a6-7d57-45f4-b0ae-5d798bc1e142 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:42.350513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33870) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:42.375781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ed6a6-7d57-45f4-b0ae-5d798bc1e142 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:42.431502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-6a3ed6a6-7d57-45f4-b0ae-5d798bc1e142 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:42.432198 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-6a3ed6a6-7d57-45f4-b0ae-5d798bc1e142 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:42.461414 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e93bc96d-a92c-467b-9c20-3f61558f54d7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "GET /v2.0/floatingips/fc1420b1-739f-48b7-8f7d-0a848a3a3fe9 HTTP/1.1" status: 200 len: 978 time: 0.1091869 Feb 10 15:49:42.461978 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33876) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:42.517624 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-6a3ed6a6-7d57-45f4-b0ae-5d798bc1e142 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2404566 Feb 10 15:49:42.531050 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Request body: {'port': {'device_id': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:42.625732 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-749f930d-f554-4f46-a36b-9a6b0a4298ec tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1601331 Feb 10 15:49:42.628186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33878) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:42.632459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-64a25f55-4354-475b-beaf-11618c11576c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'floatingip': {'port_id': '3a4b6544-27c6-4c8e-afbc-15f52782be6c'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:42.635034 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:42.703758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c4f5831-221e-43d5-8e1c-9376613f06ef None None] Provisioning complete for port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:42.704847 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c4f5831-221e-43d5-8e1c-9376613f06ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:42.737635 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-64a25f55-4354-475b-beaf-11618c11576c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (fc1420b1-739f-48b7-8f7d-0a848a3a3fe9), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:42.775324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f5831-221e-43d5-8e1c-9376613f06ef None None] Port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:49:42.862946 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d81bb8a6-aba8-46e1-b58b-eed4672a1331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:42.932827 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-275ed0b3-957e-491c-9674-19fd0e61f472 req-9a80f2cd-7a37-4b14-8d1b-6d2f8d661cf0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 210 time: 0.0374796 Feb 10 15:49:43.114938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a34307-0230-48f7-b40a-75df7bc69e53 req-9c4d9727-62ce-474c-9eca-2500e54bf07c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:43.117115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-59a34307-0230-48f7-b40a-75df7bc69e53 req-9c4d9727-62ce-474c-9eca-2500e54bf07c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 931 time: 0.0593154 Feb 10 15:49:43.167515 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-59a34307-0230-48f7-b40a-75df7bc69e53 req-4d549ef5-d285-43c5-ad44-eb6d87dd0f00 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438344 Feb 10 15:49:43.195924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed6c5ef-5023-40ec-bf3c-2e85e72743e7 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:49:43.207809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Publish callbacks [] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:43.229686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Transition to ACTIVE for port object bed6c5ef-5023-40ec-bf3c-2e85e72743e7 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:49:43.235752 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:43.335318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:43.474184 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Attempting to bind port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:49:43.474518 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Attempting to bind port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:49:43.474844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Attempting to bind port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 on network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:43.482973 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 on network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:43.483396 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Attempting to bind port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 on network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:43.525846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:43.526286 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Checking segment: {'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:49:43.526743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Bound using segment: {'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:43.527253 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Bound port: bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:49:43.527680 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:43.552453 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-64a25f55-4354-475b-beaf-11618c11576c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:43.571308 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-64a25f55-4354-475b-beaf-11618c11576c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (fc1420b1-739f-48b7-8f7d-0a848a3a3fe9), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:43.649795 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:43.692200 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:43.703026 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:43.735067 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-64a25f55-4354-475b-beaf-11618c11576c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Floating IP fc1420b1-739f-48b7-8f7d-0a848a3a3fe9 associated. External IP: 172.25.3.82, port: ea5537bc-e2dd-47ff-aef8-b6f5e88f8e80. Feb 10 15:49:43.779952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:43.780585 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:43.782040 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] 10.222.0.72 "PUT /v2.0/ports/bed6c5ef-5023-40ec-bf3c-2e85e72743e7 HTTP/1.1" status: 200 len: 1091 time: 1.2555509 Feb 10 15:49:43.782501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:49:43.784789 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e861a01f-8e1a-456d-81e7-944aee6ac31c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:43.832150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823c632-bf9b-472a-a104-387ff234a0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:43.872322 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dc370b-efdc-404a-b0ee-bf6341fb2b9a x-openstack-request-id: req-88dc370b-efdc-404a-b0ee-bf6341fb2b9a {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:43.872602 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:43.872878 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88dc370b-efdc-404a-b0ee-bf6341fb2b9a {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:43.873533 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'status': 'completed', 'code': 200} Feb 10 15:49:43.942306 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-722a0774-26ab-4452-8908-7d26be88d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:43.943923 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-722a0774-26ab-4452-8908-7d26be88d5c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 1125 time: 0.0739298 Feb 10 15:49:44.029779 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2aa35621-2135-4799-8962-1f8f4eca0cda req-bb37179e-5957-49c6-936f-39015c4b6be8 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 210 time: 0.0283494 Feb 10 15:49:44.308370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016260be-4452-4959-8cb6-318a4028b649 req-6f008ce4-eb50-40ea-9aef-cb6a18c5de89 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:44.315964 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-016260be-4452-4959-8cb6-318a4028b649 req-6f008ce4-eb50-40ea-9aef-cb6a18c5de89 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 943 time: 0.0708416 Feb 10 15:49:44.365448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-016260be-4452-4959-8cb6-318a4028b649 req-319c4a91-5d74-403b-9b2c-7661f3f594d7 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481944 Feb 10 15:49:44.382275 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-5e9e4cd2-8da3-4de3-8cbf-0958648798c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7 HTTP/1.1" status: 200 len: 217 time: 0.4072061 Feb 10 15:49:44.470417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-66bd63e5-e803-4dc2-93e8-341e9671e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:44.474331 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-66bd63e5-e803-4dc2-93e8-341e9671e940 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c53a46e-2199-4238-92e3-8f0eea1e292b HTTP/1.1" status: 200 len: 835 time: 0.0814040 Feb 10 15:49:44.511360 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a25f55-4354-475b-beaf-11618c11576c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router 6378fddd-6b70-4745-963e-2cf3370c67b6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:44.536785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-ec265c30-8a2c-44b5-9381-1d87ede86749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:44.538271 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-ec265c30-8a2c-44b5-9381-1d87ede86749 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0593312 Feb 10 15:49:44.699882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a25f55-4354-475b-beaf-11618c11576c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:44.702976 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-ad938d96-5ba9-418f-a525-314511498118 service neutron] 10.222.0.72 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350684 Feb 10 15:49:44.710187 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e5fa26-9bea-454f-bce2-df9cc5e47ca7 None None] Sync routers for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:44.720171 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e5fa26-9bea-454f-bce2-df9cc5e47ca7 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:44.720883 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-00e5fa26-9bea-454f-bce2-df9cc5e47ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:44.758216 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-00e5fa26-9bea-454f-bce2-df9cc5e47ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:44.769866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e5fa26-9bea-454f-bce2-df9cc5e47ca7 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:44.770477 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-00e5fa26-9bea-454f-bce2-df9cc5e47ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:44.814546 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-00e5fa26-9bea-454f-bce2-df9cc5e47ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:44.815342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e5fa26-9bea-454f-bce2-df9cc5e47ca7 None None] The sync data for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:44.880001 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceb048d0-ccc9-47b6-861e-81963de09a66 req-ac9d6ab1-19ac-432f-97e1-cb2af534bfbd service neutron] 10.222.0.72 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394665 Feb 10 15:49:45.025893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a25f55-4354-475b-beaf-11618c11576c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router 6378fddd-6b70-4745-963e-2cf3370c67b6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:45.027923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861a01f-8e1a-456d-81e7-944aee6ac31c req-e3981a23-2440-46c6-a56d-832b2b8cc297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:45.030006 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e861a01f-8e1a-456d-81e7-944aee6ac31c req-e3981a23-2440-46c6-a56d-832b2b8cc297 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 1125 time: 0.0999753 Feb 10 15:49:45.139141 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7ebff4b5-18e5-46d7-827c-660895c4e893 req-3a9a8103-3e32-4177-9340-ee721db5af80 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 210 time: 0.0318642 Feb 10 15:49:45.193050 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bbcfbe3-ccd1-4f98-8ab3-cf3822d9aa11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:45.214399 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861a01f-8e1a-456d-81e7-944aee6ac31c req-1ff2d860-b852-451e-bd15-3b5c4a5fdfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:45.215931 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e861a01f-8e1a-456d-81e7-944aee6ac31c req-1ff2d860-b852-451e-bd15-3b5c4a5fdfc5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 HTTP/1.1" status: 200 len: 896 time: 0.1786904 Feb 10 15:49:45.220922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a25f55-4354-475b-beaf-11618c11576c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:45.225606 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-64a25f55-4354-475b-beaf-11618c11576c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:45.230799 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c3d57d-32e4-4bcc-9e13-fc27a43814b7 None None] Sync routers for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:45.243460 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c3d57d-32e4-4bcc-9e13-fc27a43814b7 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:45.244311 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d9c3d57d-32e4-4bcc-9e13-fc27a43814b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:45.282968 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e861a01f-8e1a-456d-81e7-944aee6ac31c req-94d12341-5dbc-4d27-b93e-5381198c32c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7 HTTP/1.1" status: 200 len: 217 time: 0.0549691 Feb 10 15:49:45.283993 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d9c3d57d-32e4-4bcc-9e13-fc27a43814b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:45.293487 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c3d57d-32e4-4bcc-9e13-fc27a43814b7 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:45.294761 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d9c3d57d-32e4-4bcc-9e13-fc27a43814b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:45.332156 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d9c3d57d-32e4-4bcc-9e13-fc27a43814b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:45.332978 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c3d57d-32e4-4bcc-9e13-fc27a43814b7 None None] The sync data for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:45.357505 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-64a25f55-4354-475b-beaf-11618c11576c tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "PUT /v2.0/floatingips/fc1420b1-739f-48b7-8f7d-0a848a3a3fe9 HTTP/1.1" status: 200 len: 976 time: 2.7282546 Feb 10 15:49:45.360250 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33896) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:45.363089 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861a01f-8e1a-456d-81e7-944aee6ac31c req-9ec87295-748b-492d-8031-191b827028ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:45.364527 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e861a01f-8e1a-456d-81e7-944aee6ac31c req-9ec87295-748b-492d-8031-191b827028ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c53a46e-2199-4238-92e3-8f0eea1e292b HTTP/1.1" status: 200 len: 835 time: 0.0749874 Feb 10 15:49:45.366113 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-61aadf3b-b540-48f1-b787-5fcde18ba5d8 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:45.418135 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861a01f-8e1a-456d-81e7-944aee6ac31c req-dbbdb382-8ca5-430e-8a08-872962cdb9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:45.420449 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e861a01f-8e1a-456d-81e7-944aee6ac31c req-dbbdb382-8ca5-430e-8a08-872962cdb9b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489216 Feb 10 15:49:45.430714 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-61aadf3b-b540-48f1-b787-5fcde18ba5d8 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (fc1420b1-739f-48b7-8f7d-0a848a3a3fe9), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:45.523443 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e861a01f-8e1a-456d-81e7-944aee6ac31c req-58e122f9-ff82-40e2-9096-f3ca15ff6001 service neutron] 10.222.0.72 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952873 Feb 10 15:49:45.581523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e300f-9bca-41a9-ac33-5591d80aea70 req-02a01fe4-0b0f-4e54-8d41-1246f43df803 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:45.583236 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d85e300f-9bca-41a9-ac33-5591d80aea70 req-02a01fe4-0b0f-4e54-8d41-1246f43df803 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 943 time: 0.1161702 Feb 10 15:49:45.631373 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e861a01f-8e1a-456d-81e7-944aee6ac31c req-1b4eb335-b2f8-431f-bfe5-efc8b91d047a service neutron] 10.222.0.72 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988855 Feb 10 15:49:45.641888 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-61aadf3b-b540-48f1-b787-5fcde18ba5d8 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:45.651708 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-61aadf3b-b540-48f1-b787-5fcde18ba5d8 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (fc1420b1-739f-48b7-8f7d-0a848a3a3fe9), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:45.652029 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-61aadf3b-b540-48f1-b787-5fcde18ba5d8 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Floating IP fc1420b1-739f-48b7-8f7d-0a848a3a3fe9 disassociated. External IP: 172.25.3.82, port: 3a4b6544-27c6-4c8e-afbc-15f52782be6c. Feb 10 15:49:45.715712 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d85e300f-9bca-41a9-ac33-5591d80aea70 req-f4fd8c21-0a92-47b0-a721-da3c1208dc6d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260309 Feb 10 15:49:45.883198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61aadf3b-b540-48f1-b787-5fcde18ba5d8 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router 6378fddd-6b70-4745-963e-2cf3370c67b6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:46.000338 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a722b8a-e14d-4d86-a835-9c70e8bcd65e req-179dabda-a946-4fb7-9674-a85d4c1ce4d5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478518 Feb 10 15:49:46.002989 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61aadf3b-b540-48f1-b787-5fcde18ba5d8 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:46.007832 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-61aadf3b-b540-48f1-b787-5fcde18ba5d8 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:46.014464 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c5eb7-c15e-475a-bbda-8e940bb081e2 None None] Sync routers for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:46.025093 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c5eb7-c15e-475a-bbda-8e940bb081e2 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:46.026074 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-5f2c5eb7-c15e-475a-bbda-8e940bb081e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:46.049840 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-61aadf3b-b540-48f1-b787-5fcde18ba5d8 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "PUT /v2.0/floatingips/fc1420b1-739f-48b7-8f7d-0a848a3a3fe9 HTTP/1.1" status: 200 len: 687 time: 0.6867375 Feb 10 15:49:46.052311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33900) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:46.090153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-5f2c5eb7-c15e-475a-bbda-8e940bb081e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:46.099977 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a722b8a-e14d-4d86-a835-9c70e8bcd65e req-b21b975a-509d-4fbc-8dfc-0fdca98f4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:46.101230 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c5eb7-c15e-475a-bbda-8e940bb081e2 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:46.101846 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-5f2c5eb7-c15e-475a-bbda-8e940bb081e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:46.102741 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a722b8a-e14d-4d86-a835-9c70e8bcd65e req-b21b975a-509d-4fbc-8dfc-0fdca98f4d13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=533ce765c0594113bf82249a9276396d&device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 1127 time: 0.0588100 Feb 10 15:49:46.139957 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-5f2c5eb7-c15e-475a-bbda-8e940bb081e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:46.140529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c5eb7-c15e-475a-bbda-8e940bb081e2 None None] The sync data for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:46.194479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting port 8bdb0b5d-c76a-4563-adf1-cbf8c9cbe4b6 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:49:46.195061 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8bdb0b5d-c76a-4563-adf1-cbf8c9cbe4b6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:46.245371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a722b8a-e14d-4d86-a835-9c70e8bcd65e req-342c53cd-2a37-4971-99ce-4f91808ab4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:46.246901 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a722b8a-e14d-4d86-a835-9c70e8bcd65e req-342c53cd-2a37-4971-99ce-4f91808ab4bd service neutron] 10.222.0.72 "GET /v2.0/networks?id=728cfdba-899c-41bc-b106-01207edd8c33 HTTP/1.1" status: 200 len: 898 time: 0.1142673 Feb 10 15:49:46.278884 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3108e92-8464-43cf-ba43-1175f219b3e9 req-40e9750e-8fae-42ba-ae7e-cc4eacd71b21 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 210 time: 0.0547543 Feb 10 15:49:46.305831 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8bdb0b5d-c76a-4563-adf1-cbf8c9cbe4b6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:46.306164 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (8bdb0b5d-c76a-4563-adf1-cbf8c9cbe4b6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:46.317786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Calling delete_port for 8bdb0b5d-c76a-4563-adf1-cbf8c9cbe4b6 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:49:46.318919 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a722b8a-e14d-4d86-a835-9c70e8bcd65e req-35d76c1a-25e3-4af3-906d-454cb91e01d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec56fee-85b3-4844-8682-8fb6c1429f08 HTTP/1.1" status: 200 len: 1001 time: 0.0657332 Feb 10 15:49:46.375386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a722b8a-e14d-4d86-a835-9c70e8bcd65e req-3ad23c5b-8dfa-46b2-bd7d-99e18edc8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:46.376931 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a722b8a-e14d-4d86-a835-9c70e8bcd65e req-3ad23c5b-8dfa-46b2-bd7d-99e18edc8533 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d335d6a5-fe89-474d-ba6a-f70e0ff4b1da HTTP/1.1" status: 200 len: 835 time: 0.0478523 Feb 10 15:49:46.425001 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:46.428162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a722b8a-e14d-4d86-a835-9c70e8bcd65e req-884d0e01-3db8-4a18-9f66-74a5c7439ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:46.429744 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a722b8a-e14d-4d86-a835-9c70e8bcd65e req-884d0e01-3db8-4a18-9f66-74a5c7439ac2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=728cfdba-899c-41bc-b106-01207edd8c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466602 Feb 10 15:49:46.461487 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (8bdb0b5d-c76a-4563-adf1-cbf8c9cbe4b6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:46.465706 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33904) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:46.523160 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Port': ['ID=8bdb0b5d-c76a-4563-adf1-cbf8c9cbe4b6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:46.536171 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a722b8a-e14d-4d86-a835-9c70e8bcd65e req-e6d84e9b-3a71-43ef-ac63-ed27beb79c86 service neutron] 10.222.0.72 "GET /v2.0/networks/728cfdba-899c-41bc-b106-01207edd8c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960960 Feb 10 15:49:46.544052 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:46.544052 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:46.544373 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:46.544483 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:46.544817 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:46.545147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:46.545471 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:46.546098 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:46.546432 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:46.546756 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:46.547077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:46.547421 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:46.547743 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:46.578884 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da7c27e-3462-45d5-ac3c-984862775839 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:46.594262 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0da7c27e-3462-45d5-ac3c-984862775839 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=4454d505-75c9-41c1-a257-953d507647a9 HTTP/1.1" status: 200 len: 814 time: 0.1136055 Feb 10 15:49:46.615530 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (fc1420b1-739f-48b7-8f7d-0a848a3a3fe9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:46.618169 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:46.622357 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3e2f9774-4e4e-46f1-bb9f-219fdb4781c2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/floatingips/fc1420b1-739f-48b7-8f7d-0a848a3a3fe9 HTTP/1.1" status: 204 len: 168 time: 0.5660479 Feb 10 15:49:46.622539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33908) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:46.656840 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-cfaacf9f-9cb7-4a23-8b00-d2d133bbe8a9 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] delete failed (client error): The resource could not be found. Feb 10 15:49:46.658107 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cfaacf9f-9cb7-4a23-8b00-d2d133bbe8a9 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/floatingips/fc1420b1-739f-48b7-8f7d-0a848a3a3fe9 HTTP/1.1" status: 404 len: 345 time: 0.0341618 Feb 10 15:49:46.659474 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a722b8a-e14d-4d86-a835-9c70e8bcd65e req-5d265240-9ebd-40c7-a74d-a2ee198ed3ff service neutron] 10.222.0.72 "GET /v2.0/networks/728cfdba-899c-41bc-b106-01207edd8c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169114 Feb 10 15:49:46.662123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33910) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:46.752260 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebc8e90-3758-4cfa-a928-81145e74b26e tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:46.757635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebc8e90-3758-4cfa-a928-81145e74b26e tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:46.763128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebc8e90-3758-4cfa-a928-81145e74b26e tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:46.767197 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cebc8e90-3758-4cfa-a928-81145e74b26e tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "GET /v2.0/ports?network_id=445f99b3-98c1-4f4f-851e-5a51b628286b HTTP/1.1" status: 200 len: 2358 time: 0.1017523 Feb 10 15:49:46.767677 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33914) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:46.841495 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c7c0be-6b91-4e8c-9ab9-3bee4e3dae76 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:46.843462 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-91c7c0be-6b91-4e8c-9ab9-3bee4e3dae76 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "GET /v2.0/subnets/f1a92fff-f2aa-4ae9-bfaa-6d01b0511120 HTTP/1.1" status: 200 len: 797 time: 0.0744057 Feb 10 15:49:46.848525 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33918) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:46.857135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e997e-4adf-47de-b893-d8acb94b2ed3 req-bc0b821c-3943-4175-987c-64b7fae03c7a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:46.860095 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c6c2a87a-e1a6-43bf-bcde-a7c1f2362647 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'port': {'network_id': '445f99b3-98c1-4f4f-851e-5a51b628286b', 'name': 'tempest-FloatingIPTestJSON-39873869', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:46.863058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db5e997e-4adf-47de-b893-d8acb94b2ed3 req-bc0b821c-3943-4175-987c-64b7fae03c7a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 943 time: 0.0661922 Feb 10 15:49:46.912141 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db5e997e-4adf-47de-b893-d8acb94b2ed3 req-da908b6d-8fc3-4ad3-a24b-9ffdd740d814 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463994 Feb 10 15:49:46.979750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c2a87a-e1a6-43bf-bcde-a7c1f2362647 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Made reservation on behalf of 90563f4452ba41cdbe08ff6bfbb34e5e for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:47.065172 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6c2a87a-e1a6-43bf-bcde-a7c1f2362647 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:47.082811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-c6c2a87a-e1a6-43bf-bcde-a7c1f2362647 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] device_id is not set on port 4f39e35f-0216-4e1d-b063-7c19a881a146 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:49:47.383198 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f5bab57a-bed3-44a2-9987-455b32471a3d req-6f7eaec8-7384-43a4-98cc-982fd9752320 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=62aef343-656c-41f2-9a7a-440051c9d302 HTTP/1.1" status: 200 len: 210 time: 0.0287747 Feb 10 15:49:47.393643 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-c6c2a87a-e1a6-43bf-bcde-a7c1f2362647 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Allocated IP 172.20.0.14 (445f99b3-98c1-4f4f-851e-5a51b628286b/f1a92fff-f2aa-4ae9-bfaa-6d01b0511120/4f39e35f-0216-4e1d-b063-7c19a881a146) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:47.402079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-c6c2a87a-e1a6-43bf-bcde-a7c1f2362647 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Allocated IP 172.20.0.13 (445f99b3-98c1-4f4f-851e-5a51b628286b/f1a92fff-f2aa-4ae9-bfaa-6d01b0511120/4f39e35f-0216-4e1d-b063-7c19a881a146) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:47.551866 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6c2a87a-e1a6-43bf-bcde-a7c1f2362647 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (4f39e35f-0216-4e1d-b063-7c19a881a146), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:47.588948 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6c2a87a-e1a6-43bf-bcde-a7c1f2362647 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4f39e35f-0216-4e1d-b063-7c19a881a146), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:47.640695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c2a87a-e1a6-43bf-bcde-a7c1f2362647 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network 445f99b3-98c1-4f4f-851e-5a51b628286b is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:47.643969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-c6c2a87a-e1a6-43bf-bcde-a7c1f2362647 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:47.648701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2a87a-e1a6-43bf-bcde-a7c1f2362647 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:47.653185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2a87a-e1a6-43bf-bcde-a7c1f2362647 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=4f39e35f-0216-4e1d-b063-7c19a881a146,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:47.698902 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c2a87a-e1a6-43bf-bcde-a7c1f2362647 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:47.699469 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c6c2a87a-e1a6-43bf-bcde-a7c1f2362647 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:47.716146 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c6c2a87a-e1a6-43bf-bcde-a7c1f2362647 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.8611503 Feb 10 15:49:47.718612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33922) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:47.723122 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': '4f39e35f-0216-4e1d-b063-7c19a881a146', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:47.745983 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:47.797581 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33924) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:47.803011 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-980c9dd0-1bd5-4760-ae09-a3800e69fc13 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'network': {'name': 'tempest-network-smoke--1306616823', 'project_id': '533ce765c0594113bf82249a9276396d', 'port_security_enabled': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:47.822460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980c9dd0-1bd5-4760-ae09-a3800e69fc13 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Made reservation on behalf of 533ce765c0594113bf82249a9276396d for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:47.825712 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-980c9dd0-1bd5-4760-ae09-a3800e69fc13 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:47.852929 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980c9dd0-1bd5-4760-ae09-a3800e69fc13 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:49:47.858417 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:47.862692 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-980c9dd0-1bd5-4760-ae09-a3800e69fc13 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (22ef3886-7ee3-47df-8cf2-ff65081fa051), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:47.863039 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-980c9dd0-1bd5-4760-ae09-a3800e69fc13 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Added segment 22ef3886-7ee3-47df-8cf2-ff65081fa051 of type vlan for network c92178a5-5117-408c-9f52-afd092a8ef88 Feb 10 15:49:47.906999 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-980c9dd0-1bd5-4760-ae09-a3800e69fc13 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (c92178a5-5117-408c-9f52-afd092a8ef88), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:47.932278 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-980c9dd0-1bd5-4760-ae09-a3800e69fc13 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (c92178a5-5117-408c-9f52-afd092a8ef88), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:47.939796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980c9dd0-1bd5-4760-ae09-a3800e69fc13 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:47.940405 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-980c9dd0-1bd5-4760-ae09-a3800e69fc13 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:47.973377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Allocated IP 172.25.3.229 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/4514ca1f-7e3d-421a-97ed-5172c085f6c1) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:47.991367 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:47.998678 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-980c9dd0-1bd5-4760-ae09-a3800e69fc13 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1968856 Feb 10 15:49:47.999726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33928) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:48.092124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c9dd0-1bd5-4760-ae09-a3800e69fc13 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Network': ['ID=c92178a5-5117-408c-9f52-afd092a8ef88,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:48.097986 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (4514ca1f-7e3d-421a-97ed-5172c085f6c1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:48.103778 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network c92178a5-5117-408c-9f52-afd092a8ef88 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:49:48.148820 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9856a88-4332-460b-bc83-7af2c4bf3b9f req-b36fef59-2199-4fc9-a8b0-816d3047d2fc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:48.150541 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9856a88-4332-460b-bc83-7af2c4bf3b9f req-b36fef59-2199-4fc9-a8b0-816d3047d2fc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 943 time: 0.1597631 Feb 10 15:49:48.152292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3171c113-1623-4199-a1de-611586aac063 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:48.154756 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3171c113-1623-4199-a1de-611586aac063 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=533ce765c0594113bf82249a9276396d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1463389 Feb 10 15:49:48.158769 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33930) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:48.172913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device bed6c5ef-5023-40ec-bf3c-2e85e72743e7 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:49:48.186973 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4514ca1f-7e3d-421a-97ed-5172c085f6c1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:48.230764 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:48.234779 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:48.238528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:48.268003 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=4514ca1f-7e3d-421a-97ed-5172c085f6c1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:48.308163 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:48.322240 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'port_id': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'mac_address': 'fa:16:3e:1f:26:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:49:48.363252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:48.364038 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:48.382906 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed6c5ef-5023-40ec-bf3c-2e85e72743e7 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:49:48.404445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:48.410948 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:48.491284 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:48.500848 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:48.501898 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:48.502494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:48.503080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:48.503870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:48.504426 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:48.504740 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:48.505081 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:48.505519 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:48.506169 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:48.506675 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:48.507191 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:48.507746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:49:48.603323 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9856a88-4332-460b-bc83-7af2c4bf3b9f req-d0bdc9cf-2339-4d54-8aa2-3db80736b47c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4454129 Feb 10 15:49:48.624931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['bed6c5ef-5023-40ec-bf3c-2e85e72743e7'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:49:48.626457 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95231a63-c24a-491d-8704-4cb6a5088e83 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:48.628757 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-95231a63-c24a-491d-8704-4cb6a5088e83 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4678969 Feb 10 15:49:48.632756 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33940) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:48.662478 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-88fc95d1-a568-4ffd-9a70-dfd7dae1a56e tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=4454d505-75c9-41c1-a257-953d507647a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287898 Feb 10 15:49:48.665071 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33942) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:48.696864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c5acf53f-a569-4848-a31a-183ffaba7f85 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=533ce765c0594113bf82249a9276396d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282948 Feb 10 15:49:48.697291 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33944) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:48.724955 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (131f542a-99ca-4704-ab4e-02714655ad4d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:48.801142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8321f53a-9529-4310-a2da-5520065d9843 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:48.803059 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8321f53a-9529-4310-a2da-5520065d9843 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1046650 Feb 10 15:49:48.805945 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33946) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:48.824928 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4514ca1f-7e3d-421a-97ed-5172c085f6c1), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:48.837057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3442a6aa-7d2f-432b-beb5-59070c9901d3 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=4454d505-75c9-41c1-a257-953d507647a9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296988 Feb 10 15:49:48.839548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33948) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:48.845295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-398dcf2d-9519-452d-813a-e5e0c4f04df7 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-714513759', 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88', 'project_id': '533ce765c0594113bf82249a9276396d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:48.942800 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:48.969535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398dcf2d-9519-452d-813a-e5e0c4f04df7 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Made reservation on behalf of 533ce765c0594113bf82249a9276396d for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:48.973824 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-398dcf2d-9519-452d-813a-e5e0c4f04df7 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:49.170287 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-398dcf2d-9519-452d-813a-e5e0c4f04df7 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (08d0b5e5-80ff-4868-a22e-54f08d9f98fc), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:49.243326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dcf2d-9519-452d-813a-e5e0c4f04df7 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Subnet': ['ID=08d0b5e5-80ff-4868-a22e-54f08d9f98fc,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:49.260981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398dcf2d-9519-452d-813a-e5e0c4f04df7 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Checking segment: {'id': '22ef3886-7ee3-47df-8cf2-ff65081fa051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:49:49.261562 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398dcf2d-9519-452d-813a-e5e0c4f04df7 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network hostable DHCP agents. Network: c92178a5-5117-408c-9f52-afd092a8ef88, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:49:49.282638 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398dcf2d-9519-452d-813a-e5e0c4f04df7 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network c92178a5-5117-408c-9f52-afd092a8ef88 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:49:49.294582 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-398dcf2d-9519-452d-813a-e5e0c4f04df7 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, c92178a5-5117-408c-9f52-afd092a8ef88) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:49.299884 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398dcf2d-9519-452d-813a-e5e0c4f04df7 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:49.300897 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-398dcf2d-9519-452d-813a-e5e0c4f04df7 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:49.308206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c3c5a4-815e-47d9-b422-a5c5a1dd90a0 None None] Network c92178a5-5117-408c-9f52-afd092a8ef88 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:49:49.348019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-398dcf2d-9519-452d-813a-e5e0c4f04df7 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5073342 Feb 10 15:49:49.403973 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (4514ca1f-7e3d-421a-97ed-5172c085f6c1), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:49.410758 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (4514ca1f-7e3d-421a-97ed-5172c085f6c1), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:49.457069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-c92178a5-5117-408c-9f52-afd092a8ef88', 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88', 'project_id': '533ce765c0594113bf82249a9276396d', 'fixed_ips': [{'subnet_id': '08d0b5e5-80ff-4868-a22e-54f08d9f98fc'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:49:49.458299 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:49.460522 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=4514ca1f-7e3d-421a-97ed-5172c085f6c1,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:49.519507 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (131f542a-99ca-4704-ab4e-02714655ad4d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:49.666401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Allocated IP 172.20.0.18 (c92178a5-5117-408c-9f52-afd092a8ef88/08d0b5e5-80ff-4868-a22e-54f08d9f98fc/b2949b04-8325-4948-8036-b93750ec99a1) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:49.698894 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Floating IP 131f542a-99ca-4704-ab4e-02714655ad4d associated. External IP: 172.25.3.229, port: 4f39e35f-0216-4e1d-b063-7c19a881a146. Feb 10 15:49:49.716536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33958) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:49.722286 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-7d0b07f9-77d4-4b4b-b05e-fadfcbb09566 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1610684419', 'description': 'tempest-secgroup-smoke-1610684419 description', 'project_id': '533ce765c0594113bf82249a9276396d'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:49.752420 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d0b07f9-77d4-4b4b-b05e-fadfcbb09566 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:49.855606 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Publish callbacks [] for port (b2949b04-8325-4948-8036-b93750ec99a1), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:49.866008 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd2e05-e126-4802-a5c2-3bcd1b1b6060 req-35c03331-0dbc-4727-b4a5-c5ddc5f93ac1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:49.868091 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7dd2e05-e126-4802-a5c2-3bcd1b1b6060 req-35c03331-0dbc-4727-b4a5-c5ddc5f93ac1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 944 time: 0.0964358 Feb 10 15:49:49.892079 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (b2949b04-8325-4948-8036-b93750ec99a1), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:49.916344 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d0b07f9-77d4-4b4b-b05e-fadfcbb09566 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (78a3ff59-dd41-46f7-84be-347ca028de5a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:49.929763 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d0b07f9-77d4-4b4b-b05e-fadfcbb09566 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (78a3ff59-dd41-46f7-84be-347ca028de5a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:49.955384 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Network c92178a5-5117-408c-9f52-afd092a8ef88 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:49.960453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:49.964569 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b07f9-77d4-4b4b-b05e-fadfcbb09566 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a3ff59-dd41-46f7-84be-347ca028de5a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:49.965081 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:49.981542 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Pushing event updated for resources: {'Port': ['ID=b2949b04-8325-4948-8036-b93750ec99a1,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:50.015420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7dd2e05-e126-4802-a5c2-3bcd1b1b6060 req-6528d4da-1c06-4897-8f3c-ccf8f9d69ec6 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297202 Feb 10 15:49:50.020192 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7d0b07f9-77d4-4b4b-b05e-fadfcbb09566 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.022235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7d0b07f9-77d4-4b4b-b05e-fadfcbb09566 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3039627 Feb 10 15:49:50.025062 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33960) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:50.031628 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6424a739-9e48-42a3-b502-c258b69b3421 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '78a3ff59-dd41-46f7-84be-347ca028de5a', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:50.052278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Attempting to bind port b2949b04-8325-4948-8036-b93750ec99a1 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:49:50.052796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Attempting to bind port b2949b04-8325-4948-8036-b93750ec99a1 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '22ef3886-7ee3-47df-8cf2-ff65081fa051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:49:50.053304 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Attempting to bind port b2949b04-8325-4948-8036-b93750ec99a1 on network c92178a5-5117-408c-9f52-afd092a8ef88 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:50.060302 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:50.060880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Checking segment: {'id': '22ef3886-7ee3-47df-8cf2-ff65081fa051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:49:50.061383 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.061929 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Bound using segment: {'id': '22ef3886-7ee3-47df-8cf2-ff65081fa051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:50.062487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Bound port: b2949b04-8325-4948-8036-b93750ec99a1, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ef3886-7ee3-47df-8cf2-ff65081fa051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:49:50.063004 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b2949b04-8325-4948-8036-b93750ec99a1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.063720 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router 6378fddd-6b70-4745-963e-2cf3370c67b6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:50.069026 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6424a739-9e48-42a3-b502-c258b69b3421 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (677c00db-cd09-4f74-a9a0-2e0bdaac7609), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.139859 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6424a739-9e48-42a3-b502-c258b69b3421 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (677c00db-cd09-4f74-a9a0-2e0bdaac7609), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.141624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-607b660d-bb86-466a-856f-b68134571c9e None None] For port b2949b04-8325-4948-8036-b93750ec99a1, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:50.143928 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6424a739-9e48-42a3-b502-c258b69b3421 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (677c00db-cd09-4f74-a9a0-2e0bdaac7609), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.145023 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-607b660d-bb86-466a-856f-b68134571c9e None None] For port b2949b04-8325-4948-8036-b93750ec99a1, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b2949b04-8325-4948-8036-b93750ec99a1,segment=NetworkSegment(22ef3886-7ee3-47df-8cf2-ff65081fa051),segment_id=22ef3886-7ee3-47df-8cf2-ff65081fa051)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:50.153726 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b2949b04-8325-4948-8036-b93750ec99a1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.165971 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device bed6c5ef-5023-40ec-bf3c-2e85e72743e7 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:50.167929 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424a739-9e48-42a3-b502-c258b69b3421 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677c00db-cd09-4f74-a9a0-2e0bdaac7609,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:50.181438 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6424a739-9e48-42a3-b502-c258b69b3421 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.182813 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6424a739-9e48-42a3-b502-c258b69b3421 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566100 Feb 10 15:49:50.185953 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33962) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:50.190934 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-3034fe56-7640-4f9c-9a37-533aa6467067 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '78a3ff59-dd41-46f7-84be-347ca028de5a', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:50.196733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:50.208504 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd5cad-46c2-4e4e-a3ac-46c11b741172 None None] Sync routers for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:50.224283 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd5cad-46c2-4e4e-a3ac-46c11b741172 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:50.224980 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e2fd5cad-46c2-4e4e-a3ac-46c11b741172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:50.226043 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.232356 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3034fe56-7640-4f9c-9a37-533aa6467067 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (a1456b6d-a7a3-4551-b669-0a8cdd6c36d5), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.277861 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e2fd5cad-46c2-4e4e-a3ac-46c11b741172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:50.288947 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd5cad-46c2-4e4e-a3ac-46c11b741172 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:50.291262 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e2fd5cad-46c2-4e4e-a3ac-46c11b741172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:50.299137 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e7f8e110-d31d-4cd7-9fdd-2555db9fc9d1 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5793996 Feb 10 15:49:50.305405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33964) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:50.310549 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-8dea5651-0bbf-437e-9c2e-32004fc27c72 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'floatingip': {'port_id': '4f39e35f-0216-4e1d-b063-7c19a881a146', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:50.311308 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3034fe56-7640-4f9c-9a37-533aa6467067 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (a1456b6d-a7a3-4551-b669-0a8cdd6c36d5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.317146 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3034fe56-7640-4f9c-9a37-533aa6467067 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (a1456b6d-a7a3-4551-b669-0a8cdd6c36d5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.355962 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e2fd5cad-46c2-4e4e-a3ac-46c11b741172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:50.357460 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd5cad-46c2-4e4e-a3ac-46c11b741172 None None] The sync data for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:50.358424 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034fe56-7640-4f9c-9a37-533aa6467067 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1456b6d-a7a3-4551-b669-0a8cdd6c36d5,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:50.370699 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3034fe56-7640-4f9c-9a37-533aa6467067 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.372433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3034fe56-7640-4f9c-9a37-533aa6467067 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1848464 Feb 10 15:49:50.375607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33966) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:50.380379 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0d8964da-e380-4498-b55b-2840a7fc5561 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '78a3ff59-dd41-46f7-84be-347ca028de5a', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:50.396619 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8dea5651-0bbf-437e-9c2e-32004fc27c72 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (131f542a-99ca-4704-ab4e-02714655ad4d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.412411 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d8964da-e380-4498-b55b-2840a7fc5561 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (b022d850-4a73-4afd-b029-efd648577574), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.471977 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b660d-bb86-466a-856f-b68134571c9e None None] Pushing event updated for resources: {'Port': ['ID=b2949b04-8325-4948-8036-b93750ec99a1,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:50.488948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:49:50.495778 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:50.496149 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.496269 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d8964da-e380-4498-b55b-2840a7fc5561 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (b022d850-4a73-4afd-b029-efd648577574), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.502387 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d8964da-e380-4498-b55b-2840a7fc5561 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (b022d850-4a73-4afd-b029-efd648577574), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.532591 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0d8964da-e380-4498-b55b-2840a7fc5561 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.534448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0d8964da-e380-4498-b55b-2840a7fc5561 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1575596 Feb 10 15:49:50.539487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33968) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:50.540208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8964da-e380-4498-b55b-2840a7fc5561 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b022d850-4a73-4afd-b029-efd648577574,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:50.554170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-55132ba6-cd3a-46c2-ad39-3f965e8e7e2c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '78a3ff59-dd41-46f7-84be-347ca028de5a', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:50.586586 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-55132ba6-cd3a-46c2-ad39-3f965e8e7e2c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (e75a748d-3026-4da6-84d6-c01c205c6073), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.609312 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:50.609711 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.656758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:49:50.665518 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be312452-49c0-4831-b0e2-d952a7d555d1" -d '{"events": [{"server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "name": "network-vif-plugged", "status": "completed", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:50.686499 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:50.694000 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.705291 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-55132ba6-cd3a-46c2-ad39-3f965e8e7e2c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (e75a748d-3026-4da6-84d6-c01c205c6073), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.713002 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-55132ba6-cd3a-46c2-ad39-3f965e8e7e2c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (e75a748d-3026-4da6-84d6-c01c205c6073), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.777445 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-55132ba6-cd3a-46c2-ad39-3f965e8e7e2c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.785498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33974) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:50.786465 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-55132ba6-cd3a-46c2-ad39-3f965e8e7e2c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2370834 Feb 10 15:49:50.792532 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55132ba6-cd3a-46c2-ad39-3f965e8e7e2c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75a748d-3026-4da6-84d6-c01c205c6073,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:50.792694 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-44c8c965-9429-46c0-b910-8f5e8a6fc257 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '78a3ff59-dd41-46f7-84be-347ca028de5a', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:50.798379 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfc1bae-cf24-4374-9cb1-c0d146e1d621 x-openstack-request-id: req-7cfc1bae-cf24-4374-9cb1-c0d146e1d621 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:50.799434 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "name": "network-vif-plugged", "status": "completed", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:50.799939 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7cfc1bae-cf24-4374-9cb1-c0d146e1d621 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:50.800433 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'code': 200} Feb 10 15:49:50.863972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:50.932133 n-d-815324-7 neutron-server[103369]: INFO neutron.db.securitygroups_db [None req-44c8c965-9429-46c0-b910-8f5e8a6fc257 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Project 533ce765c0594113bf82249a9276396d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:49:50.946927 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44c8c965-9429-46c0-b910-8f5e8a6fc257 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (98618add-7edc-4522-af22-8337be81d646), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:50.981127 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c49d1-a69c-4fdb-a10f-96415dae1e96 req-0969f564-9240-44a7-b03d-56a707f3ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:50.983073 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-da8c49d1-a69c-4fdb-a10f-96415dae1e96 req-0969f564-9240-44a7-b03d-56a707f3ab98 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 1127 time: 0.1039395 Feb 10 15:49:51.126846 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-da8c49d1-a69c-4fdb-a10f-96415dae1e96 req-3b6772a2-6cc7-4c31-90e8-3bc70977f433 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326623 Feb 10 15:49:51.171723 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa35c18-e5fb-4df9-8190-95be96c6ebb5 req-e260eb8e-e9d3-4e7c-a18c-8d917378d81b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:51.172738 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44c8c965-9429-46c0-b910-8f5e8a6fc257 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (98618add-7edc-4522-af22-8337be81d646), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:51.174935 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bfa35c18-e5fb-4df9-8190-95be96c6ebb5 req-e260eb8e-e9d3-4e7c-a18c-8d917378d81b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.0697563 Feb 10 15:49:51.179713 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44c8c965-9429-46c0-b910-8f5e8a6fc257 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (98618add-7edc-4522-af22-8337be81d646), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:51.208128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8c965-9429-46c0-b910-8f5e8a6fc257 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98618add-7edc-4522-af22-8337be81d646,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:51.234060 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-44c8c965-9429-46c0-b910-8f5e8a6fc257 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:51.235253 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-44c8c965-9429-46c0-b910-8f5e8a6fc257 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4487867 Feb 10 15:49:51.240982 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bfa35c18-e5fb-4df9-8190-95be96c6ebb5 req-573fdf61-e3fd-41af-9fb1-60e83be4cd60 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549374 Feb 10 15:49:51.241445 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 33978) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:51.245672 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f6e85bbe-7cd7-46d2-a044-05012f929cc8 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '78a3ff59-dd41-46f7-84be-347ca028de5a', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:51.270534 n-d-815324-7 neutron-server[103368]: INFO neutron.db.securitygroups_db [None req-f6e85bbe-7cd7-46d2-a044-05012f929cc8 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Project 533ce765c0594113bf82249a9276396d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:49:51.275569 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f6e85bbe-7cd7-46d2-a044-05012f929cc8 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (8991dc4a-8c75-4e8a-9c05-3cc77f1a8742), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:51.316463 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8dea5651-0bbf-437e-9c2e-32004fc27c72 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:51.321013 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8dea5651-0bbf-437e-9c2e-32004fc27c72 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (131f542a-99ca-4704-ab4e-02714655ad4d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:51.359801 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f6e85bbe-7cd7-46d2-a044-05012f929cc8 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (8991dc4a-8c75-4e8a-9c05-3cc77f1a8742), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:51.367374 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f6e85bbe-7cd7-46d2-a044-05012f929cc8 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (8991dc4a-8c75-4e8a-9c05-3cc77f1a8742), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:51.392105 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e85bbe-7cd7-46d2-a044-05012f929cc8 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8991dc4a-8c75-4e8a-9c05-3cc77f1a8742,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:51.414756 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f6e85bbe-7cd7-46d2-a044-05012f929cc8 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:51.424759 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f6e85bbe-7cd7-46d2-a044-05012f929cc8 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1737514 Feb 10 15:49:51.660773 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b2949b04-8325-4948-8036-b93750ec99a1 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:51.741763 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-12f46e71-9060-4b91-bd30-40875d14663a tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610684419&fields=id&tenant_id=533ce765c0594113bf82249a9276396d HTTP/1.1" status: 200 len: 267 time: 0.1088605 Feb 10 15:49:51.761853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port b2949b04-8325-4948-8036-b93750ec99a1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:51.762402 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b2949b04-8325-4948-8036-b93750ec99a1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:51.931400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-85609251-38d4-4377-9810-cb9ad9dcf466 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:51.933052 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-85609251-38d4-4377-9810-cb9ad9dcf466 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/networks?id=c92178a5-5117-408c-9f52-afd092a8ef88 HTTP/1.1" status: 200 len: 797 time: 0.1837645 Feb 10 15:49:51.937772 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e34e0a9-437d-4336-bd16-3edeea19d019 None None] Network c92178a5-5117-408c-9f52-afd092a8ef88 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:49:51.946440 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dea5651-0bbf-437e-9c2e-32004fc27c72 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router 6378fddd-6b70-4745-963e-2cf3370c67b6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:51.959963 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-fdebb4c0-55bf-4361-9206-e94b8d75f53d tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/quotas/533ce765c0594113bf82249a9276396d HTTP/1.1" status: 200 len: 375 time: 0.0205185 Feb 10 15:49:51.963062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port b2949b04-8325-4948-8036-b93750ec99a1 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:51.963719 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b2949b04-8325-4948-8036-b93750ec99a1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:52.024924 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b07a901f-47f0-451b-8598-bed1f53e8d90 None None] Provisioning complete for port b2949b04-8325-4948-8036-b93750ec99a1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:52.025341 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b07a901f-47f0-451b-8598-bed1f53e8d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b2949b04-8325-4948-8036-b93750ec99a1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:52.038932 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-fca38de2-e740-43bf-983f-88b4807bc733 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=533ce765c0594113bf82249a9276396d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0768785 Feb 10 15:49:52.119952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port b2949b04-8325-4948-8036-b93750ec99a1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b2949b04-8325-4948-8036-b93750ec99a1,segment=NetworkSegment(22ef3886-7ee3-47df-8cf2-ff65081fa051),segment_id=22ef3886-7ee3-47df-8cf2-ff65081fa051)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:49:52.127710 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dea5651-0bbf-437e-9c2e-32004fc27c72 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:52.131638 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b2949b04-8325-4948-8036-b93750ec99a1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:52.157553 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8dea5651-0bbf-437e-9c2e-32004fc27c72 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:52.194928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-dca903a6-83ad-4805-8549-ecffc147dc68 service neutron] 10.222.0.64 "GET /v2.0/networks/c92178a5-5117-408c-9f52-afd092a8ef88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407797 Feb 10 15:49:52.201887 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c5b91b-3a89-4187-91b6-3dc66b66e219 None None] Sync routers for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:52.237044 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8dea5651-0bbf-437e-9c2e-32004fc27c72 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "PUT /v2.0/floatingips/131f542a-99ca-4704-ab4e-02714655ad4d HTTP/1.1" status: 200 len: 977 time: 1.9302337 Feb 10 15:49:52.239803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 33994) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:52.251101 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=b2949b04-8325-4948-8036-b93750ec99a1,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:52.305603 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5b91b-3a89-4187-91b6-3dc66b66e219 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:52.306517 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-85c5b91b-3a89-4187-91b6-3dc66b66e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:52.338739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-37b68fba-6eba-43d8-a6e4-103337766969 service neutron] 10.222.0.64 "GET /v2.0/networks/c92178a5-5117-408c-9f52-afd092a8ef88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307242 Feb 10 15:49:52.391999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-85c5b91b-3a89-4187-91b6-3dc66b66e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:52.422317 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b07a901f-47f0-451b-8598-bed1f53e8d90 None None] Current status of the port b2949b04-8325-4948-8036-b93750ec99a1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:52.432455 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5b91b-3a89-4187-91b6-3dc66b66e219 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:52.433138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-85c5b91b-3a89-4187-91b6-3dc66b66e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:52.443182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0cd1e582-797f-418e-bc41-fa275692bb1b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting port 4514ca1f-7e3d-421a-97ed-5172c085f6c1 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:49:52.443536 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e582-797f-418e-bc41-fa275692bb1b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4514ca1f-7e3d-421a-97ed-5172c085f6c1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:52.458492 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0872bf5-dc12-4beb-a006-c6c7853a3ff1 req-cb469795-b530-4640-ba3f-53c7783a0bc7 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:52.460191 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0872bf5-dc12-4beb-a006-c6c7853a3ff1 req-cb469795-b530-4640-ba3f-53c7783a0bc7 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.1205554 Feb 10 15:49:52.501341 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-85c5b91b-3a89-4187-91b6-3dc66b66e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:52.502657 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c5b91b-3a89-4187-91b6-3dc66b66e219 None None] The sync data for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:52.574441 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e582-797f-418e-bc41-fa275692bb1b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4514ca1f-7e3d-421a-97ed-5172c085f6c1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:52.574977 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e582-797f-418e-bc41-fa275692bb1b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (4514ca1f-7e3d-421a-97ed-5172c085f6c1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:52.596816 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0872bf5-dc12-4beb-a006-c6c7853a3ff1 req-a52e9394-902f-4479-a6e0-8ad89359412b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210318 Feb 10 15:49:52.607635 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0cd1e582-797f-418e-bc41-fa275692bb1b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Calling delete_port for 4514ca1f-7e3d-421a-97ed-5172c085f6c1 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:49:52.648702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-236b206e-3b09-4b9d-8620-09f719773d1c req-bd607d90-ff6e-4ccf-b7b4-3301497f93e4 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 210 time: 0.0430071 Feb 10 15:49:52.766881 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-83f7dcf9-60e1-47c8-85fb-2988f2da2412 None None] Provisioning complete for port b2949b04-8325-4948-8036-b93750ec99a1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:52.767345 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-83f7dcf9-60e1-47c8-85fb-2988f2da2412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b2949b04-8325-4948-8036-b93750ec99a1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:52.794965 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afbb96-b667-4df4-8b38-cd7ce3fc1a7c req-a0bbc659-565d-41d5-83f1-12661acb2b93 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:52.807331 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84afbb96-b667-4df4-8b38-cd7ce3fc1a7c req-a0bbc659-565d-41d5-83f1-12661acb2b93 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.0811219 Feb 10 15:49:52.872725 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84afbb96-b667-4df4-8b38-cd7ce3fc1a7c req-5229aaab-c9ec-4f88-b34f-feab7a866244 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591714 Feb 10 15:49:52.882841 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34008) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:52.917298 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-83f7dcf9-60e1-47c8-85fb-2988f2da2412 None None] Current status of the port b2949b04-8325-4948-8036-b93750ec99a1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:52.963815 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3a6fa3-0173-4bdc-80bd-5f6c74a3d56a tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:52.969583 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7e3a6fa3-0173-4bdc-80bd-5f6c74a3d56a tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 1122 time: 0.0843525 Feb 10 15:49:52.971414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34012) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:52.980305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:53.004729 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e582-797f-418e-bc41-fa275692bb1b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4514ca1f-7e3d-421a-97ed-5172c085f6c1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:53.014970 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:53.034379 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1e582-797f-418e-bc41-fa275692bb1b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Port': ['ID=4514ca1f-7e3d-421a-97ed-5172c085f6c1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:53.123263 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e582-797f-418e-bc41-fa275692bb1b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (131f542a-99ca-4704-ab4e-02714655ad4d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:53.123612 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-0cd1e582-797f-418e-bc41-fa275692bb1b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Floating IP 131f542a-99ca-4704-ab4e-02714655ad4d disassociated (deleted). External IP: 172.25.3.229, port: 4f39e35f-0216-4e1d-b063-7c19a881a146. Feb 10 15:49:53.163556 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:53.323189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Allocated IP 172.25.3.4 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/f21d857b-8db1-4748-9456-28cdfc25609f) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:53.431519 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd1e582-797f-418e-bc41-fa275692bb1b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router 6378fddd-6b70-4745-963e-2cf3370c67b6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:53.449936 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (f21d857b-8db1-4748-9456-28cdfc25609f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:53.490353 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (f21d857b-8db1-4748-9456-28cdfc25609f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:53.531931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:53.534918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:53.538548 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:53.544511 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=f21d857b-8db1-4748-9456-28cdfc25609f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:53.587626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd1e582-797f-418e-bc41-fa275692bb1b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:53.592722 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e582-797f-418e-bc41-fa275692bb1b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:53.599078 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e328b37-5593-4aa8-bf2f-7221e43f896c None None] Sync routers for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:53.616591 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e328b37-5593-4aa8-bf2f-7221e43f896c None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:53.620426 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b2949b04-8325-4948-8036-b93750ec99a1 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:49:53.621369 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6e328b37-5593-4aa8-bf2f-7221e43f896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:53.676049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port b2949b04-8325-4948-8036-b93750ec99a1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:53.676431 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b2949b04-8325-4948-8036-b93750ec99a1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:53.684006 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34018) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:53.685944 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0cd1e582-797f-418e-bc41-fa275692bb1b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/floatingips/131f542a-99ca-4704-ab4e-02714655ad4d HTTP/1.1" status: 204 len: 168 time: 1.4449034 Feb 10 15:49:53.731598 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6e328b37-5593-4aa8-bf2f-7221e43f896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:53.767397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port b2949b04-8325-4948-8036-b93750ec99a1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:49:53.782183 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e328b37-5593-4aa8-bf2f-7221e43f896c None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:53.783217 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6e328b37-5593-4aa8-bf2f-7221e43f896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:53.837860 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18e106fe-b7c5-47cc-85ea-49c720bf64de req-4ac944b8-d00f-48ad-9eab-c79ea9c4572d tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 210 time: 0.0453994 Feb 10 15:49:53.839548 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6e328b37-5593-4aa8-bf2f-7221e43f896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:53.856421 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e328b37-5593-4aa8-bf2f-7221e43f896c None None] The sync data for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:53.960759 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-4f8cc12d-2cbd-44cb-942a-2aead742460a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting port 4f39e35f-0216-4e1d-b063-7c19a881a146 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:49:53.961224 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f8cc12d-2cbd-44cb-942a-2aead742460a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4f39e35f-0216-4e1d-b063-7c19a881a146), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:53.973928 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-7d7d18f8-92e2-485a-8944-69a2fce59d2d tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:53.975415 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-7d7d18f8-92e2-485a-8944-69a2fce59d2d tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.79 "GET /v2.0/networks?id=c92178a5-5117-408c-9f52-afd092a8ef88 HTTP/1.1" status: 200 len: 797 time: 0.1687808 Feb 10 15:49:54.084465 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-f6dc69f4-547c-401d-8527-8b2482a81c26 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=533ce765c0594113bf82249a9276396d HTTP/1.1" status: 200 len: 473 time: 0.0954833 Feb 10 15:49:54.093302 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-5c66a13c-08be-4da2-9320-4a443a77c05c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'port': {'device_id': 'fffa9e34-305c-424b-995a-9f9c29d8ecfa', 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88', 'admin_state_up': True, 'tenant_id': '533ce765c0594113bf82249a9276396d', 'security_groups': ['78a3ff59-dd41-46f7-84be-347ca028de5a']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:54.130499 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f8cc12d-2cbd-44cb-942a-2aead742460a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4f39e35f-0216-4e1d-b063-7c19a881a146), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:54.177542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-4f8cc12d-2cbd-44cb-942a-2aead742460a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Calling delete_port for 4f39e35f-0216-4e1d-b063-7c19a881a146 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:49:54.206853 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-5c66a13c-08be-4da2-9320-4a443a77c05c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Made reservation on behalf of 533ce765c0594113bf82249a9276396d for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:54.210398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-5c66a13c-08be-4da2-9320-4a443a77c05c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:54.241932 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for floatingip (bd36d4c3-50d7-4c93-9da0-95bfba755ded), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:54.338945 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f21d857b-8db1-4748-9456-28cdfc25609f), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:54.340780 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-5c66a13c-08be-4da2-9320-4a443a77c05c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Allocated IP 172.20.0.20 (c92178a5-5117-408c-9f52-afd092a8ef88/08d0b5e5-80ff-4868-a22e-54f08d9f98fc/639e4155-310a-49dd-a1e2-e7d6f4ac188e) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:54.513541 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f8cc12d-2cbd-44cb-942a-2aead742460a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4f39e35f-0216-4e1d-b063-7c19a881a146), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:54.556271 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cc12d-2cbd-44cb-942a-2aead742460a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Port': ['ID=4f39e35f-0216-4e1d-b063-7c19a881a146,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:54.628511 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-5c66a13c-08be-4da2-9320-4a443a77c05c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for port (639e4155-310a-49dd-a1e2-e7d6f4ac188e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:54.653009 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (f21d857b-8db1-4748-9456-28cdfc25609f), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:54.661064 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (f21d857b-8db1-4748-9456-28cdfc25609f), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:54.670610 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-5c66a13c-08be-4da2-9320-4a443a77c05c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (639e4155-310a-49dd-a1e2-e7d6f4ac188e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:54.696272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-5c66a13c-08be-4da2-9320-4a443a77c05c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network c92178a5-5117-408c-9f52-afd092a8ef88 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:54.718665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-5c66a13c-08be-4da2-9320-4a443a77c05c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:54.721105 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-5c66a13c-08be-4da2-9320-4a443a77c05c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:54.736625 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f8cc12d-2cbd-44cb-942a-2aead742460a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:54.739947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4f8cc12d-2cbd-44cb-942a-2aead742460a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/ports/4f39e35f-0216-4e1d-b063-7c19a881a146 HTTP/1.1" status: 204 len: 168 time: 1.0548766 Feb 10 15:49:54.746299 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34022) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:54.747508 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=f21d857b-8db1-4748-9456-28cdfc25609f,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:54.753797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:54.774228 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (bd36d4c3-50d7-4c93-9da0-95bfba755ded), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:54.802785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66a13c-08be-4da2-9320-4a443a77c05c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Port': ['ID=639e4155-310a-49dd-a1e2-e7d6f4ac188e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:54.815271 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-5c66a13c-08be-4da2-9320-4a443a77c05c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:54.815924 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-5c66a13c-08be-4da2-9320-4a443a77c05c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:54.823101 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:54.836962 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-5c66a13c-08be-4da2-9320-4a443a77c05c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7472343 Feb 10 15:49:54.850729 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Request body: {'port': {'device_id': 'fffa9e34-305c-424b-995a-9f9c29d8ecfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:54.922068 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (639e4155-310a-49dd-a1e2-e7d6f4ac188e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:55.001651 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Floating IP bd36d4c3-50d7-4c93-9da0-95bfba755ded associated. External IP: 172.25.3.4, port: bed6c5ef-5023-40ec-bf3c-2e85e72743e7. Feb 10 15:49:55.063455 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-50169265-1007-4f3e-ab24-513f0d30d514 None None] Provisioning complete for port 639e4155-310a-49dd-a1e2-e7d6f4ac188e triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:49:55.064050 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-50169265-1007-4f3e-ab24-513f0d30d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (639e4155-310a-49dd-a1e2-e7d6f4ac188e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:55.120380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d54df0-a3af-4508-89e5-4c4886e73cb6 req-df63e58e-d3c6-4b2c-8259-19694bbd548c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:55.122001 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5d54df0-a3af-4508-89e5-4c4886e73cb6 req-df63e58e-d3c6-4b2c-8259-19694bbd548c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 932 time: 0.1821015 Feb 10 15:49:55.159997 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-50169265-1007-4f3e-ab24-513f0d30d514 None None] Port 639e4155-310a-49dd-a1e2-e7d6f4ac188e cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:49:55.182406 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:55.253229 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5d54df0-a3af-4508-89e5-4c4886e73cb6 req-68c20797-fca8-46da-96ee-1336357e59fe tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=78a3ff59-dd41-46f7-84be-347ca028de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213701 Feb 10 15:49:55.314326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639e4155-310a-49dd-a1e2-e7d6f4ac188e {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:49:55.325951 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Publish callbacks [] for port (639e4155-310a-49dd-a1e2-e7d6f4ac188e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:55.341838 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Transition to ACTIVE for port object 639e4155-310a-49dd-a1e2-e7d6f4ac188e will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:49:55.347079 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (639e4155-310a-49dd-a1e2-e7d6f4ac188e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:55.491093 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Allocated IP 172.25.3.5 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/689ae7af-dfbd-4664-93df-f14d8909e6a7) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:55.522844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Pushing event updated for resources: {'Port': ['ID=639e4155-310a-49dd-a1e2-e7d6f4ac188e,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:55.537193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:55.548968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Attempting to bind port 639e4155-310a-49dd-a1e2-e7d6f4ac188e on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:49:55.549785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Attempting to bind port 639e4155-310a-49dd-a1e2-e7d6f4ac188e by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '22ef3886-7ee3-47df-8cf2-ff65081fa051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:49:55.550307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Attempting to bind port 639e4155-310a-49dd-a1e2-e7d6f4ac188e on network c92178a5-5117-408c-9f52-afd092a8ef88 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:55.569119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Port 639e4155-310a-49dd-a1e2-e7d6f4ac188e on network c92178a5-5117-408c-9f52-afd092a8ef88 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:49:55.569941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Attempting to bind port 639e4155-310a-49dd-a1e2-e7d6f4ac188e on network c92178a5-5117-408c-9f52-afd092a8ef88 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:49:55.579550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:49:55.581031 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Checking segment: {'id': '22ef3886-7ee3-47df-8cf2-ff65081fa051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:49:55.581623 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Bound using segment: {'id': '22ef3886-7ee3-47df-8cf2-ff65081fa051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:49:55.582230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Bound port: 639e4155-310a-49dd-a1e2-e7d6f4ac188e, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ef3886-7ee3-47df-8cf2-ff65081fa051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:49:55.582757 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (639e4155-310a-49dd-a1e2-e7d6f4ac188e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:55.688738 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] For port 639e4155-310a-49dd-a1e2-e7d6f4ac188e, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:49:55.693062 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] For port 639e4155-310a-49dd-a1e2-e7d6f4ac188e, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=639e4155-310a-49dd-a1e2-e7d6f4ac188e,segment=NetworkSegment(22ef3886-7ee3-47df-8cf2-ff65081fa051),segment_id=22ef3886-7ee3-47df-8cf2-ff65081fa051)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:49:55.705682 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (639e4155-310a-49dd-a1e2-e7d6f4ac188e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:55.739272 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (689ae7af-dfbd-4664-93df-f14d8909e6a7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:55.753400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:55.774200 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ea8a22-1814-41e2-949e-a10d26bb3dc5 None None] Sync routers for ids ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:55.783380 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:55.784038 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:55.790838 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] 10.222.0.79 "PUT /v2.0/ports/639e4155-310a-49dd-a1e2-e7d6f4ac188e HTTP/1.1" status: 200 len: 1092 time: 0.9452851 Feb 10 15:49:55.791566 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffa9e34-305c-424b-995a-9f9c29d8ecfa', 'tag': '639e4155-310a-49dd-a1e2-e7d6f4ac188e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:49:55.791742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea8a22-1814-41e2-949e-a10d26bb3dc5 None None] Routers {'4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:55.792476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-b7ea8a22-1814-41e2-949e-a10d26bb3dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:55.795026 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3503fe-8eac-4a5c-a56f-dad619297532" -d '{"events": [{"name": "network-changed", "server_uuid": "fffa9e34-305c-424b-995a-9f9c29d8ecfa", "tag": "639e4155-310a-49dd-a1e2-e7d6f4ac188e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:55.839828 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:55.846807 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914fac2-0d0f-40d7-88a7-aa25fe8ccd4a service neutron] Pushing event updated for resources: {'Port': ['ID=639e4155-310a-49dd-a1e2-e7d6f4ac188e,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:55.890393 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62020f7-4179-4e61-95eb-ce13b931d1a6 x-openstack-request-id: req-e62020f7-4179-4e61-95eb-ce13b931d1a6 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:55.890770 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffa9e34-305c-424b-995a-9f9c29d8ecfa", "tag": "639e4155-310a-49dd-a1e2-e7d6f4ac188e", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:55.891065 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e62020f7-4179-4e61-95eb-ce13b931d1a6 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:55.891628 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffa9e34-305c-424b-995a-9f9c29d8ecfa', 'tag': '639e4155-310a-49dd-a1e2-e7d6f4ac188e', 'status': 'completed', 'code': 200} Feb 10 15:49:55.927268 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (689ae7af-dfbd-4664-93df-f14d8909e6a7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:55.951830 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-f2aa526d-1cbc-41ef-a345-7fe5d629d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:55.953417 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-f2aa526d-1cbc-41ef-a345-7fe5d629d1ce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=533ce765c0594113bf82249a9276396d&device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 1126 time: 0.1182961 Feb 10 15:49:55.954482 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-18db1bd4-c85a-49da-b6f2-f1d124bea975 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.9819429 Feb 10 15:49:56.001004 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:49:56.004470 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ea1ed1-815f-48ab-987d-2fe7f2e72a92" -d '{"events": [{"name": "network-changed", "server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:49:56.059741 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-ae435120-1613-483a-a856-c12caa9fb1f7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=639e4155-310a-49dd-a1e2-e7d6f4ac188e HTTP/1.1" status: 200 len: 217 time: 0.0982070 Feb 10 15:49:56.072575 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-b7ea8a22-1814-41e2-949e-a10d26bb3dc5 None None] Set router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:56.073157 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:56.147105 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0405a3-6114-4916-bed5-0c7d3be35881 x-openstack-request-id: req-1e0405a3-6114-4916-bed5-0c7d3be35881 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:49:56.147398 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:49:56.147647 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e0405a3-6114-4916-bed5-0c7d3be35881 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:49:56.149355 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'status': 'completed', 'code': 200} Feb 10 15:49:56.154487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:56.157038 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:56.164383 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=689ae7af-dfbd-4664-93df-f14d8909e6a7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:56.221853 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20fdb5-06fd-4824-b845-b09901a6f865 req-03a9b95f-675b-468f-ae72-b6288d2137c8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:56.223859 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5c20fdb5-06fd-4824-b845-b09901a6f865 req-03a9b95f-675b-468f-ae72-b6288d2137c8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.1817312 Feb 10 15:49:56.230273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-987863b2-316a-4048-bf27-e582a33b132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:56.232108 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-987863b2-316a-4048-bf27-e582a33b132e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08d0b5e5-80ff-4868-a22e-54f08d9f98fc HTTP/1.1" status: 200 len: 837 time: 0.1669369 Feb 10 15:49:56.313091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea1ed1-815f-48ab-987d-2fe7f2e72a92 req-57ba3e0c-25d9-4b0e-aa39-7a154481679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:56.319721 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-68ea1ed1-815f-48ab-987d-2fe7f2e72a92 req-57ba3e0c-25d9-4b0e-aa39-7a154481679a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 1127 time: 0.1957986 Feb 10 15:49:56.332242 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (7f2d7579-d3d7-4dc7-8255-2683cadd01f4), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:56.336899 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5c20fdb5-06fd-4824-b845-b09901a6f865 req-50f17975-9eb4-487b-9e78-5f078dab0471 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032605 Feb 10 15:49:56.365480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34084) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:56.381053 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (689ae7af-dfbd-4664-93df-f14d8909e6a7), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:56.448932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-b7ea8a22-1814-41e2-949e-a10d26bb3dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890518737', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:31Z', 'updated_at': '2022-02-10T15:49:37Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:32Z', 'updated_at': '2022-02-10T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'bd36d4c3-50d7-4c93-9da0-95bfba755ded', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'floating_ip_address': '172.25.3.4', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'port_id': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'mac_address': 'fa:16:3e:1f:26:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:53Z', 'updated_at': '2022-02-10T15:49:53Z', 'revision_number': 0, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4885033-3740-4d62-af5e-64ffdc31a4c0', 'name': '', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:9e:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:36Z', 'updated_at': '2022-02-10T15:49:41Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:56.489802 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ea8a22-1814-41e2-949e-a10d26bb3dc5 None None] Checking router: 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:49:56.501940 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea8a22-1814-41e2-949e-a10d26bb3dc5 None None] Routers {'4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:56.502721 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-b7ea8a22-1814-41e2-949e-a10d26bb3dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:56.594965 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-df9c18c0-8938-4bbc-b872-fd81eb35e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:56.596697 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-df9c18c0-8938-4bbc-b872-fd81eb35e8a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c92178a5-5117-408c-9f52-afd092a8ef88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3562558 Feb 10 15:49:56.663199 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3ac689a4-4f56-4330-a90d-05b9e39e5532 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/bd36d4c3-50d7-4c93-9da0-95bfba755ded HTTP/1.1" status: 200 len: 989 time: 0.2535610 Feb 10 15:49:56.688438 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-b7ea8a22-1814-41e2-949e-a10d26bb3dc5 None None] Set router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:49:56.720394 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea1ed1-815f-48ab-987d-2fe7f2e72a92 req-21c3ecca-aa9e-4339-8a47-da6bb8fef75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:56.724335 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-68ea1ed1-815f-48ab-987d-2fe7f2e72a92 req-21c3ecca-aa9e-4339-8a47-da6bb8fef75b service neutron] 10.222.0.72 "GET /v2.0/networks?id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 HTTP/1.1" status: 200 len: 896 time: 0.3920162 Feb 10 15:49:56.859253 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-aa544b60-f04e-43eb-9353-09f7f4a92628 service neutron] 10.222.0.79 "GET /v2.0/networks/c92178a5-5117-408c-9f52-afd092a8ef88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543888 Feb 10 15:49:56.941268 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-68ea1ed1-815f-48ab-987d-2fe7f2e72a92 req-08a4033e-391a-4d9e-9dd6-e93aa28c4e5e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7 HTTP/1.1" status: 200 len: 997 time: 0.2020526 Feb 10 15:49:57.000693 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067becc-5c33-4d6a-9450-1e5014e1e3dd req-cfec39cd-8bf0-46cd-80e9-b3964f8616ae tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:57.002182 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3067becc-5c33-4d6a-9450-1e5014e1e3dd req-cfec39cd-8bf0-46cd-80e9-b3964f8616ae tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 944 time: 0.6004093 Feb 10 15:49:57.010181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea1ed1-815f-48ab-987d-2fe7f2e72a92 req-c1d53286-3917-4297-bd0c-a47c76b403c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:57.011694 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-68ea1ed1-815f-48ab-987d-2fe7f2e72a92 req-c1d53286-3917-4297-bd0c-a47c76b403c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c53a46e-2199-4238-92e3-8f0eea1e292b HTTP/1.1" status: 200 len: 835 time: 0.0606308 Feb 10 15:49:57.094708 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8e638a3b-f874-48ab-be00-32f11ae4742f req-c46a0b65-9925-40d0-85cf-897235ed74a5 service neutron] 10.222.0.79 "GET /v2.0/networks/c92178a5-5117-408c-9f52-afd092a8ef88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273726 Feb 10 15:49:57.127654 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea1ed1-815f-48ab-987d-2fe7f2e72a92 req-f906498b-0c07-4b6a-83b1-fd278005701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:57.130222 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-68ea1ed1-815f-48ab-987d-2fe7f2e72a92 req-f906498b-0c07-4b6a-83b1-fd278005701e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1091447 Feb 10 15:49:57.164564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3067becc-5c33-4d6a-9450-1e5014e1e3dd req-d180713f-2742-48e2-845c-a75a2df263b1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=78a3ff59-dd41-46f7-84be-347ca028de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375022 Feb 10 15:49:57.187592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-b7ea8a22-1814-41e2-949e-a10d26bb3dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890518737', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:31Z', 'updated_at': '2022-02-10T15:49:37Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:32Z', 'updated_at': '2022-02-10T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'bd36d4c3-50d7-4c93-9da0-95bfba755ded', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'floating_ip_address': '172.25.3.4', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'port_id': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'mac_address': 'fa:16:3e:1f:26:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:53Z', 'updated_at': '2022-02-10T15:49:53Z', 'revision_number': 0, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4885033-3740-4d62-af5e-64ffdc31a4c0', 'name': '', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:9e:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:36Z', 'updated_at': '2022-02-10T15:49:41Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:57.207943 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (689ae7af-dfbd-4664-93df-f14d8909e6a7), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:57.214016 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (689ae7af-dfbd-4664-93df-f14d8909e6a7), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:57.233148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ea8a22-1814-41e2-949e-a10d26bb3dc5 None None] The sync data for ids ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'] in n-d-815324-7 is: [{'id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890518737', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:31Z', 'updated_at': '2022-02-10T15:49:37Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:32Z', 'updated_at': '2022-02-10T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'bd36d4c3-50d7-4c93-9da0-95bfba755ded', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'floating_ip_address': '172.25.3.4', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'port_id': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'mac_address': 'fa:16:3e:1f:26:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:53Z', 'updated_at': '2022-02-10T15:49:53Z', 'revision_number': 0, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4885033-3740-4d62-af5e-64ffdc31a4c0', 'name': '', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:9e:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:36Z', 'updated_at': '2022-02-10T15:49:41Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:57.263195 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-68ea1ed1-815f-48ab-987d-2fe7f2e72a92 req-8c408315-eec2-417b-86e0-d1b037d41c89 service neutron] 10.222.0.72 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274519 Feb 10 15:49:57.351031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=689ae7af-dfbd-4664-93df-f14d8909e6a7,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:57.392268 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3503fe-8eac-4a5c-a56f-dad619297532 req-69150d0b-1bfa-4286-a61e-2363e4bd766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:57.393841 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fe3503fe-8eac-4a5c-a56f-dad619297532 req-69150d0b-1bfa-4286-a61e-2363e4bd766c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=533ce765c0594113bf82249a9276396d&device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 1126 time: 0.2188005 Feb 10 15:49:57.397555 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (7f2d7579-d3d7-4dc7-8255-2683cadd01f4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:57.425821 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-68ea1ed1-815f-48ab-987d-2fe7f2e72a92 req-dbf3733b-90e8-42ab-943e-d5f682e3d8be service neutron] 10.222.0.72 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420951 Feb 10 15:49:57.426313 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:57.428530 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2c5b91f2-50dc-4006-9124-5546442d9535 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6781502 Feb 10 15:49:57.431194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34116) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:57.437621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f1cc71a0-dac4-4449-bc62-318056f65fb7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'port': {'network_id': '445f99b3-98c1-4f4f-851e-5a51b628286b', 'name': 'tempest-FloatingIPTestJSON-520973083'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:57.530136 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3503fe-8eac-4a5c-a56f-dad619297532 req-8d08e644-9ba6-4d19-a915-ed3828bfedf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:57.531648 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fe3503fe-8eac-4a5c-a56f-dad619297532 req-8d08e644-9ba6-4d19-a915-ed3828bfedf0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c92178a5-5117-408c-9f52-afd092a8ef88 HTTP/1.1" status: 200 len: 898 time: 0.1288447 Feb 10 15:49:57.570576 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b10db-0c60-46e3-ad4f-ed52fac231e0 None None] New status for floating IP bd36d4c3-50d7-4c93-9da0-95bfba755ded: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:49:57.595410 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cc71a0-dac4-4449-bc62-318056f65fb7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Made reservation on behalf of 90563f4452ba41cdbe08ff6bfbb34e5e for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:49:57.600422 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f1cc71a0-dac4-4449-bc62-318056f65fb7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:57.625033 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [None req-f1cc71a0-dac4-4449-bc62-318056f65fb7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] device_id is not set on port 2191dba5-ed79-479d-b7c5-4d429f068d53 yet. {{(pid=103368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:49:57.631247 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fe3503fe-8eac-4a5c-a56f-dad619297532 req-4ce2bbb8-79eb-44ac-8602-0e24e4c7f1bf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=639e4155-310a-49dd-a1e2-e7d6f4ac188e HTTP/1.1" status: 200 len: 217 time: 0.0907345 Feb 10 15:49:57.677194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34118) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:57.730730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3503fe-8eac-4a5c-a56f-dad619297532 req-cf53cbf2-1f7c-4476-be71-e70faecf65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:57.738610 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fe3503fe-8eac-4a5c-a56f-dad619297532 req-cf53cbf2-1f7c-4476-be71-e70faecf65a1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08d0b5e5-80ff-4868-a22e-54f08d9f98fc HTTP/1.1" status: 200 len: 837 time: 0.0956445 Feb 10 15:49:57.765963 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bc7728f6-f878-453c-95b3-319c5760dcb3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/bd36d4c3-50d7-4c93-9da0-95bfba755ded HTTP/1.1" status: 200 len: 989 time: 0.0878124 Feb 10 15:49:57.856481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-f1cc71a0-dac4-4449-bc62-318056f65fb7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Allocated IP 172.20.0.2 (445f99b3-98c1-4f4f-851e-5a51b628286b/f1a92fff-f2aa-4ae9-bfaa-6d01b0511120/2191dba5-ed79-479d-b7c5-4d429f068d53) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:49:58.026610 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f1cc71a0-dac4-4449-bc62-318056f65fb7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (2191dba5-ed79-479d-b7c5-4d429f068d53), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:58.055230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3503fe-8eac-4a5c-a56f-dad619297532 req-e90e209c-65f5-46b2-8013-7449fabad6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:58.056971 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fe3503fe-8eac-4a5c-a56f-dad619297532 req-e90e209c-65f5-46b2-8013-7449fabad6fd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c92178a5-5117-408c-9f52-afd092a8ef88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3175719 Feb 10 15:49:58.062939 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f1cc71a0-dac4-4449-bc62-318056f65fb7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (2191dba5-ed79-479d-b7c5-4d429f068d53), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:58.113807 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cc71a0-dac4-4449-bc62-318056f65fb7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network 445f99b3-98c1-4f4f-851e-5a51b628286b is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:49:58.117013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-f1cc71a0-dac4-4449-bc62-318056f65fb7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:49:58.120765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc71a0-dac4-4449-bc62-318056f65fb7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:49:58.127417 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc71a0-dac4-4449-bc62-318056f65fb7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=2191dba5-ed79-479d-b7c5-4d429f068d53,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:49:58.172397 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fe3503fe-8eac-4a5c-a56f-dad619297532 req-7547d029-487e-41a2-bf0c-0926122f65c7 service neutron] 10.222.0.79 "GET /v2.0/networks/c92178a5-5117-408c-9f52-afd092a8ef88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088002 Feb 10 15:49:58.174363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cc71a0-dac4-4449-bc62-318056f65fb7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:58.174980 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f1cc71a0-dac4-4449-bc62-318056f65fb7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:58.197204 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f1cc71a0-dac4-4449-bc62-318056f65fb7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7642131 Feb 10 15:49:58.197904 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34122) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:58.203291 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-562f4708-a7ed-4dc4-8f7c-719b1957b781 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'floatingip': {'port_id': '2191dba5-ed79-479d-b7c5-4d429f068d53'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:49:58.244996 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-562f4708-a7ed-4dc4-8f7c-719b1957b781 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (7f2d7579-d3d7-4dc7-8255-2683cadd01f4), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:58.286687 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fe3503fe-8eac-4a5c-a56f-dad619297532 req-3d688cc6-f9f2-4421-9f6e-3f25b5f3ed63 service neutron] 10.222.0.79 "GET /v2.0/networks/c92178a5-5117-408c-9f52-afd092a8ef88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071982 Feb 10 15:49:58.390141 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3b334-3a87-421b-9eea-7025161373c7 req-e21786bd-76f8-4ac7-a3f3-7512bd71be35 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:58.391711 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9e3b334-3a87-421b-9eea-7025161373c7 req-e21786bd-76f8-4ac7-a3f3-7512bd71be35 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 944 time: 0.1104875 Feb 10 15:49:58.501562 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9e3b334-3a87-421b-9eea-7025161373c7 req-17c71e62-ddd6-4392-b2a9-35d5c8835a7b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=78a3ff59-dd41-46f7-84be-347ca028de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031773 Feb 10 15:49:58.768992 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34126) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:58.825353 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-562f4708-a7ed-4dc4-8f7c-719b1957b781 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:58.830591 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-562f4708-a7ed-4dc4-8f7c-719b1957b781 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (7f2d7579-d3d7-4dc7-8255-2683cadd01f4), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:58.886067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d36fabc5-5c6f-4654-b300-bd060e96bb37 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/bd36d4c3-50d7-4c93-9da0-95bfba755ded HTTP/1.1" status: 200 len: 991 time: 0.1158950 Feb 10 15:49:58.947566 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-562f4708-a7ed-4dc4-8f7c-719b1957b781 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Floating IP 7f2d7579-d3d7-4dc7-8255-2683cadd01f4 associated. External IP: 172.25.3.5, port: 2191dba5-ed79-479d-b7c5-4d429f068d53. Feb 10 15:49:59.168729 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562f4708-a7ed-4dc4-8f7c-719b1957b781 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router 6378fddd-6b70-4745-963e-2cf3370c67b6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:49:59.284172 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562f4708-a7ed-4dc4-8f7c-719b1957b781 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:49:59.288640 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-562f4708-a7ed-4dc4-8f7c-719b1957b781 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:59.295747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3902d70-2080-4cd1-9912-2e3efe1ec5e6 None None] Sync routers for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:49:59.309855 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3902d70-2080-4cd1-9912-2e3efe1ec5e6 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:59.311187 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f3902d70-2080-4cd1-9912-2e3efe1ec5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:59.320166 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-562f4708-a7ed-4dc4-8f7c-719b1957b781 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "PUT /v2.0/floatingips/7f2d7579-d3d7-4dc7-8255-2683cadd01f4 HTTP/1.1" status: 200 len: 975 time: 1.1207876 Feb 10 15:49:59.322708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34130) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:49:59.434925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b3d487bf-02e1-4c2b-9222-4cc96891f975 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting port 2191dba5-ed79-479d-b7c5-4d429f068d53 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:49:59.435174 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3d487bf-02e1-4c2b-9222-4cc96891f975 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2191dba5-ed79-479d-b7c5-4d429f068d53), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:59.506888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f3902d70-2080-4cd1-9912-2e3efe1ec5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:59.516369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3902d70-2080-4cd1-9912-2e3efe1ec5e6 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:49:59.517031 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f3902d70-2080-4cd1-9912-2e3efe1ec5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:59.526758 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3d487bf-02e1-4c2b-9222-4cc96891f975 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2191dba5-ed79-479d-b7c5-4d429f068d53), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:59.551120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f3902d70-2080-4cd1-9912-2e3efe1ec5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:49:59.551849 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3902d70-2080-4cd1-9912-2e3efe1ec5e6 None None] The sync data for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:49:59.634565 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96083f45-289d-4c56-b9b4-be1440552c59 req-6395c1bf-174c-455d-83b9-83f71ef1b716 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:49:59.636237 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96083f45-289d-4c56-b9b4-be1440552c59 req-6395c1bf-174c-455d-83b9-83f71ef1b716 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 944 time: 0.0566664 Feb 10 15:49:59.689742 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96083f45-289d-4c56-b9b4-be1440552c59 req-ec06fd71-0b3c-44fd-9819-737a9a8a0460 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=78a3ff59-dd41-46f7-84be-347ca028de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462027 Feb 10 15:49:59.779598 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3d487bf-02e1-4c2b-9222-4cc96891f975 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:59.779969 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3d487bf-02e1-4c2b-9222-4cc96891f975 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (7f2d7579-d3d7-4dc7-8255-2683cadd01f4), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:59.780288 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-b3d487bf-02e1-4c2b-9222-4cc96891f975 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Floating IP 7f2d7579-d3d7-4dc7-8255-2683cadd01f4 disassociated. External IP: 172.25.3.5, port: 2191dba5-ed79-479d-b7c5-4d429f068d53. Feb 10 15:49:59.780634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b3d487bf-02e1-4c2b-9222-4cc96891f975 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Calling delete_port for 2191dba5-ed79-479d-b7c5-4d429f068d53 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:49:59.912571 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3d487bf-02e1-4c2b-9222-4cc96891f975 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (2191dba5-ed79-479d-b7c5-4d429f068d53), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:49:59.940310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d487bf-02e1-4c2b-9222-4cc96891f975 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Port': ['ID=2191dba5-ed79-479d-b7c5-4d429f068d53,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:00.063264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d487bf-02e1-4c2b-9222-4cc96891f975 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router 6378fddd-6b70-4745-963e-2cf3370c67b6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:00.085943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 639e4155-310a-49dd-a1e2-e7d6f4ac188e details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:50:00.186803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d487bf-02e1-4c2b-9222-4cc96891f975 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:00.196728 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140e6655-1184-4ba9-b142-11b794bbadf1 None None] Sync routers for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:00.212146 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e6655-1184-4ba9-b142-11b794bbadf1 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:00.212936 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-140e6655-1184-4ba9-b142-11b794bbadf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:00.213540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 639e4155-310a-49dd-a1e2-e7d6f4ac188e, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=639e4155-310a-49dd-a1e2-e7d6f4ac188e,segment=NetworkSegment(22ef3886-7ee3-47df-8cf2-ff65081fa051),segment_id=22ef3886-7ee3-47df-8cf2-ff65081fa051)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:00.228964 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '639e4155-310a-49dd-a1e2-e7d6f4ac188e', 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88', 'port_id': '639e4155-310a-49dd-a1e2-e7d6f4ac188e', 'mac_address': 'fa:16:3e:1f:5e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d0b5e5-80ff-4868-a22e-54f08d9f98fc', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:50:00.252416 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-140e6655-1184-4ba9-b142-11b794bbadf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:00.263748 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e6655-1184-4ba9-b142-11b794bbadf1 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:00.264774 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-140e6655-1184-4ba9-b142-11b794bbadf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:00.297736 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 639e4155-310a-49dd-a1e2-e7d6f4ac188e is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:50:00.298390 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (639e4155-310a-49dd-a1e2-e7d6f4ac188e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:00.306351 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3d487bf-02e1-4c2b-9222-4cc96891f975 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:00.307793 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-140e6655-1184-4ba9-b142-11b794bbadf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:00.308576 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140e6655-1184-4ba9-b142-11b794bbadf1 None None] The sync data for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:00.315365 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b3d487bf-02e1-4c2b-9222-4cc96891f975 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/ports/2191dba5-ed79-479d-b7c5-4d429f068d53 HTTP/1.1" status: 204 len: 168 time: 0.9885309 Feb 10 15:50:00.315939 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34136) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:00.323041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639e4155-310a-49dd-a1e2-e7d6f4ac188e {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:50:00.346980 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 639e4155-310a-49dd-a1e2-e7d6f4ac188e, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=639e4155-310a-49dd-a1e2-e7d6f4ac188e,segment=NetworkSegment(22ef3886-7ee3-47df-8cf2-ff65081fa051),segment_id=22ef3886-7ee3-47df-8cf2-ff65081fa051)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:00.352133 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (639e4155-310a-49dd-a1e2-e7d6f4ac188e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:00.385996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6d7f36ff-1759-408d-b7ba-a98a6873b934 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "GET /v2.0/floatingips/7f2d7579-d3d7-4dc7-8255-2683cadd01f4 HTTP/1.1" status: 200 len: 686 time: 0.0659585 Feb 10 15:50:00.385996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34138) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:00.430138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=639e4155-310a-49dd-a1e2-e7d6f4ac188e,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:00.517979 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-858ba476-ed5d-42d2-9b4b-3c90e5a5437e tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting port 689ae7af-dfbd-4664-93df-f14d8909e6a7 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:00.518325 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-858ba476-ed5d-42d2-9b4b-3c90e5a5437e tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (689ae7af-dfbd-4664-93df-f14d8909e6a7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:00.602380 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-858ba476-ed5d-42d2-9b4b-3c90e5a5437e tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (689ae7af-dfbd-4664-93df-f14d8909e6a7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:00.602741 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-858ba476-ed5d-42d2-9b4b-3c90e5a5437e tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (689ae7af-dfbd-4664-93df-f14d8909e6a7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:00.615389 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-858ba476-ed5d-42d2-9b4b-3c90e5a5437e tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Calling delete_port for 689ae7af-dfbd-4664-93df-f14d8909e6a7 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:00.697381 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['639e4155-310a-49dd-a1e2-e7d6f4ac188e'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:50:00.773405 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-858ba476-ed5d-42d2-9b4b-3c90e5a5437e tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (689ae7af-dfbd-4664-93df-f14d8909e6a7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:00.819532 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ba476-ed5d-42d2-9b4b-3c90e5a5437e tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Port': ['ID=689ae7af-dfbd-4664-93df-f14d8909e6a7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:00.939675 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21685b67-2a10-4f33-a152-c91c84549742 req-d20a2482-93ce-4bf1-9739-7d2dfc405d91 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:00.947161 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21685b67-2a10-4f33-a152-c91c84549742 req-d20a2482-93ce-4bf1-9739-7d2dfc405d91 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 945 time: 0.1224976 Feb 10 15:50:00.970941 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-858ba476-ed5d-42d2-9b4b-3c90e5a5437e tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (7f2d7579-d3d7-4dc7-8255-2683cadd01f4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:00.973727 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-858ba476-ed5d-42d2-9b4b-3c90e5a5437e tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:00.978952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34142) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:00.979531 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-858ba476-ed5d-42d2-9b4b-3c90e5a5437e tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/floatingips/7f2d7579-d3d7-4dc7-8255-2683cadd01f4 HTTP/1.1" status: 204 len: 168 time: 0.5926359 Feb 10 15:50:00.984786 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': '3a4b6544-27c6-4c8e-afbc-15f52782be6c'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:01.024949 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:01.028628 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21685b67-2a10-4f33-a152-c91c84549742 req-640ce6c7-7ed8-4563-8dab-77c867ec241b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=78a3ff59-dd41-46f7-84be-347ca028de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806122 Feb 10 15:50:01.143416 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:01.264286 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Allocated IP 172.25.3.177 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/185e3b2e-0d19-49f5-aef2-b03bada27cad) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:01.386784 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (185e3b2e-0d19-49f5-aef2-b03bada27cad), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:01.435727 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (185e3b2e-0d19-49f5-aef2-b03bada27cad), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:01.479192 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:01.482303 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:01.485907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:01.508866 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=185e3b2e-0d19-49f5-aef2-b03bada27cad,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:01.901490 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (ef9ff819-2ed8-477c-8c39-b6b1de94995b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:01.976606 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (185e3b2e-0d19-49f5-aef2-b03bada27cad), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:02.102653 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 639e4155-310a-49dd-a1e2-e7d6f4ac188e up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:02.160022 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (185e3b2e-0d19-49f5-aef2-b03bada27cad), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:02.167218 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (185e3b2e-0d19-49f5-aef2-b03bada27cad), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:02.201464 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 639e4155-310a-49dd-a1e2-e7d6f4ac188e completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:50:02.210441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 639e4155-310a-49dd-a1e2-e7d6f4ac188e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:02.213637 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (639e4155-310a-49dd-a1e2-e7d6f4ac188e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:02.248584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ee3d1-7514-4051-bdd4-7522fa83a114 req-7392e45a-c4ac-47e4-9f19-6311022e57af tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:02.257121 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=185e3b2e-0d19-49f5-aef2-b03bada27cad,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:02.261444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b3ee3d1-7514-4051-bdd4-7522fa83a114 req-7392e45a-c4ac-47e4-9f19-6311022e57af tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 945 time: 0.0934558 Feb 10 15:50:02.279516 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (ef9ff819-2ed8-477c-8c39-b6b1de94995b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:02.343497 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 639e4155-310a-49dd-a1e2-e7d6f4ac188e is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:50:02.343810 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (639e4155-310a-49dd-a1e2-e7d6f4ac188e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:02.369135 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b3ee3d1-7514-4051-bdd4-7522fa83a114 req-583b3468-76d4-4736-856a-c3016fd93bc8 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=78a3ff59-dd41-46f7-84be-347ca028de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067059 Feb 10 15:50:02.380419 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffa9e34-305c-424b-995a-9f9c29d8ecfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639e4155-310a-49dd-a1e2-e7d6f4ac188e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:50:02.382684 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd00fb96-8019-4f31-89a4-1407f2b09bde" -d '{"events": [{"server_uuid": "fffa9e34-305c-424b-995a-9f9c29d8ecfa", "name": "network-vif-plugged", "status": "completed", "tag": "639e4155-310a-49dd-a1e2-e7d6f4ac188e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:02.419355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 639e4155-310a-49dd-a1e2-e7d6f4ac188e, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=639e4155-310a-49dd-a1e2-e7d6f4ac188e,segment=NetworkSegment(22ef3886-7ee3-47df-8cf2-ff65081fa051),segment_id=22ef3886-7ee3-47df-8cf2-ff65081fa051)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:02.425815 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Floating IP ef9ff819-2ed8-477c-8c39-b6b1de94995b associated. External IP: 172.25.3.177, port: 3a4b6544-27c6-4c8e-afbc-15f52782be6c. Feb 10 15:50:02.426081 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (639e4155-310a-49dd-a1e2-e7d6f4ac188e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:02.464895 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a268300-077a-4233-9884-ccf9b0bf283e x-openstack-request-id: req-4a268300-077a-4233-9884-ccf9b0bf283e {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:02.465667 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffa9e34-305c-424b-995a-9f9c29d8ecfa", "name": "network-vif-plugged", "status": "completed", "tag": "639e4155-310a-49dd-a1e2-e7d6f4ac188e", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:02.465923 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a268300-077a-4233-9884-ccf9b0bf283e {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:02.466321 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffa9e34-305c-424b-995a-9f9c29d8ecfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639e4155-310a-49dd-a1e2-e7d6f4ac188e', 'code': 200} Feb 10 15:50:02.493419 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=639e4155-310a-49dd-a1e2-e7d6f4ac188e,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:02.618881 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154e64f-8e0b-400c-90da-5b4faeda1e35 req-0c3ec2a1-5ce1-4506-a316-ada122b0e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:02.620747 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7154e64f-8e0b-400c-90da-5b4faeda1e35 req-0c3ec2a1-5ce1-4506-a316-ada122b0e871 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 1128 time: 0.0658798 Feb 10 15:50:02.741656 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7154e64f-8e0b-400c-90da-5b4faeda1e35 req-8a959fb9-1c8e-4961-8c71-bc7b300e4f59 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=78a3ff59-dd41-46f7-84be-347ca028de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839562 Feb 10 15:50:02.778759 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router 6378fddd-6b70-4745-963e-2cf3370c67b6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:03.148299 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:03.158067 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f6a98d-2b27-4265-bb94-1161b7b365f3 None None] Sync routers for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:03.169287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f6a98d-2b27-4265-bb94-1161b7b365f3 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:03.169517 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:03.169992 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-83f6a98d-2b27-4265-bb94-1161b7b365f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:03.205133 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c566d9dc-6b44-4f95-b883-4d06aa5a0395 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2248461 Feb 10 15:50:03.207937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34152) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:03.210717 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-83f6a98d-2b27-4265-bb94-1161b7b365f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:03.213149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6f635641-ba26-4e60-9506-d1bef163201d tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2128200794'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:03.220129 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f6a98d-2b27-4265-bb94-1161b7b365f3 None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:03.221176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-83f6a98d-2b27-4265-bb94-1161b7b365f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:03.233856 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f635641-ba26-4e60-9506-d1bef163201d tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Made reservation on behalf of 90563f4452ba41cdbe08ff6bfbb34e5e for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:03.237673 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f635641-ba26-4e60-9506-d1bef163201d tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:03.255696 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-83f6a98d-2b27-4265-bb94-1161b7b365f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:03.256358 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f6a98d-2b27-4265-bb94-1161b7b365f3 None None] The sync data for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:03.268967 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f635641-ba26-4e60-9506-d1bef163201d tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:50:03.278669 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f635641-ba26-4e60-9506-d1bef163201d tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ad12d48f-49c8-4671-ad08-5883e6a4cbef), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:03.279006 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-6f635641-ba26-4e60-9506-d1bef163201d tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Added segment ad12d48f-49c8-4671-ad08-5883e6a4cbef of type vlan for network cb16ab82-f177-4fae-b9e9-6f5071f6b88e Feb 10 15:50:03.319055 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f635641-ba26-4e60-9506-d1bef163201d tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (cb16ab82-f177-4fae-b9e9-6f5071f6b88e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:03.346466 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f635641-ba26-4e60-9506-d1bef163201d tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (cb16ab82-f177-4fae-b9e9-6f5071f6b88e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:03.351597 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f635641-ba26-4e60-9506-d1bef163201d tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.352193 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f635641-ba26-4e60-9506-d1bef163201d tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:03.394046 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6f635641-ba26-4e60-9506-d1bef163201d tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.1850100 Feb 10 15:50:03.397172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34156) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:03.403184 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-337c8eab-9b35-496f-a323-573b4d52f11b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'subnet': {'network_id': 'cb16ab82-f177-4fae-b9e9-6f5071f6b88e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:03.427393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f635641-ba26-4e60-9506-d1bef163201d tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Network': ['ID=cb16ab82-f177-4fae-b9e9-6f5071f6b88e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:03.438900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network cb16ab82-f177-4fae-b9e9-6f5071f6b88e details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:50:03.517796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337c8eab-9b35-496f-a323-573b4d52f11b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Made reservation on behalf of 90563f4452ba41cdbe08ff6bfbb34e5e for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:03.522699 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-337c8eab-9b35-496f-a323-573b4d52f11b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:03.529152 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdada0-7645-4fae-94af-3cac427e9fd5 req-2d59e72a-921d-4589-94b7-2de2979851bd tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.530748 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1cdada0-7645-4fae-94af-3cac427e9fd5 req-2d59e72a-921d-4589-94b7-2de2979851bd tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 946 time: 0.0974183 Feb 10 15:50:03.585981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1cdada0-7645-4fae-94af-3cac427e9fd5 req-0327edca-3546-4e20-8f40-c86e7f7ffe53 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=78a3ff59-dd41-46f7-84be-347ca028de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489213 Feb 10 15:50:03.742682 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-337c8eab-9b35-496f-a323-573b4d52f11b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (6df02545-d894-4fa7-aaf0-18a0e1a7a3ac), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:03.816414 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c8eab-9b35-496f-a323-573b4d52f11b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Subnet': ['ID=6df02545-d894-4fa7-aaf0-18a0e1a7a3ac,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:03.823494 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c8eab-9b35-496f-a323-573b4d52f11b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Checking segment: {'id': 'ad12d48f-49c8-4671-ad08-5883e6a4cbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cb16ab82-f177-4fae-b9e9-6f5071f6b88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:50:03.823867 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337c8eab-9b35-496f-a323-573b4d52f11b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network hostable DHCP agents. Network: cb16ab82-f177-4fae-b9e9-6f5071f6b88e, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:50:03.845368 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337c8eab-9b35-496f-a323-573b4d52f11b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network cb16ab82-f177-4fae-b9e9-6f5071f6b88e is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:50:03.857296 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-337c8eab-9b35-496f-a323-573b4d52f11b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, cb16ab82-f177-4fae-b9e9-6f5071f6b88e) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:03.861722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337c8eab-9b35-496f-a323-573b4d52f11b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:03.862323 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-337c8eab-9b35-496f-a323-573b4d52f11b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:03.869712 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b2026d-5af2-4e5d-bab6-00186b23d2ef None None] Network cb16ab82-f177-4fae-b9e9-6f5071f6b88e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:50:03.888699 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-337c8eab-9b35-496f-a323-573b4d52f11b tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4889340 Feb 10 15:50:03.890422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34160) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:03.895169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1269255687', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:03.918360 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (f27c9702-9226-4ccb-9774-4976a688f49b), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:03.919470 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (f27c9702-9226-4ccb-9774-4976a688f49b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:03.978290 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-cb16ab82-f177-4fae-b9e9-6f5071f6b88e', 'network_id': 'cb16ab82-f177-4fae-b9e9-6f5071f6b88e', 'project_id': '90563f4452ba41cdbe08ff6bfbb34e5e', 'fixed_ips': [{'subnet_id': '6df02545-d894-4fa7-aaf0-18a0e1a7a3ac'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:50:03.979196 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:03.999884 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router_controller (f27c9702-9226-4ccb-9774-4976a688f49b), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:04.143224 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Allocated IP 172.20.0.2 (cb16ab82-f177-4fae-b9e9-6f5071f6b88e/6df02545-d894-4fa7-aaf0-18a0e1a7a3ac/46cbf7c8-947d-42a3-9fb0-03a90800eeac) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:04.170558 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router_gateway (f27c9702-9226-4ccb-9774-4976a688f49b), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:04.319616 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Publish callbacks [] for port (46cbf7c8-947d-42a3-9fb0-03a90800eeac), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:04.327605 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (46cbf7c8-947d-42a3-9fb0-03a90800eeac), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:04.375650 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Network cb16ab82-f177-4fae-b9e9-6f5071f6b88e is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:04.378441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:04.382783 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:04.422992 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router_gateway (f27c9702-9226-4ccb-9774-4976a688f49b), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:04.441072 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Pushing event updated for resources: {'Port': ['ID=46cbf7c8-947d-42a3-9fb0-03a90800eeac,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:04.456040 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:04.493818 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Attempting to bind port 46cbf7c8-947d-42a3-9fb0-03a90800eeac on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:50:04.495083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Attempting to bind port 46cbf7c8-947d-42a3-9fb0-03a90800eeac by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'ad12d48f-49c8-4671-ad08-5883e6a4cbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cb16ab82-f177-4fae-b9e9-6f5071f6b88e'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:50:04.495642 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Attempting to bind port 46cbf7c8-947d-42a3-9fb0-03a90800eeac on network cb16ab82-f177-4fae-b9e9-6f5071f6b88e {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:04.504126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:04.504919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Checking segment: {'id': 'ad12d48f-49c8-4671-ad08-5883e6a4cbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cb16ab82-f177-4fae-b9e9-6f5071f6b88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:50:04.505641 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:04.506368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Bound using segment: {'id': 'ad12d48f-49c8-4671-ad08-5883e6a4cbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cb16ab82-f177-4fae-b9e9-6f5071f6b88e'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:04.506868 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Bound port: 46cbf7c8-947d-42a3-9fb0-03a90800eeac, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad12d48f-49c8-4671-ad08-5883e6a4cbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cb16ab82-f177-4fae-b9e9-6f5071f6b88e'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:50:04.507486 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (46cbf7c8-947d-42a3-9fb0-03a90800eeac), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:04.592589 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] For port 46cbf7c8-947d-42a3-9fb0-03a90800eeac, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:04.596160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] For port 46cbf7c8-947d-42a3-9fb0-03a90800eeac, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=46cbf7c8-947d-42a3-9fb0-03a90800eeac,segment=NetworkSegment(ad12d48f-49c8-4671-ad08-5883e6a4cbef),segment_id=ad12d48f-49c8-4671-ad08-5883e6a4cbef)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:04.605874 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Allocated IP 172.25.3.208 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/58a83c53-4d38-42ec-9ea3-f8fc786a9dab) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:04.608562 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (46cbf7c8-947d-42a3-9fb0-03a90800eeac), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:04.726128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810bfaf-fd0c-4201-bd75-d89e2dabb4f0 None None] Pushing event updated for resources: {'Port': ['ID=46cbf7c8-947d-42a3-9fb0-03a90800eeac,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:04.788582 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fa7f2-afb8-4371-8033-90787458cb61 req-6008faf2-e0fd-4ad9-a545-842b313f3e50 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:04.790211 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-279fa7f2-afb8-4371-8033-90787458cb61 req-6008faf2-e0fd-4ad9-a545-842b313f3e50 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 946 time: 0.0788620 Feb 10 15:50:04.804863 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (58a83c53-4d38-42ec-9ea3-f8fc786a9dab), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:04.842395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (58a83c53-4d38-42ec-9ea3-f8fc786a9dab), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:04.852885 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-279fa7f2-afb8-4371-8033-90787458cb61 req-0f61bf85-f0ca-45e3-9cbf-e747358dd526 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=78a3ff59-dd41-46f7-84be-347ca028de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551410 Feb 10 15:50:04.863616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:04.866362 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:04.876722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:04.963615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=58a83c53-4d38-42ec-9ea3-f8fc786a9dab,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:05.040627 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55218a02-8ef7-48d1-984e-55cb6805d9d3 req-a7a277a4-9da5-4ecf-b099-3f06df2ae52a tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:05.042499 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-55218a02-8ef7-48d1-984e-55cb6805d9d3 req-a7a277a4-9da5-4ecf-b099-3f06df2ae52a tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 946 time: 0.0707216 Feb 10 15:50:05.121510 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-55218a02-8ef7-48d1-984e-55cb6805d9d3 req-ab0172fb-6393-434c-88c2-d7145e6dc4c0 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=78a3ff59-dd41-46f7-84be-347ca028de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719969 Feb 10 15:50:05.219529 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router_gateway (f27c9702-9226-4ccb-9774-4976a688f49b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:05.431494 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (f27c9702-9226-4ccb-9774-4976a688f49b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:05.611769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router f27c9702-9226-4ccb-9774-4976a688f49b is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:50:05.642401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 46cbf7c8-947d-42a3-9fb0-03a90800eeac up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:05.714402 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 46cbf7c8-947d-42a3-9fb0-03a90800eeac triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:05.714782 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (46cbf7c8-947d-42a3-9fb0-03a90800eeac), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:05.749570 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:05.761051 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc335f5c-08be-4db0-a441-2af768ed8bb3 None None] Sync routers for ids ['f27c9702-9226-4ccb-9774-4976a688f49b'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:05.773243 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc335f5c-08be-4db0-a441-2af768ed8bb3 None None] Routers {'f27c9702-9226-4ccb-9774-4976a688f49b'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:05.774000 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-fc335f5c-08be-4db0-a441-2af768ed8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f27c9702-9226-4ccb-9774-4976a688f49b'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:05.776168 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:05.780308 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e12e90b6-52fe-4a35-a551-162de282c1cf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8863125 Feb 10 15:50:05.781487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34176) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:05.837681 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 46cbf7c8-947d-42a3-9fb0-03a90800eeac is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:50:05.838369 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (46cbf7c8-947d-42a3-9fb0-03a90800eeac), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:05.854622 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-fc335f5c-08be-4db0-a441-2af768ed8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:05.870224 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc335f5c-08be-4db0-a441-2af768ed8bb3 None None] Routers {'f27c9702-9226-4ccb-9774-4976a688f49b'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:05.870849 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-fc335f5c-08be-4db0-a441-2af768ed8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f27c9702-9226-4ccb-9774-4976a688f49b'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:05.882268 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 46cbf7c8-947d-42a3-9fb0-03a90800eeac, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=46cbf7c8-947d-42a3-9fb0-03a90800eeac,segment=NetworkSegment(ad12d48f-49c8-4671-ad08-5883e6a4cbef),segment_id=ad12d48f-49c8-4671-ad08-5883e6a4cbef)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:05.889846 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (46cbf7c8-947d-42a3-9fb0-03a90800eeac), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:05.927543 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-fc335f5c-08be-4db0-a441-2af768ed8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:05.928356 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc335f5c-08be-4db0-a441-2af768ed8bb3 None None] The sync data for ids ['f27c9702-9226-4ccb-9774-4976a688f49b'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:05.950263 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f84815c-8b6f-4149-aa77-ea24e1cbeb70 None None] Network cb16ab82-f177-4fae-b9e9-6f5071f6b88e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:50:05.956878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=46cbf7c8-947d-42a3-9fb0-03a90800eeac,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:06.048253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-582bf389-229e-45d1-a23f-62c2810946e7 None None] Provisioning complete for port 46cbf7c8-947d-42a3-9fb0-03a90800eeac triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:06.048253 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-582bf389-229e-45d1-a23f-62c2810946e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (46cbf7c8-947d-42a3-9fb0-03a90800eeac), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:06.181160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-582bf389-229e-45d1-a23f-62c2810946e7 None None] Current status of the port 46cbf7c8-947d-42a3-9fb0-03a90800eeac is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:50:06.300171 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:06.404990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-17fa73f2-be01-451a-bd72-c41725a9adcc None None] Provisioning complete for port 46cbf7c8-947d-42a3-9fb0-03a90800eeac triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:06.405375 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-17fa73f2-be01-451a-bd72-c41725a9adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (46cbf7c8-947d-42a3-9fb0-03a90800eeac), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:06.485848 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-17fa73f2-be01-451a-bd72-c41725a9adcc None None] Current status of the port 46cbf7c8-947d-42a3-9fb0-03a90800eeac is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:50:06.599119 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Allocated IP 172.20.0.1 (cb16ab82-f177-4fae-b9e9-6f5071f6b88e/6df02545-d894-4fa7-aaf0-18a0e1a7a3ac/249241a1-96e6-4a16-ae73-803becd61aa6) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:06.679679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34178) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:06.762773 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (249241a1-96e6-4a16-ae73-803becd61aa6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:07.167624 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:07.214550 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (249241a1-96e6-4a16-ae73-803becd61aa6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:07.267792 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network cb16ab82-f177-4fae-b9e9-6f5071f6b88e is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:07.272975 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:07.302052 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:07.346524 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=249241a1-96e6-4a16-ae73-803becd61aa6,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:07.373550 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (f27c9702-9226-4ccb-9774-4976a688f49b), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:07.517391 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-dd673433-4060-4eeb-890f-fee510726121 None None] Provisioning complete for port 249241a1-96e6-4a16-ae73-803becd61aa6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:07.517977 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dd673433-4060-4eeb-890f-fee510726121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (249241a1-96e6-4a16-ae73-803becd61aa6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:07.567701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-dd673433-4060-4eeb-890f-fee510726121 None None] Port 249241a1-96e6-4a16-ae73-803becd61aa6 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:50:07.609128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 46cbf7c8-947d-42a3-9fb0-03a90800eeac up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:07.663586 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (249241a1-96e6-4a16-ae73-803becd61aa6), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:07.666814 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 46cbf7c8-947d-42a3-9fb0-03a90800eeac triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:07.667060 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (46cbf7c8-947d-42a3-9fb0-03a90800eeac), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:07.771439 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 46cbf7c8-947d-42a3-9fb0-03a90800eeac is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:50:07.823715 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:08.225140 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (249241a1-96e6-4a16-ae73-803becd61aa6), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:08.244162 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (249241a1-96e6-4a16-ae73-803becd61aa6), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:08.257223 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Allocated IP 172.20.0.17 (c92178a5-5117-408c-9f52-afd092a8ef88/08d0b5e5-80ff-4868-a22e-54f08d9f98fc/b29c9338-2387-4121-9318-1595f9cb836a) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:08.346706 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (f27c9702-9226-4ccb-9774-4976a688f49b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:08.363355 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=249241a1-96e6-4a16-ae73-803becd61aa6,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:08.521782 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for port (b29c9338-2387-4121-9318-1595f9cb836a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:08.536191 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network cb16ab82-f177-4fae-b9e9-6f5071f6b88e is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:08.540040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:08.614293 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b29c9338-2387-4121-9318-1595f9cb836a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:08.695573 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network c92178a5-5117-408c-9f52-afd092a8ef88 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:08.706758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:08.710516 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:08.713176 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Port': ['ID=b29c9338-2387-4121-9318-1595f9cb836a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:08.764671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router f27c9702-9226-4ccb-9774-4976a688f49b has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:08.771630 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:08.802167 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-696025fe-800c-471b-b763-b5befacc4b0c None None] Provisioning complete for port 249241a1-96e6-4a16-ae73-803becd61aa6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:08.802766 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-696025fe-800c-471b-b763-b5befacc4b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (249241a1-96e6-4a16-ae73-803becd61aa6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:08.857307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-696025fe-800c-471b-b763-b5befacc4b0c None None] Port 249241a1-96e6-4a16-ae73-803becd61aa6 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:50:09.006186 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b29c9338-2387-4121-9318-1595f9cb836a), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:09.049422 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:09.055148 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-83c01dfa-a6f0-4a1c-9ac5-f8a692850926 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "PUT /v2.0/routers/f27c9702-9226-4ccb-9774-4976a688f49b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2732921 Feb 10 15:50:09.057929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34194) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:09.062919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4efa099-1d6a-461a-bb1b-46f450f1fda1 None None] Sync routers for ids ['f27c9702-9226-4ccb-9774-4976a688f49b'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:09.063131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7f52ac7f-dc99-4939-b395-f89e474c8eb6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'port': {'network_id': 'cb16ab82-f177-4fae-b9e9-6f5071f6b88e', 'name': 'tempest-FloatingIPTestJSON-302033876'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:09.087579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4efa099-1d6a-461a-bb1b-46f450f1fda1 None None] Routers {'f27c9702-9226-4ccb-9774-4976a688f49b'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:09.088383 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-e4efa099-1d6a-461a-bb1b-46f450f1fda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f27c9702-9226-4ccb-9774-4976a688f49b'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:09.097129 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-44f0e9dc-664e-4f0e-8ea9-08ac7dafa11b None None] Provisioning complete for port b29c9338-2387-4121-9318-1595f9cb836a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:09.097640 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-44f0e9dc-664e-4f0e-8ea9-08ac7dafa11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b29c9338-2387-4121-9318-1595f9cb836a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:09.133653 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-e4efa099-1d6a-461a-bb1b-46f450f1fda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:09.176299 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4efa099-1d6a-461a-bb1b-46f450f1fda1 None None] Routers {'f27c9702-9226-4ccb-9774-4976a688f49b'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:09.177168 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-e4efa099-1d6a-461a-bb1b-46f450f1fda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f27c9702-9226-4ccb-9774-4976a688f49b'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:09.181552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-44f0e9dc-664e-4f0e-8ea9-08ac7dafa11b None None] Port b29c9338-2387-4121-9318-1595f9cb836a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:50:09.205668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f52ac7f-dc99-4939-b395-f89e474c8eb6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Made reservation on behalf of 90563f4452ba41cdbe08ff6bfbb34e5e for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:09.210465 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7f52ac7f-dc99-4939-b395-f89e474c8eb6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:09.217041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-e4efa099-1d6a-461a-bb1b-46f450f1fda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:09.217816 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4efa099-1d6a-461a-bb1b-46f450f1fda1 None None] The sync data for ids ['f27c9702-9226-4ccb-9774-4976a688f49b'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:09.233122 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [None req-7f52ac7f-dc99-4939-b395-f89e474c8eb6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] device_id is not set on port 9bb4b13a-1318-495e-8b50-4d16234ff269 yet. {{(pid=103369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 15:50:09.340050 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for port (b29c9338-2387-4121-9318-1595f9cb836a), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:09.346323 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (b29c9338-2387-4121-9318-1595f9cb836a), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:09.368417 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-7f52ac7f-dc99-4939-b395-f89e474c8eb6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Allocated IP 172.20.0.12 (cb16ab82-f177-4fae-b9e9-6f5071f6b88e/6df02545-d894-4fa7-aaf0-18a0e1a7a3ac/9bb4b13a-1318-495e-8b50-4d16234ff269) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:09.422870 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Port': ['ID=b29c9338-2387-4121-9318-1595f9cb836a,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:09.425487 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:09.534314 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network c92178a5-5117-408c-9f52-afd092a8ef88 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:09.535843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:09.541318 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7f52ac7f-dc99-4939-b395-f89e474c8eb6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for port (9bb4b13a-1318-495e-8b50-4d16234ff269), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:09.591727 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7f52ac7f-dc99-4939-b395-f89e474c8eb6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9bb4b13a-1318-495e-8b50-4d16234ff269), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:09.651079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52ac7f-dc99-4939-b395-f89e474c8eb6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event updated for resources: {'Port': ['ID=9bb4b13a-1318-495e-8b50-4d16234ff269,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:09.658183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f52ac7f-dc99-4939-b395-f89e474c8eb6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Network cb16ab82-f177-4fae-b9e9-6f5071f6b88e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:09.659615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-7f52ac7f-dc99-4939-b395-f89e474c8eb6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:09.661829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f52ac7f-dc99-4939-b395-f89e474c8eb6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:09.674184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:09.712746 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f52ac7f-dc99-4939-b395-f89e474c8eb6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:09.713393 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7f52ac7f-dc99-4939-b395-f89e474c8eb6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:09.741134 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34204) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:09.742340 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7f52ac7f-dc99-4939-b395-f89e474c8eb6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6832068 Feb 10 15:50:09.745991 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f1ac04d8-aa75-426f-aba9-72572c69c05f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Request body: {'floatingip': {'port_id': '9bb4b13a-1318-495e-8b50-4d16234ff269'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:09.926674 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fd7d361d-6ca1-4570-8e3e-91df85e07a4d None None] Provisioning complete for port b29c9338-2387-4121-9318-1595f9cb836a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:09.927808 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd7d361d-6ca1-4570-8e3e-91df85e07a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b29c9338-2387-4121-9318-1595f9cb836a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:09.972979 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fd7d361d-6ca1-4570-8e3e-91df85e07a4d None None] Port b29c9338-2387-4121-9318-1595f9cb836a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:50:10.100092 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-493af152-0132-4e2e-bed3-6d2ee5130468 None None] Provisioning complete for port 9bb4b13a-1318-495e-8b50-4d16234ff269 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:10.100518 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-493af152-0132-4e2e-bed3-6d2ee5130468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9bb4b13a-1318-495e-8b50-4d16234ff269), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:10.140585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-493af152-0132-4e2e-bed3-6d2ee5130468 None None] Port 9bb4b13a-1318-495e-8b50-4d16234ff269 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:50:10.176200 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f1ac04d8-aa75-426f-aba9-72572c69c05f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (ef9ff819-2ed8-477c-8c39-b6b1de94995b), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:10.232316 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:10.240381 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6691007e-259c-4a5f-9640-f8d069c09c9b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "PUT /v2.0/routers/c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5598307 Feb 10 15:50:10.255327 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Sync routers for ids ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:10.268983 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Routers {'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:10.270317 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:10.391415 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Set router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:10.723687 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f1ac04d8-aa75-426f-aba9-72572c69c05f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:10.729495 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f1ac04d8-aa75-426f-aba9-72572c69c05f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (ef9ff819-2ed8-477c-8c39-b6b1de94995b), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:10.747159 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:50:08Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '908bb307-35a1-48d0-84fd-c8e657895ae0', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'port_id': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'mac_address': 'fa:16:3e:3f:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616c3d90-11e1-4afc-bf33-dba56a718016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:12Z', 'updated_at': '2022-02-10T15:49:16Z', 'revision_number': 1, 'project_id': '533ce765c0594113bf82249a9276396d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74b82d9-a6da-49e7-8247-8482db0df545', 'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:78:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29c9338-2387-4121-9318-1595f9cb836a', 'name': '', 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:d6:d1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '08d0b5e5-80ff-4868-a22e-54f08d9f98fc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:08Z', 'updated_at': '2022-02-10T15:50:09Z', 'revision_number': 2, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': '08d0b5e5-80ff-4868-a22e-54f08d9f98fc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:10.773653 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Checking router: c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:50:10.774003 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Updating router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 port b29c9338-2387-4121-9318-1595f9cb836a binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:50:10.802024 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b29c9338-2387-4121-9318-1595f9cb836a), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:10.837989 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-f1ac04d8-aa75-426f-aba9-72572c69c05f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Floating IP ef9ff819-2ed8-477c-8c39-b6b1de94995b associated. External IP: 172.25.3.177, port: 3a4b6544-27c6-4c8e-afbc-15f52782be6c. Feb 10 15:50:11.059729 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ac04d8-aa75-426f-aba9-72572c69c05f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router 6378fddd-6b70-4745-963e-2cf3370c67b6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:11.081348 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Publish callbacks [] for port (b29c9338-2387-4121-9318-1595f9cb836a), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:11.086978 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b29c9338-2387-4121-9318-1595f9cb836a), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:11.135625 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a714267-c812-483b-af88-01dacb32b180 None None] Pushing event updated for resources: {'Port': ['ID=b29c9338-2387-4121-9318-1595f9cb836a,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:11.147270 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a714267-c812-483b-af88-01dacb32b180 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:11.147270 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a714267-c812-483b-af88-01dacb32b180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:11.147270 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a714267-c812-483b-af88-01dacb32b180 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:11.147661 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a714267-c812-483b-af88-01dacb32b180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:11.147952 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a714267-c812-483b-af88-01dacb32b180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:11.148233 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a714267-c812-483b-af88-01dacb32b180 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:11.148557 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a714267-c812-483b-af88-01dacb32b180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:11.148904 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a714267-c812-483b-af88-01dacb32b180 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:11.149228 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a714267-c812-483b-af88-01dacb32b180 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:11.149544 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a714267-c812-483b-af88-01dacb32b180 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:11.149865 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a714267-c812-483b-af88-01dacb32b180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:11.150180 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a714267-c812-483b-af88-01dacb32b180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:11.150498 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a714267-c812-483b-af88-01dacb32b180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:11.174301 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ac04d8-aa75-426f-aba9-72572c69c05f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:11.192258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccf54ca-2216-42d9-9dc8-30e66a1f0d5d None None] Sync routers for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:11.208434 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Attempting to bind port b29c9338-2387-4121-9318-1595f9cb836a on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:50:11.208897 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Attempting to bind port b29c9338-2387-4121-9318-1595f9cb836a by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '22ef3886-7ee3-47df-8cf2-ff65081fa051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:50:11.209228 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Attempting to bind port b29c9338-2387-4121-9318-1595f9cb836a on network c92178a5-5117-408c-9f52-afd092a8ef88 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:11.214494 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:11.215162 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Checking segment: {'id': '22ef3886-7ee3-47df-8cf2-ff65081fa051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:50:11.215749 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:11.216324 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Bound using segment: {'id': '22ef3886-7ee3-47df-8cf2-ff65081fa051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:11.217018 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Bound port: b29c9338-2387-4121-9318-1595f9cb836a, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ef3886-7ee3-47df-8cf2-ff65081fa051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:50:11.217597 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b29c9338-2387-4121-9318-1595f9cb836a), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:11.218236 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf54ca-2216-42d9-9dc8-30e66a1f0d5d None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:11.220026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1ccf54ca-2216-42d9-9dc8-30e66a1f0d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:11.264786 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1ccf54ca-2216-42d9-9dc8-30e66a1f0d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:11.288001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf54ca-2216-42d9-9dc8-30e66a1f0d5d None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:11.288838 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1ccf54ca-2216-42d9-9dc8-30e66a1f0d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:11.323948 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] For port b29c9338-2387-4121-9318-1595f9cb836a, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:11.328284 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] For port b29c9338-2387-4121-9318-1595f9cb836a, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b29c9338-2387-4121-9318-1595f9cb836a,segment=NetworkSegment(22ef3886-7ee3-47df-8cf2-ff65081fa051),segment_id=22ef3886-7ee3-47df-8cf2-ff65081fa051)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:11.339373 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b29c9338-2387-4121-9318-1595f9cb836a), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:11.358389 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1ccf54ca-2216-42d9-9dc8-30e66a1f0d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:11.359331 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccf54ca-2216-42d9-9dc8-30e66a1f0d5d None None] The sync data for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:11.430609 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Routers {'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:11.431561 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:11.436240 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a714267-c812-483b-af88-01dacb32b180 None None] Pushing event updated for resources: {'Port': ['ID=b29c9338-2387-4121-9318-1595f9cb836a,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:11.494228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5d5336f6-8c12-4ec2-a88b-34f983c4b5d3 None None] Provisioning complete for port b29c9338-2387-4121-9318-1595f9cb836a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:11.495867 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d5336f6-8c12-4ec2-a88b-34f983c4b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b29c9338-2387-4121-9318-1595f9cb836a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:11.515741 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ac04d8-aa75-426f-aba9-72572c69c05f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router f27c9702-9226-4ccb-9774-4976a688f49b has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:11.567319 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:11.591835 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] Set router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:11.639823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5d5336f6-8c12-4ec2-a88b-34f983c4b5d3 None None] Current status of the port b29c9338-2387-4121-9318-1595f9cb836a is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:50:11.640505 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d5336f6-8c12-4ec2-a88b-34f983c4b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b29c9338-2387-4121-9318-1595f9cb836a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:11.651259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ac04d8-aa75-426f-aba9-72572c69c05f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:11.658272 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f1ac04d8-aa75-426f-aba9-72572c69c05f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:11.691710 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1c62b-301b-4120-9a43-b499c5749e8d None None] Sync routers for ids ['f27c9702-9226-4ccb-9774-4976a688f49b'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:11.707168 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5d5336f6-8c12-4ec2-a88b-34f983c4b5d3 None None] For port b29c9338-2387-4121-9318-1595f9cb836a, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b29c9338-2387-4121-9318-1595f9cb836a,segment=NetworkSegment(22ef3886-7ee3-47df-8cf2-ff65081fa051),segment_id=22ef3886-7ee3-47df-8cf2-ff65081fa051)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:11.712739 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5d5336f6-8c12-4ec2-a88b-34f983c4b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b29c9338-2387-4121-9318-1595f9cb836a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:11.715172 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1c62b-301b-4120-9a43-b499c5749e8d None None] Routers {'f27c9702-9226-4ccb-9774-4976a688f49b'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:11.715807 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6ce1c62b-301b-4120-9a43-b499c5749e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f27c9702-9226-4ccb-9774-4976a688f49b'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:11.735747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34214) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:11.739742 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f1ac04d8-aa75-426f-aba9-72572c69c05f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "PUT /v2.0/floatingips/ef9ff819-2ed8-477c-8c39-b6b1de94995b HTTP/1.1" status: 200 len: 978 time: 1.9973106 Feb 10 15:50:11.759168 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6ce1c62b-301b-4120-9a43-b499c5749e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:11.786583 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1c62b-301b-4120-9a43-b499c5749e8d None None] Routers {'f27c9702-9226-4ccb-9774-4976a688f49b'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:11.787283 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6ce1c62b-301b-4120-9a43-b499c5749e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f27c9702-9226-4ccb-9774-4976a688f49b'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:11.787822 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5336f6-8c12-4ec2-a88b-34f983c4b5d3 None None] Pushing event updated for resources: {'Port': ['ID=b29c9338-2387-4121-9318-1595f9cb836a,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:11.836801 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6ce1c62b-301b-4120-9a43-b499c5749e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:11.837532 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1c62b-301b-4120-9a43-b499c5749e8d None None] The sync data for ids ['f27c9702-9226-4ccb-9774-4976a688f49b'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:11.838946 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b961bd34-b8be-4419-aec5-0142c95307bf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting port 9bb4b13a-1318-495e-8b50-4d16234ff269 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:11.838946 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b961bd34-b8be-4419-aec5-0142c95307bf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9bb4b13a-1318-495e-8b50-4d16234ff269), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:11.843422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-839a2ead-4b31-4da8-a2f4-25764def4f19 None None] Provisioning complete for port b29c9338-2387-4121-9318-1595f9cb836a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:11.847948 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-839a2ead-4b31-4da8-a2f4-25764def4f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b29c9338-2387-4121-9318-1595f9cb836a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:11.945823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-839a2ead-4b31-4da8-a2f4-25764def4f19 None None] Current status of the port b29c9338-2387-4121-9318-1595f9cb836a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:50:11.963257 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b961bd34-b8be-4419-aec5-0142c95307bf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9bb4b13a-1318-495e-8b50-4d16234ff269), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:11.976984 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:50:08Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '908bb307-35a1-48d0-84fd-c8e657895ae0', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'port_id': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'mac_address': 'fa:16:3e:3f:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616c3d90-11e1-4afc-bf33-dba56a718016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:12Z', 'updated_at': '2022-02-10T15:49:16Z', 'revision_number': 1, 'project_id': '533ce765c0594113bf82249a9276396d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74b82d9-a6da-49e7-8247-8482db0df545', 'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:78:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29c9338-2387-4121-9318-1595f9cb836a', 'name': '', 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:d6:d1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '08d0b5e5-80ff-4868-a22e-54f08d9f98fc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:08Z', 'updated_at': '2022-02-10T15:50:11Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': '08d0b5e5-80ff-4868-a22e-54f08d9f98fc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:12.013702 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd18e9d-0ffc-4a30-a855-2003868467c7 None None] The sync data for ids ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'] in n-d-815324-7 is: [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:50:08Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '908bb307-35a1-48d0-84fd-c8e657895ae0', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'port_id': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'mac_address': 'fa:16:3e:3f:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616c3d90-11e1-4afc-bf33-dba56a718016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:12Z', 'updated_at': '2022-02-10T15:49:16Z', 'revision_number': 1, 'project_id': '533ce765c0594113bf82249a9276396d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74b82d9-a6da-49e7-8247-8482db0df545', 'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:78:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29c9338-2387-4121-9318-1595f9cb836a', 'name': '', 'network_id': 'c92178a5-5117-408c-9f52-afd092a8ef88', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:d6:d1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '08d0b5e5-80ff-4868-a22e-54f08d9f98fc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:08Z', 'updated_at': '2022-02-10T15:50:11Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': '08d0b5e5-80ff-4868-a22e-54f08d9f98fc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:12.440430 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b961bd34-b8be-4419-aec5-0142c95307bf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:12.441029 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b961bd34-b8be-4419-aec5-0142c95307bf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (ef9ff819-2ed8-477c-8c39-b6b1de94995b), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:12.441503 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-b961bd34-b8be-4419-aec5-0142c95307bf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Floating IP ef9ff819-2ed8-477c-8c39-b6b1de94995b disassociated. External IP: 172.25.3.177, port: 9bb4b13a-1318-495e-8b50-4d16234ff269. Feb 10 15:50:12.442492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b961bd34-b8be-4419-aec5-0142c95307bf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Calling delete_port for 9bb4b13a-1318-495e-8b50-4d16234ff269 owned by {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:12.576684 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b961bd34-b8be-4419-aec5-0142c95307bf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9bb4b13a-1318-495e-8b50-4d16234ff269), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:12.610889 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961bd34-b8be-4419-aec5-0142c95307bf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Port': ['ID=9bb4b13a-1318-495e-8b50-4d16234ff269,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:12.772922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b961bd34-b8be-4419-aec5-0142c95307bf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router f27c9702-9226-4ccb-9774-4976a688f49b has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:12.873802 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6f6c47c6-7af2-47d5-be45-7661f3c85684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:12.903269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b961bd34-b8be-4419-aec5-0142c95307bf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:12.913910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f9de6c-b2ae-4332-8081-dfbd339403c5 None None] Sync routers for ids ['f27c9702-9226-4ccb-9774-4976a688f49b'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:12.925215 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f9de6c-b2ae-4332-8081-dfbd339403c5 None None] Routers {'f27c9702-9226-4ccb-9774-4976a688f49b'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:12.925855 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-51f9de6c-b2ae-4332-8081-dfbd339403c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f27c9702-9226-4ccb-9774-4976a688f49b'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:12.968388 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-51f9de6c-b2ae-4332-8081-dfbd339403c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:12.972807 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b961bd34-b8be-4419-aec5-0142c95307bf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:12.979247 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b961bd34-b8be-4419-aec5-0142c95307bf tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/ports/9bb4b13a-1318-495e-8b50-4d16234ff269 HTTP/1.1" status: 204 len: 168 time: 1.2397060 Feb 10 15:50:12.979457 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34228) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:12.981147 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f9de6c-b2ae-4332-8081-dfbd339403c5 None None] Routers {'f27c9702-9226-4ccb-9774-4976a688f49b'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:12.982009 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-51f9de6c-b2ae-4332-8081-dfbd339403c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f27c9702-9226-4ccb-9774-4976a688f49b'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:13.030800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-51f9de6c-b2ae-4332-8081-dfbd339403c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:13.031774 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f9de6c-b2ae-4332-8081-dfbd339403c5 None None] The sync data for ids ['f27c9702-9226-4ccb-9774-4976a688f49b'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:13.409510 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-59b429e6-16d8-4f5f-bda3-8babbe496b66 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (f27c9702-9226-4ccb-9774-4976a688f49b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:13.620065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b29c9338-2387-4121-9318-1595f9cb836a up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:13.676594 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-59b429e6-16d8-4f5f-bda3-8babbe496b66 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting port 249241a1-96e6-4a16-ae73-803becd61aa6 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:13.676968 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-59b429e6-16d8-4f5f-bda3-8babbe496b66 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (249241a1-96e6-4a16-ae73-803becd61aa6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:13.678625 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port b29c9338-2387-4121-9318-1595f9cb836a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:13.679061 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b29c9338-2387-4121-9318-1595f9cb836a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:13.762866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port b29c9338-2387-4121-9318-1595f9cb836a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:50:13.772291 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-59b429e6-16d8-4f5f-bda3-8babbe496b66 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (249241a1-96e6-4a16-ae73-803becd61aa6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:13.785233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-59b429e6-16d8-4f5f-bda3-8babbe496b66 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Calling delete_port for 249241a1-96e6-4a16-ae73-803becd61aa6 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:13.967759 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-59b429e6-16d8-4f5f-bda3-8babbe496b66 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (249241a1-96e6-4a16-ae73-803becd61aa6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:13.994332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b429e6-16d8-4f5f-bda3-8babbe496b66 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Port': ['ID=249241a1-96e6-4a16-ae73-803becd61aa6,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:14.189342 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-59b429e6-16d8-4f5f-bda3-8babbe496b66 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (f27c9702-9226-4ccb-9774-4976a688f49b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:14.419282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b429e6-16d8-4f5f-bda3-8babbe496b66 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router f27c9702-9226-4ccb-9774-4976a688f49b has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:14.522525 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b429e6-16d8-4f5f-bda3-8babbe496b66 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:14.530426 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-59b429e6-16d8-4f5f-bda3-8babbe496b66 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "PUT /v2.0/routers/f27c9702-9226-4ccb-9774-4976a688f49b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5470126 Feb 10 15:50:14.530426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34234) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:14.533381 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e295e2-0f5e-4118-817c-0d62803468f9 None None] Sync routers for ids ['f27c9702-9226-4ccb-9774-4976a688f49b'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:14.545717 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e295e2-0f5e-4118-817c-0d62803468f9 None None] Routers {'f27c9702-9226-4ccb-9774-4976a688f49b'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:14.546405 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-54e295e2-0f5e-4118-817c-0d62803468f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f27c9702-9226-4ccb-9774-4976a688f49b'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:14.579580 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-54e295e2-0f5e-4118-817c-0d62803468f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:14.589455 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e295e2-0f5e-4118-817c-0d62803468f9 None None] Routers {'f27c9702-9226-4ccb-9774-4976a688f49b'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:14.590218 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-54e295e2-0f5e-4118-817c-0d62803468f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:49:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f27c9702-9226-4ccb-9774-4976a688f49b'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:14.628685 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-54e295e2-0f5e-4118-817c-0d62803468f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:14.628685 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e295e2-0f5e-4118-817c-0d62803468f9 None None] The sync data for ids ['f27c9702-9226-4ccb-9774-4976a688f49b'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:14.894586 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-18aeb089-f94a-4fd8-b77d-c9ddad5001c7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router (f27c9702-9226-4ccb-9774-4976a688f49b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:15.001614 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-18aeb089-f94a-4fd8-b77d-c9ddad5001c7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router_gateway (f27c9702-9226-4ccb-9774-4976a688f49b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:15.052703 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-18aeb089-f94a-4fd8-b77d-c9ddad5001c7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting port 58a83c53-4d38-42ec-9ea3-f8fc786a9dab {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:15.053059 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-18aeb089-f94a-4fd8-b77d-c9ddad5001c7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (58a83c53-4d38-42ec-9ea3-f8fc786a9dab), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:15.083193 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:50:15.132513 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-18aeb089-f94a-4fd8-b77d-c9ddad5001c7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (58a83c53-4d38-42ec-9ea3-f8fc786a9dab), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:15.144719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-18aeb089-f94a-4fd8-b77d-c9ddad5001c7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Calling delete_port for 58a83c53-4d38-42ec-9ea3-f8fc786a9dab owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:15.197775 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cacc2d16-2cae-466c-bbef-22c112fb75ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:15.342145 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-18aeb089-f94a-4fd8-b77d-c9ddad5001c7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (58a83c53-4d38-42ec-9ea3-f8fc786a9dab), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:15.371955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aeb089-f94a-4fd8-b77d-c9ddad5001c7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Port': ['ID=58a83c53-4d38-42ec-9ea3-f8fc786a9dab,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:15.439865 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-18aeb089-f94a-4fd8-b77d-c9ddad5001c7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (f27c9702-9226-4ccb-9774-4976a688f49b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:15.535316 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-18aeb089-f94a-4fd8-b77d-c9ddad5001c7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (f27c9702-9226-4ccb-9774-4976a688f49b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:15.537462 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-18aeb089-f94a-4fd8-b77d-c9ddad5001c7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router_controller (f27c9702-9226-4ccb-9774-4976a688f49b), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:15.584549 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-18aeb089-f94a-4fd8-b77d-c9ddad5001c7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (f27c9702-9226-4ccb-9774-4976a688f49b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:15.585098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18aeb089-f94a-4fd8-b77d-c9ddad5001c7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Fanout notify agent at l3_agent the message router_deleted on router f27c9702-9226-4ccb-9774-4976a688f49b {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:50:15.592065 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-18aeb089-f94a-4fd8-b77d-c9ddad5001c7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:15.596057 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-18aeb089-f94a-4fd8-b77d-c9ddad5001c7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/routers/f27c9702-9226-4ccb-9774-4976a688f49b HTTP/1.1" status: 204 len: 168 time: 1.0647373 Feb 10 15:50:15.596269 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34240) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:15.648503 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc06b7b-927a-4a1c-9b06-ecb67cb2dc92 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting subnet 6df02545-d894-4fa7-aaf0-18a0e1a7a3ac {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:50:15.651604 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ebc06b7b-927a-4a1c-9b06-ecb67cb2dc92 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for subnet (6df02545-d894-4fa7-aaf0-18a0e1a7a3ac), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:15.694724 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ebc06b7b-927a-4a1c-9b06-ecb67cb2dc92 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (6df02545-d894-4fa7-aaf0-18a0e1a7a3ac), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:15.783570 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ebc06b7b-927a-4a1c-9b06-ecb67cb2dc92 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (6df02545-d894-4fa7-aaf0-18a0e1a7a3ac), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:15.841220 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ebc06b7b-927a-4a1c-9b06-ecb67cb2dc92 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (6df02545-d894-4fa7-aaf0-18a0e1a7a3ac), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:15.872362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc06b7b-927a-4a1c-9b06-ecb67cb2dc92 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Subnet': ['ID=6df02545-d894-4fa7-aaf0-18a0e1a7a3ac,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:15.876447 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ebc06b7b-927a-4a1c-9b06-ecb67cb2dc92 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:15.879628 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ebc06b7b-927a-4a1c-9b06-ecb67cb2dc92 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/subnets/6df02545-d894-4fa7-aaf0-18a0e1a7a3ac HTTP/1.1" status: 204 len: 168 time: 0.2818084 Feb 10 15:50:15.882410 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34242) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:15.884681 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edd2380-40d2-433a-9a23-3aef2f98a21f None None] Network cb16ab82-f177-4fae-b9e9-6f5071f6b88e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:50:15.959333 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (cb16ab82-f177-4fae-b9e9-6f5071f6b88e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.015923 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting port 46cbf7c8-947d-42a3-9fb0-03a90800eeac {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:16.016393 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (46cbf7c8-947d-42a3-9fb0-03a90800eeac), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.050315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a239c7-d50e-44c2-a7dc-7bf18b8e65cc None None] DHCP port deletion for cb16ab82-f177-4fae-b9e9-6f5071f6b88e request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:50:16.094788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] For port 46cbf7c8-947d-42a3-9fb0-03a90800eeac, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=46cbf7c8-947d-42a3-9fb0-03a90800eeac,segment=NetworkSegment(ad12d48f-49c8-4671-ad08-5883e6a4cbef),segment_id=ad12d48f-49c8-4671-ad08-5883e6a4cbef)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:16.095789 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (46cbf7c8-947d-42a3-9fb0-03a90800eeac), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.101166 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e4a239c7-d50e-44c2-a7dc-7bf18b8e65cc None None] Deleting port 46cbf7c8-947d-42a3-9fb0-03a90800eeac {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:16.101628 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e4a239c7-d50e-44c2-a7dc-7bf18b8e65cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (46cbf7c8-947d-42a3-9fb0-03a90800eeac), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.112391 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Calling delete_port for 46cbf7c8-947d-42a3-9fb0-03a90800eeac owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:16.232713 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (46cbf7c8-947d-42a3-9fb0-03a90800eeac), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.263339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Port': ['ID=46cbf7c8-947d-42a3-9fb0-03a90800eeac,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:16.267170 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] No DVR routers for this DVR port 46cbf7c8-947d-42a3-9fb0-03a90800eeac on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:16.362566 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (cb16ab82-f177-4fae-b9e9-6f5071f6b88e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.373510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-e4a239c7-d50e-44c2-a7dc-7bf18b8e65cc None None] For port 46cbf7c8-947d-42a3-9fb0-03a90800eeac, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=46cbf7c8-947d-42a3-9fb0-03a90800eeac,segment=NetworkSegment(ad12d48f-49c8-4671-ad08-5883e6a4cbef),segment_id=ad12d48f-49c8-4671-ad08-5883e6a4cbef)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:16.374164 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e4a239c7-d50e-44c2-a7dc-7bf18b8e65cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (46cbf7c8-947d-42a3-9fb0-03a90800eeac), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.389937 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e4a239c7-d50e-44c2-a7dc-7bf18b8e65cc None None] Calling delete_port for 46cbf7c8-947d-42a3-9fb0-03a90800eeac owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:16.390204 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb16ab82-f177-4fae-b9e9-6f5071f6b88e']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:16.401163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad12d48f-49c8-4671-ad08-5883e6a4cbef') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:16.401804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad12d48f-49c8-4671-ad08-5883e6a4cbef') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:16.414887 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (ad12d48f-49c8-4671-ad08-5883e6a4cbef), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.436100 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ad12d48f-49c8-4671-ad08-5883e6a4cbef), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.445748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:50:16.446244 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (ad12d48f-49c8-4671-ad08-5883e6a4cbef), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:50:16.450574 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:50:16.471706 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.515907 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e4a239c7-d50e-44c2-a7dc-7bf18b8e65cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (46cbf7c8-947d-42a3-9fb0-03a90800eeac), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.532458 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (cb16ab82-f177-4fae-b9e9-6f5071f6b88e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.541308 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.543490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a239c7-d50e-44c2-a7dc-7bf18b8e65cc None None] Pushing event deleted for resources: {'Port': ['ID=46cbf7c8-947d-42a3-9fb0-03a90800eeac,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:16.547430 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/networks/cb16ab82-f177-4fae-b9e9-6f5071f6b88e HTTP/1.1" status: 204 len: 168 time: 0.6617315 Feb 10 15:50:16.547763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34246) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:16.554681 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a239c7-d50e-44c2-a7dc-7bf18b8e65cc None None] No DVR routers for this DVR port 46cbf7c8-947d-42a3-9fb0-03a90800eeac on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:16.560228 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9bccb-85ad-4447-b28e-edb6da6d02c4 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Network': ['ID=cb16ab82-f177-4fae-b9e9-6f5071f6b88e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:16.709324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting port 185e3b2e-0d19-49f5-aef2-b03bada27cad {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:16.709684 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (185e3b2e-0d19-49f5-aef2-b03bada27cad), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.801444 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (185e3b2e-0d19-49f5-aef2-b03bada27cad), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.801784 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (185e3b2e-0d19-49f5-aef2-b03bada27cad), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.813759 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Calling delete_port for 185e3b2e-0d19-49f5-aef2-b03bada27cad owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:16.948066 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (185e3b2e-0d19-49f5-aef2-b03bada27cad), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:16.972377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Port': ['ID=185e3b2e-0d19-49f5-aef2-b03bada27cad,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:16.987307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:16.987307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:16.987307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:16.987694 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:16.987948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:16.988274 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:16.988597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:16.988948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:16.989269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:16.989588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:16.989907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:16.990254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:16.990660 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:17.051297 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for floatingip (ef9ff819-2ed8-477c-8c39-b6b1de94995b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:17.054162 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:17.061399 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-208b06da-ddfd-48b1-9c8f-c9e873ee28d2 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/floatingips/ef9ff819-2ed8-477c-8c39-b6b1de94995b HTTP/1.1" status: 204 len: 168 time: 0.5065804 Feb 10 15:50:17.061559 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34250) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:17.083671 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-0640067e-ae59-4244-b473-eef96ee157df tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] DELETE failed (client error): The resource could not be found. Feb 10 15:50:17.084207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0640067e-ae59-4244-b473-eef96ee157df tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:50:17.087309 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0640067e-ae59-4244-b473-eef96ee157df tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/ports/9bb4b13a-1318-495e-8b50-4d16234ff269 HTTP/1.1" status: 404 len: 333 time: 0.0266690 Feb 10 15:50:17.089986 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34254) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:17.126794 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2fa12c0c-8660-4452-8209-2295dd5865a6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "GET /v2.0/ports?device_id=f27c9702-9226-4ccb-9774-4976a688f49b HTTP/1.1" status: 200 len: 205 time: 0.0354972 Feb 10 15:50:17.128956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34256) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:17.179096 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-7c7c2a34-827c-4434-92e0-da73bf2aaa8f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] delete failed (client error): The resource could not be found. Feb 10 15:50:17.180126 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7c7c2a34-827c-4434-92e0-da73bf2aaa8f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/routers/f27c9702-9226-4ccb-9774-4976a688f49b HTTP/1.1" status: 404 len: 336 time: 0.0478485 Feb 10 15:50:17.182616 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34260) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:17.207319 n-d-815324-7 neutron-server[103368]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4ad7cf-51d1-4052-8dda-3c4d17d89b82 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] DELETE failed (client error): The resource could not be found. Feb 10 15:50:17.207763 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4ad7cf-51d1-4052-8dda-3c4d17d89b82 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 15:50:17.211076 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5f4ad7cf-51d1-4052-8dda-3c4d17d89b82 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/subnets/6df02545-d894-4fa7-aaf0-18a0e1a7a3ac HTTP/1.1" status: 404 len: 337 time: 0.0272324 Feb 10 15:50:17.213198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34262) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:17.302455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-90d995e9-0864-4c68-aed2-468fb7d8a0a9 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting port 3a4b6544-27c6-4c8e-afbc-15f52782be6c {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:17.302891 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90d995e9-0864-4c68-aed2-468fb7d8a0a9 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (3a4b6544-27c6-4c8e-afbc-15f52782be6c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:17.393595 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90d995e9-0864-4c68-aed2-468fb7d8a0a9 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (3a4b6544-27c6-4c8e-afbc-15f52782be6c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:17.405740 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-90d995e9-0864-4c68-aed2-468fb7d8a0a9 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Calling delete_port for 3a4b6544-27c6-4c8e-afbc-15f52782be6c owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:17.534743 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90d995e9-0864-4c68-aed2-468fb7d8a0a9 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (3a4b6544-27c6-4c8e-afbc-15f52782be6c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:17.563605 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d995e9-0864-4c68-aed2-468fb7d8a0a9 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Port': ['ID=3a4b6544-27c6-4c8e-afbc-15f52782be6c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:17.583208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 46cbf7c8-947d-42a3-9fb0-03a90800eeac no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:17.604464 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 46cbf7c8-947d-42a3-9fb0-03a90800eeac {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:50:17.604972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 46cbf7c8-947d-42a3-9fb0-03a90800eeac not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:17.643776 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90d995e9-0864-4c68-aed2-468fb7d8a0a9 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:17.647305 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-90d995e9-0864-4c68-aed2-468fb7d8a0a9 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/ports/3a4b6544-27c6-4c8e-afbc-15f52782be6c HTTP/1.1" status: 204 len: 168 time: 0.4332147 Feb 10 15:50:17.649725 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34266) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:17.744962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-033e1901-b075-403a-bc7f-e81a2ea40bb5 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting port ea5537bc-e2dd-47ff-aef8-b6f5e88f8e80 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:17.745853 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-033e1901-b075-403a-bc7f-e81a2ea40bb5 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ea5537bc-e2dd-47ff-aef8-b6f5e88f8e80), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:17.835289 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-033e1901-b075-403a-bc7f-e81a2ea40bb5 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ea5537bc-e2dd-47ff-aef8-b6f5e88f8e80), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:17.848367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-033e1901-b075-403a-bc7f-e81a2ea40bb5 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Calling delete_port for ea5537bc-e2dd-47ff-aef8-b6f5e88f8e80 owned by {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:17.982039 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-033e1901-b075-403a-bc7f-e81a2ea40bb5 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (ea5537bc-e2dd-47ff-aef8-b6f5e88f8e80), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:17.992183 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:18.021323 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e1901-b075-403a-bc7f-e81a2ea40bb5 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Port': ['ID=ea5537bc-e2dd-47ff-aef8-b6f5e88f8e80,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:18.089529 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-033e1901-b075-403a-bc7f-e81a2ea40bb5 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:18.093218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-033e1901-b075-403a-bc7f-e81a2ea40bb5 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/ports/ea5537bc-e2dd-47ff-aef8-b6f5e88f8e80 HTTP/1.1" status: 204 len: 168 time: 0.4425297 Feb 10 15:50:18.095876 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34268) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:18.151442 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4987eba1-2139-4f32-9807-3cbe5aa97e0f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:18.152996 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4987eba1-2139-4f32-9807-3cbe5aa97e0f tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "GET /v2.0/ports?device_id=6378fddd-6b70-4745-963e-2cf3370c67b6 HTTP/1.1" status: 200 len: 913 time: 0.0561831 Feb 10 15:50:18.155711 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34270) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:18.501927 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ddfbd28-3465-472d-9a17-862694858ee7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (6378fddd-6b70-4745-963e-2cf3370c67b6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:18.771444 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-7ddfbd28-3465-472d-9a17-862694858ee7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting port c98eebd3-bf3b-4b89-b53d-879f4400456e {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:18.771790 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ddfbd28-3465-472d-9a17-862694858ee7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c98eebd3-bf3b-4b89-b53d-879f4400456e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:18.859944 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ddfbd28-3465-472d-9a17-862694858ee7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c98eebd3-bf3b-4b89-b53d-879f4400456e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:18.871520 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-7ddfbd28-3465-472d-9a17-862694858ee7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Calling delete_port for c98eebd3-bf3b-4b89-b53d-879f4400456e owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:18.935529 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:19.060955 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ddfbd28-3465-472d-9a17-862694858ee7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (c98eebd3-bf3b-4b89-b53d-879f4400456e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:19.087290 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfbd28-3465-472d-9a17-862694858ee7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Port': ['ID=c98eebd3-bf3b-4b89-b53d-879f4400456e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:19.259500 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7ddfbd28-3465-472d-9a17-862694858ee7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (6378fddd-6b70-4745-963e-2cf3370c67b6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:19.821256 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddfbd28-3465-472d-9a17-862694858ee7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Router 6378fddd-6b70-4745-963e-2cf3370c67b6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:19.936140 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddfbd28-3465-472d-9a17-862694858ee7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:19.941635 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7ddfbd28-3465-472d-9a17-862694858ee7 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "PUT /v2.0/routers/6378fddd-6b70-4745-963e-2cf3370c67b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7847462 Feb 10 15:50:19.944134 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34286) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:19.945598 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f4bfa-b9fa-4b3b-ae32-7dfc8e4ebaac None None] Sync routers for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:19.955932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f4bfa-b9fa-4b3b-ae32-7dfc8e4ebaac None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:19.956637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-665f4bfa-b9fa-4b3b-ae32-7dfc8e4ebaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:50:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:19.993391 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-665f4bfa-b9fa-4b3b-ae32-7dfc8e4ebaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:20.002686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f4bfa-b9fa-4b3b-ae32-7dfc8e4ebaac None None] Routers {'6378fddd-6b70-4745-963e-2cf3370c67b6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:20.003361 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-665f4bfa-b9fa-4b3b-ae32-7dfc8e4ebaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:50:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['6378fddd-6b70-4745-963e-2cf3370c67b6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:20.035411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-665f4bfa-b9fa-4b3b-ae32-7dfc8e4ebaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:20.036075 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f4bfa-b9fa-4b3b-ae32-7dfc8e4ebaac None None] The sync data for ids ['6378fddd-6b70-4745-963e-2cf3370c67b6'] in n-d-815324-7 is: [] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:20.056710 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14f6d5e6-a702-40cb-9313-54e5684df0e6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router (6378fddd-6b70-4745-963e-2cf3370c67b6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:20.165052 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14f6d5e6-a702-40cb-9313-54e5684df0e6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router_gateway (6378fddd-6b70-4745-963e-2cf3370c67b6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:20.218446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-14f6d5e6-a702-40cb-9313-54e5684df0e6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting port 4c83cb4c-0817-4275-b9ba-655664b8d520 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:20.218802 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14f6d5e6-a702-40cb-9313-54e5684df0e6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4c83cb4c-0817-4275-b9ba-655664b8d520), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:20.295559 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14f6d5e6-a702-40cb-9313-54e5684df0e6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4c83cb4c-0817-4275-b9ba-655664b8d520), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:20.307329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-14f6d5e6-a702-40cb-9313-54e5684df0e6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Calling delete_port for 4c83cb4c-0817-4275-b9ba-655664b8d520 owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:20.475283 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14f6d5e6-a702-40cb-9313-54e5684df0e6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4c83cb4c-0817-4275-b9ba-655664b8d520), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:20.504792 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6d5e6-a702-40cb-9313-54e5684df0e6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Port': ['ID=4c83cb4c-0817-4275-b9ba-655664b8d520,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:20.567129 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14f6d5e6-a702-40cb-9313-54e5684df0e6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (6378fddd-6b70-4745-963e-2cf3370c67b6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:20.669743 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14f6d5e6-a702-40cb-9313-54e5684df0e6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (6378fddd-6b70-4745-963e-2cf3370c67b6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:20.672098 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14f6d5e6-a702-40cb-9313-54e5684df0e6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router_controller (6378fddd-6b70-4745-963e-2cf3370c67b6), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:20.737939 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14f6d5e6-a702-40cb-9313-54e5684df0e6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (6378fddd-6b70-4745-963e-2cf3370c67b6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:20.747984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f6d5e6-a702-40cb-9313-54e5684df0e6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Fanout notify agent at l3_agent the message router_deleted on router 6378fddd-6b70-4745-963e-2cf3370c67b6 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:50:20.769626 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14f6d5e6-a702-40cb-9313-54e5684df0e6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:20.771250 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-14f6d5e6-a702-40cb-9313-54e5684df0e6 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/routers/6378fddd-6b70-4745-963e-2cf3370c67b6 HTTP/1.1" status: 204 len: 168 time: 0.8257499 Feb 10 15:50:20.773920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34290) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:20.834720 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-188cc288-6dad-4180-b4f5-43bda51cd243 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Deleting subnet f1a92fff-f2aa-4ae9-bfaa-6d01b0511120 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:50:20.839378 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-188cc288-6dad-4180-b4f5-43bda51cd243 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for subnet (f1a92fff-f2aa-4ae9-bfaa-6d01b0511120), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:20.881474 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-188cc288-6dad-4180-b4f5-43bda51cd243 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (f1a92fff-f2aa-4ae9-bfaa-6d01b0511120), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:20.929004 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-188cc288-6dad-4180-b4f5-43bda51cd243 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (f1a92fff-f2aa-4ae9-bfaa-6d01b0511120), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:20.993625 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-188cc288-6dad-4180-b4f5-43bda51cd243 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (f1a92fff-f2aa-4ae9-bfaa-6d01b0511120), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:21.023397 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cc288-6dad-4180-b4f5-43bda51cd243 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a92fff-f2aa-4ae9-bfaa-6d01b0511120,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:21.027188 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-188cc288-6dad-4180-b4f5-43bda51cd243 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:21.033073 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34292) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:21.033577 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-188cc288-6dad-4180-b4f5-43bda51cd243 tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/subnets/f1a92fff-f2aa-4ae9-bfaa-6d01b0511120 HTTP/1.1" status: 204 len: 168 time: 0.2579246 Feb 10 15:50:21.109854 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31257b5d-ee3f-4f32-a879-3cf6aa7b5e1a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (445f99b3-98c1-4f4f-851e-5a51b628286b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:21.201195 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31257b5d-ee3f-4f32-a879-3cf6aa7b5e1a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (445f99b3-98c1-4f4f-851e-5a51b628286b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:21.220389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-31257b5d-ee3f-4f32-a879-3cf6aa7b5e1a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445f99b3-98c1-4f4f-851e-5a51b628286b']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:21.236556 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-31257b5d-ee3f-4f32-a879-3cf6aa7b5e1a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b77aacc-b2a5-4d99-be10-1e2d76fb1b79') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:21.236887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-31257b5d-ee3f-4f32-a879-3cf6aa7b5e1a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b77aacc-b2a5-4d99-be10-1e2d76fb1b79') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:21.253137 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31257b5d-ee3f-4f32-a879-3cf6aa7b5e1a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (4b77aacc-b2a5-4d99-be10-1e2d76fb1b79), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:21.272886 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31257b5d-ee3f-4f32-a879-3cf6aa7b5e1a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (4b77aacc-b2a5-4d99-be10-1e2d76fb1b79), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:21.279887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31257b5d-ee3f-4f32-a879-3cf6aa7b5e1a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:50:21.280268 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31257b5d-ee3f-4f32-a879-3cf6aa7b5e1a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (4b77aacc-b2a5-4d99-be10-1e2d76fb1b79), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:50:21.283144 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:50:21.343215 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31257b5d-ee3f-4f32-a879-3cf6aa7b5e1a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (445f99b3-98c1-4f4f-851e-5a51b628286b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:21.350423 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-31257b5d-ee3f-4f32-a879-3cf6aa7b5e1a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:21.353703 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-31257b5d-ee3f-4f32-a879-3cf6aa7b5e1a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] 10.222.0.64 "DELETE /v2.0/networks/445f99b3-98c1-4f4f-851e-5a51b628286b HTTP/1.1" status: 204 len: 168 time: 0.3196034 Feb 10 15:50:21.364961 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31257b5d-ee3f-4f32-a879-3cf6aa7b5e1a tempest-FloatingIPTestJSON-2144720545 tempest-FloatingIPTestJSON-2144720545-project] Pushing event deleted for resources: {'Network': ['ID=445f99b3-98c1-4f4f-851e-5a51b628286b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:21.601450 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34300) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:21.758118 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-531dd89a-7de2-4d51-ae9e-b179ea93f0fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90563f4452ba41cdbe08ff6bfbb34e5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1551964 Feb 10 15:50:21.760479 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34310) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:21.810828 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2968619e-5fbb-4f6b-a265-74683054a94d admin admin] Publish callbacks [] for security_group (0e9b19a7-4e7e-45cc-826e-7895fa0dc791), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:21.832548 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2968619e-5fbb-4f6b-a265-74683054a94d admin admin] Publish callbacks [] for security_group (0e9b19a7-4e7e-45cc-826e-7895fa0dc791), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:21.881540 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2968619e-5fbb-4f6b-a265-74683054a94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0e9b19a7-4e7e-45cc-826e-7895fa0dc791), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:21.884329 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2968619e-5fbb-4f6b-a265-74683054a94d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:21.888974 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2968619e-5fbb-4f6b-a265-74683054a94d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e9b19a7-4e7e-45cc-826e-7895fa0dc791 HTTP/1.1" status: 204 len: 168 time: 0.1240466 Feb 10 15:50:21.908012 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968619e-5fbb-4f6b-a265-74683054a94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9b19a7-4e7e-45cc-826e-7895fa0dc791,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:22.003584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-2b3a6f1b-b50f-4c4a-acfa-bdc7823cf439 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:22.005112 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-2b3a6f1b-b50f-4c4a-acfa-bdc7823cf439 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 812 time: 0.1121447 Feb 10 15:50:22.019912 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-9ba895ba-7d82-47ef-9dfb-d10edabe015f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/quotas/f6193cc70c8346199e4ee5ce98cad92b HTTP/1.1" status: 200 len: 375 time: 0.0093911 Feb 10 15:50:22.076546 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-7d201f08-4c6b-4e17-8e5a-bcbdd5aafdc3 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509009 Feb 10 15:50:22.177246 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-54cb6f61-775c-47f9-a814-88910461893f service neutron] 10.222.0.64 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943584 Feb 10 15:50:22.269498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-64040ce0-f7ca-4f0d-b70e-262d26a0f1f2 service neutron] 10.222.0.64 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845339 Feb 10 15:50:22.465442 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-85c1ce98-a14a-46d8-abaf-c8e2a7d9a1bd req-6644a683-7b8d-497c-9f4c-bd7fe4152da0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 210 time: 0.0299218 Feb 10 15:50:22.556272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34348) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:22.662105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d5714a94-af5f-4939-9b27-892964e748f8 tempest-ServiceProvidersTest-231322721 tempest-ServiceProvidersTest-231322721-project] 10.222.0.64 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1050270 Feb 10 15:50:22.924876 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34360) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:23.043782 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-233fce36-25ee-481b-a3ba-8b0802ff4e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:23.126631 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-233fce36-25ee-481b-a3ba-8b0802ff4e76 admin admin] Publish callbacks [] for security_group (91406575-7322-46e4-8d39-1afd625814c8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:23.132427 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-233fce36-25ee-481b-a3ba-8b0802ff4e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (91406575-7322-46e4-8d39-1afd625814c8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:23.173227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-233fce36-25ee-481b-a3ba-8b0802ff4e76 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d8d734477d74e9980d5c425e28a906e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472854 Feb 10 15:50:23.174467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fce36-25ee-481b-a3ba-8b0802ff4e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91406575-7322-46e4-8d39-1afd625814c8,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:23.175865 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34366) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:23.225638 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d66e9482-ab14-4567-884a-b8809bd4ef62 admin admin] Publish callbacks [] for security_group (91406575-7322-46e4-8d39-1afd625814c8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:23.246613 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d66e9482-ab14-4567-884a-b8809bd4ef62 admin admin] Publish callbacks [] for security_group (91406575-7322-46e4-8d39-1afd625814c8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:23.297301 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d66e9482-ab14-4567-884a-b8809bd4ef62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (91406575-7322-46e4-8d39-1afd625814c8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:23.299924 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d66e9482-ab14-4567-884a-b8809bd4ef62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:23.301227 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d66e9482-ab14-4567-884a-b8809bd4ef62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91406575-7322-46e4-8d39-1afd625814c8 HTTP/1.1" status: 204 len: 168 time: 0.1241794 Feb 10 15:50:23.309191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e9482-ab14-4567-884a-b8809bd4ef62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91406575-7322-46e4-8d39-1afd625814c8,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:23.463411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-7f9c26aa-df7e-4c89-a58a-23bb7c12ee2a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:23.465440 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-7f9c26aa-df7e-4c89-a58a-23bb7c12ee2a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 812 time: 0.1219959 Feb 10 15:50:23.480701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-a6ea7c0f-9f4a-4c23-8515-984c69f9a975 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'port': {'device_id': 'ff5728aa-3746-4906-8bc5-8d293aac718b', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'admin_state_up': True, 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:23.585745 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3fdd8169-e2ab-45cd-800f-a1e7b630e30d req-49445d99-1066-4ee5-a654-e1ba3c56e1ff tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 210 time: 0.0356557 Feb 10 15:50:23.611531 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-a6ea7c0f-9f4a-4c23-8515-984c69f9a975 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Made reservation on behalf of f6193cc70c8346199e4ee5ce98cad92b for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:23.614953 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-a6ea7c0f-9f4a-4c23-8515-984c69f9a975 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:23.751683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-a6ea7c0f-9f4a-4c23-8515-984c69f9a975 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Allocated IP 172.20.0.6 (3707da07-4fe9-4b6c-94ea-78b38c207829/c2412461-f325-414f-9061-42c35c61d99d/224c419c-3baa-415a-8369-ad70869add1a) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:50:23.949837 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-a6ea7c0f-9f4a-4c23-8515-984c69f9a975 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for port (224c419c-3baa-415a-8369-ad70869add1a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:23.991183 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-a6ea7c0f-9f4a-4c23-8515-984c69f9a975 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (224c419c-3baa-415a-8369-ad70869add1a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:24.041758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-a6ea7c0f-9f4a-4c23-8515-984c69f9a975 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Network 3707da07-4fe9-4b6c-94ea-78b38c207829 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:50:24.045620 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-a6ea7c0f-9f4a-4c23-8515-984c69f9a975 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:50:24.050425 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-a6ea7c0f-9f4a-4c23-8515-984c69f9a975 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:50:24.055046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea7c0f-9f4a-4c23-8515-984c69f9a975 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'Port': ['ID=224c419c-3baa-415a-8369-ad70869add1a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:24.112018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-a6ea7c0f-9f4a-4c23-8515-984c69f9a975 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:24.112736 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-a6ea7c0f-9f4a-4c23-8515-984c69f9a975 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:24.133318 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-a6ea7c0f-9f4a-4c23-8515-984c69f9a975 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6568110 Feb 10 15:50:24.146442 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Request body: {'port': {'device_id': 'ff5728aa-3746-4906-8bc5-8d293aac718b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:24.230578 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (224c419c-3baa-415a-8369-ad70869add1a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:24.366692 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-91ef9d0d-c125-4e2b-9809-56d51667caab None None] Provisioning complete for port 224c419c-3baa-415a-8369-ad70869add1a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:24.367607 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-91ef9d0d-c125-4e2b-9809-56d51667caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (224c419c-3baa-415a-8369-ad70869add1a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:24.407467 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-91ef9d0d-c125-4e2b-9809-56d51667caab None None] Port 224c419c-3baa-415a-8369-ad70869add1a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:50:24.565165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224c419c-3baa-415a-8369-ad70869add1a {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:50:24.577087 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Publish callbacks [] for port (224c419c-3baa-415a-8369-ad70869add1a), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:24.589522 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Transition to ACTIVE for port object 224c419c-3baa-415a-8369-ad70869add1a will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:50:24.594501 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (224c419c-3baa-415a-8369-ad70869add1a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:24.661167 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Pushing event updated for resources: {'Port': ['ID=224c419c-3baa-415a-8369-ad70869add1a,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:24.749107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Attempting to bind port 224c419c-3baa-415a-8369-ad70869add1a on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:50:24.749594 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Attempting to bind port 224c419c-3baa-415a-8369-ad70869add1a by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:50:24.750028 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Attempting to bind port 224c419c-3baa-415a-8369-ad70869add1a on network 3707da07-4fe9-4b6c-94ea-78b38c207829 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:24.756396 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Port 224c419c-3baa-415a-8369-ad70869add1a on network 3707da07-4fe9-4b6c-94ea-78b38c207829 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:24.757084 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Attempting to bind port 224c419c-3baa-415a-8369-ad70869add1a on network 3707da07-4fe9-4b6c-94ea-78b38c207829 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:24.771498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:24.771849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Checking segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:50:24.772238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Bound using segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:24.772684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Bound port: 224c419c-3baa-415a-8369-ad70869add1a, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:50:24.773054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (224c419c-3baa-415a-8369-ad70869add1a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:24.787331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4836cbb-6b80-4218-90fd-f69dfbc4aeaa req-258fb28e-b439-4de7-80b6-984058fb6137 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:24.793760 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4836cbb-6b80-4218-90fd-f69dfbc4aeaa req-258fb28e-b439-4de7-80b6-984058fb6137 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0997281 Feb 10 15:50:24.880693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4836cbb-6b80-4218-90fd-f69dfbc4aeaa req-bc31bf01-4ee4-4069-8f2b-5f158a1caa7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840397 Feb 10 15:50:24.905141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] For port 224c419c-3baa-415a-8369-ad70869add1a, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:24.909685 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] For port 224c419c-3baa-415a-8369-ad70869add1a, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=224c419c-3baa-415a-8369-ad70869add1a,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:24.930965 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (224c419c-3baa-415a-8369-ad70869add1a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:24.968560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:24.969400 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:24.970929 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] 10.222.0.79 "PUT /v2.0/ports/224c419c-3baa-415a-8369-ad70869add1a HTTP/1.1" status: 200 len: 1091 time: 0.8306527 Feb 10 15:50:24.971475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5728aa-3746-4906-8bc5-8d293aac718b', 'tag': '224c419c-3baa-415a-8369-ad70869add1a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:50:24.973902 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687f0c22-40bc-4888-9844-53997774476c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5728aa-3746-4906-8bc5-8d293aac718b", "tag": "224c419c-3baa-415a-8369-ad70869add1a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:25.015013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ba4a4-2260-458b-ac57-b8553f2a1886 service neutron] Pushing event updated for resources: {'Port': ['ID=224c419c-3baa-415a-8369-ad70869add1a,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:25.082353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-e4291b18-e840-4bc3-9b71-4f0d4637e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:25.084231 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-e4291b18-e840-4bc3-9b71-4f0d4637e182 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 1125 time: 0.0656409 Feb 10 15:50:25.086236 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad06c2a-52aa-42b0-9c39-e59abdfc90d1 x-openstack-request-id: req-dad06c2a-52aa-42b0-9c39-e59abdfc90d1 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:25.086644 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5728aa-3746-4906-8bc5-8d293aac718b", "tag": "224c419c-3baa-415a-8369-ad70869add1a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:25.086984 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dad06c2a-52aa-42b0-9c39-e59abdfc90d1 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:25.087561 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5728aa-3746-4906-8bc5-8d293aac718b', 'tag': '224c419c-3baa-415a-8369-ad70869add1a', 'status': 'completed', 'code': 200} Feb 10 15:50:25.146997 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-b3979638-a9eb-415c-afb0-32fa10bd3623 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=224c419c-3baa-415a-8369-ad70869add1a HTTP/1.1" status: 200 len: 217 time: 0.0523188 Feb 10 15:50:25.209181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-fd1c81f3-c944-4332-8497-500d988f915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:25.210775 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-fd1c81f3-c944-4332-8497-500d988f915c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0581782 Feb 10 15:50:25.277726 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-3ba3a441-540e-4654-93a6-1e4b7bc7aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:25.279495 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-3ba3a441-540e-4654-93a6-1e4b7bc7aadb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0622773 Feb 10 15:50:25.385096 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-00f8d1a8-2274-4cef-9a17-5c23cb13624e service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983021 Feb 10 15:50:25.483999 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a5cc2d3b-c15e-4bc4-8c29-75ebd0f1585c req-17a608db-f108-4c12-94c6-c08f1fef6d35 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932271 Feb 10 15:50:25.605325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f0c22-40bc-4888-9844-53997774476c req-811f14b6-bf5f-4f79-85c3-1a22f284ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:25.607011 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-687f0c22-40bc-4888-9844-53997774476c req-811f14b6-bf5f-4f79-85c3-1a22f284ffa4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 1125 time: 0.0561414 Feb 10 15:50:25.713651 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f0c22-40bc-4888-9844-53997774476c req-9e2e59e4-cee9-4459-ade2-0c370e4505ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:25.715684 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-687f0c22-40bc-4888-9844-53997774476c req-9e2e59e4-cee9-4459-ade2-0c370e4505ac service neutron] 10.222.0.79 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.1027205 Feb 10 15:50:25.767371 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-687f0c22-40bc-4888-9844-53997774476c req-9388305f-9852-4bc2-ac50-31ab5a70944e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=224c419c-3baa-415a-8369-ad70869add1a HTTP/1.1" status: 200 len: 217 time: 0.0445459 Feb 10 15:50:25.821467 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f0c22-40bc-4888-9844-53997774476c req-d34a51e6-29cd-463d-a261-757d8012505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:25.823214 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-687f0c22-40bc-4888-9844-53997774476c req-d34a51e6-29cd-463d-a261-757d8012505f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0492585 Feb 10 15:50:25.872782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f0c22-40bc-4888-9844-53997774476c req-2d099411-eab3-4a75-b727-dd124d079684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:25.874485 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-687f0c22-40bc-4888-9844-53997774476c req-2d099411-eab3-4a75-b727-dd124d079684 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451643 Feb 10 15:50:25.973972 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-687f0c22-40bc-4888-9844-53997774476c req-00b2e971-4a5e-4c18-b2d5-6f89b72fd3a9 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931005 Feb 10 15:50:26.011636 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6b501-f861-4306-bf6e-86203603136c req-12b5d37e-8372-402b-b60f-bcbda2ee4e9e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:26.021146 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17f6b501-f861-4306-bf6e-86203603136c req-12b5d37e-8372-402b-b60f-bcbda2ee4e9e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0754042 Feb 10 15:50:26.084812 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17f6b501-f861-4306-bf6e-86203603136c req-27ec8cfc-0859-4cea-a77e-6b7554f61752 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626998 Feb 10 15:50:26.096674 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-687f0c22-40bc-4888-9844-53997774476c req-f25c6adc-9f07-4015-ae56-5a2207f36379 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153407 Feb 10 15:50:27.195983 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565b28e-4055-4e76-be24-5250bac043d8 req-d9f016ca-b8b1-42ff-b157-723dae267529 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:27.197445 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8565b28e-4055-4e76-be24-5250bac043d8 req-d9f016ca-b8b1-42ff-b157-723dae267529 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0536034 Feb 10 15:50:27.244708 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8565b28e-4055-4e76-be24-5250bac043d8 req-991d4129-7322-4c94-b7bb-13749b954d6e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416009 Feb 10 15:50:28.213379 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ee0d3-98f2-458d-8f51-ef7961f15c0c req-b4ac82e4-9f84-43c7-9178-8f5700be2462 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:28.215115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-915ee0d3-98f2-458d-8f51-ef7961f15c0c req-b4ac82e4-9f84-43c7-9178-8f5700be2462 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 1127 time: 0.0450342 Feb 10 15:50:28.269895 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-915ee0d3-98f2-458d-8f51-ef7961f15c0c req-d42a6673-7a98-4d97-b004-84ae203178d8 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478287 Feb 10 15:50:28.434988 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6d45f-330f-4c8b-9d5f-1264a8aa03f7 req-e699732c-5298-4a42-aed9-01e5b82389b9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:28.436729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6b6d45f-330f-4c8b-9d5f-1264a8aa03f7 req-e699732c-5298-4a42-aed9-01e5b82389b9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0927646 Feb 10 15:50:28.461284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a12c7-cea4-4746-b307-0f41e7e2c502 req-6eb5cdd4-f863-4452-9534-3998f276fc92 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:28.462791 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1f7a12c7-cea4-4746-b307-0f41e7e2c502 req-6eb5cdd4-f863-4452-9534-3998f276fc92 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.0856578 Feb 10 15:50:28.524873 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6b6d45f-330f-4c8b-9d5f-1264a8aa03f7 req-83e1a153-8437-48eb-8558-cd17b11c5b5f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810006 Feb 10 15:50:28.550125 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1f7a12c7-cea4-4746-b307-0f41e7e2c502 req-469e0f45-64fb-434d-9702-e7a3bd4f0c6b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772493 Feb 10 15:50:28.568354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34454) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:28.634946 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-58c7d815-841c-4f9f-a056-a6351bf44a84 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/bd36d4c3-50d7-4c93-9da0-95bfba755ded HTTP/1.1" status: 200 len: 991 time: 0.0652275 Feb 10 15:50:29.158395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34468) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:29.216341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d1d8d-ed80-4702-a4c0-bbc07f133ab9 req-b98d53c0-bf7a-4767-af7d-8565317c8bb3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:29.224409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b6d1d8d-ed80-4702-a4c0-bbc07f133ab9 req-b98d53c0-bf7a-4767-af7d-8565317c8bb3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.0744705 Feb 10 15:50:29.304455 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6b6d1d8d-ed80-4702-a4c0-bbc07f133ab9 req-17d5d447-078a-4edb-b42e-c9dd1efa78d1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787961 Feb 10 15:50:29.350664 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-b7249002-3f88-4176-813a-76cc5eeda796 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1908927 Feb 10 15:50:29.364369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-1fcee3ef-bc4b-4e27-862d-c4975032f67c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:50:29.365625 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-1fcee3ef-bc4b-4e27-862d-c4975032f67c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058134 Feb 10 15:50:29.667289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a53f08-96f6-4114-80c9-7820f21e7ca1 req-706665d4-2d1a-46d3-85b2-18164d121c5a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:29.675123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90a53f08-96f6-4114-80c9-7820f21e7ca1 req-706665d4-2d1a-46d3-85b2-18164d121c5a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0670564 Feb 10 15:50:29.740189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-90a53f08-96f6-4114-80c9-7820f21e7ca1 req-e3face58-5dc6-43c8-82cc-1f57cefce1a0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639591 Feb 10 15:50:30.162561 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a806313-9d36-4503-899e-bc751dec9728 req-585cb1f3-c6bf-46ec-b5b3-38aeec993d19 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:30.165584 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-585cb1f3-c6bf-46ec-b5b3-38aeec993d19 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/ports/bed6c5ef-5023-40ec-bf3c-2e85e72743e7 HTTP/1.1" status: 200 len: 1124 time: 0.2373369 Feb 10 15:50:30.514472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e7517-200b-4d61-95fc-f7caf52b7678 req-0f84eeb2-ff0e-4c40-a397-62a0ba5e6a84 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:30.521943 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-123e7517-200b-4d61-95fc-f7caf52b7678 req-0f84eeb2-ff0e-4c40-a397-62a0ba5e6a84 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.0808578 Feb 10 15:50:30.590161 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-123e7517-200b-4d61-95fc-f7caf52b7678 req-eff776ad-d211-4037-9197-61047f18910f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663590 Feb 10 15:50:30.904664 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cc269-b98f-48e5-b9b2-d480221cb266 req-fc1bf343-9035-4046-8e50-1b66c9d66cb3 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:30.904664 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d01cc269-b98f-48e5-b9b2-d480221cb266 req-fc1bf343-9035-4046-8e50-1b66c9d66cb3 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0631659 Feb 10 15:50:30.979755 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d01cc269-b98f-48e5-b9b2-d480221cb266 req-13629003-09b2-483e-986a-bdbc791c0d4b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699172 Feb 10 15:50:31.403816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a806313-9d36-4503-899e-bc751dec9728 req-322f6ac6-d08d-4cc2-b0b8-a32a76dc70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:31.405958 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-322f6ac6-d08d-4cc2-b0b8-a32a76dc70ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 1127 time: 0.0670757 Feb 10 15:50:31.556250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a806313-9d36-4503-899e-bc751dec9728 req-1b74b0fa-220e-4fce-8ea1-33951f664ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:31.558671 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-1b74b0fa-220e-4fce-8ea1-33951f664ba9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 HTTP/1.1" status: 200 len: 896 time: 0.1449928 Feb 10 15:50:31.643690 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-a1a02902-6dc3-494c-ac33-20e9d780790a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7 HTTP/1.1" status: 200 len: 999 time: 0.0793960 Feb 10 15:50:31.763041 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a806313-9d36-4503-899e-bc751dec9728 req-6e221c45-e0c8-440f-9767-e1f9dd10e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:31.764445 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-6e221c45-e0c8-440f-9767-e1f9dd10e3ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c53a46e-2199-4238-92e3-8f0eea1e292b HTTP/1.1" status: 200 len: 835 time: 0.1133263 Feb 10 15:50:31.789641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a5102-8037-41d1-84c0-a25d718d3926 req-15d33fa4-ae8c-4178-b26c-232c5117a431 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:31.799405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d9a5102-8037-41d1-84c0-a25d718d3926 req-15d33fa4-ae8c-4178-b26c-232c5117a431 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.0872152 Feb 10 15:50:31.834728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a806313-9d36-4503-899e-bc751dec9728 req-53fe009a-0624-46ba-a5a7-90188f568e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:31.837414 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-53fe009a-0624-46ba-a5a7-90188f568e1f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0650082 Feb 10 15:50:31.869643 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d9a5102-8037-41d1-84c0-a25d718d3926 req-1d4f4d02-7553-40a6-8488-a99c143865b1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691082 Feb 10 15:50:31.975646 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-3932b18a-5b41-4156-8f6b-efd1bf83c5c5 service neutron] 10.222.0.72 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318550 Feb 10 15:50:32.114590 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5eda91-b604-4355-9ceb-2583312aa13c req-e7a9b762-3877-45cd-a41a-68a6b25ad575 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:32.121908 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e5eda91-b604-4355-9ceb-2583312aa13c req-e7a9b762-3877-45cd-a41a-68a6b25ad575 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0654685 Feb 10 15:50:32.166266 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-fc027020-bcdc-4e7a-9d5f-616253bb43e1 service neutron] 10.222.0.72 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842966 Feb 10 15:50:32.185428 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e5eda91-b604-4355-9ceb-2583312aa13c req-0c008e1a-b985-4150-8c6c-f60991b2e686 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618620 Feb 10 15:50:33.036843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5c21e-4489-4a94-8da1-cf0a5b310f1e req-53470714-41c3-4324-ab30-ee7ba6487e8a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:33.039521 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9a5c21e-4489-4a94-8da1-cf0a5b310f1e req-53470714-41c3-4324-ab30-ee7ba6487e8a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.0918655 Feb 10 15:50:33.108063 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9a5c21e-4489-4a94-8da1-cf0a5b310f1e req-fc25e243-bf50-4d2f-872c-cb5bd86203ba tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616884 Feb 10 15:50:33.304694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa0d82-9d8b-496c-b6c8-3fedd77469ed req-29cef36b-7542-427f-8de9-62d626f35cd9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:33.307736 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7afa0d82-9d8b-496c-b6c8-3fedd77469ed req-29cef36b-7542-427f-8de9-62d626f35cd9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0594785 Feb 10 15:50:33.363358 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7afa0d82-9d8b-496c-b6c8-3fedd77469ed req-98b78d29-e04a-45d2-a081-6c40db7117d2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516860 Feb 10 15:50:34.256988 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fea44-1bb4-46c0-a0d1-061614e0acc8 req-2c01af78-e88d-41df-ac8f-6e5d69db6f29 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:34.258521 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-561fea44-1bb4-46c0-a0d1-061614e0acc8 req-2c01af78-e88d-41df-ac8f-6e5d69db6f29 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.0696533 Feb 10 15:50:34.317424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-561fea44-1bb4-46c0-a0d1-061614e0acc8 req-bce4eeb1-a161-4fec-a0d5-f15a4fad0e72 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506506 Feb 10 15:50:34.491629 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1947e3-83f0-483d-8ecf-66047e2234f3 req-c267136a-016e-4f80-9ca2-02c2094f58b2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:34.493183 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d1947e3-83f0-483d-8ecf-66047e2234f3 req-c267136a-016e-4f80-9ca2-02c2094f58b2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0558264 Feb 10 15:50:34.551463 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d1947e3-83f0-483d-8ecf-66047e2234f3 req-6b8c3801-7a76-41fb-9337-58cfc32e33e0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517702 Feb 10 15:50:35.448450 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c2fbf-38c6-40ae-9894-9975a43c1ceb req-15c7afbb-8299-4d7c-a943-144eda69bfa5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:35.450334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-078c2fbf-38c6-40ae-9894-9975a43c1ceb req-15c7afbb-8299-4d7c-a943-144eda69bfa5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.0553672 Feb 10 15:50:35.499974 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-078c2fbf-38c6-40ae-9894-9975a43c1ceb req-d80d5a75-4399-4dd3-b277-37de5b4bf4e8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436618 Feb 10 15:50:35.684360 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe43d6-f050-4a26-af50-5ecfca7495e7 req-9e05f725-7b55-427e-8a49-6b00ae4af15d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:35.685878 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17fe43d6-f050-4a26-af50-5ecfca7495e7 req-9e05f725-7b55-427e-8a49-6b00ae4af15d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0553622 Feb 10 15:50:35.732842 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17fe43d6-f050-4a26-af50-5ecfca7495e7 req-9d3226fb-2939-40a1-97f4-54f170f6b8a0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Feb 10 15:50:36.627867 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1665d-3de3-4832-9a94-8098ccb5bda6 req-e778e468-e2ca-4ad7-af3a-a1ee9b1e717f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:36.630263 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b8d1665d-3de3-4832-9a94-8098ccb5bda6 req-e778e468-e2ca-4ad7-af3a-a1ee9b1e717f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.0605662 Feb 10 15:50:36.680690 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b8d1665d-3de3-4832-9a94-8098ccb5bda6 req-ef2043b5-ad78-4889-a78b-216be35c2ddf tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436866 Feb 10 15:50:36.877344 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f24b4-376f-442d-b8f2-913bd68cbc43 req-61433d19-bc62-4738-b152-912da1481675 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:36.878921 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f74f24b4-376f-442d-b8f2-913bd68cbc43 req-61433d19-bc62-4738-b152-912da1481675 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0621829 Feb 10 15:50:36.928275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f74f24b4-376f-442d-b8f2-913bd68cbc43 req-b755b26c-7f40-4ab7-b878-7f6cd832a750 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427301 Feb 10 15:50:37.156492 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:37.827804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bc3e6-31d9-4608-93b8-67c861ccabf3 req-7f4b8d36-584c-4a76-91b3-e20e76d98af8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:37.829444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d3bc3e6-31d9-4608-93b8-67c861ccabf3 req-7f4b8d36-584c-4a76-91b3-e20e76d98af8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.0768337 Feb 10 15:50:37.885361 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d3bc3e6-31d9-4608-93b8-67c861ccabf3 req-9ecf6447-3509-48b0-85e3-900c62cb9c24 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502310 Feb 10 15:50:38.056264 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bcdd6-026d-4476-999a-92b1d3fcd566 req-ed5dee47-850d-4cf3-bb16-f312d5dcc9a5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:38.057864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e71bcdd6-026d-4476-999a-92b1d3fcd566 req-ed5dee47-850d-4cf3-bb16-f312d5dcc9a5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0584548 Feb 10 15:50:38.109302 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e71bcdd6-026d-4476-999a-92b1d3fcd566 req-9c14a0d3-2c96-4b26-b61b-19e02c848c0a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447738 Feb 10 15:50:39.027204 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9da532-3bc2-4990-8266-8564100f4363 req-1c006f7e-247a-4084-8e4c-906fb7eb1569 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:39.029096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e9da532-3bc2-4990-8266-8564100f4363 req-1c006f7e-247a-4084-8e4c-906fb7eb1569 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.0687678 Feb 10 15:50:39.103636 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e9da532-3bc2-4990-8266-8564100f4363 req-ae4dac70-b320-4d0a-b051-2c1eb927f74a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675576 Feb 10 15:50:39.260738 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a40da-7cac-4002-b3a8-7fafd043297b req-67ebbde2-1fab-4c64-b080-db0d9114859a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:39.262241 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e39a40da-7cac-4002-b3a8-7fafd043297b req-67ebbde2-1fab-4c64-b080-db0d9114859a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0625887 Feb 10 15:50:39.337183 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e39a40da-7cac-4002-b3a8-7fafd043297b req-47369f40-8a4c-42dd-aa19-a1793fdbd657 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666192 Feb 10 15:50:39.461375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34580) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:39.574738 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0542463a-a31b-476b-8f1b-e23d7bec33a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:39.660225 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0542463a-a31b-476b-8f1b-e23d7bec33a3 admin admin] Publish callbacks [] for security_group (d90bc43c-4f5b-4bc7-b7e0-8897403dd57c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:39.665049 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0542463a-a31b-476b-8f1b-e23d7bec33a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d90bc43c-4f5b-4bc7-b7e0-8897403dd57c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:39.704311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542463a-a31b-476b-8f1b-e23d7bec33a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90bc43c-4f5b-4bc7-b7e0-8897403dd57c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:39.713608 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0542463a-a31b-476b-8f1b-e23d7bec33a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=99b19af2a23c40969ac8c9532dcd4476&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511756 Feb 10 15:50:39.716611 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34584) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:39.785766 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5383508e-ed06-4056-8d16-7a04809d82cc admin admin] Publish callbacks [] for security_group (d90bc43c-4f5b-4bc7-b7e0-8897403dd57c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:39.807053 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5383508e-ed06-4056-8d16-7a04809d82cc admin admin] Publish callbacks [] for security_group (d90bc43c-4f5b-4bc7-b7e0-8897403dd57c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:39.855464 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5383508e-ed06-4056-8d16-7a04809d82cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d90bc43c-4f5b-4bc7-b7e0-8897403dd57c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:39.859186 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5383508e-ed06-4056-8d16-7a04809d82cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:39.863088 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5383508e-ed06-4056-8d16-7a04809d82cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d90bc43c-4f5b-4bc7-b7e0-8897403dd57c HTTP/1.1" status: 204 len: 168 time: 0.1422749 Feb 10 15:50:39.868984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383508e-ed06-4056-8d16-7a04809d82cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90bc43c-4f5b-4bc7-b7e0-8897403dd57c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:40.177793 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34592) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:40.196240 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f10d2f1-ada8-4d25-8f03-909e0fae13d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:40.283502 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7dabb8-13f5-4e84-9a3a-3c694745e527 req-5803a01a-64d4-4d13-afb3-22ed4fb455c9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:40.285011 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb7dabb8-13f5-4e84-9a3a-3c694745e527 req-5803a01a-64d4-4d13-afb3-22ed4fb455c9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.0789535 Feb 10 15:50:40.347934 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f10d2f1-ada8-4d25-8f03-909e0fae13d5 admin admin] Publish callbacks [] for security_group (a531a8d1-e856-4c3e-93f9-99c6c5615180), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:40.358228 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f10d2f1-ada8-4d25-8f03-909e0fae13d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a531a8d1-e856-4c3e-93f9-99c6c5615180), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:40.376770 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb7dabb8-13f5-4e84-9a3a-3c694745e527 req-8db7c952-0f86-417c-9108-7d56110b71e3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843952 Feb 10 15:50:40.428562 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4f10d2f1-ada8-4d25-8f03-909e0fae13d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de7ab390dbbc48b3baa3030270d59d79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2494390 Feb 10 15:50:40.431413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34596) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:40.443691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10d2f1-ada8-4d25-8f03-909e0fae13d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a531a8d1-e856-4c3e-93f9-99c6c5615180,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:40.477402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93d451-1ddb-4fe5-9b04-a2efa6ed6432 req-4bed6b27-ef1e-4910-888d-3f012cb9542d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:40.479222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e93d451-1ddb-4fe5-9b04-a2efa6ed6432 req-4bed6b27-ef1e-4910-888d-3f012cb9542d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0666604 Feb 10 15:50:40.482428 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc98d16b-ba4e-4b7b-ad83-dcbfc41098db admin admin] Publish callbacks [] for security_group (a531a8d1-e856-4c3e-93f9-99c6c5615180), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:40.504604 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc98d16b-ba4e-4b7b-ad83-dcbfc41098db admin admin] Publish callbacks [] for security_group (a531a8d1-e856-4c3e-93f9-99c6c5615180), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:40.531413 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e93d451-1ddb-4fe5-9b04-a2efa6ed6432 req-ec06e1c4-43ab-4ca8-9756-1285f52bb01c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454884 Feb 10 15:50:40.560745 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc98d16b-ba4e-4b7b-ad83-dcbfc41098db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a531a8d1-e856-4c3e-93f9-99c6c5615180), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:40.563357 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc98d16b-ba4e-4b7b-ad83-dcbfc41098db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:40.564513 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bc98d16b-ba4e-4b7b-ad83-dcbfc41098db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a531a8d1-e856-4c3e-93f9-99c6c5615180 HTTP/1.1" status: 204 len: 168 time: 0.1321185 Feb 10 15:50:40.572284 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98d16b-ba4e-4b7b-ad83-dcbfc41098db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a531a8d1-e856-4c3e-93f9-99c6c5615180,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:41.515261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5ee3d-9fe6-4292-b214-707ffe971576 req-457129e3-8d8a-4be7-b10e-05e17be76cbd tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:41.525246 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8bf5ee3d-9fe6-4292-b214-707ffe971576 req-457129e3-8d8a-4be7-b10e-05e17be76cbd tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.0702877 Feb 10 15:50:41.529202 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:41.582435 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8bf5ee3d-9fe6-4292-b214-707ffe971576 req-3cb0bb0c-a922-49ad-9749-b3b3e7581534 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559587 Feb 10 15:50:41.679850 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad705a75-76b1-4500-956f-c000c932bcb9 req-78ff859d-45ac-4f3d-bb29-6ecb9ff59ce7 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:41.681396 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad705a75-76b1-4500-956f-c000c932bcb9 req-78ff859d-45ac-4f3d-bb29-6ecb9ff59ce7 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0577691 Feb 10 15:50:41.738118 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad705a75-76b1-4500-956f-c000c932bcb9 req-5ba69a7f-6e7b-4f05-a5c1-53d8558f0e19 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491679 Feb 10 15:50:41.845396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34638) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:42.254660 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f87202c-26d7-47f8-806e-c11d69e4a9ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:42.621696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34678) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:42.874164 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-59f9991c-9327-4198-b95d-2ef09c5d96ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:42.948447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8802a88-2630-4c8a-baeb-38d05d1631c1 req-b7a32d10-3a44-4ecf-805c-896eb69ddcfc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:42.950831 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8802a88-2630-4c8a-baeb-38d05d1631c1 req-b7a32d10-3a44-4ecf-805c-896eb69ddcfc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.1914501 Feb 10 15:50:43.026315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48b680-451d-4fb1-802e-7556f07b6d8a req-ef1b4bee-d6d8-49f1-91e3-bdc7701561bf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:43.028588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b48b680-451d-4fb1-802e-7556f07b6d8a req-ef1b4bee-d6d8-49f1-91e3-bdc7701561bf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.1424937 Feb 10 15:50:43.039326 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bd2b523-5848-438c-a315-39af57040aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:43.077711 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8802a88-2630-4c8a-baeb-38d05d1631c1 req-a2589ff2-13e0-412d-876e-5bfb338dea70 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182678 Feb 10 15:50:43.115019 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bd2b523-5848-438c-a315-39af57040aad admin admin] Publish callbacks [] for security_group (444cb46f-f90c-42f2-8a0b-9c00940fa785), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:43.121187 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bd2b523-5848-438c-a315-39af57040aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (444cb46f-f90c-42f2-8a0b-9c00940fa785), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:43.139535 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b48b680-451d-4fb1-802e-7556f07b6d8a req-e4fb03ff-9d3b-4a25-a2d1-f9d5768cc965 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008172 Feb 10 15:50:43.163192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-6f87202c-26d7-47f8-806e-c11d69e4a9ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Deleting port b29c9338-2387-4121-9318-1595f9cb836a {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:43.163558 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f87202c-26d7-47f8-806e-c11d69e4a9ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b29c9338-2387-4121-9318-1595f9cb836a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:43.163973 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4bd2b523-5848-438c-a315-39af57040aad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff2f2f618e2d44c486f072620425a6ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5401747 Feb 10 15:50:43.165716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2b523-5848-438c-a315-39af57040aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444cb46f-f90c-42f2-8a0b-9c00940fa785,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:43.169064 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34684) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:43.227777 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdff29b9-c0b1-4868-9b28-04f3bbb76118 admin admin] Publish callbacks [] for security_group (444cb46f-f90c-42f2-8a0b-9c00940fa785), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:43.250954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdff29b9-c0b1-4868-9b28-04f3bbb76118 admin admin] Publish callbacks [] for security_group (444cb46f-f90c-42f2-8a0b-9c00940fa785), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:43.263451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-6f87202c-26d7-47f8-806e-c11d69e4a9ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] For port b29c9338-2387-4121-9318-1595f9cb836a, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b29c9338-2387-4121-9318-1595f9cb836a,segment=NetworkSegment(22ef3886-7ee3-47df-8cf2-ff65081fa051),segment_id=22ef3886-7ee3-47df-8cf2-ff65081fa051)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:43.263837 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f87202c-26d7-47f8-806e-c11d69e4a9ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b29c9338-2387-4121-9318-1595f9cb836a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:43.278568 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-6f87202c-26d7-47f8-806e-c11d69e4a9ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Calling delete_port for b29c9338-2387-4121-9318-1595f9cb836a owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:43.300519 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdff29b9-c0b1-4868-9b28-04f3bbb76118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (444cb46f-f90c-42f2-8a0b-9c00940fa785), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:43.303313 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fdff29b9-c0b1-4868-9b28-04f3bbb76118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:43.306842 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fdff29b9-c0b1-4868-9b28-04f3bbb76118 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/444cb46f-f90c-42f2-8a0b-9c00940fa785 HTTP/1.1" status: 204 len: 168 time: 0.1309786 Feb 10 15:50:43.313124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff29b9-c0b1-4868-9b28-04f3bbb76118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444cb46f-f90c-42f2-8a0b-9c00940fa785,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:43.484194 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f87202c-26d7-47f8-806e-c11d69e4a9ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b29c9338-2387-4121-9318-1595f9cb836a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:43.514012 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87202c-26d7-47f8-806e-c11d69e4a9ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Port': ['ID=b29c9338-2387-4121-9318-1595f9cb836a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:43.704494 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34690) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:43.727617 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87f7fbb4-575d-4b5c-99ab-7bb37b9aad7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:43.732354 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6f87202c-26d7-47f8-806e-c11d69e4a9ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:43.831168 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87f7fbb4-575d-4b5c-99ab-7bb37b9aad7d admin admin] Publish callbacks [] for security_group (cd3baaee-d6ef-435e-8ad0-d44d2cfdeb58), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:43.835655 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-87f7fbb4-575d-4b5c-99ab-7bb37b9aad7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (cd3baaee-d6ef-435e-8ad0-d44d2cfdeb58), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:43.876693 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-87f7fbb4-575d-4b5c-99ab-7bb37b9aad7d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55b5bf9f99dc4da0bde3a4afcce95d7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1709561 Feb 10 15:50:43.877727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7fbb4-575d-4b5c-99ab-7bb37b9aad7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3baaee-d6ef-435e-8ad0-d44d2cfdeb58,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:43.879743 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34692) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:44.011453 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b13681a-21f2-45cb-b14b-a1bd17564e84 admin admin] Publish callbacks [] for security_group (cd3baaee-d6ef-435e-8ad0-d44d2cfdeb58), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:44.046364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f87202c-26d7-47f8-806e-c11d69e4a9ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:44.047375 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-0a806313-9d36-4503-899e-bc751dec9728 req-b1cab7e3-82e0-49bd-8b2a-803bd08280c1 service neutron] show failed (client error): The resource could not be found. Feb 10 15:50:44.048304 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b13681a-21f2-45cb-b14b-a1bd17564e84 admin admin] Publish callbacks [] for security_group (cd3baaee-d6ef-435e-8ad0-d44d2cfdeb58), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:44.048588 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-b1cab7e3-82e0-49bd-8b2a-803bd08280c1 service neutron] 10.222.0.72 "GET /v2.0/ports/bed6c5ef-5023-40ec-bf3c-2e85e72743e7/bindings/n-h2-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.0689905 Feb 10 15:50:44.205565 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b13681a-21f2-45cb-b14b-a1bd17564e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (cd3baaee-d6ef-435e-8ad0-d44d2cfdeb58), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:44.208575 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b13681a-21f2-45cb-b14b-a1bd17564e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:44.212008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2b13681a-21f2-45cb-b14b-a1bd17564e84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd3baaee-d6ef-435e-8ad0-d44d2cfdeb58 HTTP/1.1" status: 204 len: 168 time: 0.3282416 Feb 10 15:50:44.286657 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13681a-21f2-45cb-b14b-a1bd17564e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3baaee-d6ef-435e-8ad0-d44d2cfdeb58,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:44.349182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a806313-9d36-4503-899e-bc751dec9728 req-6dfad0c8-41b0-4fb5-a108-de12030b15cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:44.350988 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-6dfad0c8-41b0-4fb5-a108-de12030b15cc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb HTTP/1.1" status: 200 len: 1127 time: 0.0941899 Feb 10 15:50:44.357556 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f87202c-26d7-47f8-806e-c11d69e4a9ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:44.365884 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:44.371942 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea68eb4-8d38-4af3-a053-1b5fb9fb12df None None] Sync routers for ids ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:44.373838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6f87202c-26d7-47f8-806e-c11d69e4a9ec tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "PUT /v2.0/routers/c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5273058 Feb 10 15:50:44.384475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12581486-84bf-470a-972b-8bb6ac64ab8d req-27de4397-2664-4cdf-b8d3-1f9dc1233f6a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:44.390262 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea68eb4-8d38-4af3-a053-1b5fb9fb12df None None] Routers {'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:44.392367 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12581486-84bf-470a-972b-8bb6ac64ab8d req-27de4397-2664-4cdf-b8d3-1f9dc1233f6a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.1813407 Feb 10 15:50:44.394593 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4ea68eb4-8d38-4af3-a053-1b5fb9fb12df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:50:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:44.442421 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:44.461045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674c986-2de4-4ed4-9de6-48899ee0be8e req-8a66b0ae-afe7-48c8-b71e-feb55480eeab tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:44.469111 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1674c986-2de4-4ed4-9de6-48899ee0be8e req-8a66b0ae-afe7-48c8-b71e-feb55480eeab tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.2277453 Feb 10 15:50:44.490727 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12581486-84bf-470a-972b-8bb6ac64ab8d req-1ba38d3b-f14b-4243-aabd-9f4ae5ab1a1b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927479 Feb 10 15:50:44.595688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1674c986-2de4-4ed4-9de6-48899ee0be8e req-4b532d54-36ac-4665-b886-e35f33b207f4 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258707 Feb 10 15:50:44.631952 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-4ea68eb4-8d38-4af3-a053-1b5fb9fb12df None None] Set router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:44.780583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:44.835702 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:44.889984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:50:44.894159 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a15f18-79de-47ae-a267-0117bdb5b8f4" -d '{"events": [{"server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:44.899969 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Publish callbacks [] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:44.900339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8bba9-29af-4cac-a21f-8ab319616566 req-98d2ffc9-516d-40e3-9e6c-191a034ba559 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:44.910873 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6ba8bba9-29af-4cac-a21f-8ab319616566 req-98d2ffc9-516d-40e3-9e6c-191a034ba559 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 946 time: 0.0905063 Feb 10 15:50:44.917522 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Transition to ACTIVE for port object bed6c5ef-5023-40ec-bf3c-2e85e72743e7 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:50:44.928704 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:45.015728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6ba8bba9-29af-4cac-a21f-8ab319616566 req-e133cf08-9c2a-4e83-812f-b18c24aaa838 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=78a3ff59-dd41-46f7-84be-347ca028de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037421 Feb 10 15:50:45.021180 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba89b17a-4779-4ee7-b094-91eedcd8805d x-openstack-request-id: req-ba89b17a-4779-4ee7-b094-91eedcd8805d {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:45.023635 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:45.024068 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba89b17a-4779-4ee7-b094-91eedcd8805d {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:45.024606 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'code': 200} Feb 10 15:50:45.128370 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Pushing event updated for resources: {'Port': ['ID=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,revision_number=6']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:45.135042 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4ea68eb4-8d38-4af3-a053-1b5fb9fb12df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:50:43Z', 'revision_number': 6, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '908bb307-35a1-48d0-84fd-c8e657895ae0', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'port_id': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'mac_address': 'fa:16:3e:3f:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616c3d90-11e1-4afc-bf33-dba56a718016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:12Z', 'updated_at': '2022-02-10T15:49:16Z', 'revision_number': 1, 'project_id': '533ce765c0594113bf82249a9276396d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74b82d9-a6da-49e7-8247-8482db0df545', 'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:78:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:45.163681 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea68eb4-8d38-4af3-a053-1b5fb9fb12df None None] Checking router: c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:50:45.191159 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea68eb4-8d38-4af3-a053-1b5fb9fb12df None None] Routers {'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:45.192060 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4ea68eb4-8d38-4af3-a053-1b5fb9fb12df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:50:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:45.199062 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-83642d95-9441-4cc7-9c12-694248e2805b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:45.213395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] No DVR routers for this DVR port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:45.360877 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-4ea68eb4-8d38-4af3-a053-1b5fb9fb12df None None] Set router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:45.382547 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Attempting to bind port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:50:45.383198 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Attempting to bind port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:50:45.383548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Attempting to bind port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 on network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:45.388880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 on network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:45.389072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Attempting to bind port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 on network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:45.394350 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:45.394737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Checking segment: {'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:50:45.395127 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Bound using segment: {'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:45.395556 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Bound port: bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:50:45.396518 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:45.466239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:45.469677 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:45.480067 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:45.518664 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:45.519267 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:45.520752 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] 10.222.0.79 "PUT /v2.0/ports/bed6c5ef-5023-40ec-bf3c-2e85e72743e7 HTTP/1.1" status: 200 len: 1091 time: 1.1619756 Feb 10 15:50:45.608313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a573c-682a-4f10-b315-9e1afb809ead service neutron] Pushing event updated for resources: {'Port': ['ID=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:45.639836 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a806313-9d36-4503-899e-bc751dec9728 req-5439590a-6696-44d6-99cb-e6b675e83ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:45.645660 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-5439590a-6696-44d6-99cb-e6b675e83ae6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 1125 time: 0.0987651 Feb 10 15:50:45.680134 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60190d-236c-409a-98ce-793883630f90 req-31733185-7cab-4830-9250-5ef56bd547da tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:45.689469 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba60190d-236c-409a-98ce-793883630f90 req-31733185-7cab-4830-9250-5ef56bd547da tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 943 time: 0.0807731 Feb 10 15:50:45.787926 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba60190d-236c-409a-98ce-793883630f90 req-2a24cda5-3ce6-4287-8708-7286057e1108 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966840 Feb 10 15:50:45.841165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a806313-9d36-4503-899e-bc751dec9728 req-2c636782-4f37-418c-ab50-d1c2f889cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:45.843164 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-2c636782-4f37-418c-ab50-d1c2f889cce4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 HTTP/1.1" status: 200 len: 896 time: 0.1887550 Feb 10 15:50:45.851622 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-4ea68eb4-8d38-4af3-a053-1b5fb9fb12df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:50:43Z', 'revision_number': 6, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '908bb307-35a1-48d0-84fd-c8e657895ae0', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'port_id': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'mac_address': 'fa:16:3e:3f:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616c3d90-11e1-4afc-bf33-dba56a718016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:12Z', 'updated_at': '2022-02-10T15:49:16Z', 'revision_number': 1, 'project_id': '533ce765c0594113bf82249a9276396d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74b82d9-a6da-49e7-8247-8482db0df545', 'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:78:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:45.877281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad89b84-79e8-49ab-9a8f-14a2cb423bcd req-20423978-23d1-4738-8431-0d1459b97de4 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:45.881332 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7ad89b84-79e8-49ab-9a8f-14a2cb423bcd req-20423978-23d1-4738-8431-0d1459b97de4 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0900450 Feb 10 15:50:45.885711 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea68eb4-8d38-4af3-a053-1b5fb9fb12df None None] The sync data for ids ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'] in n-d-815324-7 is: [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:50:43Z', 'revision_number': 6, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '908bb307-35a1-48d0-84fd-c8e657895ae0', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'port_id': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'mac_address': 'fa:16:3e:3f:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616c3d90-11e1-4afc-bf33-dba56a718016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:49:12Z', 'updated_at': '2022-02-10T15:49:16Z', 'revision_number': 1, 'project_id': '533ce765c0594113bf82249a9276396d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74b82d9-a6da-49e7-8247-8482db0df545', 'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:78:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:45.950059 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-0c6daff9-7d90-4b22-a75d-4cde49615e74 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7 HTTP/1.1" status: 200 len: 997 time: 0.1006267 Feb 10 15:50:45.971378 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7ad89b84-79e8-49ab-9a8f-14a2cb423bcd req-64012a64-4819-4187-987d-b6d068753f70 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852137 Feb 10 15:50:46.046624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a806313-9d36-4503-899e-bc751dec9728 req-38475971-0936-4427-b6fb-f2178f4acca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:46.048348 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-38475971-0936-4427-b6fb-f2178f4acca0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c53a46e-2199-4238-92e3-8f0eea1e292b HTTP/1.1" status: 200 len: 835 time: 0.0848162 Feb 10 15:50:46.068580 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c3d8c933-735b-4891-b9aa-e68f74ad2e5b req-8fc41e17-c42e-4190-bea1-998808a622af service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1126289 Feb 10 15:50:46.160999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a806313-9d36-4503-899e-bc751dec9728 req-213a84a4-5d0c-4b44-a5a4-81af81ee6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:46.163285 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-213a84a4-5d0c-4b44-a5a4-81af81ee6aab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1071310 Feb 10 15:50:46.180678 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073072e0-6b48-45dc-8693-77a5b5a345eb req-f0964131-e086-442d-8652-c10ce36e2b0d tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:46.188449 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-073072e0-6b48-45dc-8693-77a5b5a345eb req-f0964131-e086-442d-8652-c10ce36e2b0d tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 946 time: 0.0665967 Feb 10 15:50:46.269365 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-073072e0-6b48-45dc-8693-77a5b5a345eb req-390aff9e-5c9b-4bde-88f8-21a7771e7747 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=78a3ff59-dd41-46f7-84be-347ca028de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654893 Feb 10 15:50:46.269724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8c933-735b-4891-b9aa-e68f74ad2e5b req-3b5ef1c7-3c69-4f72-b751-72e8de833ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:46.269724 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c3d8c933-735b-4891-b9aa-e68f74ad2e5b req-3b5ef1c7-3c69-4f72-b751-72e8de833ccc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=533ce765c0594113bf82249a9276396d&device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 1127 time: 0.1481528 Feb 10 15:50:46.391663 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-4b62eeab-c138-4f1c-8645-718f33981fc6 service neutron] 10.222.0.79 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198071 Feb 10 15:50:46.425345 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:46.513578 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8c933-735b-4891-b9aa-e68f74ad2e5b req-9bc874a9-563d-4cf0-93eb-c794f3633b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:46.514953 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c3d8c933-735b-4891-b9aa-e68f74ad2e5b req-9bc874a9-563d-4cf0-93eb-c794f3633b8b service neutron] 10.222.0.72 "GET /v2.0/networks?id=728cfdba-899c-41bc-b106-01207edd8c33 HTTP/1.1" status: 200 len: 898 time: 0.2279434 Feb 10 15:50:46.623179 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-beeb8271-51c8-4185-b57e-477a42e0a858 service neutron] 10.222.0.79 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246003 Feb 10 15:50:46.641507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ef210-9e81-4db9-9dac-bc520ecfee5c req-ed8a19d0-41bd-478e-959a-ae89fff3b46c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:46.643108 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f54ef210-9e81-4db9-9dac-bc520ecfee5c req-ed8a19d0-41bd-478e-959a-ae89fff3b46c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.79 "GET /v2.0/ports?device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 946 time: 0.1900392 Feb 10 15:50:46.645618 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c3d8c933-735b-4891-b9aa-e68f74ad2e5b req-3604d3cc-9a4f-4465-aba8-b127f5c5e6ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec56fee-85b3-4844-8682-8fb6c1429f08 HTTP/1.1" status: 200 len: 1001 time: 0.1213715 Feb 10 15:50:46.759192 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8c933-735b-4891-b9aa-e68f74ad2e5b req-5e98c7bd-f3f5-4a3e-b0d3-a15f0fbbbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:46.761986 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c3d8c933-735b-4891-b9aa-e68f74ad2e5b req-5e98c7bd-f3f5-4a3e-b0d3-a15f0fbbbbc5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d335d6a5-fe89-474d-ba6a-f70e0ff4b1da HTTP/1.1" status: 200 len: 835 time: 0.1059759 Feb 10 15:50:46.836368 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-f54ef210-9e81-4db9-9dac-bc520ecfee5c req-6c3b48a6-71d2-4b8a-bcd6-3b20f334311c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Deleting port 639e4155-310a-49dd-a1e2-e7d6f4ac188e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:46.836743 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f54ef210-9e81-4db9-9dac-bc520ecfee5c req-6c3b48a6-71d2-4b8a-bcd6-3b20f334311c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (639e4155-310a-49dd-a1e2-e7d6f4ac188e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:46.883571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8c933-735b-4891-b9aa-e68f74ad2e5b req-2544d0c8-d92a-41f3-996a-872e124f835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:46.885131 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c3d8c933-735b-4891-b9aa-e68f74ad2e5b req-2544d0c8-d92a-41f3-996a-872e124f835c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=728cfdba-899c-41bc-b106-01207edd8c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1147771 Feb 10 15:50:46.919406 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618c67b-1940-4795-9503-16ee0f2b8b68 req-24ded88e-e9de-4aa0-ba36-5f79ff540bfd tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:46.921087 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9618c67b-1940-4795-9503-16ee0f2b8b68 req-24ded88e-e9de-4aa0-ba36-5f79ff540bfd tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 943 time: 0.0618236 Feb 10 15:50:46.987366 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9618c67b-1940-4795-9503-16ee0f2b8b68 req-c132c4b5-eb3d-405d-bf95-a8deebe5a655 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568736 Feb 10 15:50:47.016834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f54ef210-9e81-4db9-9dac-bc520ecfee5c req-6c3b48a6-71d2-4b8a-bcd6-3b20f334311c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] For port 639e4155-310a-49dd-a1e2-e7d6f4ac188e, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=639e4155-310a-49dd-a1e2-e7d6f4ac188e,segment=NetworkSegment(22ef3886-7ee3-47df-8cf2-ff65081fa051),segment_id=22ef3886-7ee3-47df-8cf2-ff65081fa051)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:47.017247 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f54ef210-9e81-4db9-9dac-bc520ecfee5c req-6c3b48a6-71d2-4b8a-bcd6-3b20f334311c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (639e4155-310a-49dd-a1e2-e7d6f4ac188e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:47.025276 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:50:47.027637 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9a5ea1-7d04-425f-8736-eccc70b94000" -d '{"events": [{"name": "network-changed", "server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:47.041004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-f54ef210-9e81-4db9-9dac-bc520ecfee5c req-6c3b48a6-71d2-4b8a-bcd6-3b20f334311c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Calling delete_port for 639e4155-310a-49dd-a1e2-e7d6f4ac188e owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:47.059832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c3d8c933-735b-4891-b9aa-e68f74ad2e5b req-9e2b59e0-bcf4-4e0d-b89a-7c9aad96f8f8 service neutron] 10.222.0.72 "GET /v2.0/networks/728cfdba-899c-41bc-b106-01207edd8c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677222 Feb 10 15:50:47.122487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecd838-493e-4e72-8a52-a615a05d734c req-9fb6dcad-4a96-4e78-86d2-969d76b3bdb3 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:47.134619 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ccecd838-493e-4e72-8a52-a615a05d734c req-9fb6dcad-4a96-4e78-86d2-969d76b3bdb3 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0908554 Feb 10 15:50:47.187129 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351df062-dc7d-4201-9883-35a52dcc0f6e x-openstack-request-id: req-351df062-dc7d-4201-9883-35a52dcc0f6e {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:47.187423 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:47.187648 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-351df062-dc7d-4201-9883-35a52dcc0f6e {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:47.188048 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'status': 'completed', 'code': 200} Feb 10 15:50:47.230688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ccecd838-493e-4e72-8a52-a615a05d734c req-f2f6b5ac-5b2c-4efd-97fd-f72d3c4c59c3 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920229 Feb 10 15:50:47.234758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-cf89a03c-fddc-400e-888c-9dfbca122e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:47.238743 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-cf89a03c-fddc-400e-888c-9dfbca122e7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 1125 time: 0.0971475 Feb 10 15:50:47.265363 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c3d8c933-735b-4891-b9aa-e68f74ad2e5b req-c0bebc08-6d2c-4898-9767-8753dfa05bcd service neutron] 10.222.0.72 "GET /v2.0/networks/728cfdba-899c-41bc-b106-01207edd8c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645238 Feb 10 15:50:47.294082 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-967a2595-8a1b-46c3-a471-89847b8d59e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:47.295580 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-967a2595-8a1b-46c3-a471-89847b8d59e2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 1125 time: 0.1055801 Feb 10 15:50:47.411384 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f54ef210-9e81-4db9-9dac-bc520ecfee5c req-6c3b48a6-71d2-4b8a-bcd6-3b20f334311c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (639e4155-310a-49dd-a1e2-e7d6f4ac188e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:47.453044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b48a6-71d2-4b8a-bcd6-3b20f334311c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Port': ['ID=639e4155-310a-49dd-a1e2-e7d6f4ac188e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:47.460361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-3749ad3d-e4bd-4dbd-b6ee-cbb766f5d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:47.462243 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-3749ad3d-e4bd-4dbd-b6ee-cbb766f5d330 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 HTTP/1.1" status: 200 len: 896 time: 0.2170439 Feb 10 15:50:47.489319 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff330e3f-f851-4ee5-afbc-5d0980ab0afe req-8f497ba9-51ed-4106-93ad-824ec5b24a3e tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:47.489899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-5e2de156-80c9-4c32-9ac4-4833a6e3f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:47.491484 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-5e2de156-80c9-4c32-9ac4-4833a6e3f01f service neutron] 10.222.0.79 "GET /v2.0/networks?id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 HTTP/1.1" status: 200 len: 896 time: 0.1889162 Feb 10 15:50:47.499461 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff330e3f-f851-4ee5-afbc-5d0980ab0afe req-8f497ba9-51ed-4106-93ad-824ec5b24a3e tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa9e34-305c-424b-995a-9f9c29d8ecfa HTTP/1.1" status: 200 len: 867 time: 0.1207306 Feb 10 15:50:47.522683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54ef210-9e81-4db9-9dac-bc520ecfee5c req-6c3b48a6-71d2-4b8a-bcd6-3b20f334311c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] No DVR routers for this DVR port 639e4155-310a-49dd-a1e2-e7d6f4ac188e on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:47.527824 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f54ef210-9e81-4db9-9dac-bc520ecfee5c req-6c3b48a6-71d2-4b8a-bcd6-3b20f334311c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:47.536152 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f54ef210-9e81-4db9-9dac-bc520ecfee5c req-6c3b48a6-71d2-4b8a-bcd6-3b20f334311c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.79 "DELETE /v2.0/ports/639e4155-310a-49dd-a1e2-e7d6f4ac188e HTTP/1.1" status: 204 len: 173 time: 0.8858011 Feb 10 15:50:47.561200 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-4b88fde3-4521-462b-a0af-398372297f96 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7 HTTP/1.1" status: 200 len: 997 time: 0.0919173 Feb 10 15:50:47.580523 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b29c9338-2387-4121-9318-1595f9cb836a no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:47.621357 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: b29c9338-2387-4121-9318-1595f9cb836a {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:50:47.621726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b29c9338-2387-4121-9318-1595f9cb836a not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:47.626603 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-d0e707d4-740d-4c76-be6f-986b2cdce9cb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7 HTTP/1.1" status: 200 len: 997 time: 0.1264415 Feb 10 15:50:47.653155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-91e91f54-972d-48b1-8f9d-915e2c19b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:47.654625 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-91e91f54-972d-48b1-8f9d-915e2c19b50b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c53a46e-2199-4238-92e3-8f0eea1e292b HTTP/1.1" status: 200 len: 835 time: 0.0851798 Feb 10 15:50:47.658698 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff330e3f-f851-4ee5-afbc-5d0980ab0afe req-fef90744-cd2e-4eca-a6a2-e1854ce557f6 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=78a3ff59-dd41-46f7-84be-347ca028de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581507 Feb 10 15:50:47.713262 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-782ac196-4add-4169-9f94-7d3e5b6406c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:47.715753 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-782ac196-4add-4169-9f94-7d3e5b6406c5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c53a46e-2199-4238-92e3-8f0eea1e292b HTTP/1.1" status: 200 len: 835 time: 0.0788286 Feb 10 15:50:47.718105 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-c11750f5-4309-4230-907a-70d6a454dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:47.719607 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-c11750f5-4309-4230-907a-70d6a454dc07 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564620 Feb 10 15:50:47.783968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-bf8fe892-ef88-4193-820a-0c636e6db44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:47.787509 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-bf8fe892-ef88-4193-820a-0c636e6db44a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0658536 Feb 10 15:50:47.825890 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-a9999f4f-921d-423d-bdd8-dc940af95997 service neutron] 10.222.0.72 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992703 Feb 10 15:50:47.895317 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-ddcd06ab-e664-44de-98b2-84ef2ba09c43 service neutron] 10.222.0.79 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998685 Feb 10 15:50:47.922738 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-a26b7060-092d-473b-b4f6-3f4422dabec2 service neutron] 10.222.0.72 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912988 Feb 10 15:50:47.998749 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:48.009458 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0a9a5ea1-7d04-425f-8736-eccc70b94000 req-3951e522-47dc-481e-8a4b-18243a481731 service neutron] 10.222.0.79 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053939 Feb 10 15:50:48.139814 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46498ff3-15a9-45c8-9d01-c6927d3401e4 req-cff49319-ea88-4200-8a0a-2079c86d8edd tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:48.141713 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-46498ff3-15a9-45c8-9d01-c6927d3401e4 req-cff49319-ea88-4200-8a0a-2079c86d8edd tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 943 time: 0.0624764 Feb 10 15:50:48.203822 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-46498ff3-15a9-45c8-9d01-c6927d3401e4 req-b25ecc02-1ca0-42c8-9648-58b40cd05f40 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554028 Feb 10 15:50:48.350595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637eae6-6950-40e1-82df-7c05c64e5058 req-b9e5689f-857f-4cd0-8aa0-6023bf378c64 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:48.352321 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3637eae6-6950-40e1-82df-7c05c64e5058 req-b9e5689f-857f-4cd0-8aa0-6023bf378c64 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0525441 Feb 10 15:50:48.400844 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3637eae6-6950-40e1-82df-7c05c64e5058 req-3b2159a3-5618-4443-b8da-76286c98ef78 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422497 Feb 10 15:50:48.448098 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device bed6c5ef-5023-40ec-bf3c-2e85e72743e7 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:48.499682 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] The host n-h1-815324-7 is not matching for port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 host n-h2-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:50:48.500048 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device bed6c5ef-5023-40ec-bf3c-2e85e72743e7 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:48.719025 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34772) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:48.776110 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (78a3ff59-dd41-46f7-84be-347ca028de5a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:48.801739 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (78a3ff59-dd41-46f7-84be-347ca028de5a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:48.858047 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (78a3ff59-dd41-46f7-84be-347ca028de5a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:48.860701 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:48.861801 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "DELETE /v2.0/security-groups/78a3ff59-dd41-46f7-84be-347ca028de5a HTTP/1.1" status: 204 len: 168 time: 0.1418011 Feb 10 15:50:48.870383 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a3ff59-dd41-46f7-84be-347ca028de5a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:48.878666 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:48.879058 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:48.879394 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:48.879728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:48.880058 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:48.880386 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:48.880740 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:48.881064 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:48.881386 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:48.881704 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:48.882023 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:48.882341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:48.882660 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d880c8-0161-4fe5-9e89-ffeecb161732 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:48.893031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34776) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:48.938518 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:48.947694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-225d1512-bdbe-4bc5-977b-5bd2281e1dad tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Deleting subnet 08d0b5e5-80ff-4868-a22e-54f08d9f98fc {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:50:48.950934 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-225d1512-bdbe-4bc5-977b-5bd2281e1dad tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for subnet (08d0b5e5-80ff-4868-a22e-54f08d9f98fc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:48.991039 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-225d1512-bdbe-4bc5-977b-5bd2281e1dad tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (08d0b5e5-80ff-4868-a22e-54f08d9f98fc), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.069689 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-225d1512-bdbe-4bc5-977b-5bd2281e1dad tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (08d0b5e5-80ff-4868-a22e-54f08d9f98fc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.131163 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-225d1512-bdbe-4bc5-977b-5bd2281e1dad tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (08d0b5e5-80ff-4868-a22e-54f08d9f98fc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.157490 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d1512-bdbe-4bc5-977b-5bd2281e1dad tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Subnet': ['ID=08d0b5e5-80ff-4868-a22e-54f08d9f98fc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:49.161945 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-225d1512-bdbe-4bc5-977b-5bd2281e1dad tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.165185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-225d1512-bdbe-4bc5-977b-5bd2281e1dad tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "DELETE /v2.0/subnets/08d0b5e5-80ff-4868-a22e-54f08d9f98fc HTTP/1.1" status: 204 len: 168 time: 0.2711728 Feb 10 15:50:49.168348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34778) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:49.168801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd12599-a728-4a95-85b1-7bfa863a4205 None None] Network c92178a5-5117-408c-9f52-afd092a8ef88 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:50:49.188947 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffa9e34-305c-424b-995a-9f9c29d8ecfa', 'name': 'network-vif-deleted', 'tag': '639e4155-310a-49dd-a1e2-e7d6f4ac188e'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:50:49.192741 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0120d024-94e6-49f1-8988-316d0b24d823" -d '{"events": [{"server_uuid": "fffa9e34-305c-424b-995a-9f9c29d8ecfa", "name": "network-vif-deleted", "tag": "639e4155-310a-49dd-a1e2-e7d6f4ac188e"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:49.246587 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf9e194-105c-41de-9789-dd6a952aa332 x-openstack-request-id: req-3cf9e194-105c-41de-9789-dd6a952aa332 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:49.246898 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffa9e34-305c-424b-995a-9f9c29d8ecfa", "name": "network-vif-deleted", "tag": "639e4155-310a-49dd-a1e2-e7d6f4ac188e", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:49.247398 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3cf9e194-105c-41de-9789-dd6a952aa332 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:49.247819 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffa9e34-305c-424b-995a-9f9c29d8ecfa', 'name': 'network-vif-deleted', 'tag': '639e4155-310a-49dd-a1e2-e7d6f4ac188e', 'status': 'completed', 'code': 200} Feb 10 15:50:49.249635 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (c92178a5-5117-408c-9f52-afd092a8ef88), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.359629 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Deleting port b2949b04-8325-4948-8036-b93750ec99a1 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:49.360217 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b2949b04-8325-4948-8036-b93750ec99a1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.369538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e895a-dbd6-43f8-8802-8adb534bb8fd req-e3743dda-1fb5-4ee3-9531-afa51fbe7949 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:49.371111 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-180e895a-dbd6-43f8-8802-8adb534bb8fd req-e3743dda-1fb5-4ee3-9531-afa51fbe7949 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 943 time: 0.0791276 Feb 10 15:50:49.383183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] DHCP port deletion for c92178a5-5117-408c-9f52-afd092a8ef88 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:50:49.434130 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Deleting port b2949b04-8325-4948-8036-b93750ec99a1 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:49.434811 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b2949b04-8325-4948-8036-b93750ec99a1), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.470294 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] For port b2949b04-8325-4948-8036-b93750ec99a1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b2949b04-8325-4948-8036-b93750ec99a1,segment=NetworkSegment(22ef3886-7ee3-47df-8cf2-ff65081fa051),segment_id=22ef3886-7ee3-47df-8cf2-ff65081fa051)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:49.470677 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b2949b04-8325-4948-8036-b93750ec99a1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.500237 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-180e895a-dbd6-43f8-8802-8adb534bb8fd req-7151a0cc-eec1-4a0c-a7ff-3efc0a2e2bba tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189516 Feb 10 15:50:49.501189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Calling delete_port for b2949b04-8325-4948-8036-b93750ec99a1 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:49.506286 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] For port b2949b04-8325-4948-8036-b93750ec99a1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b2949b04-8325-4948-8036-b93750ec99a1,segment=NetworkSegment(22ef3886-7ee3-47df-8cf2-ff65081fa051),segment_id=22ef3886-7ee3-47df-8cf2-ff65081fa051)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:49.507076 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b2949b04-8325-4948-8036-b93750ec99a1), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.532568 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Calling delete_port for b2949b04-8325-4948-8036-b93750ec99a1 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:49.610901 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb7b3d-682e-4f80-8bc4-88f960fbf7e6 req-94de2beb-2c21-4ee1-a4a7-621cb2dfa426 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:49.610901 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fcbb7b3d-682e-4f80-8bc4-88f960fbf7e6 req-94de2beb-2c21-4ee1-a4a7-621cb2dfa426 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.1030457 Feb 10 15:50:49.627022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b2949b04-8325-4948-8036-b93750ec99a1 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:49.681862 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b2949b04-8325-4948-8036-b93750ec99a1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.692250 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No active binding found for port b2949b04-8325-4948-8036-b93750ec99a1 {{(pid=103370) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 15:50:49.692623 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] The host n-d-815324-7 is not matching for port b2949b04-8325-4948-8036-b93750ec99a1 host None! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:50:49.693058 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b2949b04-8325-4948-8036-b93750ec99a1 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:49.694583 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] No DVR routers for this DVR port b2949b04-8325-4948-8036-b93750ec99a1 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:49.708929 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (b2949b04-8325-4948-8036-b93750ec99a1), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.709450 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fcbb7b3d-682e-4f80-8bc4-88f960fbf7e6 req-1c5231d9-6b7b-43fb-a1af-414913806318 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965676 Feb 10 15:50:49.732238 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] No DVR routers for this DVR port b2949b04-8325-4948-8036-b93750ec99a1 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:49.752156 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Pushing event deleted for resources: {'Port': ['ID=b2949b04-8325-4948-8036-b93750ec99a1,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:49.769884 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:49.770540 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:49.771365 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:49.771975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:49.772536 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:49.773119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:49.773691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:49.774235 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:49.774449 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Port': ['ID=b2949b04-8325-4948-8036-b93750ec99a1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:49.774995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:49.775707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:49.776833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:49.777425 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:49.777980 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eb172-7f2d-472e-8b93-2f3f4fd42fe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:50:49.836152 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (c92178a5-5117-408c-9f52-afd092a8ef88), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.861068 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92178a5-5117-408c-9f52-afd092a8ef88']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:49.875285 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ef3886-7ee3-47df-8cf2-ff65081fa051') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:49.875285 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ef3886-7ee3-47df-8cf2-ff65081fa051') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:49.881481 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (22ef3886-7ee3-47df-8cf2-ff65081fa051), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.895595 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (22ef3886-7ee3-47df-8cf2-ff65081fa051), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.902326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:50:49.902740 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (22ef3886-7ee3-47df-8cf2-ff65081fa051), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:50:49.905882 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:50:49.964623 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (c92178a5-5117-408c-9f52-afd092a8ef88), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.969812 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:49.974522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "DELETE /v2.0/networks/c92178a5-5117-408c-9f52-afd092a8ef88 HTTP/1.1" status: 204 len: 168 time: 0.8046334 Feb 10 15:50:49.976910 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34798) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:49.991392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31840b3c-3a74-4207-8842-3b9e8bdb0b6f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Network': ['ID=c92178a5-5117-408c-9f52-afd092a8ef88,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:50.165846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-90a9e238-e795-4918-b470-ac1bac6fe529 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Deleting port 605485ef-a12f-45d7-beff-1ddb5cd2f9a4 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:50.166140 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-90a9e238-e795-4918-b470-ac1bac6fe529 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (605485ef-a12f-45d7-beff-1ddb5cd2f9a4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:50.244611 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-90a9e238-e795-4918-b470-ac1bac6fe529 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (605485ef-a12f-45d7-beff-1ddb5cd2f9a4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:50.245384 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-90a9e238-e795-4918-b470-ac1bac6fe529 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for floatingip (605485ef-a12f-45d7-beff-1ddb5cd2f9a4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:50.256395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-90a9e238-e795-4918-b470-ac1bac6fe529 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Calling delete_port for 605485ef-a12f-45d7-beff-1ddb5cd2f9a4 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:50.280837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device bed6c5ef-5023-40ec-bf3c-2e85e72743e7 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:50:50.284381 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 639e4155-310a-49dd-a1e2-e7d6f4ac188e no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:50.314726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 639e4155-310a-49dd-a1e2-e7d6f4ac188e {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:50:50.315076 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 639e4155-310a-49dd-a1e2-e7d6f4ac188e not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:50.407352 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-90a9e238-e795-4918-b470-ac1bac6fe529 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (605485ef-a12f-45d7-beff-1ddb5cd2f9a4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:50.409079 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:50.423482 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'port_id': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'mac_address': 'fa:16:3e:1f:26:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:50:50.437599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9e238-e795-4918-b470-ac1bac6fe529 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Port': ['ID=605485ef-a12f-45d7-beff-1ddb5cd2f9a4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:50.466175 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:50:50.466637 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:50.486084 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed6c5ef-5023-40ec-bf3c-2e85e72743e7 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:50:50.509136 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:50.513586 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:50.567600 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:50.630428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdf562-98cf-430c-a4d3-55cb55d44a04 req-fe58a7ea-4a8b-4a08-9629-aef8657053df tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:50.632183 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0fdf562-98cf-430c-a4d3-55cb55d44a04 req-fe58a7ea-4a8b-4a08-9629-aef8657053df tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 944 time: 0.0557926 Feb 10 15:50:50.696026 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0fdf562-98cf-430c-a4d3-55cb55d44a04 req-463debad-93ae-413e-a78b-c4fa4563cd55 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567112 Feb 10 15:50:50.836315 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-90a9e238-e795-4918-b470-ac1bac6fe529 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for floatingip (908bb307-35a1-48d0-84fd-c8e657895ae0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:50.836814 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-90a9e238-e795-4918-b470-ac1bac6fe529 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Floating IP 908bb307-35a1-48d0-84fd-c8e657895ae0 disassociated (deleted). External IP: 172.25.3.103, port: 4ec56fee-85b3-4844-8682-8fb6c1429f08. Feb 10 15:50:50.849618 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['bed6c5ef-5023-40ec-bf3c-2e85e72743e7'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:50:50.914095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818023a-b2a1-4884-95e3-70b2efa16521 req-1893b85c-44e9-4cec-917d-9777e96fc2f5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:50.925355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2818023a-b2a1-4884-95e3-70b2efa16521 req-1893b85c-44e9-4cec-917d-9777e96fc2f5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.1296244 Feb 10 15:50:51.071637 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2818023a-b2a1-4884-95e3-70b2efa16521 req-d4e66360-67c1-4868-bf56-34e6dcd50e3b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450267 Feb 10 15:50:51.097995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54163367-a142-475d-9535-6074bb848621 req-06efbf0d-a469-4e27-8d23-59c7504a4d7f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.100106 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54163367-a142-475d-9535-6074bb848621 req-06efbf0d-a469-4e27-8d23-59c7504a4d7f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 944 time: 0.1105635 Feb 10 15:50:51.166429 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54163367-a142-475d-9535-6074bb848621 req-9f12bf33-d047-4f1e-945f-b3ea46e73c69 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583160 Feb 10 15:50:51.192406 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-670251db-7a34-45b3-a65d-eb47b79e525f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.193896 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-670251db-7a34-45b3-a65d-eb47b79e525f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 944 time: 0.2534096 Feb 10 15:50:51.210210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a9e238-e795-4918-b470-ac1bac6fe529 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:51.310388 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-4e8d9600-c0ad-4a06-9dad-b524d6db5f8a service neutron] 10.222.0.79 "GET /v2.0/ports/bed6c5ef-5023-40ec-bf3c-2e85e72743e7/bindings/n-h2-815324-7 HTTP/1.1" status: 200 len: 382 time: 0.1092246 Feb 10 15:50:51.398815 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a9e238-e795-4918-b470-ac1bac6fe529 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:51.403703 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-90a9e238-e795-4918-b470-ac1bac6fe529 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:51.408417 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eea2944-5133-444b-85c7-767d95a6a39f None None] Sync routers for ids ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:51.418123 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea2944-5133-444b-85c7-767d95a6a39f None None] Routers {'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:51.418809 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-5eea2944-5133-444b-85c7-767d95a6a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:50:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:51.433900 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-47687285-8d08-427b-8ba8-28cdbedd3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.435404 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-47687285-8d08-427b-8ba8-28cdbedd3e4c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 1126 time: 0.0857654 Feb 10 15:50:51.440566 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-90a9e238-e795-4918-b470-ac1bac6fe529 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "DELETE /v2.0/floatingips/908bb307-35a1-48d0-84fd-c8e657895ae0 HTTP/1.1" status: 204 len: 168 time: 1.4623983 Feb 10 15:50:51.442314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616c3d90-11e1-4afc-bf33-dba56a718016', 'tag': '4ec56fee-85b3-4844-8682-8fb6c1429f08'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:50:51.444635 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3606ae-8768-492f-a496-23a46d45a114" -d '{"events": [{"name": "network-changed", "server_uuid": "616c3d90-11e1-4afc-bf33-dba56a718016", "tag": "4ec56fee-85b3-4844-8682-8fb6c1429f08"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:51.508383 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c81251-dbf0-4d3c-b72e-36ae67d449be x-openstack-request-id: req-13c81251-dbf0-4d3c-b72e-36ae67d449be {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:51.508786 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "616c3d90-11e1-4afc-bf33-dba56a718016", "tag": "4ec56fee-85b3-4844-8682-8fb6c1429f08", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:51.508933 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13c81251-dbf0-4d3c-b72e-36ae67d449be {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:51.509350 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616c3d90-11e1-4afc-bf33-dba56a718016', 'tag': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'status': 'completed', 'code': 200} Feb 10 15:50:51.541249 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-f0f646c5-3efa-4665-8402-b75dc834de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.543316 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-f0f646c5-3efa-4665-8402-b75dc834de44 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 HTTP/1.1" status: 200 len: 896 time: 0.1017196 Feb 10 15:50:51.554746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-5eea2944-5133-444b-85c7-767d95a6a39f None None] Set router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:51.592881 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3606ae-8768-492f-a496-23a46d45a114 req-5951119b-927d-4cfc-89b8-e0e4235485f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.594625 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf3606ae-8768-492f-a496-23a46d45a114 req-5951119b-927d-4cfc-89b8-e0e4235485f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=533ce765c0594113bf82249a9276396d&device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 1127 time: 0.0740714 Feb 10 15:50:51.665207 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-41ae338e-1a60-45df-89c6-ccb72dbe7985 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7 HTTP/1.1" status: 200 len: 998 time: 0.1157322 Feb 10 15:50:51.712732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3606ae-8768-492f-a496-23a46d45a114 req-4c969d7b-30c1-4262-ae82-568b6ffbe74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.713544 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf3606ae-8768-492f-a496-23a46d45a114 req-4c969d7b-30c1-4262-ae82-568b6ffbe74f service neutron] 10.222.0.72 "GET /v2.0/networks?id=728cfdba-899c-41bc-b106-01207edd8c33 HTTP/1.1" status: 200 len: 898 time: 0.1038816 Feb 10 15:50:51.716455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-a6fc6b45-f3f8-47cd-9999-34dfd5a129c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.718244 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-a6fc6b45-f3f8-47cd-9999-34dfd5a129c2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c53a46e-2199-4238-92e3-8f0eea1e292b HTTP/1.1" status: 200 len: 835 time: 0.0469370 Feb 10 15:50:51.785496 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-332b8244-5bd9-4ef3-b9bf-cf82cec63cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.787650 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf3606ae-8768-492f-a496-23a46d45a114 req-c35ebb6a-2342-4042-bd38-6c760a20b99c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec56fee-85b3-4844-8682-8fb6c1429f08 HTTP/1.1" status: 200 len: 217 time: 0.0649955 Feb 10 15:50:51.790670 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-332b8244-5bd9-4ef3-b9bf-cf82cec63cca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0665793 Feb 10 15:50:51.816826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-5eea2944-5133-444b-85c7-767d95a6a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:50:43Z', 'revision_number': 6, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'a74b82d9-a6da-49e7-8247-8482db0df545', 'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:78:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:51.847659 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9f62f-af1e-4436-8e55-5b6d04870bf5 req-840a7f86-97e2-4608-87a9-5d0234a48e3c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.849222 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8be9f62f-af1e-4436-8e55-5b6d04870bf5 req-840a7f86-97e2-4608-87a9-5d0234a48e3c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 945 time: 0.1347764 Feb 10 15:50:51.850271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eea2944-5133-444b-85c7-767d95a6a39f None None] Checking router: c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:50:51.860950 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea2944-5133-444b-85c7-767d95a6a39f None None] Routers {'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:51.861661 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-5eea2944-5133-444b-85c7-767d95a6a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:50:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:51.912926 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-20ac09c0-aacb-4ba8-a962-e3884f3da9ac service neutron] 10.222.0.79 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154597 Feb 10 15:50:51.914183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3606ae-8768-492f-a496-23a46d45a114 req-e490561e-e639-4ca9-a813-af6063eb72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.916143 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf3606ae-8768-492f-a496-23a46d45a114 req-e490561e-e639-4ca9-a813-af6063eb72b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d335d6a5-fe89-474d-ba6a-f70e0ff4b1da HTTP/1.1" status: 200 len: 835 time: 0.1201034 Feb 10 15:50:51.922796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8be9f62f-af1e-4436-8e55-5b6d04870bf5 req-37e27c90-974b-4947-bb73-0bfd07543caa tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=5497a1f5-279e-4216-9209-46b12550ed0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659297 Feb 10 15:50:51.992695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3606ae-8768-492f-a496-23a46d45a114 req-2805f19a-daac-4e24-b1ea-dd5ba3712a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:51.995716 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf3606ae-8768-492f-a496-23a46d45a114 req-2805f19a-daac-4e24-b1ea-dd5ba3712a33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=728cfdba-899c-41bc-b106-01207edd8c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0714028 Feb 10 15:50:51.998950 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-5eea2944-5133-444b-85c7-767d95a6a39f None None] Set router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:52.032773 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-bb869546-d58f-449d-8510-d98cd10d29f8 service neutron] 10.222.0.79 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138203 Feb 10 15:50:52.084702 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:50:52.119632 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf3606ae-8768-492f-a496-23a46d45a114 req-deb227ec-3b11-4ed2-a891-5a55d49c935d service neutron] 10.222.0.72 "GET /v2.0/networks/728cfdba-899c-41bc-b106-01207edd8c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161175 Feb 10 15:50:52.242260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-5eea2944-5133-444b-85c7-767d95a6a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:50:43Z', 'revision_number': 6, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'a74b82d9-a6da-49e7-8247-8482db0df545', 'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:78:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:52.276418 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eea2944-5133-444b-85c7-767d95a6a39f None None] The sync data for ids ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'] in n-d-815324-7 is: [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:50:43Z', 'revision_number': 6, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'a74b82d9-a6da-49e7-8247-8482db0df545', 'name': '', 'network_id': '728cfdba-899c-41bc-b106-01207edd8c33', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:78:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'd335d6a5-fe89-474d-ba6a-f70e0ff4b1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:52.296256 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device bed6c5ef-5023-40ec-bf3c-2e85e72743e7 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:52.339336 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf3606ae-8768-492f-a496-23a46d45a114 req-ce7c7742-3f89-4846-9554-3d6a1a4578a0 service neutron] 10.222.0.72 "GET /v2.0/networks/728cfdba-899c-41bc-b106-01207edd8c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114208 Feb 10 15:50:52.359765 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:50:52.365390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:52.366107 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:52.366236 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65039e-52fd-471b-b440-7546979a1de0 req-060a5577-9277-4178-b6a6-4a21761a3875 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:52.367788 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b65039e-52fd-471b-b440-7546979a1de0 req-060a5577-9277-4178-b6a6-4a21761a3875 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.1435513 Feb 10 15:50:52.377937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7e50b-4bcc-4a14-a650-8a34c489f9c8 req-a966eec4-31fa-4865-bc36-0e8c945c6828 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:52.386779 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49d7e50b-4bcc-4a14-a650-8a34c489f9c8 req-a966eec4-31fa-4865-bc36-0e8c945c6828 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 944 time: 0.1108091 Feb 10 15:50:52.466161 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:50:52.466728 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:52.470072 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b65039e-52fd-471b-b440-7546979a1de0 req-b004f945-a5c6-489e-892e-2c7d33799c29 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803864 Feb 10 15:50:52.479777 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49d7e50b-4bcc-4a14-a650-8a34c489f9c8 req-7035cbc5-1a9c-4514-a4e2-e029d9deba74 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919366 Feb 10 15:50:52.501249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:50:52.501249 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3b4294-a130-457f-a058-6cc1e0ebba93" -d '{"events": [{"server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "name": "network-vif-plugged", "status": "completed", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:52.517924 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:52.524542 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:52.558553 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da44be2b-ac3d-42bb-8716-08b8447a39a2 x-openstack-request-id: req-da44be2b-ac3d-42bb-8716-08b8447a39a2 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:52.558846 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "name": "network-vif-plugged", "status": "completed", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:52.559092 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da44be2b-ac3d-42bb-8716-08b8447a39a2 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:52.559478 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'code': 200} Feb 10 15:50:52.584910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:52.624850 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c4b2e5-6abb-4916-9d79-fa300376c31e None None] New status for floating IP 908bb307-35a1-48d0-84fd-c8e657895ae0: DOWN {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:50:53.065052 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f170ba4-20a0-41d1-be6c-a039ea8feaa3 req-a683ad26-6a1e-495f-81ea-c899471ae05c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:53.066533 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6f170ba4-20a0-41d1-be6c-a039ea8feaa3 req-a683ad26-6a1e-495f-81ea-c899471ae05c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.72 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 945 time: 0.0960801 Feb 10 15:50:53.077621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e051a31-4779-4512-a606-4d29e52da5d6 req-7e9c25ad-532d-48e5-9c74-307e85728e9a tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:53.079027 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e051a31-4779-4512-a606-4d29e52da5d6 req-7e9c25ad-532d-48e5-9c74-307e85728e9a tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=616c3d90-11e1-4afc-bf33-dba56a718016 HTTP/1.1" status: 200 len: 945 time: 0.0713482 Feb 10 15:50:53.187594 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e051a31-4779-4512-a606-4d29e52da5d6 req-a3b1aebb-c2d6-46c6-b9e8-86fdc1b0b46c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=5497a1f5-279e-4216-9209-46b12550ed0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014786 Feb 10 15:50:53.214941 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-6f170ba4-20a0-41d1-be6c-a039ea8feaa3 req-90f654df-17e8-47fd-97c3-44f3735a721b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Deleting port 4ec56fee-85b3-4844-8682-8fb6c1429f08 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:53.214941 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6f170ba4-20a0-41d1-be6c-a039ea8feaa3 req-90f654df-17e8-47fd-97c3-44f3735a721b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4ec56fee-85b3-4844-8682-8fb6c1429f08), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:53.316927 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-6f170ba4-20a0-41d1-be6c-a039ea8feaa3 req-90f654df-17e8-47fd-97c3-44f3735a721b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] For port 4ec56fee-85b3-4844-8682-8fb6c1429f08, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4ec56fee-85b3-4844-8682-8fb6c1429f08,segment=NetworkSegment(776f52b7-75aa-4862-93ee-77b036e0b81d),segment_id=776f52b7-75aa-4862-93ee-77b036e0b81d)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:53.317363 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6f170ba4-20a0-41d1-be6c-a039ea8feaa3 req-90f654df-17e8-47fd-97c3-44f3735a721b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4ec56fee-85b3-4844-8682-8fb6c1429f08), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:53.337238 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-6f170ba4-20a0-41d1-be6c-a039ea8feaa3 req-90f654df-17e8-47fd-97c3-44f3735a721b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Calling delete_port for 4ec56fee-85b3-4844-8682-8fb6c1429f08 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:53.474537 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6f170ba4-20a0-41d1-be6c-a039ea8feaa3 req-90f654df-17e8-47fd-97c3-44f3735a721b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4ec56fee-85b3-4844-8682-8fb6c1429f08), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:53.501387 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f654df-17e8-47fd-97c3-44f3735a721b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Port': ['ID=4ec56fee-85b3-4844-8682-8fb6c1429f08,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:53.559241 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f170ba4-20a0-41d1-be6c-a039ea8feaa3 req-90f654df-17e8-47fd-97c3-44f3735a721b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] No DVR routers for this DVR port 4ec56fee-85b3-4844-8682-8fb6c1429f08 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:53.562113 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-6f170ba4-20a0-41d1-be6c-a039ea8feaa3 req-90f654df-17e8-47fd-97c3-44f3735a721b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:53.565694 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6f170ba4-20a0-41d1-be6c-a039ea8feaa3 req-90f654df-17e8-47fd-97c3-44f3735a721b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.72 "DELETE /v2.0/ports/4ec56fee-85b3-4844-8682-8fb6c1429f08 HTTP/1.1" status: 204 len: 173 time: 0.4857459 Feb 10 15:50:53.566150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616c3d90-11e1-4afc-bf33-dba56a718016', 'name': 'network-vif-deleted', 'tag': '4ec56fee-85b3-4844-8682-8fb6c1429f08'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:50:53.568433 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b0b07a-dbaa-4551-b98e-76cfd8b93cdc" -d '{"events": [{"server_uuid": "616c3d90-11e1-4afc-bf33-dba56a718016", "name": "network-vif-deleted", "tag": "4ec56fee-85b3-4844-8682-8fb6c1429f08"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:53.684550 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc8f48-d71a-4079-a4f2-7cb1fb7e42cf req-0b172d6a-e0d3-430f-97d7-0c0a20c1a9b2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:53.686089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3fcc8f48-d71a-4079-a4f2-7cb1fb7e42cf req-0b172d6a-e0d3-430f-97d7-0c0a20c1a9b2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.0891342 Feb 10 15:50:53.707617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a4fc7-e42d-4521-b3b1-f2341dbf48a1 req-ea61ab6e-ba5e-4317-90cb-5024764a9cb2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:53.709100 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-023a4fc7-e42d-4521-b3b1-f2341dbf48a1 req-ea61ab6e-ba5e-4317-90cb-5024764a9cb2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.0963337 Feb 10 15:50:53.771863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3fcc8f48-d71a-4079-a4f2-7cb1fb7e42cf req-4ec590c9-8526-4344-b5de-72c4063de18e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795152 Feb 10 15:50:53.786191 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-023a4fc7-e42d-4521-b3b1-f2341dbf48a1 req-5ffeb004-4241-4c91-b54e-840f0fbc0ef9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702910 Feb 10 15:50:53.816284 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae05275-28c5-4054-b4cc-c0ba8979ef78 x-openstack-request-id: req-5ae05275-28c5-4054-b4cc-c0ba8979ef78 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:53.816581 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616c3d90-11e1-4afc-bf33-dba56a718016", "name": "network-vif-deleted", "tag": "4ec56fee-85b3-4844-8682-8fb6c1429f08", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:53.816873 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ae05275-28c5-4054-b4cc-c0ba8979ef78 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:53.817282 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616c3d90-11e1-4afc-bf33-dba56a718016', 'name': 'network-vif-deleted', 'tag': '4ec56fee-85b3-4844-8682-8fb6c1429f08', 'status': 'completed', 'code': 200} Feb 10 15:50:54.252355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34848) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:54.319825 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d409c9a-996c-4db0-a782-441d46de78cc tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (5497a1f5-279e-4216-9209-46b12550ed0b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:54.325607 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-60acfe91-6318-4996-8d8c-02212d2e7b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:54.328234 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-60acfe91-6318-4996-8d8c-02212d2e7b77 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb HTTP/1.1" status: 200 len: 1127 time: 0.0924168 Feb 10 15:50:54.348229 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:54.348359 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d409c9a-996c-4db0-a782-441d46de78cc tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (5497a1f5-279e-4216-9209-46b12550ed0b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:54.414344 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:54.435635 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d409c9a-996c-4db0-a782-441d46de78cc tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5497a1f5-279e-4216-9209-46b12550ed0b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:54.438952 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7d409c9a-996c-4db0-a782-441d46de78cc tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:54.440180 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7d409c9a-996c-4db0-a782-441d46de78cc tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "DELETE /v2.0/security-groups/5497a1f5-279e-4216-9209-46b12550ed0b HTTP/1.1" status: 204 len: 168 time: 0.1867371 Feb 10 15:50:54.450336 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d409c9a-996c-4db0-a782-441d46de78cc tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5497a1f5-279e-4216-9209-46b12550ed0b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:54.487801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34858) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:54.663040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:54.706081 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:54.753331 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Publish callbacks [] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:54.770301 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Transition to ACTIVE for port object bed6c5ef-5023-40ec-bf3c-2e85e72743e7 will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:50:54.775124 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:54.955003 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b1e291e7-e5f9-45d3-a247-91b5d363deea tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:55.259051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b1e291e7-e5f9-45d3-a247-91b5d363deea tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Deleting port a74b82d9-a6da-49e7-8247-8482db0df545 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:55.259727 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b1e291e7-e5f9-45d3-a247-91b5d363deea tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a74b82d9-a6da-49e7-8247-8482db0df545), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:55.351615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-b1e291e7-e5f9-45d3-a247-91b5d363deea tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] For port a74b82d9-a6da-49e7-8247-8482db0df545, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a74b82d9-a6da-49e7-8247-8482db0df545,segment=NetworkSegment(776f52b7-75aa-4862-93ee-77b036e0b81d),segment_id=776f52b7-75aa-4862-93ee-77b036e0b81d)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:55.351976 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b1e291e7-e5f9-45d3-a247-91b5d363deea tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a74b82d9-a6da-49e7-8247-8482db0df545), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:55.359890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Pushing event updated for resources: {'Port': ['ID=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,revision_number=10']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:55.365231 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b1e291e7-e5f9-45d3-a247-91b5d363deea tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Calling delete_port for a74b82d9-a6da-49e7-8247-8482db0df545 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:55.411861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] No DVR routers for this DVR port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 on host n-h2-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:55.469920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a8d32-8e9c-4bcb-8240-864f71c86198 req-98546973-385e-4ad4-b094-38e8626fc8bb tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.471530 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc6a8d32-8e9c-4bcb-8240-864f71c86198 req-98546973-385e-4ad4-b094-38e8626fc8bb tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.1986444 Feb 10 15:50:55.482059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ed713-a1fc-4fab-a03b-b137928c2e63 req-18f2a1f3-d102-43c3-8c83-9097c6b03b0e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.483654 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b79ed713-a1fc-4fab-a03b-b137928c2e63 req-18f2a1f3-d102-43c3-8c83-9097c6b03b0e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 944 time: 0.2196753 Feb 10 15:50:55.563388 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b1e291e7-e5f9-45d3-a247-91b5d363deea tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a74b82d9-a6da-49e7-8247-8482db0df545), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:55.590369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e291e7-e5f9-45d3-a247-91b5d363deea tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Port': ['ID=a74b82d9-a6da-49e7-8247-8482db0df545,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:55.614584 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc6a8d32-8e9c-4bcb-8240-864f71c86198 req-dc215887-566b-4e76-b4eb-7e616112f630 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282032 Feb 10 15:50:55.639419 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b79ed713-a1fc-4fab-a03b-b137928c2e63 req-dfebb8af-37fe-416f-8b1b-51b4b25f096f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429367 Feb 10 15:50:55.684962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Attempting to bind port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:50:55.685609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Attempting to bind port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:50:55.686154 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Attempting to bind port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 on network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:55.693884 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 on network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:50:55.694804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Attempting to bind port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 on network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:50:55.701745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:50:55.702791 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Checking segment: {'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:50:55.703376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Bound using segment: {'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:50:55.704132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Bound port: bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047681d7-dac6-414a-8e20-f9273cc97699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:50:55.705262 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:55.812143 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b1e291e7-e5f9-45d3-a247-91b5d363deea tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:55.818412 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:50:55.820915 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e617caf5-c77b-4785-ae3f-1756ca5dfae7" -d '{"events": [{"server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:55.841836 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:50:55.850680 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:50:55.860001 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:55.921496 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20327c0-685b-47d2-be16-457d6d27372a x-openstack-request-id: req-f20327c0-685b-47d2-be16-457d6d27372a {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:55.921797 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:55.922048 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f20327c0-685b-47d2-be16-457d6d27372a {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:55.922450 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'code': 200} Feb 10 15:50:55.934846 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:55.935566 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:55.936943 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] 10.222.0.72 "PUT /v2.0/ports/bed6c5ef-5023-40ec-bf3c-2e85e72743e7 HTTP/1.1" status: 200 len: 1092 time: 1.6006513 Feb 10 15:50:56.004754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9df8f-d0d3-486b-a25b-2a929a3d7c50 service neutron] Pushing event updated for resources: {'Port': ['ID=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,revision_number=11']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:56.045899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-472ac007-6032-44ce-94e7-d3eebd25e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:56.047853 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-472ac007-6032-44ce-94e7-d3eebd25e342 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 1126 time: 0.0848970 Feb 10 15:50:56.173497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-881f4e82-38f2-4b3a-8958-791c696a6841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:56.175650 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-881f4e82-38f2-4b3a-8958-791c696a6841 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 HTTP/1.1" status: 200 len: 896 time: 0.1211104 Feb 10 15:50:56.263198 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-f16ace02-1261-4e26-9c7e-d0e9c7200a23 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7 HTTP/1.1" status: 200 len: 997 time: 0.0793316 Feb 10 15:50:56.313878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-77e3f985-57b2-4c08-af34-cc6a74eef459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:56.315433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-77e3f985-57b2-4c08-af34-cc6a74eef459 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c53a46e-2199-4238-92e3-8f0eea1e292b HTTP/1.1" status: 200 len: 835 time: 0.0466948 Feb 10 15:50:56.318229 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 224c419c-3baa-415a-8369-ad70869add1a details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:50:56.320976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device bed6c5ef-5023-40ec-bf3c-2e85e72743e7 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:56.366258 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-f5572e6a-933f-4dfb-8d75-089677ea3d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:56.366885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e291e7-e5f9-45d3-a247-91b5d363deea tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:50:56.367785 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-f5572e6a-933f-4dfb-8d75-089677ea3d80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453584 Feb 10 15:50:56.394757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] The host n-h2-815324-7 is not matching for port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 host n-h1-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:50:56.395073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device bed6c5ef-5023-40ec-bf3c-2e85e72743e7 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:56.457346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 224c419c-3baa-415a-8369-ad70869add1a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=224c419c-3baa-415a-8369-ad70869add1a,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:56.461817 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-eef3dab5-8d86-4cbd-852a-c9f298a92418 service neutron] 10.222.0.72 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875161 Feb 10 15:50:56.468720 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '224c419c-3baa-415a-8369-ad70869add1a', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'port_id': '224c419c-3baa-415a-8369-ad70869add1a', 'mac_address': 'fa:16:3e:da:76:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:50:56.479701 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e291e7-e5f9-45d3-a247-91b5d363deea tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:50:56.490772 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b1e291e7-e5f9-45d3-a247-91b5d363deea tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "PUT /v2.0/routers/c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9983826 Feb 10 15:50:56.493305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34874) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:56.497745 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b9853a-873b-4cdf-a74b-4fecf9e97033 None None] Sync routers for ids ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:50:56.499714 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 4ec56fee-85b3-4844-8682-8fb6c1429f08 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:56.551102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b568648-3644-43df-8f91-a52149f35139 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Deleting subnet d335d6a5-fe89-474d-ba6a-f70e0ff4b1da {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:50:56.554549 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9b568648-3644-43df-8f91-a52149f35139 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for subnet (d335d6a5-fe89-474d-ba6a-f70e0ff4b1da), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:56.575957 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ceaa3bc5-9cf0-42be-a77a-2882efb5a3c1 req-1ebc1721-11a0-4eb9-b60b-9ea6e5659d4e service neutron] 10.222.0.72 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086941 Feb 10 15:50:56.597496 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9b568648-3644-43df-8f91-a52149f35139 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (d335d6a5-fe89-474d-ba6a-f70e0ff4b1da), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:56.690597 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 4ec56fee-85b3-4844-8682-8fb6c1429f08 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:50:56.690933 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 4ec56fee-85b3-4844-8682-8fb6c1429f08 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:56.698899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9b568648-3644-43df-8f91-a52149f35139 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (d335d6a5-fe89-474d-ba6a-f70e0ff4b1da), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:56.699331 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b9853a-873b-4cdf-a74b-4fecf9e97033 None None] Routers {'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:56.699951 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-64b9853a-873b-4cdf-a74b-4fecf9e97033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:50:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:56.701707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 224c419c-3baa-415a-8369-ad70869add1a is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:50:56.702088 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (224c419c-3baa-415a-8369-ad70869add1a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:56.755810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224c419c-3baa-415a-8369-ad70869add1a {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:50:56.775332 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9b568648-3644-43df-8f91-a52149f35139 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (d335d6a5-fe89-474d-ba6a-f70e0ff4b1da), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:56.810886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dee70-c8b1-4844-a727-a070b8c811e6 req-1365b174-3b8e-4307-82cb-7bd4c95b24d5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:56.813409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab9dee70-c8b1-4844-a727-a070b8c811e6 req-1365b174-3b8e-4307-82cb-7bd4c95b24d5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 943 time: 0.1184297 Feb 10 15:50:56.819554 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 224c419c-3baa-415a-8369-ad70869add1a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=224c419c-3baa-415a-8369-ad70869add1a,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:56.826683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e33e4d-789a-4858-98a8-69f65ae22807 req-41c1e9ce-4081-4e90-be79-2d7b981e858a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:56.827377 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (224c419c-3baa-415a-8369-ad70869add1a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:56.831415 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b568648-3644-43df-8f91-a52149f35139 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Subnet': ['ID=d335d6a5-fe89-474d-ba6a-f70e0ff4b1da,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:56.839940 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9b568648-3644-43df-8f91-a52149f35139 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:56.845771 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9b568648-3644-43df-8f91-a52149f35139 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "DELETE /v2.0/subnets/d335d6a5-fe89-474d-ba6a-f70e0ff4b1da HTTP/1.1" status: 204 len: 168 time: 0.3489230 Feb 10 15:50:56.845940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2e33e4d-789a-4858-98a8-69f65ae22807 req-41c1e9ce-4081-4e90-be79-2d7b981e858a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 944 time: 0.1137519 Feb 10 15:50:56.847469 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34882) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:56.856735 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbe1fd5-3cdd-41b9-9e56-1e2d0ef7ac31 None None] Network 728cfdba-899c-41bc-b106-01207edd8c33 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:50:56.890878 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-64b9853a-873b-4cdf-a74b-4fecf9e97033 None None] Set router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:56.969887 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=224c419c-3baa-415a-8369-ad70869add1a,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:56.981063 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2e33e4d-789a-4858-98a8-69f65ae22807 req-52f872aa-eac9-4a34-b1b9-8d11afb68d0a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349652 Feb 10 15:50:57.012807 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab9dee70-c8b1-4844-a727-a070b8c811e6 req-45608c65-4acd-4efd-9f2f-d38884f9990f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639638 Feb 10 15:50:57.055373 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7529d59-2abb-4487-baf6-4a539049a616 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:57.119834 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['224c419c-3baa-415a-8369-ad70869add1a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:50:57.208158 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74458ad-8026-48c9-b31f-f72637dcf108 None None] DHCP port deletion for 728cfdba-899c-41bc-b106-01207edd8c33 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:50:57.239883 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7529d59-2abb-4487-baf6-4a539049a616 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router_gateway (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:57.264374 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-64b9853a-873b-4cdf-a74b-4fecf9e97033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:50:55Z', 'revision_number': 7, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': '048cfd64-7d89-4bdc-a1d0-7524b3f75cdc', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:57.297956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-f7529d59-2abb-4487-baf6-4a539049a616 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Deleting port 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:57.298798 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7529d59-2abb-4487-baf6-4a539049a616 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (048cfd64-7d89-4bdc-a1d0-7524b3f75cdc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:57.299148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b9853a-873b-4cdf-a74b-4fecf9e97033 None None] Checking router: c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:50:57.330414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b9853a-873b-4cdf-a74b-4fecf9e97033 None None] Routers {'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:50:57.331673 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-64b9853a-873b-4cdf-a74b-4fecf9e97033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:50:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:57.403862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-f7529d59-2abb-4487-baf6-4a539049a616 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] For port 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=048cfd64-7d89-4bdc-a1d0-7524b3f75cdc,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:57.404480 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7529d59-2abb-4487-baf6-4a539049a616 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (048cfd64-7d89-4bdc-a1d0-7524b3f75cdc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:57.419649 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-f7529d59-2abb-4487-baf6-4a539049a616 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Calling delete_port for 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:57.446874 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f74458ad-8026-48c9-b31f-f72637dcf108 None None] Deleting port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:50:57.447159 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f74458ad-8026-48c9-b31f-f72637dcf108 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f0179eb8-aa34-4ab0-8510-6d3f880eaf4d), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:57.470307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-64b9853a-873b-4cdf-a74b-4fecf9e97033 None None] Set router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:50:57.538499 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-64b9853a-873b-4cdf-a74b-4fecf9e97033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:50:57Z', 'revision_number': 8, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:57.605309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b9853a-873b-4cdf-a74b-4fecf9e97033 None None] The sync data for ids ['c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4'] in n-d-815324-7 is: [{'id': 'c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4', 'name': 'tempest-TestNetworkBasicOps-router-1975410597', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:43Z', 'updated_at': '2022-02-10T15:50:57Z', 'revision_number': 8, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:50:57.611471 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f74458ad-8026-48c9-b31f-f72637dcf108 None None] For port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f0179eb8-aa34-4ab0-8510-6d3f880eaf4d,segment=NetworkSegment(776f52b7-75aa-4862-93ee-77b036e0b81d),segment_id=776f52b7-75aa-4862-93ee-77b036e0b81d)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:57.611875 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f74458ad-8026-48c9-b31f-f72637dcf108 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f0179eb8-aa34-4ab0-8510-6d3f880eaf4d), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:57.634355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f74458ad-8026-48c9-b31f-f72637dcf108 None None] Calling delete_port for f0179eb8-aa34-4ab0-8510-6d3f880eaf4d owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:50:57.665174 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7529d59-2abb-4487-baf6-4a539049a616 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (048cfd64-7d89-4bdc-a1d0-7524b3f75cdc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:57.702221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7529d59-2abb-4487-baf6-4a539049a616 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Port': ['ID=048cfd64-7d89-4bdc-a1d0-7524b3f75cdc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:57.746105 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f74458ad-8026-48c9-b31f-f72637dcf108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (f0179eb8-aa34-4ab0-8510-6d3f880eaf4d), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:57.776882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74458ad-8026-48c9-b31f-f72637dcf108 None None] Pushing event deleted for resources: {'Port': ['ID=f0179eb8-aa34-4ab0-8510-6d3f880eaf4d,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:57.787705 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7529d59-2abb-4487-baf6-4a539049a616 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:57.797196 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74458ad-8026-48c9-b31f-f72637dcf108 None None] No DVR routers for this DVR port f0179eb8-aa34-4ab0-8510-6d3f880eaf4d on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:50:57.930072 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7529d59-2abb-4487-baf6-4a539049a616 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:57.933144 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7529d59-2abb-4487-baf6-4a539049a616 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router_controller (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:58.019029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:50:58.021667 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907fb00d-862e-4daf-a75c-c7064c077140" -d '{"events": [{"name": "network-changed", "server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:58.041273 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7529d59-2abb-4487-baf6-4a539049a616 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:58.041885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7529d59-2abb-4487-baf6-4a539049a616 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Fanout notify agent at l3_agent the message router_deleted on router c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:50:58.066814 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7529d59-2abb-4487-baf6-4a539049a616 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:58.070032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34898) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:58.081238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f7529d59-2abb-4487-baf6-4a539049a616 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "DELETE /v2.0/routers/c6d5a7c9-edb0-4c64-9bf5-b41b64ef21e4 HTTP/1.1" status: 204 len: 168 time: 1.2111282 Feb 10 15:50:58.112706 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c789fde6-1f34-4d91-8cd5-8aecae93e70a x-openstack-request-id: req-c789fde6-1f34-4d91-8cd5-8aecae93e70a {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:58.112706 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:58.112706 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c789fde6-1f34-4d91-8cd5-8aecae93e70a {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:58.112706 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'status': 'completed', 'code': 200} Feb 10 15:50:58.168029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f0179eb8-aa34-4ab0-8510-6d3f880eaf4d no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:58.205155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fb00d-862e-4daf-a75c-c7064c077140 req-b6826df0-f7a3-4be3-8fb0-91c3e66d02eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.206705 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-907fb00d-862e-4daf-a75c-c7064c077140 req-b6826df0-f7a3-4be3-8fb0-91c3e66d02eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 1126 time: 0.0731211 Feb 10 15:50:58.242242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: f0179eb8-aa34-4ab0-8510-6d3f880eaf4d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:50:58.242597 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f0179eb8-aa34-4ab0-8510-6d3f880eaf4d not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:58.332605 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 224c419c-3baa-415a-8369-ad70869add1a up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:50:58.335420 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3578cdc-c821-4fd7-b0b2-872d45317b94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (728cfdba-899c-41bc-b106-01207edd8c33), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:58.409554 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 224c419c-3baa-415a-8369-ad70869add1a completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:50:58.415424 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 224c419c-3baa-415a-8369-ad70869add1a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:50:58.416044 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (224c419c-3baa-415a-8369-ad70869add1a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:58.438861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d3cde-b574-4bee-916d-ad5342836098 req-2934dc94-8823-482a-9299-293486198a2b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.441074 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6f7d3cde-b574-4bee-916d-ad5342836098 req-2934dc94-8823-482a-9299-293486198a2b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 944 time: 0.1735089 Feb 10 15:50:58.453114 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2b57c-54a3-48ec-bb06-f700257bc9fb req-181526b3-b054-45d7-93ed-cf8b5efdd210 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.455568 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afb2b57c-54a3-48ec-bb06-f700257bc9fb req-181526b3-b054-45d7-93ed-cf8b5efdd210 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 944 time: 0.2294035 Feb 10 15:50:58.469852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fb00d-862e-4daf-a75c-c7064c077140 req-220c751b-4518-4147-bcd8-9d7446803488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.471313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-907fb00d-862e-4daf-a75c-c7064c077140 req-220c751b-4518-4147-bcd8-9d7446803488 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 HTTP/1.1" status: 200 len: 896 time: 0.2562487 Feb 10 15:50:58.483443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device bed6c5ef-5023-40ec-bf3c-2e85e72743e7 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:50:58.486464 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3578cdc-c821-4fd7-b0b2-872d45317b94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (728cfdba-899c-41bc-b106-01207edd8c33), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:58.520206 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-a3578cdc-c821-4fd7-b0b2-872d45317b94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728cfdba-899c-41bc-b106-01207edd8c33']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:58.540462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-a3578cdc-c821-4fd7-b0b2-872d45317b94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776f52b7-75aa-4862-93ee-77b036e0b81d') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:58.540789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-a3578cdc-c821-4fd7-b0b2-872d45317b94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776f52b7-75aa-4862-93ee-77b036e0b81d') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:50:58.566815 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3578cdc-c821-4fd7-b0b2-872d45317b94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (776f52b7-75aa-4862-93ee-77b036e0b81d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:58.583895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 224c419c-3baa-415a-8369-ad70869add1a is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:50:58.584443 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (224c419c-3baa-415a-8369-ad70869add1a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:58.599745 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3578cdc-c821-4fd7-b0b2-872d45317b94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (776f52b7-75aa-4862-93ee-77b036e0b81d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:58.614583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3578cdc-c821-4fd7-b0b2-872d45317b94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:50:58.615065 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3578cdc-c821-4fd7-b0b2-872d45317b94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (776f52b7-75aa-4862-93ee-77b036e0b81d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:50:58.619783 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:50:58.637405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-907fb00d-862e-4daf-a75c-c7064c077140 req-40bab277-b467-45fa-9449-1ad2d3ba37fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7 HTTP/1.1" status: 200 len: 997 time: 0.1486850 Feb 10 15:50:58.659946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 224c419c-3baa-415a-8369-ad70869add1a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=224c419c-3baa-415a-8369-ad70869add1a,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:58.663098 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5728aa-3746-4906-8bc5-8d293aac718b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224c419c-3baa-415a-8369-ad70869add1a'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:50:58.665645 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bcd566-b0c1-4437-a8a0-eafd089cdc4d" -d '{"events": [{"server_uuid": "ff5728aa-3746-4906-8bc5-8d293aac718b", "name": "network-vif-plugged", "status": "completed", "tag": "224c419c-3baa-415a-8369-ad70869add1a"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:50:58.674374 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (224c419c-3baa-415a-8369-ad70869add1a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:58.699476 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3578cdc-c821-4fd7-b0b2-872d45317b94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (728cfdba-899c-41bc-b106-01207edd8c33), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:58.706128 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a3578cdc-c821-4fd7-b0b2-872d45317b94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:58.712902 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a3578cdc-c821-4fd7-b0b2-872d45317b94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "DELETE /v2.0/networks/728cfdba-899c-41bc-b106-01207edd8c33 HTTP/1.1" status: 204 len: 168 time: 0.6384239 Feb 10 15:50:58.725402 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3578cdc-c821-4fd7-b0b2-872d45317b94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Network': ['ID=728cfdba-899c-41bc-b106-01207edd8c33,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:58.737674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34904) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:58.742710 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-591aeba3-60d8-4b8f-89f1-bbc8c586582b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'network': {'name': 'tempest-network-smoke--89359830', 'project_id': '533ce765c0594113bf82249a9276396d', 'port_security_enabled': True}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:58.765948 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6f7d3cde-b574-4bee-916d-ad5342836098 req-0f545d1d-ee99-43e7-b8c0-f893d37aed9f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090611 Feb 10 15:50:58.781611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=224c419c-3baa-415a-8369-ad70869add1a,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:58.790101 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-afb2b57c-54a3-48ec-bb06-f700257bc9fb req-93584076-4e91-43c7-b706-8df9c8361536 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271558 Feb 10 15:50:58.798488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591aeba3-60d8-4b8f-89f1-bbc8c586582b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Made reservation on behalf of 533ce765c0594113bf82249a9276396d for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:50:58.804611 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-591aeba3-60d8-4b8f-89f1-bbc8c586582b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:58.811357 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:58.821147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fb00d-862e-4daf-a75c-c7064c077140 req-3c4a6172-aa6f-4e36-9d4e-2e51b7bb5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.825052 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-907fb00d-862e-4daf-a75c-c7064c077140 req-3c4a6172-aa6f-4e36-9d4e-2e51b7bb5fbc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c53a46e-2199-4238-92e3-8f0eea1e292b HTTP/1.1" status: 200 len: 835 time: 0.1698146 Feb 10 15:50:58.845243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'port_id': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'mac_address': 'fa:16:3e:1f:26:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:50:58.846306 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591aeba3-60d8-4b8f-89f1-bbc8c586582b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:50:58.848128 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98304c5b-9aa3-4f2c-8764-78f2288349b4 x-openstack-request-id: req-98304c5b-9aa3-4f2c-8764-78f2288349b4 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:50:58.848471 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5728aa-3746-4906-8bc5-8d293aac718b", "name": "network-vif-plugged", "status": "completed", "tag": "224c419c-3baa-415a-8369-ad70869add1a", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:50:58.848782 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98304c5b-9aa3-4f2c-8764-78f2288349b4 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:50:58.849180 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5728aa-3746-4906-8bc5-8d293aac718b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224c419c-3baa-415a-8369-ad70869add1a', 'code': 200} Feb 10 15:50:58.872566 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-591aeba3-60d8-4b8f-89f1-bbc8c586582b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (0c656962-e3f4-44b2-ab69-8734ee9667b0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:58.873449 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-591aeba3-60d8-4b8f-89f1-bbc8c586582b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Added segment 0c656962-e3f4-44b2-ab69-8734ee9667b0 of type vlan for network 4b38dc74-b37a-40ea-ab18-c1273b7875e8 Feb 10 15:50:58.902914 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fb00d-862e-4daf-a75c-c7064c077140 req-5f635a28-469c-4555-9fd6-8a78104cfa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:58.905092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-907fb00d-862e-4daf-a75c-c7064c077140 req-5f635a28-469c-4555-9fd6-8a78104cfa13 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0739813 Feb 10 15:50:58.964554 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:50:58.964996 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:58.971191 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-591aeba3-60d8-4b8f-89f1-bbc8c586582b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (4b38dc74-b37a-40ea-ab18-c1273b7875e8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:59.002124 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed6c5ef-5023-40ec-bf3c-2e85e72743e7 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:50:59.029006 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e5456-1f90-45c7-b431-74870f33c4aa req-4470fe14-9c44-487f-a3a1-50fceb9c5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:59.033320 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-793e5456-1f90-45c7-b431-74870f33c4aa req-4470fe14-9c44-487f-a3a1-50fceb9c5f0f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 1127 time: 0.1117306 Feb 10 15:50:59.034919 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-591aeba3-60d8-4b8f-89f1-bbc8c586582b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (4b38dc74-b37a-40ea-ab18-c1273b7875e8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:59.041344 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591aeba3-60d8-4b8f-89f1-bbc8c586582b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:50:59.042249 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-907fb00d-862e-4daf-a75c-c7064c077140 req-f8df40cb-c7f9-4898-98f4-83a8f8f9fbc3 service neutron] 10.222.0.72 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281466 Feb 10 15:50:59.045287 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-591aeba3-60d8-4b8f-89f1-bbc8c586582b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:59.047529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:50:59.055846 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:59.134798 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,revision_number=12']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:59.152112 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591aeba3-60d8-4b8f-89f1-bbc8c586582b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Network': ['ID=4b38dc74-b37a-40ea-ab18-c1273b7875e8,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:50:59.162148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 4b38dc74-b37a-40ea-ab18-c1273b7875e8 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:50:59.181773 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-591aeba3-60d8-4b8f-89f1-bbc8c586582b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4405768 Feb 10 15:50:59.183058 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34906) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:50:59.189581 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-552340067', 'admin_state_up': True, 'project_id': '533ce765c0594113bf82249a9276396d', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:50:59.203648 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-793e5456-1f90-45c7-b431-74870f33c4aa req-1e6db952-0b95-43d0-905f-2058cca8dfbc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494181 Feb 10 15:50:59.231402 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-907fb00d-862e-4daf-a75c-c7064c077140 req-90051320-98fc-4721-8fa2-0c9a0bee515c service neutron] 10.222.0.72 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833875 Feb 10 15:50:59.233113 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:59.234472 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:59.286080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['bed6c5ef-5023-40ec-bf3c-2e85e72743e7'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:50:59.295130 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router_controller (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:59.464189 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router_gateway (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:59.665769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a74b82d9-a6da-49e7-8247-8482db0df545 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:59.687837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: a74b82d9-a6da-49e7-8247-8482db0df545 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:50:59.688473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a74b82d9-a6da-49e7-8247-8482db0df545 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:59.689096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:50:59.709444 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:50:59.710089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 048cfd64-7d89-4bdc-a1d0-7524b3f75cdc not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:50:59.724876 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router_gateway (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:59.752586 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:50:59.920309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Allocated IP 172.25.3.59 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/e9615408-b41b-4b88-bc3a-9a9249dcbfaf) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:00.024077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa252c-9c8c-48ad-9424-40bf1f32748b req-29ec7ba7-37b7-49f7-891d-e69c3bf789a2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:00.025947 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19aa252c-9c8c-48ad-9424-40bf1f32748b req-29ec7ba7-37b7-49f7-891d-e69c3bf789a2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 945 time: 0.1532595 Feb 10 15:51:00.092397 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2534e-e430-43a3-ba7e-49f2d314a7ed req-b0f05777-9f5f-4279-b793-7c3167c2d6ee tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:00.093969 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ec2534e-e430-43a3-ba7e-49f2d314a7ed req-b0f05777-9f5f-4279-b793-7c3167c2d6ee tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 945 time: 0.1925426 Feb 10 15:51:00.163016 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for port (e9615408-b41b-4b88-bc3a-9a9249dcbfaf), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:00.171992 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19aa252c-9c8c-48ad-9424-40bf1f32748b req-af404796-b887-4717-8fd8-f79afa79423b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086247 Feb 10 15:51:00.195880 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ec2534e-e430-43a3-ba7e-49f2d314a7ed req-65fdf560-a315-4fdc-ad91-9c7c9b383023 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909290 Feb 10 15:51:00.221139 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34914) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:00.225421 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (e9615408-b41b-4b88-bc3a-9a9249dcbfaf), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:00.276760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:00.280036 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:00.284060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:00.289998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Port': ['ID=e9615408-b41b-4b88-bc3a-9a9249dcbfaf,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:00.309748 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e4f1d36d-c4e8-4c7a-9dcb-6814eb151a5d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/bd36d4c3-50d7-4c93-9da0-95bfba755ded HTTP/1.1" status: 200 len: 990 time: 0.0763607 Feb 10 15:51:00.496697 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device bed6c5ef-5023-40ec-bf3c-2e85e72743e7 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:00.590529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:51:00.595686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:00.597704 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:00.800777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:00.801467 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:00.851279 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:51:00.860057 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9ed0c7-06a1-4bdf-8b73-9c008b357ba9" -d '{"events": [{"server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "name": "network-vif-plugged", "status": "completed", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:00.881804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:00.889463 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:00.949242 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644e4f65-eb6b-4822-a3de-ca401746fbfa x-openstack-request-id: req-644e4f65-eb6b-4822-a3de-ca401746fbfa {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:00.949666 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "name": "network-vif-plugged", "status": "completed", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:00.950036 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-644e4f65-eb6b-4822-a3de-ca401746fbfa {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:00.950529 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'code': 200} Feb 10 15:51:00.951405 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,revision_number=13']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:01.131326 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router_gateway (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:01.411386 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934297e-b596-41d2-a5ab-d04d634db237 req-24164d89-c535-4b81-9f07-e80c449ef785 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:01.412921 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4934297e-b596-41d2-a5ab-d04d634db237 req-24164d89-c535-4b81-9f07-e80c449ef785 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 945 time: 0.1098113 Feb 10 15:51:01.418388 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:01.533211 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4934297e-b596-41d2-a5ab-d04d634db237 req-d2f4004d-abf7-4ea5-9456-d98482274bbd tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103010 Feb 10 15:51:01.702506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:51:01.714803 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3980b0b-4176-492d-9f3a-3afa470ecc85 req-09ce3d68-fb53-492f-a63c-654d8f0e420a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:01.723367 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3980b0b-4176-492d-9f3a-3afa470ecc85 req-09ce3d68-fb53-492f-a63c-654d8f0e420a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 945 time: 0.1002254 Feb 10 15:51:01.790310 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3980b0b-4176-492d-9f3a-3afa470ecc85 req-dbc0f8fb-5910-4468-b657-eb6242358f93 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649774 Feb 10 15:51:01.961106 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:01.972500 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Sync routers for ids ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:01.989609 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Routers {'2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:01.993157 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:50:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:02.027216 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b9989-222b-43d9-b0b4-d2d85c337ce5 req-d9d793b7-9534-409c-aa62-d51bd40b68ce tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:02.029541 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec9b9989-222b-43d9-b0b4-d2d85c337ce5 req-d9d793b7-9534-409c-aa62-d51bd40b68ce tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 945 time: 0.1368761 Feb 10 15:51:02.033804 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:02.035435 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-14c61383-019e-4534-a96f-2e9b78083e28 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8514323 Feb 10 15:51:02.039191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34928) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:02.102015 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Set router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:02.123692 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-17f556a4-a119-4bb1-9ecd-415d05cf3251 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=533ce765c0594113bf82249a9276396d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0821559 Feb 10 15:51:02.126893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34930) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:02.156189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec9b9989-222b-43d9-b0b4-d2d85c337ce5 req-2a9c59fd-85d8-4c96-8638-cc73c81bfc37 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171360 Feb 10 15:51:02.366473 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fff1cdb-1674-433d-b195-1e385463a88c tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:02.368426 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9fff1cdb-1674-433d-b195-1e385463a88c tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2402380 Feb 10 15:51:02.371807 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34936) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:02.413043 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d842e432-635c-4a44-940c-cd0d0741a610 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=4454d505-75c9-41c1-a257-953d507647a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395050 Feb 10 15:51:02.415524 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34938) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:02.422249 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-0d0a1db9-a639-4f2d-a593-ebd6c4ea3971 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1542538038', 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'project_id': '533ce765c0594113bf82249a9276396d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:02.484604 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'name': 'tempest-TestNetworkBasicOps-router-552340067', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:00Z', 'revision_number': 3, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:02.533536 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Checking router: 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:51:02.534374 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Updating router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 port e9615408-b41b-4b88-bc3a-9a9249dcbfaf binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:51:02.600467 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0a1db9-a639-4f2d-a593-ebd6c4ea3971 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Made reservation on behalf of 533ce765c0594113bf82249a9276396d for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:02.604843 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1db9-a639-4f2d-a593-ebd6c4ea3971 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:02.638619 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e9615408-b41b-4b88-bc3a-9a9249dcbfaf), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:02.720504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aedcf7-d524-41c2-92b2-2e2f38beca9f req-519976bf-cb79-49c2-8451-339fd86fb33c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:02.732716 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0aedcf7-d524-41c2-92b2-2e2f38beca9f req-519976bf-cb79-49c2-8451-339fd86fb33c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 945 time: 0.1252048 Feb 10 15:51:02.893850 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0aedcf7-d524-41c2-92b2-2e2f38beca9f req-b3c3d479-06b5-4ce5-9be2-941e9d5ba222 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515100 Feb 10 15:51:02.929376 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1db9-a639-4f2d-a593-ebd6c4ea3971 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (fb394f21-c20f-4f8e-ab3c-bd37e49184f1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:03.039937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a1db9-a639-4f2d-a593-ebd6c4ea3971 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Subnet': ['ID=fb394f21-c20f-4f8e-ab3c-bd37e49184f1,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:03.057969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0a1db9-a639-4f2d-a593-ebd6c4ea3971 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Checking segment: {'id': '0c656962-e3f4-44b2-ab69-8734ee9667b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:51:03.058457 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0a1db9-a639-4f2d-a593-ebd6c4ea3971 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network hostable DHCP agents. Network: 4b38dc74-b37a-40ea-ab18-c1273b7875e8, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:51:03.077288 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0a1db9-a639-4f2d-a593-ebd6c4ea3971 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network 4b38dc74-b37a-40ea-ab18-c1273b7875e8 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:51:03.092273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-0d0a1db9-a639-4f2d-a593-ebd6c4ea3971 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 4b38dc74-b37a-40ea-ab18-c1273b7875e8) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:03.101133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a1db9-a639-4f2d-a593-ebd6c4ea3971 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:03.103731 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1db9-a639-4f2d-a593-ebd6c4ea3971 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:03.106069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0269a1f-7b0e-47f1-9184-0a8a73eb3f23 None None] Network 4b38dc74-b37a-40ea-ab18-c1273b7875e8 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:51:03.132570 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0d0a1db9-a639-4f2d-a593-ebd6c4ea3971 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7155004 Feb 10 15:51:03.135591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34948) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:03.342789 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Publish callbacks [] for port (e9615408-b41b-4b88-bc3a-9a9249dcbfaf), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:03.355639 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e9615408-b41b-4b88-bc3a-9a9249dcbfaf), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:03.453904 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Attempting to bind port e9615408-b41b-4b88-bc3a-9a9249dcbfaf on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:51:03.454819 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Attempting to bind port e9615408-b41b-4b88-bc3a-9a9249dcbfaf by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:51:03.455447 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Attempting to bind port e9615408-b41b-4b88-bc3a-9a9249dcbfaf on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:03.459585 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919bedd-e48f-4237-899e-4cea3c6e1ae4 None None] Pushing event updated for resources: {'Port': ['ID=e9615408-b41b-4b88-bc3a-9a9249dcbfaf,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:03.472105 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:03.472891 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:51:03.473548 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:03.474185 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:03.475755 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Bound port: e9615408-b41b-4b88-bc3a-9a9249dcbfaf, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:51:03.476438 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e9615408-b41b-4b88-bc3a-9a9249dcbfaf), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:03.502495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'project_id': '533ce765c0594113bf82249a9276396d', 'fixed_ips': [{'subnet_id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:51:03.503458 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:03.568243 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] For port e9615408-b41b-4b88-bc3a-9a9249dcbfaf, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:03.572439 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] For port e9615408-b41b-4b88-bc3a-9a9249dcbfaf, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e9615408-b41b-4b88-bc3a-9a9249dcbfaf,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:03.584972 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e9615408-b41b-4b88-bc3a-9a9249dcbfaf), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:03.645985 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Routers {'2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:03.657975 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:50:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:03.803207 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Allocated IP 172.20.0.2 (4b38dc74-b37a-40ea-ab18-c1273b7875e8/fb394f21-c20f-4f8e-ab3c-bd37e49184f1/eb048da9-d855-4768-ac61-6a90d6c2471a) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:03.945409 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] Set router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:04.010299 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Publish callbacks [] for port (eb048da9-d855-4768-ac61-6a90d6c2471a), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:04.028705 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (eb048da9-d855-4768-ac61-6a90d6c2471a), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:04.070848 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919bedd-e48f-4237-899e-4cea3c6e1ae4 None None] Pushing event updated for resources: {'Port': ['ID=e9615408-b41b-4b88-bc3a-9a9249dcbfaf,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:04.095556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Network 4b38dc74-b37a-40ea-ab18-c1273b7875e8 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:04.097825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Pushing event updated for resources: {'Port': ['ID=eb048da9-d855-4768-ac61-6a90d6c2471a,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:04.102992 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:04.108292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:04.203940 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b08eed-54ca-403c-af74-9deccdf50f61 req-f79fc663-98c8-4248-b15c-cda58e0cfb16 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:04.205694 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-99b08eed-54ca-403c-af74-9deccdf50f61 req-f79fc663-98c8-4248-b15c-cda58e0cfb16 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 945 time: 0.1150069 Feb 10 15:51:04.209085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3ddb2-51fa-4a81-82ab-4b9c43d626a5 req-f686774b-01e0-400f-9ff4-4f6821877cef tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:04.210692 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62b3ddb2-51fa-4a81-82ab-4b9c43d626a5 req-f686774b-01e0-400f-9ff4-4f6821877cef tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 945 time: 0.2065392 Feb 10 15:51:04.268717 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Attempting to bind port eb048da9-d855-4768-ac61-6a90d6c2471a on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:51:04.269260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Attempting to bind port eb048da9-d855-4768-ac61-6a90d6c2471a by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '0c656962-e3f4-44b2-ab69-8734ee9667b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:51:04.270743 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Attempting to bind port eb048da9-d855-4768-ac61-6a90d6c2471a on network 4b38dc74-b37a-40ea-ab18-c1273b7875e8 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:04.281772 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:04.283281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Checking segment: {'id': '0c656962-e3f4-44b2-ab69-8734ee9667b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:51:04.284098 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:04.288192 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Bound using segment: {'id': '0c656962-e3f4-44b2-ab69-8734ee9667b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:04.288823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Bound port: eb048da9-d855-4768-ac61-6a90d6c2471a, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c656962-e3f4-44b2-ab69-8734ee9667b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:51:04.289610 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eb048da9-d855-4768-ac61-6a90d6c2471a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:04.325596 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'name': 'tempest-TestNetworkBasicOps-router-552340067', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:00Z', 'revision_number': 3, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:04.356727 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a353074-5c8f-495c-9a8c-f740b397a8e7 None None] The sync data for ids ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'] in n-d-815324-7 is: [{'id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'name': 'tempest-TestNetworkBasicOps-router-552340067', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:00Z', 'revision_number': 3, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:04.413652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-99b08eed-54ca-403c-af74-9deccdf50f61 req-30d4195f-7929-458c-bd54-8e5a8d54b635 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Deleting port 224c419c-3baa-415a-8369-ad70869add1a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:51:04.414031 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-99b08eed-54ca-403c-af74-9deccdf50f61 req-30d4195f-7929-458c-bd54-8e5a8d54b635 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (224c419c-3baa-415a-8369-ad70869add1a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:04.417120 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62b3ddb2-51fa-4a81-82ab-4b9c43d626a5 req-9bac1669-9923-433c-ac88-227349f667f3 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859367 Feb 10 15:51:04.429946 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:04.465922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] For port eb048da9-d855-4768-ac61-6a90d6c2471a, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:04.469637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] For port eb048da9-d855-4768-ac61-6a90d6c2471a, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=eb048da9-d855-4768-ac61-6a90d6c2471a,segment=NetworkSegment(0c656962-e3f4-44b2-ab69-8734ee9667b0),segment_id=0c656962-e3f4-44b2-ab69-8734ee9667b0)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:04.482940 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eb048da9-d855-4768-ac61-6a90d6c2471a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:04.593183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-99b08eed-54ca-403c-af74-9deccdf50f61 req-30d4195f-7929-458c-bd54-8e5a8d54b635 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] For port 224c419c-3baa-415a-8369-ad70869add1a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=224c419c-3baa-415a-8369-ad70869add1a,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:04.593544 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-99b08eed-54ca-403c-af74-9deccdf50f61 req-30d4195f-7929-458c-bd54-8e5a8d54b635 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (224c419c-3baa-415a-8369-ad70869add1a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:04.633691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-99b08eed-54ca-403c-af74-9deccdf50f61 req-30d4195f-7929-458c-bd54-8e5a8d54b635 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Calling delete_port for 224c419c-3baa-415a-8369-ad70869add1a owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:51:04.667500 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9254d21-0faf-4397-8880-56dc3bdaa834 None None] Pushing event updated for resources: {'Port': ['ID=eb048da9-d855-4768-ac61-6a90d6c2471a,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:04.957248 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-99b08eed-54ca-403c-af74-9deccdf50f61 req-30d4195f-7929-458c-bd54-8e5a8d54b635 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (224c419c-3baa-415a-8369-ad70869add1a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:04.972482 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['224c419c-3baa-415a-8369-ad70869add1a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:51:05.041061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4195f-7929-458c-bd54-8e5a8d54b635 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event deleted for resources: {'Port': ['ID=224c419c-3baa-415a-8369-ad70869add1a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:05.128939 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Allocated IP 172.20.0.1 (4b38dc74-b37a-40ea-ab18-c1273b7875e8/fb394f21-c20f-4f8e-ab3c-bd37e49184f1/73d82c8b-8a8c-4413-afd3-540eeae68360) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:05.163926 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b08eed-54ca-403c-af74-9deccdf50f61 req-30d4195f-7929-458c-bd54-8e5a8d54b635 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] No DVR routers for this DVR port 224c419c-3baa-415a-8369-ad70869add1a on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:05.169578 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-99b08eed-54ca-403c-af74-9deccdf50f61 req-30d4195f-7929-458c-bd54-8e5a8d54b635 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:05.177011 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-99b08eed-54ca-403c-af74-9deccdf50f61 req-30d4195f-7929-458c-bd54-8e5a8d54b635 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "DELETE /v2.0/ports/224c419c-3baa-415a-8369-ad70869add1a HTTP/1.1" status: 204 len: 173 time: 0.9593616 Feb 10 15:51:05.177528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5728aa-3746-4906-8bc5-8d293aac718b', 'name': 'network-vif-deleted', 'tag': '224c419c-3baa-415a-8369-ad70869add1a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:51:05.201710 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3dd5b0-bb86-4553-82c6-6b372a25b19c" -d '{"events": [{"server_uuid": "ff5728aa-3746-4906-8bc5-8d293aac718b", "name": "network-vif-deleted", "tag": "224c419c-3baa-415a-8369-ad70869add1a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:05.349491 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93966811-d892-44ab-be30-159aa7120eaa x-openstack-request-id: req-93966811-d892-44ab-be30-159aa7120eaa {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:05.350157 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5728aa-3746-4906-8bc5-8d293aac718b", "name": "network-vif-deleted", "tag": "224c419c-3baa-415a-8369-ad70869add1a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:05.350157 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93966811-d892-44ab-be30-159aa7120eaa {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:05.350548 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5728aa-3746-4906-8bc5-8d293aac718b', 'name': 'network-vif-deleted', 'tag': '224c419c-3baa-415a-8369-ad70869add1a', 'status': 'completed', 'code': 200} Feb 10 15:51:05.438800 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:05.482582 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:05.558358 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network 4b38dc74-b37a-40ea-ab18-c1273b7875e8 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:05.564117 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:05.579284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:05.725437 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3902db89-51aa-4b2c-ba84-8766692ae810 req-c17ec876-60ab-44f4-8ba6-acb110559d6e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 210 time: 0.0728748 Feb 10 15:51:05.732452 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Port': ['ID=73d82c8b-8a8c-4413-afd3-540eeae68360,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:05.778738 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:05.846695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device eb048da9-d855-4768-ac61-6a90d6c2471a up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:05.965828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port eb048da9-d855-4768-ac61-6a90d6c2471a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:05.966212 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eb048da9-d855-4768-ac61-6a90d6c2471a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:05.984641 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:06.125792 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port eb048da9-d855-4768-ac61-6a90d6c2471a is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:06.126458 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eb048da9-d855-4768-ac61-6a90d6c2471a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:06.168261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port eb048da9-d855-4768-ac61-6a90d6c2471a, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=eb048da9-d855-4768-ac61-6a90d6c2471a,segment=NetworkSegment(0c656962-e3f4-44b2-ab69-8734ee9667b0),segment_id=0c656962-e3f4-44b2-ab69-8734ee9667b0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:06.173729 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eb048da9-d855-4768-ac61-6a90d6c2471a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:06.175292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e9615408-b41b-4b88-bc3a-9a9249dcbfaf up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:06.291059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e9615408-b41b-4b88-bc3a-9a9249dcbfaf triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:06.291491 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e9615408-b41b-4b88-bc3a-9a9249dcbfaf), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:06.351049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ae695-6f3c-4af5-b8cf-369f17a4f1fa None None] Network 4b38dc74-b37a-40ea-ab18-c1273b7875e8 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:51:06.490268 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:06.498565 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:06.503661 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2a4c7810-73e2-43f2-abf8-58c7d31fe2f9 None None] Provisioning complete for port eb048da9-d855-4768-ac61-6a90d6c2471a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:06.504039 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2a4c7810-73e2-43f2-abf8-58c7d31fe2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eb048da9-d855-4768-ac61-6a90d6c2471a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:06.574553 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=eb048da9-d855-4768-ac61-6a90d6c2471a,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:06.583467 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:06.585260 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Port': ['ID=73d82c8b-8a8c-4413-afd3-540eeae68360,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:06.617314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e9615408-b41b-4b88-bc3a-9a9249dcbfaf is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:06.617718 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e9615408-b41b-4b88-bc3a-9a9249dcbfaf), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:06.698954 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port e9615408-b41b-4b88-bc3a-9a9249dcbfaf, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e9615408-b41b-4b88-bc3a-9a9249dcbfaf,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:06.706631 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c7810-73e2-43f2-abf8-58c7d31fe2f9 None None] Current status of the port eb048da9-d855-4768-ac61-6a90d6c2471a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:06.709517 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e9615408-b41b-4b88-bc3a-9a9249dcbfaf), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:06.750290 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network 4b38dc74-b37a-40ea-ab18-c1273b7875e8 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:06.752917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:06.861527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=e9615408-b41b-4b88-bc3a-9a9249dcbfaf,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:06.941373 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d3b43a0-6361-4f0e-8816-592719a552d4 req-1efbce6a-1195-47f6-9a71-e5fabd8cd7a4 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 210 time: 0.0344667 Feb 10 15:51:06.943412 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:51:07.051224 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-43aaebb0-4c56-4d53-9660-21fd670dec6f None None] Provisioning complete for port eb048da9-d855-4768-ac61-6a90d6c2471a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:07.052011 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-43aaebb0-4c56-4d53-9660-21fd670dec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eb048da9-d855-4768-ac61-6a90d6c2471a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:07.088597 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:07.106264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34964) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:07.120738 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6ecf3408-f558-4b04-8bc9-3bc318bcff03 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "PUT /v2.0/routers/2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9838047 Feb 10 15:51:07.271546 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-43aaebb0-4c56-4d53-9660-21fd670dec6f None None] Current status of the port eb048da9-d855-4768-ac61-6a90d6c2471a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:07.275449 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:07.298727 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Sync routers for ids ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:07.303351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-43aaebb0-4c56-4d53-9660-21fd670dec6f None None] Provisioning complete for port 73d82c8b-8a8c-4413-afd3-540eeae68360 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:07.303734 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-43aaebb0-4c56-4d53-9660-21fd670dec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:07.341578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Routers {'2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:07.342215 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:50:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:07.360893 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46db0dd0-ddd2-4692-9fe5-ce6b49a9ead6 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.361576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46db0dd0-ddd2-4692-9fe5-ce6b49a9ead6 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.362364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46db0dd0-ddd2-4692-9fe5-ce6b49a9ead6 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.363107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46db0dd0-ddd2-4692-9fe5-ce6b49a9ead6 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.364018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46db0dd0-ddd2-4692-9fe5-ce6b49a9ead6 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.364716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46db0dd0-ddd2-4692-9fe5-ce6b49a9ead6 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.365367 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46db0dd0-ddd2-4692-9fe5-ce6b49a9ead6 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.367379 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-46db0dd0-ddd2-4692-9fe5-ce6b49a9ead6 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4967 time: 0.2599003 Feb 10 15:51:07.370215 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34968) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:07.378620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-43aaebb0-4c56-4d53-9660-21fd670dec6f None None] Port 73d82c8b-8a8c-4413-afd3-540eeae68360 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:51:07.479477 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Set router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:07.496785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ea1ec-e6c8-4250-b44e-634672d98d2c tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.497626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ea1ec-e6c8-4250-b44e-634672d98d2c tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.498087 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ea1ec-e6c8-4250-b44e-634672d98d2c tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.498533 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ea1ec-e6c8-4250-b44e-634672d98d2c tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.498985 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ea1ec-e6c8-4250-b44e-634672d98d2c tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.499426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ea1ec-e6c8-4250-b44e-634672d98d2c tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.500016 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ea1ec-e6c8-4250-b44e-634672d98d2c tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:07.501868 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-923ea1ec-e6c8-4250-b44e-634672d98d2c tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.1305206 Feb 10 15:51:07.504508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34970) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:07.662146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c401d2d0-e6b0-4c0b-a46e-97436fe0f7c0 None None] Provisioning complete for port 73d82c8b-8a8c-4413-afd3-540eeae68360 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:07.663371 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c401d2d0-e6b0-4c0b-a46e-97436fe0f7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:07.728330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device eb048da9-d855-4768-ac61-6a90d6c2471a up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:07.813216 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c401d2d0-e6b0-4c0b-a46e-97436fe0f7c0 None None] Port 73d82c8b-8a8c-4413-afd3-540eeae68360 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:51:07.861318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port eb048da9-d855-4768-ac61-6a90d6c2471a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:07.861700 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (eb048da9-d855-4768-ac61-6a90d6c2471a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:07.926244 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'name': 'tempest-TestNetworkBasicOps-router-552340067', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:05Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '73d82c8b-8a8c-4413-afd3-540eeae68360', 'name': '', 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:2a:03:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:04Z', 'updated_at': '2022-02-10T15:51:06Z', 'revision_number': 2, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:07.960333 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Checking router: 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:51:07.960554 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Updating router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 port 73d82c8b-8a8c-4413-afd3-540eeae68360 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:51:08.025096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f0ab8628-045e-4f24-b38e-079e2c7ecadb None None] Provisioning complete for port 73d82c8b-8a8c-4413-afd3-540eeae68360 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:08.025459 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0ab8628-045e-4f24-b38e-079e2c7ecadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:08.030223 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:08.068514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port eb048da9-d855-4768-ac61-6a90d6c2471a is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:08.069589 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e9615408-b41b-4b88-bc3a-9a9249dcbfaf up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:08.110369 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-099d1f71-8161-4886-b4b7-696e18452307 req-f069bd11-b027-4098-89b8-37e1460f23cb tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 210 time: 0.0399532 Feb 10 15:51:08.151303 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab8628-045e-4f24-b38e-079e2c7ecadb None None] Port 73d82c8b-8a8c-4413-afd3-540eeae68360 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:51:08.235509 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e9615408-b41b-4b88-bc3a-9a9249dcbfaf triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:08.235852 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e9615408-b41b-4b88-bc3a-9a9249dcbfaf), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:08.287773 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a23cbe65-b1be-431d-b0c6-6db5f83ab374 tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.7821074 Feb 10 15:51:08.445751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 224c419c-3baa-415a-8369-ad70869add1a no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:08.453394 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34978) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:08.457987 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ba7ff90c-3599-4ceb-b40d-149509f6c9b2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-324001262', 'description': 'tempest-secgroup-smoke-324001262 description', 'project_id': '533ce765c0594113bf82249a9276396d'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:08.477371 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 224c419c-3baa-415a-8369-ad70869add1a {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:51:08.477721 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 224c419c-3baa-415a-8369-ad70869add1a not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:08.493954 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba7ff90c-3599-4ceb-b40d-149509f6c9b2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:08.577049 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba7ff90c-3599-4ceb-b40d-149509f6c9b2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (71386a65-2ae6-49f3-8289-2910e8257e1c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:08.582782 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba7ff90c-3599-4ceb-b40d-149509f6c9b2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (71386a65-2ae6-49f3-8289-2910e8257e1c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:08.617459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ff90c-3599-4ceb-b40d-149509f6c9b2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71386a65-2ae6-49f3-8289-2910e8257e1c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:08.631254 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e9615408-b41b-4b88-bc3a-9a9249dcbfaf is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:08.637705 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ba7ff90c-3599-4ceb-b40d-149509f6c9b2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:08.639468 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ba7ff90c-3599-4ceb-b40d-149509f6c9b2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1850233 Feb 10 15:51:08.642564 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34980) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:08.647046 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-90205848-40f9-4822-9a34-c5e00464ba59 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '71386a65-2ae6-49f3-8289-2910e8257e1c', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:08.686530 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90205848-40f9-4822-9a34-c5e00464ba59 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (c19b43b7-868e-45a3-99e7-28cc0ddf5fb6), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:08.710930 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Publish callbacks [] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:08.718687 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:08.778025 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90205848-40f9-4822-9a34-c5e00464ba59 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (c19b43b7-868e-45a3-99e7-28cc0ddf5fb6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:08.789501 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90205848-40f9-4822-9a34-c5e00464ba59 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (c19b43b7-868e-45a3-99e7-28cc0ddf5fb6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:08.809824 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90205848-40f9-4822-9a34-c5e00464ba59 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19b43b7-868e-45a3-99e7-28cc0ddf5fb6,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:08.812180 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa060e-b721-47be-a1fb-a80d2e988c4b None None] Pushing event updated for resources: {'Port': ['ID=73d82c8b-8a8c-4413-afd3-540eeae68360,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:08.848133 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90205848-40f9-4822-9a34-c5e00464ba59 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:08.850833 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-90205848-40f9-4822-9a34-c5e00464ba59 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2069714 Feb 10 15:51:08.853429 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34982) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:08.864455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-01fb1fd8-1f4f-4e4f-8c7d-c254a4c1cd94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '71386a65-2ae6-49f3-8289-2910e8257e1c', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:08.872448 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Attempting to bind port 73d82c8b-8a8c-4413-afd3-540eeae68360 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:51:08.873050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Attempting to bind port 73d82c8b-8a8c-4413-afd3-540eeae68360 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '0c656962-e3f4-44b2-ab69-8734ee9667b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:51:08.873336 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Attempting to bind port 73d82c8b-8a8c-4413-afd3-540eeae68360 on network 4b38dc74-b37a-40ea-ab18-c1273b7875e8 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:08.878975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:08.880530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Checking segment: {'id': '0c656962-e3f4-44b2-ab69-8734ee9667b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:51:08.881017 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:08.881478 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Bound using segment: {'id': '0c656962-e3f4-44b2-ab69-8734ee9667b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:08.882010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Bound port: 73d82c8b-8a8c-4413-afd3-540eeae68360, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c656962-e3f4-44b2-ab69-8734ee9667b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:51:08.882450 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:08.914245 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01fb1fd8-1f4f-4e4f-8c7d-c254a4c1cd94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (45fc2298-5b52-44bb-9a51-a7580cb3f261), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:08.970796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] For port 73d82c8b-8a8c-4413-afd3-540eeae68360, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:08.974275 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] For port 73d82c8b-8a8c-4413-afd3-540eeae68360, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=73d82c8b-8a8c-4413-afd3-540eeae68360,segment=NetworkSegment(0c656962-e3f4-44b2-ab69-8734ee9667b0),segment_id=0c656962-e3f4-44b2-ab69-8734ee9667b0)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:08.989206 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.008620 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01fb1fd8-1f4f-4e4f-8c7d-c254a4c1cd94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (45fc2298-5b52-44bb-9a51-a7580cb3f261), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.016679 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01fb1fd8-1f4f-4e4f-8c7d-c254a4c1cd94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (45fc2298-5b52-44bb-9a51-a7580cb3f261), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.047240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb1fd8-1f4f-4e4f-8c7d-c254a4c1cd94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fc2298-5b52-44bb-9a51-a7580cb3f261,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:09.078877 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-01fb1fd8-1f4f-4e4f-8c7d-c254a4c1cd94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.080272 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-01fb1fd8-1f4f-4e4f-8c7d-c254a4c1cd94 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2222903 Feb 10 15:51:09.083355 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34984) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:09.088317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-3cbeb52c-34de-42be-94be-b003c67c1ee1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '71386a65-2ae6-49f3-8289-2910e8257e1c', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:09.124949 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3cbeb52c-34de-42be-94be-b003c67c1ee1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (f26248b0-3a89-48c9-94b0-2490c72ad354), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.148097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Routers {'2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:09.149891 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:50:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:09.210175 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3cbeb52c-34de-42be-94be-b003c67c1ee1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (f26248b0-3a89-48c9-94b0-2490c72ad354), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.215721 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3cbeb52c-34de-42be-94be-b003c67c1ee1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (f26248b0-3a89-48c9-94b0-2490c72ad354), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.249160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-03ab3dae-3ad7-4fb4-891f-ee3d3e38c401 None None] Provisioning complete for port 73d82c8b-8a8c-4413-afd3-540eeae68360 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:09.249527 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-03ab3dae-3ad7-4fb4-891f-ee3d3e38c401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.252999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa060e-b721-47be-a1fb-a80d2e988c4b None None] Pushing event updated for resources: {'Port': ['ID=73d82c8b-8a8c-4413-afd3-540eeae68360,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:09.294600 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dddd8921-c8fa-4dec-a12b-a28747949a5d req-534b5db5-9fbb-4cd8-8c1c-6166f56b7c2a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 210 time: 0.0605397 Feb 10 15:51:09.299642 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3cbeb52c-34de-42be-94be-b003c67c1ee1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.303376 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3cbeb52c-34de-42be-94be-b003c67c1ee1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2164037 Feb 10 15:51:09.303884 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34988) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:09.310120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a568d33b-44d3-4193-aafa-b621c231a35c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '71386a65-2ae6-49f3-8289-2910e8257e1c', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:09.329309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbeb52c-34de-42be-94be-b003c67c1ee1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26248b0-3a89-48c9-94b0-2490c72ad354,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:09.378107 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a568d33b-44d3-4193-aafa-b621c231a35c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (16b1ad54-e619-4ec8-bc68-62e146db314b), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.445175 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] Set router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:09.488388 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a568d33b-44d3-4193-aafa-b621c231a35c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (16b1ad54-e619-4ec8-bc68-62e146db314b), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.495877 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a568d33b-44d3-4193-aafa-b621c231a35c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (16b1ad54-e619-4ec8-bc68-62e146db314b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.549702 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-03ab3dae-3ad7-4fb4-891f-ee3d3e38c401 None None] Current status of the port 73d82c8b-8a8c-4413-afd3-540eeae68360 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:09.550095 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-03ab3dae-3ad7-4fb4-891f-ee3d3e38c401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.557368 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568d33b-44d3-4193-aafa-b621c231a35c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b1ad54-e619-4ec8-bc68-62e146db314b,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:09.562482 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a568d33b-44d3-4193-aafa-b621c231a35c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.566786 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a568d33b-44d3-4193-aafa-b621c231a35c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2590108 Feb 10 15:51:09.567187 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 34996) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:09.572062 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-c6bd88a6-4cea-4e46-880a-9a03657303fb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '71386a65-2ae6-49f3-8289-2910e8257e1c', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:09.644223 n-d-815324-7 neutron-server[103368]: INFO neutron.db.securitygroups_db [None req-c6bd88a6-4cea-4e46-880a-9a03657303fb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Project 533ce765c0594113bf82249a9276396d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:51:09.650222 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c6bd88a6-4cea-4e46-880a-9a03657303fb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (9fbe990d-0665-4d3a-a5f4-d2ae509e77d9), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.690337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-03ab3dae-3ad7-4fb4-891f-ee3d3e38c401 None None] For port 73d82c8b-8a8c-4413-afd3-540eeae68360, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=73d82c8b-8a8c-4413-afd3-540eeae68360,segment=NetworkSegment(0c656962-e3f4-44b2-ab69-8734ee9667b0),segment_id=0c656962-e3f4-44b2-ab69-8734ee9667b0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:09.700422 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-03ab3dae-3ad7-4fb4-891f-ee3d3e38c401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.737519 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c6bd88a6-4cea-4e46-880a-9a03657303fb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (9fbe990d-0665-4d3a-a5f4-d2ae509e77d9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.744974 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c6bd88a6-4cea-4e46-880a-9a03657303fb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (9fbe990d-0665-4d3a-a5f4-d2ae509e77d9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.798229 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab3dae-3ad7-4fb4-891f-ee3d3e38c401 None None] Pushing event updated for resources: {'Port': ['ID=73d82c8b-8a8c-4413-afd3-540eeae68360,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:09.811471 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c6bd88a6-4cea-4e46-880a-9a03657303fb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.812733 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c6bd88a6-4cea-4e46-880a-9a03657303fb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2445302 Feb 10 15:51:09.813708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd88a6-4cea-4e46-880a-9a03657303fb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbe990d-0665-4d3a-a5f4-d2ae509e77d9,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:09.815674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 34998) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:09.820460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f650d49f-d6ca-4940-ba38-01ceb7a5fcf1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'security_group_rule': {'security_group_id': '71386a65-2ae6-49f3-8289-2910e8257e1c', 'project_id': '533ce765c0594113bf82249a9276396d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:09.851419 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1cbba0cd-e3fe-4162-8dfb-abff1b64e53e None None] Provisioning complete for port 73d82c8b-8a8c-4413-afd3-540eeae68360 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:09.851419 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1cbba0cd-e3fe-4162-8dfb-abff1b64e53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.859144 n-d-815324-7 neutron-server[103369]: INFO neutron.db.securitygroups_db [None req-f650d49f-d6ca-4940-ba38-01ceb7a5fcf1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Project 533ce765c0594113bf82249a9276396d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:51:09.866454 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f650d49f-d6ca-4940-ba38-01ceb7a5fcf1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (f2570b6d-6964-4708-a038-bd99f3aacd65), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:09.911842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'name': 'tempest-TestNetworkBasicOps-router-552340067', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:05Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '73d82c8b-8a8c-4413-afd3-540eeae68360', 'name': '', 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:2a:03:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:04Z', 'updated_at': '2022-02-10T15:51:08Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:09.949949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db0f99-fff9-47c5-b2ad-4fe8bc033aa7 None None] The sync data for ids ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'] in n-d-815324-7 is: [{'id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'name': 'tempest-TestNetworkBasicOps-router-552340067', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:05Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '73d82c8b-8a8c-4413-afd3-540eeae68360', 'name': '', 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:2a:03:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:04Z', 'updated_at': '2022-02-10T15:51:08Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:10.029174 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f650d49f-d6ca-4940-ba38-01ceb7a5fcf1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (f2570b6d-6964-4708-a038-bd99f3aacd65), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:10.037559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f650d49f-d6ca-4940-ba38-01ceb7a5fcf1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (f2570b6d-6964-4708-a038-bd99f3aacd65), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:10.048959 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1cbba0cd-e3fe-4162-8dfb-abff1b64e53e None None] Current status of the port 73d82c8b-8a8c-4413-afd3-540eeae68360 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:10.077226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650d49f-d6ca-4940-ba38-01ceb7a5fcf1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2570b6d-6964-4708-a038-bd99f3aacd65,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:10.082986 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f650d49f-d6ca-4940-ba38-01ceb7a5fcf1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:10.085310 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f650d49f-d6ca-4940-ba38-01ceb7a5fcf1 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2683389 Feb 10 15:51:10.422043 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8638c485-fea3-4920-9c20-db70a266d901 req-2270b611-8923-4f33-972c-6c896d3c4649 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-324001262&fields=id&tenant_id=533ce765c0594113bf82249a9276396d HTTP/1.1" status: 200 len: 267 time: 0.1180079 Feb 10 15:51:10.461646 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba86ffde-3ed7-4097-b862-3c4c4edb39f3 req-c7e26641-562f-4ba3-a670-89f726e24987 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 210 time: 0.0384657 Feb 10 15:51:10.620933 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638c485-fea3-4920-9c20-db70a266d901 req-91010911-e17b-4f22-912e-fc8424a989da tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:10.623884 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8638c485-fea3-4920-9c20-db70a266d901 req-91010911-e17b-4f22-912e-fc8424a989da tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/networks?id=4b38dc74-b37a-40ea-ab18-c1273b7875e8 HTTP/1.1" status: 200 len: 795 time: 0.1893673 Feb 10 15:51:10.647387 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8638c485-fea3-4920-9c20-db70a266d901 req-f27c0cd6-fde1-45f4-b988-707e9fba82e3 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/quotas/533ce765c0594113bf82249a9276396d HTTP/1.1" status: 200 len: 375 time: 0.0180423 Feb 10 15:51:10.758882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8638c485-fea3-4920-9c20-db70a266d901 req-a91ca8fc-84b4-4902-b0be-09b44aa45eaf tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=533ce765c0594113bf82249a9276396d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053154 Feb 10 15:51:11.213838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8638c485-fea3-4920-9c20-db70a266d901 req-d4aa3546-2558-4254-8e3e-7f8ece04d593 service neutron] 10.222.0.64 "GET /v2.0/networks/4b38dc74-b37a-40ea-ab18-c1273b7875e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430630 Feb 10 15:51:11.378596 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8638c485-fea3-4920-9c20-db70a266d901 req-0b3f27c8-b459-4a34-9ed0-15684135f346 service neutron] 10.222.0.64 "GET /v2.0/networks/4b38dc74-b37a-40ea-ab18-c1273b7875e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586714 Feb 10 15:51:11.527747 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:11.812022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 73d82c8b-8a8c-4413-afd3-540eeae68360 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:11.929504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 73d82c8b-8a8c-4413-afd3-540eeae68360 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:11.929995 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:12.061157 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 73d82c8b-8a8c-4413-afd3-540eeae68360 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:12.303542 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4cb4cf45-fd03-43b9-8a12-6ba0e4333922 req-abd38c52-48d8-4480-aada-f8bfdf727d6c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 210 time: 0.6944704 Feb 10 15:51:12.341290 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79cc9819-9a4e-4ab0-83d2-55622526dfdc req-6e7b04f9-d590-4341-9bce-172e8a19b757 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 210 time: 0.7114487 Feb 10 15:51:12.871186 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d8c2e9d2-1bad-4b92-9231-37239835ad62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:13.059270 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638c485-fea3-4920-9c20-db70a266d901 req-8df9f019-66d8-4ca3-918e-1c4f9dd8f491 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:13.061895 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8638c485-fea3-4920-9c20-db70a266d901 req-8df9f019-66d8-4ca3-918e-1c4f9dd8f491 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.79 "GET /v2.0/networks?id=4b38dc74-b37a-40ea-ab18-c1273b7875e8 HTTP/1.1" status: 200 len: 795 time: 0.1592963 Feb 10 15:51:13.137035 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8638c485-fea3-4920-9c20-db70a266d901 req-acf3d101-17a1-4ad8-a63e-3abfa51a2010 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=533ce765c0594113bf82249a9276396d HTTP/1.1" status: 200 len: 379 time: 0.0627351 Feb 10 15:51:13.145361 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-8638c485-fea3-4920-9c20-db70a266d901 req-168cbf69-6d80-4871-8ab4-c5c61b6b4c04 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'port': {'device_id': 'e1bb197e-e115-4c57-9933-618212f2e4ef', 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'admin_state_up': True, 'tenant_id': '533ce765c0594113bf82249a9276396d', 'security_groups': ['71386a65-2ae6-49f3-8289-2910e8257e1c']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:13.259319 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8638c485-fea3-4920-9c20-db70a266d901 req-168cbf69-6d80-4871-8ab4-c5c61b6b4c04 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Made reservation on behalf of 533ce765c0594113bf82249a9276396d for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:13.262835 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8638c485-fea3-4920-9c20-db70a266d901 req-168cbf69-6d80-4871-8ab4-c5c61b6b4c04 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:13.413211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-8638c485-fea3-4920-9c20-db70a266d901 req-168cbf69-6d80-4871-8ab4-c5c61b6b4c04 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Allocated IP 172.20.0.9 (4b38dc74-b37a-40ea-ab18-c1273b7875e8/fb394f21-c20f-4f8e-ab3c-bd37e49184f1/827f1d0b-5718-41d9-b01c-a7c73b4c3662) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:13.489037 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c321cb19-75b1-4111-b060-d7cac0074b68 req-b304624a-0eef-4978-9329-bd4252ab0f7f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 210 time: 0.0465674 Feb 10 15:51:13.509758 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b67d821-94a0-4d0e-8782-6294e3dae26d req-b5a486b6-4b43-4b0c-8f25-a09bb189b86b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 210 time: 0.0616252 Feb 10 15:51:13.615743 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8638c485-fea3-4920-9c20-db70a266d901 req-168cbf69-6d80-4871-8ab4-c5c61b6b4c04 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for port (827f1d0b-5718-41d9-b01c-a7c73b4c3662), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:13.650143 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8638c485-fea3-4920-9c20-db70a266d901 req-168cbf69-6d80-4871-8ab4-c5c61b6b4c04 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (827f1d0b-5718-41d9-b01c-a7c73b4c3662), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:13.693984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8638c485-fea3-4920-9c20-db70a266d901 req-168cbf69-6d80-4871-8ab4-c5c61b6b4c04 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network 4b38dc74-b37a-40ea-ab18-c1273b7875e8 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:13.697093 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-8638c485-fea3-4920-9c20-db70a266d901 req-168cbf69-6d80-4871-8ab4-c5c61b6b4c04 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:13.700773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-8638c485-fea3-4920-9c20-db70a266d901 req-168cbf69-6d80-4871-8ab4-c5c61b6b4c04 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:13.707087 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168cbf69-6d80-4871-8ab4-c5c61b6b4c04 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Port': ['ID=827f1d0b-5718-41d9-b01c-a7c73b4c3662,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:13.762253 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638c485-fea3-4920-9c20-db70a266d901 req-168cbf69-6d80-4871-8ab4-c5c61b6b4c04 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:13.763000 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8638c485-fea3-4920-9c20-db70a266d901 req-168cbf69-6d80-4871-8ab4-c5c61b6b4c04 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:13.789028 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8638c485-fea3-4920-9c20-db70a266d901 req-168cbf69-6d80-4871-8ab4-c5c61b6b4c04 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6472390 Feb 10 15:51:13.801781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Request body: {'port': {'device_id': 'e1bb197e-e115-4c57-9933-618212f2e4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:13.874802 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (827f1d0b-5718-41d9-b01c-a7c73b4c3662), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:14.006475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-68f7bc67-6b8f-4ea8-9d3c-b12c7ba39084 None None] Provisioning complete for port 827f1d0b-5718-41d9-b01c-a7c73b4c3662 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:14.007506 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68f7bc67-6b8f-4ea8-9d3c-b12c7ba39084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (827f1d0b-5718-41d9-b01c-a7c73b4c3662), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:14.050935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-68f7bc67-6b8f-4ea8-9d3c-b12c7ba39084 None None] Port 827f1d0b-5718-41d9-b01c-a7c73b4c3662 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:51:14.203787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827f1d0b-5718-41d9-b01c-a7c73b4c3662 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:51:14.212236 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Publish callbacks [] for port (827f1d0b-5718-41d9-b01c-a7c73b4c3662), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:14.227868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Transition to ACTIVE for port object 827f1d0b-5718-41d9-b01c-a7c73b4c3662 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:51:14.233049 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (827f1d0b-5718-41d9-b01c-a7c73b4c3662), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:14.300721 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Pushing event updated for resources: {'Port': ['ID=827f1d0b-5718-41d9-b01c-a7c73b4c3662,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:14.386571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Attempting to bind port 827f1d0b-5718-41d9-b01c-a7c73b4c3662 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:51:14.387048 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Attempting to bind port 827f1d0b-5718-41d9-b01c-a7c73b4c3662 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '0c656962-e3f4-44b2-ab69-8734ee9667b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:51:14.387589 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Attempting to bind port 827f1d0b-5718-41d9-b01c-a7c73b4c3662 on network 4b38dc74-b37a-40ea-ab18-c1273b7875e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:14.394254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Port 827f1d0b-5718-41d9-b01c-a7c73b4c3662 on network 4b38dc74-b37a-40ea-ab18-c1273b7875e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:51:14.394731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Attempting to bind port 827f1d0b-5718-41d9-b01c-a7c73b4c3662 on network 4b38dc74-b37a-40ea-ab18-c1273b7875e8 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:14.401210 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:14.401552 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Checking segment: {'id': '0c656962-e3f4-44b2-ab69-8734ee9667b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:51:14.401935 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Bound using segment: {'id': '0c656962-e3f4-44b2-ab69-8734ee9667b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:14.402374 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Bound port: 827f1d0b-5718-41d9-b01c-a7c73b4c3662, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c656962-e3f4-44b2-ab69-8734ee9667b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:51:14.402735 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (827f1d0b-5718-41d9-b01c-a7c73b4c3662), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:14.482182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] For port 827f1d0b-5718-41d9-b01c-a7c73b4c3662, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:14.486937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] For port 827f1d0b-5718-41d9-b01c-a7c73b4c3662, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=827f1d0b-5718-41d9-b01c-a7c73b4c3662,segment=NetworkSegment(0c656962-e3f4-44b2-ab69-8734ee9667b0),segment_id=0c656962-e3f4-44b2-ab69-8734ee9667b0)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:14.495751 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (827f1d0b-5718-41d9-b01c-a7c73b4c3662), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:14.578469 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Pushing event updated for resources: {'Port': ['ID=827f1d0b-5718-41d9-b01c-a7c73b4c3662,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:14.592750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:14.593392 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:14.594825 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8638c485-fea3-4920-9c20-db70a266d901 req-1d0f7e55-64e0-4205-8f95-d17af50d1a16 service neutron] 10.222.0.79 "PUT /v2.0/ports/827f1d0b-5718-41d9-b01c-a7c73b4c3662 HTTP/1.1" status: 200 len: 1091 time: 0.7982602 Feb 10 15:51:14.595302 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bb197e-e115-4c57-9933-618212f2e4ef', 'tag': '827f1d0b-5718-41d9-b01c-a7c73b4c3662'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:51:14.597672 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e7c534-b365-4fe5-be52-ae768523954a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bb197e-e115-4c57-9933-618212f2e4ef", "tag": "827f1d0b-5718-41d9-b01c-a7c73b4c3662"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:14.689204 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8d22ce1c-43e0-4e50-ba48-dc786a7448fc req-f488eb89-fc9e-4af9-9ab1-29d24a18752c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 210 time: 0.0696402 Feb 10 15:51:14.717520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638c485-fea3-4920-9c20-db70a266d901 req-857a6515-0015-42e2-a037-c16a51b97273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:14.722198 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8638c485-fea3-4920-9c20-db70a266d901 req-857a6515-0015-42e2-a037-c16a51b97273 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=533ce765c0594113bf82249a9276396d&device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 1125 time: 0.0769219 Feb 10 15:51:14.749272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899bf74-4f86-4214-b8b2-796d8b909606 req-6250c811-1f07-47a1-aa00-9714172514b7 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:14.751067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f899bf74-4f86-4214-b8b2-796d8b909606 req-6250c811-1f07-47a1-aa00-9714172514b7 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 943 time: 0.1108770 Feb 10 15:51:14.796551 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8638c485-fea3-4920-9c20-db70a266d901 req-89eb4dd2-011b-437b-8ef8-88385fd3a1a6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=827f1d0b-5718-41d9-b01c-a7c73b4c3662 HTTP/1.1" status: 200 len: 217 time: 0.0628595 Feb 10 15:51:14.798202 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a32024-6bac-4816-aa61-a7a13750d8e9 x-openstack-request-id: req-e3a32024-6bac-4816-aa61-a7a13750d8e9 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:14.798497 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bb197e-e115-4c57-9933-618212f2e4ef", "tag": "827f1d0b-5718-41d9-b01c-a7c73b4c3662", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:14.798747 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3a32024-6bac-4816-aa61-a7a13750d8e9 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:14.799141 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bb197e-e115-4c57-9933-618212f2e4ef', 'tag': '827f1d0b-5718-41d9-b01c-a7c73b4c3662', 'status': 'completed', 'code': 200} Feb 10 15:51:14.861970 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638c485-fea3-4920-9c20-db70a266d901 req-6b2924bb-fe7f-45e4-ac32-f12f2255b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:14.862300 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f899bf74-4f86-4214-b8b2-796d8b909606 req-a7413fbd-8a53-4df0-9792-1934f9398749 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=71386a65-2ae6-49f3-8289-2910e8257e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050239 Feb 10 15:51:14.863661 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8638c485-fea3-4920-9c20-db70a266d901 req-6b2924bb-fe7f-45e4-ac32-f12f2255b38d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb394f21-c20f-4f8e-ab3c-bd37e49184f1 HTTP/1.1" status: 200 len: 835 time: 0.0599508 Feb 10 15:51:14.927800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638c485-fea3-4920-9c20-db70a266d901 req-6533c5a0-f285-42a7-987c-a811794bd130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:14.929395 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8638c485-fea3-4920-9c20-db70a266d901 req-6533c5a0-f285-42a7-987c-a811794bd130 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4b38dc74-b37a-40ea-ab18-c1273b7875e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0585990 Feb 10 15:51:15.125628 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8638c485-fea3-4920-9c20-db70a266d901 req-0c694a2c-b239-4a73-8eae-32c3ce5f34de service neutron] 10.222.0.79 "GET /v2.0/networks/4b38dc74-b37a-40ea-ab18-c1273b7875e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889260 Feb 10 15:51:15.191649 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2fa99280-ae28-42ab-a615-ce3d0516eca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:15.236745 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8638c485-fea3-4920-9c20-db70a266d901 req-dc389a73-241d-42bb-9f44-663578a7eb57 service neutron] 10.222.0.79 "GET /v2.0/networks/4b38dc74-b37a-40ea-ab18-c1273b7875e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057494 Feb 10 15:51:15.343068 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7c534-b365-4fe5-be52-ae768523954a req-23d0d1a9-dd26-4e97-8ab3-6d9318aba039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:15.345029 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51e7c534-b365-4fe5-be52-ae768523954a req-23d0d1a9-dd26-4e97-8ab3-6d9318aba039 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=533ce765c0594113bf82249a9276396d&device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 1125 time: 0.0575101 Feb 10 15:51:15.358809 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35052) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:15.471388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7c534-b365-4fe5-be52-ae768523954a req-403d53f3-9b97-4194-9e2a-95ea9490ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:15.472996 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51e7c534-b365-4fe5-be52-ae768523954a req-403d53f3-9b97-4194-9e2a-95ea9490ca5b service neutron] 10.222.0.79 "GET /v2.0/networks?id=4b38dc74-b37a-40ea-ab18-c1273b7875e8 HTTP/1.1" status: 200 len: 896 time: 0.1218429 Feb 10 15:51:15.495368 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-527a6441-44fb-4a7e-8677-526b15c48a91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:15.527668 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51e7c534-b365-4fe5-be52-ae768523954a req-63165612-0fb0-417c-ba62-d05abb9556b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=827f1d0b-5718-41d9-b01c-a7c73b4c3662 HTTP/1.1" status: 200 len: 217 time: 0.0475039 Feb 10 15:51:15.589811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7c534-b365-4fe5-be52-ae768523954a req-e997c865-fa03-4376-a838-430e45a34a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:15.591298 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51e7c534-b365-4fe5-be52-ae768523954a req-e997c865-fa03-4376-a838-430e45a34a3b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb394f21-c20f-4f8e-ab3c-bd37e49184f1 HTTP/1.1" status: 200 len: 835 time: 0.0583253 Feb 10 15:51:15.599755 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-527a6441-44fb-4a7e-8677-526b15c48a91 admin admin] Publish callbacks [] for security_group (ec914dee-4f2d-443e-94cb-60a815a41aa5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:15.606010 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-527a6441-44fb-4a7e-8677-526b15c48a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ec914dee-4f2d-443e-94cb-60a815a41aa5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:15.650269 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-527a6441-44fb-4a7e-8677-526b15c48a91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=312de297ad0c46be86394c1892623bd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2905843 Feb 10 15:51:15.651313 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35056) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:15.660129 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7c534-b365-4fe5-be52-ae768523954a req-7cc97eb2-2fdd-4c41-8bf5-6f9d657be135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:15.661862 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51e7c534-b365-4fe5-be52-ae768523954a req-7cc97eb2-2fdd-4c41-8bf5-6f9d657be135 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4b38dc74-b37a-40ea-ab18-c1273b7875e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0643594 Feb 10 15:51:15.666541 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a6441-44fb-4a7e-8677-526b15c48a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec914dee-4f2d-443e-94cb-60a815a41aa5,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:15.705839 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-646a4f39-0d1d-407c-a5d5-56c378b5aa03 admin admin] Publish callbacks [] for security_group (ec914dee-4f2d-443e-94cb-60a815a41aa5), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:15.763472 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-646a4f39-0d1d-407c-a5d5-56c378b5aa03 admin admin] Publish callbacks [] for security_group (ec914dee-4f2d-443e-94cb-60a815a41aa5), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:15.813113 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51e7c534-b365-4fe5-be52-ae768523954a req-25afaddc-1a1f-46bd-ad0c-ee6e3a2eeb9a service neutron] 10.222.0.79 "GET /v2.0/networks/4b38dc74-b37a-40ea-ab18-c1273b7875e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444266 Feb 10 15:51:15.836800 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-646a4f39-0d1d-407c-a5d5-56c378b5aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ec914dee-4f2d-443e-94cb-60a815a41aa5), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:15.840188 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-646a4f39-0d1d-407c-a5d5-56c378b5aa03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:15.841518 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-646a4f39-0d1d-407c-a5d5-56c378b5aa03 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec914dee-4f2d-443e-94cb-60a815a41aa5 HTTP/1.1" status: 204 len: 168 time: 0.1880262 Feb 10 15:51:15.885806 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6634060a-90fd-4a4f-b634-ba9a266879c6 req-2b8ab00c-9f3f-4c0c-a05e-1841b827d95b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 210 time: 0.0607693 Feb 10 15:51:15.901146 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a4f39-0d1d-407c-a5d5-56c378b5aa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec914dee-4f2d-443e-94cb-60a815a41aa5,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:16.031404 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00896769-a837-4917-b153-4748e54c8ffc req-4a774d42-e0e5-48d3-8e35-bff67c66c79c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:16.036161 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-51e7c534-b365-4fe5-be52-ae768523954a req-33034f12-aeea-4440-9a22-cab6c9581ab8 service neutron] 10.222.0.79 "GET /v2.0/networks/4b38dc74-b37a-40ea-ab18-c1273b7875e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142768 Feb 10 15:51:16.039274 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00896769-a837-4917-b153-4748e54c8ffc req-4a774d42-e0e5-48d3-8e35-bff67c66c79c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 943 time: 0.0797858 Feb 10 15:51:16.111541 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00896769-a837-4917-b153-4748e54c8ffc req-2f906ae8-4726-4976-9c89-4a564df80506 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=71386a65-2ae6-49f3-8289-2910e8257e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712166 Feb 10 15:51:16.243635 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35066) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:16.257858 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4832ab28-83d6-431d-af59-f7680fd68341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:16.342436 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4832ab28-83d6-431d-af59-f7680fd68341 admin admin] Publish callbacks [] for security_group (122e6c51-0e90-49d7-876e-045968d66e10), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:16.348061 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4832ab28-83d6-431d-af59-f7680fd68341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (122e6c51-0e90-49d7-876e-045968d66e10), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:16.393260 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4832ab28-83d6-431d-af59-f7680fd68341 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d2629ed5b6444539562a339a05130df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482849 Feb 10 15:51:16.394507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832ab28-83d6-431d-af59-f7680fd68341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122e6c51-0e90-49d7-876e-045968d66e10,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:16.395369 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35068) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:16.425039 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:16.447369 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90068bc3-8945-4b97-9ece-465e52b8f920 admin admin] Publish callbacks [] for security_group (122e6c51-0e90-49d7-876e-045968d66e10), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:16.475084 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90068bc3-8945-4b97-9ece-465e52b8f920 admin admin] Publish callbacks [] for security_group (122e6c51-0e90-49d7-876e-045968d66e10), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:16.532021 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90068bc3-8945-4b97-9ece-465e52b8f920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (122e6c51-0e90-49d7-876e-045968d66e10), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:16.535945 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90068bc3-8945-4b97-9ece-465e52b8f920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:16.539909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-90068bc3-8945-4b97-9ece-465e52b8f920 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/122e6c51-0e90-49d7-876e-045968d66e10 HTTP/1.1" status: 204 len: 168 time: 0.1411102 Feb 10 15:51:16.551980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90068bc3-8945-4b97-9ece-465e52b8f920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122e6c51-0e90-49d7-876e-045968d66e10,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:17.011682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b74be5c2-c8b8-4d5e-9239-82f366d3e823 req-33531842-61f8-4b3c-ba70-22cd04116d6b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff5728aa-3746-4906-8bc5-8d293aac718b HTTP/1.1" status: 200 len: 210 time: 0.0330620 Feb 10 15:51:17.252890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6259f-5c83-4b68-93c5-d0b4b6688fdf req-d4a6a858-736d-4e38-94cd-0d21f0bf711e tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:17.254828 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1fc6259f-5c83-4b68-93c5-d0b4b6688fdf req-d4a6a858-736d-4e38-94cd-0d21f0bf711e tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 943 time: 0.0630782 Feb 10 15:51:17.309204 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1fc6259f-5c83-4b68-93c5-d0b4b6688fdf req-ae555d47-b309-4654-b354-73d2e04d123d tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=71386a65-2ae6-49f3-8289-2910e8257e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487769 Feb 10 15:51:17.998758 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:18.428240 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 827f1d0b-5718-41d9-b01c-a7c73b4c3662 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:51:18.447585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ad683-b29e-462c-8b54-586843ef2bcd req-2f41d33e-738b-49e0-b099-ad1296c96dd6 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:18.449337 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-434ad683-b29e-462c-8b54-586843ef2bcd req-2f41d33e-738b-49e0-b099-ad1296c96dd6 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 943 time: 0.0691566 Feb 10 15:51:18.525278 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-434ad683-b29e-462c-8b54-586843ef2bcd req-2f819d6e-c0db-4295-a335-07f6a315664c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=71386a65-2ae6-49f3-8289-2910e8257e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668230 Feb 10 15:51:18.547448 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 827f1d0b-5718-41d9-b01c-a7c73b4c3662, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=827f1d0b-5718-41d9-b01c-a7c73b4c3662,segment=NetworkSegment(0c656962-e3f4-44b2-ab69-8734ee9667b0),segment_id=0c656962-e3f4-44b2-ab69-8734ee9667b0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:18.559249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '827f1d0b-5718-41d9-b01c-a7c73b4c3662', 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'port_id': '827f1d0b-5718-41d9-b01c-a7c73b4c3662', 'mac_address': 'fa:16:3e:bf:fb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:51:18.601789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 827f1d0b-5718-41d9-b01c-a7c73b4c3662 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:18.602111 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (827f1d0b-5718-41d9-b01c-a7c73b4c3662), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:18.617183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827f1d0b-5718-41d9-b01c-a7c73b4c3662 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:51:18.638612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 827f1d0b-5718-41d9-b01c-a7c73b4c3662, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=827f1d0b-5718-41d9-b01c-a7c73b4c3662,segment=NetworkSegment(0c656962-e3f4-44b2-ab69-8734ee9667b0),segment_id=0c656962-e3f4-44b2-ab69-8734ee9667b0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:18.642021 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (827f1d0b-5718-41d9-b01c-a7c73b4c3662), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:18.690267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=827f1d0b-5718-41d9-b01c-a7c73b4c3662,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:18.941947 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['827f1d0b-5718-41d9-b01c-a7c73b4c3662'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:51:18.947148 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:19.645758 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffffd1-0d91-423e-9919-15f88846d6a2 req-129294be-f609-4448-ae29-784f119ffe36 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:19.647302 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8fffffd1-0d91-423e-9919-15f88846d6a2 req-129294be-f609-4448-ae29-784f119ffe36 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 944 time: 0.0538251 Feb 10 15:51:19.695931 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8fffffd1-0d91-423e-9919-15f88846d6a2 req-f1173f18-1287-49ae-a775-f4720b165a57 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=71386a65-2ae6-49f3-8289-2910e8257e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427201 Feb 10 15:51:20.453350 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 827f1d0b-5718-41d9-b01c-a7c73b4c3662 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:20.506217 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 827f1d0b-5718-41d9-b01c-a7c73b4c3662 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:51:20.511103 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 827f1d0b-5718-41d9-b01c-a7c73b4c3662 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:20.511434 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (827f1d0b-5718-41d9-b01c-a7c73b4c3662), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:20.597790 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 827f1d0b-5718-41d9-b01c-a7c73b4c3662 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:20.598248 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (827f1d0b-5718-41d9-b01c-a7c73b4c3662), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:20.625607 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bb197e-e115-4c57-9933-618212f2e4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827f1d0b-5718-41d9-b01c-a7c73b4c3662'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:51:20.628169 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d3bbc2-0a99-4863-a7d6-ca266fc0ac16" -d '{"events": [{"server_uuid": "e1bb197e-e115-4c57-9933-618212f2e4ef", "name": "network-vif-plugged", "status": "completed", "tag": "827f1d0b-5718-41d9-b01c-a7c73b4c3662"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:20.643994 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 827f1d0b-5718-41d9-b01c-a7c73b4c3662, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=827f1d0b-5718-41d9-b01c-a7c73b4c3662,segment=NetworkSegment(0c656962-e3f4-44b2-ab69-8734ee9667b0),segment_id=0c656962-e3f4-44b2-ab69-8734ee9667b0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:20.650192 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (827f1d0b-5718-41d9-b01c-a7c73b4c3662), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:20.685430 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7945a13-e5a6-4bb5-9358-a3aecffb0f1f x-openstack-request-id: req-a7945a13-e5a6-4bb5-9358-a3aecffb0f1f {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:20.685824 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bb197e-e115-4c57-9933-618212f2e4ef", "name": "network-vif-plugged", "status": "completed", "tag": "827f1d0b-5718-41d9-b01c-a7c73b4c3662", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:20.686210 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7945a13-e5a6-4bb5-9358-a3aecffb0f1f {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:20.686703 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bb197e-e115-4c57-9933-618212f2e4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827f1d0b-5718-41d9-b01c-a7c73b4c3662', 'code': 200} Feb 10 15:51:20.712262 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=827f1d0b-5718-41d9-b01c-a7c73b4c3662,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:20.801668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db532eb-309c-407b-bc3a-34729622fc2d req-7cf9b3d9-963d-43f1-bf89-03b3999519ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:20.805720 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5db532eb-309c-407b-bc3a-34729622fc2d req-7cf9b3d9-963d-43f1-bf89-03b3999519ff service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 1127 time: 0.0579679 Feb 10 15:51:20.825572 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ee621-6b31-43fc-a82d-d7ff217b8142 req-3a059760-874d-4f38-9372-4c156db47443 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:20.827903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d00ee621-6b31-43fc-a82d-d7ff217b8142 req-3a059760-874d-4f38-9372-4c156db47443 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 945 time: 0.0574026 Feb 10 15:51:20.872377 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5db532eb-309c-407b-bc3a-34729622fc2d req-6057b9d3-35b3-4f7f-93d0-8967998aae9a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=71386a65-2ae6-49f3-8289-2910e8257e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596166 Feb 10 15:51:20.890069 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d00ee621-6b31-43fc-a82d-d7ff217b8142 req-97bc11ca-d699-45ef-8d24-c908b049e0b7 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=71386a65-2ae6-49f3-8289-2910e8257e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565791 Feb 10 15:51:22.015364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cca86-798f-401e-ab2b-3ad01151d172 req-68cc7cfa-d1ed-4a5d-81ee-2f13b6771145 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:22.017891 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d33cca86-798f-401e-ab2b-3ad01151d172 req-68cc7cfa-d1ed-4a5d-81ee-2f13b6771145 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 945 time: 0.0567677 Feb 10 15:51:22.077808 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d33cca86-798f-401e-ab2b-3ad01151d172 req-a97e5784-f9e4-44d1-aaf5-10468791459a tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=71386a65-2ae6-49f3-8289-2910e8257e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457504 Feb 10 15:51:23.219771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd583190-740a-4191-8cbc-7f06c75f3df8 req-eedb54b2-0b85-4af7-b5a6-97aa3b4bb8eb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:23.222195 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd583190-740a-4191-8cbc-7f06c75f3df8 req-eedb54b2-0b85-4af7-b5a6-97aa3b4bb8eb tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 945 time: 0.0617993 Feb 10 15:51:23.273007 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd583190-740a-4191-8cbc-7f06c75f3df8 req-18f6c1a0-a1d9-48e0-88d6-b48ef03878d9 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=71386a65-2ae6-49f3-8289-2910e8257e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452516 Feb 10 15:51:23.414330 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a6942-5df4-4c7c-b457-e8cadc53de8b req-637f8472-9ca1-448b-9822-f536796e24e6 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:23.416688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b9a6942-5df4-4c7c-b457-e8cadc53de8b req-637f8472-9ca1-448b-9822-f536796e24e6 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 945 time: 0.0608003 Feb 10 15:51:23.512272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b9a6942-5df4-4c7c-b457-e8cadc53de8b req-8d47a400-4c1e-4dc5-9033-6aee3a8927a7 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=71386a65-2ae6-49f3-8289-2910e8257e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860989 Feb 10 15:51:23.530070 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35180) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:23.596092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718a3fc8-edd2-404e-9a2b-bf69add010cf tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:23.600985 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-718a3fc8-edd2-404e-9a2b-bf69add010cf tempest-TestNetworkBasicOps-284806791 tempest-TestNetworkBasicOps-284806791-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 1122 time: 0.0697780 Feb 10 15:51:23.601805 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35184) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:23.607196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': '827f1d0b-5718-41d9-b01c-a7c73b4c3662', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:23.651959 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:23.768218 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:23.887537 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Allocated IP 172.25.3.137 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/f4b90c18-dd79-4443-9e7e-248bd9bcf996) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:24.031738 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for port (f4b90c18-dd79-4443-9e7e-248bd9bcf996), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:24.068548 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (f4b90c18-dd79-4443-9e7e-248bd9bcf996), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:24.109626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:24.114426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:24.118744 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:24.122783 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Port': ['ID=f4b90c18-dd79-4443-9e7e-248bd9bcf996,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:24.522726 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for floatingip (fcc7c1fa-5411-48df-a8dc-19d4a8f7e296), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:24.612323 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f4b90c18-dd79-4443-9e7e-248bd9bcf996), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:24.816367 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for port (f4b90c18-dd79-4443-9e7e-248bd9bcf996), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:24.821091 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (f4b90c18-dd79-4443-9e7e-248bd9bcf996), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:24.903306 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event updated for resources: {'Port': ['ID=f4b90c18-dd79-4443-9e7e-248bd9bcf996,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:24.934491 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (fcc7c1fa-5411-48df-a8dc-19d4a8f7e296), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:24.994636 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35194) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:25.094748 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Floating IP fcc7c1fa-5411-48df-a8dc-19d4a8f7e296 associated. External IP: 172.25.3.137, port: 827f1d0b-5718-41d9-b01c-a7c73b4c3662. Feb 10 15:51:25.155024 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:25.242055 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Publish callbacks [] for security_group (5e878501-685b-4b00-a595-a666b5f64a74), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:25.247543 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5e878501-685b-4b00-a595-a666b5f64a74), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:25.288835 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0445b4398a31466aaea78fb770195143&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902334 Feb 10 15:51:25.288835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e878501-685b-4b00-a595-a666b5f64a74,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:25.290439 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35200) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:25.301773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:25.302124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:25.302468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:25.302807 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:25.303141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:25.303472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:25.303803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:25.304130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:25.304456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:25.304808 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:25.305136 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:25.305454 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:25.305776 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efc3e6-3f54-48e5-aaed-7e31e53f1806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:25.350439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:51:25.356095 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-08e8e017-03a0-4773-8035-c1ea090f16bc admin admin] Publish callbacks [] for security_group (5e878501-685b-4b00-a595-a666b5f64a74), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:25.378501 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-08e8e017-03a0-4773-8035-c1ea090f16bc admin admin] Publish callbacks [] for security_group (5e878501-685b-4b00-a595-a666b5f64a74), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:25.425498 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-08e8e017-03a0-4773-8035-c1ea090f16bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (5e878501-685b-4b00-a595-a666b5f64a74), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:25.428328 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-08e8e017-03a0-4773-8035-c1ea090f16bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:25.432686 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-08e8e017-03a0-4773-8035-c1ea090f16bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e878501-685b-4b00-a595-a666b5f64a74 HTTP/1.1" status: 204 len: 168 time: 0.1375604 Feb 10 15:51:25.439389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8e017-03a0-4773-8035-c1ea090f16bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e878501-685b-4b00-a595-a666b5f64a74,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:25.479905 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:25.493245 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68b3c35-767c-4fa8-bc02-e46fb551cf59 None None] Sync routers for ids ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:25.506504 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68b3c35-767c-4fa8-bc02-e46fb551cf59 None None] Routers {'2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:25.507147 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-f68b3c35-767c-4fa8-bc02-e46fb551cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:51:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:25.511066 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:25.551920 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35206) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:25.552135 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e4e0a376-8f00-4fee-9a3b-7b9fd6038262 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9491136 Feb 10 15:51:25.552825 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bb197e-e115-4c57-9933-618212f2e4ef', 'tag': '827f1d0b-5718-41d9-b01c-a7c73b4c3662'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:51:25.555291 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b32d341-08ff-4c13-b547-c794dec936f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bb197e-e115-4c57-9933-618212f2e4ef", "tag": "827f1d0b-5718-41d9-b01c-a7c73b4c3662"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:25.602347 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e682d4e-83ae-4c82-b67b-95c7cf0eed21 x-openstack-request-id: req-3e682d4e-83ae-4c82-b67b-95c7cf0eed21 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:25.602735 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bb197e-e115-4c57-9933-618212f2e4ef", "tag": "827f1d0b-5718-41d9-b01c-a7c73b4c3662", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:25.603081 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e682d4e-83ae-4c82-b67b-95c7cf0eed21 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:25.603769 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bb197e-e115-4c57-9933-618212f2e4ef', 'tag': '827f1d0b-5718-41d9-b01c-a7c73b4c3662', 'status': 'completed', 'code': 200} Feb 10 15:51:25.680919 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-041ea6d5-95e6-4049-92d8-d3c2c2ef329c tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/floatingips/fcc7c1fa-5411-48df-a8dc-19d4a8f7e296 HTTP/1.1" status: 200 len: 991 time: 0.1257157 Feb 10 15:51:25.682720 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-f68b3c35-767c-4fa8-bc02-e46fb551cf59 None None] Set router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:25.714130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32d341-08ff-4c13-b547-c794dec936f7 req-8b95f4ba-4ddb-4554-b536-42e45c0c0fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:25.715811 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b32d341-08ff-4c13-b547-c794dec936f7 req-8b95f4ba-4ddb-4554-b536-42e45c0c0fa7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=533ce765c0594113bf82249a9276396d&device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 1127 time: 0.0778532 Feb 10 15:51:25.864130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32d341-08ff-4c13-b547-c794dec936f7 req-8f96ce4a-0ba9-4038-b543-40be1dcdff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:25.865987 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b32d341-08ff-4c13-b547-c794dec936f7 req-8f96ce4a-0ba9-4038-b543-40be1dcdff23 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4b38dc74-b37a-40ea-ab18-c1273b7875e8 HTTP/1.1" status: 200 len: 896 time: 0.1445308 Feb 10 15:51:25.952991 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b32d341-08ff-4c13-b547-c794dec936f7 req-f6878579-8f92-456d-8468-c133e6aab666 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=827f1d0b-5718-41d9-b01c-a7c73b4c3662 HTTP/1.1" status: 200 len: 999 time: 0.0799565 Feb 10 15:51:26.001638 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-f68b3c35-767c-4fa8-bc02-e46fb551cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'name': 'tempest-TestNetworkBasicOps-router-552340067', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:05Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'fcc7c1fa-5411-48df-a8dc-19d4a8f7e296', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'port_id': '827f1d0b-5718-41d9-b01c-a7c73b4c3662', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'mac_address': 'fa:16:3e:bf:fb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bb197e-e115-4c57-9933-618212f2e4ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:51:24Z', 'updated_at': '2022-02-10T15:51:24Z', 'revision_number': 0, 'project_id': '533ce765c0594113bf82249a9276396d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d82c8b-8a8c-4413-afd3-540eeae68360', 'name': '', 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:2a:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:04Z', 'updated_at': '2022-02-10T15:51:09Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:26.010548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32d341-08ff-4c13-b547-c794dec936f7 req-fa250ba3-27bd-4b4b-bd99-04f37f87c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:26.012099 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b32d341-08ff-4c13-b547-c794dec936f7 req-fa250ba3-27bd-4b4b-bd99-04f37f87c964 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb394f21-c20f-4f8e-ab3c-bd37e49184f1 HTTP/1.1" status: 200 len: 835 time: 0.0524542 Feb 10 15:51:26.046394 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68b3c35-767c-4fa8-bc02-e46fb551cf59 None None] Checking router: 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:51:26.058826 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68b3c35-767c-4fa8-bc02-e46fb551cf59 None None] Routers {'2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:26.059435 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-f68b3c35-767c-4fa8-bc02-e46fb551cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:51:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:26.080371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32d341-08ff-4c13-b547-c794dec936f7 req-1d420de3-09a7-4823-830e-61abbe771f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:26.082147 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b32d341-08ff-4c13-b547-c794dec936f7 req-1d420de3-09a7-4823-830e-61abbe771f2e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4b38dc74-b37a-40ea-ab18-c1273b7875e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0642724 Feb 10 15:51:26.194342 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-f68b3c35-767c-4fa8-bc02-e46fb551cf59 None None] Set router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:26.257789 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b32d341-08ff-4c13-b547-c794dec936f7 req-e3c80b54-7b9a-45fc-9fd6-625f36eae09e service neutron] 10.222.0.79 "GET /v2.0/networks/4b38dc74-b37a-40ea-ab18-c1273b7875e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682374 Feb 10 15:51:26.367569 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9b32d341-08ff-4c13-b547-c794dec936f7 req-b1ee0ac4-998b-4e4e-9d16-4566897e8f87 service neutron] 10.222.0.79 "GET /v2.0/networks/4b38dc74-b37a-40ea-ab18-c1273b7875e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025321 Feb 10 15:51:26.483889 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-f68b3c35-767c-4fa8-bc02-e46fb551cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'name': 'tempest-TestNetworkBasicOps-router-552340067', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:05Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'fcc7c1fa-5411-48df-a8dc-19d4a8f7e296', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'port_id': '827f1d0b-5718-41d9-b01c-a7c73b4c3662', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'mac_address': 'fa:16:3e:bf:fb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bb197e-e115-4c57-9933-618212f2e4ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:51:24Z', 'updated_at': '2022-02-10T15:51:24Z', 'revision_number': 0, 'project_id': '533ce765c0594113bf82249a9276396d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d82c8b-8a8c-4413-afd3-540eeae68360', 'name': '', 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:2a:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:04Z', 'updated_at': '2022-02-10T15:51:09Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:26.510954 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68b3c35-767c-4fa8-bc02-e46fb551cf59 None None] The sync data for ids ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'] in n-d-815324-7 is: [{'id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'name': 'tempest-TestNetworkBasicOps-router-552340067', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:05Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'fcc7c1fa-5411-48df-a8dc-19d4a8f7e296', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'port_id': '827f1d0b-5718-41d9-b01c-a7c73b4c3662', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'mac_address': 'fa:16:3e:bf:fb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bb197e-e115-4c57-9933-618212f2e4ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:51:24Z', 'updated_at': '2022-02-10T15:51:24Z', 'revision_number': 0, 'project_id': '533ce765c0594113bf82249a9276396d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d82c8b-8a8c-4413-afd3-540eeae68360', 'name': '', 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:2a:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:04Z', 'updated_at': '2022-02-10T15:51:09Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:26.683742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35256) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:26.759213 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b67c0f39-bcf5-4f2e-8148-ce5b86a09f60 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/floatingips/fcc7c1fa-5411-48df-a8dc-19d4a8f7e296 HTTP/1.1" status: 200 len: 991 time: 0.0727198 Feb 10 15:51:26.793636 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7e665-4ece-43f7-b557-a50778e898ce None None] New status for floating IP fcc7c1fa-5411-48df-a8dc-19d4a8f7e296: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:51:27.762045 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35310) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:27.836149 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ed252b3d-6c66-43f5-bdc7-8d6c8c0e7671 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/floatingips/fcc7c1fa-5411-48df-a8dc-19d4a8f7e296 HTTP/1.1" status: 200 len: 993 time: 0.0725441 Feb 10 15:51:28.997141 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0091d-b9aa-488b-907f-b1af84eae0fc req-94c6a0aa-14b1-404d-9066-38299017cea1 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:28.998710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0d0091d-b9aa-488b-907f-b1af84eae0fc req-94c6a0aa-14b1-404d-9066-38299017cea1 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 1128 time: 0.0595746 Feb 10 15:51:29.061788 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0d0091d-b9aa-488b-907f-b1af84eae0fc req-48001542-4f6e-4994-80e3-1db540ba54cd tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572391 Feb 10 15:51:29.085800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35322) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:29.094018 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:51:29.254836 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-24cb0413-d554-455f-9138-e7485ac8587c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port f21d857b-8db1-4748-9456-28cdfc25609f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:51:29.255331 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24cb0413-d554-455f-9138-e7485ac8587c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f21d857b-8db1-4748-9456-28cdfc25609f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:29.338859 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24cb0413-d554-455f-9138-e7485ac8587c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f21d857b-8db1-4748-9456-28cdfc25609f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:29.339269 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24cb0413-d554-455f-9138-e7485ac8587c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for floatingip (f21d857b-8db1-4748-9456-28cdfc25609f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:29.354966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-24cb0413-d554-455f-9138-e7485ac8587c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for f21d857b-8db1-4748-9456-28cdfc25609f owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:51:29.522652 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24cb0413-d554-455f-9138-e7485ac8587c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f21d857b-8db1-4748-9456-28cdfc25609f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:29.552589 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb0413-d554-455f-9138-e7485ac8587c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=f21d857b-8db1-4748-9456-28cdfc25609f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:29.631231 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24cb0413-d554-455f-9138-e7485ac8587c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for floatingip (bd36d4c3-50d7-4c93-9da0-95bfba755ded), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:29.631853 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-24cb0413-d554-455f-9138-e7485ac8587c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Floating IP bd36d4c3-50d7-4c93-9da0-95bfba755ded disassociated (deleted). External IP: 172.25.3.4, port: bed6c5ef-5023-40ec-bf3c-2e85e72743e7. Feb 10 15:51:29.894405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cb0413-d554-455f-9138-e7485ac8587c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:51:30.043804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cb0413-d554-455f-9138-e7485ac8587c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:30.048668 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24cb0413-d554-455f-9138-e7485ac8587c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:30.055685 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba76cd8-2383-46dd-985d-5671f088952e None None] Sync routers for ids ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:30.082846 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba76cd8-2383-46dd-985d-5671f088952e None None] Routers {'4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:30.085012 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-dba76cd8-2383-46dd-985d-5671f088952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:51:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:30.087576 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-24cb0413-d554-455f-9138-e7485ac8587c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/floatingips/bd36d4c3-50d7-4c93-9da0-95bfba755ded HTTP/1.1" status: 204 len: 168 time: 0.9992905 Feb 10 15:51:30.088804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:51:30.091465 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861052c4-3665-40e7-8027-293519651bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:30.187601 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c23299-3dc7-4e25-a7a8-5724e692e646 x-openstack-request-id: req-02c23299-3dc7-4e25-a7a8-5724e692e646 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:30.188213 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:30.188579 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02c23299-3dc7-4e25-a7a8-5724e692e646 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:30.189120 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'status': 'completed', 'code': 200} Feb 10 15:51:30.279522 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-dba76cd8-2383-46dd-985d-5671f088952e None None] Set router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:30.291478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861052c4-3665-40e7-8027-293519651bd9 req-18cc9eba-22ff-4257-8c2f-e095b3d3c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:30.294574 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-861052c4-3665-40e7-8027-293519651bd9 req-18cc9eba-22ff-4257-8c2f-e095b3d3c681 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 1128 time: 0.0841289 Feb 10 15:51:30.492276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861052c4-3665-40e7-8027-293519651bd9 req-20a56bae-3c8c-47de-83fa-6f6362436de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:30.494181 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-861052c4-3665-40e7-8027-293519651bd9 req-20a56bae-3c8c-47de-83fa-6f6362436de6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 HTTP/1.1" status: 200 len: 896 time: 0.1910322 Feb 10 15:51:30.545295 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-dba76cd8-2383-46dd-985d-5671f088952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890518737', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:31Z', 'updated_at': '2022-02-10T15:49:37Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:32Z', 'updated_at': '2022-02-10T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'a4885033-3740-4d62-af5e-64ffdc31a4c0', 'name': '', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:9e:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:36Z', 'updated_at': '2022-02-10T15:49:41Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:30.569373 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-861052c4-3665-40e7-8027-293519651bd9 req-ed9fbf18-f55f-4655-ba93-3a0975e121e3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7 HTTP/1.1" status: 200 len: 217 time: 0.0679443 Feb 10 15:51:30.637399 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba76cd8-2383-46dd-985d-5671f088952e None None] Checking router: 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:51:30.665745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861052c4-3665-40e7-8027-293519651bd9 req-3a2e6dff-74e0-4157-8881-799c16e3f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:30.667441 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-861052c4-3665-40e7-8027-293519651bd9 req-3a2e6dff-74e0-4157-8881-799c16e3f436 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c53a46e-2199-4238-92e3-8f0eea1e292b HTTP/1.1" status: 200 len: 835 time: 0.0866961 Feb 10 15:51:30.673106 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba76cd8-2383-46dd-985d-5671f088952e None None] Routers {'4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:30.673782 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-dba76cd8-2383-46dd-985d-5671f088952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:51:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:30.682962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2a117-bc4a-4024-909e-c3d5efc8e51c req-31ffe2d3-8024-4d24-b9fe-83ff67d03d33 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:30.689810 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fab2a117-bc4a-4024-909e-c3d5efc8e51c req-31ffe2d3-8024-4d24-b9fe-83ff67d03d33 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 946 time: 0.1235490 Feb 10 15:51:30.775686 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fab2a117-bc4a-4024-909e-c3d5efc8e51c req-f5ce0951-a6c0-4d22-8ecd-ef0ab059bb50 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844681 Feb 10 15:51:30.779202 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861052c4-3665-40e7-8027-293519651bd9 req-84545700-9d2a-4f1a-a50b-397a1b10f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:30.779202 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-861052c4-3665-40e7-8027-293519651bd9 req-84545700-9d2a-4f1a-a50b-397a1b10f5ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0871980 Feb 10 15:51:30.917877 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-861052c4-3665-40e7-8027-293519651bd9 req-5afb1d59-4fb0-46c6-9335-c5c306a25052 service neutron] 10.222.0.72 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154377 Feb 10 15:51:30.952397 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-dba76cd8-2383-46dd-985d-5671f088952e None None] Set router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:31.039014 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-861052c4-3665-40e7-8027-293519651bd9 req-8b994c27-6861-4499-ad68-7b2d87b57178 service neutron] 10.222.0.72 "GET /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098747 Feb 10 15:51:31.200347 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-dba76cd8-2383-46dd-985d-5671f088952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890518737', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:31Z', 'updated_at': '2022-02-10T15:49:37Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:32Z', 'updated_at': '2022-02-10T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'a4885033-3740-4d62-af5e-64ffdc31a4c0', 'name': '', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:9e:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:36Z', 'updated_at': '2022-02-10T15:49:41Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:31.228513 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba76cd8-2383-46dd-985d-5671f088952e None None] The sync data for ids ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'] in n-d-815324-7 is: [{'id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890518737', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:31Z', 'updated_at': '2022-02-10T15:49:37Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:32Z', 'updated_at': '2022-02-10T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'a4885033-3740-4d62-af5e-64ffdc31a4c0', 'name': '', 'network_id': '7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:9e:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:36Z', 'updated_at': '2022-02-10T15:49:41Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '5c53a46e-2199-4238-92e3-8f0eea1e292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:31.545172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d947c40-c79f-491c-8847-224c8dc5f10a None None] New status for floating IP bd36d4c3-50d7-4c93-9da0-95bfba755ded: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:51:31.880500 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ec9a5-f58f-4e6c-bc99-54e1b8e46ce2 req-7fe5cf5e-261e-456f-a258-6516f069bcb6 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:31.882102 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-018ec9a5-f58f-4e6c-bc99-54e1b8e46ce2 req-7fe5cf5e-261e-456f-a258-6516f069bcb6 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 946 time: 0.0784976 Feb 10 15:51:31.986241 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-018ec9a5-f58f-4e6c-bc99-54e1b8e46ce2 req-b769ae03-aa6f-4f76-88a0-923c0fa8540d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:51:31.986962 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-018ec9a5-f58f-4e6c-bc99-54e1b8e46ce2 req-b769ae03-aa6f-4f76-88a0-923c0fa8540d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:32.118744 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-018ec9a5-f58f-4e6c-bc99-54e1b8e46ce2 req-b769ae03-aa6f-4f76-88a0-923c0fa8540d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] For port bed6c5ef-5023-40ec-bf3c-2e85e72743e7, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:32.119184 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-018ec9a5-f58f-4e6c-bc99-54e1b8e46ce2 req-b769ae03-aa6f-4f76-88a0-923c0fa8540d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:32.137337 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-018ec9a5-f58f-4e6c-bc99-54e1b8e46ce2 req-b769ae03-aa6f-4f76-88a0-923c0fa8540d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for bed6c5ef-5023-40ec-bf3c-2e85e72743e7 owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:51:32.193536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ff011-3e14-4c47-b249-7fbddc8187d6 req-c8478a28-6f75-470d-a70d-446c5bcce4cf tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:32.195066 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d76ff011-3e14-4c47-b249-7fbddc8187d6 req-c8478a28-6f75-470d-a70d-446c5bcce4cf tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7198cd7-63ad-4e28-906f-f900dfd80a1b HTTP/1.1" status: 200 len: 946 time: 0.3293259 Feb 10 15:51:32.273909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d76ff011-3e14-4c47-b249-7fbddc8187d6 req-4e383db7-9139-4457-85c5-9d187dc003a5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728235 Feb 10 15:51:32.338942 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-018ec9a5-f58f-4e6c-bc99-54e1b8e46ce2 req-b769ae03-aa6f-4f76-88a0-923c0fa8540d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (bed6c5ef-5023-40ec-bf3c-2e85e72743e7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:32.374785 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769ae03-aa6f-4f76-88a0-923c0fa8540d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=bed6c5ef-5023-40ec-bf3c-2e85e72743e7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:32.428899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-018ec9a5-f58f-4e6c-bc99-54e1b8e46ce2 req-b769ae03-aa6f-4f76-88a0-923c0fa8540d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] No DVR routers for this DVR port bed6c5ef-5023-40ec-bf3c-2e85e72743e7 on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:32.431981 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-018ec9a5-f58f-4e6c-bc99-54e1b8e46ce2 req-b769ae03-aa6f-4f76-88a0-923c0fa8540d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:32.435255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-018ec9a5-f58f-4e6c-bc99-54e1b8e46ce2 req-b769ae03-aa6f-4f76-88a0-923c0fa8540d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "DELETE /v2.0/ports/bed6c5ef-5023-40ec-bf3c-2e85e72743e7 HTTP/1.1" status: 204 len: 173 time: 0.5485232 Feb 10 15:51:32.435686 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'name': 'network-vif-deleted', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:51:32.437976 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4e2bc4-4559-438a-8d19-4a02f372b536" -d '{"events": [{"server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "name": "network-vif-deleted", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:32.549893 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c12127-4e9c-490d-b9f5-2aee1bee77a1 x-openstack-request-id: req-52c12127-4e9c-490d-b9f5-2aee1bee77a1 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:32.550332 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7198cd7-63ad-4e28-906f-f900dfd80a1b", "name": "network-vif-deleted", "tag": "bed6c5ef-5023-40ec-bf3c-2e85e72743e7", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:32.550672 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52c12127-4e9c-490d-b9f5-2aee1bee77a1 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:32.551242 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7198cd7-63ad-4e28-906f-f900dfd80a1b', 'name': 'network-vif-deleted', 'tag': 'bed6c5ef-5023-40ec-bf3c-2e85e72743e7', 'status': 'completed', 'code': 200} Feb 10 15:51:33.331485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35426) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:33.707978 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-72628183-55b4-4def-961d-6a8959575e57 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:34.007340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-72628183-55b4-4def-961d-6a8959575e57 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port a4885033-3740-4d62-af5e-64ffdc31a4c0 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:51:34.007682 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-72628183-55b4-4def-961d-6a8959575e57 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:34.098076 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-72628183-55b4-4def-961d-6a8959575e57 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] For port a4885033-3740-4d62-af5e-64ffdc31a4c0, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a4885033-3740-4d62-af5e-64ffdc31a4c0,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:34.098538 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-72628183-55b4-4def-961d-6a8959575e57 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:34.125983 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-72628183-55b4-4def-961d-6a8959575e57 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for a4885033-3740-4d62-af5e-64ffdc31a4c0 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:51:34.625421 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-72628183-55b4-4def-961d-6a8959575e57 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a4885033-3740-4d62-af5e-64ffdc31a4c0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:34.649151 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72628183-55b4-4def-961d-6a8959575e57 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=a4885033-3740-4d62-af5e-64ffdc31a4c0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:34.853711 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-72628183-55b4-4def-961d-6a8959575e57 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:35.095387 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72628183-55b4-4def-961d-6a8959575e57 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:51:35.216127 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72628183-55b4-4def-961d-6a8959575e57 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:35.221592 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-72628183-55b4-4def-961d-6a8959575e57 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "PUT /v2.0/routers/4b7ccfed-7746-4d9d-b621-722e8a8d0a6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8889966 Feb 10 15:51:35.224325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35436) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:35.227048 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724be3bf-440d-4af6-a476-5ad59414b751 None None] Sync routers for ids ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:35.237344 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724be3bf-440d-4af6-a476-5ad59414b751 None None] Routers {'4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:35.237962 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-724be3bf-440d-4af6-a476-5ad59414b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:51:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:35.287379 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ad0f88-cccd-42de-a842-424f378e68e9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting subnet 5c53a46e-2199-4238-92e3-8f0eea1e292b {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:51:35.291298 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-77ad0f88-cccd-42de-a842-424f378e68e9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for subnet (5c53a46e-2199-4238-92e3-8f0eea1e292b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:35.343298 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-77ad0f88-cccd-42de-a842-424f378e68e9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (5c53a46e-2199-4238-92e3-8f0eea1e292b), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:35.365497 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-724be3bf-440d-4af6-a476-5ad59414b751 None None] Set router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:35.442800 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-77ad0f88-cccd-42de-a842-424f378e68e9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (5c53a46e-2199-4238-92e3-8f0eea1e292b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:35.538602 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-77ad0f88-cccd-42de-a842-424f378e68e9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (5c53a46e-2199-4238-92e3-8f0eea1e292b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:35.561993 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-77ad0f88-cccd-42de-a842-424f378e68e9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:35.563868 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f616ab-d1d2-4a1c-b6f1-702077cc728b None None] Network 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:51:35.565970 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-77ad0f88-cccd-42de-a842-424f378e68e9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/subnets/5c53a46e-2199-4238-92e3-8f0eea1e292b HTTP/1.1" status: 204 len: 168 time: 0.3404846 Feb 10 15:51:35.568699 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35440) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:35.622864 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad0f88-cccd-42de-a842-424f378e68e9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Subnet': ['ID=5c53a46e-2199-4238-92e3-8f0eea1e292b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:35.729044 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-724be3bf-440d-4af6-a476-5ad59414b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890518737', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:31Z', 'updated_at': '2022-02-10T15:51:34Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:32Z', 'updated_at': '2022-02-10T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:35.767600 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724be3bf-440d-4af6-a476-5ad59414b751 None None] Checking router: 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:51:35.784358 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724be3bf-440d-4af6-a476-5ad59414b751 None None] Routers {'4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:35.784358 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-724be3bf-440d-4af6-a476-5ad59414b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:51:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:35.796285 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da9fbb02-9e64-43b3-b9bf-dacb9b5a3edb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:35.832374 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5f7c82-5acb-41bf-91f7-e5ec8d400e8f None None] DHCP port deletion for 7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:51:35.902639 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f7c82-5acb-41bf-91f7-e5ec8d400e8f None None] Deleting port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:51:35.902959 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f5f7c82-5acb-41bf-91f7-e5ec8d400e8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:35.944639 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da9fbb02-9e64-43b3-b9bf-dacb9b5a3edb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_gateway (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:35.960798 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-724be3bf-440d-4af6-a476-5ad59414b751 None None] Set router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:35.985602 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2f5f7c82-5acb-41bf-91f7-e5ec8d400e8f None None] For port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1,segment=NetworkSegment(047681d7-dac6-414a-8e20-f9273cc97699),segment_id=047681d7-dac6-414a-8e20-f9273cc97699)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:35.986009 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f5f7c82-5acb-41bf-91f7-e5ec8d400e8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:36.009806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f7c82-5acb-41bf-91f7-e5ec8d400e8f None None] Calling delete_port for a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:51:36.067460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-da9fbb02-9e64-43b3-b9bf-dacb9b5a3edb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port e7d3354d-f7c6-4a22-bd4e-c461d0f8de49 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:51:36.067804 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da9fbb02-9e64-43b3-b9bf-dacb9b5a3edb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e7d3354d-f7c6-4a22-bd4e-c461d0f8de49), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:36.162463 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f5f7c82-5acb-41bf-91f7-e5ec8d400e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:36.216689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f7c82-5acb-41bf-91f7-e5ec8d400e8f None None] No DVR routers for this DVR port a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:51:36.219015 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f7c82-5acb-41bf-91f7-e5ec8d400e8f None None] Pushing event deleted for resources: {'Port': ['ID=a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:36.219355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-da9fbb02-9e64-43b3-b9bf-dacb9b5a3edb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] For port e7d3354d-f7c6-4a22-bd4e-c461d0f8de49, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e7d3354d-f7c6-4a22-bd4e-c461d0f8de49,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:36.219728 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da9fbb02-9e64-43b3-b9bf-dacb9b5a3edb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e7d3354d-f7c6-4a22-bd4e-c461d0f8de49), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:36.236399 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-da9fbb02-9e64-43b3-b9bf-dacb9b5a3edb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for e7d3354d-f7c6-4a22-bd4e-c461d0f8de49 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:51:36.302939 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-724be3bf-440d-4af6-a476-5ad59414b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890518737', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:31Z', 'updated_at': '2022-02-10T15:51:34Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:32Z', 'updated_at': '2022-02-10T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:36.334904 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724be3bf-440d-4af6-a476-5ad59414b751 None None] The sync data for ids ['4b7ccfed-7746-4d9d-b621-722e8a8d0a6f'] in n-d-815324-7 is: [{'id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890518737', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:49:31Z', 'updated_at': '2022-02-10T15:51:34Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e7d3354d-f7c6-4a22-bd4e-c461d0f8de49', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ccfed-7746-4d9d-b621-722e8a8d0a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:49:32Z', 'updated_at': '2022-02-10T15:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:36.447663 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da9fbb02-9e64-43b3-b9bf-dacb9b5a3edb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (e7d3354d-f7c6-4a22-bd4e-c461d0f8de49), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:36.484163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fbb02-9e64-43b3-b9bf-dacb9b5a3edb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=e7d3354d-f7c6-4a22-bd4e-c461d0f8de49,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:36.551763 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da9fbb02-9e64-43b3-b9bf-dacb9b5a3edb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:36.661260 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da9fbb02-9e64-43b3-b9bf-dacb9b5a3edb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:36.663740 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da9fbb02-9e64-43b3-b9bf-dacb9b5a3edb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_controller (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:36.680134 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device bed6c5ef-5023-40ec-bf3c-2e85e72743e7 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:36.701704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: bed6c5ef-5023-40ec-bf3c-2e85e72743e7 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:51:36.702135 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device bed6c5ef-5023-40ec-bf3c-2e85e72743e7 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:36.714749 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da9fbb02-9e64-43b3-b9bf-dacb9b5a3edb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (4b7ccfed-7746-4d9d-b621-722e8a8d0a6f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:36.715358 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9fbb02-9e64-43b3-b9bf-dacb9b5a3edb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Fanout notify agent at l3_agent the message router_deleted on router 4b7ccfed-7746-4d9d-b621-722e8a8d0a6f {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:51:36.722828 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-da9fbb02-9e64-43b3-b9bf-dacb9b5a3edb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:36.724080 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-da9fbb02-9e64-43b3-b9bf-dacb9b5a3edb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/routers/4b7ccfed-7746-4d9d-b621-722e8a8d0a6f HTTP/1.1" status: 204 len: 168 time: 1.1539419 Feb 10 15:51:36.726898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35446) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:36.822972 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2bbba84b-49ab-43d5-834b-4415327e6b73 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:36.926590 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2bbba84b-49ab-43d5-834b-4415327e6b73 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:36.949163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2bbba84b-49ab-43d5-834b-4415327e6b73 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:36.958311 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2bbba84b-49ab-43d5-834b-4415327e6b73 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047681d7-dac6-414a-8e20-f9273cc97699') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:36.958614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2bbba84b-49ab-43d5-834b-4415327e6b73 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047681d7-dac6-414a-8e20-f9273cc97699') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:36.968544 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2bbba84b-49ab-43d5-834b-4415327e6b73 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (047681d7-dac6-414a-8e20-f9273cc97699), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:36.981762 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2bbba84b-49ab-43d5-834b-4415327e6b73 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (047681d7-dac6-414a-8e20-f9273cc97699), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:36.988073 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbba84b-49ab-43d5-834b-4415327e6b73 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:51:36.988469 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2bbba84b-49ab-43d5-834b-4415327e6b73 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (047681d7-dac6-414a-8e20-f9273cc97699), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:51:37.013932 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:51:37.058731 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2bbba84b-49ab-43d5-834b-4415327e6b73 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.065955 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2bbba84b-49ab-43d5-834b-4415327e6b73 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.069169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2bbba84b-49ab-43d5-834b-4415327e6b73 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/networks/7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7 HTTP/1.1" status: 204 len: 168 time: 0.3412676 Feb 10 15:51:37.072370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35450) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:37.098029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbba84b-49ab-43d5-834b-4415327e6b73 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Network': ['ID=7adbb0d4-0fb5-4a4e-be2c-795524e1d0c7,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:37.156021 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33412d48-c17b-4815-a6f2-7a06d77d39e1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.183208 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33412d48-c17b-4815-a6f2-7a06d77d39e1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.189301 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.260431 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33412d48-c17b-4815-a6f2-7a06d77d39e1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.263404 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-33412d48-c17b-4815-a6f2-7a06d77d39e1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.267113 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-33412d48-c17b-4815-a6f2-7a06d77d39e1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/security-groups/0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d HTTP/1.1" status: 204 len: 168 time: 0.1911454 Feb 10 15:51:37.274570 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33412d48-c17b-4815-a6f2-7a06d77d39e1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0a8603-48f7-4a1a-aea2-6e8a6e2afa0d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:37.549580 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35456) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:37.554486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ad4ad7d3-6e21-4166-94b9-3c225139c898 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1816161466', 'description': 'tempest-secgroup-smoke-1816161466 description', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:37.579330 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad7d3-6e21-4166-94b9-3c225139c898 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.672882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a4885033-3740-4d62-af5e-64ffdc31a4c0 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:37.686993 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad7d3-6e21-4166-94b9-3c225139c898 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (848b19c3-b7ac-4797-9cca-da8d34a0a5fa), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.693985 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad7d3-6e21-4166-94b9-3c225139c898 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (848b19c3-b7ac-4797-9cca-da8d34a0a5fa), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.695249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: a4885033-3740-4d62-af5e-64ffdc31a4c0 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:51:37.696198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a4885033-3740-4d62-af5e-64ffdc31a4c0 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:37.697651 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e7d3354d-f7c6-4a22-bd4e-c461d0f8de49 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:37.721464 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: e7d3354d-f7c6-4a22-bd4e-c461d0f8de49 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:51:37.722121 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e7d3354d-f7c6-4a22-bd4e-c461d0f8de49 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:37.722766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:51:37.726411 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad7d3-6e21-4166-94b9-3c225139c898 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.727699 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ad4ad7d3-6e21-4166-94b9-3c225139c898 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1770365 Feb 10 15:51:37.730756 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35460) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:37.735326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-119ae421-41bd-4624-92dd-214ce38637cc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '848b19c3-b7ac-4797-9cca-da8d34a0a5fa', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:37.740579 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ad7d3-6e21-4166-94b9-3c225139c898 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848b19c3-b7ac-4797-9cca-da8d34a0a5fa,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:37.759072 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:51:37.759626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device a1357a1c-9042-41a7-8a3b-dde4a3ebbaa1 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:51:37.786355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-119ae421-41bd-4624-92dd-214ce38637cc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (885485f8-5507-4faa-8385-7c1ca7e632da), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.842146 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-119ae421-41bd-4624-92dd-214ce38637cc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (885485f8-5507-4faa-8385-7c1ca7e632da), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.846429 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-119ae421-41bd-4624-92dd-214ce38637cc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (885485f8-5507-4faa-8385-7c1ca7e632da), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.867368 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ae421-41bd-4624-92dd-214ce38637cc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885485f8-5507-4faa-8385-7c1ca7e632da,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:37.873593 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-119ae421-41bd-4624-92dd-214ce38637cc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.878225 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-119ae421-41bd-4624-92dd-214ce38637cc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436617 Feb 10 15:51:37.878333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35462) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:37.882906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b99717a1-85d4-4ad4-9dae-4de10e6c1d21 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '848b19c3-b7ac-4797-9cca-da8d34a0a5fa', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:37.909720 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b99717a1-85d4-4ad4-9dae-4de10e6c1d21 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (9beb1156-a307-42b6-bf4d-47ee21ade875), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.975932 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b99717a1-85d4-4ad4-9dae-4de10e6c1d21 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (9beb1156-a307-42b6-bf4d-47ee21ade875), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:37.980876 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b99717a1-85d4-4ad4-9dae-4de10e6c1d21 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (9beb1156-a307-42b6-bf4d-47ee21ade875), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.005163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99717a1-85d4-4ad4-9dae-4de10e6c1d21 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9beb1156-a307-42b6-bf4d-47ee21ade875,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:38.013731 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b99717a1-85d4-4ad4-9dae-4de10e6c1d21 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.014865 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b99717a1-85d4-4ad4-9dae-4de10e6c1d21 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356094 Feb 10 15:51:38.017673 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35464) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:38.022260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-dedef07e-623c-4f30-90dd-5f7c09dcb73b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '848b19c3-b7ac-4797-9cca-da8d34a0a5fa', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:38.050546 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dedef07e-623c-4f30-90dd-5f7c09dcb73b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (e6ea17ff-e766-4cef-8eb1-faed42a4e135), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.117526 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dedef07e-623c-4f30-90dd-5f7c09dcb73b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (e6ea17ff-e766-4cef-8eb1-faed42a4e135), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.124493 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dedef07e-623c-4f30-90dd-5f7c09dcb73b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (e6ea17ff-e766-4cef-8eb1-faed42a4e135), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.151597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedef07e-623c-4f30-90dd-5f7c09dcb73b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ea17ff-e766-4cef-8eb1-faed42a4e135,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:38.161637 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-dedef07e-623c-4f30-90dd-5f7c09dcb73b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.162881 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-dedef07e-623c-4f30-90dd-5f7c09dcb73b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442015 Feb 10 15:51:38.166394 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35468) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:38.171063 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ef4bff35-3c2a-4860-89c5-7e13e16754b3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '848b19c3-b7ac-4797-9cca-da8d34a0a5fa', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:38.196436 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef4bff35-3c2a-4860-89c5-7e13e16754b3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (684893d0-4cd4-4ae0-a725-1eae278b378a), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.257710 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef4bff35-3c2a-4860-89c5-7e13e16754b3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (684893d0-4cd4-4ae0-a725-1eae278b378a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.262595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef4bff35-3c2a-4860-89c5-7e13e16754b3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (684893d0-4cd4-4ae0-a725-1eae278b378a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.283582 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bff35-3c2a-4860-89c5-7e13e16754b3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684893d0-4cd4-4ae0-a725-1eae278b378a,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:38.292697 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef4bff35-3c2a-4860-89c5-7e13e16754b3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.293933 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ef4bff35-3c2a-4860-89c5-7e13e16754b3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264334 Feb 10 15:51:38.296773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35470) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:38.301179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d238f0e9-7151-4520-94a6-8b5fa6b47212 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '848b19c3-b7ac-4797-9cca-da8d34a0a5fa', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:38.323297 n-d-815324-7 neutron-server[103369]: INFO neutron.db.securitygroups_db [None req-d238f0e9-7151-4520-94a6-8b5fa6b47212 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Project 2c35d11a6fb9432f955126d4d4ccd7cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:51:38.329330 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d238f0e9-7151-4520-94a6-8b5fa6b47212 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (a572f8cd-5bc2-4e6e-b3a7-338855363a50), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.391735 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d238f0e9-7151-4520-94a6-8b5fa6b47212 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (a572f8cd-5bc2-4e6e-b3a7-338855363a50), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.395944 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d238f0e9-7151-4520-94a6-8b5fa6b47212 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (a572f8cd-5bc2-4e6e-b3a7-338855363a50), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.414277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238f0e9-7151-4520-94a6-8b5fa6b47212 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a572f8cd-5bc2-4e6e-b3a7-338855363a50,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:38.424115 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d238f0e9-7151-4520-94a6-8b5fa6b47212 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.428049 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d238f0e9-7151-4520-94a6-8b5fa6b47212 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276665 Feb 10 15:51:38.428374 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35472) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:38.433388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-89d874ed-2fe4-4fff-a9be-730478b10bcc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '848b19c3-b7ac-4797-9cca-da8d34a0a5fa', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:38.453745 n-d-815324-7 neutron-server[103368]: INFO neutron.db.securitygroups_db [None req-89d874ed-2fe4-4fff-a9be-730478b10bcc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Project 2c35d11a6fb9432f955126d4d4ccd7cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:51:38.458962 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-89d874ed-2fe4-4fff-a9be-730478b10bcc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (4847e125-8a54-4ba5-a8a5-ddde8ad8b9d2), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.521257 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-89d874ed-2fe4-4fff-a9be-730478b10bcc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (4847e125-8a54-4ba5-a8a5-ddde8ad8b9d2), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.525640 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-89d874ed-2fe4-4fff-a9be-730478b10bcc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (4847e125-8a54-4ba5-a8a5-ddde8ad8b9d2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.544305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d874ed-2fe4-4fff-a9be-730478b10bcc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4847e125-8a54-4ba5-a8a5-ddde8ad8b9d2,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:38.553035 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-89d874ed-2fe4-4fff-a9be-730478b10bcc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.554191 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-89d874ed-2fe4-4fff-a9be-730478b10bcc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247864 Feb 10 15:51:38.557069 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35474) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:38.561907 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e1966fbc-f9db-4c1d-a59c-d33f55e25935 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'network': {'name': 'tempest-network-smoke--384665659', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'port_security_enabled': True}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:38.582531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1966fbc-f9db-4c1d-a59c-d33f55e25935 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Made reservation on behalf of 2c35d11a6fb9432f955126d4d4ccd7cb for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:38.586024 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e1966fbc-f9db-4c1d-a59c-d33f55e25935 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.610776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1966fbc-f9db-4c1d-a59c-d33f55e25935 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:51:38.624915 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e1966fbc-f9db-4c1d-a59c-d33f55e25935 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (72431933-48f0-4715-a260-0cc6f735511e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.625591 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-e1966fbc-f9db-4c1d-a59c-d33f55e25935 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Added segment 72431933-48f0-4715-a260-0cc6f735511e of type vlan for network eb83c23d-4793-48ba-9bfb-02eefaad8f38 Feb 10 15:51:38.667090 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e1966fbc-f9db-4c1d-a59c-d33f55e25935 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (eb83c23d-4793-48ba-9bfb-02eefaad8f38), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.695440 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e1966fbc-f9db-4c1d-a59c-d33f55e25935 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (eb83c23d-4793-48ba-9bfb-02eefaad8f38), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.701554 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1966fbc-f9db-4c1d-a59c-d33f55e25935 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:38.702292 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e1966fbc-f9db-4c1d-a59c-d33f55e25935 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.734288 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e1966fbc-f9db-4c1d-a59c-d33f55e25935 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1761186 Feb 10 15:51:38.737794 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35478) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:38.752447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1300762081', 'admin_state_up': True, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:38.801405 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1966fbc-f9db-4c1d-a59c-d33f55e25935 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Network': ['ID=eb83c23d-4793-48ba-9bfb-02eefaad8f38,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:38.808444 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (a8a65f17-1dc2-463c-89b1-3491c7013953), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.809498 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (a8a65f17-1dc2-463c-89b1-3491c7013953), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:38.815999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network eb83c23d-4793-48ba-9bfb-02eefaad8f38 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:51:38.863780 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_controller (a8a65f17-1dc2-463c-89b1-3491c7013953), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:39.358702 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_gateway (a8a65f17-1dc2-463c-89b1-3491c7013953), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:39.562726 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_gateway (a8a65f17-1dc2-463c-89b1-3491c7013953), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:39.584251 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:39.691853 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Allocated IP 172.25.3.117 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/e9830ba0-96a6-4cb8-a964-762117333581) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:39.805258 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (e9830ba0-96a6-4cb8-a964-762117333581), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:39.840103 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (e9830ba0-96a6-4cb8-a964-762117333581), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:39.879801 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:39.884443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:39.888151 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:39.910351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=e9830ba0-96a6-4cb8-a964-762117333581,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:40.168015 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_gateway (a8a65f17-1dc2-463c-89b1-3491c7013953), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:40.397070 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (a8a65f17-1dc2-463c-89b1-3491c7013953), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:40.532665 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router a8a65f17-1dc2-463c-89b1-3491c7013953 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:51:40.652616 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:40.664021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Sync routers for ids ['a8a65f17-1dc2-463c-89b1-3491c7013953'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:40.677561 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:40.678232 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Routers {'a8a65f17-1dc2-463c-89b1-3491c7013953'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:40.678847 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-393ae37b-dd96-4073-9ec7-d663f9fb817e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9401035 Feb 10 15:51:40.679333 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:51:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a8a65f17-1dc2-463c-89b1-3491c7013953'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:40.682533 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35486) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:40.711161 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-978bfc73-2475-406e-8f55-7fa6d658bbdb tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=2c35d11a6fb9432f955126d4d4ccd7cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274992 Feb 10 15:51:40.713889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35488) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:40.806259 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Set router a8a65f17-1dc2-463c-89b1-3491c7013953 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:40.818780 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a89fc75-606a-4d43-a683-24138052f460 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:40.823952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35492) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:40.824615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0a89fc75-606a-4d43-a683-24138052f460 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1097140 Feb 10 15:51:40.866606 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5b686f6c-8dd1-47e3-9c94-31f25687017c tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=4454d505-75c9-41c1-a257-953d507647a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411305 Feb 10 15:51:40.869309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35494) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:40.874591 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-e3a5ed94-338d-4e47-8e09-e3d9302fe0d0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-419080646', 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:40.996821 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a5ed94-338d-4e47-8e09-e3d9302fe0d0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Made reservation on behalf of 2c35d11a6fb9432f955126d4d4ccd7cb for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:41.000581 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ed94-338d-4e47-8e09-e3d9302fe0d0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:41.156886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300762081', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:51:38Z', 'updated_at': '2022-02-10T15:51:40Z', 'revision_number': 3, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:39Z', 'updated_at': '2022-02-10T15:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:41.189293 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Checking router: a8a65f17-1dc2-463c-89b1-3491c7013953 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:51:41.189669 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Updating router a8a65f17-1dc2-463c-89b1-3491c7013953 port e9830ba0-96a6-4cb8-a964-762117333581 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:51:41.203700 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ed94-338d-4e47-8e09-e3d9302fe0d0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (173faf90-bcce-4acb-8684-ea56e8817faf), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:41.218569 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e9830ba0-96a6-4cb8-a964-762117333581), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:41.311683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5ed94-338d-4e47-8e09-e3d9302fe0d0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Subnet': ['ID=173faf90-bcce-4acb-8684-ea56e8817faf,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:41.332713 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5ed94-338d-4e47-8e09-e3d9302fe0d0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Checking segment: {'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:51:41.333228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a5ed94-338d-4e47-8e09-e3d9302fe0d0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network hostable DHCP agents. Network: eb83c23d-4793-48ba-9bfb-02eefaad8f38, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:51:41.355089 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a5ed94-338d-4e47-8e09-e3d9302fe0d0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network eb83c23d-4793-48ba-9bfb-02eefaad8f38 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:51:41.368790 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-e3a5ed94-338d-4e47-8e09-e3d9302fe0d0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, eb83c23d-4793-48ba-9bfb-02eefaad8f38) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:41.379770 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd316b3-2fd7-4c5c-8836-647caac0ced5 None None] Network eb83c23d-4793-48ba-9bfb-02eefaad8f38 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:51:41.386080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a5ed94-338d-4e47-8e09-e3d9302fe0d0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:41.386704 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ed94-338d-4e47-8e09-e3d9302fe0d0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:41.404506 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e3a5ed94-338d-4e47-8e09-e3d9302fe0d0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5340672 Feb 10 15:51:41.407234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35498) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:41.594434 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:41.618961 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Publish callbacks [] for port (e9830ba0-96a6-4cb8-a964-762117333581), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:41.639639 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e9830ba0-96a6-4cb8-a964-762117333581), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:41.671993 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ips': [{'subnet_id': '173faf90-bcce-4acb-8684-ea56e8817faf'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:51:41.672804 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:41.776329 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Attempting to bind port e9830ba0-96a6-4cb8-a964-762117333581 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:51:41.776731 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Attempting to bind port e9830ba0-96a6-4cb8-a964-762117333581 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:51:41.777102 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Attempting to bind port e9830ba0-96a6-4cb8-a964-762117333581 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:41.793517 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:41.793899 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:51:41.794319 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:41.794715 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:41.795197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Bound port: e9830ba0-96a6-4cb8-a964-762117333581, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:51:41.795584 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e9830ba0-96a6-4cb8-a964-762117333581), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:41.797208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fab5d-be4e-4024-a538-44e1ab6fbc32 None None] Pushing event updated for resources: {'Port': ['ID=e9830ba0-96a6-4cb8-a964-762117333581,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:41.901107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] For port e9830ba0-96a6-4cb8-a964-762117333581, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:41.909805 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Allocated IP 172.20.0.2 (eb83c23d-4793-48ba-9bfb-02eefaad8f38/173faf90-bcce-4acb-8684-ea56e8817faf/bf3011a2-05c0-4d06-afeb-5fe125008396) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:41.912963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] For port e9830ba0-96a6-4cb8-a964-762117333581, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e9830ba0-96a6-4cb8-a964-762117333581,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:41.913134 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:41.926290 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e9830ba0-96a6-4cb8-a964-762117333581), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:42.050105 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fab5d-be4e-4024-a538-44e1ab6fbc32 None None] Pushing event updated for resources: {'Port': ['ID=e9830ba0-96a6-4cb8-a964-762117333581,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:42.055287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Routers {'a8a65f17-1dc2-463c-89b1-3491c7013953'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:42.056693 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:51:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a8a65f17-1dc2-463c-89b1-3491c7013953'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:42.211714 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Publish callbacks [] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:42.222886 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:42.229543 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] Set router a8a65f17-1dc2-463c-89b1-3491c7013953 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:42.267118 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Network eb83c23d-4793-48ba-9bfb-02eefaad8f38 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:42.278429 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Allocated IP 172.20.0.1 (eb83c23d-4793-48ba-9bfb-02eefaad8f38/173faf90-bcce-4acb-8684-ea56e8817faf/814e7aa3-594f-4dfa-950b-a2f7bf7f8350) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:42.313957 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:42.317862 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:42.411599 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:42.415172 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Pushing event updated for resources: {'Port': ['ID=bf3011a2-05c0-4d06-afeb-5fe125008396,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:42.458434 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Attempting to bind port bf3011a2-05c0-4d06-afeb-5fe125008396 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:51:42.458980 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Attempting to bind port bf3011a2-05c0-4d06-afeb-5fe125008396 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:51:42.459361 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Attempting to bind port bf3011a2-05c0-4d06-afeb-5fe125008396 on network eb83c23d-4793-48ba-9bfb-02eefaad8f38 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:42.473626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:42.473626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Checking segment: {'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:51:42.473944 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:42.474255 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Bound using segment: {'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:42.474990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Bound port: bf3011a2-05c0-4d06-afeb-5fe125008396, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:51:42.475809 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:42.477416 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:42.527124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network eb83c23d-4793-48ba-9bfb-02eefaad8f38 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:42.530595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:42.535047 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:42.573415 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=814e7aa3-594f-4dfa-950b-a2f7bf7f8350,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:42.573672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] For port bf3011a2-05c0-4d06-afeb-5fe125008396, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:42.577162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] For port bf3011a2-05c0-4d06-afeb-5fe125008396, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=bf3011a2-05c0-4d06-afeb-5fe125008396,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:42.584099 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300762081', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:51:38Z', 'updated_at': '2022-02-10T15:51:40Z', 'revision_number': 3, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:39Z', 'updated_at': '2022-02-10T15:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:42.597207 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (a8a65f17-1dc2-463c-89b1-3491c7013953), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:42.617287 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:42.622267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704d6641-85ed-4714-8898-ead2be9770e7 None None] The sync data for ids ['a8a65f17-1dc2-463c-89b1-3491c7013953'] in n-d-815324-7 is: [{'id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300762081', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:51:38Z', 'updated_at': '2022-02-10T15:51:40Z', 'revision_number': 3, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:39Z', 'updated_at': '2022-02-10T15:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:42.688213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe829-a00b-491b-abbe-97ad8f25a98b None None] Pushing event updated for resources: {'Port': ['ID=bf3011a2-05c0-4d06-afeb-5fe125008396,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:42.814789 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:42.866102 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5208829a-9e6c-497d-9bf4-911ff3421935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:43.227063 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:43.234621 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:43.291963 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=814e7aa3-594f-4dfa-950b-a2f7bf7f8350,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:43.337123 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (a8a65f17-1dc2-463c-89b1-3491c7013953), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:43.471987 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network eb83c23d-4793-48ba-9bfb-02eefaad8f38 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:43.473817 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:43.622692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router a8a65f17-1dc2-463c-89b1-3491c7013953 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:51:43.813523 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e9830ba0-96a6-4cb8-a964-762117333581 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:43.859616 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:51:43.875266 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-340cc276-20ce-47e8-b48f-2f6f689e9112 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "PUT /v2.0/routers/a8a65f17-1dc2-463c-89b1-3491c7013953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4670541 Feb 10 15:51:43.893682 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e9830ba0-96a6-4cb8-a964-762117333581 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:43.894138 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e9830ba0-96a6-4cb8-a964-762117333581), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:44.009547 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e9830ba0-96a6-4cb8-a964-762117333581 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:44.010042 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (e9830ba0-96a6-4cb8-a964-762117333581), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:44.034272 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port e9830ba0-96a6-4cb8-a964-762117333581, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e9830ba0-96a6-4cb8-a964-762117333581,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:44.042400 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (e9830ba0-96a6-4cb8-a964-762117333581), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:44.043324 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device bf3011a2-05c0-4d06-afeb-5fe125008396 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:44.183508 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed0ac7-90e0-41b5-942f-117d9dd47f8b None None] Network eb83c23d-4793-48ba-9bfb-02eefaad8f38 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:51:44.272342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=e9830ba0-96a6-4cb8-a964-762117333581,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:44.309900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6603660d-69b1-4aab-9af0-d593eb7ecece None None] Provisioning complete for port bf3011a2-05c0-4d06-afeb-5fe125008396 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:44.310300 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6603660d-69b1-4aab-9af0-d593eb7ecece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:44.354896 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port bf3011a2-05c0-4d06-afeb-5fe125008396 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:44.355404 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:44.362732 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-b8a4d286-3607-4041-9394-6a818a24f982 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1816161466&fields=id&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb HTTP/1.1" status: 200 len: 267 time: 0.0566359 Feb 10 15:51:44.521809 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-20a90cfa-f9ba-40af-a3ac-86b0b6e6c2ef tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:44.531018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-20a90cfa-f9ba-40af-a3ac-86b0b6e6c2ef tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/networks?id=eb83c23d-4793-48ba-9bfb-02eefaad8f38 HTTP/1.1" status: 200 len: 796 time: 0.1568522 Feb 10 15:51:44.551614 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-c3af764c-29a1-4e58-b027-38359b07f06a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/quotas/2c35d11a6fb9432f955126d4d4ccd7cb HTTP/1.1" status: 200 len: 375 time: 0.0191858 Feb 10 15:51:44.646999 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-649b3b1c-3ad5-4ddd-be52-bcc4629a415d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856981 Feb 10 15:51:44.755337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6603660d-69b1-4aab-9af0-d593eb7ecece None None] Current status of the port bf3011a2-05c0-4d06-afeb-5fe125008396 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:44.755741 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6603660d-69b1-4aab-9af0-d593eb7ecece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:44.787909 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port bf3011a2-05c0-4d06-afeb-5fe125008396 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:44.788308 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:44.790179 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-17bc095e-90d6-418c-a44f-19c4c5853f4c service neutron] 10.222.0.64 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421151 Feb 10 15:51:44.814559 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6603660d-69b1-4aab-9af0-d593eb7ecece None None] For port bf3011a2-05c0-4d06-afeb-5fe125008396, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=bf3011a2-05c0-4d06-afeb-5fe125008396,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:44.825311 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6603660d-69b1-4aab-9af0-d593eb7ecece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:44.910094 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:51:44.911162 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:51:44.950815 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603660d-69b1-4aab-9af0-d593eb7ecece None None] Pushing event updated for resources: {'Port': ['ID=bf3011a2-05c0-4d06-afeb-5fe125008396,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:44.984974 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-cc93b609-deb6-47d1-9d28-e20168e00e44 service neutron] 10.222.0.64 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859584 Feb 10 15:51:45.160159 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a36108c7-06c5-4b87-8903-df57690f382f None None] Provisioning complete for port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:45.160538 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a36108c7-06c5-4b87-8903-df57690f382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:45.186201 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Sync routers for ids ['a8a65f17-1dc2-463c-89b1-3491c7013953'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:51:45.224104 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Routers {'a8a65f17-1dc2-463c-89b1-3491c7013953'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:45.224757 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:51:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a8a65f17-1dc2-463c-89b1-3491c7013953'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:45.226123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49ba8480-e56f-4c82-99d9-33556b4dc0b6 req-bc25651b-a485-499a-8edc-b8bff020d4ca tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 210 time: 0.0540030 Feb 10 15:51:45.299752 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a36108c7-06c5-4b87-8903-df57690f382f None None] Port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:51:45.326380 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e49b26f-fae4-40c0-bdac-24b1509b1c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:45.346925 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a36108c7-06c5-4b87-8903-df57690f382f None None] Provisioning complete for port bf3011a2-05c0-4d06-afeb-5fe125008396 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:45.347497 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a36108c7-06c5-4b87-8903-df57690f382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:45.473155 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Set router a8a65f17-1dc2-463c-89b1-3491c7013953 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:45.481007 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port bf3011a2-05c0-4d06-afeb-5fe125008396 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:45.562029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a36108c7-06c5-4b87-8903-df57690f382f None None] Current status of the port bf3011a2-05c0-4d06-afeb-5fe125008396 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:45.698533 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-009cc17d-85fe-4a1d-9c67-bb162ca71c76 None None] Provisioning complete for port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:45.699183 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-009cc17d-85fe-4a1d-9c67-bb162ca71c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:45.749757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e9830ba0-96a6-4cb8-a964-762117333581 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:45.805252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-009cc17d-85fe-4a1d-9c67-bb162ca71c76 None None] Port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:51:45.835098 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300762081', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:51:38Z', 'updated_at': '2022-02-10T15:51:42Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:39Z', 'updated_at': '2022-02-10T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '814e7aa3-594f-4dfa-950b-a2f7bf7f8350', 'name': '', 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:a9:86:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:42Z', 'updated_at': '2022-02-10T15:51:43Z', 'revision_number': 2, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:45.865291 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port e9830ba0-96a6-4cb8-a964-762117333581 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:45.865914 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (e9830ba0-96a6-4cb8-a964-762117333581), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:45.876636 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Checking router: a8a65f17-1dc2-463c-89b1-3491c7013953 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:51:45.877254 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Updating router a8a65f17-1dc2-463c-89b1-3491c7013953 port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:51:45.928710 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:45.953942 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2053ed18-768e-4095-af35-8a1b8b0035f1 None None] Provisioning complete for port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:45.954326 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2053ed18-768e-4095-af35-8a1b8b0035f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:46.030736 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2053ed18-768e-4095-af35-8a1b8b0035f1 None None] Port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:51:46.032080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port e9830ba0-96a6-4cb8-a964-762117333581 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:46.033252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device bf3011a2-05c0-4d06-afeb-5fe125008396 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:46.098250 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port bf3011a2-05c0-4d06-afeb-5fe125008396 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:46.099525 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:46.192613 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port bf3011a2-05c0-4d06-afeb-5fe125008396 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:46.332272 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Publish callbacks [] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:46.341231 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:46.391238 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-af03ec63-2250-47aa-a06a-34563d26600f req-9b1cc1a3-c7db-4a16-a7c9-9356fb56eec6 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 210 time: 0.0335646 Feb 10 15:51:46.403574 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8097c90-e287-48f8-91b8-dfb9394e3ec0 None None] Pushing event updated for resources: {'Port': ['ID=814e7aa3-594f-4dfa-950b-a2f7bf7f8350,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:46.433452 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:46.454608 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8097c90-e287-48f8-91b8-dfb9394e3ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:46.454947 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8097c90-e287-48f8-91b8-dfb9394e3ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:46.455202 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8097c90-e287-48f8-91b8-dfb9394e3ec0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:46.455537 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8097c90-e287-48f8-91b8-dfb9394e3ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:46.456004 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8097c90-e287-48f8-91b8-dfb9394e3ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:46.456501 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8097c90-e287-48f8-91b8-dfb9394e3ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:46.473747 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8097c90-e287-48f8-91b8-dfb9394e3ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:46.473747 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8097c90-e287-48f8-91b8-dfb9394e3ec0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:46.473747 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8097c90-e287-48f8-91b8-dfb9394e3ec0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:46.473747 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8097c90-e287-48f8-91b8-dfb9394e3ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:46.473747 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8097c90-e287-48f8-91b8-dfb9394e3ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:46.473747 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8097c90-e287-48f8-91b8-dfb9394e3ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:46.473747 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8097c90-e287-48f8-91b8-dfb9394e3ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:46.523315 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Attempting to bind port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:51:46.523710 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Attempting to bind port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:51:46.529172 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Attempting to bind port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 on network eb83c23d-4793-48ba-9bfb-02eefaad8f38 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:46.542179 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:46.542574 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Checking segment: {'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:51:46.543156 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:46.544509 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Bound using segment: {'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:46.545744 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Bound port: 814e7aa3-594f-4dfa-950b-a2f7bf7f8350, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:51:46.546437 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:46.639402 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] For port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:46.644166 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] For port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=814e7aa3-594f-4dfa-950b-a2f7bf7f8350,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:46.661820 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:46.777823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d5591a34-727f-4d8d-9d80-a8708cf8007b None None] Provisioning complete for port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:46.779093 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5591a34-727f-4d8d-9d80-a8708cf8007b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:46.850883 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Routers {'a8a65f17-1dc2-463c-89b1-3491c7013953'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:51:46.851814 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:51:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a8a65f17-1dc2-463c-89b1-3491c7013953'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:46.905129 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8097c90-e287-48f8-91b8-dfb9394e3ec0 None None] Pushing event updated for resources: {'Port': ['ID=814e7aa3-594f-4dfa-950b-a2f7bf7f8350,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:46.995522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d5591a34-727f-4d8d-9d80-a8708cf8007b None None] Current status of the port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:46.996272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-3f3a7547-181a-4ee7-a681-f2e297e8f99b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:46.997230 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5591a34-727f-4d8d-9d80-a8708cf8007b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:46.998510 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-3f3a7547-181a-4ee7-a681-f2e297e8f99b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "GET /v2.0/networks?id=eb83c23d-4793-48ba-9bfb-02eefaad8f38 HTTP/1.1" status: 200 len: 796 time: 0.3262060 Feb 10 15:51:47.062180 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d5591a34-727f-4d8d-9d80-a8708cf8007b None None] For port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=814e7aa3-594f-4dfa-950b-a2f7bf7f8350,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:47.069715 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5591a34-727f-4d8d-9d80-a8708cf8007b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:47.110332 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-5d06212a-c68c-464f-b9c9-2f7b49033856 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb HTTP/1.1" status: 200 len: 380 time: 0.1038606 Feb 10 15:51:47.122745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-aaaffb16-82ff-4bc2-b7a7-cbc3602c2598 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'port': {'device_id': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'admin_state_up': True, 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'security_groups': ['848b19c3-b7ac-4797-9cca-da8d34a0a5fa']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:47.141093 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5591a34-727f-4d8d-9d80-a8708cf8007b None None] Pushing event updated for resources: {'Port': ['ID=814e7aa3-594f-4dfa-950b-a2f7bf7f8350,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:47.204340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2a2fbda3-e9b1-4055-9e9d-d2648f5b66b5 None None] Provisioning complete for port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:47.204859 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2a2fbda3-e9b1-4055-9e9d-d2648f5b66b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:47.247251 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] Set router a8a65f17-1dc2-463c-89b1-3491c7013953 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:51:47.330251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2a2fbda3-e9b1-4055-9e9d-d2648f5b66b5 None None] Current status of the port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:47.349261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-aaaffb16-82ff-4bc2-b7a7-cbc3602c2598 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Made reservation on behalf of 2c35d11a6fb9432f955126d4d4ccd7cb for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:51:47.355723 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-aaaffb16-82ff-4bc2-b7a7-cbc3602c2598 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:47.538110 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-04d466bd-104a-48cc-ac62-a5f7ec6405c5 req-9cd38117-b5b7-4a85-8b30-50af313f2ec0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 210 time: 0.0416439 Feb 10 15:51:47.543114 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300762081', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:51:38Z', 'updated_at': '2022-02-10T15:51:42Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:39Z', 'updated_at': '2022-02-10T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '814e7aa3-594f-4dfa-950b-a2f7bf7f8350', 'name': '', 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:a9:86:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:42Z', 'updated_at': '2022-02-10T15:51:46Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:51:47.562851 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-aaaffb16-82ff-4bc2-b7a7-cbc3602c2598 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Allocated IP 172.20.0.11 (eb83c23d-4793-48ba-9bfb-02eefaad8f38/173faf90-bcce-4acb-8684-ea56e8817faf/7f066efa-25dd-4de6-8e03-83bb94e0d81a) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:47.570955 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f7ea2-62b1-420e-8ed2-8c75d8325358 None None] The sync data for ids ['a8a65f17-1dc2-463c-89b1-3491c7013953'] in n-d-815324-7 is: [{'id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300762081', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:51:38Z', 'updated_at': '2022-02-10T15:51:42Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:39Z', 'updated_at': '2022-02-10T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '814e7aa3-594f-4dfa-950b-a2f7bf7f8350', 'name': '', 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:a9:86:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:42Z', 'updated_at': '2022-02-10T15:51:46Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:51:47.786326 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-aaaffb16-82ff-4bc2-b7a7-cbc3602c2598 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:47.841731 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-aaaffb16-82ff-4bc2-b7a7-cbc3602c2598 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:47.905312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-aaaffb16-82ff-4bc2-b7a7-cbc3602c2598 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network eb83c23d-4793-48ba-9bfb-02eefaad8f38 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:47.909525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-aaaffb16-82ff-4bc2-b7a7-cbc3602c2598 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:47.913795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-aaaffb16-82ff-4bc2-b7a7-cbc3602c2598 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:47.921315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaffb16-82ff-4bc2-b7a7-cbc3602c2598 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=7f066efa-25dd-4de6-8e03-83bb94e0d81a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:48.022626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-aaaffb16-82ff-4bc2-b7a7-cbc3602c2598 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:48.023367 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-aaaffb16-82ff-4bc2-b7a7-cbc3602c2598 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:48.029210 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:48.048997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-aaaffb16-82ff-4bc2-b7a7-cbc3602c2598 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9330013 Feb 10 15:51:48.063706 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Request body: {'port': {'device_id': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:48.148358 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:48.277151 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-435e11c7-a0b4-4a13-88f1-cc10a9d47617 None None] Provisioning complete for port 7f066efa-25dd-4de6-8e03-83bb94e0d81a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:48.277524 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-435e11c7-a0b4-4a13-88f1-cc10a9d47617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:48.326973 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-435e11c7-a0b4-4a13-88f1-cc10a9d47617 None None] Port 7f066efa-25dd-4de6-8e03-83bb94e0d81a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:51:48.534174 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f066efa-25dd-4de6-8e03-83bb94e0d81a {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:51:48.543996 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Publish callbacks [] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:48.571068 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Transition to ACTIVE for port object 7f066efa-25dd-4de6-8e03-83bb94e0d81a will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:51:48.577213 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:48.723117 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f066efa-25dd-4de6-8e03-83bb94e0d81a,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:48.809118 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a605e78-c325-46c7-b7ea-1f204a30698e req-4c4b6b0b-8665-40d1-9812-8475eecc1253 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:48.817371 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a605e78-c325-46c7-b7ea-1f204a30698e req-4c4b6b0b-8665-40d1-9812-8475eecc1253 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 944 time: 0.1654143 Feb 10 15:51:48.821692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Attempting to bind port 7f066efa-25dd-4de6-8e03-83bb94e0d81a on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:51:48.822126 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Attempting to bind port 7f066efa-25dd-4de6-8e03-83bb94e0d81a by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:51:48.822532 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Attempting to bind port 7f066efa-25dd-4de6-8e03-83bb94e0d81a on network eb83c23d-4793-48ba-9bfb-02eefaad8f38 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:48.845160 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Port 7f066efa-25dd-4de6-8e03-83bb94e0d81a on network eb83c23d-4793-48ba-9bfb-02eefaad8f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:51:48.845603 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Attempting to bind port 7f066efa-25dd-4de6-8e03-83bb94e0d81a on network eb83c23d-4793-48ba-9bfb-02eefaad8f38 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:51:48.863946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:51:48.864392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Checking segment: {'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:51:48.864883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Bound using segment: {'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:51:48.865426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Bound port: 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:51:48.865866 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:48.967531 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a605e78-c325-46c7-b7ea-1f204a30698e req-63f036c6-7365-4906-8540-76bb66b2f889 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491556 Feb 10 15:51:48.981924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:51:48.995424 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:49.000279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:51:49.008524 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:49.051078 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:49.052160 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:49.053927 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] 10.222.0.72 "PUT /v2.0/ports/7f066efa-25dd-4de6-8e03-83bb94e0d81a HTTP/1.1" status: 200 len: 1092 time: 0.9964287 Feb 10 15:51:49.054565 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:51:49.057096 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75bd882-4ea4-4a82-a27d-2247ba1a173d" -d '{"events": [{"name": "network-changed", "server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:49.095159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f066efa-25dd-4de6-8e03-83bb94e0d81a,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:49.120061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:49.120325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:49.120525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:49.120902 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:49.121297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:49.122040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:49.122380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:49.122766 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:49.123103 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:49.123434 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:49.123766 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:49.124092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:49.124418 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cd0d3-164a-481b-a609-39d2fa0fd0c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:49.162378 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66750d5b-dc73-4d9a-9e10-5bbfa3d40ab7 x-openstack-request-id: req-66750d5b-dc73-4d9a-9e10-5bbfa3d40ab7 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:49.162675 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:49.162932 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-66750d5b-dc73-4d9a-9e10-5bbfa3d40ab7 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:49.163342 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a', 'status': 'completed', 'code': 200} Feb 10 15:51:49.183551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-cd8eedf5-5412-46ff-906b-83b902ad9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:49.185310 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-cd8eedf5-5412-46ff-906b-83b902ad9075 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 1126 time: 0.0785019 Feb 10 15:51:49.237822 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-c394947e-c68c-4d6c-9ea6-14ddf93365cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a HTTP/1.1" status: 200 len: 217 time: 0.0461755 Feb 10 15:51:49.337760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-aeaa878f-5fbc-4691-b0f2-4c7e281e8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:49.345168 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-aeaa878f-5fbc-4691-b0f2-4c7e281e8432 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=173faf90-bcce-4acb-8684-ea56e8817faf HTTP/1.1" status: 200 len: 834 time: 0.1004407 Feb 10 15:51:49.425248 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-7462ea77-e47d-41a1-b0be-402ec57fa693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:49.427156 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-7462ea77-e47d-41a1-b0be-402ec57fa693 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb83c23d-4793-48ba-9bfb-02eefaad8f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0732515 Feb 10 15:51:49.537610 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-83b14725-677b-4e63-ad12-32adc8ae9c51 service neutron] 10.222.0.72 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022723 Feb 10 15:51:49.657452 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee5e449-7c29-40d2-af54-dca8396ffd2f req-a81c3ef4-2292-4c6f-97ea-3cbd9c556445 service neutron] 10.222.0.72 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137073 Feb 10 15:51:49.716788 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:49.794149 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:49.794533 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:49.795801 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bd882-4ea4-4a82-a27d-2247ba1a173d req-6c62c3e0-92c3-425c-9638-2e61a0a72688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:49.797469 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c75bd882-4ea4-4a82-a27d-2247ba1a173d req-6c62c3e0-92c3-425c-9638-2e61a0a72688 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 1126 time: 0.0788229 Feb 10 15:51:49.897664 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:49.899608 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bd882-4ea4-4a82-a27d-2247ba1a173d req-64519dac-00e0-4060-a34b-272591054406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:49.901464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c75bd882-4ea4-4a82-a27d-2247ba1a173d req-64519dac-00e0-4060-a34b-272591054406 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eb83c23d-4793-48ba-9bfb-02eefaad8f38 HTTP/1.1" status: 200 len: 897 time: 0.0976546 Feb 10 15:51:49.945018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c75bd882-4ea4-4a82-a27d-2247ba1a173d req-662816ec-6189-4db9-852f-e531a2494c3f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a HTTP/1.1" status: 200 len: 217 time: 0.0375092 Feb 10 15:51:49.995674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bd882-4ea4-4a82-a27d-2247ba1a173d req-1b60ed21-d3d9-4873-9063-c2c667ab2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:49.997821 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c75bd882-4ea4-4a82-a27d-2247ba1a173d req-1b60ed21-d3d9-4873-9063-c2c667ab2ad0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=173faf90-bcce-4acb-8684-ea56e8817faf HTTP/1.1" status: 200 len: 834 time: 0.0463705 Feb 10 15:51:50.131201 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bd882-4ea4-4a82-a27d-2247ba1a173d req-85d968b8-93d0-445b-945b-8aad3b58f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:50.132750 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c75bd882-4ea4-4a82-a27d-2247ba1a173d req-85d968b8-93d0-445b-945b-8aad3b58f85d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb83c23d-4793-48ba-9bfb-02eefaad8f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1282430 Feb 10 15:51:50.158124 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd4ed5-80c3-433a-8977-2012577be814 req-fc71ca53-cfe5-42b0-88ec-8bb533e1829b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:50.159611 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01fd4ed5-80c3-433a-8977-2012577be814 req-fc71ca53-cfe5-42b0-88ec-8bb533e1829b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 944 time: 0.0911834 Feb 10 15:51:50.275728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01fd4ed5-80c3-433a-8977-2012577be814 req-db48e112-4c53-4cc5-8b59-99238fca3a0f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048951 Feb 10 15:51:50.281369 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c75bd882-4ea4-4a82-a27d-2247ba1a173d req-9c75f27d-9770-4aa4-bb9e-6d7c66cfc19e service neutron] 10.222.0.72 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413569 Feb 10 15:51:50.383255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c75bd882-4ea4-4a82-a27d-2247ba1a173d req-7e082fa7-85c9-4a5d-9bc8-9aa209aca3ce service neutron] 10.222.0.72 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939162 Feb 10 15:51:51.407249 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628ed51-920d-45a8-8fb7-49787e3e66ea req-8224fbfe-45d0-4c4c-b039-010b86845d6a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:51.408876 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c628ed51-920d-45a8-8fb7-49787e3e66ea req-8224fbfe-45d0-4c4c-b039-010b86845d6a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 944 time: 0.0596464 Feb 10 15:51:51.464898 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c628ed51-920d-45a8-8fb7-49787e3e66ea req-71e572b3-1731-4169-a3a6-182b5cbe8e62 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498827 Feb 10 15:51:52.609272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357eaa8d-fabd-427e-b625-3512df9ba527 req-0e345c0f-1523-4cc3-a298-0c06470a055a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:52.610882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-357eaa8d-fabd-427e-b625-3512df9ba527 req-0e345c0f-1523-4cc3-a298-0c06470a055a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 944 time: 0.0651598 Feb 10 15:51:52.683164 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-357eaa8d-fabd-427e-b625-3512df9ba527 req-76e4b38b-05f0-4e21-9f5b-d90491fd0ff6 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656738 Feb 10 15:51:52.761534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7f066efa-25dd-4de6-8e03-83bb94e0d81a details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:51:52.873055 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:52.892033 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '7f066efa-25dd-4de6-8e03-83bb94e0d81a', 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'port_id': '7f066efa-25dd-4de6-8e03-83bb94e0d81a', 'mac_address': 'fa:16:3e:37:40:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:51:52.939173 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7f066efa-25dd-4de6-8e03-83bb94e0d81a is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:52.939571 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:52.952742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f066efa-25dd-4de6-8e03-83bb94e0d81a {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:51:52.971932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:52.975897 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:53.029123 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=7f066efa-25dd-4de6-8e03-83bb94e0d81a,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:53.037668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:53.038035 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:53.038361 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:53.038698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:53.039029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:53.039359 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:53.039686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:53.040518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:53.040907 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:53.041238 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:53.041570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:53.041888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:53.042230 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:51:53.166960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['7f066efa-25dd-4de6-8e03-83bb94e0d81a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:51:53.818591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf41b6-e6e0-42b5-8909-143602d8326c req-94eb1f78-9e8e-4dd6-a1b5-95a1bff6e0f3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:53.820260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4bf41b6-e6e0-42b5-8909-143602d8326c req-94eb1f78-9e8e-4dd6-a1b5-95a1bff6e0f3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 945 time: 0.0570719 Feb 10 15:51:53.875236 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4bf41b6-e6e0-42b5-8909-143602d8326c req-c6363489-751a-4b8d-853d-4246bd788e87 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479567 Feb 10 15:51:54.773052 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7f066efa-25dd-4de6-8e03-83bb94e0d81a up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:51:54.829703 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 7f066efa-25dd-4de6-8e03-83bb94e0d81a completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:51:54.833480 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 7f066efa-25dd-4de6-8e03-83bb94e0d81a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:51:54.833854 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:54.921069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 7f066efa-25dd-4de6-8e03-83bb94e0d81a is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:51:54.921516 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:54.948965 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:51:54.951334 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5f88b5-fad4-4fab-9950-8e9d2bd96163" -d '{"events": [{"server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "name": "network-vif-plugged", "status": "completed", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:51:54.969122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:51:54.979660 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:55.008323 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3532c4f0-0094-4a90-a7fe-0e2e71b55751 x-openstack-request-id: req-3532c4f0-0094-4a90-a7fe-0e2e71b55751 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:51:55.008615 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "name": "network-vif-plugged", "status": "completed", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:51:55.012850 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3532c4f0-0094-4a90-a7fe-0e2e71b55751 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:51:55.013287 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a', 'code': 200} Feb 10 15:51:55.058526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=7f066efa-25dd-4de6-8e03-83bb94e0d81a,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:55.073248 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51317a-f346-447b-9906-85e83c0625fe req-be930c41-3428-4f9b-bb04-c5e8bdd26e8d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:55.081294 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b51317a-f346-447b-9906-85e83c0625fe req-be930c41-3428-4f9b-bb04-c5e8bdd26e8d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 946 time: 0.1053269 Feb 10 15:51:55.173476 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53696a66-d4e8-448e-92f6-12dcaf9413a8 req-c4af7a2b-d9d0-47b4-8e12-0935761bf53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:55.174867 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53696a66-d4e8-448e-92f6-12dcaf9413a8 req-c4af7a2b-d9d0-47b4-8e12-0935761bf53e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 1128 time: 0.0897665 Feb 10 15:51:55.265986 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b51317a-f346-447b-9906-85e83c0625fe req-2635efba-8eef-47cc-89c0-7546237044ba tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825745 Feb 10 15:51:55.281579 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-53696a66-d4e8-448e-92f6-12dcaf9413a8 req-810bf631-3aa7-4c0e-8980-9539246b64ce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818026 Feb 10 15:51:56.124087 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e186ed0b-fcb1-4750-b4a2-e5da4d1fd312 req-37621f23-7bfe-40b8-8e31-d6cd000733ba service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0640225 Feb 10 15:51:56.246170 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186ed0b-fcb1-4750-b4a2-e5da4d1fd312 req-3090c1ce-5ec1-4b15-b770-a2b9276ca434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:56.246971 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e186ed0b-fcb1-4750-b4a2-e5da4d1fd312 req-3090c1ce-5ec1-4b15-b770-a2b9276ca434 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=533ce765c0594113bf82249a9276396d&device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 1127 time: 0.0762897 Feb 10 15:51:56.380011 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186ed0b-fcb1-4750-b4a2-e5da4d1fd312 req-6d257e78-a16f-44df-aa00-66b72df23e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:56.389308 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e186ed0b-fcb1-4750-b4a2-e5da4d1fd312 req-6d257e78-a16f-44df-aa00-66b72df23e38 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4b38dc74-b37a-40ea-ab18-c1273b7875e8 HTTP/1.1" status: 200 len: 896 time: 0.1174080 Feb 10 15:51:56.451249 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f19f6-9a5d-40c2-8841-36b6fbd7b5b5 req-137d02e9-8a04-4712-a3c5-ba2d2ebb2059 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:56.454132 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e42f19f6-9a5d-40c2-8841-36b6fbd7b5b5 req-137d02e9-8a04-4712-a3c5-ba2d2ebb2059 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 946 time: 0.0938001 Feb 10 15:51:56.483296 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e186ed0b-fcb1-4750-b4a2-e5da4d1fd312 req-eba28a6f-859f-4fc0-a758-10e5bc629cec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=827f1d0b-5718-41d9-b01c-a7c73b4c3662 HTTP/1.1" status: 200 len: 1001 time: 0.0881295 Feb 10 15:51:56.548619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186ed0b-fcb1-4750-b4a2-e5da4d1fd312 req-83ffb733-d5f7-4296-956c-7cb2d2b5e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:56.549455 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e42f19f6-9a5d-40c2-8841-36b6fbd7b5b5 req-a3248e98-5ac4-4348-98d9-f3964739b08b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847673 Feb 10 15:51:56.551317 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e186ed0b-fcb1-4750-b4a2-e5da4d1fd312 req-83ffb733-d5f7-4296-956c-7cb2d2b5e2b0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb394f21-c20f-4f8e-ab3c-bd37e49184f1 HTTP/1.1" status: 200 len: 835 time: 0.0618575 Feb 10 15:51:56.634655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186ed0b-fcb1-4750-b4a2-e5da4d1fd312 req-cb636611-e21b-41b2-b18a-d770f8f9b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:56.638479 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e186ed0b-fcb1-4750-b4a2-e5da4d1fd312 req-cb636611-e21b-41b2-b18a-d770f8f9b65b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4b38dc74-b37a-40ea-ab18-c1273b7875e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0801311 Feb 10 15:51:56.758601 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e186ed0b-fcb1-4750-b4a2-e5da4d1fd312 req-f84523cb-40d0-4d91-a5b7-29b4f170ae1a service neutron] 10.222.0.79 "GET /v2.0/networks/4b38dc74-b37a-40ea-ab18-c1273b7875e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133945 Feb 10 15:51:56.872858 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e186ed0b-fcb1-4750-b4a2-e5da4d1fd312 req-62c5472f-762a-4afb-937c-cfbfcf06895d service neutron] 10.222.0.79 "GET /v2.0/networks/4b38dc74-b37a-40ea-ab18-c1273b7875e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080053 Feb 10 15:51:57.750077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304b1d4-f697-4a79-98c6-0f70d7c51ed6 req-e6f83ac8-d10a-4cad-a7c3-e3283352b959 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:57.757534 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f304b1d4-f697-4a79-98c6-0f70d7c51ed6 req-e6f83ac8-d10a-4cad-a7c3-e3283352b959 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 946 time: 0.0848708 Feb 10 15:51:57.813404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f304b1d4-f697-4a79-98c6-0f70d7c51ed6 req-67eec89a-ea25-4792-93c0-51fc54358a08 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547001 Feb 10 15:51:57.935223 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3129870-9330-4486-b277-95c03d8749f4 req-38b75aa7-9f2a-482c-a681-371df6f8fac5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:57.936800 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3129870-9330-4486-b277-95c03d8749f4 req-38b75aa7-9f2a-482c-a681-371df6f8fac5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 946 time: 0.0551562 Feb 10 15:51:58.032234 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3129870-9330-4486-b277-95c03d8749f4 req-05e0aae8-f4d0-4a19-b988-ae3a90bd2872 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895171 Feb 10 15:51:58.054859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35670) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:58.112005 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2be744c-7725-4f93-8fbc-365f5cdbf594 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:58.113916 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f2be744c-7725-4f93-8fbc-365f5cdbf594 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 1123 time: 0.0578568 Feb 10 15:51:58.117041 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35674) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:51:58.122327 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': '7f066efa-25dd-4de6-8e03-83bb94e0d81a', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:51:58.144872 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:58.248673 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:58.359071 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Allocated IP 172.25.3.209 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/4c2e702f-c4db-4c41-ad27-af6215698b62) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:51:58.460463 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (4c2e702f-c4db-4c41-ad27-af6215698b62), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:58.495782 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4c2e702f-c4db-4c41-ad27-af6215698b62), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:58.535292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:51:58.539827 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:51:58.543428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:51:58.570025 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=4c2e702f-c4db-4c41-ad27-af6215698b62,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:59.295609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-adeec6c5-0853-4c9c-9898-06e08624bb1d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:51:59.296990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-adeec6c5-0853-4c9c-9898-06e08624bb1d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 812 time: 0.1838326 Feb 10 15:51:59.319185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-c02cbaa6-0667-4039-86fb-af0a178aeb5d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/quotas/f6193cc70c8346199e4ee5ce98cad92b HTTP/1.1" status: 200 len: 375 time: 0.0139327 Feb 10 15:51:59.408611 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for floatingip (0d354b6c-9094-4270-9d27-538e286e0792), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:59.436233 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-ec889936-3760-4984-8840-c781b969ecaf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113412 Feb 10 15:51:59.545070 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4c2e702f-c4db-4c41-ad27-af6215698b62), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:59.593391 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-cadcd21a-224b-445c-995c-e70f14d84f4f service neutron] 10.222.0.64 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491990 Feb 10 15:51:59.751229 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-432c02c7-7a9b-4205-a0e7-e8711f052772 service neutron] 10.222.0.64 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533508 Feb 10 15:51:59.801476 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (4c2e702f-c4db-4c41-ad27-af6215698b62), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:59.807455 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (4c2e702f-c4db-4c41-ad27-af6215698b62), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:51:59.879255 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=4c2e702f-c4db-4c41-ad27-af6215698b62,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:51:59.888075 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (0d354b6c-9094-4270-9d27-538e286e0792), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:00.002099 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Floating IP 0d354b6c-9094-4270-9d27-538e286e0792 associated. External IP: 172.25.3.209, port: 7f066efa-25dd-4de6-8e03-83bb94e0d81a. Feb 10 15:52:00.100615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b429ada-e196-4920-a7c0-fb1457f82b24 req-34cf4189-836a-4b71-bd40-8d4d120a7055 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 210 time: 0.0361888 Feb 10 15:52:00.287057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router a8a65f17-1dc2-463c-89b1-3491c7013953 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:52:00.407995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:00.422517 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c798f2-bc16-4fa6-b3cd-d2c2796a891e None None] Sync routers for ids ['a8a65f17-1dc2-463c-89b1-3491c7013953'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:00.430017 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:00.458339 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c798f2-bc16-4fa6-b3cd-d2c2796a891e None None] Routers {'a8a65f17-1dc2-463c-89b1-3491c7013953'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:00.459166 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a7c798f2-bc16-4fa6-b3cd-d2c2796a891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:51:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a8a65f17-1dc2-463c-89b1-3491c7013953'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:00.464769 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b758794a-69a3-41e1-868e-5257e2e10f94 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3462212 Feb 10 15:52:00.465368 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:52:00.467636 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf38dfd7-4770-44f1-9c18-235d83e786b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:00.548021 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1c7b29-985d-43c4-a7c6-7d6960779b44 x-openstack-request-id: req-3c1c7b29-985d-43c4-a7c6-7d6960779b44 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:00.548780 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:00.550810 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c1c7b29-985d-43c4-a7c6-7d6960779b44 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:00.552528 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a', 'status': 'completed', 'code': 200} Feb 10 15:52:00.655756 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-a7c798f2-bc16-4fa6-b3cd-d2c2796a891e None None] Set router a8a65f17-1dc2-463c-89b1-3491c7013953 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:00.698547 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38dfd7-4770-44f1-9c18-235d83e786b2 req-c715d57c-d367-43c3-aace-dce7177e9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:00.700130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf38dfd7-4770-44f1-9c18-235d83e786b2 req-c715d57c-d367-43c3-aace-dce7177e9752 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 1128 time: 0.1264310 Feb 10 15:52:00.801013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054ec93-8986-4322-8e3d-e7d45cfd4664 req-ab90a184-c776-46b5-9c07-9252f42d6085 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:00.808858 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1054ec93-8986-4322-8e3d-e7d45cfd4664 req-ab90a184-c776-46b5-9c07-9252f42d6085 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 946 time: 0.1828136 Feb 10 15:52:00.839778 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38dfd7-4770-44f1-9c18-235d83e786b2 req-4150c98c-8dab-4c3e-88db-2daaf27526c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:00.841333 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf38dfd7-4770-44f1-9c18-235d83e786b2 req-4150c98c-8dab-4c3e-88db-2daaf27526c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eb83c23d-4793-48ba-9bfb-02eefaad8f38 HTTP/1.1" status: 200 len: 897 time: 0.1312776 Feb 10 15:52:00.879676 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1054ec93-8986-4322-8e3d-e7d45cfd4664 req-80387e7f-3392-42f2-a66b-22c4b83dc660 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698428 Feb 10 15:52:00.905012 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35714) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:00.951471 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf38dfd7-4770-44f1-9c18-235d83e786b2 req-243a9f42-0df3-471f-afe3-6247feef8d59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a HTTP/1.1" status: 200 len: 1000 time: 0.0706213 Feb 10 15:52:00.973420 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d214dad3-04b0-4923-a9e1-27f2c2d092fd tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/0d354b6c-9094-4270-9d27-538e286e0792 HTTP/1.1" status: 200 len: 992 time: 0.0671561 Feb 10 15:52:00.985703 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a7c798f2-bc16-4fa6-b3cd-d2c2796a891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300762081', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:51:38Z', 'updated_at': '2022-02-10T15:51:42Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:39Z', 'updated_at': '2022-02-10T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '0d354b6c-9094-4270-9d27-538e286e0792', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'port_id': '7f066efa-25dd-4de6-8e03-83bb94e0d81a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'mac_address': 'fa:16:3e:37:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:51:59Z', 'updated_at': '2022-02-10T15:51:59Z', 'revision_number': 0, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '814e7aa3-594f-4dfa-950b-a2f7bf7f8350', 'name': '', 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:a9:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:42Z', 'updated_at': '2022-02-10T15:51:47Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:01.009547 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38dfd7-4770-44f1-9c18-235d83e786b2 req-493a789e-891b-4ca9-9d30-9aae70f1d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:01.011301 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf38dfd7-4770-44f1-9c18-235d83e786b2 req-493a789e-891b-4ca9-9d30-9aae70f1d0cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=173faf90-bcce-4acb-8684-ea56e8817faf HTTP/1.1" status: 200 len: 834 time: 0.0525129 Feb 10 15:52:01.018784 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c798f2-bc16-4fa6-b3cd-d2c2796a891e None None] Checking router: a8a65f17-1dc2-463c-89b1-3491c7013953 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:52:01.028425 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c798f2-bc16-4fa6-b3cd-d2c2796a891e None None] Routers {'a8a65f17-1dc2-463c-89b1-3491c7013953'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:01.029140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a7c798f2-bc16-4fa6-b3cd-d2c2796a891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:51:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a8a65f17-1dc2-463c-89b1-3491c7013953'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:01.079491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38dfd7-4770-44f1-9c18-235d83e786b2 req-976f176b-0730-4e49-b953-a7f71c163c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:01.082849 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf38dfd7-4770-44f1-9c18-235d83e786b2 req-976f176b-0730-4e49-b953-a7f71c163c7b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb83c23d-4793-48ba-9bfb-02eefaad8f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0631294 Feb 10 15:52:01.206625 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-a7c798f2-bc16-4fa6-b3cd-d2c2796a891e None None] Set router a8a65f17-1dc2-463c-89b1-3491c7013953 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:01.337538 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf38dfd7-4770-44f1-9c18-235d83e786b2 req-74aa91cc-8384-449b-82f0-bc42ea706078 service neutron] 10.222.0.72 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277322 Feb 10 15:52:01.348546 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b63a9719-5d52-422d-bf8f-46ce0980f7a4 req-b2af4070-a832-479e-940b-4bfacb3785a8 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 210 time: 0.0969689 Feb 10 15:52:01.568110 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf38dfd7-4770-44f1-9c18-235d83e786b2 req-741694b8-d9ef-47f7-a9c6-c95780b16f53 service neutron] 10.222.0.72 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140191 Feb 10 15:52:01.832542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-fb35e87f-66bd-4aed-8c44-de0d36170397 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:01.837875 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-fb35e87f-66bd-4aed-8c44-de0d36170397 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.72 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 812 time: 0.5704372 Feb 10 15:52:01.853924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-26870af6-7328-4b08-b792-823903759959 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'port': {'device_id': '613a6add-1f43-4bf1-b37f-5b10d48edd7e', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'admin_state_up': True, 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:01.933952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-a7c798f2-bc16-4fa6-b3cd-d2c2796a891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300762081', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:51:38Z', 'updated_at': '2022-02-10T15:51:42Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:39Z', 'updated_at': '2022-02-10T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '0d354b6c-9094-4270-9d27-538e286e0792', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'port_id': '7f066efa-25dd-4de6-8e03-83bb94e0d81a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'mac_address': 'fa:16:3e:37:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:51:59Z', 'updated_at': '2022-02-10T15:51:59Z', 'revision_number': 0, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '814e7aa3-594f-4dfa-950b-a2f7bf7f8350', 'name': '', 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:a9:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:42Z', 'updated_at': '2022-02-10T15:51:47Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:01.974695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35720) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:01.984896 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c798f2-bc16-4fa6-b3cd-d2c2796a891e None None] The sync data for ids ['a8a65f17-1dc2-463c-89b1-3491c7013953'] in n-d-815324-7 is: [{'id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300762081', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:51:38Z', 'updated_at': '2022-02-10T15:51:42Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:39Z', 'updated_at': '2022-02-10T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '0d354b6c-9094-4270-9d27-538e286e0792', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'port_id': '7f066efa-25dd-4de6-8e03-83bb94e0d81a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'mac_address': 'fa:16:3e:37:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:51:59Z', 'updated_at': '2022-02-10T15:51:59Z', 'revision_number': 0, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '814e7aa3-594f-4dfa-950b-a2f7bf7f8350', 'name': '', 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:a9:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:42Z', 'updated_at': '2022-02-10T15:51:47Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:52:01.999817 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-26870af6-7328-4b08-b792-823903759959 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Made reservation on behalf of f6193cc70c8346199e4ee5ce98cad92b for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:02.005587 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-26870af6-7328-4b08-b792-823903759959 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:02.133054 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-12f7c18f-a948-42c4-ba87-a0429881aa9c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/0d354b6c-9094-4270-9d27-538e286e0792 HTTP/1.1" status: 200 len: 992 time: 0.1569324 Feb 10 15:52:02.252065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-26870af6-7328-4b08-b792-823903759959 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Allocated IP 172.20.0.8 (3707da07-4fe9-4b6c-94ea-78b38c207829/c2412461-f325-414f-9061-42c35c61d99d/4e97bd04-1661-46d2-ace1-40f9596fa48f) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:02.360082 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e239fa25-8693-4f66-9ed6-575c5f0fd4dd None None] New status for floating IP 0d354b6c-9094-4270-9d27-538e286e0792: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:52:02.504843 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-26870af6-7328-4b08-b792-823903759959 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for port (4e97bd04-1661-46d2-ace1-40f9596fa48f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:02.523501 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a6b1df1-a7b1-495b-a333-8f38d7402fe3 req-38c943fb-2015-4500-9f2f-5bce15d756c4 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 210 time: 0.0559692 Feb 10 15:52:02.571502 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-26870af6-7328-4b08-b792-823903759959 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4e97bd04-1661-46d2-ace1-40f9596fa48f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:02.654488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-26870af6-7328-4b08-b792-823903759959 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Network 3707da07-4fe9-4b6c-94ea-78b38c207829 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:02.660411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-26870af6-7328-4b08-b792-823903759959 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:02.664876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-26870af6-7328-4b08-b792-823903759959 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:02.711831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26870af6-7328-4b08-b792-823903759959 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'Port': ['ID=4e97bd04-1661-46d2-ace1-40f9596fa48f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:02.733716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-26870af6-7328-4b08-b792-823903759959 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:02.734432 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-26870af6-7328-4b08-b792-823903759959 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:02.765396 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-26870af6-7328-4b08-b792-823903759959 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9196980 Feb 10 15:52:02.780571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Request body: {'port': {'device_id': '613a6add-1f43-4bf1-b37f-5b10d48edd7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:02.866611 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4e97bd04-1661-46d2-ace1-40f9596fa48f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:03.044222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f75f6685-b1de-4a85-83e3-43dd1a1b2c88 None None] Provisioning complete for port 4e97bd04-1661-46d2-ace1-40f9596fa48f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:03.044873 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f75f6685-b1de-4a85-83e3-43dd1a1b2c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4e97bd04-1661-46d2-ace1-40f9596fa48f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:03.103950 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f75f6685-b1de-4a85-83e3-43dd1a1b2c88 None None] Port 4e97bd04-1661-46d2-ace1-40f9596fa48f cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:52:03.134515 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35726) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:03.249384 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e97bd04-1661-46d2-ace1-40f9596fa48f {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:52:03.250017 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a60f03fb-e051-4004-90c0-0672fe30c8ea tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/0d354b6c-9094-4270-9d27-538e286e0792 HTTP/1.1" status: 200 len: 994 time: 0.1125305 Feb 10 15:52:03.263017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Publish callbacks [] for port (4e97bd04-1661-46d2-ace1-40f9596fa48f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:03.277321 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Transition to ACTIVE for port object 4e97bd04-1661-46d2-ace1-40f9596fa48f will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:52:03.281579 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (4e97bd04-1661-46d2-ace1-40f9596fa48f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:03.382912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Pushing event updated for resources: {'Port': ['ID=4e97bd04-1661-46d2-ace1-40f9596fa48f,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:03.448885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Attempting to bind port 4e97bd04-1661-46d2-ace1-40f9596fa48f on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:52:03.449526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Attempting to bind port 4e97bd04-1661-46d2-ace1-40f9596fa48f by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:52:03.450103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Attempting to bind port 4e97bd04-1661-46d2-ace1-40f9596fa48f on network 3707da07-4fe9-4b6c-94ea-78b38c207829 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:03.456518 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Port 4e97bd04-1661-46d2-ace1-40f9596fa48f on network 3707da07-4fe9-4b6c-94ea-78b38c207829 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:52:03.457165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Attempting to bind port 4e97bd04-1661-46d2-ace1-40f9596fa48f on network 3707da07-4fe9-4b6c-94ea-78b38c207829 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:03.463929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:03.464911 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Checking segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:52:03.465479 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Bound using segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:03.466111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Bound port: 4e97bd04-1661-46d2-ace1-40f9596fa48f, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:52:03.466667 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4e97bd04-1661-46d2-ace1-40f9596fa48f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:03.543741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] For port 4e97bd04-1661-46d2-ace1-40f9596fa48f, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:03.547152 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] For port 4e97bd04-1661-46d2-ace1-40f9596fa48f, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4e97bd04-1661-46d2-ace1-40f9596fa48f,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:03.556517 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (4e97bd04-1661-46d2-ace1-40f9596fa48f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:03.643430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:03.644074 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:03.648514 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] 10.222.0.72 "PUT /v2.0/ports/4e97bd04-1661-46d2-ace1-40f9596fa48f HTTP/1.1" status: 200 len: 1091 time: 0.8729665 Feb 10 15:52:03.650380 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613a6add-1f43-4bf1-b37f-5b10d48edd7e', 'tag': '4e97bd04-1661-46d2-ace1-40f9596fa48f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:52:03.661727 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a9678d-b9b4-4c1d-bea8-ade2fa518a56" -d '{"events": [{"name": "network-changed", "server_uuid": "613a6add-1f43-4bf1-b37f-5b10d48edd7e", "tag": "4e97bd04-1661-46d2-ace1-40f9596fa48f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:03.766647 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67302e98-19b8-4ab5-a94e-e98904ee69eb x-openstack-request-id: req-67302e98-19b8-4ab5-a94e-e98904ee69eb {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:03.766933 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "613a6add-1f43-4bf1-b37f-5b10d48edd7e", "tag": "4e97bd04-1661-46d2-ace1-40f9596fa48f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:03.767182 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67302e98-19b8-4ab5-a94e-e98904ee69eb {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:03.767548 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '613a6add-1f43-4bf1-b37f-5b10d48edd7e', 'tag': '4e97bd04-1661-46d2-ace1-40f9596fa48f', 'status': 'completed', 'code': 200} Feb 10 15:52:03.803046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91ff9a-25db-49d8-ab53-922a3d3c80cc service neutron] Pushing event updated for resources: {'Port': ['ID=4e97bd04-1661-46d2-ace1-40f9596fa48f,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:03.803291 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f58873-fd98-46fd-95fa-4539a7eeb323 req-e9289b43-5dd5-4f18-80b3-28448fe78085 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:03.804795 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e0f58873-fd98-46fd-95fa-4539a7eeb323 req-e9289b43-5dd5-4f18-80b3-28448fe78085 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 943 time: 0.1122923 Feb 10 15:52:03.821431 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-cf876190-d353-424f-ae4f-4f5a4534149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:03.823876 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-cf876190-d353-424f-ae4f-4f5a4534149e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 1125 time: 0.1315050 Feb 10 15:52:03.874336 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e0f58873-fd98-46fd-95fa-4539a7eeb323 req-66afa4a7-218d-416e-8f9e-0b3989a5f032 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593534 Feb 10 15:52:03.891650 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-1223df70-1060-4c40-a949-f93f73920ee0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e97bd04-1661-46d2-ace1-40f9596fa48f HTTP/1.1" status: 200 len: 217 time: 0.0597072 Feb 10 15:52:03.979899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-46aa785c-2ab8-4164-86b9-c23a42389471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:03.981382 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-46aa785c-2ab8-4164-86b9-c23a42389471 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0840151 Feb 10 15:52:04.073549 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-63500086-5b43-471c-a5b4-ab107b45dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:04.083956 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-63500086-5b43-471c-a5b4-ab107b45dde2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0941846 Feb 10 15:52:04.204995 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-63133387-0be1-475e-a6f6-63974ccead4a service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140749 Feb 10 15:52:04.330513 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cc61f43d-40ca-4c10-a682-9b2ce1cef247 req-b2f1596d-5242-4be3-bb7e-a1e61f544897 service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176257 Feb 10 15:52:04.446215 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9678d-b9b4-4c1d-bea8-ade2fa518a56 req-43269df0-71d9-4c82-9074-9816eaf99a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:04.447985 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a3a9678d-b9b4-4c1d-bea8-ade2fa518a56 req-43269df0-71d9-4c82-9074-9816eaf99a8c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 1125 time: 0.0724790 Feb 10 15:52:04.558620 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9678d-b9b4-4c1d-bea8-ade2fa518a56 req-bf237c9f-109a-4dec-a939-be616ee4fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:04.560051 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a3a9678d-b9b4-4c1d-bea8-ade2fa518a56 req-bf237c9f-109a-4dec-a939-be616ee4fe81 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.1054597 Feb 10 15:52:04.603354 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a3a9678d-b9b4-4c1d-bea8-ade2fa518a56 req-6e2cc7b9-851b-40b6-bbb5-6481faa1c82b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e97bd04-1661-46d2-ace1-40f9596fa48f HTTP/1.1" status: 200 len: 217 time: 0.0376215 Feb 10 15:52:04.680501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9678d-b9b4-4c1d-bea8-ade2fa518a56 req-b42f7595-e580-4665-a315-533322d3e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:04.682192 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a3a9678d-b9b4-4c1d-bea8-ade2fa518a56 req-b42f7595-e580-4665-a315-533322d3e738 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0571074 Feb 10 15:52:04.747114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9678d-b9b4-4c1d-bea8-ade2fa518a56 req-77dbb313-1a4e-41f6-971e-23b21515f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:04.751300 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a3a9678d-b9b4-4c1d-bea8-ade2fa518a56 req-77dbb313-1a4e-41f6-971e-23b21515f717 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0619802 Feb 10 15:52:04.877055 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a3a9678d-b9b4-4c1d-bea8-ade2fa518a56 req-0aa41c7e-2c8a-4700-8bda-f2133ce883cb service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196837 Feb 10 15:52:05.038459 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a3a9678d-b9b4-4c1d-bea8-ade2fa518a56 req-7a991849-dd7b-4642-ae0c-c54710c4fa2e service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554794 Feb 10 15:52:05.056053 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732afe7f-0e10-4aef-9c20-311939386d4f req-2c8014f3-e0b5-42b7-ba51-49804d71853c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:05.060538 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-732afe7f-0e10-4aef-9c20-311939386d4f req-2c8014f3-e0b5-42b7-ba51-49804d71853c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 943 time: 0.0776432 Feb 10 15:52:05.135442 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-732afe7f-0e10-4aef-9c20-311939386d4f req-47d0ac14-b381-40fe-9626-040b6554c316 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667670 Feb 10 15:52:06.094309 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:52:06.306429 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a50f7-bb65-4279-98f8-b1a32c89726f req-82171d9b-c997-426d-9e45-3f9680e3f056 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:06.308782 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de0a50f7-bb65-4279-98f8-b1a32c89726f req-82171d9b-c997-426d-9e45-3f9680e3f056 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 943 time: 0.0872025 Feb 10 15:52:06.417235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de0a50f7-bb65-4279-98f8-b1a32c89726f req-7cf0d48d-5a05-46e4-a9f7-95ef334e197c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006052 Feb 10 15:52:07.201491 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:07.587425 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0580577-f78d-4d3f-8185-20518b0bf864 req-31c7765a-61e2-47d7-a387-000c5a7dcdf5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:07.600001 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0580577-f78d-4d3f-8185-20518b0bf864 req-31c7765a-61e2-47d7-a387-000c5a7dcdf5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 943 time: 0.0810738 Feb 10 15:52:07.646478 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0580577-f78d-4d3f-8185-20518b0bf864 req-3421b7c4-909b-4f08-83f0-c209fc05d80e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456097 Feb 10 15:52:08.787773 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5778a71-45c9-41df-9fa3-25fdfd302945 req-67480bb1-d28e-4aa8-9b40-27a80d4f5db8 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:08.795748 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5778a71-45c9-41df-9fa3-25fdfd302945 req-67480bb1-d28e-4aa8-9b40-27a80d4f5db8 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 943 time: 0.0603645 Feb 10 15:52:08.843351 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5778a71-45c9-41df-9fa3-25fdfd302945 req-a4f58820-3626-4051-8b1a-0cc5cc0aa585 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465798 Feb 10 15:52:09.972425 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3918c53-21c1-471a-9ae5-575b24a60f30 req-b4e2d7c7-1820-4c58-94b6-bae2cdfd7868 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:09.974965 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3918c53-21c1-471a-9ae5-575b24a60f30 req-b4e2d7c7-1820-4c58-94b6-bae2cdfd7868 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 943 time: 0.0590963 Feb 10 15:52:10.026693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3918c53-21c1-471a-9ae5-575b24a60f30 req-e39fc36c-b6ba-4423-9f99-3a84d1478c41 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444782 Feb 10 15:52:11.152207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b547933-db40-44bf-9a96-be79407c2cf6 req-accc0cf7-9621-451b-b748-c1081f3d7b09 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:11.154549 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b547933-db40-44bf-9a96-be79407c2cf6 req-accc0cf7-9621-451b-b748-c1081f3d7b09 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 943 time: 0.0572610 Feb 10 15:52:11.211138 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b547933-db40-44bf-9a96-be79407c2cf6 req-323faa29-711e-41a0-9a74-676c9bc441db tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498497 Feb 10 15:52:11.533951 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:12.339832 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e9642-bded-4953-b207-83452ed41f65 req-0c7ff6d3-295d-4669-8ec9-1ddd6579ae43 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:12.341400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b2e9642-bded-4953-b207-83452ed41f65 req-0c7ff6d3-295d-4669-8ec9-1ddd6579ae43 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 943 time: 0.0559967 Feb 10 15:52:12.401240 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b2e9642-bded-4953-b207-83452ed41f65 req-56f79966-7d39-4051-9e3d-cd2de0d6a69f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542781 Feb 10 15:52:12.858246 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3b3d881a-3f4d-4496-9eee-e406d35e8b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:13.516562 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d25b2-605c-4438-8fc3-4cbd5f0a17c8 req-661260d6-5dab-4080-8ff5-aa9eda47a647 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:13.518096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a8d25b2-605c-4438-8fc3-4cbd5f0a17c8 req-661260d6-5dab-4080-8ff5-aa9eda47a647 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 943 time: 0.0526843 Feb 10 15:52:13.564991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a8d25b2-605c-4438-8fc3-4cbd5f0a17c8 req-80c479a4-513c-4708-8d87-84aa1c457185 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413039 Feb 10 15:52:14.683156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21261aea-08c9-4447-a2b8-1a4a3baaa6db req-94f4c20c-8ca0-4c1c-94e2-c91d55b39cca tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:14.684699 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21261aea-08c9-4447-a2b8-1a4a3baaa6db req-94f4c20c-8ca0-4c1c-94e2-c91d55b39cca tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 943 time: 0.0532906 Feb 10 15:52:14.733582 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21261aea-08c9-4447-a2b8-1a4a3baaa6db req-fd1c5eb6-5c58-44ba-92b5-bd713f00c74b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432358 Feb 10 15:52:15.185575 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-943df795-0ba7-4325-8ba8-8b6c92e9cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:15.867077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfecfc-e18a-47b5-b239-5c6bdce77d90 req-97bc4451-7061-489b-bba5-d9dae7bbdcc2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:15.869025 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dddfecfc-e18a-47b5-b239-5c6bdce77d90 req-97bc4451-7061-489b-bba5-d9dae7bbdcc2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 943 time: 0.0637543 Feb 10 15:52:15.916411 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dddfecfc-e18a-47b5-b239-5c6bdce77d90 req-33fd9f63-960b-477a-b1a9-51ca7fc6ec89 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 Feb 10 15:52:16.426752 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:17.044856 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245cdd4-60ad-4de8-b179-368c7444c28a req-b2055245-0278-41c0-8ad3-bf1220ea472b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:17.048871 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2245cdd4-60ad-4de8-b179-368c7444c28a req-b2055245-0278-41c0-8ad3-bf1220ea472b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 943 time: 0.0647800 Feb 10 15:52:17.092529 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2245cdd4-60ad-4de8-b179-368c7444c28a req-0701d8ef-2d1e-4557-a625-4b37fca511e9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426931 Feb 10 15:52:18.001379 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:18.216243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebdf90-b049-4d0d-810a-cc405b3a826b req-e8b43854-8605-4fa2-b23e-aa95cc3e580c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:18.217797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80ebdf90-b049-4d0d-810a-cc405b3a826b req-e8b43854-8605-4fa2-b23e-aa95cc3e580c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 943 time: 0.0521741 Feb 10 15:52:18.269579 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80ebdf90-b049-4d0d-810a-cc405b3a826b req-d0e18f60-e755-476f-a19c-895228c61673 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461223 Feb 10 15:52:18.939257 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:19.391882 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70118c6-0377-4c1b-8d94-00cd34c1f3c3 req-a1bc8a59-53c3-4bda-86b1-4fa5cc0663da tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:19.393344 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b70118c6-0377-4c1b-8d94-00cd34c1f3c3 req-a1bc8a59-53c3-4bda-86b1-4fa5cc0663da tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 943 time: 0.0533946 Feb 10 15:52:19.443838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b70118c6-0377-4c1b-8d94-00cd34c1f3c3 req-a762b78d-03b1-4106-ad5d-da3d3526a2e1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448134 Feb 10 15:52:20.565370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec0668-69e7-4c48-a0f9-8159aff1590b req-0db15cd9-5bc3-4ba3-9837-164cefea406b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:20.567093 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25ec0668-69e7-4c48-a0f9-8159aff1590b req-0db15cd9-5bc3-4ba3-9837-164cefea406b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 943 time: 0.0521581 Feb 10 15:52:20.613845 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25ec0668-69e7-4c48-a0f9-8159aff1590b req-b26684d3-8592-4b93-82d2-19155e23e088 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Feb 10 15:52:20.946456 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 4e97bd04-1661-46d2-ace1-40f9596fa48f details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:52:21.048966 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 4e97bd04-1661-46d2-ace1-40f9596fa48f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4e97bd04-1661-46d2-ace1-40f9596fa48f,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:21.063440 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '4e97bd04-1661-46d2-ace1-40f9596fa48f', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'port_id': '4e97bd04-1661-46d2-ace1-40f9596fa48f', 'mac_address': 'fa:16:3e:8f:15:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:52:21.101600 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 4e97bd04-1661-46d2-ace1-40f9596fa48f is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:52:21.101991 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4e97bd04-1661-46d2-ace1-40f9596fa48f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:21.115710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e97bd04-1661-46d2-ace1-40f9596fa48f {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:52:21.136233 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 4e97bd04-1661-46d2-ace1-40f9596fa48f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4e97bd04-1661-46d2-ace1-40f9596fa48f,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:21.140300 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4e97bd04-1661-46d2-ace1-40f9596fa48f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:21.185803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=4e97bd04-1661-46d2-ace1-40f9596fa48f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:21.365946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['4e97bd04-1661-46d2-ace1-40f9596fa48f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:52:21.736223 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41becca-aec9-4f14-84e2-6524cf8360c3 req-8c31099d-b70f-48e0-8cc4-93007b9334f2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:21.737739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d41becca-aec9-4f14-84e2-6524cf8360c3 req-8c31099d-b70f-48e0-8cc4-93007b9334f2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 944 time: 0.0562162 Feb 10 15:52:21.783958 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d41becca-aec9-4f14-84e2-6524cf8360c3 req-0d6f21f0-d730-4558-a9f3-2c745cd13ca5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406868 Feb 10 15:52:22.907825 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2e04-b10a-4649-8bcf-0b7b4692e54a req-57df0bfe-2fe5-4141-909d-e5ec9b474a07 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:22.910066 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8bec2e04-b10a-4649-8bcf-0b7b4692e54a req-57df0bfe-2fe5-4141-909d-e5ec9b474a07 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 944 time: 0.0544040 Feb 10 15:52:22.944637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 4e97bd04-1661-46d2-ace1-40f9596fa48f up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:22.958010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8bec2e04-b10a-4649-8bcf-0b7b4692e54a req-8c35c879-1ad2-48d0-b98f-a3f7fe34192c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421326 Feb 10 15:52:23.005058 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 4e97bd04-1661-46d2-ace1-40f9596fa48f completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:52:23.010281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 4e97bd04-1661-46d2-ace1-40f9596fa48f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:23.010717 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4e97bd04-1661-46d2-ace1-40f9596fa48f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:23.101820 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 4e97bd04-1661-46d2-ace1-40f9596fa48f is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:52:23.102258 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4e97bd04-1661-46d2-ace1-40f9596fa48f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:23.125722 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613a6add-1f43-4bf1-b37f-5b10d48edd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e97bd04-1661-46d2-ace1-40f9596fa48f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:52:23.128089 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09ee893-db53-45a3-a3bf-15f91b7a6889" -d '{"events": [{"server_uuid": "613a6add-1f43-4bf1-b37f-5b10d48edd7e", "name": "network-vif-plugged", "status": "completed", "tag": "4e97bd04-1661-46d2-ace1-40f9596fa48f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:23.144387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 4e97bd04-1661-46d2-ace1-40f9596fa48f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4e97bd04-1661-46d2-ace1-40f9596fa48f,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:23.154415 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4e97bd04-1661-46d2-ace1-40f9596fa48f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:23.181766 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be1b013-0835-407f-887a-9d1a5d3f7cee x-openstack-request-id: req-6be1b013-0835-407f-887a-9d1a5d3f7cee {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:23.182086 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613a6add-1f43-4bf1-b37f-5b10d48edd7e", "name": "network-vif-plugged", "status": "completed", "tag": "4e97bd04-1661-46d2-ace1-40f9596fa48f", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:23.182298 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6be1b013-0835-407f-887a-9d1a5d3f7cee {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:23.182681 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613a6add-1f43-4bf1-b37f-5b10d48edd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e97bd04-1661-46d2-ace1-40f9596fa48f', 'code': 200} Feb 10 15:52:23.215183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=4e97bd04-1661-46d2-ace1-40f9596fa48f,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:23.297814 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410ea19-b328-4951-ab37-56d4e5b19e94 req-e3444c78-e773-435b-a63a-73de3eef9d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:23.298842 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5410ea19-b328-4951-ab37-56d4e5b19e94 req-e3444c78-e773-435b-a63a-73de3eef9d8f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 1127 time: 0.0486574 Feb 10 15:52:23.347802 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5410ea19-b328-4951-ab37-56d4e5b19e94 req-52a9b009-d119-439c-9185-fdba7ebf2ee1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 Feb 10 15:52:24.083394 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59eb24-76c1-4b06-8542-9d2795770870 req-037c4cc2-adf3-4697-af19-19809735636f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:24.085289 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b59eb24-76c1-4b06-8542-9d2795770870 req-037c4cc2-adf3-4697-af19-19809735636f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 945 time: 0.0569680 Feb 10 15:52:24.137697 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b59eb24-76c1-4b06-8542-9d2795770870 req-01ddb459-24f9-43ab-ba9d-35d4a97000f7 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461783 Feb 10 15:52:25.261393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648a6e4-7f2c-4cca-b63f-a01ab6e7efbb req-fc4b1333-c921-476f-9d7d-fe7bb1d24f0f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:25.263263 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e648a6e4-7f2c-4cca-b63f-a01ab6e7efbb req-fc4b1333-c921-476f-9d7d-fe7bb1d24f0f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 945 time: 0.0547597 Feb 10 15:52:25.313896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e648a6e4-7f2c-4cca-b63f-a01ab6e7efbb req-636aca3d-ef46-41a8-b218-931508d4f326 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453870 Feb 10 15:52:25.436839 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832d0c4-d266-4c4c-bde7-4ca98196aef6 req-13703ee9-0c0f-4ae4-b51a-7dff66b5988c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:25.438580 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9832d0c4-d266-4c4c-bde7-4ca98196aef6 req-13703ee9-0c0f-4ae4-b51a-7dff66b5988c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 945 time: 0.0575123 Feb 10 15:52:25.493712 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9832d0c4-d266-4c4c-bde7-4ca98196aef6 req-63c421ce-3b9e-4ff9-b39c-abb97892cf56 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491154 Feb 10 15:52:28.511611 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35918) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:28.581664 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5dc1ae04-a778-4124-ac7b-f00e9d450c5f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/floatingips/fcc7c1fa-5411-48df-a8dc-19d4a8f7e296 HTTP/1.1" status: 200 len: 993 time: 0.0688443 Feb 10 15:52:28.824820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 35926) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:28.983000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Deleting port f4b90c18-dd79-4443-9e7e-248bd9bcf996 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:52:28.983378 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f4b90c18-dd79-4443-9e7e-248bd9bcf996), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:29.064878 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f4b90c18-dd79-4443-9e7e-248bd9bcf996), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:29.065215 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for floatingip (f4b90c18-dd79-4443-9e7e-248bd9bcf996), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:29.077748 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Calling delete_port for f4b90c18-dd79-4443-9e7e-248bd9bcf996 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:52:29.178409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-cc1b1613-861f-434b-8174-4781117e4460 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:29.180078 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-cc1b1613-861f-434b-8174-4781117e4460 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 812 time: 0.1042016 Feb 10 15:52:29.196087 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-a4163a7b-a493-48e6-81b3-b077f4e7d0a7 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/quotas/f6193cc70c8346199e4ee5ce98cad92b HTTP/1.1" status: 200 len: 375 time: 0.0092978 Feb 10 15:52:29.235147 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f4b90c18-dd79-4443-9e7e-248bd9bcf996), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:29.254710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-7706074c-2d1d-4ff4-b253-097a4d05fb6e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533457 Feb 10 15:52:29.267731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Port': ['ID=f4b90c18-dd79-4443-9e7e-248bd9bcf996,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:29.291876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.292140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.292485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.292853 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.293188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.293540 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.293867 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.294196 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.294530 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.294855 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.295185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.295510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.295830 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:29.334558 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for floatingip (fcc7c1fa-5411-48df-a8dc-19d4a8f7e296), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:29.334910 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Floating IP fcc7c1fa-5411-48df-a8dc-19d4a8f7e296 disassociated (deleted). External IP: 172.25.3.137, port: 827f1d0b-5718-41d9-b01c-a7c73b4c3662. Feb 10 15:52:29.347483 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-35576141-4c8c-4dc5-838c-1740e0da08ad service neutron] 10.222.0.64 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849290 Feb 10 15:52:29.440247 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-e14610a4-af21-40f1-89f6-e971184a52fb service neutron] 10.222.0.64 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864029 Feb 10 15:52:29.557889 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:52:29.650902 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8801bb13-37b5-444f-84b1-3afb382b4966 req-806eb819-1143-4470-a309-378e77a188e4 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 210 time: 0.0398397 Feb 10 15:52:29.685135 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:29.689627 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:29.699051 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2d6436-bdc5-4ebf-949d-ff4becf02665 None None] Sync routers for ids ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:29.709770 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2d6436-bdc5-4ebf-949d-ff4becf02665 None None] Routers {'2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:29.710517 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0c2d6436-bdc5-4ebf-949d-ff4becf02665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:29.733103 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0e2a82c5-133c-4de3-9e20-0919aeff9495 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "DELETE /v2.0/floatingips/fcc7c1fa-5411-48df-a8dc-19d4a8f7e296 HTTP/1.1" status: 204 len: 168 time: 0.9071887 Feb 10 15:52:29.733955 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bb197e-e115-4c57-9933-618212f2e4ef', 'tag': '827f1d0b-5718-41d9-b01c-a7c73b4c3662'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:52:29.736264 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f400d7e2-6174-4c41-a821-1e01e2bb8d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bb197e-e115-4c57-9933-618212f2e4ef", "tag": "827f1d0b-5718-41d9-b01c-a7c73b4c3662"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:29.826238 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9fd458-98fc-4be5-b99d-a8c166a4b420 x-openstack-request-id: req-9d9fd458-98fc-4be5-b99d-a8c166a4b420 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:29.826863 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bb197e-e115-4c57-9933-618212f2e4ef", "tag": "827f1d0b-5718-41d9-b01c-a7c73b4c3662", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:29.826863 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d9fd458-98fc-4be5-b99d-a8c166a4b420 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:29.827447 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bb197e-e115-4c57-9933-618212f2e4ef', 'tag': '827f1d0b-5718-41d9-b01c-a7c73b4c3662', 'status': 'completed', 'code': 200} Feb 10 15:52:29.869902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-0c2d6436-bdc5-4ebf-949d-ff4becf02665 None None] Set router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:29.912268 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400d7e2-6174-4c41-a821-1e01e2bb8d5b req-d2135943-5dc4-4b7d-8957-b0c904960ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:29.914505 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f400d7e2-6174-4c41-a821-1e01e2bb8d5b req-d2135943-5dc4-4b7d-8957-b0c904960ccd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=533ce765c0594113bf82249a9276396d&device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 1127 time: 0.0661283 Feb 10 15:52:30.066339 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400d7e2-6174-4c41-a821-1e01e2bb8d5b req-2ffb6867-13e4-4c13-acc4-d8d48ebfbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:30.067779 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f400d7e2-6174-4c41-a821-1e01e2bb8d5b req-2ffb6867-13e4-4c13-acc4-d8d48ebfbcd7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4b38dc74-b37a-40ea-ab18-c1273b7875e8 HTTP/1.1" status: 200 len: 896 time: 0.1408617 Feb 10 15:52:30.129317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f8f53-9ff7-4272-843d-65bbda3ec5d5 req-b5914be8-d003-427b-ba9b-751b4563002f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:30.137388 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0c2d6436-bdc5-4ebf-949d-ff4becf02665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'name': 'tempest-TestNetworkBasicOps-router-552340067', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:05Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '73d82c8b-8a8c-4413-afd3-540eeae68360', 'name': '', 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:2a:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:04Z', 'updated_at': '2022-02-10T15:51:09Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:30.138438 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-390f8f53-9ff7-4272-843d-65bbda3ec5d5 req-b5914be8-d003-427b-ba9b-751b4563002f tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 945 time: 0.0924697 Feb 10 15:52:30.156466 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f400d7e2-6174-4c41-a821-1e01e2bb8d5b req-7bcabe13-4fb0-435f-a091-f12f27f77a6b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=827f1d0b-5718-41d9-b01c-a7c73b4c3662 HTTP/1.1" status: 200 len: 217 time: 0.0786786 Feb 10 15:52:30.172900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2d6436-bdc5-4ebf-949d-ff4becf02665 None None] Checking router: 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:52:30.184119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2d6436-bdc5-4ebf-949d-ff4becf02665 None None] Routers {'2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:30.185551 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0c2d6436-bdc5-4ebf-949d-ff4becf02665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:30.202787 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-390f8f53-9ff7-4272-843d-65bbda3ec5d5 req-e84434b9-80d8-4571-8d8f-0faf149272be tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=71386a65-2ae6-49f3-8289-2910e8257e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626903 Feb 10 15:52:30.249010 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400d7e2-6174-4c41-a821-1e01e2bb8d5b req-fc9d8e00-bdc0-429c-95c4-a9b534857802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:30.251217 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f400d7e2-6174-4c41-a821-1e01e2bb8d5b req-fc9d8e00-bdc0-429c-95c4-a9b534857802 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb394f21-c20f-4f8e-ab3c-bd37e49184f1 HTTP/1.1" status: 200 len: 835 time: 0.0828247 Feb 10 15:52:30.305971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400d7e2-6174-4c41-a821-1e01e2bb8d5b req-25df96d6-d260-488c-b7f4-f653454b62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:30.307636 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f400d7e2-6174-4c41-a821-1e01e2bb8d5b req-25df96d6-d260-488c-b7f4-f653454b62c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4b38dc74-b37a-40ea-ab18-c1273b7875e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487192 Feb 10 15:52:30.322095 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-0c2d6436-bdc5-4ebf-949d-ff4becf02665 None None] Set router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:30.421849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f400d7e2-6174-4c41-a821-1e01e2bb8d5b req-4291a212-cf7e-4944-a9ea-76bef806b3bd service neutron] 10.222.0.79 "GET /v2.0/networks/4b38dc74-b37a-40ea-ab18-c1273b7875e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060686 Feb 10 15:52:30.522662 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f400d7e2-6174-4c41-a821-1e01e2bb8d5b req-e3614020-48ab-4fa9-9f1f-f9ed4f29095b service neutron] 10.222.0.79 "GET /v2.0/networks/4b38dc74-b37a-40ea-ab18-c1273b7875e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943856 Feb 10 15:52:30.548523 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0c2d6436-bdc5-4ebf-949d-ff4becf02665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'name': 'tempest-TestNetworkBasicOps-router-552340067', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:05Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '73d82c8b-8a8c-4413-afd3-540eeae68360', 'name': '', 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:2a:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:04Z', 'updated_at': '2022-02-10T15:51:09Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:30.574920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2d6436-bdc5-4ebf-949d-ff4becf02665 None None] The sync data for ids ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'] in n-d-815324-7 is: [{'id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'name': 'tempest-TestNetworkBasicOps-router-552340067', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:05Z', 'revision_number': 4, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '73d82c8b-8a8c-4413-afd3-540eeae68360', 'name': '', 'network_id': '4b38dc74-b37a-40ea-ab18-c1273b7875e8', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'mac_address': 'fa:16:3e:2a:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:04Z', 'updated_at': '2022-02-10T15:51:09Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'subnets': [{'id': 'fb394f21-c20f-4f8e-ab3c-bd37e49184f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:52:30.767448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6fc0234a-b394-4dde-867d-1552f7a60d5d req-66f45c6c-1cad-449c-ae4e-bad6824943a7 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 210 time: 0.0342309 Feb 10 15:52:30.879297 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b89aa-b050-43d0-a126-2abf36301678 None None] New status for floating IP fcc7c1fa-5411-48df-a8dc-19d4a8f7e296: DOWN {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:52:30.952958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-aa4c6878-4565-4166-a7a0-bb82b160ccf5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:30.954456 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-aa4c6878-4565-4166-a7a0-bb82b160ccf5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 812 time: 0.1213036 Feb 10 15:52:30.969129 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-7fb72630-89a6-491f-b733-d0f613bb10c0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'port': {'device_id': 'd26d1013-1b33-4633-bd50-3f2b2c97f2fe', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'admin_state_up': True, 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:31.094086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-7fb72630-89a6-491f-b733-d0f613bb10c0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Made reservation on behalf of f6193cc70c8346199e4ee5ce98cad92b for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:31.100044 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-7fb72630-89a6-491f-b733-d0f613bb10c0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:31.242769 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-7fb72630-89a6-491f-b733-d0f613bb10c0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Allocated IP 172.20.0.3 (3707da07-4fe9-4b6c-94ea-78b38c207829/c2412461-f325-414f-9061-42c35c61d99d/70900e85-e9dd-45c5-bea1-641c6a473a06) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:31.356046 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba0b56-5a11-4b00-9206-4a8e1b37b45c req-cc85678f-1fc7-4118-89be-b1fc17eb05e2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:31.357779 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1dba0b56-5a11-4b00-9206-4a8e1b37b45c req-cc85678f-1fc7-4118-89be-b1fc17eb05e2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 945 time: 0.0635018 Feb 10 15:52:31.451125 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-7fb72630-89a6-491f-b733-d0f613bb10c0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for port (70900e85-e9dd-45c5-bea1-641c6a473a06), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:31.458132 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1dba0b56-5a11-4b00-9206-4a8e1b37b45c req-0e4cdc02-a059-4981-9920-cbfedea7e303 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=71386a65-2ae6-49f3-8289-2910e8257e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941236 Feb 10 15:52:31.499549 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-7fb72630-89a6-491f-b733-d0f613bb10c0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (70900e85-e9dd-45c5-bea1-641c6a473a06), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:31.514889 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['4e97bd04-1661-46d2-ace1-40f9596fa48f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:52:31.553079 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-7fb72630-89a6-491f-b733-d0f613bb10c0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Network 3707da07-4fe9-4b6c-94ea-78b38c207829 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:31.556921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-7fb72630-89a6-491f-b733-d0f613bb10c0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:31.561430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-7fb72630-89a6-491f-b733-d0f613bb10c0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:31.593887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb72630-89a6-491f-b733-d0f613bb10c0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'Port': ['ID=70900e85-e9dd-45c5-bea1-641c6a473a06,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:31.623642 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-7fb72630-89a6-491f-b733-d0f613bb10c0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:31.624395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-7fb72630-89a6-491f-b733-d0f613bb10c0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:31.659973 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-7fb72630-89a6-491f-b733-d0f613bb10c0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6946445 Feb 10 15:52:31.682544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Request body: {'port': {'device_id': 'd26d1013-1b33-4633-bd50-3f2b2c97f2fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:31.835730 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (70900e85-e9dd-45c5-bea1-641c6a473a06), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:31.909897 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5629a-4185-43b1-b68e-f65e5710d126 req-090e40b5-e6ae-4804-a3e3-5fdaf72a2ca2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:31.911942 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ce5629a-4185-43b1-b68e-f65e5710d126 req-090e40b5-e6ae-4804-a3e3-5fdaf72a2ca2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 945 time: 0.2243836 Feb 10 15:52:32.027294 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8332f-75eb-41cd-abac-3816c69e1e89 req-0f267bed-d8de-46b8-80d2-9443a58db2c5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:32.029519 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cac8332f-75eb-41cd-abac-3816c69e1e89 req-0f267bed-d8de-46b8-80d2-9443a58db2c5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 931 time: 0.0924194 Feb 10 15:52:32.047698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d535bb9e-bd9b-4ebb-a139-56714611187d None None] Provisioning complete for port 70900e85-e9dd-45c5-bea1-641c6a473a06 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:32.048081 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d535bb9e-bd9b-4ebb-a139-56714611187d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (70900e85-e9dd-45c5-bea1-641c6a473a06), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:32.097015 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d535bb9e-bd9b-4ebb-a139-56714611187d None None] Port 70900e85-e9dd-45c5-bea1-641c6a473a06 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:52:32.140795 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cac8332f-75eb-41cd-abac-3816c69e1e89 req-905aad79-e451-4132-9759-9033f67d1517 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004505 Feb 10 15:52:32.403855 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570d7c4-68e4-4431-805a-9e11f5d64410 req-06e1059a-bae7-4aa6-976e-aa791ea00bb6 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:32.405684 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4570d7c4-68e4-4431-805a-9e11f5d64410 req-06e1059a-bae7-4aa6-976e-aa791ea00bb6 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 946 time: 0.0570683 Feb 10 15:52:32.462503 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4570d7c4-68e4-4431-805a-9e11f5d64410 req-2e761ba6-ebc6-475f-9f64-d56c4efb3070 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506384 Feb 10 15:52:32.508457 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 35988) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:32.576219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-3ce5629a-4185-43b1-b68e-f65e5710d126 req-b95041c5-cf9f-4d94-aeda-66b3fd18f95a tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Deleting port 827f1d0b-5718-41d9-b01c-a7c73b4c3662 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:52:32.576219 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3ce5629a-4185-43b1-b68e-f65e5710d126 req-b95041c5-cf9f-4d94-aeda-66b3fd18f95a tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (827f1d0b-5718-41d9-b01c-a7c73b4c3662), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:32.611619 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4367e9a2-7c9a-45b4-9d78-532d05ce05a1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/0d354b6c-9094-4270-9d27-538e286e0792 HTTP/1.1" status: 200 len: 994 time: 0.1018329 Feb 10 15:52:32.694902 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-3ce5629a-4185-43b1-b68e-f65e5710d126 req-b95041c5-cf9f-4d94-aeda-66b3fd18f95a tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] For port 827f1d0b-5718-41d9-b01c-a7c73b4c3662, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=827f1d0b-5718-41d9-b01c-a7c73b4c3662,segment=NetworkSegment(0c656962-e3f4-44b2-ab69-8734ee9667b0),segment_id=0c656962-e3f4-44b2-ab69-8734ee9667b0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:32.695292 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3ce5629a-4185-43b1-b68e-f65e5710d126 req-b95041c5-cf9f-4d94-aeda-66b3fd18f95a tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (827f1d0b-5718-41d9-b01c-a7c73b4c3662), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:32.710517 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-3ce5629a-4185-43b1-b68e-f65e5710d126 req-b95041c5-cf9f-4d94-aeda-66b3fd18f95a tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Calling delete_port for 827f1d0b-5718-41d9-b01c-a7c73b4c3662 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:52:32.735057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2928f-52d2-4593-83cf-8e7c82362f0a req-6e9afbbc-8295-4554-aa4a-1fff0a7e8fa2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:32.745148 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfc2928f-52d2-4593-83cf-8e7c82362f0a req-6e9afbbc-8295-4554-aa4a-1fff0a7e8fa2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1bb197e-e115-4c57-9933-618212f2e4ef HTTP/1.1" status: 200 len: 945 time: 0.1319199 Feb 10 15:52:32.831903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfc2928f-52d2-4593-83cf-8e7c82362f0a req-e4b1081a-62cb-4106-bf0d-e701d7e9e193 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "GET /v2.0/security-groups?id=71386a65-2ae6-49f3-8289-2910e8257e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850785 Feb 10 15:52:32.947773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70900e85-e9dd-45c5-bea1-641c6a473a06 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:52:32.957616 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Publish callbacks [] for port (70900e85-e9dd-45c5-bea1-641c6a473a06), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:32.968484 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3ce5629a-4185-43b1-b68e-f65e5710d126 req-b95041c5-cf9f-4d94-aeda-66b3fd18f95a tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (827f1d0b-5718-41d9-b01c-a7c73b4c3662), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:32.985652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Transition to ACTIVE for port object 70900e85-e9dd-45c5-bea1-641c6a473a06 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:52:33.021166 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95041c5-cf9f-4d94-aeda-66b3fd18f95a tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Port': ['ID=827f1d0b-5718-41d9-b01c-a7c73b4c3662,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:33.028577 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (70900e85-e9dd-45c5-bea1-641c6a473a06), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:33.153248 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce5629a-4185-43b1-b68e-f65e5710d126 req-b95041c5-cf9f-4d94-aeda-66b3fd18f95a tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] No DVR routers for this DVR port 827f1d0b-5718-41d9-b01c-a7c73b4c3662 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:33.183425 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-3ce5629a-4185-43b1-b68e-f65e5710d126 req-b95041c5-cf9f-4d94-aeda-66b3fd18f95a tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:33.186797 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3ce5629a-4185-43b1-b68e-f65e5710d126 req-b95041c5-cf9f-4d94-aeda-66b3fd18f95a tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.79 "DELETE /v2.0/ports/827f1d0b-5718-41d9-b01c-a7c73b4c3662 HTTP/1.1" status: 204 len: 173 time: 1.2690215 Feb 10 15:52:33.190834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a2a3b-e54d-4942-a826-939324d4bc71 req-834310e2-00d6-4b7a-abe3-08179542da49 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:33.191382 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bb197e-e115-4c57-9933-618212f2e4ef', 'name': 'network-vif-deleted', 'tag': '827f1d0b-5718-41d9-b01c-a7c73b4c3662'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:52:33.198504 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-879a2a3b-e54d-4942-a826-939324d4bc71 req-834310e2-00d6-4b7a-abe3-08179542da49 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 1128 time: 0.0557723 Feb 10 15:52:33.204386 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a606a90-d77c-4730-8186-f0198dabe33d" -d '{"events": [{"server_uuid": "e1bb197e-e115-4c57-9933-618212f2e4ef", "name": "network-vif-deleted", "tag": "827f1d0b-5718-41d9-b01c-a7c73b4c3662"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:33.283691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Pushing event updated for resources: {'Port': ['ID=70900e85-e9dd-45c5-bea1-641c6a473a06,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:33.329622 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-879a2a3b-e54d-4942-a826-939324d4bc71 req-e2a877f9-560d-4ba5-b841-509f957c0500 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302390 Feb 10 15:52:33.429112 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9fd319-a338-4cb2-b6cb-eac85df415a0 x-openstack-request-id: req-7e9fd319-a338-4cb2-b6cb-eac85df415a0 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:33.429411 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bb197e-e115-4c57-9933-618212f2e4ef", "name": "network-vif-deleted", "tag": "827f1d0b-5718-41d9-b01c-a7c73b4c3662", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:33.429728 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e9fd319-a338-4cb2-b6cb-eac85df415a0 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:33.430175 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bb197e-e115-4c57-9933-618212f2e4ef', 'name': 'network-vif-deleted', 'tag': '827f1d0b-5718-41d9-b01c-a7c73b4c3662', 'status': 'completed', 'code': 200} Feb 10 15:52:33.451352 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f86724-d051-462b-bfa9-ae56e6badfef req-9b894380-36ea-4c60-ad59-cf03bee1a744 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:33.454161 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-76f86724-d051-462b-bfa9-ae56e6badfef req-9b894380-36ea-4c60-ad59-cf03bee1a744 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.1205666 Feb 10 15:52:33.472272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Attempting to bind port 70900e85-e9dd-45c5-bea1-641c6a473a06 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:52:33.472617 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Attempting to bind port 70900e85-e9dd-45c5-bea1-641c6a473a06 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:52:33.472977 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Attempting to bind port 70900e85-e9dd-45c5-bea1-641c6a473a06 on network 3707da07-4fe9-4b6c-94ea-78b38c207829 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:33.489107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Port 70900e85-e9dd-45c5-bea1-641c6a473a06 on network 3707da07-4fe9-4b6c-94ea-78b38c207829 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:52:33.489440 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Attempting to bind port 70900e85-e9dd-45c5-bea1-641c6a473a06 on network 3707da07-4fe9-4b6c-94ea-78b38c207829 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:33.502359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:33.502708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Checking segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:52:33.503104 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Bound using segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:33.503542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Bound port: 70900e85-e9dd-45c5-bea1-641c6a473a06, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:52:33.503973 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (70900e85-e9dd-45c5-bea1-641c6a473a06), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:33.557475 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-76f86724-d051-462b-bfa9-ae56e6badfef req-aaad2411-2aa9-4cfa-9476-ce6df58e18a8 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964642 Feb 10 15:52:33.654072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] For port 70900e85-e9dd-45c5-bea1-641c6a473a06, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:33.658953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] For port 70900e85-e9dd-45c5-bea1-641c6a473a06, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=70900e85-e9dd-45c5-bea1-641c6a473a06,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:33.670294 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (70900e85-e9dd-45c5-bea1-641c6a473a06), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:33.722346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:33.728671 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:33.730566 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-b12634fb-141c-407b-be10-a670bc217217 service neutron] 10.222.0.79 "PUT /v2.0/ports/70900e85-e9dd-45c5-bea1-641c6a473a06 HTTP/1.1" status: 200 len: 1091 time: 2.0603206 Feb 10 15:52:33.880702 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12634fb-141c-407b-be10-a670bc217217 service neutron] Pushing event updated for resources: {'Port': ['ID=70900e85-e9dd-45c5-bea1-641c6a473a06,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:33.930503 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36012) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:33.952507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-e71cc626-7255-4b51-9ea1-44f4036ad992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:33.971635 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-e71cc626-7255-4b51-9ea1-44f4036ad992 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 1125 time: 0.1743424 Feb 10 15:52:34.023521 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-59777ab8-050e-4fbb-9ed6-154602c741ca tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (71386a65-2ae6-49f3-8289-2910e8257e1c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:34.040853 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-7301616a-e70a-4ad4-9f51-854a7a67a94f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70900e85-e9dd-45c5-bea1-641c6a473a06 HTTP/1.1" status: 200 len: 217 time: 0.0646951 Feb 10 15:52:34.057933 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-59777ab8-050e-4fbb-9ed6-154602c741ca tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (71386a65-2ae6-49f3-8289-2910e8257e1c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:34.110784 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-97238987-6c54-44bf-98d3-ede055280762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:34.113066 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-97238987-6c54-44bf-98d3-ede055280762 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0665505 Feb 10 15:52:34.134776 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-59777ab8-050e-4fbb-9ed6-154602c741ca tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (71386a65-2ae6-49f3-8289-2910e8257e1c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:34.138253 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-59777ab8-050e-4fbb-9ed6-154602c741ca tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:34.139684 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-59777ab8-050e-4fbb-9ed6-154602c741ca tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "DELETE /v2.0/security-groups/71386a65-2ae6-49f3-8289-2910e8257e1c HTTP/1.1" status: 204 len: 168 time: 0.2078779 Feb 10 15:52:34.190812 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-34d00742-21c1-4e99-a1ee-baeb08ab3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:34.192357 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-34d00742-21c1-4e99-a1ee-baeb08ab3561 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718462 Feb 10 15:52:34.196995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59777ab8-050e-4fbb-9ed6-154602c741ca tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71386a65-2ae6-49f3-8289-2910e8257e1c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:34.234326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36030) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:34.491131 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-219d53b6-02fa-452e-97c3-147cf148f41b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1611879 Feb 10 15:52:34.498423 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-a96eb84d-e56d-4980-922a-e583db3780c7 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991979 Feb 10 15:52:34.504614 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-6462c9ec-3896-4dc1-9bcf-09ac4f386adb service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:52:34.505609 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-6462c9ec-3896-4dc1-9bcf-09ac4f386adb service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052071 Feb 10 15:52:34.663519 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-f598b52f-ceb4-4481-a013-2e0d686455b3 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:34.665090 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-f598b52f-ceb4-4481-a013-2e0d686455b3 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/ports/7f066efa-25dd-4de6-8e03-83bb94e0d81a HTTP/1.1" status: 200 len: 1125 time: 0.0945613 Feb 10 15:52:34.722701 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dd71c-1824-4a9b-8082-9309938caeaa req-a5b03638-cde8-4c72-82bc-f6345875e2cd tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:34.731147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-770dd71c-1824-4a9b-8082-9309938caeaa req-a5b03638-cde8-4c72-82bc-f6345875e2cd tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.0662949 Feb 10 15:52:34.788282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-770dd71c-1824-4a9b-8082-9309938caeaa req-2eb4da2b-9cc6-44a6-a779-94ca200ff62d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532613 Feb 10 15:52:34.813915 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 827f1d0b-5718-41d9-b01c-a7c73b4c3662 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:34.844693 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 827f1d0b-5718-41d9-b01c-a7c73b4c3662 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:52:34.845318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 827f1d0b-5718-41d9-b01c-a7c73b4c3662 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:34.881145 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5e6860a5-20f8-459c-94f7-d88e83015381 req-007d6bea-bdd0-4248-80e4-955a37e3da9c service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734670 Feb 10 15:52:34.982217 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-441350f5-905f-44c2-8461-ab12f379bea2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:35.326050 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-441350f5-905f-44c2-8461-ab12f379bea2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Deleting port 73d82c8b-8a8c-4413-afd3-540eeae68360 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:52:35.327211 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-441350f5-905f-44c2-8461-ab12f379bea2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:35.431196 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26d1013-1b33-4633-bd50-3f2b2c97f2fe', 'tag': '70900e85-e9dd-45c5-bea1-641c6a473a06'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:52:35.433391 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4492b233-9766-4795-9a60-12f849e789aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d26d1013-1b33-4633-bd50-3f2b2c97f2fe", "tag": "70900e85-e9dd-45c5-bea1-641c6a473a06"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:35.489502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-c85acef0-fe4e-4765-9ea6-c876c881426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:35.491003 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-c85acef0-fe4e-4765-9ea6-c876c881426e service neutron] 10.222.0.64 "GET /v2.0/ports/7f066efa-25dd-4de6-8e03-83bb94e0d81a HTTP/1.1" status: 200 len: 1125 time: 0.1390631 Feb 10 15:52:35.505732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-69926c2b-0363-4c64-bf20-348a09ef04a8 service neutron] Request body: {'binding': {'host': 'n-h2-815324-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:35.506200 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-69926c2b-0363-4c64-bf20-348a09ef04a8 service neutron] Unknown quota resources ['binding']. {{(pid=103369) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 15:52:35.522982 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd20228-ac33-4248-a54f-8c3f50c23c27 x-openstack-request-id: req-0dd20228-ac33-4248-a54f-8c3f50c23c27 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:35.523495 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26d1013-1b33-4633-bd50-3f2b2c97f2fe", "tag": "70900e85-e9dd-45c5-bea1-641c6a473a06", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:35.523707 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0dd20228-ac33-4248-a54f-8c3f50c23c27 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:35.523941 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26d1013-1b33-4633-bd50-3f2b2c97f2fe', 'tag': '70900e85-e9dd-45c5-bea1-641c6a473a06', 'status': 'completed', 'code': 200} Feb 10 15:52:35.604714 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-441350f5-905f-44c2-8461-ab12f379bea2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] For port 73d82c8b-8a8c-4413-afd3-540eeae68360, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=73d82c8b-8a8c-4413-afd3-540eeae68360,segment=NetworkSegment(0c656962-e3f4-44b2-ab69-8734ee9667b0),segment_id=0c656962-e3f4-44b2-ab69-8734ee9667b0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:35.605192 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-441350f5-905f-44c2-8461-ab12f379bea2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:35.630786 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-441350f5-905f-44c2-8461-ab12f379bea2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Calling delete_port for 73d82c8b-8a8c-4413-afd3-540eeae68360 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:52:35.683969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b233-9766-4795-9a60-12f849e789aa req-490dd970-92ce-462c-a779-5bb578d67356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:35.685712 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4492b233-9766-4795-9a60-12f849e789aa req-490dd970-92ce-462c-a779-5bb578d67356 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 1125 time: 0.1340599 Feb 10 15:52:35.984629 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86497e0-b773-4789-a335-8d90bbbd03b9 req-b23c18e0-97cd-45e5-a46d-dff7dd8bbf31 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:35.986654 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-69926c2b-0363-4c64-bf20-348a09ef04a8 service neutron] Attempting to bind port 7f066efa-25dd-4de6-8e03-83bb94e0d81a on host n-h2-815324-7 for vnic_type normal with profile None {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:52:35.987086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-69926c2b-0363-4c64-bf20-348a09ef04a8 service neutron] Attempting to bind port 7f066efa-25dd-4de6-8e03-83bb94e0d81a by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:52:35.988420 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-69926c2b-0363-4c64-bf20-348a09ef04a8 service neutron] Attempting to bind port 7f066efa-25dd-4de6-8e03-83bb94e0d81a on network eb83c23d-4793-48ba-9bfb-02eefaad8f38 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:35.994730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b233-9766-4795-9a60-12f849e789aa req-0ebe3981-d5b7-4f60-8d78-8605830e6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:35.996678 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4492b233-9766-4795-9a60-12f849e789aa req-0ebe3981-d5b7-4f60-8d78-8605830e6e22 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.2453873 Feb 10 15:52:36.000260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c86497e0-b773-4789-a335-8d90bbbd03b9 req-b23c18e0-97cd-45e5-a46d-dff7dd8bbf31 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.0892816 Feb 10 15:52:36.053962 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4492b233-9766-4795-9a60-12f849e789aa req-118e8e97-d2f3-4fbb-8c8c-71af856d15da service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70900e85-e9dd-45c5-bea1-641c6a473a06 HTTP/1.1" status: 200 len: 217 time: 0.0472226 Feb 10 15:52:36.057473 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-69926c2b-0363-4c64-bf20-348a09ef04a8 service neutron] Port 7f066efa-25dd-4de6-8e03-83bb94e0d81a on network eb83c23d-4793-48ba-9bfb-02eefaad8f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:52:36.057723 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-69926c2b-0363-4c64-bf20-348a09ef04a8 service neutron] Attempting to bind port 7f066efa-25dd-4de6-8e03-83bb94e0d81a on network eb83c23d-4793-48ba-9bfb-02eefaad8f38 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:36.077627 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c86497e0-b773-4789-a335-8d90bbbd03b9 req-8e05fc1e-11a2-4ed7-b72f-95afe8e7df33 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760567 Feb 10 15:52:36.121752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-69926c2b-0363-4c64-bf20-348a09ef04a8 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:36.122094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-69926c2b-0363-4c64-bf20-348a09ef04a8 service neutron] Checking segment: {'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:52:36.122568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-69926c2b-0363-4c64-bf20-348a09ef04a8 service neutron] Bound using segment: {'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:36.123017 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-69926c2b-0363-4c64-bf20-348a09ef04a8 service neutron] Bound port: 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:52:36.126660 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b233-9766-4795-9a60-12f849e789aa req-3f5e6023-a846-4caf-9ae0-c388d511d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:36.128368 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4492b233-9766-4795-9a60-12f849e789aa req-3f5e6023-a846-4caf-9ae0-c388d511d12f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0587516 Feb 10 15:52:36.287959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b233-9766-4795-9a60-12f849e789aa req-79f4a94d-8b51-40af-94b9-9f3cb462421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:36.289905 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4492b233-9766-4795-9a60-12f849e789aa req-79f4a94d-8b51-40af-94b9-9f3cb462421a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1550910 Feb 10 15:52:36.326783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-69926c2b-0363-4c64-bf20-348a09ef04a8 service neutron] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:36.349846 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-69926c2b-0363-4c64-bf20-348a09ef04a8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:36.355798 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-69926c2b-0363-4c64-bf20-348a09ef04a8 service neutron] 10.222.0.64 "POST /v2.0/ports/7f066efa-25dd-4de6-8e03-83bb94e0d81a/bindings HTTP/1.1" status: 201 len: 389 time: 0.8540843 Feb 10 15:52:36.520641 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-441350f5-905f-44c2-8461-ab12f379bea2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (73d82c8b-8a8c-4413-afd3-540eeae68360), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:36.594572 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441350f5-905f-44c2-8461-ab12f379bea2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Port': ['ID=73d82c8b-8a8c-4413-afd3-540eeae68360,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:36.751981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459684b-6c29-4379-873e-6ab2e6880730 req-c7783c4a-e442-459c-aab7-1c083ac31014 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:36.762327 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3459684b-6c29-4379-873e-6ab2e6880730 req-c7783c4a-e442-459c-aab7-1c083ac31014 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 946 time: 0.0970712 Feb 10 15:52:36.847978 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4492b233-9766-4795-9a60-12f849e789aa req-cff0d60a-c4de-428f-8cce-d5e6d7c77f0b service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313509 Feb 10 15:52:36.890678 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3459684b-6c29-4379-873e-6ab2e6880730 req-8e86b5cf-f7c6-40e0-9c3f-a766674417dc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249628 Feb 10 15:52:37.007752 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4492b233-9766-4795-9a60-12f849e789aa req-227031fb-0124-420e-8c4b-2a1983112dc0 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481559 Feb 10 15:52:37.071655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-d564cd74-23fa-4147-85b2-b390142ea057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:37.073266 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-d564cd74-23fa-4147-85b2-b390142ea057 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 1128 time: 0.3615522 Feb 10 15:52:37.232310 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1f0ec-b48e-4cbd-aa6c-01a9460d979c req-f3836eea-4b83-47f8-bc97-b89dac8ac381 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:37.244187 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:37.245409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4fe1f0ec-b48e-4cbd-aa6c-01a9460d979c req-f3836eea-4b83-47f8-bc97-b89dac8ac381 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.0834968 Feb 10 15:52:37.272405 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-441350f5-905f-44c2-8461-ab12f379bea2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:37.339462 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4fe1f0ec-b48e-4cbd-aa6c-01a9460d979c req-6bc12305-af65-4db4-99cb-99af9debfe3c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820243 Feb 10 15:52:37.342895 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-27547eb8-6317-431d-a154-5e698e3bd47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:37.347270 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-27547eb8-6317-431d-a154-5e698e3bd47b service neutron] 10.222.0.79 "GET /v2.0/networks?id=eb83c23d-4793-48ba-9bfb-02eefaad8f38 HTTP/1.1" status: 200 len: 897 time: 0.2119219 Feb 10 15:52:37.838600 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-b5ba9746-4203-4d56-9326-97214d34af47 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a HTTP/1.1" status: 200 len: 1002 time: 0.4846075 Feb 10 15:52:37.938178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-a7cbc22f-d8cd-4c64-ace5-b0a996fe759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:37.939832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-a7cbc22f-d8cd-4c64-ace5-b0a996fe759e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=173faf90-bcce-4acb-8684-ea56e8817faf HTTP/1.1" status: 200 len: 834 time: 0.0950961 Feb 10 15:52:38.027793 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b9aa4-565c-4430-b365-51b6a205cbae req-bfd62277-be03-4dac-919d-157c25599c6f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:38.029861 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-368b9aa4-565c-4430-b365-51b6a205cbae req-bfd62277-be03-4dac-919d-157c25599c6f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 946 time: 0.0631263 Feb 10 15:52:38.064723 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-65e38c4f-1f9b-4fe0-b47e-c651d31c35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:38.066892 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-65e38c4f-1f9b-4fe0-b47e-c651d31c35a0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb83c23d-4793-48ba-9bfb-02eefaad8f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1130428 Feb 10 15:52:38.085320 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441350f5-905f-44c2-8461-ab12f379bea2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:52:38.091358 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-368b9aa4-565c-4430-b365-51b6a205cbae req-87389659-ac63-4526-a247-8f89b0651b01 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471735 Feb 10 15:52:38.264491 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-0064efb2-d677-4f98-b125-af4655ba46c3 service neutron] 10.222.0.79 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765504 Feb 10 15:52:38.303281 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441350f5-905f-44c2-8461-ab12f379bea2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:38.312746 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-441350f5-905f-44c2-8461-ab12f379bea2 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "PUT /v2.0/routers/2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0721116 Feb 10 15:52:38.312871 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36060) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:38.315718 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cb129-34bf-4991-bde4-b6abddbcd81f None None] Sync routers for ids ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:38.327845 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cb129-34bf-4991-bde4-b6abddbcd81f None None] Routers {'2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:38.329488 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-722cb129-34bf-4991-bde4-b6abddbcd81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:38.394531 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-fe279f19-d640-415e-be58-d3f440186199 service neutron] 10.222.0.79 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238611 Feb 10 15:52:38.452995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-722cb129-34bf-4991-bde4-b6abddbcd81f None None] Set router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:38.459603 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-270acc22-4e78-44d0-8065-b4d026685993 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Deleting subnet fb394f21-c20f-4f8e-ab3c-bd37e49184f1 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:52:38.495270 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-270acc22-4e78-44d0-8065-b4d026685993 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for subnet (fb394f21-c20f-4f8e-ab3c-bd37e49184f1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:38.568753 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ced1a-ae76-4206-bf3c-61a99f9da5bb req-5fa9ee12-1fff-40b5-9bb9-dbf1774ed273 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:38.577653 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c72ced1a-ae76-4206-bf3c-61a99f9da5bb req-5fa9ee12-1fff-40b5-9bb9-dbf1774ed273 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.1141043 Feb 10 15:52:38.582827 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-270acc22-4e78-44d0-8065-b4d026685993 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (fb394f21-c20f-4f8e-ab3c-bd37e49184f1), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:38.602757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-0163f3d2-f39a-4179-bd01-bd081876794f tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:38.604694 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-0163f3d2-f39a-4179-bd01-bd081876794f tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&binding%3Ahost_id=n-h1-815324-7 HTTP/1.1" status: 200 len: 1128 time: 0.1484306 Feb 10 15:52:38.633472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815324-7'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:38.693791 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c72ced1a-ae76-4206-bf3c-61a99f9da5bb req-2d3c426b-832a-4c3a-a544-563bf31ff118 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012182 Feb 10 15:52:38.754788 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-270acc22-4e78-44d0-8065-b4d026685993 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (fb394f21-c20f-4f8e-ab3c-bd37e49184f1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:38.841592 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-270acc22-4e78-44d0-8065-b4d026685993 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (fb394f21-c20f-4f8e-ab3c-bd37e49184f1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:38.858263 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-722cb129-34bf-4991-bde4-b6abddbcd81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'name': 'tempest-TestNetworkBasicOps-router-552340067', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:52:36Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:38.875971 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:38.905894 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270acc22-4e78-44d0-8065-b4d026685993 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Subnet': ['ID=fb394f21-c20f-4f8e-ab3c-bd37e49184f1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:38.909860 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cb129-34bf-4991-bde4-b6abddbcd81f None None] Checking router: 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:52:38.933279 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-270acc22-4e78-44d0-8065-b4d026685993 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:38.937398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9ebc76-f351-45e3-9f2f-20a738f9efd0 None None] Network 4b38dc74-b37a-40ea-ab18-c1273b7875e8 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:52:38.943819 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-270acc22-4e78-44d0-8065-b4d026685993 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "DELETE /v2.0/subnets/fb394f21-c20f-4f8e-ab3c-bd37e49184f1 HTTP/1.1" status: 204 len: 168 time: 0.6302330 Feb 10 15:52:38.943981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36066) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:38.962455 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cb129-34bf-4991-bde4-b6abddbcd81f None None] Routers {'2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:38.963465 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-722cb129-34bf-4991-bde4-b6abddbcd81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:39.172252 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:39.190489 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb39a-4d15-427d-96ad-21dd68772a06 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:39.277573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:39.330525 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Publish callbacks [] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:39.334208 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:52:39.339535 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5279c4-8da1-4cd2-8462-5dc8ec72e028" -d '{"events": [{"server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "name": "network-vif-unplugged", "status": "completed", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:39.360583 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6fa28-0517-4200-a3f9-d094ea9d290c req-5c91cd7e-e98f-42ee-b986-ed9c46913d3d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:39.366321 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:39.371805 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ce6fa28-0517-4200-a3f9-d094ea9d290c req-5c91cd7e-e98f-42ee-b986-ed9c46913d3d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 946 time: 0.1458247 Feb 10 15:52:39.478926 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cd1ada-e9b5-49f7-bdd1-81c1daec4749 x-openstack-request-id: req-a2cd1ada-e9b5-49f7-bdd1-81c1daec4749 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:39.479669 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "name": "network-vif-unplugged", "status": "completed", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:39.480161 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2cd1ada-e9b5-49f7-bdd1-81c1daec4749 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:39.480826 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a', 'code': 200} Feb 10 15:52:39.500141 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ce6fa28-0517-4200-a3f9-d094ea9d290c req-dd4428d3-4572-42fa-a36c-454a7838f396 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230366 Feb 10 15:52:39.505311 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb39a-4d15-427d-96ad-21dd68772a06 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router_gateway (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:39.575886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-722cb129-34bf-4991-bde4-b6abddbcd81f None None] Set router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:39.639246 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Pushing event updated for resources: {'Port': ['ID=7f066efa-25dd-4de6-8e03-83bb94e0d81a,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:39.672387 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfb39a-4d15-427d-96ad-21dd68772a06 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Deleting port e9615408-b41b-4b88-bc3a-9a9249dcbfaf {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:52:39.672852 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb39a-4d15-427d-96ad-21dd68772a06 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e9615408-b41b-4b88-bc3a-9a9249dcbfaf), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:39.683598 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de58bbd-1747-46ed-8ca7-706e13e89f37 None None] DHCP port deletion for 4b38dc74-b37a-40ea-ab18-c1273b7875e8 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:52:39.905744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Attempting to bind port 7f066efa-25dd-4de6-8e03-83bb94e0d81a on host n-h1-815324-7 for vnic_type normal with profile {"migrating_to": "n-h2-815324-7"} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:52:39.906126 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Attempting to bind port 7f066efa-25dd-4de6-8e03-83bb94e0d81a by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:52:39.906479 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Attempting to bind port 7f066efa-25dd-4de6-8e03-83bb94e0d81a on network eb83c23d-4793-48ba-9bfb-02eefaad8f38 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:39.936542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Port 7f066efa-25dd-4de6-8e03-83bb94e0d81a on network eb83c23d-4793-48ba-9bfb-02eefaad8f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:52:39.936542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Attempting to bind port 7f066efa-25dd-4de6-8e03-83bb94e0d81a on network eb83c23d-4793-48ba-9bfb-02eefaad8f38 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:39.960823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:39.961615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Checking segment: {'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:52:39.961724 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device eb048da9-d855-4768-ac61-6a90d6c2471a no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:39.961823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Bound using segment: {'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:39.961944 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Bound port: 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72431933-48f0-4715-a260-0cc6f735511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:52:39.962279 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:40.028602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fab8-b253-4637-916e-489b7a87a620 req-7b520ea5-fdb1-4201-b264-46f4f0cde827 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:40.051621 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1f74fab8-b253-4637-916e-489b7a87a620 req-7b520ea5-fdb1-4201-b264-46f4f0cde827 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.2115550 Feb 10 15:52:40.065751 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-4bbfb39a-4d15-427d-96ad-21dd68772a06 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] For port e9615408-b41b-4b88-bc3a-9a9249dcbfaf, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e9615408-b41b-4b88-bc3a-9a9249dcbfaf,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:40.066573 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb39a-4d15-427d-96ad-21dd68772a06 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e9615408-b41b-4b88-bc3a-9a9249dcbfaf), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:40.098969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfb39a-4d15-427d-96ad-21dd68772a06 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Calling delete_port for e9615408-b41b-4b88-bc3a-9a9249dcbfaf owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:52:40.138848 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1f74fab8-b253-4637-916e-489b7a87a620 req-61aeb098-0a5b-4dd4-a328-2b01c68de6dc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843041 Feb 10 15:52:40.153378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3de58bbd-1747-46ed-8ca7-706e13e89f37 None None] Deleting port eb048da9-d855-4768-ac61-6a90d6c2471a {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:52:40.153378 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3de58bbd-1747-46ed-8ca7-706e13e89f37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (eb048da9-d855-4768-ac61-6a90d6c2471a), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:40.153378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-88093d0c-88c8-49a3-b718-2e39d536fb3a None None] Provisioning complete for port 7f066efa-25dd-4de6-8e03-83bb94e0d81a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:40.153378 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-88093d0c-88c8-49a3-b718-2e39d536fb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:40.193443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-88093d0c-88c8-49a3-b718-2e39d536fb3a None None] Port 7f066efa-25dd-4de6-8e03-83bb94e0d81a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:52:40.218932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-722cb129-34bf-4991-bde4-b6abddbcd81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'name': 'tempest-TestNetworkBasicOps-router-552340067', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:52:36Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:40.310401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cb129-34bf-4991-bde4-b6abddbcd81f None None] The sync data for ids ['2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7'] in n-d-815324-7 is: [{'id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'name': 'tempest-TestNetworkBasicOps-router-552340067', 'tenant_id': '533ce765c0594113bf82249a9276396d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:52:36Z', 'revision_number': 5, 'project_id': '533ce765c0594113bf82249a9276396d', 'gw_port': {'id': 'e9615408-b41b-4b88-bc3a-9a9249dcbfaf', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:50:59Z', 'updated_at': '2022-02-10T15:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:52:40.329397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3de58bbd-1747-46ed-8ca7-706e13e89f37 None None] For port eb048da9-d855-4768-ac61-6a90d6c2471a, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=eb048da9-d855-4768-ac61-6a90d6c2471a,segment=NetworkSegment(0c656962-e3f4-44b2-ab69-8734ee9667b0),segment_id=0c656962-e3f4-44b2-ab69-8734ee9667b0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:40.329809 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3de58bbd-1747-46ed-8ca7-706e13e89f37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (eb048da9-d855-4768-ac61-6a90d6c2471a), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:40.339626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port eb048da9-d855-4768-ac61-6a90d6c2471a is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:52:40.340048 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (eb048da9-d855-4768-ac61-6a90d6c2471a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:40.345867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3de58bbd-1747-46ed-8ca7-706e13e89f37 None None] Calling delete_port for eb048da9-d855-4768-ac61-6a90d6c2471a owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:52:40.442385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:40.451125 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port eb048da9-d855-4768-ac61-6a90d6c2471a, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=eb048da9-d855-4768-ac61-6a90d6c2471a,segment=NetworkSegment(0c656962-e3f4-44b2-ab69-8734ee9667b0),segment_id=0c656962-e3f4-44b2-ab69-8734ee9667b0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:40.462337 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (eb048da9-d855-4768-ac61-6a90d6c2471a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:40.471164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:40.542594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=eb048da9-d855-4768-ac61-6a90d6c2471a,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:40.566727 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3de58bbd-1747-46ed-8ca7-706e13e89f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (eb048da9-d855-4768-ac61-6a90d6c2471a), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:40.574187 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:40.600959 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb39a-4d15-427d-96ad-21dd68772a06 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (e9615408-b41b-4b88-bc3a-9a9249dcbfaf), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:40.621050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de58bbd-1747-46ed-8ca7-706e13e89f37 None None] Pushing event deleted for resources: {'Port': ['ID=eb048da9-d855-4768-ac61-6a90d6c2471a,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:40.625715 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de58bbd-1747-46ed-8ca7-706e13e89f37 None None] No DVR routers for this DVR port eb048da9-d855-4768-ac61-6a90d6c2471a on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:40.771797 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70d631-49d2-433c-b033-badea70a310e req-4f4683e1-df79-442a-872b-53afe436b462 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:40.794437 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c70d631-49d2-433c-b033-badea70a310e req-4f4683e1-df79-442a-872b-53afe436b462 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 944 time: 0.1783051 Feb 10 15:52:40.885106 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Pushing event updated for resources: {'Port': ['ID=7f066efa-25dd-4de6-8e03-83bb94e0d81a,revision_number=8']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:40.916775 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb39a-4d15-427d-96ad-21dd68772a06 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:40.959682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c70d631-49d2-433c-b033-badea70a310e req-315b4b01-c170-470b-abbc-99be2fe5239a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577191 Feb 10 15:52:41.005291 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfb39a-4d15-427d-96ad-21dd68772a06 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Port': ['ID=e9615408-b41b-4b88-bc3a-9a9249dcbfaf,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:41.162517 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c7c4d949-f2c0-47cc-8519-0fff0e8ba606 None None] Provisioning complete for port 7f066efa-25dd-4de6-8e03-83bb94e0d81a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:41.162902 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d949-f2c0-47cc-8519-0fff0e8ba606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:41.219745 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb39a-4d15-427d-96ad-21dd68772a06 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:41.230893 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb39a-4d15-427d-96ad-21dd68772a06 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router_controller (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:41.305966 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:41.306722 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:41.308730 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-1076a8f9-ae79-4f49-8534-8a9d69461f93 service neutron] 10.222.0.79 "PUT /v2.0/ports/7f066efa-25dd-4de6-8e03-83bb94e0d81a HTTP/1.1" status: 200 len: 1122 time: 2.6976268 Feb 10 15:52:41.331320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['7f066efa-25dd-4de6-8e03-83bb94e0d81a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:52:41.342460 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb39a-4d15-427d-96ad-21dd68772a06 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:41.343112 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbfb39a-4d15-427d-96ad-21dd68772a06 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Fanout notify agent at l3_agent the message router_deleted on router 2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:52:41.349968 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb39a-4d15-427d-96ad-21dd68772a06 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:41.350993 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4bbfb39a-4d15-427d-96ad-21dd68772a06 tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "DELETE /v2.0/routers/2d0bc21f-72c4-44e8-bb57-53d5c9c6c9b7 HTTP/1.1" status: 204 len: 168 time: 2.4055645 Feb 10 15:52:41.362686 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36088) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:41.385573 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822080a-7db0-4151-9bd3-f8ee9dcbb78c req-2469fe95-0f96-42bb-8116-fc4e24ae0363 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:41.394984 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7822080a-7db0-4151-9bd3-f8ee9dcbb78c req-2469fe95-0f96-42bb-8116-fc4e24ae0363 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.1517484 Feb 10 15:52:41.488959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:52:41.499722 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7888441-530c-4fa0-a2b6-25a54b53094c" -d '{"events": [{"name": "network-changed", "server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:41.542318 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7822080a-7db0-4151-9bd3-f8ee9dcbb78c req-d811a0ff-bdd6-4dc7-bfc4-bc15e2ca5560 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450918 Feb 10 15:52:41.628186 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccbbf46-a7c7-4c25-8088-5703e618aac7 x-openstack-request-id: req-eccbbf46-a7c7-4c25-8088-5703e618aac7 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:41.628482 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:41.628764 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eccbbf46-a7c7-4c25-8088-5703e618aac7 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:41.632199 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a', 'status': 'completed', 'code': 200} Feb 10 15:52:41.723743 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-308aa35d-f28c-421c-8e74-d7c1b15b993b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (4b38dc74-b37a-40ea-ab18-c1273b7875e8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:41.733284 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:41.734998 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4d949-f2c0-47cc-8519-0fff0e8ba606 None None] Current status of the port 7f066efa-25dd-4de6-8e03-83bb94e0d81a is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:52:41.735467 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d949-f2c0-47cc-8519-0fff0e8ba606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:41.808545 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7888441-530c-4fa0-a2b6-25a54b53094c req-9ab45f9b-1f68-401a-bc7e-8e8a381e36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:41.810150 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7888441-530c-4fa0-a2b6-25a54b53094c req-9ab45f9b-1f68-401a-bc7e-8e8a381e36dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 1156 time: 0.1627510 Feb 10 15:52:41.848018 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:52:41.850454 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b73a08a-560f-44c1-887f-7157244b4886" -d '{"events": [{"server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "name": "network-vif-plugged", "status": "completed", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:41.862369 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-308aa35d-f28c-421c-8e74-d7c1b15b993b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (4b38dc74-b37a-40ea-ab18-c1273b7875e8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:41.903585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c7c4d949-f2c0-47cc-8519-0fff0e8ba606 None None] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:41.910139 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-308aa35d-f28c-421c-8e74-d7c1b15b993b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b38dc74-b37a-40ea-ab18-c1273b7875e8']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:41.928113 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7af6804-5690-4ed0-aaf9-2353fd22707a x-openstack-request-id: req-e7af6804-5690-4ed0-aaf9-2353fd22707a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:41.928327 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "name": "network-vif-plugged", "status": "completed", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:41.928567 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7af6804-5690-4ed0-aaf9-2353fd22707a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:41.928963 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a', 'code': 200} Feb 10 15:52:41.933046 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d949-f2c0-47cc-8519-0fff0e8ba606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:41.947706 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-308aa35d-f28c-421c-8e74-d7c1b15b993b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c656962-e3f4-44b2-ab69-8734ee9667b0') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:41.948023 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-308aa35d-f28c-421c-8e74-d7c1b15b993b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c656962-e3f4-44b2-ab69-8734ee9667b0') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:41.983456 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-308aa35d-f28c-421c-8e74-d7c1b15b993b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (0c656962-e3f4-44b2-ab69-8734ee9667b0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:42.102909 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-308aa35d-f28c-421c-8e74-d7c1b15b993b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (0c656962-e3f4-44b2-ab69-8734ee9667b0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:42.130001 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7888441-530c-4fa0-a2b6-25a54b53094c req-bd8aa520-b25c-4791-9940-3a3ea4c6496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:42.134434 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7888441-530c-4fa0-a2b6-25a54b53094c req-bd8aa520-b25c-4791-9940-3a3ea4c6496d service neutron] 10.222.0.72 "GET /v2.0/networks?id=eb83c23d-4793-48ba-9bfb-02eefaad8f38 HTTP/1.1" status: 200 len: 897 time: 0.3178120 Feb 10 15:52:42.135457 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308aa35d-f28c-421c-8e74-d7c1b15b993b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:52:42.135862 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-308aa35d-f28c-421c-8e74-d7c1b15b993b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (0c656962-e3f4-44b2-ab69-8734ee9667b0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:52:42.154995 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:52:42.186074 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 73d82c8b-8a8c-4413-afd3-540eeae68360 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:42.260440 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 73d82c8b-8a8c-4413-afd3-540eeae68360 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:52:42.260826 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288af4b4-4335-493a-97b4-6eea76f04df9 req-44989b58-b827-449a-babd-edf9a6bad5a3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:42.261751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 73d82c8b-8a8c-4413-afd3-540eeae68360 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:42.283872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-288af4b4-4335-493a-97b4-6eea76f04df9 req-44989b58-b827-449a-babd-edf9a6bad5a3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 946 time: 0.1386411 Feb 10 15:52:42.374677 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-288af4b4-4335-493a-97b4-6eea76f04df9 req-15db9430-e450-4011-8805-3e5b8af9e8d7 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870993 Feb 10 15:52:42.383666 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4d949-f2c0-47cc-8519-0fff0e8ba606 None None] Pushing event updated for resources: {'Port': ['ID=7f066efa-25dd-4de6-8e03-83bb94e0d81a,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:42.486017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-308aa35d-f28c-421c-8e74-d7c1b15b993b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (4b38dc74-b37a-40ea-ab18-c1273b7875e8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:42.500251 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7888441-530c-4fa0-a2b6-25a54b53094c req-3da0c830-8dd4-44be-9ea1-c2f17adb8f76 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a HTTP/1.1" status: 200 len: 1002 time: 0.3443990 Feb 10 15:52:42.509943 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-308aa35d-f28c-421c-8e74-d7c1b15b993b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:42.527620 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-308aa35d-f28c-421c-8e74-d7c1b15b993b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] 10.222.0.64 "DELETE /v2.0/networks/4b38dc74-b37a-40ea-ab18-c1273b7875e8 HTTP/1.1" status: 204 len: 168 time: 1.1636214 Feb 10 15:52:42.568523 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308aa35d-f28c-421c-8e74-d7c1b15b993b tempest-TestNetworkBasicOps-927373104 tempest-TestNetworkBasicOps-927373104-project] Pushing event deleted for resources: {'Network': ['ID=4b38dc74-b37a-40ea-ab18-c1273b7875e8,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:42.725151 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7888441-530c-4fa0-a2b6-25a54b53094c req-4c4324f3-31c7-468b-9fef-be73c3fd49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:42.736404 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7888441-530c-4fa0-a2b6-25a54b53094c req-4c4324f3-31c7-468b-9fef-be73c3fd49ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=173faf90-bcce-4acb-8684-ea56e8817faf HTTP/1.1" status: 200 len: 834 time: 0.2276130 Feb 10 15:52:42.832420 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 7f066efa-25dd-4de6-8e03-83bb94e0d81a details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:52:42.836244 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec6f9f-854b-45db-956e-4c1bfde796c7 req-9aa89b56-56c9-4346-8566-a12a5a716fa9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:42.848217 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d6ec6f9f-854b-45db-956e-4c1bfde796c7 req-9aa89b56-56c9-4346-8566-a12a5a716fa9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.1487873 Feb 10 15:52:42.934510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7888441-530c-4fa0-a2b6-25a54b53094c req-f557cd32-52d8-4f50-bb17-225a83a62e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:42.937838 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7888441-530c-4fa0-a2b6-25a54b53094c req-f557cd32-52d8-4f50-bb17-225a83a62e74 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb83c23d-4793-48ba-9bfb-02eefaad8f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1944401 Feb 10 15:52:42.951066 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-a7888441-530c-4fa0-a2b6-25a54b53094c req-540a2693-d5da-4f09-babe-7c9e4ef47341 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:52:42.963679 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d6ec6f9f-854b-45db-956e-4c1bfde796c7 req-b33cf040-7efd-4710-899f-e19fc75b4e64 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140132 Feb 10 15:52:42.964976 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7888441-530c-4fa0-a2b6-25a54b53094c req-540a2693-d5da-4f09-babe-7c9e4ef47341 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0211883 Feb 10 15:52:42.997002 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4ff2aedc-73ac-4003-b656-9b7283625d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:43.096268 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:52:43.196250 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:43.220018 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7888441-530c-4fa0-a2b6-25a54b53094c req-ee3a905d-8226-488a-b490-b3c7fb6f60c7 service neutron] 10.222.0.72 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486882 Feb 10 15:52:43.221119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 7f066efa-25dd-4de6-8e03-83bb94e0d81a has no active binding in host n-h2-815324-7 {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 15:52:43.337335 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36104) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:43.407078 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7888441-530c-4fa0-a2b6-25a54b53094c req-38972837-91ee-4ee2-afa1-43052272d74e service neutron] 10.222.0.72 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773136 Feb 10 15:52:43.599949 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-17e7c5ba-f4fb-4dbf-bf2a-850f1294419f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=533ce765c0594113bf82249a9276396d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2607415 Feb 10 15:52:43.603595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36112) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:43.649807 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e9615408-b41b-4b88-bc3a-9a9249dcbfaf no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:43.688128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: e9615408-b41b-4b88-bc3a-9a9249dcbfaf {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:52:43.688847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e9615408-b41b-4b88-bc3a-9a9249dcbfaf not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:43.751103 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f6cf9-6333-4b27-a8a3-d3a3214a12a7 req-887ad5af-0467-4878-879b-e5b14c07ab3f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:43.766218 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc9f6cf9-6333-4b27-a8a3-d3a3214a12a7 req-887ad5af-0467-4878-879b-e5b14c07ab3f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 946 time: 0.2223182 Feb 10 15:52:43.837985 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b74dd5c1-7567-4761-9c95-6ccd8f24677a admin admin] Publish callbacks [] for security_group (9afe1dfd-1a1a-4b53-a302-219848ca04b5), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:43.889198 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc9f6cf9-6333-4b27-a8a3-d3a3214a12a7 req-9788d8c5-d6d4-417a-be9a-3a4493baaac2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979497 Feb 10 15:52:43.902645 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b74dd5c1-7567-4761-9c95-6ccd8f24677a admin admin] Publish callbacks [] for security_group (9afe1dfd-1a1a-4b53-a302-219848ca04b5), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:44.045505 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b74dd5c1-7567-4761-9c95-6ccd8f24677a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (9afe1dfd-1a1a-4b53-a302-219848ca04b5), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:44.048370 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b74dd5c1-7567-4761-9c95-6ccd8f24677a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:44.049560 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b74dd5c1-7567-4761-9c95-6ccd8f24677a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9afe1dfd-1a1a-4b53-a302-219848ca04b5 HTTP/1.1" status: 204 len: 168 time: 0.4447930 Feb 10 15:52:44.078771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74dd5c1-7567-4761-9c95-6ccd8f24677a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afe1dfd-1a1a-4b53-a302-219848ca04b5,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:44.139808 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382546f5-eda4-47ba-831c-5a0471c84484 req-e725c2d6-87e1-454f-8eaa-2cfeafd23075 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:44.147185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-382546f5-eda4-47ba-831c-5a0471c84484 req-e725c2d6-87e1-454f-8eaa-2cfeafd23075 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.0896189 Feb 10 15:52:44.245379 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-382546f5-eda4-47ba-831c-5a0471c84484 req-a8a117f1-57af-454f-9c09-0b0dbd11c51d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971360 Feb 10 15:52:44.552296 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36122) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:44.570365 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1eb2fced-5472-406e-8945-1e0c8210640b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:44.709210 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1eb2fced-5472-406e-8945-1e0c8210640b admin admin] Publish callbacks [] for security_group (2ee27213-8ea4-4154-9dfb-5d249ac45ecc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:44.714853 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1eb2fced-5472-406e-8945-1e0c8210640b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2ee27213-8ea4-4154-9dfb-5d249ac45ecc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:44.765911 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1eb2fced-5472-406e-8945-1e0c8210640b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dff46ab9b59f4190ac164b0b1f80a2c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2085927 Feb 10 15:52:44.765911 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2fced-5472-406e-8945-1e0c8210640b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee27213-8ea4-4154-9dfb-5d249ac45ecc,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:44.767063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36124) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:44.839534 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bbde84dc-e95f-47bd-88e0-07aa76323e41 admin admin] Publish callbacks [] for security_group (2ee27213-8ea4-4154-9dfb-5d249ac45ecc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:44.864212 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bbde84dc-e95f-47bd-88e0-07aa76323e41 admin admin] Publish callbacks [] for security_group (2ee27213-8ea4-4154-9dfb-5d249ac45ecc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:44.926002 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bbde84dc-e95f-47bd-88e0-07aa76323e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2ee27213-8ea4-4154-9dfb-5d249ac45ecc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:44.928859 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bbde84dc-e95f-47bd-88e0-07aa76323e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:44.934138 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bbde84dc-e95f-47bd-88e0-07aa76323e41 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ee27213-8ea4-4154-9dfb-5d249ac45ecc HTTP/1.1" status: 204 len: 168 time: 0.1664817 Feb 10 15:52:44.942019 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde84dc-e95f-47bd-88e0-07aa76323e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee27213-8ea4-4154-9dfb-5d249ac45ecc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:45.110520 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73d866-68a7-4519-9d8f-4dd8792455d1 req-a09afba6-682b-45da-a710-bd45a371ffbc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:45.120159 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e73d866-68a7-4519-9d8f-4dd8792455d1 req-a09afba6-682b-45da-a710-bd45a371ffbc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 946 time: 0.1211953 Feb 10 15:52:45.182761 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e73d866-68a7-4519-9d8f-4dd8792455d1 req-3af923c9-a578-4baa-a1ff-05065a27bf8d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609665 Feb 10 15:52:45.199934 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9433749e-8d59-474a-b6b8-392a8cd3c21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:45.441720 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbb213-2121-47d3-b182-96e8c7fd7600 req-b9f9446b-f1d2-4f0f-8851-aa82e5f1afb3 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:45.443398 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96bbb213-2121-47d3-b182-96e8c7fd7600 req-b9f9446b-f1d2-4f0f-8851-aa82e5f1afb3 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.0625720 Feb 10 15:52:45.510801 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96bbb213-2121-47d3-b182-96e8c7fd7600 req-6714f6cd-68b1-408f-a29a-92fc3350b595 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557699 Feb 10 15:52:46.306254 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c283e0-712c-4e36-9c3b-4184c23b6a5a req-e4b1a2eb-86eb-4913-822a-184ec628fe66 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:46.307813 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8c283e0-712c-4e36-9c3b-4184c23b6a5a req-e4b1a2eb-86eb-4913-822a-184ec628fe66 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 946 time: 0.0581391 Feb 10 15:52:46.431203 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:46.735253 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8c283e0-712c-4e36-9c3b-4184c23b6a5a req-0c31367d-2de1-4428-9536-67529ac3bcc0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4214833 Feb 10 15:52:46.758972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470cb58-b9de-4b4e-96a7-35fc9fbc9ff3 req-fb3e4647-c148-46fa-9e1f-cdbd41d6a556 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:46.764785 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c470cb58-b9de-4b4e-96a7-35fc9fbc9ff3 req-fb3e4647-c148-46fa-9e1f-cdbd41d6a556 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.0941892 Feb 10 15:52:46.829011 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c470cb58-b9de-4b4e-96a7-35fc9fbc9ff3 req-2f8b98f0-4676-47fa-b4d8-59a32751246a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633054 Feb 10 15:52:47.920295 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af5b75-af1c-4196-a036-d7b1d6cec485 req-5eabf780-721d-4f52-8832-de491803555f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:47.924896 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8af5b75-af1c-4196-a036-d7b1d6cec485 req-5eabf780-721d-4f52-8832-de491803555f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 946 time: 0.1063206 Feb 10 15:52:48.020100 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:48.077035 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8af5b75-af1c-4196-a036-d7b1d6cec485 req-81fe34c4-a716-4cde-9b45-d71be1a602a4 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413598 Feb 10 15:52:48.170366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d75b9-6755-465e-a1e5-e6091aeb3aba req-06a63f23-ce86-428d-973a-7a722bfa6074 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:48.181856 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1c3d75b9-6755-465e-a1e5-e6091aeb3aba req-06a63f23-ce86-428d-973a-7a722bfa6074 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.1711152 Feb 10 15:52:48.263945 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1c3d75b9-6755-465e-a1e5-e6091aeb3aba req-14415d1c-f428-4cc8-befb-7d9e69074305 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810733 Feb 10 15:52:48.379792 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3555a3-b4b4-4454-aa53-814e05649ff9 req-aa9c56a3-cfd9-48c7-bb1a-ac89878bef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:48.381824 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4d3555a3-b4b4-4454-aa53-814e05649ff9 req-aa9c56a3-cfd9-48c7-bb1a-ac89878bef7a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 1158 time: 0.3343620 Feb 10 15:52:48.490459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3555a3-b4b4-4454-aa53-814e05649ff9 req-7a634a61-ac1f-40b3-b90e-282845bf4e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:48.492145 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4d3555a3-b4b4-4454-aa53-814e05649ff9 req-7a634a61-ac1f-40b3-b90e-282845bf4e96 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eb83c23d-4793-48ba-9bfb-02eefaad8f38 HTTP/1.1" status: 200 len: 897 time: 0.0892007 Feb 10 15:52:48.568941 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4d3555a3-b4b4-4454-aa53-814e05649ff9 req-73723408-5cc4-4654-bc07-ea9950092a8b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a HTTP/1.1" status: 200 len: 1002 time: 0.0699794 Feb 10 15:52:48.619849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3555a3-b4b4-4454-aa53-814e05649ff9 req-6b27da51-56b3-4db5-b30f-316bccc726c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:48.622510 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4d3555a3-b4b4-4454-aa53-814e05649ff9 req-6b27da51-56b3-4db5-b30f-316bccc726c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=173faf90-bcce-4acb-8684-ea56e8817faf HTTP/1.1" status: 200 len: 834 time: 0.0476658 Feb 10 15:52:48.676259 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3555a3-b4b4-4454-aa53-814e05649ff9 req-1c5487ba-8500-4e7c-bc21-f7af09c67b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:48.678240 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4d3555a3-b4b4-4454-aa53-814e05649ff9 req-1c5487ba-8500-4e7c-bc21-f7af09c67b5f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb83c23d-4793-48ba-9bfb-02eefaad8f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496299 Feb 10 15:52:48.944009 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:49.133363 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4d3555a3-b4b4-4454-aa53-814e05649ff9 req-01b8f35d-5604-4002-a0f7-5ecf2b0af7b2 service neutron] 10.222.0.72 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477122 Feb 10 15:52:49.244150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c4e31-49ff-49b6-9c60-84756cd56977 req-ea764fb3-5b24-4ce9-a273-cd20bb4f5669 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:49.247169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-855c4e31-49ff-49b6-9c60-84756cd56977 req-ea764fb3-5b24-4ce9-a273-cd20bb4f5669 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 946 time: 0.0758266 Feb 10 15:52:49.273193 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4d3555a3-b4b4-4454-aa53-814e05649ff9 req-6f253a7d-c55f-46c0-85e4-d8fe85c9f65b service neutron] 10.222.0.72 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332123 Feb 10 15:52:49.316475 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-855c4e31-49ff-49b6-9c60-84756cd56977 req-aa3c2592-ed11-4169-bd1e-7a1aa2039442 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625865 Feb 10 15:52:49.433562 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd850a3-ecdc-42e5-87ad-2eda3cb61dcd req-5062b492-1ce2-4c71-83bb-5c11165091b1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:49.435359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2cd850a3-ecdc-42e5-87ad-2eda3cb61dcd req-5062b492-1ce2-4c71-83bb-5c11165091b1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.0700703 Feb 10 15:52:49.488867 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2cd850a3-ecdc-42e5-87ad-2eda3cb61dcd req-3735c2c1-6999-4977-ae6d-7c60c6620863 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473082 Feb 10 15:52:49.801360 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-2bf93fb8-2337-496e-9bd4-09a8e9bce3dd service neutron] 10.222.0.72 "GET /v2.0/ports/7f066efa-25dd-4de6-8e03-83bb94e0d81a/bindings/n-h2-815324-7 HTTP/1.1" status: 200 len: 384 time: 0.0706608 Feb 10 15:52:50.003626 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-b8039fe6-19c1-46da-8652-f7c83936960a service neutron] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:50.031182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-b8039fe6-19c1-46da-8652-f7c83936960a service neutron] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:50.087424 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-b8039fe6-19c1-46da-8652-f7c83936960a service neutron] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:50.105067 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:52:50.107701 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b227976-e504-42df-9082-07d8778af4c9" -d '{"events": [{"server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "name": "network-vif-unplugged", "status": "completed", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:50.126886 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-b8039fe6-19c1-46da-8652-f7c83936960a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:50.186404 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0310cf53-7a58-4807-926e-5ba2d11fedc1 x-openstack-request-id: req-0310cf53-7a58-4807-926e-5ba2d11fedc1 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:50.186706 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "name": "network-vif-unplugged", "status": "completed", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:50.186960 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0310cf53-7a58-4807-926e-5ba2d11fedc1 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:50.187363 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a', 'code': 200} Feb 10 15:52:50.237034 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-b8039fe6-19c1-46da-8652-f7c83936960a service neutron] Transition to ACTIVE for port object 7f066efa-25dd-4de6-8e03-83bb94e0d81a will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:52:50.242780 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-b8039fe6-19c1-46da-8652-f7c83936960a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:50.382457 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8039fe6-19c1-46da-8652-f7c83936960a service neutron] Pushing event updated for resources: {'Port': ['ID=7f066efa-25dd-4de6-8e03-83bb94e0d81a,revision_number=11']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:50.409534 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-b8039fe6-19c1-46da-8652-f7c83936960a service neutron] No DVR routers for this DVR port 7f066efa-25dd-4de6-8e03-83bb94e0d81a on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:52:50.534496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c8c0b-7f0a-4c8f-b9d7-04c2e145b440 req-bbab5dbe-c366-44a4-854d-b8670ebe02ef tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:50.545952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-420c8c0b-7f0a-4c8f-b9d7-04c2e145b440 req-bbab5dbe-c366-44a4-854d-b8670ebe02ef tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 945 time: 0.1138046 Feb 10 15:52:50.621842 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-420c8c0b-7f0a-4c8f-b9d7-04c2e145b440 req-c59f965d-45a6-4157-a900-35460ad03b7f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737035 Feb 10 15:52:50.628955 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-b8039fe6-19c1-46da-8652-f7c83936960a service neutron] 10.222.0.72 "PUT /v2.0/ports/7f066efa-25dd-4de6-8e03-83bb94e0d81a/bindings/n-h2-815324-7/activate HTTP/1.1" status: 200 len: 369 time: 0.8214519 Feb 10 15:52:50.715909 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ddb3d-cd48-47c0-b248-5b4437e12271 req-fda2c6ae-5efd-456c-99b3-565ff33b456a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:50.717723 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a27ddb3d-cd48-47c0-b248-5b4437e12271 req-fda2c6ae-5efd-456c-99b3-565ff33b456a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.0899906 Feb 10 15:52:50.764108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-df53f68d-0506-4fd8-b509-784fd5ddf75c tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:50.765706 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-df53f68d-0506-4fd8-b509-784fd5ddf75c tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&binding%3Ahost_id=n-h1-815324-7 HTTP/1.1" status: 200 len: 1127 time: 0.0715468 Feb 10 15:52:50.784961 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a27ddb3d-cd48-47c0-b248-5b4437e12271 req-c653cc2f-b46d-4010-9e58-48d3c82ce4fd tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604856 Feb 10 15:52:50.828165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-d93a5636-a5f9-4c31-a214-c57b5882dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:50.829832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-d93a5636-a5f9-4c31-a214-c57b5882dbe0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb HTTP/1.1" status: 200 len: 1127 time: 0.0574510 Feb 10 15:52:50.839717 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-ec19211b-38a0-4cb4-94cd-b919802b9edf service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:52:50.840848 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-ec19211b-38a0-4cb4-94cd-b919802b9edf service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059252 Feb 10 15:52:50.917411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-2cf9b9c2-53da-41d0-9eee-aa90931cedf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:50.918924 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-2cf9b9c2-53da-41d0-9eee-aa90931cedf0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 1127 time: 0.0553679 Feb 10 15:52:51.017874 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-96d07e62-aed8-4903-9546-9ef026a5b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:51.019413 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-96d07e62-aed8-4903-9546-9ef026a5b44f service neutron] 10.222.0.79 "GET /v2.0/networks?id=eb83c23d-4793-48ba-9bfb-02eefaad8f38 HTTP/1.1" status: 200 len: 897 time: 0.0945792 Feb 10 15:52:51.086299 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-807e32f0-5112-4ef1-b38d-ac84bf22b2f8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a HTTP/1.1" status: 200 len: 1000 time: 0.0611084 Feb 10 15:52:51.139333 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-bac015d1-2c89-477a-ac7d-13f789b92a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:51.141013 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-bac015d1-2c89-477a-ac7d-13f789b92a55 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=173faf90-bcce-4acb-8684-ea56e8817faf HTTP/1.1" status: 200 len: 834 time: 0.0488460 Feb 10 15:52:51.202446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-327a6df3-321d-4088-b62e-fd1877361e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:51.204681 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-327a6df3-321d-4088-b62e-fd1877361e6a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb83c23d-4793-48ba-9bfb-02eefaad8f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572393 Feb 10 15:52:51.346891 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-2b2d8fcd-197e-4128-a0a7-a74576e669cf service neutron] 10.222.0.79 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362486 Feb 10 15:52:51.473057 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-c1821103-3641-4634-ad84-67cdaf1e770e service neutron] 10.222.0.79 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203413 Feb 10 15:52:51.546896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36172) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:51.765143 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:51.805888 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-659b7684-9a3b-4946-bef5-962fa6a1d387 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:51.808600 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-659b7684-9a3b-4946-bef5-962fa6a1d387 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 1127 time: 0.0647984 Feb 10 15:52:51.880380 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30fcd3-4438-4d86-be40-82cddfbf6fa8 req-8f057890-9283-4844-bbd1-4a7fe8f3622e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:51.887605 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d30fcd3-4438-4d86-be40-82cddfbf6fa8 req-8f057890-9283-4844-bbd1-4a7fe8f3622e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 945 time: 0.1782689 Feb 10 15:52:52.004483 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa282c50-8537-4bbb-88b2-e621fbb0aac3 req-e7c7161c-fad0-4cfb-a832-6ddcc3645e4e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:52.006083 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fa282c50-8537-4bbb-88b2-e621fbb0aac3 req-e7c7161c-fad0-4cfb-a832-6ddcc3645e4e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.1054449 Feb 10 15:52:52.019796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-58340f1e-b3e2-4254-bc41-3cfd509eabea service neutron] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:52.029097 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Publish callbacks [] for security_group (b3e62790-6a3e-4174-9e61-d95e91645346), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:52.029304 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-58340f1e-b3e2-4254-bc41-3cfd509eabea service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:52.031265 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-58340f1e-b3e2-4254-bc41-3cfd509eabea service neutron] 10.222.0.79 "DELETE /v2.0/ports/7f066efa-25dd-4de6-8e03-83bb94e0d81a/bindings/n-h1-815324-7 HTTP/1.1" status: 204 len: 173 time: 0.2166498 Feb 10 15:52:52.045833 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d30fcd3-4438-4d86-be40-82cddfbf6fa8 req-4d9a5bf5-2e0d-41be-aec1-d725eb58e38c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573465 Feb 10 15:52:52.048622 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b3e62790-6a3e-4174-9e61-d95e91645346), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:52.091568 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6ce305882b64cf3baf4502cf46c9ae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5428839 Feb 10 15:52:52.095026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36180) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:52.124190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e62790-6a3e-4174-9e61-d95e91645346,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:52.142018 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:52.143090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:52.143722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:52.144597 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:52.145206 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:52.146117 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:52.146892 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:52.147496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:52.149276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:52.149857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:52.150614 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:52.151278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:52.152177 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf8d288-baa8-4f85-9d8a-8ace8718e43f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:52.155418 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ac8bb9e9-ca18-47fd-9f8e-d540798631fd admin admin] Publish callbacks [] for security_group (b3e62790-6a3e-4174-9e61-d95e91645346), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:52.185032 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ac8bb9e9-ca18-47fd-9f8e-d540798631fd admin admin] Publish callbacks [] for security_group (b3e62790-6a3e-4174-9e61-d95e91645346), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:52.238411 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fa282c50-8537-4bbb-88b2-e621fbb0aac3 req-8a73451c-6768-4a62-936a-2c21cc573ec6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158172 Feb 10 15:52:52.248628 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ac8bb9e9-ca18-47fd-9f8e-d540798631fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b3e62790-6a3e-4174-9e61-d95e91645346), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:52.254138 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ac8bb9e9-ca18-47fd-9f8e-d540798631fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:52.255898 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ac8bb9e9-ca18-47fd-9f8e-d540798631fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b3e62790-6a3e-4174-9e61-d95e91645346 HTTP/1.1" status: 204 len: 168 time: 0.1597228 Feb 10 15:52:52.271026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bb9e9-ca18-47fd-9f8e-d540798631fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e62790-6a3e-4174-9e61-d95e91645346,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:53.026777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7f066efa-25dd-4de6-8e03-83bb94e0d81a no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:52:53.125611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] The host n-h1-815324-7 is not matching for port 7f066efa-25dd-4de6-8e03-83bb94e0d81a host n-h2-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 15:52:53.126468 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 7f066efa-25dd-4de6-8e03-83bb94e0d81a not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:52:53.242926 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ada80-e23b-47f9-a1b3-b575557ad2be req-5c550301-d722-4eba-82ad-1a2df3a58cef tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:53.244532 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-743ada80-e23b-47f9-a1b3-b575557ad2be req-5c550301-d722-4eba-82ad-1a2df3a58cef tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 945 time: 0.0876043 Feb 10 15:52:53.251732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36204) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:53.317244 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-743ada80-e23b-47f9-a1b3-b575557ad2be req-77c69f06-2086-4ee7-96d6-cd3b2aca7206 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594013 Feb 10 15:52:53.380110 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc0ae8-563b-46a0-89c4-34462c6c2fb1 req-37d4908b-4708-4f66-a6ef-1dc93f658f43 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:53.389607 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2bfc0ae8-563b-46a0-89c4-34462c6c2fb1 req-37d4908b-4708-4f66-a6ef-1dc93f658f43 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.0703275 Feb 10 15:52:53.390528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ec4f7fe5-f6ae-487e-8375-a762af8cc88f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2046988674-network', 'tenant_id': '9cad8a0e31964e74a72a2f061be4feba'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:53.414411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4f7fe5-f6ae-487e-8375-a762af8cc88f admin admin] Made reservation on behalf of 9cad8a0e31964e74a72a2f061be4feba for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:53.417774 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7fe5-f6ae-487e-8375-a762af8cc88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:53.428564 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7fe5-f6ae-487e-8375-a762af8cc88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:53.464095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2bfc0ae8-563b-46a0-89c4-34462c6c2fb1 req-153fe305-2503-41d0-8649-d71860810eca tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639918 Feb 10 15:52:53.469652 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd931b-1758-44ac-a0ac-35d2db4da63d req-265ddaea-65a9-4c08-8b5c-ebc863ee4132 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:53.471203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-defd931b-1758-44ac-a0ac-35d2db4da63d req-265ddaea-65a9-4c08-8b5c-ebc863ee4132 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 1127 time: 0.0806682 Feb 10 15:52:53.521684 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-defd931b-1758-44ac-a0ac-35d2db4da63d req-119961d3-b740-44aa-83fb-8b591b74e5de tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442300 Feb 10 15:52:53.523375 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7fe5-f6ae-487e-8375-a762af8cc88f admin admin] Publish callbacks [] for security_group (40e7d21d-5c16-4075-a2cc-68849e723f0e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:53.529382 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7fe5-f6ae-487e-8375-a762af8cc88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (40e7d21d-5c16-4075-a2cc-68849e723f0e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:53.561623 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4f7fe5-f6ae-487e-8375-a762af8cc88f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:52:53.568322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f7fe5-f6ae-487e-8375-a762af8cc88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e7d21d-5c16-4075-a2cc-68849e723f0e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:53.576382 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7fe5-f6ae-487e-8375-a762af8cc88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (562f3b47-c8e3-4fd5-b1b5-826c22d1b85f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:53.576382 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-ec4f7fe5-f6ae-487e-8375-a762af8cc88f admin admin] Added segment 562f3b47-c8e3-4fd5-b1b5-826c22d1b85f of type vlan for network f37e3de6-68a6-4b0e-98b8-65bde3f5e586 Feb 10 15:52:53.623678 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7fe5-f6ae-487e-8375-a762af8cc88f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (f37e3de6-68a6-4b0e-98b8-65bde3f5e586), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:53.659345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49bb21-8c55-45d4-a0f9-abcbaeb6db17 req-c334a4a3-1ce5-448e-b5ab-ccceb809f7da tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:53.661200 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef49bb21-8c55-45d4-a0f9-abcbaeb6db17 req-c334a4a3-1ce5-448e-b5ab-ccceb809f7da tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 945 time: 0.0675716 Feb 10 15:52:53.662358 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7fe5-f6ae-487e-8375-a762af8cc88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (f37e3de6-68a6-4b0e-98b8-65bde3f5e586), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:53.663977 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4f7fe5-f6ae-487e-8375-a762af8cc88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:53.664544 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7fe5-f6ae-487e-8375-a762af8cc88f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:53.712771 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ec4f7fe5-f6ae-487e-8375-a762af8cc88f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4598348 Feb 10 15:52:53.716227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36214) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:53.723350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-54173bd1-d903-4b48-95cc-784f719641e1 admin admin] Request body: {'subnet': {'network_id': 'f37e3de6-68a6-4b0e-98b8-65bde3f5e586', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2046988674-subnet', 'tenant_id': '9cad8a0e31964e74a72a2f061be4feba', 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:53.733873 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef49bb21-8c55-45d4-a0f9-abcbaeb6db17 req-270430e5-f629-4d23-9942-6cee3f5ef09b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646305 Feb 10 15:52:53.750259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54173bd1-d903-4b48-95cc-784f719641e1 admin admin] Made reservation on behalf of 9cad8a0e31964e74a72a2f061be4feba for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:52:53.752890 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-54173bd1-d903-4b48-95cc-784f719641e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:53.766798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36216) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:53.778520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f7fe5-f6ae-487e-8375-a762af8cc88f admin admin] Pushing event updated for resources: {'Network': ['ID=f37e3de6-68a6-4b0e-98b8-65bde3f5e586,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:53.790773 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network f37e3de6-68a6-4b0e-98b8-65bde3f5e586 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:52:53.905514 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-fca4697d-ba1a-44be-a357-24bc6c5c4b19 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/0d354b6c-9094-4270-9d27-538e286e0792 HTTP/1.1" status: 200 len: 992 time: 0.1278942 Feb 10 15:52:54.009875 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-54173bd1-d903-4b48-95cc-784f719641e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (f41d0b4f-862b-49f0-97df-df5cdfdca2ba), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:54.071216 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54173bd1-d903-4b48-95cc-784f719641e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41d0b4f-862b-49f0-97df-df5cdfdca2ba,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:54.079259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54173bd1-d903-4b48-95cc-784f719641e1 admin admin] Checking segment: {'id': '562f3b47-c8e3-4fd5-b1b5-826c22d1b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f37e3de6-68a6-4b0e-98b8-65bde3f5e586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:52:54.079620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54173bd1-d903-4b48-95cc-784f719641e1 admin admin] Network hostable DHCP agents. Network: f37e3de6-68a6-4b0e-98b8-65bde3f5e586, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:52:54.097056 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54173bd1-d903-4b48-95cc-784f719641e1 admin admin] Network f37e3de6-68a6-4b0e-98b8-65bde3f5e586 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:52:54.106760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-54173bd1-d903-4b48-95cc-784f719641e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, f37e3de6-68a6-4b0e-98b8-65bde3f5e586) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:54.111369 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54173bd1-d903-4b48-95cc-784f719641e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:54.112540 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-54173bd1-d903-4b48-95cc-784f719641e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:54.118114 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc734962-72ba-425c-82f9-24787af8e8e5 None None] Network f37e3de6-68a6-4b0e-98b8-65bde3f5e586 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:52:54.131668 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-54173bd1-d903-4b48-95cc-784f719641e1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4134195 Feb 10 15:52:54.134448 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36218) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:54.139057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2046988674-router', 'tenant_id': '9cad8a0e31964e74a72a2f061be4feba', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:52:54.165218 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (a58375a9-c5ab-4224-827a-988dfa9eb2eb), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:54.166512 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (a58375a9-c5ab-4224-827a-988dfa9eb2eb), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:54.222598 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Publish callbacks [] for router_controller (a58375a9-c5ab-4224-827a-988dfa9eb2eb), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:54.233223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-f37e3de6-68a6-4b0e-98b8-65bde3f5e586', 'network_id': 'f37e3de6-68a6-4b0e-98b8-65bde3f5e586', 'project_id': '9cad8a0e31964e74a72a2f061be4feba', 'fixed_ips': [{'subnet_id': 'f41d0b4f-862b-49f0-97df-df5cdfdca2ba'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:52:54.234255 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:54.377962 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Publish callbacks [] for router_gateway (a58375a9-c5ab-4224-827a-988dfa9eb2eb), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:54.388425 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Allocated IP 172.20.0.2 (f37e3de6-68a6-4b0e-98b8-65bde3f5e586/f41d0b4f-862b-49f0-97df-df5cdfdca2ba/6a833874-9f00-40b1-a9f3-0e5af0b0e303) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:54.645067 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Publish callbacks [] for router_gateway (a58375a9-c5ab-4224-827a-988dfa9eb2eb), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:54.671821 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:54.695193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93743ed-9b4e-469c-88ab-a3c0c7441901 req-27ed2032-5749-49cb-a85c-b4729b019efa tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:54.701147 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a93743ed-9b4e-469c-88ab-a3c0c7441901 req-27ed2032-5749-49cb-a85c-b4729b019efa tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.1064501 Feb 10 15:52:54.715126 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Publish callbacks [] for port (6a833874-9f00-40b1-a9f3-0e5af0b0e303), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:54.722402 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (6a833874-9f00-40b1-a9f3-0e5af0b0e303), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:54.764639 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Pushing event updated for resources: {'Port': ['ID=6a833874-9f00-40b1-a9f3-0e5af0b0e303,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:54.777607 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:54.777957 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:54.778294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:54.778631 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:54.778962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:54.779289 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:54.779610 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:54.779933 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:54.780253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:54.780574 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:54.780919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:54.781239 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:54.781558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:54.785762 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Network f37e3de6-68a6-4b0e-98b8-65bde3f5e586 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:54.787442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:54.793464 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:54.824577 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a93743ed-9b4e-469c-88ab-a3c0c7441901 req-13d3105d-56e8-4af7-84f8-ff89da4136ae tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215274 Feb 10 15:52:54.836822 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Allocated IP 172.25.3.248 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/317b4304-f286-490a-8207-e4556e2ba9a5) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:54.858285 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Attempting to bind port 6a833874-9f00-40b1-a9f3-0e5af0b0e303 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:52:54.858784 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Attempting to bind port 6a833874-9f00-40b1-a9f3-0e5af0b0e303 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '562f3b47-c8e3-4fd5-b1b5-826c22d1b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f37e3de6-68a6-4b0e-98b8-65bde3f5e586'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:52:54.859216 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Attempting to bind port 6a833874-9f00-40b1-a9f3-0e5af0b0e303 on network f37e3de6-68a6-4b0e-98b8-65bde3f5e586 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:54.864430 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:54.864915 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Checking segment: {'id': '562f3b47-c8e3-4fd5-b1b5-826c22d1b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f37e3de6-68a6-4b0e-98b8-65bde3f5e586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:52:54.865400 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:54.865901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Bound using segment: {'id': '562f3b47-c8e3-4fd5-b1b5-826c22d1b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f37e3de6-68a6-4b0e-98b8-65bde3f5e586'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:54.868101 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Bound port: 6a833874-9f00-40b1-a9f3-0e5af0b0e303, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562f3b47-c8e3-4fd5-b1b5-826c22d1b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f37e3de6-68a6-4b0e-98b8-65bde3f5e586'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:52:54.868495 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6a833874-9f00-40b1-a9f3-0e5af0b0e303), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:54.933339 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] For port 6a833874-9f00-40b1-a9f3-0e5af0b0e303, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:54.936452 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] For port 6a833874-9f00-40b1-a9f3-0e5af0b0e303, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6a833874-9f00-40b1-a9f3-0e5af0b0e303,segment=NetworkSegment(562f3b47-c8e3-4fd5-b1b5-826c22d1b85f),segment_id=562f3b47-c8e3-4fd5-b1b5-826c22d1b85f)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:54.942799 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6a833874-9f00-40b1-a9f3-0e5af0b0e303), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:54.959352 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Publish callbacks [] for port (317b4304-f286-490a-8207-e4556e2ba9a5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:55.009441 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (317b4304-f286-490a-8207-e4556e2ba9a5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:55.010556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc4c6-1984-4dba-8618-ba225ffa7cf6 None None] Pushing event updated for resources: {'Port': ['ID=6a833874-9f00-40b1-a9f3-0e5af0b0e303,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:55.053739 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:55.061061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:55.064470 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:55.102403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Pushing event updated for resources: {'Port': ['ID=317b4304-f286-490a-8207-e4556e2ba9a5,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:55.372792 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Publish callbacks [] for router_gateway (a58375a9-c5ab-4224-827a-988dfa9eb2eb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:55.597869 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (a58375a9-c5ab-4224-827a-988dfa9eb2eb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:55.762670 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Router a58375a9-c5ab-4224-827a-988dfa9eb2eb is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:52:55.765022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6a833874-9f00-40b1-a9f3-0e5af0b0e303 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:55.839719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 6a833874-9f00-40b1-a9f3-0e5af0b0e303 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:55.840496 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6a833874-9f00-40b1-a9f3-0e5af0b0e303), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:55.919259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:55.943447 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Sync routers for ids ['a58375a9-c5ab-4224-827a-988dfa9eb2eb'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:55.960751 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Routers {'a58375a9-c5ab-4224-827a-988dfa9eb2eb'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:55.961714 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a58375a9-c5ab-4224-827a-988dfa9eb2eb'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:55.974506 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:55.980597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36226) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:55.982917 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e29f94b4-ef01-4cd2-bbc6-081c2edd08eb admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8473020 Feb 10 15:52:56.015687 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 6a833874-9f00-40b1-a9f3-0e5af0b0e303 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:52:56.016071 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6a833874-9f00-40b1-a9f3-0e5af0b0e303), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:56.110508 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 6a833874-9f00-40b1-a9f3-0e5af0b0e303, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6a833874-9f00-40b1-a9f3-0e5af0b0e303,segment=NetworkSegment(562f3b47-c8e3-4fd5-b1b5-826c22d1b85f),segment_id=562f3b47-c8e3-4fd5-b1b5-826c22d1b85f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:52:56.121042 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (6a833874-9f00-40b1-a9f3-0e5af0b0e303), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:56.137841 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e679a8-b6b9-4cd7-ab4b-58f9d7fd3ec0 req-841afde8-8e25-4554-9186-3ff0b09a6ad6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:56.143712 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79e679a8-b6b9-4cd7-ab4b-58f9d7fd3ec0 req-841afde8-8e25-4554-9186-3ff0b09a6ad6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.1589484 Feb 10 15:52:56.189648 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Set router a58375a9-c5ab-4224-827a-988dfa9eb2eb gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:56.231785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36232) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:52:56.247620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=6a833874-9f00-40b1-a9f3-0e5af0b0e303,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:56.265329 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79e679a8-b6b9-4cd7-ab4b-58f9d7fd3ec0 req-3da26cb3-ee27-45b2-a83f-c17aa1419a63 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151791 Feb 10 15:52:56.295163 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d06726a-bcff-40b8-ac56-63c249fb3414 None None] Network f37e3de6-68a6-4b0e-98b8-65bde3f5e586 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:52:56.417366 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'name': 'tempest-TestAggregatesBasicOps-2046988674-router', 'tenant_id': '9cad8a0e31964e74a72a2f061be4feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '317b4304-f286-490a-8207-e4556e2ba9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:54Z', 'updated_at': '2022-02-10T15:52:55Z', 'revision_number': 3, 'project_id': '9cad8a0e31964e74a72a2f061be4feba', 'gw_port': {'id': '317b4304-f286-490a-8207-e4556e2ba9a5', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:54Z', 'updated_at': '2022-02-10T15:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:56.435888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0524bd19-46f3-4b7f-8124-f02c2906f708 None None] Provisioning complete for port 6a833874-9f00-40b1-a9f3-0e5af0b0e303 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:56.436589 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0524bd19-46f3-4b7f-8124-f02c2906f708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6a833874-9f00-40b1-a9f3-0e5af0b0e303), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:56.457423 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Checking router: a58375a9-c5ab-4224-827a-988dfa9eb2eb for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:52:56.460890 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Updating router a58375a9-c5ab-4224-827a-988dfa9eb2eb port 317b4304-f286-490a-8207-e4556e2ba9a5 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:52:56.489708 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (317b4304-f286-490a-8207-e4556e2ba9a5), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:56.530788 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0524bd19-46f3-4b7f-8124-f02c2906f708 None None] Current status of the port 6a833874-9f00-40b1-a9f3-0e5af0b0e303 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:52:56.674299 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8fb2fcf7-6f47-4b30-8498-2e3983f38484 req-0afa32ca-4081-4938-aeb8-5a20464dfe6c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4844074 Feb 10 15:52:56.725598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-24de0d58-3c77-46b1-93b3-23cfea07dac8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port 4c2e702f-c4db-4c41-ad27-af6215698b62 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:52:56.725598 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24de0d58-3c77-46b1-93b3-23cfea07dac8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4c2e702f-c4db-4c41-ad27-af6215698b62), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:56.758535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-668fae05-2d2f-4729-8c52-75f6bbaaca20 None None] Provisioning complete for port 6a833874-9f00-40b1-a9f3-0e5af0b0e303 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:56.761970 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-668fae05-2d2f-4729-8c52-75f6bbaaca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6a833874-9f00-40b1-a9f3-0e5af0b0e303), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:56.842212 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Publish callbacks [] for port (317b4304-f286-490a-8207-e4556e2ba9a5), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:56.851255 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (317b4304-f286-490a-8207-e4556e2ba9a5), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:56.879893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-668fae05-2d2f-4729-8c52-75f6bbaaca20 None None] Current status of the port 6a833874-9f00-40b1-a9f3-0e5af0b0e303 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:52:56.916103 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c3e3c-0516-4b16-b172-9e400ecea0c1 None None] Pushing event updated for resources: {'Port': ['ID=317b4304-f286-490a-8207-e4556e2ba9a5,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:56.919481 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Attempting to bind port 317b4304-f286-490a-8207-e4556e2ba9a5 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:52:56.919800 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Attempting to bind port 317b4304-f286-490a-8207-e4556e2ba9a5 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:52:56.920173 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Attempting to bind port 317b4304-f286-490a-8207-e4556e2ba9a5 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:52:56.930585 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c3e3c-0516-4b16-b172-9e400ecea0c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:56.930948 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c3e3c-0516-4b16-b172-9e400ecea0c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:56.931305 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c3e3c-0516-4b16-b172-9e400ecea0c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:56.931691 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c3e3c-0516-4b16-b172-9e400ecea0c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:56.932041 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c3e3c-0516-4b16-b172-9e400ecea0c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:56.932376 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c3e3c-0516-4b16-b172-9e400ecea0c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:56.932727 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c3e3c-0516-4b16-b172-9e400ecea0c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:56.933060 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c3e3c-0516-4b16-b172-9e400ecea0c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:56.933508 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c3e3c-0516-4b16-b172-9e400ecea0c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:56.933842 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c3e3c-0516-4b16-b172-9e400ecea0c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:56.934170 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c3e3c-0516-4b16-b172-9e400ecea0c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:56.934494 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c3e3c-0516-4b16-b172-9e400ecea0c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:56.934820 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c3e3c-0516-4b16-b172-9e400ecea0c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:52:56.938083 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:52:56.938460 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:52:56.938863 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:56.939249 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:52:56.939725 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Bound port: 317b4304-f286-490a-8207-e4556e2ba9a5, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:52:56.940106 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (317b4304-f286-490a-8207-e4556e2ba9a5), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:56.966871 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2fcf7-6f47-4b30-8498-2e3983f38484 req-6e3ad70c-3440-43ec-bbe8-6f0a0711b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:56.968451 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8fb2fcf7-6f47-4b30-8498-2e3983f38484 req-6e3ad70c-3440-43ec-bbe8-6f0a0711b443 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 1127 time: 0.2260633 Feb 10 15:52:56.988332 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24de0d58-3c77-46b1-93b3-23cfea07dac8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4c2e702f-c4db-4c41-ad27-af6215698b62), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:56.989196 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24de0d58-3c77-46b1-93b3-23cfea07dac8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for floatingip (4c2e702f-c4db-4c41-ad27-af6215698b62), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:57.005939 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] For port 317b4304-f286-490a-8207-e4556e2ba9a5, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:52:57.009459 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] For port 317b4304-f286-490a-8207-e4556e2ba9a5, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=317b4304-f286-490a-8207-e4556e2ba9a5,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:52:57.017113 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (317b4304-f286-490a-8207-e4556e2ba9a5), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:57.017323 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-24de0d58-3c77-46b1-93b3-23cfea07dac8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for 4c2e702f-c4db-4c41-ad27-af6215698b62 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:52:57.070787 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Routers {'a58375a9-c5ab-4224-827a-988dfa9eb2eb'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:57.071439 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a58375a9-c5ab-4224-827a-988dfa9eb2eb'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:57.126191 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c3e3c-0516-4b16-b172-9e400ecea0c1 None None] Pushing event updated for resources: {'Port': ['ID=317b4304-f286-490a-8207-e4556e2ba9a5,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:57.207079 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] Set router a58375a9-c5ab-4224-827a-988dfa9eb2eb gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:57.243430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2fcf7-6f47-4b30-8498-2e3983f38484 req-da938c18-5c66-432d-ab53-f948df6bbe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:57.245126 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8fb2fcf7-6f47-4b30-8498-2e3983f38484 req-da938c18-5c66-432d-ab53-f948df6bbe15 service neutron] 10.222.0.79 "GET /v2.0/networks?id=eb83c23d-4793-48ba-9bfb-02eefaad8f38 HTTP/1.1" status: 200 len: 897 time: 0.2517788 Feb 10 15:52:57.386427 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8fb2fcf7-6f47-4b30-8498-2e3983f38484 req-3638ea78-f6e9-490c-bafb-1a062bf50a71 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a HTTP/1.1" status: 200 len: 1000 time: 0.1316013 Feb 10 15:52:57.402402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf267e-233d-4e34-b9eb-d855d577d830 req-3e7210c1-0697-4bb9-a3ca-e3abaaa633d6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:57.404732 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aeaf267e-233d-4e34-b9eb-d855d577d830 req-3e7210c1-0697-4bb9-a3ca-e3abaaa633d6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.0666475 Feb 10 15:52:57.467356 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:57.468449 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'name': 'tempest-TestAggregatesBasicOps-2046988674-router', 'tenant_id': '9cad8a0e31964e74a72a2f061be4feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '317b4304-f286-490a-8207-e4556e2ba9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:54Z', 'updated_at': '2022-02-10T15:52:55Z', 'revision_number': 3, 'project_id': '9cad8a0e31964e74a72a2f061be4feba', 'gw_port': {'id': '317b4304-f286-490a-8207-e4556e2ba9a5', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:54Z', 'updated_at': '2022-02-10T15:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:57.470017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24de0d58-3c77-46b1-93b3-23cfea07dac8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4c2e702f-c4db-4c41-ad27-af6215698b62), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:57.472067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aeaf267e-233d-4e34-b9eb-d855d577d830 req-a3354e5a-4e41-4d52-8f04-c43fb33d4a35 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603325 Feb 10 15:52:57.508868 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e0951-3eba-428d-bed9-21c3a6a09315 None None] The sync data for ids ['a58375a9-c5ab-4224-827a-988dfa9eb2eb'] in n-d-815324-7 is: [{'id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'name': 'tempest-TestAggregatesBasicOps-2046988674-router', 'tenant_id': '9cad8a0e31964e74a72a2f061be4feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '317b4304-f286-490a-8207-e4556e2ba9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:54Z', 'updated_at': '2022-02-10T15:52:55Z', 'revision_number': 3, 'project_id': '9cad8a0e31964e74a72a2f061be4feba', 'gw_port': {'id': '317b4304-f286-490a-8207-e4556e2ba9a5', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:54Z', 'updated_at': '2022-02-10T15:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:52:57.530228 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de0d58-3c77-46b1-93b3-23cfea07dac8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=4c2e702f-c4db-4c41-ad27-af6215698b62,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:57.576602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2fcf7-6f47-4b30-8498-2e3983f38484 req-cb365d6c-d3f7-43db-93e9-5338459a5cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:57.578249 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8fb2fcf7-6f47-4b30-8498-2e3983f38484 req-cb365d6c-d3f7-43db-93e9-5338459a5cc8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=173faf90-bcce-4acb-8684-ea56e8817faf HTTP/1.1" status: 200 len: 834 time: 0.1267693 Feb 10 15:52:57.752266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6a833874-9f00-40b1-a9f3-0e5af0b0e303 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:57.789460 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24de0d58-3c77-46b1-93b3-23cfea07dac8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for floatingip (0d354b6c-9094-4270-9d27-538e286e0792), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:57.789809 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-24de0d58-3c77-46b1-93b3-23cfea07dac8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Floating IP 0d354b6c-9094-4270-9d27-538e286e0792 disassociated (deleted). External IP: 172.25.3.209, port: 7f066efa-25dd-4de6-8e03-83bb94e0d81a. Feb 10 15:52:57.838874 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 6a833874-9f00-40b1-a9f3-0e5af0b0e303 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:57.838874 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (6a833874-9f00-40b1-a9f3-0e5af0b0e303), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:57.906772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2fcf7-6f47-4b30-8498-2e3983f38484 req-205a702b-a817-4b72-b77a-73d4674d8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:57.908343 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8fb2fcf7-6f47-4b30-8498-2e3983f38484 req-205a702b-a817-4b72-b77a-73d4674d8744 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb83c23d-4793-48ba-9bfb-02eefaad8f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2888150 Feb 10 15:52:57.983338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 6a833874-9f00-40b1-a9f3-0e5af0b0e303 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:52:58.378016 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Allocated IP 172.20.0.1 (f37e3de6-68a6-4b0e-98b8-65bde3f5e586/f41d0b4f-862b-49f0-97df-df5cdfdca2ba/d149a377-6134-4a18-91db-e7a470c9e9f0) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:52:58.548084 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8fb2fcf7-6f47-4b30-8498-2e3983f38484 req-9dce4492-bf67-4f08-99db-cb936999c3bd service neutron] 10.222.0.79 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293242 Feb 10 15:52:58.658658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317efb91-2635-4f7b-a087-0a6acf401536 req-3c09e640-4627-4f85-be33-c3305a7cbee2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:58.670385 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-317efb91-2635-4f7b-a087-0a6acf401536 req-3c09e640-4627-4f85-be33-c3305a7cbee2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.1044579 Feb 10 15:52:58.720398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Publish callbacks [] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:58.728564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-317efb91-2635-4f7b-a087-0a6acf401536 req-1cb4a399-0731-43eb-b8e3-5cf3b4150d66 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561092 Feb 10 15:52:58.750055 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24de0d58-3c77-46b1-93b3-23cfea07dac8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router a8a65f17-1dc2-463c-89b1-3491c7013953 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:52:58.758681 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8fb2fcf7-6f47-4b30-8498-2e3983f38484 req-bf5fc20b-04c7-48f1-9a22-b7605e18523e service neutron] 10.222.0.79 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030725 Feb 10 15:52:58.834973 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:58.921923 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Network f37e3de6-68a6-4b0e-98b8-65bde3f5e586 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:52:58.933192 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:52:58.939325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:52:58.966566 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d149a377-6134-4a18-91db-e7a470c9e9f0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:58.990192 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24de0d58-3c77-46b1-93b3-23cfea07dac8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:52:58.997644 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24de0d58-3c77-46b1-93b3-23cfea07dac8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:59.002785 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9655cb4-0e2f-4ab3-92e1-941d0c9856c7 None None] Sync routers for ids ['a8a65f17-1dc2-463c-89b1-3491c7013953'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:52:59.024357 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (a58375a9-c5ab-4224-827a-988dfa9eb2eb), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:59.026073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9655cb4-0e2f-4ab3-92e1-941d0c9856c7 None None] Routers {'a8a65f17-1dc2-463c-89b1-3491c7013953'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:59.026911 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-d9655cb4-0e2f-4ab3-92e1-941d0c9856c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a8a65f17-1dc2-463c-89b1-3491c7013953'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:59.081514 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-24de0d58-3c77-46b1-93b3-23cfea07dac8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/floatingips/0d354b6c-9094-4270-9d27-538e286e0792 HTTP/1.1" status: 204 len: 168 time: 2.8486896 Feb 10 15:52:59.086632 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:52:59.089159 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c371d1e-c823-4051-bdc6-a7de810ae04b" -d '{"events": [{"name": "network-changed", "server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:52:59.154547 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aee4ff-f1e1-4402-9fff-d8c24651ddf0 x-openstack-request-id: req-05aee4ff-f1e1-4402-9fff-d8c24651ddf0 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:52:59.155079 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:52:59.155505 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05aee4ff-f1e1-4402-9fff-d8c24651ddf0 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:52:59.156140 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a', 'status': 'completed', 'code': 200} Feb 10 15:52:59.199758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-d9655cb4-0e2f-4ab3-92e1-941d0c9856c7 None None] Set router a8a65f17-1dc2-463c-89b1-3491c7013953 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:59.248486 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:59.265695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c371d1e-c823-4051-bdc6-a7de810ae04b req-695c41c8-5c8d-441f-8ff5-44b3b2ed8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:59.267303 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8c371d1e-c823-4051-bdc6-a7de810ae04b req-695c41c8-5c8d-441f-8ff5-44b3b2ed8869 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 1127 time: 0.0778244 Feb 10 15:52:59.268365 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-dcd80bbd-7f64-4c8f-af36-0142aa2a2595 None None] Provisioning complete for port d149a377-6134-4a18-91db-e7a470c9e9f0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:59.269160 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcd80bbd-7f64-4c8f-af36-0142aa2a2595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:59.322890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-dcd80bbd-7f64-4c8f-af36-0142aa2a2595 None None] Port d149a377-6134-4a18-91db-e7a470c9e9f0 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:52:59.439315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd6a7a-8005-4300-a257-0a109c869e2e req-6857a887-43d8-43eb-a1f5-53a223357cbd tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:59.441744 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96cd6a7a-8005-4300-a257-0a109c869e2e req-6857a887-43d8-43eb-a1f5-53a223357cbd tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 945 time: 0.0916126 Feb 10 15:52:59.497264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c371d1e-c823-4051-bdc6-a7de810ae04b req-f7261430-9c81-496a-8d0b-3f3f38c52688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:59.498915 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8c371d1e-c823-4051-bdc6-a7de810ae04b req-f7261430-9c81-496a-8d0b-3f3f38c52688 service neutron] 10.222.0.79 "GET /v2.0/networks?id=eb83c23d-4793-48ba-9bfb-02eefaad8f38 HTTP/1.1" status: 200 len: 897 time: 0.1992774 Feb 10 15:52:59.503260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96cd6a7a-8005-4300-a257-0a109c869e2e req-7eee1daa-7849-4f9f-8bb4-255740d4558c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554230 Feb 10 15:52:59.505393 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-d9655cb4-0e2f-4ab3-92e1-941d0c9856c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300762081', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:51:38Z', 'updated_at': '2022-02-10T15:51:42Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:39Z', 'updated_at': '2022-02-10T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '814e7aa3-594f-4dfa-950b-a2f7bf7f8350', 'name': '', 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:a9:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:42Z', 'updated_at': '2022-02-10T15:51:47Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:59.540474 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9655cb4-0e2f-4ab3-92e1-941d0c9856c7 None None] Checking router: a8a65f17-1dc2-463c-89b1-3491c7013953 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:52:59.550239 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9655cb4-0e2f-4ab3-92e1-941d0c9856c7 None None] Routers {'a8a65f17-1dc2-463c-89b1-3491c7013953'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:52:59.550950 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-d9655cb4-0e2f-4ab3-92e1-941d0c9856c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a8a65f17-1dc2-463c-89b1-3491c7013953'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:52:59.573046 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8c371d1e-c823-4051-bdc6-a7de810ae04b req-c251ffb8-36eb-4b25-b09d-674d50c5df15 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a HTTP/1.1" status: 200 len: 217 time: 0.0566683 Feb 10 15:52:59.628371 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Publish callbacks [] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:59.636808 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:59.666095 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c371d1e-c823-4051-bdc6-a7de810ae04b req-3da79939-b87c-47b2-b695-bf56fc18bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:59.667831 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8c371d1e-c823-4051-bdc6-a7de810ae04b req-3da79939-b87c-47b2-b695-bf56fc18bce9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=173faf90-bcce-4acb-8684-ea56e8817faf HTTP/1.1" status: 200 len: 834 time: 0.0879927 Feb 10 15:52:59.692190 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-d9655cb4-0e2f-4ab3-92e1-941d0c9856c7 None None] Set router a8a65f17-1dc2-463c-89b1-3491c7013953 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:52:59.742334 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 317b4304-f286-490a-8207-e4556e2ba9a5 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:52:59.780174 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (a58375a9-c5ab-4224-827a-988dfa9eb2eb), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:59.798232 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d149a377-6134-4a18-91db-e7a470c9e9f0,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:52:59.888913 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c371d1e-c823-4051-bdc6-a7de810ae04b req-ef4023c5-5bc8-46fe-8505-680b61e78034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:59.890929 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8c371d1e-c823-4051-bdc6-a7de810ae04b req-ef4023c5-5bc8-46fe-8505-680b61e78034 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb83c23d-4793-48ba-9bfb-02eefaad8f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1992254 Feb 10 15:52:59.892341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c5a3c-5f44-4cec-9eae-296b44fa5863 req-95878851-ddec-4332-96d0-eaf8d4d9eb45 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:52:59.894047 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a00c5a3c-5f44-4cec-9eae-296b44fa5863 req-95878851-ddec-4332-96d0-eaf8d4d9eb45 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.0641100 Feb 10 15:52:59.905563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 317b4304-f286-490a-8207-e4556e2ba9a5 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:52:59.905943 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (317b4304-f286-490a-8207-e4556e2ba9a5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:52:59.954589 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a00c5a3c-5f44-4cec-9eae-296b44fa5863 req-feb21602-5ee8-407a-8ac1-63707a90a489 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532465 Feb 10 15:53:00.001746 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Network f37e3de6-68a6-4b0e-98b8-65bde3f5e586 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:00.005956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:00.050491 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-d9655cb4-0e2f-4ab3-92e1-941d0c9856c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300762081', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:51:38Z', 'updated_at': '2022-02-10T15:51:42Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:39Z', 'updated_at': '2022-02-10T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '814e7aa3-594f-4dfa-950b-a2f7bf7f8350', 'name': '', 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:a9:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:42Z', 'updated_at': '2022-02-10T15:51:47Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:00.052472 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 317b4304-f286-490a-8207-e4556e2ba9a5 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:00.052942 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (317b4304-f286-490a-8207-e4556e2ba9a5), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:00.064641 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8c371d1e-c823-4051-bdc6-a7de810ae04b req-a4d03121-8a31-498f-aee0-55dc3691d1de service neutron] 10.222.0.79 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630690 Feb 10 15:53:00.087726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9655cb4-0e2f-4ab3-92e1-941d0c9856c7 None None] The sync data for ids ['a8a65f17-1dc2-463c-89b1-3491c7013953'] in n-d-815324-7 is: [{'id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300762081', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:51:38Z', 'updated_at': '2022-02-10T15:51:42Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:39Z', 'updated_at': '2022-02-10T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '814e7aa3-594f-4dfa-950b-a2f7bf7f8350', 'name': '', 'network_id': 'eb83c23d-4793-48ba-9bfb-02eefaad8f38', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:a9:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:42Z', 'updated_at': '2022-02-10T15:51:47Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '173faf90-bcce-4acb-8684-ea56e8817faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:00.105621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 317b4304-f286-490a-8207-e4556e2ba9a5, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=317b4304-f286-490a-8207-e4556e2ba9a5,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:00.114110 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (317b4304-f286-490a-8207-e4556e2ba9a5), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:00.191996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=317b4304-f286-490a-8207-e4556e2ba9a5,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:00.260397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab75f8-5dcd-49c7-bc68-404634eae002 req-9de56bfb-5ef7-48be-82a0-4d4d303b1170 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:00.261932 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a9ab75f8-5dcd-49c7-bc68-404634eae002 req-9de56bfb-5ef7-48be-82a0-4d4d303b1170 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.79 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 945 time: 0.2002153 Feb 10 15:53:00.346737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Router a58375a9-c5ab-4224-827a-988dfa9eb2eb has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:00.349815 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8c371d1e-c823-4051-bdc6-a7de810ae04b req-cb64dd5c-5533-4d68-bbce-576bc6d411f5 service neutron] 10.222.0.79 "GET /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443440 Feb 10 15:53:00.354962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1f2b900b-25a4-4411-ac6d-f1b11bea5257 None None] Provisioning complete for port d149a377-6134-4a18-91db-e7a470c9e9f0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:00.355328 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1f2b900b-25a4-4411-ac6d-f1b11bea5257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:00.408609 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b900b-25a4-4411-ac6d-f1b11bea5257 None None] Port d149a377-6134-4a18-91db-e7a470c9e9f0 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:53:00.417773 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213098de-98ed-492e-8bf9-6dca7743483b None None] New status for floating IP 0d354b6c-9094-4270-9d27-538e286e0792: DOWN {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:53:00.508500 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-a9ab75f8-5dcd-49c7-bc68-404634eae002 req-98114835-4185-48d8-b977-96695994373b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port 7f066efa-25dd-4de6-8e03-83bb94e0d81a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:53:00.509090 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a9ab75f8-5dcd-49c7-bc68-404634eae002 req-98114835-4185-48d8-b977-96695994373b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:00.622844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:00.632373 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-080857eb-5cce-4b73-b21a-a9934deb50d2 admin admin] 10.222.0.64 "PUT /v2.0/routers/a58375a9-c5ab-4224-827a-988dfa9eb2eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6499183 Feb 10 15:53:00.634410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Sync routers for ids ['a58375a9-c5ab-4224-827a-988dfa9eb2eb'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:00.654092 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Routers {'a58375a9-c5ab-4224-827a-988dfa9eb2eb'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:00.654834 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a58375a9-c5ab-4224-827a-988dfa9eb2eb'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:00.685256 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241e131-420b-4d98-835a-ca9cf463a188 req-71e27ad5-8cc7-4228-8f49-15987e08645b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:00.687741 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5241e131-420b-4d98-835a-ca9cf463a188 req-71e27ad5-8cc7-4228-8f49-15987e08645b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42297c5-6ee7-4ec6-82a2-0f40fcfd559b HTTP/1.1" status: 200 len: 945 time: 0.0818200 Feb 10 15:53:00.690477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a9ab75f8-5dcd-49c7-bc68-404634eae002 req-98114835-4185-48d8-b977-96695994373b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] For port 7f066efa-25dd-4de6-8e03-83bb94e0d81a, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=7f066efa-25dd-4de6-8e03-83bb94e0d81a,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:00.691115 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a9ab75f8-5dcd-49c7-bc68-404634eae002 req-98114835-4185-48d8-b977-96695994373b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:00.707432 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-a9ab75f8-5dcd-49c7-bc68-404634eae002 req-98114835-4185-48d8-b977-96695994373b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for 7f066efa-25dd-4de6-8e03-83bb94e0d81a owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:53:00.818299 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5241e131-420b-4d98-835a-ca9cf463a188 req-8cbd9518-320d-42f0-a94c-ba529d0d26d1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=848b19c3-b7ac-4797-9cca-da8d34a0a5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172750 Feb 10 15:53:00.820346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Set router a58375a9-c5ab-4224-827a-988dfa9eb2eb gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:00.891254 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a9ab75f8-5dcd-49c7-bc68-404634eae002 req-98114835-4185-48d8-b977-96695994373b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7f066efa-25dd-4de6-8e03-83bb94e0d81a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:00.929472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98114835-4185-48d8-b977-96695994373b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=7f066efa-25dd-4de6-8e03-83bb94e0d81a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:00.995803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ab75f8-5dcd-49c7-bc68-404634eae002 req-98114835-4185-48d8-b977-96695994373b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] No DVR routers for this DVR port 7f066efa-25dd-4de6-8e03-83bb94e0d81a on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:01.008950 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a9ab75f8-5dcd-49c7-bc68-404634eae002 req-98114835-4185-48d8-b977-96695994373b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:01.013448 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a9ab75f8-5dcd-49c7-bc68-404634eae002 req-98114835-4185-48d8-b977-96695994373b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.79 "DELETE /v2.0/ports/7f066efa-25dd-4de6-8e03-83bb94e0d81a HTTP/1.1" status: 204 len: 173 time: 0.7451501 Feb 10 15:53:01.108977 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e504a5a-7396-4f75-9125-259b27773536 req-4c365f43-76f6-4d12-9749-8ee3957000ea tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:01.111522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2e504a5a-7396-4f75-9125-259b27773536 req-4c365f43-76f6-4d12-9749-8ee3957000ea tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.0655570 Feb 10 15:53:01.157650 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'name': 'network-vif-deleted', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:53:01.160847 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c227e4-d6ed-4347-a33b-d6af03f6fa5b" -d '{"events": [{"server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "name": "network-vif-deleted", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:01.196520 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2e504a5a-7396-4f75-9125-259b27773536 req-04732fcb-b2c4-4c9a-9d37-c6045f0f7089 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774050 Feb 10 15:53:01.242425 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'name': 'tempest-TestAggregatesBasicOps-2046988674-router', 'tenant_id': '9cad8a0e31964e74a72a2f061be4feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '317b4304-f286-490a-8207-e4556e2ba9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:54Z', 'updated_at': '2022-02-10T15:52:59Z', 'revision_number': 4, 'project_id': '9cad8a0e31964e74a72a2f061be4feba', 'gw_port': {'id': '317b4304-f286-490a-8207-e4556e2ba9a5', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:54Z', 'updated_at': '2022-02-10T15:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'd149a377-6134-4a18-91db-e7a470c9e9f0', 'name': '', 'network_id': 'f37e3de6-68a6-4b0e-98b8-65bde3f5e586', 'tenant_id': '9cad8a0e31964e74a72a2f061be4feba', 'mac_address': 'fa:16:3e:ab:fd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f41d0b4f-862b-49f0-97df-df5cdfdca2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:57Z', 'updated_at': '2022-02-10T15:52:59Z', 'revision_number': 2, 'project_id': '9cad8a0e31964e74a72a2f061be4feba', 'subnets': [{'id': 'f41d0b4f-862b-49f0-97df-df5cdfdca2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:01.247172 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb2d747-2aff-4f22-b6a8-0380bd0bd293 x-openstack-request-id: req-4fb2d747-2aff-4f22-b6a8-0380bd0bd293 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:01.247670 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42297c5-6ee7-4ec6-82a2-0f40fcfd559b", "name": "network-vif-deleted", "tag": "7f066efa-25dd-4de6-8e03-83bb94e0d81a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:01.247939 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4fb2d747-2aff-4f22-b6a8-0380bd0bd293 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:01.253269 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42297c5-6ee7-4ec6-82a2-0f40fcfd559b', 'name': 'network-vif-deleted', 'tag': '7f066efa-25dd-4de6-8e03-83bb94e0d81a', 'status': 'completed', 'code': 200} Feb 10 15:53:01.272255 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Checking router: a58375a9-c5ab-4224-827a-988dfa9eb2eb for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:01.272742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Updating router a58375a9-c5ab-4224-827a-988dfa9eb2eb port d149a377-6134-4a18-91db-e7a470c9e9f0 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:53:01.321576 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:01.499597 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36266) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:01.507896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-eb6e3d5e-6c0f-442e-b865-2305f45aecaf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-33349372-network', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:01.531619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6e3d5e-6c0f-442e-b865-2305f45aecaf admin admin] Made reservation on behalf of 10dad0a3993443cc92aea8fdd483860c for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:01.535988 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3d5e-6c0f-442e-b865-2305f45aecaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:01.552743 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3d5e-6c0f-442e-b865-2305f45aecaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:01.638354 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3d5e-6c0f-442e-b865-2305f45aecaf admin admin] Publish callbacks [] for security_group (523c8069-0435-431b-8381-1a9e3f96d10f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:01.643387 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3d5e-6c0f-442e-b865-2305f45aecaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (523c8069-0435-431b-8381-1a9e3f96d10f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:01.667464 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Publish callbacks [] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:01.671746 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6e3d5e-6c0f-442e-b865-2305f45aecaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:53:01.675051 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:01.683000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e3d5e-6c0f-442e-b865-2305f45aecaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523c8069-0435-431b-8381-1a9e3f96d10f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:01.687828 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3d5e-6c0f-442e-b865-2305f45aecaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (491d7797-843e-43b3-9ab3-f3f6ede047f6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:01.688180 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-eb6e3d5e-6c0f-442e-b865-2305f45aecaf admin admin] Added segment 491d7797-843e-43b3-9ab3-f3f6ede047f6 of type vlan for network beb54b6a-97e9-4493-82d8-9858d0f97caf Feb 10 15:53:01.738091 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fdf36-fe14-47f0-af5d-5c1c756d7882 None None] Pushing event updated for resources: {'Port': ['ID=d149a377-6134-4a18-91db-e7a470c9e9f0,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:01.740574 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 317b4304-f286-490a-8207-e4556e2ba9a5 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:01.747091 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3d5e-6c0f-442e-b865-2305f45aecaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (beb54b6a-97e9-4493-82d8-9858d0f97caf), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:01.791427 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3d5e-6c0f-442e-b865-2305f45aecaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (beb54b6a-97e9-4493-82d8-9858d0f97caf), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:01.792479 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6e3d5e-6c0f-442e-b865-2305f45aecaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:01.793707 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3d5e-6c0f-442e-b865-2305f45aecaf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:01.868040 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-eb6e3d5e-6c0f-442e-b865-2305f45aecaf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3662865 Feb 10 15:53:01.871423 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36270) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:01.872129 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e3d5e-6c0f-442e-b865-2305f45aecaf admin admin] Pushing event updated for resources: {'Network': ['ID=beb54b6a-97e9-4493-82d8-9858d0f97caf,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:01.877215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d61d4a37-55af-420a-a109-20d7b4edb55f admin admin] Request body: {'subnet': {'network_id': 'beb54b6a-97e9-4493-82d8-9858d0f97caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-33349372-subnet', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c', 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:01.909013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36272) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:01.925458 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61d4a37-55af-420a-a109-20d7b4edb55f admin admin] Made reservation on behalf of 10dad0a3993443cc92aea8fdd483860c for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:01.938377 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d61d4a37-55af-420a-a109-20d7b4edb55f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:02.054913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network beb54b6a-97e9-4493-82d8-9858d0f97caf details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:53:02.058667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 317b4304-f286-490a-8207-e4556e2ba9a5 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:02.059434 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (317b4304-f286-490a-8207-e4556e2ba9a5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:02.090753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Attempting to bind port d149a377-6134-4a18-91db-e7a470c9e9f0 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:53:02.091510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Attempting to bind port d149a377-6134-4a18-91db-e7a470c9e9f0 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '562f3b47-c8e3-4fd5-b1b5-826c22d1b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f37e3de6-68a6-4b0e-98b8-65bde3f5e586'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:53:02.092136 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Attempting to bind port d149a377-6134-4a18-91db-e7a470c9e9f0 on network f37e3de6-68a6-4b0e-98b8-65bde3f5e586 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:02.114923 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:02.117425 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Checking segment: {'id': '562f3b47-c8e3-4fd5-b1b5-826c22d1b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f37e3de6-68a6-4b0e-98b8-65bde3f5e586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:53:02.118111 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:02.119652 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Bound using segment: {'id': '562f3b47-c8e3-4fd5-b1b5-826c22d1b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f37e3de6-68a6-4b0e-98b8-65bde3f5e586'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:02.120419 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Bound port: d149a377-6134-4a18-91db-e7a470c9e9f0, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562f3b47-c8e3-4fd5-b1b5-826c22d1b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f37e3de6-68a6-4b0e-98b8-65bde3f5e586'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:53:02.123164 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:02.287897 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d61d4a37-55af-420a-a109-20d7b4edb55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (8aca20f2-5393-476f-aa5a-44af8f20f3f9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:02.346463 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-66218dfe-efff-4bf0-8d9a-9aca14e23feb None None] Provisioning complete for port d149a377-6134-4a18-91db-e7a470c9e9f0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:02.347815 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-66218dfe-efff-4bf0-8d9a-9aca14e23feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:02.406196 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 317b4304-f286-490a-8207-e4556e2ba9a5 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:02.427728 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d4a37-55af-420a-a109-20d7b4edb55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aca20f2-5393-476f-aa5a-44af8f20f3f9,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:02.433039 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d4a37-55af-420a-a109-20d7b4edb55f admin admin] Checking segment: {'id': '491d7797-843e-43b3-9ab3-f3f6ede047f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'beb54b6a-97e9-4493-82d8-9858d0f97caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:53:02.433387 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d4a37-55af-420a-a109-20d7b4edb55f admin admin] Network hostable DHCP agents. Network: beb54b6a-97e9-4493-82d8-9858d0f97caf, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:53:02.460950 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea4629-9c44-4cb0-9a1b-82af2a06a0d5 req-8cf2c05c-f97f-4b87-a70e-5dd47fa18322 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:02.469115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9ea4629-9c44-4cb0-9a1b-82af2a06a0d5 req-8cf2c05c-f97f-4b87-a70e-5dd47fa18322 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.1238465 Feb 10 15:53:02.486774 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] For port d149a377-6134-4a18-91db-e7a470c9e9f0, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:02.491789 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d4a37-55af-420a-a109-20d7b4edb55f admin admin] Network beb54b6a-97e9-4493-82d8-9858d0f97caf is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:53:02.494845 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] For port d149a377-6134-4a18-91db-e7a470c9e9f0, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d149a377-6134-4a18-91db-e7a470c9e9f0,segment=NetworkSegment(562f3b47-c8e3-4fd5-b1b5-826c22d1b85f),segment_id=562f3b47-c8e3-4fd5-b1b5-826c22d1b85f)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:02.499369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-66218dfe-efff-4bf0-8d9a-9aca14e23feb None None] Port d149a377-6134-4a18-91db-e7a470c9e9f0 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:53:02.509794 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:02.514209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-d61d4a37-55af-420a-a109-20d7b4edb55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, beb54b6a-97e9-4493-82d8-9858d0f97caf) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:02.525523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61d4a37-55af-420a-a109-20d7b4edb55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:02.526265 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d61d4a37-55af-420a-a109-20d7b4edb55f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:02.557135 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9ea4629-9c44-4cb0-9a1b-82af2a06a0d5 req-1d856d9d-49fe-4e4d-be14-43d1a68e29cc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869679 Feb 10 15:53:02.575080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ec50bd-22e7-4d1c-b047-819adb55a107 None None] Network beb54b6a-97e9-4493-82d8-9858d0f97caf requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:53:02.591164 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d61d4a37-55af-420a-a109-20d7b4edb55f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7154787 Feb 10 15:53:02.591385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36276) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:02.596671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-33349372-router', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:02.629829 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:02.633417 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:02.646292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Routers {'a58375a9-c5ab-4224-827a-988dfa9eb2eb'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:02.646913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a58375a9-c5ab-4224-827a-988dfa9eb2eb'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:02.700723 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Publish callbacks [] for router_controller (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:02.818188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fdf36-fe14-47f0-af5d-5c1c756d7882 None None] Pushing event updated for resources: {'Port': ['ID=d149a377-6134-4a18-91db-e7a470c9e9f0,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:02.907617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 7f066efa-25dd-4de6-8e03-83bb94e0d81a no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:02.939486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 7f066efa-25dd-4de6-8e03-83bb94e0d81a {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:53:02.939888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 7f066efa-25dd-4de6-8e03-83bb94e0d81a not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:02.963801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] Set router a58375a9-c5ab-4224-827a-988dfa9eb2eb gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:02.981356 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Publish callbacks [] for router_gateway (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:03.009805 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-beb54b6a-97e9-4493-82d8-9858d0f97caf', 'network_id': 'beb54b6a-97e9-4493-82d8-9858d0f97caf', 'project_id': '10dad0a3993443cc92aea8fdd483860c', 'fixed_ips': [{'subnet_id': '8aca20f2-5393-476f-aa5a-44af8f20f3f9'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:53:03.010877 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:03.018462 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e2978b21-ae23-4d09-a43e-a03ba1d2fde4 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (a8a65f17-1dc2-463c-89b1-3491c7013953), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:03.106114 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-54538b10-e768-40e3-a204-eb6659009448 None None] Provisioning complete for port d149a377-6134-4a18-91db-e7a470c9e9f0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:03.106523 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-54538b10-e768-40e3-a204-eb6659009448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:03.229484 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Publish callbacks [] for router_gateway (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:03.254117 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:03.372455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e2978b21-ae23-4d09-a43e-a03ba1d2fde4 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:53:03.373147 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e2978b21-ae23-4d09-a43e-a03ba1d2fde4 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:03.379223 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Allocated IP 172.25.3.24 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/be281918-af3f-48f5-b1e1-c6219fd531e3) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:03.384960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Allocated IP 172.20.0.2 (beb54b6a-97e9-4493-82d8-9858d0f97caf/8aca20f2-5393-476f-aa5a-44af8f20f3f9/d6abcd43-2616-46df-b073-0401300afeca) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:03.417058 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-54538b10-e768-40e3-a204-eb6659009448 None None] Current status of the port d149a377-6134-4a18-91db-e7a470c9e9f0 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:03.417483 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-54538b10-e768-40e3-a204-eb6659009448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:03.476821 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-e2978b21-ae23-4d09-a43e-a03ba1d2fde4 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] For port 814e7aa3-594f-4dfa-950b-a2f7bf7f8350, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=814e7aa3-594f-4dfa-950b-a2f7bf7f8350,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:03.477201 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e2978b21-ae23-4d09-a43e-a03ba1d2fde4 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:03.493824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-e2978b21-ae23-4d09-a43e-a03ba1d2fde4 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:53:03.499748 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Publish callbacks [] for port (be281918-af3f-48f5-b1e1-c6219fd531e3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:03.508161 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-54538b10-e768-40e3-a204-eb6659009448 None None] For port d149a377-6134-4a18-91db-e7a470c9e9f0, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d149a377-6134-4a18-91db-e7a470c9e9f0,segment=NetworkSegment(562f3b47-c8e3-4fd5-b1b5-826c22d1b85f),segment_id=562f3b47-c8e3-4fd5-b1b5-826c22d1b85f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:03.518408 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-54538b10-e768-40e3-a204-eb6659009448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:03.541493 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (be281918-af3f-48f5-b1e1-c6219fd531e3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:03.558071 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'name': 'tempest-TestAggregatesBasicOps-2046988674-router', 'tenant_id': '9cad8a0e31964e74a72a2f061be4feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '317b4304-f286-490a-8207-e4556e2ba9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:54Z', 'updated_at': '2022-02-10T15:52:59Z', 'revision_number': 4, 'project_id': '9cad8a0e31964e74a72a2f061be4feba', 'gw_port': {'id': '317b4304-f286-490a-8207-e4556e2ba9a5', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:54Z', 'updated_at': '2022-02-10T15:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'd149a377-6134-4a18-91db-e7a470c9e9f0', 'name': '', 'network_id': 'f37e3de6-68a6-4b0e-98b8-65bde3f5e586', 'tenant_id': '9cad8a0e31964e74a72a2f061be4feba', 'mac_address': 'fa:16:3e:ab:fd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f41d0b4f-862b-49f0-97df-df5cdfdca2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:57Z', 'updated_at': '2022-02-10T15:53:02Z', 'revision_number': 4, 'project_id': '9cad8a0e31964e74a72a2f061be4feba', 'subnets': [{'id': 'f41d0b4f-862b-49f0-97df-df5cdfdca2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:03.589893 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:03.595092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:03.600165 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:03.622215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Pushing event updated for resources: {'Port': ['ID=be281918-af3f-48f5-b1e1-c6219fd531e3,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:03.646981 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a539d36-fd62-4bdd-94a8-15837dcc5706 None None] The sync data for ids ['a58375a9-c5ab-4224-827a-988dfa9eb2eb'] in n-d-815324-7 is: [{'id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'name': 'tempest-TestAggregatesBasicOps-2046988674-router', 'tenant_id': '9cad8a0e31964e74a72a2f061be4feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '317b4304-f286-490a-8207-e4556e2ba9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:54Z', 'updated_at': '2022-02-10T15:52:59Z', 'revision_number': 4, 'project_id': '9cad8a0e31964e74a72a2f061be4feba', 'gw_port': {'id': '317b4304-f286-490a-8207-e4556e2ba9a5', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:54Z', 'updated_at': '2022-02-10T15:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'd149a377-6134-4a18-91db-e7a470c9e9f0', 'name': '', 'network_id': 'f37e3de6-68a6-4b0e-98b8-65bde3f5e586', 'tenant_id': '9cad8a0e31964e74a72a2f061be4feba', 'mac_address': 'fa:16:3e:ab:fd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f41d0b4f-862b-49f0-97df-df5cdfdca2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:57Z', 'updated_at': '2022-02-10T15:53:02Z', 'revision_number': 4, 'project_id': '9cad8a0e31964e74a72a2f061be4feba', 'subnets': [{'id': 'f41d0b4f-862b-49f0-97df-df5cdfdca2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:03.691799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54538b10-e768-40e3-a204-eb6659009448 None None] Pushing event updated for resources: {'Port': ['ID=d149a377-6134-4a18-91db-e7a470c9e9f0,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:03.726593 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Publish callbacks [] for port (d6abcd43-2616-46df-b073-0401300afeca), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:03.752911 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (d6abcd43-2616-46df-b073-0401300afeca), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:03.814840 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e2978b21-ae23-4d09-a43e-a03ba1d2fde4 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (814e7aa3-594f-4dfa-950b-a2f7bf7f8350), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:03.829460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Network beb54b6a-97e9-4493-82d8-9858d0f97caf is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:03.833549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:03.840966 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:03.885975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2978b21-ae23-4d09-a43e-a03ba1d2fde4 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=814e7aa3-594f-4dfa-950b-a2f7bf7f8350,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:03.903890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Pushing event updated for resources: {'Port': ['ID=d6abcd43-2616-46df-b073-0401300afeca,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:03.923404 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Attempting to bind port d6abcd43-2616-46df-b073-0401300afeca on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:53:03.924332 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Attempting to bind port d6abcd43-2616-46df-b073-0401300afeca by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '491d7797-843e-43b3-9ab3-f3f6ede047f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'beb54b6a-97e9-4493-82d8-9858d0f97caf'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:53:03.925147 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Attempting to bind port d6abcd43-2616-46df-b073-0401300afeca on network beb54b6a-97e9-4493-82d8-9858d0f97caf {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:03.939881 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:03.941620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Checking segment: {'id': '491d7797-843e-43b3-9ab3-f3f6ede047f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'beb54b6a-97e9-4493-82d8-9858d0f97caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:53:03.942324 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:03.943213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Bound using segment: {'id': '491d7797-843e-43b3-9ab3-f3f6ede047f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'beb54b6a-97e9-4493-82d8-9858d0f97caf'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:03.949235 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Bound port: d6abcd43-2616-46df-b073-0401300afeca, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491d7797-843e-43b3-9ab3-f3f6ede047f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'beb54b6a-97e9-4493-82d8-9858d0f97caf'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:53:03.950015 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d6abcd43-2616-46df-b073-0401300afeca), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:04.041635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a0b62-f8fb-4f72-b675-010f4fc2c56c req-6de8e042-efea-4bae-b319-dc3207f2e199 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:04.047687 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] For port d6abcd43-2616-46df-b073-0401300afeca, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:04.050969 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce4a0b62-f8fb-4f72-b675-010f4fc2c56c req-6de8e042-efea-4bae-b319-dc3207f2e199 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.3305724 Feb 10 15:53:04.052949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] For port d6abcd43-2616-46df-b073-0401300afeca, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d6abcd43-2616-46df-b073-0401300afeca,segment=NetworkSegment(491d7797-843e-43b3-9ab3-f3f6ede047f6),segment_id=491d7797-843e-43b3-9ab3-f3f6ede047f6)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:04.063122 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d6abcd43-2616-46df-b073-0401300afeca), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:04.184389 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70a1b7-cca9-4958-877c-71887284af02 None None] Pushing event updated for resources: {'Port': ['ID=d6abcd43-2616-46df-b073-0401300afeca,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:04.216055 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e2978b21-ae23-4d09-a43e-a03ba1d2fde4 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (a8a65f17-1dc2-463c-89b1-3491c7013953), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:04.582030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2978b21-ae23-4d09-a43e-a03ba1d2fde4 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router a8a65f17-1dc2-463c-89b1-3491c7013953 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:04.651351 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce4a0b62-f8fb-4f72-b675-010f4fc2c56c req-f0196a6a-7e81-4c47-a090-08b8938f801c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5987976 Feb 10 15:53:04.673293 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Publish callbacks [] for router_gateway (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:04.750102 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2978b21-ae23-4d09-a43e-a03ba1d2fde4 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:04.756802 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e2978b21-ae23-4d09-a43e-a03ba1d2fde4 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "PUT /v2.0/routers/a8a65f17-1dc2-463c-89b1-3491c7013953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8463500 Feb 10 15:53:04.759478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36280) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:04.763298 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a515f201-e0f4-4125-a546-74ba66d8b88a None None] Sync routers for ids ['a8a65f17-1dc2-463c-89b1-3491c7013953'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:04.784935 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a515f201-e0f4-4125-a546-74ba66d8b88a None None] Routers {'a8a65f17-1dc2-463c-89b1-3491c7013953'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:04.786694 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a515f201-e0f4-4125-a546-74ba66d8b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a8a65f17-1dc2-463c-89b1-3491c7013953'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:04.825004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2495d4c-d455-49b5-974f-8ae1e92ba624 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting subnet 173faf90-bcce-4acb-8684-ea56e8817faf {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:53:04.828773 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b2495d4c-d455-49b5-974f-8ae1e92ba624 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for subnet (173faf90-bcce-4acb-8684-ea56e8817faf), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:04.877728 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b2495d4c-d455-49b5-974f-8ae1e92ba624 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (173faf90-bcce-4acb-8684-ea56e8817faf), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:04.915819 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:04.930517 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-a515f201-e0f4-4125-a546-74ba66d8b88a None None] Set router a8a65f17-1dc2-463c-89b1-3491c7013953 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:04.993721 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b2495d4c-d455-49b5-974f-8ae1e92ba624 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (173faf90-bcce-4acb-8684-ea56e8817faf), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:05.067824 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Router 5d045824-59d6-41dd-bfbd-9c11b4c8fdc6 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:53:05.096879 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b2495d4c-d455-49b5-974f-8ae1e92ba624 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (173faf90-bcce-4acb-8684-ea56e8817faf), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:05.147239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2495d4c-d455-49b5-974f-8ae1e92ba624 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Subnet': ['ID=173faf90-bcce-4acb-8684-ea56e8817faf,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:05.149478 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b2495d4c-d455-49b5-974f-8ae1e92ba624 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:05.156210 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b2495d4c-d455-49b5-974f-8ae1e92ba624 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/subnets/173faf90-bcce-4acb-8684-ea56e8817faf HTTP/1.1" status: 204 len: 168 time: 0.3923717 Feb 10 15:53:05.157972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a343ac-d251-4750-9d0d-cf196a6fdb5b None None] Network eb83c23d-4793-48ba-9bfb-02eefaad8f38 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:53:05.162534 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36282) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:05.207796 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a515f201-e0f4-4125-a546-74ba66d8b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300762081', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:51:38Z', 'updated_at': '2022-02-10T15:53:03Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:39Z', 'updated_at': '2022-02-10T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:05.222477 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:05.246254 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:05.251659 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8d5fd868-4642-458d-a6d9-f5c742c3fe6b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6569154 Feb 10 15:53:05.252214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36284) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:05.265060 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a515f201-e0f4-4125-a546-74ba66d8b88a None None] Checking router: a8a65f17-1dc2-463c-89b1-3491c7013953 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:05.282861 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a515f201-e0f4-4125-a546-74ba66d8b88a None None] Routers {'a8a65f17-1dc2-463c-89b1-3491c7013953'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:05.283770 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a515f201-e0f4-4125-a546-74ba66d8b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a8a65f17-1dc2-463c-89b1-3491c7013953'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:05.285870 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Sync routers for ids ['5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:05.350195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Routers {'5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:05.352318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:05.367299 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f795f9a0-b76e-4229-86d3-d76fc47fa01e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router (a8a65f17-1dc2-463c-89b1-3491c7013953), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:05.489772 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-a515f201-e0f4-4125-a546-74ba66d8b88a None None] Set router a8a65f17-1dc2-463c-89b1-3491c7013953 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:05.569046 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Set router 5d045824-59d6-41dd-bfbd-9c11b4c8fdc6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:05.598766 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f795f9a0-b76e-4229-86d3-d76fc47fa01e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_gateway (a8a65f17-1dc2-463c-89b1-3491c7013953), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:05.703738 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f795f9a0-b76e-4229-86d3-d76fc47fa01e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port e9830ba0-96a6-4cb8-a964-762117333581 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:53:05.704091 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f795f9a0-b76e-4229-86d3-d76fc47fa01e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e9830ba0-96a6-4cb8-a964-762117333581), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:05.879338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-f795f9a0-b76e-4229-86d3-d76fc47fa01e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] For port e9830ba0-96a6-4cb8-a964-762117333581, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e9830ba0-96a6-4cb8-a964-762117333581,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:05.880096 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f795f9a0-b76e-4229-86d3-d76fc47fa01e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e9830ba0-96a6-4cb8-a964-762117333581), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:05.896317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f795f9a0-b76e-4229-86d3-d76fc47fa01e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for e9830ba0-96a6-4cb8-a964-762117333581 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:53:05.913829 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677cbd60-cd91-4967-9d62-43516f43e651 None None] DHCP port deletion for eb83c23d-4793-48ba-9bfb-02eefaad8f38 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:53:05.917800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2d97aa-7655-42cc-aad2-a9e2713e7edf None None] Network beb54b6a-97e9-4493-82d8-9858d0f97caf requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:53:05.919648 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a515f201-e0f4-4125-a546-74ba66d8b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300762081', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:51:38Z', 'updated_at': '2022-02-10T15:53:03Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:39Z', 'updated_at': '2022-02-10T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:05.920608 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302fd04-dcca-4ab3-bb55-71fb0e737f96 req-a80b053b-b2c2-43c9-b9d7-72e8cff4669d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:05.928355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e302fd04-dcca-4ab3-bb55-71fb0e737f96 req-a80b053b-b2c2-43c9-b9d7-72e8cff4669d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.1408281 Feb 10 15:53:05.974495 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a515f201-e0f4-4125-a546-74ba66d8b88a None None] The sync data for ids ['a8a65f17-1dc2-463c-89b1-3491c7013953'] in n-d-815324-7 is: [{'id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300762081', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:51:38Z', 'updated_at': '2022-02-10T15:53:03Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': 'e9830ba0-96a6-4cb8-a964-762117333581', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a65f17-1dc2-463c-89b1-3491c7013953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:51:39Z', 'updated_at': '2022-02-10T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:06.028439 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e302fd04-dcca-4ab3-bb55-71fb0e737f96 req-49862517-9e02-47a5-82f7-8b124d324c61 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985413 Feb 10 15:53:06.047122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d149a377-6134-4a18-91db-e7a470c9e9f0 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:06.049045 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-be544fdd-4fee-44ea-b384-6faff85afc8f None None] Provisioning complete for port d6abcd43-2616-46df-b073-0401300afeca triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:06.049656 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be544fdd-4fee-44ea-b384-6faff85afc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d6abcd43-2616-46df-b073-0401300afeca), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.132256 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f795f9a0-b76e-4229-86d3-d76fc47fa01e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (e9830ba0-96a6-4cb8-a964-762117333581), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.135680 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.159216 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795f9a0-b76e-4229-86d3-d76fc47fa01e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=e9830ba0-96a6-4cb8-a964-762117333581,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:06.229934 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f795f9a0-b76e-4229-86d3-d76fc47fa01e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (a8a65f17-1dc2-463c-89b1-3491c7013953), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.250427 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-677cbd60-cd91-4967-9d62-43516f43e651 None None] Deleting port bf3011a2-05c0-4d06-afeb-5fe125008396 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:53:06.251012 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-677cbd60-cd91-4967-9d62-43516f43e651 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.309906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Allocated IP 172.20.0.1 (beb54b6a-97e9-4493-82d8-9858d0f97caf/8aca20f2-5393-476f-aa5a-44af8f20f3f9/0d932e68-7f2c-417a-bcc4-e040af0eaf85) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:06.327697 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port d149a377-6134-4a18-91db-e7a470c9e9f0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:06.327697 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.335451 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f795f9a0-b76e-4229-86d3-d76fc47fa01e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (a8a65f17-1dc2-463c-89b1-3491c7013953), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.339054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f795f9a0-b76e-4229-86d3-d76fc47fa01e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_controller (a8a65f17-1dc2-463c-89b1-3491c7013953), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.394412 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f795f9a0-b76e-4229-86d3-d76fc47fa01e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (a8a65f17-1dc2-463c-89b1-3491c7013953), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.395183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f795f9a0-b76e-4229-86d3-d76fc47fa01e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Fanout notify agent at l3_agent the message router_deleted on router a8a65f17-1dc2-463c-89b1-3491c7013953 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:53:06.403651 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f795f9a0-b76e-4229-86d3-d76fc47fa01e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.404939 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f795f9a0-b76e-4229-86d3-d76fc47fa01e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/routers/a8a65f17-1dc2-463c-89b1-3491c7013953 HTTP/1.1" status: 204 len: 168 time: 1.2413380 Feb 10 15:53:06.407595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36288) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:06.441397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-677cbd60-cd91-4967-9d62-43516f43e651 None None] For port bf3011a2-05c0-4d06-afeb-5fe125008396, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=bf3011a2-05c0-4d06-afeb-5fe125008396,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:06.441793 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-677cbd60-cd91-4967-9d62-43516f43e651 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.456187 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Publish callbacks [] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.457594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-be544fdd-4fee-44ea-b384-6faff85afc8f None None] Current status of the port d6abcd43-2616-46df-b073-0401300afeca is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:06.457989 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be544fdd-4fee-44ea-b384-6faff85afc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d6abcd43-2616-46df-b073-0401300afeca), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.465716 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-677cbd60-cd91-4967-9d62-43516f43e651 None None] Calling delete_port for bf3011a2-05c0-4d06-afeb-5fe125008396 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:53:06.507412 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.534263 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (eb83c23d-4793-48ba-9bfb-02eefaad8f38), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.576125 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'name': 'tempest-TestAggregatesBasicOps-33349372-router', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'be281918-af3f-48f5-b1e1-c6219fd531e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T15:53:03Z', 'revision_number': 3, 'project_id': '10dad0a3993443cc92aea8fdd483860c', 'gw_port': {'id': 'be281918-af3f-48f5-b1e1-c6219fd531e3', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:03Z', 'updated_at': '2022-02-10T15:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:06.581218 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Network beb54b6a-97e9-4493-82d8-9858d0f97caf is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:06.584370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:06.603543 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:06.614476 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port bf3011a2-05c0-4d06-afeb-5fe125008396 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:53:06.615887 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.631788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Pushing event updated for resources: {'Port': ['ID=0d932e68-7f2c-417a-bcc4-e040af0eaf85,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:06.657100 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.666134 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-be544fdd-4fee-44ea-b384-6faff85afc8f None None] For port d6abcd43-2616-46df-b073-0401300afeca, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d6abcd43-2616-46df-b073-0401300afeca,segment=NetworkSegment(491d7797-843e-43b3-9ab3-f3f6ede047f6),segment_id=491d7797-843e-43b3-9ab3-f3f6ede047f6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:06.677910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Checking router: 5d045824-59d6-41dd-bfbd-9c11b4c8fdc6 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:06.678297 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Updating router 5d045824-59d6-41dd-bfbd-9c11b4c8fdc6 port be281918-af3f-48f5-b1e1-c6219fd531e3 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:53:06.693439 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be544fdd-4fee-44ea-b384-6faff85afc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d6abcd43-2616-46df-b073-0401300afeca), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.704399 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] For port bf3011a2-05c0-4d06-afeb-5fe125008396, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=bf3011a2-05c0-4d06-afeb-5fe125008396,segment=NetworkSegment(72431933-48f0-4715-a260-0cc6f735511e),segment_id=72431933-48f0-4715-a260-0cc6f735511e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:06.712559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.727866 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for bf3011a2-05c0-4d06-afeb-5fe125008396 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:53:06.771195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port d149a377-6134-4a18-91db-e7a470c9e9f0 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:06.773353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d6abcd43-2616-46df-b073-0401300afeca up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:06.842515 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (be281918-af3f-48f5-b1e1-c6219fd531e3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.842793 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.895713 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-677cbd60-cd91-4967-9d62-43516f43e651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.897798 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (bf3011a2-05c0-4d06-afeb-5fe125008396), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:06.935648 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 70900e85-e9dd-45c5-bea1-641c6a473a06 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:53:06.942206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677cbd60-cd91-4967-9d62-43516f43e651 None None] No DVR routers for this DVR port bf3011a2-05c0-4d06-afeb-5fe125008396 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:06.962650 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] No DVR routers for this DVR port bf3011a2-05c0-4d06-afeb-5fe125008396 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:06.972704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be544fdd-4fee-44ea-b384-6faff85afc8f None None] Pushing event updated for resources: {'Port': ['ID=d6abcd43-2616-46df-b073-0401300afeca,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:06.974589 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=bf3011a2-05c0-4d06-afeb-5fe125008396,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:06.984160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-108bc2ac-cacd-469b-901b-e232fc675c7c None None] Provisioning complete for port d6abcd43-2616-46df-b073-0401300afeca triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:06.984709 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-108bc2ac-cacd-469b-901b-e232fc675c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d6abcd43-2616-46df-b073-0401300afeca), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.099849 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (eb83c23d-4793-48ba-9bfb-02eefaad8f38), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.134948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb83c23d-4793-48ba-9bfb-02eefaad8f38']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:07.135867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cbd60-cd91-4967-9d62-43516f43e651 None None] Pushing event deleted for resources: {'Port': ['ID=bf3011a2-05c0-4d06-afeb-5fe125008396,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:07.145588 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.resource_extend [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 15:53:07.148937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72431933-48f0-4715-a260-0cc6f735511e') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:07.149520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72431933-48f0-4715-a260-0cc6f735511e') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:07.151153 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Publish callbacks [] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.160484 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (72431933-48f0-4715-a260-0cc6f735511e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.179451 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port d6abcd43-2616-46df-b073-0401300afeca triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:07.179769 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d6abcd43-2616-46df-b073-0401300afeca), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.183664 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.184992 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (72431933-48f0-4715-a260-0cc6f735511e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.192183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:53:07.192628 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (72431933-48f0-4715-a260-0cc6f735511e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:53:07.196050 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:53:07.246487 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.260334 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (eb83c23d-4793-48ba-9bfb-02eefaad8f38), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.265587 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.272727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36292) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:07.273470 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/networks/eb83c23d-4793-48ba-9bfb-02eefaad8f38 HTTP/1.1" status: 204 len: 168 time: 0.8647554 Feb 10 15:53:07.290434 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d019697-4a3c-4f10-afb8-df5bbd4ca94e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Network': ['ID=eb83c23d-4793-48ba-9bfb-02eefaad8f38,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:07.323540 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Pushing event updated for resources: {'Port': ['ID=0d932e68-7f2c-417a-bcc4-e040af0eaf85,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:07.329682 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.342576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b878518-c074-4217-a318-2476e6244b88 req-a67c1e2b-1413-43fc-9baf-346987c82a32 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:07.344123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b878518-c074-4217-a318-2476e6244b88 req-a67c1e2b-1413-43fc-9baf-346987c82a32 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 943 time: 0.1903100 Feb 10 15:53:07.389717 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 70900e85-e9dd-45c5-bea1-641c6a473a06, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=70900e85-e9dd-45c5-bea1-641c6a473a06,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:07.392747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-108bc2ac-cacd-469b-901b-e232fc675c7c None None] Current status of the port d6abcd43-2616-46df-b073-0401300afeca is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:07.420871 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '70900e85-e9dd-45c5-bea1-641c6a473a06', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'port_id': '70900e85-e9dd-45c5-bea1-641c6a473a06', 'mac_address': 'fa:16:3e:81:e8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:53:07.519010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4b878518-c074-4217-a318-2476e6244b88 req-bcdef580-b002-4c79-947a-134821fdfc90 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571558 Feb 10 15:53:07.520951 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e12205a2-25f3-4159-a1e8-049909a487fb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (848b19c3-b7ac-4797-9cca-da8d34a0a5fa), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.526278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port d6abcd43-2616-46df-b073-0401300afeca is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:07.530843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Network beb54b6a-97e9-4493-82d8-9858d0f97caf is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:07.538835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 70900e85-e9dd-45c5-bea1-641c6a473a06 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:07.538835 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (70900e85-e9dd-45c5-bea1-641c6a473a06), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.539153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:07.572526 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e12205a2-25f3-4159-a1e8-049909a487fb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (848b19c3-b7ac-4797-9cca-da8d34a0a5fa), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.575778 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70900e85-e9dd-45c5-bea1-641c6a473a06 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:53:07.581431 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c2cf1f3f-0a68-4689-a0b1-027cbed0ce7c None None] Provisioning complete for port 0d932e68-7f2c-417a-bcc4-e040af0eaf85 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:07.581798 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c2cf1f3f-0a68-4689-a0b1-027cbed0ce7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.617433 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device bf3011a2-05c0-4d06-afeb-5fe125008396 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:07.630714 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Publish callbacks [] for port (be281918-af3f-48f5-b1e1-c6219fd531e3), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.657747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 70900e85-e9dd-45c5-bea1-641c6a473a06, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=70900e85-e9dd-45c5-bea1-641c6a473a06,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:07.660266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: bf3011a2-05c0-4d06-afeb-5fe125008396 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:53:07.660606 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device bf3011a2-05c0-4d06-afeb-5fe125008396 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:07.666460 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (be281918-af3f-48f5-b1e1-c6219fd531e3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.668999 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (70900e85-e9dd-45c5-bea1-641c6a473a06), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.678340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf1f3f-0a68-4689-a0b1-027cbed0ce7c None None] Port 0d932e68-7f2c-417a-bcc4-e040af0eaf85 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:53:07.752978 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Router 5d045824-59d6-41dd-bfbd-9c11b4c8fdc6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:07.823252 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e12205a2-25f3-4159-a1e8-049909a487fb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (848b19c3-b7ac-4797-9cca-da8d34a0a5fa), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.826014 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e12205a2-25f3-4159-a1e8-049909a487fb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:07.827240 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e12205a2-25f3-4159-a1e8-049909a487fb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/security-groups/848b19c3-b7ac-4797-9cca-da8d34a0a5fa HTTP/1.1" status: 204 len: 168 time: 0.5519052 Feb 10 15:53:07.848748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12205a2-25f3-4159-a1e8-049909a487fb tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=848b19c3-b7ac-4797-9cca-da8d34a0a5fa,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:07.926834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:07.931965 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9d473770-49ca-4808-9e77-86bbc56db3ef admin admin] 10.222.0.64 "PUT /v2.0/routers/5d045824-59d6-41dd-bfbd-9c11b4c8fdc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6786015 Feb 10 15:53:07.939751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d6abcd43-2616-46df-b073-0401300afeca up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:07.986045 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Attempting to bind port be281918-af3f-48f5-b1e1-c6219fd531e3 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:53:07.986372 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Attempting to bind port be281918-af3f-48f5-b1e1-c6219fd531e3 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:53:07.986733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Attempting to bind port be281918-af3f-48f5-b1e1-c6219fd531e3 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:07.989115 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b31c0-9a8a-4c8c-817c-236f521bab3f None None] Pushing event updated for resources: {'Port': ['ID=be281918-af3f-48f5-b1e1-c6219fd531e3,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:08.007841 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:08.008221 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:53:08.008627 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.009129 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:08.009508 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Bound port: be281918-af3f-48f5-b1e1-c6219fd531e3, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:53:08.009885 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (be281918-af3f-48f5-b1e1-c6219fd531e3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.073681 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9926f2d0-bd20-493b-86a3-a011f81769d7 None None] Provisioning complete for port 0d932e68-7f2c-417a-bcc4-e040af0eaf85 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:08.074051 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9926f2d0-bd20-493b-86a3-a011f81769d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.075930 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['70900e85-e9dd-45c5-bea1-641c6a473a06'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:53:08.163342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=70900e85-e9dd-45c5-bea1-641c6a473a06,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:08.180482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36304) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:08.185224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d8c25b7e-b06d-4a51-8527-cdc74065a285 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-446990140', 'description': 'tempest-secgroup-smoke-446990140 description', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:08.191740 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] For port be281918-af3f-48f5-b1e1-c6219fd531e3, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:08.194993 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port d6abcd43-2616-46df-b073-0401300afeca triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:08.195371 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d6abcd43-2616-46df-b073-0401300afeca), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.205166 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] For port be281918-af3f-48f5-b1e1-c6219fd531e3, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=be281918-af3f-48f5-b1e1-c6219fd531e3,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:08.207717 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8c25b7e-b06d-4a51-8527-cdc74065a285 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.208640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9926f2d0-bd20-493b-86a3-a011f81769d7 None None] Port 0d932e68-7f2c-417a-bcc4-e040af0eaf85 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:53:08.249506 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (be281918-af3f-48f5-b1e1-c6219fd531e3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.288292 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8c25b7e-b06d-4a51-8527-cdc74065a285 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (86f9ba20-de57-41f5-8db6-ba287336a67a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.293742 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8c25b7e-b06d-4a51-8527-cdc74065a285 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (86f9ba20-de57-41f5-8db6-ba287336a67a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.330342 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d8c25b7e-b06d-4a51-8527-cdc74065a285 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.332249 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d8c25b7e-b06d-4a51-8527-cdc74065a285 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1507206 Feb 10 15:53:08.335662 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36308) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:08.340635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e971e47a-69da-4771-a156-e226713c1bec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '86f9ba20-de57-41f5-8db6-ba287336a67a', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:08.347366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c25b7e-b06d-4a51-8527-cdc74065a285 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f9ba20-de57-41f5-8db6-ba287336a67a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:08.363297 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Routers {'5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:08.363929 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:08.365692 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b31c0-9a8a-4c8c-817c-236f521bab3f None None] Pushing event updated for resources: {'Port': ['ID=be281918-af3f-48f5-b1e1-c6219fd531e3,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:08.383062 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e971e47a-69da-4771-a156-e226713c1bec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (9808c4b7-a5e9-43e6-a17a-740f8c67654c), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.461572 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e971e47a-69da-4771-a156-e226713c1bec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (9808c4b7-a5e9-43e6-a17a-740f8c67654c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.468594 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e971e47a-69da-4771-a156-e226713c1bec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (9808c4b7-a5e9-43e6-a17a-740f8c67654c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.493820 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971e47a-69da-4771-a156-e226713c1bec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9808c4b7-a5e9-43e6-a17a-740f8c67654c,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:08.506024 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e971e47a-69da-4771-a156-e226713c1bec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.508722 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e971e47a-69da-4771-a156-e226713c1bec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1706128 Feb 10 15:53:08.510362 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36322) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:08.515504 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-fae36587-d81d-4507-9b32-2de9433cc7ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '86f9ba20-de57-41f5-8db6-ba287336a67a', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:08.538522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port d6abcd43-2616-46df-b073-0401300afeca is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:08.541719 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fae36587-d81d-4507-9b32-2de9433cc7ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (2c0809bc-bb6c-43ef-9632-774e40db4615), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.575419 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] Set router 5d045824-59d6-41dd-bfbd-9c11b4c8fdc6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:08.636710 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fae36587-d81d-4507-9b32-2de9433cc7ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (2c0809bc-bb6c-43ef-9632-774e40db4615), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.642846 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fae36587-d81d-4507-9b32-2de9433cc7ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (2c0809bc-bb6c-43ef-9632-774e40db4615), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.656847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:08.661578 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae36587-d81d-4507-9b32-2de9433cc7ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0809bc-bb6c-43ef-9632-774e40db4615,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:08.670411 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d6ff1-e19f-4b11-b7ed-98453d9500f7 req-df49eba4-a91d-461d-885f-c77c2f41bf84 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:08.672747 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f65d6ff1-e19f-4b11-b7ed-98453d9500f7 req-df49eba4-a91d-461d-885f-c77c2f41bf84 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 944 time: 0.0755584 Feb 10 15:53:08.685479 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fae36587-d81d-4507-9b32-2de9433cc7ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.687055 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-fae36587-d81d-4507-9b32-2de9433cc7ec tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1750460 Feb 10 15:53:08.689917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36326) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:08.695291 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-604d4427-916f-421b-97ed-4be4d09838e1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '86f9ba20-de57-41f5-8db6-ba287336a67a', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:08.729133 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-604d4427-916f-421b-97ed-4be4d09838e1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (4281e9e6-d66c-4a95-83cf-4fc2e969f299), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.734136 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f65d6ff1-e19f-4b11-b7ed-98453d9500f7 req-59d32eba-ac07-4ca8-b3d4-6582fdfad262 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556922 Feb 10 15:53:08.758158 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:53:08.758500 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 814e7aa3-594f-4dfa-950b-a2f7bf7f8350 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:08.758895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e9830ba0-96a6-4cb8-a964-762117333581 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:08.783704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: e9830ba0-96a6-4cb8-a964-762117333581 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:53:08.784048 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e9830ba0-96a6-4cb8-a964-762117333581 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:08.813174 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-604d4427-916f-421b-97ed-4be4d09838e1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (4281e9e6-d66c-4a95-83cf-4fc2e969f299), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.819874 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-604d4427-916f-421b-97ed-4be4d09838e1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (4281e9e6-d66c-4a95-83cf-4fc2e969f299), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.842394 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-604d4427-916f-421b-97ed-4be4d09838e1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.843716 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-604d4427-916f-421b-97ed-4be4d09838e1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527717 Feb 10 15:53:08.846610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36336) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:08.846772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d4427-916f-421b-97ed-4be4d09838e1 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4281e9e6-d66c-4a95-83cf-4fc2e969f299,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:08.853433 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d15c19ac-8b67-46f9-b76c-9f96925c3cc2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '86f9ba20-de57-41f5-8db6-ba287336a67a', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:08.879398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'name': 'tempest-TestAggregatesBasicOps-33349372-router', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'be281918-af3f-48f5-b1e1-c6219fd531e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T15:53:06Z', 'revision_number': 4, 'project_id': '10dad0a3993443cc92aea8fdd483860c', 'gw_port': {'id': 'be281918-af3f-48f5-b1e1-c6219fd531e3', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:03Z', 'updated_at': '2022-02-10T15:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '0d932e68-7f2c-417a-bcc4-e040af0eaf85', 'name': '', 'network_id': 'beb54b6a-97e9-4493-82d8-9858d0f97caf', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c', 'mac_address': 'fa:16:3e:51:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '8aca20f2-5393-476f-aa5a-44af8f20f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:06Z', 'updated_at': '2022-02-10T15:53:06Z', 'revision_number': 2, 'project_id': '10dad0a3993443cc92aea8fdd483860c', 'subnets': [{'id': '8aca20f2-5393-476f-aa5a-44af8f20f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:08.884108 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d15c19ac-8b67-46f9-b76c-9f96925c3cc2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (4834e998-b2fc-4016-96cb-a5ca91101755), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.916225 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea05bb-d530-4a69-8b51-1e23a2eac6a8 None None] The sync data for ids ['5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'] in n-d-815324-7 is: [{'id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'name': 'tempest-TestAggregatesBasicOps-33349372-router', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'be281918-af3f-48f5-b1e1-c6219fd531e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T15:53:06Z', 'revision_number': 4, 'project_id': '10dad0a3993443cc92aea8fdd483860c', 'gw_port': {'id': 'be281918-af3f-48f5-b1e1-c6219fd531e3', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:03Z', 'updated_at': '2022-02-10T15:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '0d932e68-7f2c-417a-bcc4-e040af0eaf85', 'name': '', 'network_id': 'beb54b6a-97e9-4493-82d8-9858d0f97caf', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c', 'mac_address': 'fa:16:3e:51:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '8aca20f2-5393-476f-aa5a-44af8f20f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:06Z', 'updated_at': '2022-02-10T15:53:06Z', 'revision_number': 2, 'project_id': '10dad0a3993443cc92aea8fdd483860c', 'subnets': [{'id': '8aca20f2-5393-476f-aa5a-44af8f20f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:08.957965 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d15c19ac-8b67-46f9-b76c-9f96925c3cc2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (4834e998-b2fc-4016-96cb-a5ca91101755), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.963443 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d15c19ac-8b67-46f9-b76c-9f96925c3cc2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (4834e998-b2fc-4016-96cb-a5ca91101755), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.983063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c19ac-8b67-46f9-b76c-9f96925c3cc2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4834e998-b2fc-4016-96cb-a5ca91101755,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:08.995899 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d15c19ac-8b67-46f9-b76c-9f96925c3cc2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:08.997453 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d15c19ac-8b67-46f9-b76c-9f96925c3cc2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497355 Feb 10 15:53:09.000630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36344) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:09.005501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-3f08a1c7-8e3a-437e-a5d5-141d6fc1d948 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '86f9ba20-de57-41f5-8db6-ba287336a67a', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:09.027794 n-d-815324-7 neutron-server[103369]: INFO neutron.db.securitygroups_db [None req-3f08a1c7-8e3a-437e-a5d5-141d6fc1d948 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Project 2c35d11a6fb9432f955126d4d4ccd7cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:53:09.033603 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3f08a1c7-8e3a-437e-a5d5-141d6fc1d948 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (e02e0098-1e20-41b2-a17c-2b1c3e67fdea), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.106116 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3f08a1c7-8e3a-437e-a5d5-141d6fc1d948 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (e02e0098-1e20-41b2-a17c-2b1c3e67fdea), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.111215 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3f08a1c7-8e3a-437e-a5d5-141d6fc1d948 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (e02e0098-1e20-41b2-a17c-2b1c3e67fdea), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.141352 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08a1c7-8e3a-437e-a5d5-141d6fc1d948 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02e0098-1e20-41b2-a17c-2b1c3e67fdea,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:09.153834 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3f08a1c7-8e3a-437e-a5d5-141d6fc1d948 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.155438 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3f08a1c7-8e3a-437e-a5d5-141d6fc1d948 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1536410 Feb 10 15:53:09.158706 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36354) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:09.163857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-46e48321-92c5-4f6f-91d5-9d404d2dc826 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'security_group_rule': {'security_group_id': '86f9ba20-de57-41f5-8db6-ba287336a67a', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:09.204163 n-d-815324-7 neutron-server[103368]: INFO neutron.db.securitygroups_db [None req-46e48321-92c5-4f6f-91d5-9d404d2dc826 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Project 2c35d11a6fb9432f955126d4d4ccd7cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:53:09.213139 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46e48321-92c5-4f6f-91d5-9d404d2dc826 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (28d96f9f-40f8-457b-8123-373ee8794240), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.254780 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36358) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:09.367226 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46e48321-92c5-4f6f-91d5-9d404d2dc826 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (28d96f9f-40f8-457b-8123-373ee8794240), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.376524 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46e48321-92c5-4f6f-91d5-9d404d2dc826 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (28d96f9f-40f8-457b-8123-373ee8794240), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.406599 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e48321-92c5-4f6f-91d5-9d404d2dc826 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d96f9f-40f8-457b-8123-373ee8794240,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:09.448349 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-46e48321-92c5-4f6f-91d5-9d404d2dc826 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.449533 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-46e48321-92c5-4f6f-91d5-9d404d2dc826 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2898006 Feb 10 15:53:09.452635 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36360) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:09.457924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ec24ea8a-12c2-4e2b-b946-80868362bfa9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'network': {'name': 'tempest-network-smoke--34302667', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'port_security_enabled': True}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:09.486529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec24ea8a-12c2-4e2b-b946-80868362bfa9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Made reservation on behalf of 2c35d11a6fb9432f955126d4d4ccd7cb for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:09.490599 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec24ea8a-12c2-4e2b-b946-80868362bfa9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.518930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec24ea8a-12c2-4e2b-b946-80868362bfa9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:53:09.531990 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec24ea8a-12c2-4e2b-b946-80868362bfa9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.532473 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-ec24ea8a-12c2-4e2b-b946-80868362bfa9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Added segment 4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f of type vlan for network e4da2744-c92c-480b-806f-a22708302ec2 Feb 10 15:53:09.580864 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec24ea8a-12c2-4e2b-b946-80868362bfa9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (e4da2744-c92c-480b-806f-a22708302ec2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.608734 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec24ea8a-12c2-4e2b-b946-80868362bfa9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (e4da2744-c92c-480b-806f-a22708302ec2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.614115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec24ea8a-12c2-4e2b-b946-80868362bfa9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:09.615019 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ec24ea8a-12c2-4e2b-b946-80868362bfa9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.654119 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ec24ea8a-12c2-4e2b-b946-80868362bfa9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2001948 Feb 10 15:53:09.657131 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36362) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:09.661649 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-485356424', 'admin_state_up': True, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:09.706290 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24ea8a-12c2-4e2b-b946-80868362bfa9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Network': ['ID=e4da2744-c92c-480b-806f-a22708302ec2,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:09.718635 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ebdb24a7-fa1e-4d49-8dd8-adde8a8cae2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (a58375a9-c5ab-4224-827a-988dfa9eb2eb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.729360 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (f9e66bfc-5325-459c-baa1-3d65f892f418), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.732290 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (f9e66bfc-5325-459c-baa1-3d65f892f418), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.742231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network e4da2744-c92c-480b-806f-a22708302ec2 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:53:09.847794 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_controller (f9e66bfc-5325-459c-baa1-3d65f892f418), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:09.953971 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a472c7-ce0e-405a-8b9b-0263a3e1ff47 req-a9b00adf-df11-4bd5-b30e-0d5dbb76afcb tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:09.955404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68a472c7-ce0e-405a-8b9b-0263a3e1ff47 req-a9b00adf-df11-4bd5-b30e-0d5dbb76afcb tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 944 time: 0.0974734 Feb 10 15:53:10.018685 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_gateway (f9e66bfc-5325-459c-baa1-3d65f892f418), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:10.038102 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68a472c7-ce0e-405a-8b9b-0263a3e1ff47 req-71d9d243-3062-481b-97a9-6feb1de10a87 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620832 Feb 10 15:53:10.148155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb24a7-fa1e-4d49-8dd8-adde8a8cae2d admin admin] Deleting port d149a377-6134-4a18-91db-e7a470c9e9f0 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:53:10.148603 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ebdb24a7-fa1e-4d49-8dd8-adde8a8cae2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:10.238392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-ebdb24a7-fa1e-4d49-8dd8-adde8a8cae2d admin admin] For port d149a377-6134-4a18-91db-e7a470c9e9f0, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d149a377-6134-4a18-91db-e7a470c9e9f0,segment=NetworkSegment(562f3b47-c8e3-4fd5-b1b5-826c22d1b85f),segment_id=562f3b47-c8e3-4fd5-b1b5-826c22d1b85f)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:10.239175 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ebdb24a7-fa1e-4d49-8dd8-adde8a8cae2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:10.249646 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_gateway (f9e66bfc-5325-459c-baa1-3d65f892f418), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:10.255948 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb24a7-fa1e-4d49-8dd8-adde8a8cae2d admin admin] Calling delete_port for d149a377-6134-4a18-91db-e7a470c9e9f0 owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:53:10.269480 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:10.398429 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Allocated IP 172.25.3.239 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/85463186-5470-4be8-84c7-99818917a02e) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:10.466139 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ebdb24a7-fa1e-4d49-8dd8-adde8a8cae2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (d149a377-6134-4a18-91db-e7a470c9e9f0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:10.499367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb24a7-fa1e-4d49-8dd8-adde8a8cae2d admin admin] Pushing event deleted for resources: {'Port': ['ID=d149a377-6134-4a18-91db-e7a470c9e9f0,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:10.543359 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (85463186-5470-4be8-84c7-99818917a02e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:10.590204 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (85463186-5470-4be8-84c7-99818917a02e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:10.639554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:10.642885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:10.645342 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:10.651420 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=85463186-5470-4be8-84c7-99818917a02e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:10.696064 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ebdb24a7-fa1e-4d49-8dd8-adde8a8cae2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (a58375a9-c5ab-4224-827a-988dfa9eb2eb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:10.921857 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 70900e85-e9dd-45c5-bea1-641c6a473a06 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:10.939154 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_gateway (f9e66bfc-5325-459c-baa1-3d65f892f418), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:11.003414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 70900e85-e9dd-45c5-bea1-641c6a473a06 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:53:11.009288 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 70900e85-e9dd-45c5-bea1-641c6a473a06 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:11.010327 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (70900e85-e9dd-45c5-bea1-641c6a473a06), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:11.130139 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 70900e85-e9dd-45c5-bea1-641c6a473a06 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:11.130658 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (70900e85-e9dd-45c5-bea1-641c6a473a06), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:11.160099 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26d1013-1b33-4633-bd50-3f2b2c97f2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70900e85-e9dd-45c5-bea1-641c6a473a06'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:53:11.163855 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca47fb4-eac0-451d-981c-acc48afa8738" -d '{"events": [{"server_uuid": "d26d1013-1b33-4633-bd50-3f2b2c97f2fe", "name": "network-vif-plugged", "status": "completed", "tag": "70900e85-e9dd-45c5-bea1-641c6a473a06"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:11.180000 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 70900e85-e9dd-45c5-bea1-641c6a473a06, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=70900e85-e9dd-45c5-bea1-641c6a473a06,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:11.190328 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (70900e85-e9dd-45c5-bea1-641c6a473a06), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:11.236053 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d905fb8e-9965-4980-81b0-ffc67a56a66d x-openstack-request-id: req-d905fb8e-9965-4980-81b0-ffc67a56a66d {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:11.240753 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26d1013-1b33-4633-bd50-3f2b2c97f2fe", "name": "network-vif-plugged", "status": "completed", "tag": "70900e85-e9dd-45c5-bea1-641c6a473a06", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:11.242211 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d905fb8e-9965-4980-81b0-ffc67a56a66d {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:11.242824 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26d1013-1b33-4633-bd50-3f2b2c97f2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70900e85-e9dd-45c5-bea1-641c6a473a06', 'code': 200} Feb 10 15:53:11.286666 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=70900e85-e9dd-45c5-bea1-641c6a473a06,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:11.417056 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdb24a7-fa1e-4d49-8dd8-adde8a8cae2d admin admin] Router a58375a9-c5ab-4224-827a-988dfa9eb2eb has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:11.438755 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43add15-90d9-4541-82e8-ff96b6342195 req-c7a74970-77bf-4be9-b7e5-ddcf79e22ecc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:11.440327 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b43add15-90d9-4541-82e8-ff96b6342195 req-c7a74970-77bf-4be9-b7e5-ddcf79e22ecc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 945 time: 0.0817254 Feb 10 15:53:11.493332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab309b1-e283-444e-9c88-07419addfea7 req-8789d773-16ef-42fd-b39f-543a98b9c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:11.494879 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dab309b1-e283-444e-9c88-07419addfea7 req-8789d773-16ef-42fd-b39f-543a98b9c6fb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 1127 time: 0.1008446 Feb 10 15:53:11.571143 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b43add15-90d9-4541-82e8-ff96b6342195 req-199d24b9-9050-48c0-b98c-c546fec2e8df tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921919 Feb 10 15:53:11.586498 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdb24a7-fa1e-4d49-8dd8-adde8a8cae2d admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:11.589422 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-dab309b1-e283-444e-9c88-07419addfea7 req-d55a7418-4769-4799-8e86-0b0096f38874 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878286 Feb 10 15:53:11.592540 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ebdb24a7-fa1e-4d49-8dd8-adde8a8cae2d admin admin] 10.222.0.64 "PUT /v2.0/routers/a58375a9-c5ab-4224-827a-988dfa9eb2eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3367293 Feb 10 15:53:11.595266 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36372) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:11.608963 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba7270-5c33-4771-afe3-e52b2e68c061 None None] Sync routers for ids ['a58375a9-c5ab-4224-827a-988dfa9eb2eb'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:11.621045 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:11.624417 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba7270-5c33-4771-afe3-e52b2e68c061 None None] Routers {'a58375a9-c5ab-4224-827a-988dfa9eb2eb'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:11.625111 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-55ba7270-5c33-4771-afe3-e52b2e68c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a58375a9-c5ab-4224-827a-988dfa9eb2eb'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:11.642434 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (f9e66bfc-5325-459c-baa1-3d65f892f418), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:11.749115 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7914af01-b6be-4429-a315-76dc3b0b3c06 admin admin] Publish callbacks [] for router (a58375a9-c5ab-4224-827a-988dfa9eb2eb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:11.763606 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Sync routers for ids ['5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:11.776488 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Routers {'5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:11.777424 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:11.777867 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-55ba7270-5c33-4771-afe3-e52b2e68c061 None None] Set router a58375a9-c5ab-4224-827a-988dfa9eb2eb gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:11.818912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router f9e66bfc-5325-459c-baa1-3d65f892f418 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:53:11.895468 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7914af01-b6be-4429-a315-76dc3b0b3c06 admin admin] Publish callbacks [] for router_gateway (a58375a9-c5ab-4224-827a-988dfa9eb2eb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:11.951893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device be281918-af3f-48f5-b1e1-c6219fd531e3 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:11.974489 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-7914af01-b6be-4429-a315-76dc3b0b3c06 admin admin] Deleting port 317b4304-f286-490a-8207-e4556e2ba9a5 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:53:11.974844 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7914af01-b6be-4429-a315-76dc3b0b3c06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (317b4304-f286-490a-8207-e4556e2ba9a5), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:11.987335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:12.006912 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Sync routers for ids ['f9e66bfc-5325-459c-baa1-3d65f892f418'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:12.025361 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Routers {'f9e66bfc-5325-459c-baa1-3d65f892f418'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:12.025998 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f9e66bfc-5325-459c-baa1-3d65f892f418'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:12.029057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Set router 5d045824-59d6-41dd-bfbd-9c11b4c8fdc6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:12.029289 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.031661 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port be281918-af3f-48f5-b1e1-c6219fd531e3 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:12.032262 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (be281918-af3f-48f5-b1e1-c6219fd531e3), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.033081 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f9c677a9-dfc7-48a3-9cd6-e5d90ca937c3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3747864 Feb 10 15:53:12.036699 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36374) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:12.076048 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d6c859a5-0703-40b9-aaf6-5305ea9edf48 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=2c35d11a6fb9432f955126d4d4ccd7cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371475 Feb 10 15:53:12.079360 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36376) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:12.099451 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-7914af01-b6be-4429-a315-76dc3b0b3c06 admin admin] For port 317b4304-f286-490a-8207-e4556e2ba9a5, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=317b4304-f286-490a-8207-e4556e2ba9a5,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:12.099828 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7914af01-b6be-4429-a315-76dc3b0b3c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (317b4304-f286-490a-8207-e4556e2ba9a5), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.129952 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-7914af01-b6be-4429-a315-76dc3b0b3c06 admin admin] Calling delete_port for 317b4304-f286-490a-8207-e4556e2ba9a5 owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:53:12.133477 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-55ba7270-5c33-4771-afe3-e52b2e68c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'name': 'tempest-TestAggregatesBasicOps-2046988674-router', 'tenant_id': '9cad8a0e31964e74a72a2f061be4feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '317b4304-f286-490a-8207-e4556e2ba9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:54Z', 'updated_at': '2022-02-10T15:53:10Z', 'revision_number': 5, 'project_id': '9cad8a0e31964e74a72a2f061be4feba', 'gw_port': {'id': '317b4304-f286-490a-8207-e4556e2ba9a5', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:52:54Z', 'updated_at': '2022-02-10T15:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:12.193625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d21aec-099c-4360-b12f-f185ce962f5d tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:12.199013 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-82d21aec-099c-4360-b12f-f185ce962f5d tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1150000 Feb 10 15:53:12.199302 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36378) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:12.229658 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port be281918-af3f-48f5-b1e1-c6219fd531e3 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:12.230301 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (be281918-af3f-48f5-b1e1-c6219fd531e3), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.239002 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ebfa3f61-7d5f-44ad-bb3d-f387555dd35e tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=4454d505-75c9-41c1-a257-953d507647a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361331 Feb 10 15:53:12.240450 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36380) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:12.245918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-25fa58a5-769e-4d08-8723-ba08a71bcbb3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-615955066', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:12.296287 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba7270-5c33-4771-afe3-e52b2e68c061 None None] Checking router: a58375a9-c5ab-4224-827a-988dfa9eb2eb for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:12.298741 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port be281918-af3f-48f5-b1e1-c6219fd531e3, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=be281918-af3f-48f5-b1e1-c6219fd531e3,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:12.312117 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (be281918-af3f-48f5-b1e1-c6219fd531e3), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.312844 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Set router f9e66bfc-5325-459c-baa1-3d65f892f418 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:12.361411 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fa58a5-769e-4d08-8723-ba08a71bcbb3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Made reservation on behalf of 2c35d11a6fb9432f955126d4d4ccd7cb for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:12.367754 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25fa58a5-769e-4d08-8723-ba08a71bcbb3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.374805 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba7270-5c33-4771-afe3-e52b2e68c061 None None] Routers {'a58375a9-c5ab-4224-827a-988dfa9eb2eb'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:12.375689 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-55ba7270-5c33-4771-afe3-e52b2e68c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['a58375a9-c5ab-4224-827a-988dfa9eb2eb'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:12.376035 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7914af01-b6be-4429-a315-76dc3b0b3c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (317b4304-f286-490a-8207-e4556e2ba9a5), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.410534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914af01-b6be-4429-a315-76dc3b0b3c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=317b4304-f286-490a-8207-e4556e2ba9a5,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:12.448856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=be281918-af3f-48f5-b1e1-c6219fd531e3,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:12.502364 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7914af01-b6be-4429-a315-76dc3b0b3c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (a58375a9-c5ab-4224-827a-988dfa9eb2eb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.506004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'name': 'tempest-TestAggregatesBasicOps-33349372-router', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'be281918-af3f-48f5-b1e1-c6219fd531e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T15:53:06Z', 'revision_number': 4, 'project_id': '10dad0a3993443cc92aea8fdd483860c', 'gw_port': {'id': 'be281918-af3f-48f5-b1e1-c6219fd531e3', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:03Z', 'updated_at': '2022-02-10T15:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '0d932e68-7f2c-417a-bcc4-e040af0eaf85', 'name': '', 'network_id': 'beb54b6a-97e9-4493-82d8-9858d0f97caf', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c', 'mac_address': 'fa:16:3e:51:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '8aca20f2-5393-476f-aa5a-44af8f20f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:06Z', 'updated_at': '2022-02-10T15:53:06Z', 'revision_number': 2, 'project_id': '10dad0a3993443cc92aea8fdd483860c', 'subnets': [{'id': '8aca20f2-5393-476f-aa5a-44af8f20f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:12.554245 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Checking router: 5d045824-59d6-41dd-bfbd-9c11b4c8fdc6 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:12.554687 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Updating router 5d045824-59d6-41dd-bfbd-9c11b4c8fdc6 port 0d932e68-7f2c-417a-bcc4-e040af0eaf85 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:53:12.581967 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-55ba7270-5c33-4771-afe3-e52b2e68c061 None None] Set router a58375a9-c5ab-4224-827a-988dfa9eb2eb gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:12.592295 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.607512 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7914af01-b6be-4429-a315-76dc3b0b3c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (a58375a9-c5ab-4224-827a-988dfa9eb2eb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.609924 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7914af01-b6be-4429-a315-76dc3b0b3c06 admin admin] Publish callbacks [] for router_controller (a58375a9-c5ab-4224-827a-988dfa9eb2eb), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.628308 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25fa58a5-769e-4d08-8723-ba08a71bcbb3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (4e28954c-5cfe-4c7b-951d-06685bc0339b), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.662128 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-55ba7270-5c33-4771-afe3-e52b2e68c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'name': 'tempest-TestAggregatesBasicOps-2046988674-router', 'tenant_id': '9cad8a0e31964e74a72a2f061be4feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:54Z', 'updated_at': '2022-02-10T15:53:12Z', 'revision_number': 7, 'project_id': '9cad8a0e31964e74a72a2f061be4feba', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:12.666230 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485356424', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '85463186-5470-4be8-84c7-99818917a02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:09Z', 'updated_at': '2022-02-10T15:53:10Z', 'revision_number': 3, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '85463186-5470-4be8-84c7-99818917a02e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:10Z', 'updated_at': '2022-02-10T15:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:12.670822 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7914af01-b6be-4429-a315-76dc3b0b3c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (a58375a9-c5ab-4224-827a-988dfa9eb2eb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.671785 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7914af01-b6be-4429-a315-76dc3b0b3c06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a58375a9-c5ab-4224-827a-988dfa9eb2eb {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:53:12.683859 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7914af01-b6be-4429-a315-76dc3b0b3c06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.686105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7914af01-b6be-4429-a315-76dc3b0b3c06 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a58375a9-c5ab-4224-827a-988dfa9eb2eb HTTP/1.1" status: 204 len: 168 time: 1.0890136 Feb 10 15:53:12.688829 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36384) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:12.727259 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba7270-5c33-4771-afe3-e52b2e68c061 None None] The sync data for ids ['a58375a9-c5ab-4224-827a-988dfa9eb2eb'] in n-d-815324-7 is: [{'id': 'a58375a9-c5ab-4224-827a-988dfa9eb2eb', 'name': 'tempest-TestAggregatesBasicOps-2046988674-router', 'tenant_id': '9cad8a0e31964e74a72a2f061be4feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:52:54Z', 'updated_at': '2022-02-10T15:53:12Z', 'revision_number': 7, 'project_id': '9cad8a0e31964e74a72a2f061be4feba', 'gw_port_host': None}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:12.729093 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Checking router: f9e66bfc-5325-459c-baa1-3d65f892f418 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:12.729567 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Updating router f9e66bfc-5325-459c-baa1-3d65f892f418 port 85463186-5470-4be8-84c7-99818917a02e binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:53:12.734338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa58a5-769e-4d08-8723-ba08a71bcbb3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Subnet': ['ID=4e28954c-5cfe-4c7b-951d-06685bc0339b,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:12.751447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa58a5-769e-4d08-8723-ba08a71bcbb3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Checking segment: {'id': '4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:53:12.752053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa58a5-769e-4d08-8723-ba08a71bcbb3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network hostable DHCP agents. Network: e4da2744-c92c-480b-806f-a22708302ec2, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:53:12.761759 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf9a57e-a77b-45a9-8423-bd1552def5eb admin admin] Deleting subnet f41d0b4f-862b-49f0-97df-df5cdfdca2ba {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:53:12.783580 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa58a5-769e-4d08-8723-ba08a71bcbb3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network e4da2744-c92c-480b-806f-a22708302ec2 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:53:12.798899 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (85463186-5470-4be8-84c7-99818917a02e), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.807073 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-25fa58a5-769e-4d08-8723-ba08a71bcbb3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, e4da2744-c92c-480b-806f-a22708302ec2) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:12.810772 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0bf9a57e-a77b-45a9-8423-bd1552def5eb admin admin] Publish callbacks [] for subnet (f41d0b4f-862b-49f0-97df-df5cdfdca2ba), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.811925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fa58a5-769e-4d08-8723-ba08a71bcbb3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:12.813198 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-25fa58a5-769e-4d08-8723-ba08a71bcbb3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.842032 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-25fa58a5-769e-4d08-8723-ba08a71bcbb3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6010878 Feb 10 15:53:12.845263 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36386) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:12.885833 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0bf9a57e-a77b-45a9-8423-bd1552def5eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (f41d0b4f-862b-49f0-97df-df5cdfdca2ba), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:12.924968 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67818d74-9513-4d7c-9790-54da7283001b req-1fdbc547-7c78-4ffa-b94e-cccb04d8b239 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:12.926807 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67818d74-9513-4d7c-9790-54da7283001b req-1fdbc547-7c78-4ffa-b94e-cccb04d8b239 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 945 time: 0.1574454 Feb 10 15:53:12.990552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60a5b2c-4e75-478a-ad8a-cc5f1b42a758 None None] Network e4da2744-c92c-480b-806f-a22708302ec2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:53:13.046753 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67818d74-9513-4d7c-9790-54da7283001b req-cbdfaa2e-cfb8-4164-99d8-97a481ff6bab tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119802 Feb 10 15:53:13.073134 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0bf9a57e-a77b-45a9-8423-bd1552def5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (f41d0b4f-862b-49f0-97df-df5cdfdca2ba), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:13.206984 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0bf9a57e-a77b-45a9-8423-bd1552def5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (f41d0b4f-862b-49f0-97df-df5cdfdca2ba), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:13.228971 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Publish callbacks [] for port (85463186-5470-4be8-84c7-99818917a02e), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:13.241983 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (85463186-5470-4be8-84c7-99818917a02e), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:13.251982 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9a57e-a77b-45a9-8423-bd1552def5eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f41d0b4f-862b-49f0-97df-df5cdfdca2ba,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:13.263132 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0bf9a57e-a77b-45a9-8423-bd1552def5eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:13.268085 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0bf9a57e-a77b-45a9-8423-bd1552def5eb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f41d0b4f-862b-49f0-97df-df5cdfdca2ba HTTP/1.1" status: 204 len: 168 time: 0.5777795 Feb 10 15:53:13.271109 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36388) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:13.327766 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Attempting to bind port 85463186-5470-4be8-84c7-99818917a02e on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:53:13.328282 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Attempting to bind port 85463186-5470-4be8-84c7-99818917a02e by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:53:13.328753 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Attempting to bind port 85463186-5470-4be8-84c7-99818917a02e on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:13.349512 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:13.349898 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:53:13.350906 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:13.351385 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:13.351969 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Bound port: 85463186-5470-4be8-84c7-99818917a02e, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:53:13.352358 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (85463186-5470-4be8-84c7-99818917a02e), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:13.362470 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (f37e3de6-68a6-4b0e-98b8-65bde3f5e586), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:13.385971 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa52d9-e45f-4621-956c-3bb6d939ecf1 None None] Pushing event updated for resources: {'Port': ['ID=85463186-5470-4be8-84c7-99818917a02e,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:13.388196 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1c36a7-2cfe-4a27-a3f7-c7971e1c86ee None None] Network f37e3de6-68a6-4b0e-98b8-65bde3f5e586 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:53:13.394884 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-24f955f8-d771-49c1-9c29-dc49e95039e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:13.418279 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] For port 85463186-5470-4be8-84c7-99818917a02e, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:13.423987 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] For port 85463186-5470-4be8-84c7-99818917a02e, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=85463186-5470-4be8-84c7-99818917a02e,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:13.433623 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (85463186-5470-4be8-84c7-99818917a02e), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:13.434619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] Deleting port 6a833874-9f00-40b1-a9f3-0e5af0b0e303 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:53:13.434619 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6a833874-9f00-40b1-a9f3-0e5af0b0e303), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:13.517695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-e4da2744-c92c-480b-806f-a22708302ec2', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ips': [{'subnet_id': '4e28954c-5cfe-4c7b-951d-06685bc0339b'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:53:13.519798 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:13.531058 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Routers {'f9e66bfc-5325-459c-baa1-3d65f892f418'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:13.531780 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f9e66bfc-5325-459c-baa1-3d65f892f418'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:13.537128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] For port 6a833874-9f00-40b1-a9f3-0e5af0b0e303, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=6a833874-9f00-40b1-a9f3-0e5af0b0e303,segment=NetworkSegment(562f3b47-c8e3-4fd5-b1b5-826c22d1b85f),segment_id=562f3b47-c8e3-4fd5-b1b5-826c22d1b85f)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:13.538158 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6a833874-9f00-40b1-a9f3-0e5af0b0e303), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:13.556205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] Calling delete_port for 6a833874-9f00-40b1-a9f3-0e5af0b0e303 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:53:13.559866 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:13.577682 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa52d9-e45f-4621-956c-3bb6d939ecf1 None None] Pushing event updated for resources: {'Port': ['ID=85463186-5470-4be8-84c7-99818917a02e,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:13.688002 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] Set router f9e66bfc-5325-459c-baa1-3d65f892f418 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:13.713127 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (6a833874-9f00-40b1-a9f3-0e5af0b0e303), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:13.739694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Allocated IP 172.20.0.2 (e4da2744-c92c-480b-806f-a22708302ec2/4e28954c-5cfe-4c7b-951d-06685bc0339b/296a27ec-58db-4d30-b9cb-6a6eaed275e2) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:13.786835 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a833874-9f00-40b1-a9f3-0e5af0b0e303,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:13.794191 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] No DVR routers for this DVR port 6a833874-9f00-40b1-a9f3-0e5af0b0e303 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:13.888818 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device be281918-af3f-48f5-b1e1-c6219fd531e3 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:13.911283 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (f37e3de6-68a6-4b0e-98b8-65bde3f5e586), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:13.960744 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37e3de6-68a6-4b0e-98b8-65bde3f5e586']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:13.980978 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562f3b47-c8e3-4fd5-b1b5-826c22d1b85f') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:13.981418 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562f3b47-c8e3-4fd5-b1b5-826c22d1b85f') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:13.998868 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (562f3b47-c8e3-4fd5-b1b5-826c22d1b85f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.017749 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27855792-1abc-49f8-9c41-6314a25f29e8 None None] DHCP port deletion for f37e3de6-68a6-4b0e-98b8-65bde3f5e586 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:53:14.025979 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (562f3b47-c8e3-4fd5-b1b5-826c22d1b85f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.026187 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485356424', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '85463186-5470-4be8-84c7-99818917a02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:09Z', 'updated_at': '2022-02-10T15:53:10Z', 'revision_number': 3, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '85463186-5470-4be8-84c7-99818917a02e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:10Z', 'updated_at': '2022-02-10T15:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:14.030043 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Publish callbacks [] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.040981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:53:14.041599 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (562f3b47-c8e3-4fd5-b1b5-826c22d1b85f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.051633 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:53:14.054375 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:53:14.071802 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b8210d-8072-428c-aa8c-1c6ec69baae8 None None] The sync data for ids ['f9e66bfc-5325-459c-baa1-3d65f892f418'] in n-d-815324-7 is: [{'id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485356424', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '85463186-5470-4be8-84c7-99818917a02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:09Z', 'updated_at': '2022-02-10T15:53:10Z', 'revision_number': 3, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '85463186-5470-4be8-84c7-99818917a02e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:10Z', 'updated_at': '2022-02-10T15:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:14.137258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd52f4-c878-4ff8-8255-3e6e04aa44de None None] Pushing event updated for resources: {'Port': ['ID=0d932e68-7f2c-417a-bcc4-e040af0eaf85,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:14.150162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port be281918-af3f-48f5-b1e1-c6219fd531e3 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:14.150810 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (be281918-af3f-48f5-b1e1-c6219fd531e3), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.205958 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (f37e3de6-68a6-4b0e-98b8-65bde3f5e586), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.231631 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.235331 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] 10.222.0.64 "DELETE /v2.0/networks/f37e3de6-68a6-4b0e-98b8-65bde3f5e586 HTTP/1.1" status: 204 len: 168 time: 0.9631686 Feb 10 15:53:14.239258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36392) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:14.254453 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b584fa3-a8e4-465e-a1d3-670f8704840c admin admin] Pushing event deleted for resources: {'Network': ['ID=f37e3de6-68a6-4b0e-98b8-65bde3f5e586,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:14.296575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd00555-6dfd-4f63-bc22-1d006a050b3e req-fba8c271-03ee-4849-b6c9-832dea75dde9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:14.298756 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bfd00555-6dfd-4f63-bc22-1d006a050b3e req-fba8c271-03ee-4849-b6c9-832dea75dde9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 945 time: 0.1051657 Feb 10 15:53:14.351626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Attempting to bind port 0d932e68-7f2c-417a-bcc4-e040af0eaf85 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:53:14.352516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Attempting to bind port 0d932e68-7f2c-417a-bcc4-e040af0eaf85 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '491d7797-843e-43b3-9ab3-f3f6ede047f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'beb54b6a-97e9-4493-82d8-9858d0f97caf'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:53:14.353192 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Attempting to bind port 0d932e68-7f2c-417a-bcc4-e040af0eaf85 on network beb54b6a-97e9-4493-82d8-9858d0f97caf {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:14.364205 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Publish callbacks [] for port (296a27ec-58db-4d30-b9cb-6a6eaed275e2), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.371450 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:14.371985 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Checking segment: {'id': '491d7797-843e-43b3-9ab3-f3f6ede047f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'beb54b6a-97e9-4493-82d8-9858d0f97caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:53:14.372517 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.374315 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Bound using segment: {'id': '491d7797-843e-43b3-9ab3-f3f6ede047f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'beb54b6a-97e9-4493-82d8-9858d0f97caf'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:14.374969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Bound port: 0d932e68-7f2c-417a-bcc4-e040af0eaf85, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491d7797-843e-43b3-9ab3-f3f6ede047f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'beb54b6a-97e9-4493-82d8-9858d0f97caf'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:53:14.375475 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.399029 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bfd00555-6dfd-4f63-bc22-1d006a050b3e req-d653feaf-cfd0-4bdc-baff-729dc0b46e1a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856223 Feb 10 15:53:14.421959 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (296a27ec-58db-4d30-b9cb-6a6eaed275e2), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.496758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Pushing event updated for resources: {'Port': ['ID=296a27ec-58db-4d30-b9cb-6a6eaed275e2,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:14.552885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Allocated IP 172.20.0.1 (e4da2744-c92c-480b-806f-a22708302ec2/4e28954c-5cfe-4c7b-951d-06685bc0339b/aa4491c6-a893-486a-b339-c6526b77ae54) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:14.560138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0da3a1-91b8-416f-b79a-3620d10459ec req-122f6fdc-fd3c-40f6-83d9-5e20388fccc7 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:14.561188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Network e4da2744-c92c-480b-806f-a22708302ec2 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:14.562194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b0da3a1-91b8-416f-b79a-3620d10459ec req-122f6fdc-fd3c-40f6-83d9-5e20388fccc7 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 945 time: 0.0804467 Feb 10 15:53:14.564367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port be281918-af3f-48f5-b1e1-c6219fd531e3 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:14.572541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:14.575640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:14.678175 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] For port 0d932e68-7f2c-417a-bcc4-e040af0eaf85, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:14.707355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d149a377-6134-4a18-91db-e7a470c9e9f0 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:14.709361 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b0da3a1-91b8-416f-b79a-3620d10459ec req-1ac7e5ac-cafe-4d58-bd69-f961bd9ce490 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156492 Feb 10 15:53:14.709570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-172826dc-1dbf-4eec-8c42-b7d134cce16a None None] Provisioning complete for port 0d932e68-7f2c-417a-bcc4-e040af0eaf85 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:14.710470 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-172826dc-1dbf-4eec-8c42-b7d134cce16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.779109 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-172826dc-1dbf-4eec-8c42-b7d134cce16a None None] Port 0d932e68-7f2c-417a-bcc4-e040af0eaf85 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:53:14.807680 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] For port 0d932e68-7f2c-417a-bcc4-e040af0eaf85, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0d932e68-7f2c-417a-bcc4-e040af0eaf85,segment=NetworkSegment(491d7797-843e-43b3-9ab3-f3f6ede047f6),segment_id=491d7797-843e-43b3-9ab3-f3f6ede047f6)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:14.814755 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: d149a377-6134-4a18-91db-e7a470c9e9f0 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:53:14.815273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d149a377-6134-4a18-91db-e7a470c9e9f0 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:14.815976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 317b4304-f286-490a-8207-e4556e2ba9a5 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:14.818888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Attempting to bind port 296a27ec-58db-4d30-b9cb-6a6eaed275e2 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:53:14.820116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Attempting to bind port 296a27ec-58db-4d30-b9cb-6a6eaed275e2 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:53:14.821281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Attempting to bind port 296a27ec-58db-4d30-b9cb-6a6eaed275e2 on network e4da2744-c92c-480b-806f-a22708302ec2 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:14.831771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:14.832578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Checking segment: {'id': '4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:53:14.834206 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.834767 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Bound using segment: {'id': '4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:14.835722 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Bound port: 296a27ec-58db-4d30-b9cb-6a6eaed275e2, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:53:14.836267 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (296a27ec-58db-4d30-b9cb-6a6eaed275e2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.871828 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.890980 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (aa4491c6-a893-486a-b339-c6526b77ae54), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:14.895286 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 317b4304-f286-490a-8207-e4556e2ba9a5 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:53:14.895636 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 317b4304-f286-490a-8207-e4556e2ba9a5 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:14.986792 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Routers {'5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:14.988341 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:52:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:15.033991 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:15.114072 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd52f4-c878-4ff8-8255-3e6e04aa44de None None] Pushing event updated for resources: {'Port': ['ID=0d932e68-7f2c-417a-bcc4-e040af0eaf85,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:15.129216 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network e4da2744-c92c-480b-806f-a22708302ec2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:15.153830 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:15.158789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:15.173689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06144704-0ee2-44e4-8ebb-a76c34f48fe9 req-388cadca-f098-4a0e-bd81-cec1693f60b5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:15.183575 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06144704-0ee2-44e4-8ebb-a76c34f48fe9 req-388cadca-f098-4a0e-bd81-cec1693f60b5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 945 time: 0.0816023 Feb 10 15:53:15.224843 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (f9e66bfc-5325-459c-baa1-3d65f892f418), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:15.238940 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] For port 296a27ec-58db-4d30-b9cb-6a6eaed275e2, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:15.260736 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06144704-0ee2-44e4-8ebb-a76c34f48fe9 req-8cb72bf1-ef9f-4c71-95bb-7c9c6cdf4641 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747063 Feb 10 15:53:15.278067 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-183fb3d7-bc02-4857-9625-33d7177e1173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:15.285268 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] For port 296a27ec-58db-4d30-b9cb-6a6eaed275e2, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=296a27ec-58db-4d30-b9cb-6a6eaed275e2,segment=NetworkSegment(4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f),segment_id=4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:15.304839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] Set router 5d045824-59d6-41dd-bfbd-9c11b4c8fdc6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:15.306512 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=aa4491c6-a893-486a-b339-c6526b77ae54,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:15.347621 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (296a27ec-58db-4d30-b9cb-6a6eaed275e2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:15.414599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3ca81f47-4502-4a8f-9c5a-2dfb5fcee815 None None] Provisioning complete for port 0d932e68-7f2c-417a-bcc4-e040af0eaf85 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:15.416041 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3ca81f47-4502-4a8f-9c5a-2dfb5fcee815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:15.444450 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d4fb8020-a67a-4d70-ac10-26e899d798e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:15.493881 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:15.543667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7d125-5f8e-4bec-9dab-9e88fa284024 None None] Pushing event updated for resources: {'Port': ['ID=296a27ec-58db-4d30-b9cb-6a6eaed275e2,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:15.652541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3ca81f47-4502-4a8f-9c5a-2dfb5fcee815 None None] Current status of the port 0d932e68-7f2c-417a-bcc4-e040af0eaf85 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:15.652963 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3ca81f47-4502-4a8f-9c5a-2dfb5fcee815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:15.797757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3ca81f47-4502-4a8f-9c5a-2dfb5fcee815 None None] For port 0d932e68-7f2c-417a-bcc4-e040af0eaf85, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0d932e68-7f2c-417a-bcc4-e040af0eaf85,segment=NetworkSegment(491d7797-843e-43b3-9ab3-f3f6ede047f6),segment_id=491d7797-843e-43b3-9ab3-f3f6ede047f6)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:15.805104 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3ca81f47-4502-4a8f-9c5a-2dfb5fcee815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:15.880857 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca81f47-4502-4a8f-9c5a-2dfb5fcee815 None None] Pushing event updated for resources: {'Port': ['ID=0d932e68-7f2c-417a-bcc4-e040af0eaf85,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:15.898610 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'name': 'tempest-TestAggregatesBasicOps-33349372-router', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'be281918-af3f-48f5-b1e1-c6219fd531e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T15:53:06Z', 'revision_number': 4, 'project_id': '10dad0a3993443cc92aea8fdd483860c', 'gw_port': {'id': 'be281918-af3f-48f5-b1e1-c6219fd531e3', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:03Z', 'updated_at': '2022-02-10T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '0d932e68-7f2c-417a-bcc4-e040af0eaf85', 'name': '', 'network_id': 'beb54b6a-97e9-4493-82d8-9858d0f97caf', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c', 'mac_address': 'fa:16:3e:51:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '8aca20f2-5393-476f-aa5a-44af8f20f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:06Z', 'updated_at': '2022-02-10T15:53:14Z', 'revision_number': 4, 'project_id': '10dad0a3993443cc92aea8fdd483860c', 'subnets': [{'id': '8aca20f2-5393-476f-aa5a-44af8f20f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:15.939672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4e75a-140b-4d65-94e5-a67dabb4cd57 None None] The sync data for ids ['5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'] in n-d-815324-7 is: [{'id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'name': 'tempest-TestAggregatesBasicOps-33349372-router', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'be281918-af3f-48f5-b1e1-c6219fd531e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T15:53:06Z', 'revision_number': 4, 'project_id': '10dad0a3993443cc92aea8fdd483860c', 'gw_port': {'id': 'be281918-af3f-48f5-b1e1-c6219fd531e3', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:03Z', 'updated_at': '2022-02-10T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '0d932e68-7f2c-417a-bcc4-e040af0eaf85', 'name': '', 'network_id': 'beb54b6a-97e9-4493-82d8-9858d0f97caf', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c', 'mac_address': 'fa:16:3e:51:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '8aca20f2-5393-476f-aa5a-44af8f20f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:06Z', 'updated_at': '2022-02-10T15:53:14Z', 'revision_number': 4, 'project_id': '10dad0a3993443cc92aea8fdd483860c', 'subnets': [{'id': '8aca20f2-5393-476f-aa5a-44af8f20f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:16.037982 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 85463186-5470-4be8-84c7-99818917a02e up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:16.092358 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 85463186-5470-4be8-84c7-99818917a02e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:16.092767 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (85463186-5470-4be8-84c7-99818917a02e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:16.191265 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 85463186-5470-4be8-84c7-99818917a02e is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:16.191936 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (85463186-5470-4be8-84c7-99818917a02e), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:16.217529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 85463186-5470-4be8-84c7-99818917a02e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=85463186-5470-4be8-84c7-99818917a02e,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:16.223683 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (85463186-5470-4be8-84c7-99818917a02e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:16.226010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0d932e68-7f2c-417a-bcc4-e040af0eaf85 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:16.317425 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=85463186-5470-4be8-84c7-99818917a02e,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:16.348525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 0d932e68-7f2c-417a-bcc4-e040af0eaf85 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:16.349117 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:16.486051 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d4ecf-fb1e-4d18-a83a-8472e6f163c2 req-9429a331-ea6c-4299-a1e7-a735df5579be tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:16.491375 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (aa4491c6-a893-486a-b339-c6526b77ae54), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:16.503883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-961d4ecf-fb1e-4d18-a83a-8472e6f163c2 req-9429a331-ea6c-4299-a1e7-a735df5579be tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 945 time: 0.1383917 Feb 10 15:53:16.508354 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:16.514258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb8020-a67a-4d70-ac10-26e899d798e9 admin admin] Deleting port 0d932e68-7f2c-417a-bcc4-e040af0eaf85 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:53:16.514703 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d4fb8020-a67a-4d70-ac10-26e899d798e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:16.579797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-961d4ecf-fb1e-4d18-a83a-8472e6f163c2 req-4a889f4e-e383-4d43-9ff7-c6c22a075e47 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660970 Feb 10 15:53:16.679425 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:16.706433 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0d932e68-7f2c-417a-bcc4-e040af0eaf85 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:16.744364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-d4fb8020-a67a-4d70-ac10-26e899d798e9 admin admin] For port 0d932e68-7f2c-417a-bcc4-e040af0eaf85, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0d932e68-7f2c-417a-bcc4-e040af0eaf85,segment=NetworkSegment(491d7797-843e-43b3-9ab3-f3f6ede047f6),segment_id=491d7797-843e-43b3-9ab3-f3f6ede047f6)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:16.751822 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d4fb8020-a67a-4d70-ac10-26e899d798e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:16.764740 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (f9e66bfc-5325-459c-baa1-3d65f892f418), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:16.788870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb8020-a67a-4d70-ac10-26e899d798e9 admin admin] Calling delete_port for 0d932e68-7f2c-417a-bcc4-e040af0eaf85 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:53:16.801340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=aa4491c6-a893-486a-b339-c6526b77ae54,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:16.807517 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6a833874-9f00-40b1-a9f3-0e5af0b0e303 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:16.836197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 6a833874-9f00-40b1-a9f3-0e5af0b0e303 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:53:16.836679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 6a833874-9f00-40b1-a9f3-0e5af0b0e303 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:16.837808 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bcb7f-d469-4ce4-918f-a4234bbac726 req-b6a6c868-3739-4710-9ad9-8c2f5a25fecb tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:16.839285 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f68bcb7f-d469-4ce4-918f-a4234bbac726 req-b6a6c868-3739-4710-9ad9-8c2f5a25fecb tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 945 time: 0.2288868 Feb 10 15:53:16.998362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fad0bb-f7b0-4fcd-8757-e86332150806 None None] Network e4da2744-c92c-480b-806f-a22708302ec2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:53:17.106747 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4ab265b5-c9fb-4c3a-a1d6-8ad55b7d0b04 None None] Provisioning complete for port 296a27ec-58db-4d30-b9cb-6a6eaed275e2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:17.107129 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4ab265b5-c9fb-4c3a-a1d6-8ad55b7d0b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (296a27ec-58db-4d30-b9cb-6a6eaed275e2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:17.117493 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network e4da2744-c92c-480b-806f-a22708302ec2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:17.123945 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:17.207186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-f68bcb7f-d469-4ce4-918f-a4234bbac726 req-dc990b5b-872e-4174-be64-2e4323e9a7bc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Deleting port 70900e85-e9dd-45c5-bea1-641c6a473a06 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:53:17.207528 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f68bcb7f-d469-4ce4-918f-a4234bbac726 req-dc990b5b-872e-4174-be64-2e4323e9a7bc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (70900e85-e9dd-45c5-bea1-641c6a473a06), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:17.231821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4ab265b5-c9fb-4c3a-a1d6-8ad55b7d0b04 None None] Current status of the port 296a27ec-58db-4d30-b9cb-6a6eaed275e2 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:17.231821 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4ab265b5-c9fb-4c3a-a1d6-8ad55b7d0b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (296a27ec-58db-4d30-b9cb-6a6eaed275e2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:17.273894 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-4ab265b5-c9fb-4c3a-a1d6-8ad55b7d0b04 None None] For port 296a27ec-58db-4d30-b9cb-6a6eaed275e2, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=296a27ec-58db-4d30-b9cb-6a6eaed275e2,segment=NetworkSegment(4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f),segment_id=4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:17.278462 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4ab265b5-c9fb-4c3a-a1d6-8ad55b7d0b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (296a27ec-58db-4d30-b9cb-6a6eaed275e2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:17.340032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab265b5-c9fb-4c3a-a1d6-8ad55b7d0b04 None None] Pushing event updated for resources: {'Port': ['ID=296a27ec-58db-4d30-b9cb-6a6eaed275e2,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:17.406376 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d4fb8020-a67a-4d70-ac10-26e899d798e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (0d932e68-7f2c-417a-bcc4-e040af0eaf85), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:17.419472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router f9e66bfc-5325-459c-baa1-3d65f892f418 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:17.424826 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f68bcb7f-d469-4ce4-918f-a4234bbac726 req-dc990b5b-872e-4174-be64-2e4323e9a7bc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] For port 70900e85-e9dd-45c5-bea1-641c6a473a06, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=70900e85-e9dd-45c5-bea1-641c6a473a06,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:17.425194 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f68bcb7f-d469-4ce4-918f-a4234bbac726 req-dc990b5b-872e-4174-be64-2e4323e9a7bc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (70900e85-e9dd-45c5-bea1-641c6a473a06), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:17.452928 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb8020-a67a-4d70-ac10-26e899d798e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d932e68-7f2c-417a-bcc4-e040af0eaf85,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:17.483239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-f68bcb7f-d469-4ce4-918f-a4234bbac726 req-dc990b5b-872e-4174-be64-2e4323e9a7bc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Calling delete_port for 70900e85-e9dd-45c5-bea1-641c6a473a06 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:53:17.502287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-189f341d-b13f-454d-ae27-16ec6be44837 None None] Provisioning complete for port 296a27ec-58db-4d30-b9cb-6a6eaed275e2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:17.502653 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-189f341d-b13f-454d-ae27-16ec6be44837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (296a27ec-58db-4d30-b9cb-6a6eaed275e2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:17.608992 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-189f341d-b13f-454d-ae27-16ec6be44837 None None] Current status of the port 296a27ec-58db-4d30-b9cb-6a6eaed275e2 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:17.621552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-189f341d-b13f-454d-ae27-16ec6be44837 None None] Provisioning complete for port aa4491c6-a893-486a-b339-c6526b77ae54 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:17.622081 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-189f341d-b13f-454d-ae27-16ec6be44837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:17.719226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-189f341d-b13f-454d-ae27-16ec6be44837 None None] Port aa4491c6-a893-486a-b339-c6526b77ae54 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:53:17.762584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933ccf3-e489-4af7-9faf-ba7448d80ce7 req-cb94ccff-863d-4e33-9475-8bd89d59729d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:17.764871 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d933ccf3-e489-4af7-9faf-ba7448d80ce7 req-cb94ccff-863d-4e33-9475-8bd89d59729d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 945 time: 0.1085372 Feb 10 15:53:17.835803 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d4fb8020-a67a-4d70-ac10-26e899d798e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:17.852794 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d933ccf3-e489-4af7-9faf-ba7448d80ce7 req-e54957ad-e126-4bca-af08-1c148560e494 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742710 Feb 10 15:53:17.859228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-128490ba-45d9-4d60-9bd7-e8da3ba2fb23 None None] Provisioning complete for port aa4491c6-a893-486a-b339-c6526b77ae54 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:17.863105 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-128490ba-45d9-4d60-9bd7-e8da3ba2fb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:17.908955 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-128490ba-45d9-4d60-9bd7-e8da3ba2fb23 None None] Port aa4491c6-a893-486a-b339-c6526b77ae54 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:53:17.909443 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:17.927176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94791c79-e527-4228-b937-246c408fa485 None None] Sync routers for ids ['f9e66bfc-5325-459c-baa1-3d65f892f418'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:17.944562 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94791c79-e527-4228-b937-246c408fa485 None None] Routers {'f9e66bfc-5325-459c-baa1-3d65f892f418'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:17.956253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-94791c79-e527-4228-b937-246c408fa485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:53:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f9e66bfc-5325-459c-baa1-3d65f892f418'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:17.957571 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-292a6cb3-3677-4c47-aaab-dd74d76a892b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "PUT /v2.0/routers/f9e66bfc-5325-459c-baa1-3d65f892f418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1022084 Feb 10 15:53:18.040136 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f68bcb7f-d469-4ce4-918f-a4234bbac726 req-dc990b5b-872e-4174-be64-2e4323e9a7bc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (70900e85-e9dd-45c5-bea1-641c6a473a06), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:18.048607 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 296a27ec-58db-4d30-b9cb-6a6eaed275e2 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:18.057589 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['4e97bd04-1661-46d2-ace1-40f9596fa48f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:53:18.077780 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc990b5b-872e-4174-be64-2e4323e9a7bc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event deleted for resources: {'Port': ['ID=70900e85-e9dd-45c5-bea1-641c6a473a06,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:18.104134 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:18.183683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68bcb7f-d469-4ce4-918f-a4234bbac726 req-dc990b5b-872e-4174-be64-2e4323e9a7bc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] No DVR routers for this DVR port 70900e85-e9dd-45c5-bea1-641c6a473a06 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:18.191229 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f68bcb7f-d469-4ce4-918f-a4234bbac726 req-dc990b5b-872e-4174-be64-2e4323e9a7bc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:18.195293 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f68bcb7f-d469-4ce4-918f-a4234bbac726 req-dc990b5b-872e-4174-be64-2e4323e9a7bc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "DELETE /v2.0/ports/70900e85-e9dd-45c5-bea1-641c6a473a06 HTTP/1.1" status: 204 len: 173 time: 1.3428404 Feb 10 15:53:18.195877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26d1013-1b33-4633-bd50-3f2b2c97f2fe', 'name': 'network-vif-deleted', 'tag': '70900e85-e9dd-45c5-bea1-641c6a473a06'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:53:18.198461 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c651194c-ca19-4125-bf27-1b1216b1487a" -d '{"events": [{"server_uuid": "d26d1013-1b33-4633-bd50-3f2b2c97f2fe", "name": "network-vif-deleted", "tag": "70900e85-e9dd-45c5-bea1-641c6a473a06"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:18.217354 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d7a12459-1e3a-4264-9148-32a3ffe6d3c3 None None] Provisioning complete for port aa4491c6-a893-486a-b339-c6526b77ae54 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:18.217729 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d7a12459-1e3a-4264-9148-32a3ffe6d3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:18.268482 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bfb62d-a038-4172-a540-1e8a7b292f79 x-openstack-request-id: req-25bfb62d-a038-4172-a540-1e8a7b292f79 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:18.268962 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26d1013-1b33-4633-bd50-3f2b2c97f2fe", "name": "network-vif-deleted", "tag": "70900e85-e9dd-45c5-bea1-641c6a473a06", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:18.269328 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25bfb62d-a038-4172-a540-1e8a7b292f79 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:18.270487 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26d1013-1b33-4633-bd50-3f2b2c97f2fe', 'name': 'network-vif-deleted', 'tag': '70900e85-e9dd-45c5-bea1-641c6a473a06', 'status': 'completed', 'code': 200} Feb 10 15:53:18.295088 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-94791c79-e527-4228-b937-246c408fa485 None None] Set router f9e66bfc-5325-459c-baa1-3d65f892f418 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:18.301444 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fb8020-a67a-4d70-ac10-26e899d798e9 admin admin] Router 5d045824-59d6-41dd-bfbd-9c11b4c8fdc6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:18.312564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-d58f2fe3-bcf3-4327-b8db-bca2b2f68006 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-446990140&fields=id&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb HTTP/1.1" status: 200 len: 267 time: 0.1216226 Feb 10 15:53:18.389740 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d7a12459-1e3a-4264-9148-32a3ffe6d3c3 None None] Port aa4491c6-a893-486a-b339-c6526b77ae54 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:53:18.454166 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fb8020-a67a-4d70-ac10-26e899d798e9 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:18.454413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-fb3e4fee-8ef4-4829-82b1-1dc438487fe8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:18.456116 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-fb3e4fee-8ef4-4829-82b1-1dc438487fe8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/networks?id=e4da2744-c92c-480b-806f-a22708302ec2 HTTP/1.1" status: 200 len: 795 time: 0.1400874 Feb 10 15:53:18.462115 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d4fb8020-a67a-4d70-ac10-26e899d798e9 admin admin] 10.222.0.64 "PUT /v2.0/routers/5d045824-59d6-41dd-bfbd-9c11b4c8fdc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2203658 Feb 10 15:53:18.463222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36420) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:18.467429 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a253695-a5f3-46e0-918d-6dd7d3a91110 None None] Sync routers for ids ['5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:18.476029 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-c3c6b3df-bcbd-4db4-804e-e6b46722aaa8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/quotas/2c35d11a6fb9432f955126d4d4ccd7cb HTTP/1.1" status: 200 len: 375 time: 0.0137513 Feb 10 15:53:18.486636 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a253695-a5f3-46e0-918d-6dd7d3a91110 None None] Routers {'5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:18.487765 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-7a253695-a5f3-46e0-918d-6dd7d3a91110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:53:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:18.501742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 296a27ec-58db-4d30-b9cb-6a6eaed275e2 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:18.502116 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (296a27ec-58db-4d30-b9cb-6a6eaed275e2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:18.579290 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-48555f74-cd72-4793-802d-8a666adde679 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0979590 Feb 10 15:53:18.603296 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e5914cc-94be-436a-b985-4edfe4e24f6d admin admin] Publish callbacks [] for router (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:18.683231 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-7a253695-a5f3-46e0-918d-6dd7d3a91110 None None] Set router 5d045824-59d6-41dd-bfbd-9c11b4c8fdc6 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:18.731296 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e5914cc-94be-436a-b985-4edfe4e24f6d admin admin] Publish callbacks [] for router_gateway (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:18.846857 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 296a27ec-58db-4d30-b9cb-6a6eaed275e2 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:18.848033 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 85463186-5470-4be8-84c7-99818917a02e up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:18.848946 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-9e5914cc-94be-436a-b985-4edfe4e24f6d admin admin] Deleting port be281918-af3f-48f5-b1e1-c6219fd531e3 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:53:18.850730 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e5914cc-94be-436a-b985-4edfe4e24f6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (be281918-af3f-48f5-b1e1-c6219fd531e3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:18.893960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-94791c79-e527-4228-b937-246c408fa485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485356424', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '85463186-5470-4be8-84c7-99818917a02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:09Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '85463186-5470-4be8-84c7-99818917a02e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:10Z', 'updated_at': '2022-02-10T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'aa4491c6-a893-486a-b339-c6526b77ae54', 'name': '', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:71:8a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:13Z', 'updated_at': '2022-02-10T15:53:16Z', 'revision_number': 2, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:18.937935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94791c79-e527-4228-b937-246c408fa485 None None] Checking router: f9e66bfc-5325-459c-baa1-3d65f892f418 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:18.938297 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94791c79-e527-4228-b937-246c408fa485 None None] Updating router f9e66bfc-5325-459c-baa1-3d65f892f418 port aa4491c6-a893-486a-b339-c6526b77ae54 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:53:18.986116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 70900e85-e9dd-45c5-bea1-641c6a473a06 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:19.017768 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 70900e85-e9dd-45c5-bea1-641c6a473a06 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:53:19.018248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 70900e85-e9dd-45c5-bea1-641c6a473a06 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:19.031484 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94791c79-e527-4228-b937-246c408fa485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:19.037984 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-df89afb7-7d4f-4186-8239-1fc74ac39d21 req-9bccad0d-78cb-4631-a753-35fa9f4a59a9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 210 time: 0.0720239 Feb 10 15:53:19.060733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-9e5914cc-94be-436a-b985-4edfe4e24f6d admin admin] For port be281918-af3f-48f5-b1e1-c6219fd531e3, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=be281918-af3f-48f5-b1e1-c6219fd531e3,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:19.061101 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e5914cc-94be-436a-b985-4edfe4e24f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (be281918-af3f-48f5-b1e1-c6219fd531e3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:19.070659 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:19.074888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 85463186-5470-4be8-84c7-99818917a02e triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:19.075914 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (85463186-5470-4be8-84c7-99818917a02e), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:19.087297 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-b6e0e75f-f9e7-49da-b6ad-423e5ed74839 service neutron] 10.222.0.64 "GET /v2.0/networks/e4da2744-c92c-480b-806f-a22708302ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955447 Feb 10 15:53:19.090576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-9e5914cc-94be-436a-b985-4edfe4e24f6d admin admin] Calling delete_port for be281918-af3f-48f5-b1e1-c6219fd531e3 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:53:19.106636 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-7a253695-a5f3-46e0-918d-6dd7d3a91110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'name': 'tempest-TestAggregatesBasicOps-33349372-router', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'be281918-af3f-48f5-b1e1-c6219fd531e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T15:53:17Z', 'revision_number': 5, 'project_id': '10dad0a3993443cc92aea8fdd483860c', 'gw_port': {'id': 'be281918-af3f-48f5-b1e1-c6219fd531e3', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:03Z', 'updated_at': '2022-02-10T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:19.136460 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a253695-a5f3-46e0-918d-6dd7d3a91110 None None] Checking router: 5d045824-59d6-41dd-bfbd-9c11b4c8fdc6 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:19.147651 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a253695-a5f3-46e0-918d-6dd7d3a91110 None None] Routers {'5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:19.148526 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-7a253695-a5f3-46e0-918d-6dd7d3a91110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:53:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:19.262587 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-7a253695-a5f3-46e0-918d-6dd7d3a91110 None None] Set router 5d045824-59d6-41dd-bfbd-9c11b4c8fdc6 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:19.274750 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-5a0e2cf6-0c15-40d3-a79c-94d776d8c1c0 service neutron] 10.222.0.64 "GET /v2.0/networks/e4da2744-c92c-480b-806f-a22708302ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746764 Feb 10 15:53:19.279190 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 85463186-5470-4be8-84c7-99818917a02e is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:19.342804 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-7a253695-a5f3-46e0-918d-6dd7d3a91110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'name': 'tempest-TestAggregatesBasicOps-33349372-router', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T15:53:18Z', 'revision_number': 6, 'project_id': '10dad0a3993443cc92aea8fdd483860c', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:19.387686 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a253695-a5f3-46e0-918d-6dd7d3a91110 None None] The sync data for ids ['5d045824-59d6-41dd-bfbd-9c11b4c8fdc6'] in n-d-815324-7 is: [{'id': '5d045824-59d6-41dd-bfbd-9c11b4c8fdc6', 'name': 'tempest-TestAggregatesBasicOps-33349372-router', 'tenant_id': '10dad0a3993443cc92aea8fdd483860c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:02Z', 'updated_at': '2022-02-10T15:53:18Z', 'revision_number': 6, 'project_id': '10dad0a3993443cc92aea8fdd483860c', 'gw_port_host': None}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:19.400188 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e5914cc-94be-436a-b985-4edfe4e24f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (be281918-af3f-48f5-b1e1-c6219fd531e3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:19.466706 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94791c79-e527-4228-b937-246c408fa485 None None] Publish callbacks [] for port (aa4491c6-a893-486a-b339-c6526b77ae54), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:19.477343 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94791c79-e527-4228-b937-246c408fa485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:19.489577 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5914cc-94be-436a-b985-4edfe4e24f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=be281918-af3f-48f5-b1e1-c6219fd531e3,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:19.540095 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e5914cc-94be-436a-b985-4edfe4e24f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:19.570542 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b4585ec5-f142-4d69-84ff-6178b375413c req-14b08d56-7e17-41d2-acb1-029aaa8995ee tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 210 time: 0.0490615 Feb 10 15:53:19.613731 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45781436-537f-4f34-b429-91d7ccd696d9 None None] Pushing event updated for resources: {'Port': ['ID=aa4491c6-a893-486a-b339-c6526b77ae54,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:19.658644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-94791c79-e527-4228-b937-246c408fa485 None None] Attempting to bind port aa4491c6-a893-486a-b339-c6526b77ae54 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:53:19.659475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-94791c79-e527-4228-b937-246c408fa485 None None] Attempting to bind port aa4491c6-a893-486a-b339-c6526b77ae54 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:53:19.659995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94791c79-e527-4228-b937-246c408fa485 None None] Attempting to bind port aa4491c6-a893-486a-b339-c6526b77ae54 on network e4da2744-c92c-480b-806f-a22708302ec2 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:19.666146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94791c79-e527-4228-b937-246c408fa485 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:19.666561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94791c79-e527-4228-b937-246c408fa485 None None] Checking segment: {'id': '4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:53:19.667058 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94791c79-e527-4228-b937-246c408fa485 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:19.667647 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94791c79-e527-4228-b937-246c408fa485 None None] Bound using segment: {'id': '4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:19.669130 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-94791c79-e527-4228-b937-246c408fa485 None None] Bound port: aa4491c6-a893-486a-b339-c6526b77ae54, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:53:19.669948 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94791c79-e527-4228-b937-246c408fa485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:19.706490 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e5914cc-94be-436a-b985-4edfe4e24f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:19.709016 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e5914cc-94be-436a-b985-4edfe4e24f6d admin admin] Publish callbacks [] for router_controller (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:19.786859 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-94791c79-e527-4228-b937-246c408fa485 None None] For port aa4491c6-a893-486a-b339-c6526b77ae54, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:19.797284 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e5914cc-94be-436a-b985-4edfe4e24f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (5d045824-59d6-41dd-bfbd-9c11b4c8fdc6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:19.798165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5914cc-94be-436a-b985-4edfe4e24f6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d045824-59d6-41dd-bfbd-9c11b4c8fdc6 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:53:19.800558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-94791c79-e527-4228-b937-246c408fa485 None None] For port aa4491c6-a893-486a-b339-c6526b77ae54, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=aa4491c6-a893-486a-b339-c6526b77ae54,segment=NetworkSegment(4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f),segment_id=4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:19.815119 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94791c79-e527-4228-b937-246c408fa485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:19.837120 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e5914cc-94be-436a-b985-4edfe4e24f6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:19.840551 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9e5914cc-94be-436a-b985-4edfe4e24f6d admin admin] 10.222.0.64 "DELETE /v2.0/routers/5d045824-59d6-41dd-bfbd-9c11b4c8fdc6 HTTP/1.1" status: 204 len: 168 time: 1.3747363 Feb 10 15:53:19.840873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36434) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:19.946684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ab0992-6199-4c21-8a2f-bda6e157f5bc admin admin] Deleting subnet 8aca20f2-5393-476f-aa5a-44af8f20f3f9 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:53:19.951740 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19ab0992-6199-4c21-8a2f-bda6e157f5bc admin admin] Publish callbacks [] for subnet (8aca20f2-5393-476f-aa5a-44af8f20f3f9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:20.025030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19ab0992-6199-4c21-8a2f-bda6e157f5bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (8aca20f2-5393-476f-aa5a-44af8f20f3f9), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:20.095520 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:53:20.162856 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19ab0992-6199-4c21-8a2f-bda6e157f5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (8aca20f2-5393-476f-aa5a-44af8f20f3f9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:20.179337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45781436-537f-4f34-b429-91d7ccd696d9 None None] Pushing event updated for resources: {'Port': ['ID=aa4491c6-a893-486a-b339-c6526b77ae54,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:20.182148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0d932e68-7f2c-417a-bcc4-e040af0eaf85 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:20.207653 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 0d932e68-7f2c-417a-bcc4-e040af0eaf85 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:53:20.208238 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0d932e68-7f2c-417a-bcc4-e040af0eaf85 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:20.224056 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-55304181-e20c-4edd-a434-26234c0896d4 req-b4ab5b67-cdf6-4d4e-bebe-bf7c3e37ad16 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 210 time: 0.0923822 Feb 10 15:53:20.227685 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0ea6d091-b9a9-4463-94a9-9d6f07adce92 None None] Provisioning complete for port aa4491c6-a893-486a-b339-c6526b77ae54 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:20.227685 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d091-b9a9-4463-94a9-9d6f07adce92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:20.259295 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19ab0992-6199-4c21-8a2f-bda6e157f5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (8aca20f2-5393-476f-aa5a-44af8f20f3f9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:20.261538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94791c79-e527-4228-b937-246c408fa485 None None] Routers {'f9e66bfc-5325-459c-baa1-3d65f892f418'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:20.262318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-94791c79-e527-4228-b937-246c408fa485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:53:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f9e66bfc-5325-459c-baa1-3d65f892f418'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:20.276366 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19ab0992-6199-4c21-8a2f-bda6e157f5bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:20.282954 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36440) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:20.295745 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-19ab0992-6199-4c21-8a2f-bda6e157f5bc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8aca20f2-5393-476f-aa5a-44af8f20f3f9 HTTP/1.1" status: 204 len: 168 time: 0.4372230 Feb 10 15:53:20.325057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab0992-6199-4c21-8a2f-bda6e157f5bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aca20f2-5393-476f-aa5a-44af8f20f3f9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:20.337955 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483a409a-ff29-489e-8579-161463b92355 None None] Network beb54b6a-97e9-4493-82d8-9858d0f97caf requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:53:20.436169 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (beb54b6a-97e9-4493-82d8-9858d0f97caf), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:20.532350 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-94791c79-e527-4228-b937-246c408fa485 None None] Set router f9e66bfc-5325-459c-baa1-3d65f892f418 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:20.534824 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] Deleting port d6abcd43-2616-46df-b073-0401300afeca {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:53:20.534824 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d6abcd43-2616-46df-b073-0401300afeca), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:20.615740 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] For port d6abcd43-2616-46df-b073-0401300afeca, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d6abcd43-2616-46df-b073-0401300afeca,segment=NetworkSegment(491d7797-843e-43b3-9ab3-f3f6ede047f6),segment_id=491d7797-843e-43b3-9ab3-f3f6ede047f6)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:20.616258 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d6abcd43-2616-46df-b073-0401300afeca), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:20.623016 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0ea6d091-b9a9-4463-94a9-9d6f07adce92 None None] Current status of the port aa4491c6-a893-486a-b339-c6526b77ae54 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:20.623409 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d091-b9a9-4463-94a9-9d6f07adce92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:20.656542 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] Calling delete_port for d6abcd43-2616-46df-b073-0401300afeca owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:53:20.701981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0eca3312-c8ab-4980-b24e-50d8f2c9f0d3 req-2475d00b-a20f-4f5f-93ca-fa10f0a9e18f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 210 time: 0.0429571 Feb 10 15:53:20.728101 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0ea6d091-b9a9-4463-94a9-9d6f07adce92 None None] For port aa4491c6-a893-486a-b339-c6526b77ae54, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=aa4491c6-a893-486a-b339-c6526b77ae54,segment=NetworkSegment(4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f),segment_id=4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:20.744294 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d091-b9a9-4463-94a9-9d6f07adce92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:20.815814 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cfdaa9-31b5-4246-a6d7-2579ef0e86d7 None None] DHCP port deletion for beb54b6a-97e9-4493-82d8-9858d0f97caf request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:53:20.836468 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (d6abcd43-2616-46df-b073-0401300afeca), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:20.860290 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] No DVR routers for this DVR port d6abcd43-2616-46df-b073-0401300afeca on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:20.912774 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6abcd43-2616-46df-b073-0401300afeca,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:20.931597 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6d091-b9a9-4463-94a9-9d6f07adce92 None None] Pushing event updated for resources: {'Port': ['ID=aa4491c6-a893-486a-b339-c6526b77ae54,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:20.996027 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (beb54b6a-97e9-4493-82d8-9858d0f97caf), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:20.996603 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c9d8846d-9f82-4f16-b03d-74e36815b86f None None] Provisioning complete for port aa4491c6-a893-486a-b339-c6526b77ae54 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:20.997025 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c9d8846d-9f82-4f16-b03d-74e36815b86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:21.021530 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb54b6a-97e9-4493-82d8-9858d0f97caf']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:21.043123 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491d7797-843e-43b3-9ab3-f3f6ede047f6') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:21.043441 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491d7797-843e-43b3-9ab3-f3f6ede047f6') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:21.055355 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (491d7797-843e-43b3-9ab3-f3f6ede047f6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:21.069749 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (491d7797-843e-43b3-9ab3-f3f6ede047f6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:21.076488 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:53:21.076924 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (491d7797-843e-43b3-9ab3-f3f6ede047f6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:21.078842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b0cfdaa9-31b5-4246-a6d7-2579ef0e86d7 None None] Deleting port d6abcd43-2616-46df-b073-0401300afeca {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:53:21.079607 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b0cfdaa9-31b5-4246-a6d7-2579ef0e86d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d6abcd43-2616-46df-b073-0401300afeca), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:21.119582 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-60fc11d4-c51a-4560-baf1-c94f73b57ac3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:21.121727 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-60fc11d4-c51a-4560-baf1-c94f73b57ac3 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "GET /v2.0/networks?id=e4da2744-c92c-480b-806f-a22708302ec2 HTTP/1.1" status: 200 len: 795 time: 0.2636132 Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:53:21.128124 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:53:21.139231 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (beb54b6a-97e9-4493-82d8-9858d0f97caf), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:21.156113 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:21.160099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] 10.222.0.64 "DELETE /v2.0/networks/beb54b6a-97e9-4493-82d8-9858d0f97caf HTTP/1.1" status: 204 len: 168 time: 0.8755784 Feb 10 15:53:21.161244 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9800e4-d9bd-4ef8-92e5-10735d01931f admin admin] Pushing event deleted for resources: {'Network': ['ID=beb54b6a-97e9-4493-82d8-9858d0f97caf,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:21.166080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b0cfdaa9-31b5-4246-a6d7-2579ef0e86d7 None None] For port d6abcd43-2616-46df-b073-0401300afeca, host n-d-815324-7, got binding levels [] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:21.166499 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b0cfdaa9-31b5-4246-a6d7-2579ef0e86d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d6abcd43-2616-46df-b073-0401300afeca), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:21.181785 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b0cfdaa9-31b5-4246-a6d7-2579ef0e86d7 None None] Calling delete_port for d6abcd43-2616-46df-b073-0401300afeca owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:53:21.187096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.ipam_backend_mixin [None req-b0cfdaa9-31b5-4246-a6d7-2579ef0e86d7 None None] Port d6abcd43-2616-46df-b073-0401300afeca was not found and therefore no delete operation was performed {{(pid=103370) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 15:53:21.193236 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b0cfdaa9-31b5-4246-a6d7-2579ef0e86d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (d6abcd43-2616-46df-b073-0401300afeca), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:21.218459 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-d5f75e9a-306a-4a52-8fe7-6f57bf07e155 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb HTTP/1.1" status: 200 len: 379 time: 0.0847170 Feb 10 15:53:21.223692 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfdaa9-31b5-4246-a6d7-2579ef0e86d7 None None] Pushing event deleted for resources: {'Port': ['ID=d6abcd43-2616-46df-b073-0401300afeca,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:21.230111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0cfdaa9-31b5-4246-a6d7-2579ef0e86d7 None None] Network beb54b6a-97e9-4493-82d8-9858d0f97caf is not hosted by any dhcp agent {{(pid=103370) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 15:53:21.230565 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cfdaa9-31b5-4246-a6d7-2579ef0e86d7 None None] No DVR routers for this DVR port d6abcd43-2616-46df-b073-0401300afeca on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:21.234659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-09bb0193-aed5-488e-b0f5-4b5261a10a5c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'port': {'device_id': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'admin_state_up': True, 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'security_groups': ['86f9ba20-de57-41f5-8db6-ba287336a67a']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:21.237417 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-94791c79-e527-4228-b937-246c408fa485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485356424', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '85463186-5470-4be8-84c7-99818917a02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:09Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '85463186-5470-4be8-84c7-99818917a02e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:10Z', 'updated_at': '2022-02-10T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'aa4491c6-a893-486a-b339-c6526b77ae54', 'name': '', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:71:8a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:13Z', 'updated_at': '2022-02-10T15:53:19Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:21.313304 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94791c79-e527-4228-b937-246c408fa485 None None] The sync data for ids ['f9e66bfc-5325-459c-baa1-3d65f892f418'] in n-d-815324-7 is: [{'id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485356424', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '85463186-5470-4be8-84c7-99818917a02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:09Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '85463186-5470-4be8-84c7-99818917a02e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:10Z', 'updated_at': '2022-02-10T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'aa4491c6-a893-486a-b339-c6526b77ae54', 'name': '', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:71:8a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:13Z', 'updated_at': '2022-02-10T15:53:19Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:21.368241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8846d-9f82-4f16-b03d-74e36815b86f None None] Current status of the port aa4491c6-a893-486a-b339-c6526b77ae54 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:21.403813 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e41da2d-b1ae-4b19-9a04-fca8fa6d3a23 req-0a93426c-f93d-4174-973a-85c4e2d7f51f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 210 time: 0.0792646 Feb 10 15:53:21.440929 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36448) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:21.466798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-09bb0193-aed5-488e-b0f5-4b5261a10a5c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Made reservation on behalf of 2c35d11a6fb9432f955126d4d4ccd7cb for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:21.470501 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-09bb0193-aed5-488e-b0f5-4b5261a10a5c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:21.506027 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9cc15845-0cc7-4874-bac6-9169cfb9ed8c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9cad8a0e31964e74a72a2f061be4feba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0637608 Feb 10 15:53:21.509278 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36450) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:21.567324 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9bce6e90-8e64-478e-873d-beca52b7d025 admin admin] Publish callbacks [] for security_group (40e7d21d-5c16-4075-a2cc-68849e723f0e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:21.594996 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9bce6e90-8e64-478e-873d-beca52b7d025 admin admin] Publish callbacks [] for security_group (40e7d21d-5c16-4075-a2cc-68849e723f0e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:21.634795 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-09bb0193-aed5-488e-b0f5-4b5261a10a5c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Allocated IP 172.20.0.14 (e4da2744-c92c-480b-806f-a22708302ec2/4e28954c-5cfe-4c7b-951d-06685bc0339b/0ca87e4d-1a55-4514-9906-d1530661ca2a) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:21.658913 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9bce6e90-8e64-478e-873d-beca52b7d025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (40e7d21d-5c16-4075-a2cc-68849e723f0e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:21.664194 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9bce6e90-8e64-478e-873d-beca52b7d025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:21.668766 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9bce6e90-8e64-478e-873d-beca52b7d025 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40e7d21d-5c16-4075-a2cc-68849e723f0e HTTP/1.1" status: 204 len: 168 time: 0.1559863 Feb 10 15:53:21.676746 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce6e90-8e64-478e-873d-beca52b7d025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e7d21d-5c16-4075-a2cc-68849e723f0e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:21.865335 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device aa4491c6-a893-486a-b339-c6526b77ae54 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:21.892925 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-09bb0193-aed5-488e-b0f5-4b5261a10a5c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:21.897861 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bcd2777a-019c-4c26-9a91-1e297fb627be req-7f3bdff8-e6d2-4271-a649-bd01877ebde0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 210 time: 0.0333579 Feb 10 15:53:21.948050 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-09bb0193-aed5-488e-b0f5-4b5261a10a5c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:21.963606 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port aa4491c6-a893-486a-b339-c6526b77ae54 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:21.964057 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:22.021159 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb0193-aed5-488e-b0f5-4b5261a10a5c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=0ca87e4d-1a55-4514-9906-d1530661ca2a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:22.044423 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-09bb0193-aed5-488e-b0f5-4b5261a10a5c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network e4da2744-c92c-480b-806f-a22708302ec2 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:22.046111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-09bb0193-aed5-488e-b0f5-4b5261a10a5c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:22.050240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-09bb0193-aed5-488e-b0f5-4b5261a10a5c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:22.117462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port aa4491c6-a893-486a-b339-c6526b77ae54 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:22.146416 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-09bb0193-aed5-488e-b0f5-4b5261a10a5c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:22.147140 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-09bb0193-aed5-488e-b0f5-4b5261a10a5c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:22.177779 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-09bb0193-aed5-488e-b0f5-4b5261a10a5c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9519608 Feb 10 15:53:22.190934 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Request body: {'port': {'device_id': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:22.214494 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device be281918-af3f-48f5-b1e1-c6219fd531e3 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:22.263480 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: be281918-af3f-48f5-b1e1-c6219fd531e3 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:53:22.264453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device be281918-af3f-48f5-b1e1-c6219fd531e3 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:22.265513 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d6abcd43-2616-46df-b073-0401300afeca no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:22.319343 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36458) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:22.320932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: d6abcd43-2616-46df-b073-0401300afeca {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:53:22.321695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d6abcd43-2616-46df-b073-0401300afeca not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:22.410572 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d5775928-1091-4af0-bbf9-61a307199dff None None] Provisioning complete for port 0ca87e4d-1a55-4514-9906-d1530661ca2a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:22.410958 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5775928-1091-4af0-bbf9-61a307199dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:22.435077 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-043f1b36-4900-4307-9faf-7d1c41a8092d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10dad0a3993443cc92aea8fdd483860c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1142416 Feb 10 15:53:22.436314 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36462) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:22.496075 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a54e7aef-7d62-42d0-ab9a-823335e03e02 admin admin] Publish callbacks [] for security_group (523c8069-0435-431b-8381-1a9e3f96d10f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:22.506475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d5775928-1091-4af0-bbf9-61a307199dff None None] Port 0ca87e4d-1a55-4514-9906-d1530661ca2a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:53:22.571230 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6794a30d-e121-46e2-b213-7b0e2bd77749 req-019e5cfa-123a-4cc1-9ede-58b540f1eb75 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 210 time: 0.0550287 Feb 10 15:53:22.578401 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a54e7aef-7d62-42d0-ab9a-823335e03e02 admin admin] Publish callbacks [] for security_group (523c8069-0435-431b-8381-1a9e3f96d10f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:22.639060 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a54e7aef-7d62-42d0-ab9a-823335e03e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (523c8069-0435-431b-8381-1a9e3f96d10f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:22.641932 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a54e7aef-7d62-42d0-ab9a-823335e03e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:22.646548 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a54e7aef-7d62-42d0-ab9a-823335e03e02 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/523c8069-0435-431b-8381-1a9e3f96d10f HTTP/1.1" status: 204 len: 168 time: 0.2089579 Feb 10 15:53:22.657074 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e7aef-7d62-42d0-ab9a-823335e03e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523c8069-0435-431b-8381-1a9e3f96d10f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:22.777062 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:23.071319 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012c5d8-ead5-4753-bb32-00df1d1709ee req-9c3adc04-3542-41d9-b71a-8da8030d2bd8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:23.072983 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0012c5d8-ead5-4753-bb32-00df1d1709ee req-9c3adc04-3542-41d9-b71a-8da8030d2bd8 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 932 time: 0.0783789 Feb 10 15:53:23.163300 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0012c5d8-ead5-4753-bb32-00df1d1709ee req-e7bc301e-4346-4008-b90a-eaae811dde8a tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800245 Feb 10 15:53:23.192005 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca87e4d-1a55-4514-9906-d1530661ca2a {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:53:23.202321 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Publish callbacks [] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:23.216985 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Transition to ACTIVE for port object 0ca87e4d-1a55-4514-9906-d1530661ca2a will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:53:23.222912 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:23.313825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Pushing event updated for resources: {'Port': ['ID=0ca87e4d-1a55-4514-9906-d1530661ca2a,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:23.381745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Attempting to bind port 0ca87e4d-1a55-4514-9906-d1530661ca2a on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:53:23.382101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Attempting to bind port 0ca87e4d-1a55-4514-9906-d1530661ca2a by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:53:23.382481 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Attempting to bind port 0ca87e4d-1a55-4514-9906-d1530661ca2a on network e4da2744-c92c-480b-806f-a22708302ec2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:23.387423 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Port 0ca87e4d-1a55-4514-9906-d1530661ca2a on network e4da2744-c92c-480b-806f-a22708302ec2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:53:23.387757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Attempting to bind port 0ca87e4d-1a55-4514-9906-d1530661ca2a on network e4da2744-c92c-480b-806f-a22708302ec2 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:23.393291 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:23.393707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Checking segment: {'id': '4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:53:23.394121 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Bound using segment: {'id': '4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:23.394561 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Bound port: 0ca87e4d-1a55-4514-9906-d1530661ca2a, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:53:23.394925 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:23.477475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] For port 0ca87e4d-1a55-4514-9906-d1530661ca2a, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:23.480570 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] For port 0ca87e4d-1a55-4514-9906-d1530661ca2a, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0ca87e4d-1a55-4514-9906-d1530661ca2a,segment=NetworkSegment(4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f),segment_id=4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:23.489897 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:23.545053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:23.545590 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:23.547122 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-7828d341-659d-4b58-a565-a45630e71bad service neutron] 10.222.0.72 "PUT /v2.0/ports/0ca87e4d-1a55-4514-9906-d1530661ca2a HTTP/1.1" status: 200 len: 1092 time: 1.3608773 Feb 10 15:53:23.547575 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'tag': '0ca87e4d-1a55-4514-9906-d1530661ca2a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:53:23.549866 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0c83b7-e0ac-449c-9b4b-be2f30b7e1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "42bbd065-7123-4e1e-a663-827dd0e9dcef", "tag": "0ca87e4d-1a55-4514-9906-d1530661ca2a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:23.633769 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5f2a1d-e486-4544-93c5-26a925d33add x-openstack-request-id: req-8a5f2a1d-e486-4544-93c5-26a925d33add {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:23.634069 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42bbd065-7123-4e1e-a663-827dd0e9dcef", "tag": "0ca87e4d-1a55-4514-9906-d1530661ca2a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:23.634321 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a5f2a1d-e486-4544-93c5-26a925d33add {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:23.634731 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'tag': '0ca87e4d-1a55-4514-9906-d1530661ca2a', 'status': 'completed', 'code': 200} Feb 10 15:53:23.637312 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828d341-659d-4b58-a565-a45630e71bad service neutron] Pushing event updated for resources: {'Port': ['ID=0ca87e4d-1a55-4514-9906-d1530661ca2a,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:23.665743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-f1995f6e-126e-4026-80f7-312cf6bd70de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:23.667317 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-f1995f6e-126e-4026-80f7-312cf6bd70de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 1126 time: 0.0714486 Feb 10 15:53:23.739674 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-309ba006-1d97-4437-a1e2-e9063bc6ca95 req-ff9a8e6b-ec14-44d4-9905-43ae1dbc6e50 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 210 time: 0.0572872 Feb 10 15:53:23.749879 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-2e851863-fa6d-4ff2-aebc-428af10ec698 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ca87e4d-1a55-4514-9906-d1530661ca2a HTTP/1.1" status: 200 len: 217 time: 0.0745292 Feb 10 15:53:23.810668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-91520e29-72e0-42d4-a939-b3aecc206a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:23.812463 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-91520e29-72e0-42d4-a939-b3aecc206a70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e28954c-5cfe-4c7b-951d-06685bc0339b HTTP/1.1" status: 200 len: 834 time: 0.0562880 Feb 10 15:53:23.872755 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-baf6cd5d-c53e-4561-960e-523485e3dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:23.874380 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-baf6cd5d-c53e-4561-960e-523485e3dff5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4da2744-c92c-480b-806f-a22708302ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560427 Feb 10 15:53:23.969352 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-a4cb17c7-239a-4738-aa8f-dd99c8a0d2c2 service neutron] 10.222.0.72 "GET /v2.0/networks/e4da2744-c92c-480b-806f-a22708302ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885239 Feb 10 15:53:24.084112 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-74eb6aca-7a86-4535-9662-1415a34067b4 req-3cacda93-715d-4948-8acc-9f843ac43e89 service neutron] 10.222.0.72 "GET /v2.0/networks/e4da2744-c92c-480b-806f-a22708302ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084459 Feb 10 15:53:24.200388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c83b7-e0ac-449c-9b4b-be2f30b7e1c0 req-3ffb0023-67d8-4a29-819a-8db9118adee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:24.202053 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3b0c83b7-e0ac-449c-9b4b-be2f30b7e1c0 req-3ffb0023-67d8-4a29-819a-8db9118adee3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 1126 time: 0.0703087 Feb 10 15:53:24.302717 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21c7f4-c312-4330-926a-03dcbb008843 req-9d00b6db-8b12-4170-813b-63e65cf774bf tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:24.311737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c83b7-e0ac-449c-9b4b-be2f30b7e1c0 req-b70b554f-1ce9-46e4-86c6-b8fa243ae85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:24.311995 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a21c7f4-c312-4330-926a-03dcbb008843 req-9d00b6db-8b12-4170-813b-63e65cf774bf tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 944 time: 0.0725162 Feb 10 15:53:24.313895 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3b0c83b7-e0ac-449c-9b4b-be2f30b7e1c0 req-b70b554f-1ce9-46e4-86c6-b8fa243ae85b service neutron] 10.222.0.72 "GET /v2.0/networks?id=e4da2744-c92c-480b-806f-a22708302ec2 HTTP/1.1" status: 200 len: 896 time: 0.1058559 Feb 10 15:53:24.371568 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2a21c7f4-c312-4330-926a-03dcbb008843 req-90228c10-dd0e-4f3e-9275-757f90775c51 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533373 Feb 10 15:53:24.382802 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3b0c83b7-e0ac-449c-9b4b-be2f30b7e1c0 req-975a81cc-744a-468f-8cd1-512059bd9ba4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ca87e4d-1a55-4514-9906-d1530661ca2a HTTP/1.1" status: 200 len: 217 time: 0.0624290 Feb 10 15:53:24.439802 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c83b7-e0ac-449c-9b4b-be2f30b7e1c0 req-fe778c29-bf90-4be9-9161-cabfde5d487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:24.441308 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3b0c83b7-e0ac-449c-9b4b-be2f30b7e1c0 req-fe778c29-bf90-4be9-9161-cabfde5d487b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e28954c-5cfe-4c7b-951d-06685bc0339b HTTP/1.1" status: 200 len: 834 time: 0.0519629 Feb 10 15:53:24.491814 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c83b7-e0ac-449c-9b4b-be2f30b7e1c0 req-aa11eddd-62be-48b1-983f-c93e5a8f1363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:24.493687 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3b0c83b7-e0ac-449c-9b4b-be2f30b7e1c0 req-aa11eddd-62be-48b1-983f-c93e5a8f1363 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4da2744-c92c-480b-806f-a22708302ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461867 Feb 10 15:53:24.588347 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3b0c83b7-e0ac-449c-9b4b-be2f30b7e1c0 req-ca9725ee-88f4-4e42-8bf8-51aa5c8980ac service neutron] 10.222.0.72 "GET /v2.0/networks/e4da2744-c92c-480b-806f-a22708302ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877674 Feb 10 15:53:24.687661 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3b0c83b7-e0ac-449c-9b4b-be2f30b7e1c0 req-333e3be0-6d9c-40de-bf7c-3a0a6076baa2 service neutron] 10.222.0.72 "GET /v2.0/networks/e4da2744-c92c-480b-806f-a22708302ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910492 Feb 10 15:53:24.858224 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bee609ec-430c-43f0-a53f-be7e84eead77 req-73c44cfb-ea7b-4b52-bc09-3d73814f4176 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 210 time: 0.0302370 Feb 10 15:53:25.144158 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0ca87e4d-1a55-4514-9906-d1530661ca2a details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:53:25.246837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0ca87e4d-1a55-4514-9906-d1530661ca2a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0ca87e4d-1a55-4514-9906-d1530661ca2a,segment=NetworkSegment(4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f),segment_id=4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:25.258470 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '0ca87e4d-1a55-4514-9906-d1530661ca2a', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'port_id': '0ca87e4d-1a55-4514-9906-d1530661ca2a', 'mac_address': 'fa:16:3e:7f:a4:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:53:25.296322 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0ca87e4d-1a55-4514-9906-d1530661ca2a is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:25.297026 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:25.310104 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca87e4d-1a55-4514-9906-d1530661ca2a {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:53:25.330084 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0ca87e4d-1a55-4514-9906-d1530661ca2a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0ca87e4d-1a55-4514-9906-d1530661ca2a,segment=NetworkSegment(4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f),segment_id=4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:25.335625 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:25.385408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0ca87e4d-1a55-4514-9906-d1530661ca2a,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:25.475276 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36526) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:25.480182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-9fe988a8-dce9-4dec-8c4c-410f9e8b28af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Request body: {'network': {'name': 'tempest-network-smoke--277408473', 'project_id': '261da6df275d420891461e49f14f2b45', 'port_security_enabled': True}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:25.486443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08e488-9d4d-4990-b3f8-6494f0961a19 req-c19fccb4-dc92-49cc-9bdc-250678d1cd20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:25.487993 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d08e488-9d4d-4990-b3f8-6494f0961a19 req-c19fccb4-dc92-49cc-9bdc-250678d1cd20 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 945 time: 0.0582528 Feb 10 15:53:25.502542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe988a8-dce9-4dec-8c4c-410f9e8b28af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Made reservation on behalf of 261da6df275d420891461e49f14f2b45 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:25.506403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9fe988a8-dce9-4dec-8c4c-410f9e8b28af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:25.516117 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9fe988a8-dce9-4dec-8c4c-410f9e8b28af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:25.542474 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d08e488-9d4d-4990-b3f8-6494f0961a19 req-068283c4-7fc4-4a00-ade3-d3848fada6fc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471687 Feb 10 15:53:25.559225 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['0ca87e4d-1a55-4514-9906-d1530661ca2a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:53:25.611545 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9fe988a8-dce9-4dec-8c4c-410f9e8b28af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group (3c41f1ad-f7e3-49f3-b512-eb2b39fc0c68), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:25.617245 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9fe988a8-dce9-4dec-8c4c-410f9e8b28af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3c41f1ad-f7e3-49f3-b512-eb2b39fc0c68), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:25.646371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe988a8-dce9-4dec-8c4c-410f9e8b28af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:53:25.658419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe988a8-dce9-4dec-8c4c-410f9e8b28af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c41f1ad-f7e3-49f3-b512-eb2b39fc0c68,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:25.675697 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9fe988a8-dce9-4dec-8c4c-410f9e8b28af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (3736af26-9ea6-4afa-ad89-4392ca747a08), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:25.676008 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-9fe988a8-dce9-4dec-8c4c-410f9e8b28af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Added segment 3736af26-9ea6-4afa-ad89-4392ca747a08 of type vlan for network 331b5b20-efc6-4b40-8e6c-522d6d584f3e Feb 10 15:53:25.723559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9fe988a8-dce9-4dec-8c4c-410f9e8b28af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (331b5b20-efc6-4b40-8e6c-522d6d584f3e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:25.749134 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9fe988a8-dce9-4dec-8c4c-410f9e8b28af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (331b5b20-efc6-4b40-8e6c-522d6d584f3e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:25.754305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe988a8-dce9-4dec-8c4c-410f9e8b28af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:25.754899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9fe988a8-dce9-4dec-8c4c-410f9e8b28af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:25.796192 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9fe988a8-dce9-4dec-8c4c-410f9e8b28af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3202045 Feb 10 15:53:25.799233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36528) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:25.803763 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1013591095', 'admin_state_up': True, 'project_id': '261da6df275d420891461e49f14f2b45', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:25.827662 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:25.828726 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:25.846028 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe988a8-dce9-4dec-8c4c-410f9e8b28af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'Network': ['ID=331b5b20-efc6-4b40-8e6c-522d6d584f3e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:25.857201 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 331b5b20-efc6-4b40-8e6c-522d6d584f3e details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:53:25.885464 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router_controller (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:25.997018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65d06b8d-7182-4990-9f5f-8e191b8d4c81 req-048497f6-bcb5-4d71-848b-9b88a279235c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 210 time: 0.0565255 Feb 10 15:53:26.063525 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router_gateway (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:26.257024 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router_gateway (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:26.275706 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:26.377467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Allocated IP 172.25.3.192 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/cbaab636-bfb4-43dd-8765-c9e52742ee81) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:26.482496 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for port (cbaab636-bfb4-43dd-8765-c9e52742ee81), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:26.516067 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (cbaab636-bfb4-43dd-8765-c9e52742ee81), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:26.558791 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:26.561851 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:26.566279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:26.569983 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'Port': ['ID=cbaab636-bfb4-43dd-8765-c9e52742ee81,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:26.758301 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b01d3-fa9f-4b8f-a742-21a936061bc6 req-af618a3d-648f-4296-a967-1be8027e8e3e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:26.759837 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-294b01d3-fa9f-4b8f-a742-21a936061bc6 req-af618a3d-648f-4296-a967-1be8027e8e3e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 945 time: 0.1101127 Feb 10 15:53:26.899980 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-294b01d3-fa9f-4b8f-a742-21a936061bc6 req-92592220-4a4d-4d24-afcb-06534e8b424b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307054 Feb 10 15:53:26.914049 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router_gateway (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:27.128449 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-369f822f-6491-4b63-8f69-cbc689dfbdf6 req-6b17b5ad-dbe4-4fa3-acc6-6b58610f8319 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 210 time: 0.0569725 Feb 10 15:53:27.154093 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0ca87e4d-1a55-4514-9906-d1530661ca2a up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:27.158560 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:27.205382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 0ca87e4d-1a55-4514-9906-d1530661ca2a completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:53:27.209919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 0ca87e4d-1a55-4514-9906-d1530661ca2a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:27.210296 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:27.295260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0ca87e4d-1a55-4514-9906-d1530661ca2a is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:27.295718 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:27.320970 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca87e4d-1a55-4514-9906-d1530661ca2a'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:53:27.323407 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0174e1-e1ee-4dfb-afb6-47f8c5c67e60" -d '{"events": [{"server_uuid": "42bbd065-7123-4e1e-a663-827dd0e9dcef", "name": "network-vif-plugged", "status": "completed", "tag": "0ca87e4d-1a55-4514-9906-d1530661ca2a"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:27.337832 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0ca87e4d-1a55-4514-9906-d1530661ca2a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0ca87e4d-1a55-4514-9906-d1530661ca2a,segment=NetworkSegment(4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f),segment_id=4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:27.343046 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:27.384448 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18322ecd-1e55-4fa3-8479-6c5424195bda x-openstack-request-id: req-18322ecd-1e55-4fa3-8479-6c5424195bda {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:27.385458 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bbd065-7123-4e1e-a663-827dd0e9dcef", "name": "network-vif-plugged", "status": "completed", "tag": "0ca87e4d-1a55-4514-9906-d1530661ca2a", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:27.385814 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18322ecd-1e55-4fa3-8479-6c5424195bda {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:27.386312 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca87e4d-1a55-4514-9906-d1530661ca2a', 'code': 200} Feb 10 15:53:27.408259 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0ca87e4d-1a55-4514-9906-d1530661ca2a,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:27.476681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65264c-fcaa-4223-9b1d-486b6b5e5cc3 req-eaf8144f-46c0-4c25-87d9-f9dbf46a8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:27.478374 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3f65264c-fcaa-4223-9b1d-486b6b5e5cc3 req-eaf8144f-46c0-4c25-87d9-f9dbf46a8e77 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 1128 time: 0.0475259 Feb 10 15:53:27.529082 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3f65264c-fcaa-4223-9b1d-486b6b5e5cc3 req-1da0318a-d082-4e59-9b68-547636bf0c66 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440681 Feb 10 15:53:27.641847 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Router ff4808ef-cdc3-488f-b67d-6e0f6df9236f is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:53:27.750621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:27.767468 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Sync routers for ids ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:27.775326 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:27.777528 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-90a260f3-ccab-4f6e-894f-498ae9420ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9764619 Feb 10 15:53:27.780184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36538) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:27.785160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Routers {'ff4808ef-cdc3-488f-b67d-6e0f6df9236f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:27.788910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:53:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:27.907370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Set router ff4808ef-cdc3-488f-b67d-6e0f6df9236f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:27.912699 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-41f140a5-95d7-4f4c-9582-6f4af61bc21c tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=261da6df275d420891461e49f14f2b45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1290550 Feb 10 15:53:27.913567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36542) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:28.048852 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7186c4b2-0b41-4620-af21-187f308f331c tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:28.053792 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7186c4b2-0b41-4620-af21-187f308f331c tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1385174 Feb 10 15:53:28.053981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36546) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:28.055200 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1d5c1-c9ea-438e-8444-47cff1238a7c req-7366dc87-87eb-4abd-8e83-986fc6f6456c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:28.056752 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6d1d5c1-c9ea-438e-8444-47cff1238a7c req-7366dc87-87eb-4abd-8e83-986fc6f6456c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0669882 Feb 10 15:53:28.088232 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-701ffe83-3566-4388-a0f4-372a53f3d8f1 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=4454d505-75c9-41c1-a257-953d507647a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308869 Feb 10 15:53:28.088783 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36548) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:28.098881 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-15ccf328-708c-4456-8623-b8683da42468 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-795974118', 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'project_id': '261da6df275d420891461e49f14f2b45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:28.124278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1013591095', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:25Z', 'updated_at': '2022-02-10T15:53:26Z', 'revision_number': 3, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fa:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:26Z', 'updated_at': '2022-02-10T15:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:28.142669 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c6d1d5c1-c9ea-438e-8444-47cff1238a7c req-b64ed407-78aa-4322-8c12-ac912850fee9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773492 Feb 10 15:53:28.165436 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Checking router: ff4808ef-cdc3-488f-b67d-6e0f6df9236f for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:28.166360 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Updating router ff4808ef-cdc3-488f-b67d-6e0f6df9236f port cbaab636-bfb4-43dd-8765-c9e52742ee81 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:53:28.197023 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cbaab636-bfb4-43dd-8765-c9e52742ee81), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:28.213692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ccf328-708c-4456-8623-b8683da42468 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Made reservation on behalf of 261da6df275d420891461e49f14f2b45 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:28.218053 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15ccf328-708c-4456-8623-b8683da42468 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:28.270822 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98e64feb-f608-42d9-a69d-fff88062381b req-018b74b6-f7fd-418e-bfbd-0d128c2e959c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26d1013-1b33-4633-bd50-3f2b2c97f2fe HTTP/1.1" status: 200 len: 210 time: 0.0362670 Feb 10 15:53:28.448231 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15ccf328-708c-4456-8623-b8683da42468 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (d5b6aa67-6de5-4620-985d-2a0a654b2858), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:28.485240 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Publish callbacks [] for port (cbaab636-bfb4-43dd-8765-c9e52742ee81), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:28.492345 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (cbaab636-bfb4-43dd-8765-c9e52742ee81), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:28.517650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccf328-708c-4456-8623-b8683da42468 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'Subnet': ['ID=d5b6aa67-6de5-4620-985d-2a0a654b2858,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:28.530947 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccf328-708c-4456-8623-b8683da42468 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Checking segment: {'id': '3736af26-9ea6-4afa-ad89-4392ca747a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:53:28.531332 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ccf328-708c-4456-8623-b8683da42468 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Network hostable DHCP agents. Network: 331b5b20-efc6-4b40-8e6c-522d6d584f3e, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:53:28.540421 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Attempting to bind port cbaab636-bfb4-43dd-8765-c9e52742ee81 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:53:28.540835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Attempting to bind port cbaab636-bfb4-43dd-8765-c9e52742ee81 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:53:28.541306 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Attempting to bind port cbaab636-bfb4-43dd-8765-c9e52742ee81 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:28.551478 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:28.551865 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:53:28.552108 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ccf328-708c-4456-8623-b8683da42468 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Network 331b5b20-efc6-4b40-8e6c-522d6d584f3e is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:53:28.552265 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:28.552687 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:28.553691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Bound port: cbaab636-bfb4-43dd-8765-c9e52742ee81, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:53:28.554076 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cbaab636-bfb4-43dd-8765-c9e52742ee81), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:28.564119 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-15ccf328-708c-4456-8623-b8683da42468 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 331b5b20-efc6-4b40-8e6c-522d6d584f3e) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:28.568779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ccf328-708c-4456-8623-b8683da42468 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:28.570426 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-15ccf328-708c-4456-8623-b8683da42468 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:28.578417 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6e2467-bc05-4b6b-bc80-34e3c119fcb4 None None] Network 331b5b20-efc6-4b40-8e6c-522d6d584f3e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:53:28.582765 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cccc2-5949-427e-94d3-767bd3185e0d None None] Pushing event updated for resources: {'Port': ['ID=cbaab636-bfb4-43dd-8765-c9e52742ee81,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:28.598099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-15ccf328-708c-4456-8623-b8683da42468 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5058427 Feb 10 15:53:28.599236 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36552) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:28.838919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] For port cbaab636-bfb4-43dd-8765-c9e52742ee81, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:28.855693 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] For port cbaab636-bfb4-43dd-8765-c9e52742ee81, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cbaab636-bfb4-43dd-8765-c9e52742ee81,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:28.879552 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (cbaab636-bfb4-43dd-8765-c9e52742ee81), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:28.908232 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'project_id': '261da6df275d420891461e49f14f2b45', 'fixed_ips': [{'subnet_id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:53:28.908767 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:28.968159 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cccc2-5949-427e-94d3-767bd3185e0d None None] Pushing event updated for resources: {'Port': ['ID=cbaab636-bfb4-43dd-8765-c9e52742ee81,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:28.975834 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Routers {'ff4808ef-cdc3-488f-b67d-6e0f6df9236f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:28.976069 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:53:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:29.121703 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:29.182019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] Set router ff4808ef-cdc3-488f-b67d-6e0f6df9236f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:29.184298 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Allocated IP 172.20.0.2 (331b5b20-efc6-4b40-8e6c-522d6d584f3e/d5b6aa67-6de5-4620-985d-2a0a654b2858/b05b3bf1-a7bc-45d6-abda-33fc8806bd1f) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:29.382814 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101b908-2d32-431a-805f-5b3eada77cfd req-167274e2-64f9-42b1-80e4-3eefabed11dd tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:29.385194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9101b908-2d32-431a-805f-5b3eada77cfd req-167274e2-64f9-42b1-80e4-3eefabed11dd tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.1190760 Feb 10 15:53:29.489174 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9101b908-2d32-431a-805f-5b3eada77cfd req-f986960b-9e0b-4eab-a58b-1e09cd338625 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954812 Feb 10 15:53:29.531124 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Publish callbacks [] for port (b05b3bf1-a7bc-45d6-abda-33fc8806bd1f), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:29.541182 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (b05b3bf1-a7bc-45d6-abda-33fc8806bd1f), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:29.550495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1013591095', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:25Z', 'updated_at': '2022-02-10T15:53:26Z', 'revision_number': 3, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fa:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:26Z', 'updated_at': '2022-02-10T15:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:29.612065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb0bf2f-8b34-43a0-b8cb-839b6eea704e None None] The sync data for ids ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'] in n-d-815324-7 is: [{'id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1013591095', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:25Z', 'updated_at': '2022-02-10T15:53:26Z', 'revision_number': 3, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fa:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:26Z', 'updated_at': '2022-02-10T15:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:29.625504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Network 331b5b20-efc6-4b40-8e6c-522d6d584f3e is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:29.626516 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Allocated IP 172.20.0.1 (331b5b20-efc6-4b40-8e6c-522d6d584f3e/d5b6aa67-6de5-4620-985d-2a0a654b2858/fdf100bf-76fe-4111-a039-efd13cedefe5) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:29.629489 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:29.631932 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:29.660142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cd273-0279-421c-b009-8fcf2c1a7d82 req-94bbab9f-2596-4f78-be0b-a0399b1353f2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:29.671692 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-361cd273-0279-421c-b009-8fcf2c1a7d82 req-94bbab9f-2596-4f78-be0b-a0399b1353f2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0987699 Feb 10 15:53:29.713338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Attempting to bind port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:53:29.714515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Attempting to bind port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '3736af26-9ea6-4afa-ad89-4392ca747a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:53:29.714515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Attempting to bind port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f on network 331b5b20-efc6-4b40-8e6c-522d6d584f3e {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:29.719734 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:29.720242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Checking segment: {'id': '3736af26-9ea6-4afa-ad89-4392ca747a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:53:29.720586 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:29.721570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Bound using segment: {'id': '3736af26-9ea6-4afa-ad89-4392ca747a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:29.722070 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Bound port: b05b3bf1-a7bc-45d6-abda-33fc8806bd1f, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736af26-9ea6-4afa-ad89-4392ca747a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:53:29.723211 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b05b3bf1-a7bc-45d6-abda-33fc8806bd1f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:29.724368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Pushing event updated for resources: {'Port': ['ID=b05b3bf1-a7bc-45d6-abda-33fc8806bd1f,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:29.814274 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] For port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:29.818478 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] For port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b05b3bf1-a7bc-45d6-abda-33fc8806bd1f,segment=NetworkSegment(3736af26-9ea6-4afa-ad89-4392ca747a08),segment_id=3736af26-9ea6-4afa-ad89-4392ca747a08)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:29.827552 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-361cd273-0279-421c-b009-8fcf2c1a7d82 req-a1d36623-f630-4ef4-97b4-63359bfe8838 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547222 Feb 10 15:53:29.830724 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b05b3bf1-a7bc-45d6-abda-33fc8806bd1f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:29.858742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36562) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:29.875087 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:29.920474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b8f904-c185-4a71-94f6-d04b9f53ca4b tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:29.934084 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-11b8f904-c185-4a71-94f6-d04b9f53ca4b tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 1123 time: 0.0629873 Feb 10 15:53:29.934084 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36564) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:29.939430 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': '0ca87e4d-1a55-4514-9906-d1530661ca2a', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:29.947339 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:29.951002 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541eadb3-40c4-4774-a129-64cbfd4e71ff None None] Pushing event updated for resources: {'Port': ['ID=b05b3bf1-a7bc-45d6-abda-33fc8806bd1f,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:29.969632 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:30.072430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Network 331b5b20-efc6-4b40-8e6c-522d6d584f3e is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:30.107899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:30.111784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:30.153596 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:30.193813 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'Port': ['ID=fdf100bf-76fe-4111-a039-efd13cedefe5,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:30.215338 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:30.390682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Allocated IP 172.25.3.120 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/cebf1f7f-724e-4044-a27a-08f02351553e) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:30.505574 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:30.551057 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (cebf1f7f-724e-4044-a27a-08f02351553e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:30.599538 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (cebf1f7f-724e-4044-a27a-08f02351553e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:30.652883 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:30.656570 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:30.663652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:30.712577 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=cebf1f7f-724e-4044-a27a-08f02351553e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:30.728199 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:30.728557 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:30.728954 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:30.729295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:30.729629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:30.729957 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:30.730279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:30.730610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:30.730935 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:30.731264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:30.731591 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:30.731911 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:30.732227 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:30.896449 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:30.903008 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:30.994365 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'Port': ['ID=fdf100bf-76fe-4111-a039-efd13cedefe5,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:30.997353 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.124814 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Network 331b5b20-efc6-4b40-8e6c-522d6d584f3e is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:31.127485 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:31.156953 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for floatingip (ab633532-7e88-4206-bb4f-76a7474393b7), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.261573 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cebf1f7f-724e-4044-a27a-08f02351553e), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.275060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Router ff4808ef-cdc3-488f-b67d-6e0f6df9236f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:31.420408 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:31.427342 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d977a679-b9cf-417a-bf2a-bc2de427fd8e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "PUT /v2.0/routers/ff4808ef-cdc3-488f-b67d-6e0f6df9236f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8275621 Feb 10 15:53:31.430501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36568) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:31.436467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f964b74b-01ab-4a96-b685-073c77bdad3e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--552651956', 'description': 'tempest-secgroup_access--552651956 description', 'project_id': '261da6df275d420891461e49f14f2b45'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:31.456092 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fa430d-e2b5-437c-9712-024354d53683 None None] Network 331b5b20-efc6-4b40-8e6c-522d6d584f3e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:53:31.460622 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f964b74b-01ab-4a96-b685-073c77bdad3e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.473175 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for port (cebf1f7f-724e-4044-a27a-08f02351553e), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.479227 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (cebf1f7f-724e-4044-a27a-08f02351553e), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.578386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event updated for resources: {'Port': ['ID=cebf1f7f-724e-4044-a27a-08f02351553e,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:31.583395 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f964b74b-01ab-4a96-b685-073c77bdad3e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group (4967dfa2-2529-4ce2-9eee-236129b2ee41), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.590507 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (ab633532-7e88-4206-bb4f-76a7474393b7), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.594725 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f964b74b-01ab-4a96-b685-073c77bdad3e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4967dfa2-2529-4ce2-9eee-236129b2ee41), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.630594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-57f8a803-2068-4b77-bb49-4bda8043278f None None] Provisioning complete for port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:31.632789 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57f8a803-2068-4b77-bb49-4bda8043278f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b05b3bf1-a7bc-45d6-abda-33fc8806bd1f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.643007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f964b74b-01ab-4a96-b685-073c77bdad3e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.644390 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f964b74b-01ab-4a96-b685-073c77bdad3e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2125509 Feb 10 15:53:31.647927 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36572) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:31.654434 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d41516ad-0ab5-49c6-b409-cf92c3ca3143 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--45731297', 'description': 'tempest-secgroup_general--45731297 description', 'project_id': '261da6df275d420891461e49f14f2b45'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:31.660078 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964b74b-01ab-4a96-b685-073c77bdad3e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4967dfa2-2529-4ce2-9eee-236129b2ee41,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:31.686113 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d41516ad-0ab5-49c6-b409-cf92c3ca3143 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.785882 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Floating IP ab633532-7e88-4206-bb4f-76a7474393b7 associated. External IP: 172.25.3.120, port: 0ca87e4d-1a55-4514-9906-d1530661ca2a. Feb 10 15:53:31.803116 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d41516ad-0ab5-49c6-b409-cf92c3ca3143 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group (2db55e53-291c-4797-8ae3-4757c74372d5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.807824 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d41516ad-0ab5-49c6-b409-cf92c3ca3143 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2db55e53-291c-4797-8ae3-4757c74372d5), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.861630 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d41516ad-0ab5-49c6-b409-cf92c3ca3143 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.864502 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-57f8a803-2068-4b77-bb49-4bda8043278f None None] Current status of the port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:31.864950 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57f8a803-2068-4b77-bb49-4bda8043278f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b05b3bf1-a7bc-45d6-abda-33fc8806bd1f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.867175 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d41516ad-0ab5-49c6-b409-cf92c3ca3143 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2181478 Feb 10 15:53:31.869222 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36574) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:31.874554 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-4b2fd661-df0e-4c9d-8c20-97fbee9ff228 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Request body: {'security_group_rule': {'security_group_id': '4967dfa2-2529-4ce2-9eee-236129b2ee41', 'project_id': '261da6df275d420891461e49f14f2b45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:31.896026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41516ad-0ab5-49c6-b409-cf92c3ca3143 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db55e53-291c-4797-8ae3-4757c74372d5,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:31.909306 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b2fd661-df0e-4c9d-8c20-97fbee9ff228 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group_rule (367b3997-d373-4c04-8094-db10da32d131), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.948676 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-57f8a803-2068-4b77-bb49-4bda8043278f None None] For port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b05b3bf1-a7bc-45d6-abda-33fc8806bd1f,segment=NetworkSegment(3736af26-9ea6-4afa-ad89-4392ca747a08),segment_id=3736af26-9ea6-4afa-ad89-4392ca747a08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:31.958735 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b05b3bf1-a7bc-45d6-abda-33fc8806bd1f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:31.990625 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b2fd661-df0e-4c9d-8c20-97fbee9ff228 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group_rule (367b3997-d373-4c04-8094-db10da32d131), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:31.995409 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b2fd661-df0e-4c9d-8c20-97fbee9ff228 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (367b3997-d373-4c04-8094-db10da32d131), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:32.013916 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fd661-df0e-4c9d-8c20-97fbee9ff228 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367b3997-d373-4c04-8094-db10da32d131,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:32.034388 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57f8a803-2068-4b77-bb49-4bda8043278f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b05b3bf1-a7bc-45d6-abda-33fc8806bd1f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:32.046086 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4b2fd661-df0e-4c9d-8c20-97fbee9ff228 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:32.084303 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4b2fd661-df0e-4c9d-8c20-97fbee9ff228 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1937535 Feb 10 15:53:32.118327 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8a803-2068-4b77-bb49-4bda8043278f None None] Pushing event updated for resources: {'Port': ['ID=b05b3bf1-a7bc-45d6-abda-33fc8806bd1f,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:32.168241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:32.168632 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b05b3bf1-a7bc-45d6-abda-33fc8806bd1f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:32.189245 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router f9e66bfc-5325-459c-baa1-3d65f892f418 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:32.212360 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Sync routers for ids ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:32.237620 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Routers {'ff4808ef-cdc3-488f-b67d-6e0f6df9236f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:32.238254 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:53:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:32.272759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5fe271bc-348a-43b7-827b-d656bc8ea970 None None] Provisioning complete for port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:32.273137 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5fe271bc-348a-43b7-827b-d656bc8ea970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b05b3bf1-a7bc-45d6-abda-33fc8806bd1f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:32.358469 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:32.359941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cbaab636-bfb4-43dd-8765-c9e52742ee81 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:32.373468 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:32.385383 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d23c1-3f2d-4ec5-ad29-6f0d9ac15b62 None None] Sync routers for ids ['f9e66bfc-5325-459c-baa1-3d65f892f418'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:32.409677 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:32.421141 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-dc445abe-e14d-43a0-84be-9b71ad89e410 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_general--45731297&fields=id&tenant_id=261da6df275d420891461e49f14f2b45 HTTP/1.1" status: 200 len: 267 time: 0.1109431 Feb 10 15:53:32.437646 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d23c1-3f2d-4ec5-ad29-6f0d9ac15b62 None None] Routers {'f9e66bfc-5325-459c-baa1-3d65f892f418'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:32.441205 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1e3d23c1-3f2d-4ec5-ad29-6f0d9ac15b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:53:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f9e66bfc-5325-459c-baa1-3d65f892f418'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:32.461573 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-40e550a4-46ed-40e2-a359-b3a9869b8f4d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5278060 Feb 10 15:53:32.461573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'tag': '0ca87e4d-1a55-4514-9906-d1530661ca2a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:53:32.462934 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Set router ff4808ef-cdc3-488f-b67d-6e0f6df9236f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:32.463596 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94a67b6-f400-4d29-af6f-6c678fe100c9" -d '{"events": [{"name": "network-changed", "server_uuid": "42bbd065-7123-4e1e-a663-827dd0e9dcef", "tag": "0ca87e4d-1a55-4514-9906-d1530661ca2a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:32.517409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-2a71c200-3038-4f21-9c20-8a0ab08612c1 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_access--552651956&fields=id&tenant_id=261da6df275d420891461e49f14f2b45 HTTP/1.1" status: 200 len: 267 time: 0.0870717 Feb 10 15:53:32.624460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port cbaab636-bfb4-43dd-8765-c9e52742ee81 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:32.625002 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cbaab636-bfb4-43dd-8765-c9e52742ee81), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:32.632173 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5fe271bc-348a-43b7-827b-d656bc8ea970 None None] Current status of the port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:32.683719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-1e3d23c1-3f2d-4ec5-ad29-6f0d9ac15b62 None None] Set router f9e66bfc-5325-459c-baa1-3d65f892f418 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:32.734231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5fe271bc-348a-43b7-827b-d656bc8ea970 None None] Provisioning complete for port fdf100bf-76fe-4111-a039-efd13cedefe5 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:32.734778 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5fe271bc-348a-43b7-827b-d656bc8ea970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:32.751377 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-63b45222-58d3-45a9-b14d-67bc45f6cb29 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:32.753871 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-63b45222-58d3-45a9-b14d-67bc45f6cb29 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/networks?id=331b5b20-efc6-4b40-8e6c-522d6d584f3e HTTP/1.1" status: 200 len: 796 time: 0.2312965 Feb 10 15:53:32.780163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06653018-9bf6-4d49-8791-4d80fd4f6fb6 req-94928577-e22c-4f5a-ae18-26886886ef44 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:32.784736 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06653018-9bf6-4d49-8791-4d80fd4f6fb6 req-94928577-e22c-4f5a-ae18-26886886ef44 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.2143545 Feb 10 15:53:32.814284 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-ad323d53-e146-4e16-8267-4fee1e1b249c tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/quotas/261da6df275d420891461e49f14f2b45 HTTP/1.1" status: 200 len: 375 time: 0.0266762 Feb 10 15:53:32.871943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5fe271bc-348a-43b7-827b-d656bc8ea970 None None] Port fdf100bf-76fe-4111-a039-efd13cedefe5 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:53:32.883879 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1013591095', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:25Z', 'updated_at': '2022-02-10T15:53:30Z', 'revision_number': 4, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fa:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:26Z', 'updated_at': '2022-02-10T15:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'fdf100bf-76fe-4111-a039-efd13cedefe5', 'name': '', 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'mac_address': 'fa:16:3e:c4:0b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:29Z', 'updated_at': '2022-02-10T15:53:30Z', 'revision_number': 2, 'project_id': '261da6df275d420891461e49f14f2b45', 'subnets': [{'id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:32.923032 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Checking router: ff4808ef-cdc3-488f-b67d-6e0f6df9236f for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:32.923654 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Updating router ff4808ef-cdc3-488f-b67d-6e0f6df9236f port fdf100bf-76fe-4111-a039-efd13cedefe5 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:53:32.943724 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06653018-9bf6-4d49-8791-4d80fd4f6fb6 req-93f507fb-bcc5-4e1f-83dc-780ea87bea24 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476367 Feb 10 15:53:32.963744 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:32.969272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36598) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:33.009226 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-6036dde3-2f9c-4376-9cae-897dab2d0d0c tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=261da6df275d420891461e49f14f2b45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1765275 Feb 10 15:53:33.059426 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port cbaab636-bfb4-43dd-8765-c9e52742ee81 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:33.059851 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (cbaab636-bfb4-43dd-8765-c9e52742ee81), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:33.119974 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7dfada5e-cd1b-4f1e-b772-a622c11aef88 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/ab633532-7e88-4206-bb4f-76a7474393b7 HTTP/1.1" status: 200 len: 992 time: 0.1466899 Feb 10 15:53:33.154332 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e4ea18-3057-4e99-9a74-7abdc49c7eb3 x-openstack-request-id: req-39e4ea18-3057-4e99-9a74-7abdc49c7eb3 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:33.154855 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42bbd065-7123-4e1e-a663-827dd0e9dcef", "tag": "0ca87e4d-1a55-4514-9906-d1530661ca2a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:33.155277 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39e4ea18-3057-4e99-9a74-7abdc49c7eb3 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:33.155894 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'tag': '0ca87e4d-1a55-4514-9906-d1530661ca2a', 'status': 'completed', 'code': 200} Feb 10 15:53:33.160622 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port cbaab636-bfb4-43dd-8765-c9e52742ee81, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cbaab636-bfb4-43dd-8765-c9e52742ee81,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:33.161641 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-37da4ecd-bfec-402f-a8a7-b62341e47905 None None] Provisioning complete for port fdf100bf-76fe-4111-a039-efd13cedefe5 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:33.164493 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-37da4ecd-bfec-402f-a8a7-b62341e47905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:33.198516 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (cbaab636-bfb4-43dd-8765-c9e52742ee81), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:33.219097 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-55a9bb60-1b2b-4489-b8cb-a95e16739652 service neutron] 10.222.0.64 "GET /v2.0/networks/331b5b20-efc6-4b40-8e6c-522d6d584f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038887 Feb 10 15:53:33.258050 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a67b6-f400-4d29-af6f-6c678fe100c9 req-4ab8d3fa-00d5-40ae-9f17-abed6825c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:33.261453 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-37da4ecd-bfec-402f-a8a7-b62341e47905 None None] Port fdf100bf-76fe-4111-a039-efd13cedefe5 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:53:33.267089 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a94a67b6-f400-4d29-af6f-6c678fe100c9 req-4ab8d3fa-00d5-40ae-9f17-abed6825c06c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 1128 time: 0.0797317 Feb 10 15:53:33.282663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=cbaab636-bfb4-43dd-8765-c9e52742ee81,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:33.288229 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1e3d23c1-3f2d-4ec5-ad29-6f0d9ac15b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485356424', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '85463186-5470-4be8-84c7-99818917a02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:09Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '85463186-5470-4be8-84c7-99818917a02e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:10Z', 'updated_at': '2022-02-10T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'ab633532-7e88-4206-bb4f-76a7474393b7', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'port_id': '0ca87e4d-1a55-4514-9906-d1530661ca2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'mac_address': 'fa:16:3e:7f:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:53:30Z', 'updated_at': '2022-02-10T15:53:30Z', 'revision_number': 0, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4491c6-a893-486a-b339-c6526b77ae54', 'name': '', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:71:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:13Z', 'updated_at': '2022-02-10T15:53:20Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:33.369826 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-2dc3ad48-58f1-4532-b50a-21552435ca9d service neutron] 10.222.0.64 "GET /v2.0/networks/331b5b20-efc6-4b40-8e6c-522d6d584f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449127 Feb 10 15:53:33.421195 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a67b6-f400-4d29-af6f-6c678fe100c9 req-af1a1735-ca60-4240-97d3-95de40f0f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:33.422786 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a94a67b6-f400-4d29-af6f-6c678fe100c9 req-af1a1735-ca60-4240-97d3-95de40f0f280 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e4da2744-c92c-480b-806f-a22708302ec2 HTTP/1.1" status: 200 len: 896 time: 0.1547177 Feb 10 15:53:33.504408 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Publish callbacks [] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:33.513378 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:33.513922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d23c1-3f2d-4ec5-ad29-6f0d9ac15b62 None None] Checking router: f9e66bfc-5325-459c-baa1-3d65f892f418 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:33.524272 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d23c1-3f2d-4ec5-ad29-6f0d9ac15b62 None None] Routers {'f9e66bfc-5325-459c-baa1-3d65f892f418'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:33.524965 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1e3d23c1-3f2d-4ec5-ad29-6f0d9ac15b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:53:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f9e66bfc-5325-459c-baa1-3d65f892f418'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:33.548755 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a94a67b6-f400-4d29-af6f-6c678fe100c9 req-b9a8ecc9-50fa-4c5f-ad04-21a9ee9c9f8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ca87e4d-1a55-4514-9906-d1530661ca2a HTTP/1.1" status: 200 len: 1000 time: 0.1185911 Feb 10 15:53:33.619159 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708ed17-543d-4982-b4b4-34308f720e07 None None] Pushing event updated for resources: {'Port': ['ID=fdf100bf-76fe-4111-a039-efd13cedefe5,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:33.666143 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a67b6-f400-4d29-af6f-6c678fe100c9 req-472a46ff-7f7d-430f-bde4-c6b0648c7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:33.668519 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a94a67b6-f400-4d29-af6f-6c678fe100c9 req-472a46ff-7f7d-430f-bde4-c6b0648c7f66 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e28954c-5cfe-4c7b-951d-06685bc0339b HTTP/1.1" status: 200 len: 834 time: 0.1132061 Feb 10 15:53:33.684142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4a92be8-a983-45c6-8072-a008528ee38f req-58e13378-a2b7-4f33-b8b8-e1ec53f17b57 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 210 time: 0.0487552 Feb 10 15:53:33.715022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-1e3d23c1-3f2d-4ec5-ad29-6f0d9ac15b62 None None] Set router f9e66bfc-5325-459c-baa1-3d65f892f418 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:33.759297 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Attempting to bind port fdf100bf-76fe-4111-a039-efd13cedefe5 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:53:33.759685 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Attempting to bind port fdf100bf-76fe-4111-a039-efd13cedefe5 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '3736af26-9ea6-4afa-ad89-4392ca747a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:53:33.760054 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Attempting to bind port fdf100bf-76fe-4111-a039-efd13cedefe5 on network 331b5b20-efc6-4b40-8e6c-522d6d584f3e {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:33.773129 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:33.773831 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Checking segment: {'id': '3736af26-9ea6-4afa-ad89-4392ca747a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:53:33.774246 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:33.774646 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Bound using segment: {'id': '3736af26-9ea6-4afa-ad89-4392ca747a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:33.790219 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Bound port: fdf100bf-76fe-4111-a039-efd13cedefe5, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736af26-9ea6-4afa-ad89-4392ca747a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:53:33.790728 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:33.811427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a67b6-f400-4d29-af6f-6c678fe100c9 req-ce473b38-0bae-4255-837e-54c3c5781ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:33.822376 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a94a67b6-f400-4d29-af6f-6c678fe100c9 req-ce473b38-0bae-4255-837e-54c3c5781ce6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4da2744-c92c-480b-806f-a22708302ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1460748 Feb 10 15:53:33.883170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b05b3bf1-a7bc-45d6-abda-33fc8806bd1f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:33.935871 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] For port fdf100bf-76fe-4111-a039-efd13cedefe5, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:33.941777 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] For port fdf100bf-76fe-4111-a039-efd13cedefe5, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fdf100bf-76fe-4111-a039-efd13cedefe5,segment=NetworkSegment(3736af26-9ea6-4afa-ad89-4392ca747a08),segment_id=3736af26-9ea6-4afa-ad89-4392ca747a08)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:33.952669 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:33.964688 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a94a67b6-f400-4d29-af6f-6c678fe100c9 req-eddade18-6215-49c5-a69f-07d4c8b37b90 service neutron] 10.222.0.72 "GET /v2.0/networks/e4da2744-c92c-480b-806f-a22708302ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357222 Feb 10 15:53:34.017850 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Routers {'ff4808ef-cdc3-488f-b67d-6e0f6df9236f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:34.018673 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:53:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:34.097744 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a94a67b6-f400-4d29-af6f-6c678fe100c9 req-918e7cdb-ca72-4655-a10b-597b280b2873 service neutron] 10.222.0.72 "GET /v2.0/networks/e4da2744-c92c-480b-806f-a22708302ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214139 Feb 10 15:53:34.106099 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708ed17-543d-4982-b4b4-34308f720e07 None None] Pushing event updated for resources: {'Port': ['ID=fdf100bf-76fe-4111-a039-efd13cedefe5,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:34.121568 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:34.121939 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b05b3bf1-a7bc-45d6-abda-33fc8806bd1f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:34.128424 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36610) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:34.255514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d2dcd710-64c5-423f-a4ed-d516c66c06d0 None None] Provisioning complete for port fdf100bf-76fe-4111-a039-efd13cedefe5 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:34.255514 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd710-64c5-423f-a4ed-d516c66c06d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:34.291592 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] Set router ff4808ef-cdc3-488f-b67d-6e0f6df9236f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:34.311293 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-339ba5c9-4f4d-433d-89a3-177254ae0a57 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/ab633532-7e88-4206-bb4f-76a7474393b7 HTTP/1.1" status: 200 len: 992 time: 0.1812298 Feb 10 15:53:34.340972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-1e3d23c1-3f2d-4ec5-ad29-6f0d9ac15b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485356424', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '85463186-5470-4be8-84c7-99818917a02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:09Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '85463186-5470-4be8-84c7-99818917a02e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:10Z', 'updated_at': '2022-02-10T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'ab633532-7e88-4206-bb4f-76a7474393b7', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'port_id': '0ca87e4d-1a55-4514-9906-d1530661ca2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'mac_address': 'fa:16:3e:7f:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:53:30Z', 'updated_at': '2022-02-10T15:53:30Z', 'revision_number': 0, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4491c6-a893-486a-b339-c6526b77ae54', 'name': '', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:71:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:13Z', 'updated_at': '2022-02-10T15:53:20Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:34.398977 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d23c1-3f2d-4ec5-ad29-6f0d9ac15b62 None None] The sync data for ids ['f9e66bfc-5325-459c-baa1-3d65f892f418'] in n-d-815324-7 is: [{'id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485356424', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '85463186-5470-4be8-84c7-99818917a02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:09Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '85463186-5470-4be8-84c7-99818917a02e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:10Z', 'updated_at': '2022-02-10T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'ab633532-7e88-4206-bb4f-76a7474393b7', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'port_id': '0ca87e4d-1a55-4514-9906-d1530661ca2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'mac_address': 'fa:16:3e:7f:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:53:30Z', 'updated_at': '2022-02-10T15:53:30Z', 'revision_number': 0, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4491c6-a893-486a-b339-c6526b77ae54', 'name': '', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:71:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:13Z', 'updated_at': '2022-02-10T15:53:20Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:34.419893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:34.421144 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cbaab636-bfb4-43dd-8765-c9e52742ee81 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:34.528209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d2dcd710-64c5-423f-a4ed-d516c66c06d0 None None] Current status of the port fdf100bf-76fe-4111-a039-efd13cedefe5 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:34.528620 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd710-64c5-423f-a4ed-d516c66c06d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:34.550677 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port cbaab636-bfb4-43dd-8765-c9e52742ee81 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:34.551173 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (cbaab636-bfb4-43dd-8765-c9e52742ee81), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:34.552214 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1013591095', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:25Z', 'updated_at': '2022-02-10T15:53:30Z', 'revision_number': 4, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:26Z', 'updated_at': '2022-02-10T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'fdf100bf-76fe-4111-a039-efd13cedefe5', 'name': '', 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'mac_address': 'fa:16:3e:c4:0b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:29Z', 'updated_at': '2022-02-10T15:53:33Z', 'revision_number': 4, 'project_id': '261da6df275d420891461e49f14f2b45', 'subnets': [{'id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:34.592269 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b122d3e2-ef2d-469d-8e1a-faad7fed8a7d None None] The sync data for ids ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'] in n-d-815324-7 is: [{'id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1013591095', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:25Z', 'updated_at': '2022-02-10T15:53:30Z', 'revision_number': 4, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:26Z', 'updated_at': '2022-02-10T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'fdf100bf-76fe-4111-a039-efd13cedefe5', 'name': '', 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'mac_address': 'fa:16:3e:c4:0b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:29Z', 'updated_at': '2022-02-10T15:53:33Z', 'revision_number': 4, 'project_id': '261da6df275d420891461e49f14f2b45', 'subnets': [{'id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:34.620775 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d2dcd710-64c5-423f-a4ed-d516c66c06d0 None None] For port fdf100bf-76fe-4111-a039-efd13cedefe5, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fdf100bf-76fe-4111-a039-efd13cedefe5,segment=NetworkSegment(3736af26-9ea6-4afa-ad89-4392ca747a08),segment_id=3736af26-9ea6-4afa-ad89-4392ca747a08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:34.635552 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd710-64c5-423f-a4ed-d516c66c06d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:34.723786 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcd710-64c5-423f-a4ed-d516c66c06d0 None None] Pushing event updated for resources: {'Port': ['ID=fdf100bf-76fe-4111-a039-efd13cedefe5,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:34.792791 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3f144924-cea0-4df5-8eab-96955fd535e8 None None] Provisioning complete for port fdf100bf-76fe-4111-a039-efd13cedefe5 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:34.793214 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f144924-cea0-4df5-8eab-96955fd535e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:34.794898 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port cbaab636-bfb4-43dd-8765-c9e52742ee81 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:34.814669 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a79c2-5586-41ef-81b4-d2c712b52750 None None] New status for floating IP ab633532-7e88-4206-bb4f-76a7474393b7: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:53:34.935296 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9298903c-6607-476e-89ec-504ef6bc9374 req-ecf3cc76-03cb-454d-89ab-c4ac5ebe737a tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 210 time: 0.0467968 Feb 10 15:53:34.948034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3f144924-cea0-4df5-8eab-96955fd535e8 None None] Current status of the port fdf100bf-76fe-4111-a039-efd13cedefe5 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:35.149672 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-382e3c2c-84c1-4bff-a7f9-81c2678c90f2 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:35.151204 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-382e3c2c-84c1-4bff-a7f9-81c2678c90f2 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.79 "GET /v2.0/networks?id=331b5b20-efc6-4b40-8e6c-522d6d584f3e HTTP/1.1" status: 200 len: 796 time: 0.1377172 Feb 10 15:53:35.241412 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-ab589a56-45fa-42d3-9e2b-215ef89da11a tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=261da6df275d420891461e49f14f2b45 HTTP/1.1" status: 200 len: 475 time: 0.0824230 Feb 10 15:53:35.250429 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-3f2a2f0a-1f10-4f09-bdf3-07f7e5b8ef9f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Request body: {'port': {'device_id': '9a7569f9-15e2-4a68-8780-043820b79469', 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'admin_state_up': True, 'tenant_id': '261da6df275d420891461e49f14f2b45', 'security_groups': ['2db55e53-291c-4797-8ae3-4757c74372d5', '4967dfa2-2529-4ce2-9eee-236129b2ee41']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:35.314552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36618) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:35.384969 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-3f2a2f0a-1f10-4f09-bdf3-07f7e5b8ef9f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Made reservation on behalf of 261da6df275d420891461e49f14f2b45 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:53:35.388821 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-3f2a2f0a-1f10-4f09-bdf3-07f7e5b8ef9f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:35.403483 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5b3701cf-002a-4233-933b-097ee6b25981 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/ab633532-7e88-4206-bb4f-76a7474393b7 HTTP/1.1" status: 200 len: 994 time: 0.0873930 Feb 10 15:53:35.568562 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-3f2a2f0a-1f10-4f09-bdf3-07f7e5b8ef9f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Allocated IP 172.20.0.6 (331b5b20-efc6-4b40-8e6c-522d6d584f3e/d5b6aa67-6de5-4620-985d-2a0a654b2858/82dc3dbd-3de7-4825-883e-cbe451242822) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:35.767899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-3f2a2f0a-1f10-4f09-bdf3-07f7e5b8ef9f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for port (82dc3dbd-3de7-4825-883e-cbe451242822), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:35.811579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fdf100bf-76fe-4111-a039-efd13cedefe5 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:35.828067 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-3f2a2f0a-1f10-4f09-bdf3-07f7e5b8ef9f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (82dc3dbd-3de7-4825-883e-cbe451242822), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:35.884297 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-3f2a2f0a-1f10-4f09-bdf3-07f7e5b8ef9f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Network 331b5b20-efc6-4b40-8e6c-522d6d584f3e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:35.884797 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port fdf100bf-76fe-4111-a039-efd13cedefe5 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:35.885152 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:35.895730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-3f2a2f0a-1f10-4f09-bdf3-07f7e5b8ef9f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:35.912542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-3f2a2f0a-1f10-4f09-bdf3-07f7e5b8ef9f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:35.915353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a2f0a-1f10-4f09-bdf3-07f7e5b8ef9f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'Port': ['ID=82dc3dbd-3de7-4825-883e-cbe451242822,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:36.035199 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-3f2a2f0a-1f10-4f09-bdf3-07f7e5b8ef9f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:36.035907 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-3f2a2f0a-1f10-4f09-bdf3-07f7e5b8ef9f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:36.085786 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-3f2a2f0a-1f10-4f09-bdf3-07f7e5b8ef9f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8389468 Feb 10 15:53:36.111034 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Request body: {'port': {'device_id': '9a7569f9-15e2-4a68-8780-043820b79469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:36.129990 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06582f4-e4b8-43c5-9075-a6075ce3df08 req-ae826f13-9e23-4fd8-81ce-a0a9a5ac24d5 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:36.140467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f06582f4-e4b8-43c5-9075-a6075ce3df08 req-ae826f13-9e23-4fd8-81ce-a0a9a5ac24d5 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 970 time: 0.0961261 Feb 10 15:53:36.152294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port fdf100bf-76fe-4111-a039-efd13cedefe5 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:36.197660 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-4fe69615-12cf-4651-81fc-9d4d817b7a33 None None] Provisioning complete for port 82dc3dbd-3de7-4825-883e-cbe451242822 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:36.197983 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4fe69615-12cf-4651-81fc-9d4d817b7a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (82dc3dbd-3de7-4825-883e-cbe451242822), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:36.217395 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f06582f4-e4b8-43c5-9075-a6075ce3df08 req-c8a854c3-301f-4ae6-b4d3-640fb7ad6e78 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/security-groups?id=4967dfa2-2529-4ce2-9eee-236129b2ee41&id=2db55e53-291c-4797-8ae3-4757c74372d5&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0757346 Feb 10 15:53:36.253554 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-4fe69615-12cf-4651-81fc-9d4d817b7a33 None None] Port 82dc3dbd-3de7-4825-883e-cbe451242822 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:53:36.265231 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (82dc3dbd-3de7-4825-883e-cbe451242822), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:36.547153 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82dc3dbd-3de7-4825-883e-cbe451242822 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:53:36.554715 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Publish callbacks [] for port (82dc3dbd-3de7-4825-883e-cbe451242822), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:36.567064 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Transition to ACTIVE for port object 82dc3dbd-3de7-4825-883e-cbe451242822 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:53:36.572148 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (82dc3dbd-3de7-4825-883e-cbe451242822), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:36.629349 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Pushing event updated for resources: {'Port': ['ID=82dc3dbd-3de7-4825-883e-cbe451242822,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:36.721245 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Attempting to bind port 82dc3dbd-3de7-4825-883e-cbe451242822 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:53:36.721896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Attempting to bind port 82dc3dbd-3de7-4825-883e-cbe451242822 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '3736af26-9ea6-4afa-ad89-4392ca747a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:53:36.722239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Attempting to bind port 82dc3dbd-3de7-4825-883e-cbe451242822 on network 331b5b20-efc6-4b40-8e6c-522d6d584f3e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:36.727548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Port 82dc3dbd-3de7-4825-883e-cbe451242822 on network 331b5b20-efc6-4b40-8e6c-522d6d584f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:53:36.727877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Attempting to bind port 82dc3dbd-3de7-4825-883e-cbe451242822 on network 331b5b20-efc6-4b40-8e6c-522d6d584f3e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:53:36.733569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:53:36.734075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Checking segment: {'id': '3736af26-9ea6-4afa-ad89-4392ca747a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:53:36.734470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Bound using segment: {'id': '3736af26-9ea6-4afa-ad89-4392ca747a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:53:36.734900 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Bound port: 82dc3dbd-3de7-4825-883e-cbe451242822, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3736af26-9ea6-4afa-ad89-4392ca747a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:53:36.735307 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (82dc3dbd-3de7-4825-883e-cbe451242822), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:36.839221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] For port 82dc3dbd-3de7-4825-883e-cbe451242822, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:53:36.842639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] For port 82dc3dbd-3de7-4825-883e-cbe451242822, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=82dc3dbd-3de7-4825-883e-cbe451242822,segment=NetworkSegment(3736af26-9ea6-4afa-ad89-4392ca747a08),segment_id=3736af26-9ea6-4afa-ad89-4392ca747a08)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:53:36.849142 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (82dc3dbd-3de7-4825-883e-cbe451242822), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:36.906743 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:36.908450 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:36.910391 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] 10.222.0.79 "PUT /v2.0/ports/82dc3dbd-3de7-4825-883e-cbe451242822 HTTP/1.1" status: 200 len: 1130 time: 0.8174226 Feb 10 15:53:36.911098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7569f9-15e2-4a68-8780-043820b79469', 'tag': '82dc3dbd-3de7-4825-883e-cbe451242822'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:53:36.913932 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf525e49-52cf-4518-92ee-476de1547b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7569f9-15e2-4a68-8780-043820b79469", "tag": "82dc3dbd-3de7-4825-883e-cbe451242822"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:36.961294 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438f793-f4a9-4eff-b703-d9a697fdd0fb service neutron] Pushing event updated for resources: {'Port': ['ID=82dc3dbd-3de7-4825-883e-cbe451242822,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:37.043979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-4e24e851-0942-46ec-8c5f-118663cb75fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:37.046462 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-4e24e851-0942-46ec-8c5f-118663cb75fe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=261da6df275d420891461e49f14f2b45&device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 1164 time: 0.0720041 Feb 10 15:53:37.053790 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137929e2-3004-48e6-b3f5-9828737561b2 x-openstack-request-id: req-137929e2-3004-48e6-b3f5-9828737561b2 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:37.054354 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7569f9-15e2-4a68-8780-043820b79469", "tag": "82dc3dbd-3de7-4825-883e-cbe451242822", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:37.054838 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-137929e2-3004-48e6-b3f5-9828737561b2 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:37.055431 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7569f9-15e2-4a68-8780-043820b79469', 'tag': '82dc3dbd-3de7-4825-883e-cbe451242822', 'status': 'completed', 'code': 200} Feb 10 15:53:37.113614 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-f92e43fb-3bc1-469e-a237-bbe27b797eab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82dc3dbd-3de7-4825-883e-cbe451242822 HTTP/1.1" status: 200 len: 217 time: 0.0570953 Feb 10 15:53:37.192912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-211678e3-b1e6-4779-a1ce-c03480da589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:37.205774 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-211678e3-b1e6-4779-a1ce-c03480da589e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d5b6aa67-6de5-4620-985d-2a0a654b2858 HTTP/1.1" status: 200 len: 834 time: 0.0851524 Feb 10 15:53:37.236693 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:37.277331 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-637ea6dd-996d-4a79-a776-aa42a48091e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:37.279403 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-637ea6dd-996d-4a79-a776-aa42a48091e8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=331b5b20-efc6-4b40-8e6c-522d6d584f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0672166 Feb 10 15:53:37.355007 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3c204-53fc-43ce-82ed-c286801bdccb req-6dbea354-e9b6-46fc-9050-6062f92ae667 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:37.363665 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3eb3c204-53fc-43ce-82ed-c286801bdccb req-6dbea354-e9b6-46fc-9050-6062f92ae667 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 982 time: 0.0725830 Feb 10 15:53:37.458098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3eb3c204-53fc-43ce-82ed-c286801bdccb req-676e9386-3730-4f0a-b7d9-5e0bae1eb57e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/security-groups?id=4967dfa2-2529-4ce2-9eee-236129b2ee41&id=2db55e53-291c-4797-8ae3-4757c74372d5&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0878220 Feb 10 15:53:37.479029 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-450802f0-cfdf-4b86-acd9-54d386c82068 service neutron] 10.222.0.79 "GET /v2.0/networks/331b5b20-efc6-4b40-8e6c-522d6d584f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937461 Feb 10 15:53:37.579709 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0e3588cd-7027-48ab-be66-b9aa530876e7 req-84fb3645-81d6-479e-a718-1d6d67a7c3d7 service neutron] 10.222.0.79 "GET /v2.0/networks/331b5b20-efc6-4b40-8e6c-522d6d584f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935163 Feb 10 15:53:37.674521 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf525e49-52cf-4518-92ee-476de1547b8a req-30dc42cb-6e12-4d98-83b2-73f9cd920eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:37.676087 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf525e49-52cf-4518-92ee-476de1547b8a req-30dc42cb-6e12-4d98-83b2-73f9cd920eef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=261da6df275d420891461e49f14f2b45&device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 1164 time: 0.0506089 Feb 10 15:53:37.766991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf525e49-52cf-4518-92ee-476de1547b8a req-739a8cda-c4f1-4e5c-a2b3-f567eb65a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:37.768480 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf525e49-52cf-4518-92ee-476de1547b8a req-739a8cda-c4f1-4e5c-a2b3-f567eb65a1a0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=331b5b20-efc6-4b40-8e6c-522d6d584f3e HTTP/1.1" status: 200 len: 897 time: 0.0870445 Feb 10 15:53:38.139354 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf525e49-52cf-4518-92ee-476de1547b8a req-bdcbe3f3-6d46-4e04-b900-ab1e18e54b9a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82dc3dbd-3de7-4825-883e-cbe451242822 HTTP/1.1" status: 200 len: 217 time: 0.3646748 Feb 10 15:53:38.194747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf525e49-52cf-4518-92ee-476de1547b8a req-afe027aa-2c21-4127-8794-fbb1f94e55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:38.196250 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf525e49-52cf-4518-92ee-476de1547b8a req-afe027aa-2c21-4127-8794-fbb1f94e55f0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d5b6aa67-6de5-4620-985d-2a0a654b2858 HTTP/1.1" status: 200 len: 834 time: 0.0475967 Feb 10 15:53:38.248764 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf525e49-52cf-4518-92ee-476de1547b8a req-9919b89a-6acd-40e5-8941-67149ce5a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:38.250296 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf525e49-52cf-4518-92ee-476de1547b8a req-9919b89a-6acd-40e5-8941-67149ce5a03e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=331b5b20-efc6-4b40-8e6c-522d6d584f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478389 Feb 10 15:53:38.360762 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf525e49-52cf-4518-92ee-476de1547b8a req-19e9ba28-8a66-482b-a93c-512bd0844ab7 service neutron] 10.222.0.79 "GET /v2.0/networks/331b5b20-efc6-4b40-8e6c-522d6d584f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030235 Feb 10 15:53:38.458098 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf525e49-52cf-4518-92ee-476de1547b8a req-832706e5-7dc0-4b5e-8f17-db3c54e49e0a service neutron] 10.222.0.79 "GET /v2.0/networks/331b5b20-efc6-4b40-8e6c-522d6d584f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905998 Feb 10 15:53:38.587689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932df5c-35bd-4635-8b45-75e6d893810e req-93895564-2607-47dd-bfdd-e12579861d52 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:38.590037 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2932df5c-35bd-4635-8b45-75e6d893810e req-93895564-2607-47dd-bfdd-e12579861d52 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 982 time: 0.0629218 Feb 10 15:53:38.647885 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2932df5c-35bd-4635-8b45-75e6d893810e req-0a58f18b-0f4a-4cf9-9721-8396ef82781b tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/security-groups?id=4967dfa2-2529-4ce2-9eee-236129b2ee41&id=2db55e53-291c-4797-8ae3-4757c74372d5&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0510428 Feb 10 15:53:39.466983 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12f3e1-b0d9-4300-ad84-1339e6f06d8e req-14ed9cae-6f05-47a5-8986-1cb9b3ee2067 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:39.468486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a12f3e1-b0d9-4300-ad84-1339e6f06d8e req-14ed9cae-6f05-47a5-8986-1cb9b3ee2067 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 945 time: 0.0528331 Feb 10 15:53:39.516564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1a12f3e1-b0d9-4300-ad84-1339e6f06d8e req-8f23ef3c-47ee-4a8e-b58e-32cab0b0ab69 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 Feb 10 15:53:39.770194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b4963-74a5-44c8-9d2a-8f7ff6b0e42d req-2afcde98-6c67-4d6b-9446-7546ee63c4c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:39.772123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-829b4963-74a5-44c8-9d2a-8f7ff6b0e42d req-2afcde98-6c67-4d6b-9446-7546ee63c4c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 982 time: 0.0558829 Feb 10 15:53:39.827068 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-829b4963-74a5-44c8-9d2a-8f7ff6b0e42d req-a71a837c-9c70-4595-a5aa-7009693a9be9 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/security-groups?id=4967dfa2-2529-4ce2-9eee-236129b2ee41&id=2db55e53-291c-4797-8ae3-4757c74372d5&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0492077 Feb 10 15:53:40.634984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66362db-62a9-49dd-b2de-01e7d9edc204 req-d8761c3b-5957-4022-80f9-1801e0161b31 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:40.636433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a66362db-62a9-49dd-b2de-01e7d9edc204 req-d8761c3b-5957-4022-80f9-1801e0161b31 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 945 time: 0.0524821 Feb 10 15:53:40.682803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a66362db-62a9-49dd-b2de-01e7d9edc204 req-d40d5e39-0ad8-4dd9-ba70-69803d1c1278 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=e63e3100-4893-4b84-ba8e-006b62e770d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Feb 10 15:53:40.949205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eee828-ab0f-4441-ba9a-b4d84e7fc88b req-24b742f1-c049-429e-9cb4-be1e3d8c91cb tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:40.950589 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9eee828-ab0f-4441-ba9a-b4d84e7fc88b req-24b742f1-c049-429e-9cb4-be1e3d8c91cb tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 982 time: 0.0516045 Feb 10 15:53:41.009068 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9eee828-ab0f-4441-ba9a-b4d84e7fc88b req-45573261-9181-46b5-9001-64dd9e7cd387 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/security-groups?id=4967dfa2-2529-4ce2-9eee-236129b2ee41&id=2db55e53-291c-4797-8ae3-4757c74372d5&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0528121 Feb 10 15:53:41.041427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b53b7-cdd5-4ba2-95be-e9005cad99c0 req-b8bbc0f7-4274-45a0-b4f9-73d03727a537 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:41.042871 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8a1b53b7-cdd5-4ba2-95be-e9005cad99c0 req-b8bbc0f7-4274-45a0-b4f9-73d03727a537 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.72 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 945 time: 0.0563786 Feb 10 15:53:41.093397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 82dc3dbd-3de7-4825-883e-cbe451242822 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:53:41.133672 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-8a1b53b7-cdd5-4ba2-95be-e9005cad99c0 req-07c1a4d0-8a25-4b77-bdf8-dbb9dbd9506e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Deleting port 4e97bd04-1661-46d2-ace1-40f9596fa48f {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:53:41.134014 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8a1b53b7-cdd5-4ba2-95be-e9005cad99c0 req-07c1a4d0-8a25-4b77-bdf8-dbb9dbd9506e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4e97bd04-1661-46d2-ace1-40f9596fa48f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:41.193895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 82dc3dbd-3de7-4825-883e-cbe451242822, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=82dc3dbd-3de7-4825-883e-cbe451242822,segment=NetworkSegment(3736af26-9ea6-4afa-ad89-4392ca747a08),segment_id=3736af26-9ea6-4afa-ad89-4392ca747a08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:41.205758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '82dc3dbd-3de7-4825-883e-cbe451242822', 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'port_id': '82dc3dbd-3de7-4825-883e-cbe451242822', 'mac_address': 'fa:16:3e:1e:cf:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:53:41.225666 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-8a1b53b7-cdd5-4ba2-95be-e9005cad99c0 req-07c1a4d0-8a25-4b77-bdf8-dbb9dbd9506e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] For port 4e97bd04-1661-46d2-ace1-40f9596fa48f, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=4e97bd04-1661-46d2-ace1-40f9596fa48f,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:41.226038 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8a1b53b7-cdd5-4ba2-95be-e9005cad99c0 req-07c1a4d0-8a25-4b77-bdf8-dbb9dbd9506e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4e97bd04-1661-46d2-ace1-40f9596fa48f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:41.239465 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-8a1b53b7-cdd5-4ba2-95be-e9005cad99c0 req-07c1a4d0-8a25-4b77-bdf8-dbb9dbd9506e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Calling delete_port for 4e97bd04-1661-46d2-ace1-40f9596fa48f owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:53:41.245532 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 82dc3dbd-3de7-4825-883e-cbe451242822 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:41.248023 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (82dc3dbd-3de7-4825-883e-cbe451242822), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:41.260091 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82dc3dbd-3de7-4825-883e-cbe451242822 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:53:41.280183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 82dc3dbd-3de7-4825-883e-cbe451242822, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=82dc3dbd-3de7-4825-883e-cbe451242822,segment=NetworkSegment(3736af26-9ea6-4afa-ad89-4392ca747a08),segment_id=3736af26-9ea6-4afa-ad89-4392ca747a08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:41.284873 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (82dc3dbd-3de7-4825-883e-cbe451242822), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:41.336806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=82dc3dbd-3de7-4825-883e-cbe451242822,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:41.376895 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8a1b53b7-cdd5-4ba2-95be-e9005cad99c0 req-07c1a4d0-8a25-4b77-bdf8-dbb9dbd9506e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (4e97bd04-1661-46d2-ace1-40f9596fa48f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:41.389102 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['4e97bd04-1661-46d2-ace1-40f9596fa48f'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:53:41.409227 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1a4d0-8a25-4b77-bdf8-dbb9dbd9506e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event deleted for resources: {'Port': ['ID=4e97bd04-1661-46d2-ace1-40f9596fa48f,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:41.452540 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1b53b7-cdd5-4ba2-95be-e9005cad99c0 req-07c1a4d0-8a25-4b77-bdf8-dbb9dbd9506e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] No DVR routers for this DVR port 4e97bd04-1661-46d2-ace1-40f9596fa48f on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:53:41.455236 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8a1b53b7-cdd5-4ba2-95be-e9005cad99c0 req-07c1a4d0-8a25-4b77-bdf8-dbb9dbd9506e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:41.458554 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8a1b53b7-cdd5-4ba2-95be-e9005cad99c0 req-07c1a4d0-8a25-4b77-bdf8-dbb9dbd9506e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.72 "DELETE /v2.0/ports/4e97bd04-1661-46d2-ace1-40f9596fa48f HTTP/1.1" status: 204 len: 173 time: 0.4103379 Feb 10 15:53:41.459606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613a6add-1f43-4bf1-b37f-5b10d48edd7e', 'name': 'network-vif-deleted', 'tag': '4e97bd04-1661-46d2-ace1-40f9596fa48f'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:53:41.461872 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ae078e-4861-4a35-9bec-9b12d4c37974" -d '{"events": [{"server_uuid": "613a6add-1f43-4bf1-b37f-5b10d48edd7e", "name": "network-vif-deleted", "tag": "4e97bd04-1661-46d2-ace1-40f9596fa48f"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:41.497770 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8425e5-02ec-4b86-b768-b98ad3a16af3 x-openstack-request-id: req-0d8425e5-02ec-4b86-b768-b98ad3a16af3 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:41.498088 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613a6add-1f43-4bf1-b37f-5b10d48edd7e", "name": "network-vif-deleted", "tag": "4e97bd04-1661-46d2-ace1-40f9596fa48f", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:41.498325 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d8425e5-02ec-4b86-b768-b98ad3a16af3 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:41.498758 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613a6add-1f43-4bf1-b37f-5b10d48edd7e', 'name': 'network-vif-deleted', 'tag': '4e97bd04-1661-46d2-ace1-40f9596fa48f', 'status': 'completed', 'code': 200} Feb 10 15:53:41.579735 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:41.599962 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['82dc3dbd-3de7-4825-883e-cbe451242822'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:53:41.797868 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8b2affc-ebba-4ab0-91df-18eaa5d85837 req-b095ed46-e262-4b7f-80db-82bad37503cb tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 210 time: 0.0345318 Feb 10 15:53:42.130834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d582cb6-b7a3-4301-953c-95d238c70b0f req-813f5a2f-c2fc-4a81-b842-76ecae9f6afa tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:42.132838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d582cb6-b7a3-4301-953c-95d238c70b0f req-813f5a2f-c2fc-4a81-b842-76ecae9f6afa tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 983 time: 0.0537951 Feb 10 15:53:42.189355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d582cb6-b7a3-4301-953c-95d238c70b0f req-15fb54c7-f8ad-4f8f-9518-5383a58b7916 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/security-groups?id=4967dfa2-2529-4ce2-9eee-236129b2ee41&id=2db55e53-291c-4797-8ae3-4757c74372d5&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0506759 Feb 10 15:53:42.869389 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b77d663d-8b7c-46bf-9de7-3fb2a5b94816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:42.895588 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad9e2f4c-d7f0-47f8-bd35-d21d369c3f46 req-3c72cb7f-09b7-4435-a7f0-ab060dc06a1f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 210 time: 0.0275502 Feb 10 15:53:43.109549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 82dc3dbd-3de7-4825-883e-cbe451242822 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:53:43.168021 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 82dc3dbd-3de7-4825-883e-cbe451242822 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:53:43.172464 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 82dc3dbd-3de7-4825-883e-cbe451242822 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:53:43.172885 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (82dc3dbd-3de7-4825-883e-cbe451242822), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:43.255734 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 82dc3dbd-3de7-4825-883e-cbe451242822 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:53:43.256128 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (82dc3dbd-3de7-4825-883e-cbe451242822), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:43.279138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7569f9-15e2-4a68-8780-043820b79469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dc3dbd-3de7-4825-883e-cbe451242822'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:53:43.281403 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e86e019-bc0a-45a8-9791-45002b3d1522" -d '{"events": [{"server_uuid": "9a7569f9-15e2-4a68-8780-043820b79469", "name": "network-vif-plugged", "status": "completed", "tag": "82dc3dbd-3de7-4825-883e-cbe451242822"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:43.294633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 82dc3dbd-3de7-4825-883e-cbe451242822, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=82dc3dbd-3de7-4825-883e-cbe451242822,segment=NetworkSegment(3736af26-9ea6-4afa-ad89-4392ca747a08),segment_id=3736af26-9ea6-4afa-ad89-4392ca747a08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:53:43.302119 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (82dc3dbd-3de7-4825-883e-cbe451242822), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:43.322965 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548a40e-e6f2-437b-999d-05f91f821e5a req-6e76e467-404e-40fd-b1ca-0565f6f9faee tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:43.324847 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6548a40e-e6f2-437b-999d-05f91f821e5a req-6e76e467-404e-40fd-b1ca-0565f6f9faee tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 983 time: 0.0628846 Feb 10 15:53:43.347669 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb47af5-e6c9-44f9-8794-69eecec208e3 x-openstack-request-id: req-bfb47af5-e6c9-44f9-8794-69eecec208e3 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:43.347970 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7569f9-15e2-4a68-8780-043820b79469", "name": "network-vif-plugged", "status": "completed", "tag": "82dc3dbd-3de7-4825-883e-cbe451242822", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:43.348216 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bfb47af5-e6c9-44f9-8794-69eecec208e3 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:43.348622 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7569f9-15e2-4a68-8780-043820b79469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dc3dbd-3de7-4825-883e-cbe451242822', 'code': 200} Feb 10 15:53:43.369634 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=82dc3dbd-3de7-4825-883e-cbe451242822,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:43.409464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6548a40e-e6f2-437b-999d-05f91f821e5a req-3f74b1cc-101f-4333-b477-4f000a42fd24 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/security-groups?id=4967dfa2-2529-4ce2-9eee-236129b2ee41&id=2db55e53-291c-4797-8ae3-4757c74372d5&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0769589 Feb 10 15:53:43.439006 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045895d-d380-4a14-9d29-23d00a8dfb88 req-d38390ef-c466-48c0-9b7b-eed7562ca7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:43.440670 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4045895d-d380-4a14-9d29-23d00a8dfb88 req-d38390ef-c466-48c0-9b7b-eed7562ca7c1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 1166 time: 0.0462978 Feb 10 15:53:43.493032 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4045895d-d380-4a14-9d29-23d00a8dfb88 req-d69fa3fb-9825-41f7-bac7-9d587b6e4eb4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2db55e53-291c-4797-8ae3-4757c74372d5&id=4967dfa2-2529-4ce2-9eee-236129b2ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0461497 Feb 10 15:53:43.994167 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43110ab4-f7ab-4aa4-b224-0cfb68374de0 req-614cff28-44a2-418a-9273-bdb5f88e4ab2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 210 time: 0.0264449 Feb 10 15:53:44.530411 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc7472-c1dc-4d6e-902e-facb5465874a req-86f6a333-7c76-410a-8ee8-b0406f8ec2fb tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:44.531937 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0efc7472-c1dc-4d6e-902e-facb5465874a req-86f6a333-7c76-410a-8ee8-b0406f8ec2fb tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 984 time: 0.0537128 Feb 10 15:53:44.592096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0efc7472-c1dc-4d6e-902e-facb5465874a req-81427377-8fb9-4971-a854-7fde4a539ee4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/security-groups?id=4967dfa2-2529-4ce2-9eee-236129b2ee41&id=2db55e53-291c-4797-8ae3-4757c74372d5&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0537112 Feb 10 15:53:45.088167 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c1084de5-362f-4731-be31-deeedd09648d req-dff52689-189c-47f1-9f1d-16de3eb8305a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 210 time: 0.0266840 Feb 10 15:53:45.183390 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b6633567-0b12-4690-a364-2ac22b178b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:45.221001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 4e97bd04-1661-46d2-ace1-40f9596fa48f no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:53:45.245625 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 4e97bd04-1661-46d2-ace1-40f9596fa48f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:53:45.246111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 4e97bd04-1661-46d2-ace1-40f9596fa48f not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:53:45.717002 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb77b6d-b476-4000-9edd-88f073f1dcc3 req-5c18b47d-76f9-4206-b74a-35d4eba849fa tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:45.718512 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0eb77b6d-b476-4000-9edd-88f073f1dcc3 req-5c18b47d-76f9-4206-b74a-35d4eba849fa tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 984 time: 0.0580797 Feb 10 15:53:45.775039 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0eb77b6d-b476-4000-9edd-88f073f1dcc3 req-655c0449-dfa0-4d45-9270-19a4e4030c81 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/security-groups?id=4967dfa2-2529-4ce2-9eee-236129b2ee41&id=2db55e53-291c-4797-8ae3-4757c74372d5&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0504935 Feb 10 15:53:45.892941 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733526b0-3356-40e7-b1a2-16e0d10a04d8 req-543c3507-8f0a-4211-9133-75ebed5ec8b6 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:45.894371 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-733526b0-3356-40e7-b1a2-16e0d10a04d8 req-543c3507-8f0a-4211-9133-75ebed5ec8b6 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 984 time: 0.0539217 Feb 10 15:53:45.950882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-733526b0-3356-40e7-b1a2-16e0d10a04d8 req-d64bee5c-a40d-48be-8870-00ed0ad10fcb tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/security-groups?id=4967dfa2-2529-4ce2-9eee-236129b2ee41&id=2db55e53-291c-4797-8ae3-4757c74372d5&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0500715 Feb 10 15:53:46.062284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499450fa-0790-4751-9f64-176d73329089 req-4ba984ff-e141-487d-98c5-e04825e8af3e tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:46.063842 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-499450fa-0790-4751-9f64-176d73329089 req-4ba984ff-e141-487d-98c5-e04825e8af3e tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 1166 time: 0.0482531 Feb 10 15:53:46.082507 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-499450fa-0790-4751-9f64-176d73329089 req-d67ed7bc-595e-4f41-a0ad-b89864f329d1 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:46.173884 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-499450fa-0790-4751-9f64-176d73329089 req-d67ed7bc-595e-4f41-a0ad-b89864f329d1 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Publish callbacks [] for security_group (ca46bffc-8d02-45de-8a14-8f08d07b3137), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:46.191200 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ff31ff42-7f3d-43bf-a682-a5e9ef99f440 req-786b3d3e-f2ff-4644-93c9-a230f4eca95b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 210 time: 0.0312717 Feb 10 15:53:46.191926 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-499450fa-0790-4751-9f64-176d73329089 req-d67ed7bc-595e-4f41-a0ad-b89864f329d1 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ca46bffc-8d02-45de-8a14-8f08d07b3137), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:46.232735 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-499450fa-0790-4751-9f64-176d73329089 req-d67ed7bc-595e-4f41-a0ad-b89864f329d1 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4967dfa2-2529-4ce2-9eee-236129b2ee41&id=2db55e53-291c-4797-8ae3-4757c74372d5&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1625879 Feb 10 15:53:46.242082 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ed7bc-595e-4f41-a0ad-b89864f329d1 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca46bffc-8d02-45de-8a14-8f08d07b3137,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:46.253798 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36678) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:46.297749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7844719-a7c0-4593-87eb-c868a1b42eac tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:46.299287 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d7844719-a7c0-4593-87eb-c868a1b42eac tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 1161 time: 0.0445476 Feb 10 15:53:46.302404 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36680) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:46.306593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': '82dc3dbd-3de7-4825-883e-cbe451242822', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:46.327028 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:46.434894 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:46.435577 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:46.544400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Allocated IP 172.25.3.46 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/a8d8004b-b4f0-4833-98c2-b703a11b7c77) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:53:46.641922 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for port (a8d8004b-b4f0-4833-98c2-b703a11b7c77), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:46.683618 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (a8d8004b-b4f0-4833-98c2-b703a11b7c77), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:46.722207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:53:46.725546 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:53:46.729043 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:53:46.734214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'Port': ['ID=a8d8004b-b4f0-4833-98c2-b703a11b7c77,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:47.095920 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for floatingip (e503cfca-67cf-4d3b-938b-ce92ba963ddc), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:47.168002 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a8d8004b-b4f0-4833-98c2-b703a11b7c77), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:47.295975 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8b82cc5f-aa32-400f-b4cf-80ac8f43eabb req-10aa82a7-cb7a-4e33-a573-fb29534586cd tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 210 time: 0.0343680 Feb 10 15:53:47.347567 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for port (a8d8004b-b4f0-4833-98c2-b703a11b7c77), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:47.352622 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (a8d8004b-b4f0-4833-98c2-b703a11b7c77), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:47.418518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'Port': ['ID=a8d8004b-b4f0-4833-98c2-b703a11b7c77,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:47.430821 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (e503cfca-67cf-4d3b-938b-ce92ba963ddc), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:47.869843 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Floating IP e503cfca-67cf-4d3b-938b-ce92ba963ddc associated. External IP: 172.25.3.46, port: 82dc3dbd-3de7-4825-883e-cbe451242822. Feb 10 15:53:48.009619 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:48.093455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Router ff4808ef-cdc3-488f-b67d-6e0f6df9236f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:53:48.209962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:53:48.220599 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d619f1-1543-4288-ac1a-0bae91897531 None None] Sync routers for ids ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:53:48.229098 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:48.234066 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d619f1-1543-4288-ac1a-0bae91897531 None None] Routers {'ff4808ef-cdc3-488f-b67d-6e0f6df9236f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:48.234794 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-42d619f1-1543-4288-ac1a-0bae91897531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:53:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:48.260216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-8bd9c225-de7d-4326-8f57-8c8eeb603ecc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9566684 Feb 10 15:53:48.261081 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7569f9-15e2-4a68-8780-043820b79469', 'tag': '82dc3dbd-3de7-4825-883e-cbe451242822'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:53:48.262643 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36684) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:48.264634 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3399974-f832-4dad-af3b-3687a3edd1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7569f9-15e2-4a68-8780-043820b79469", "tag": "82dc3dbd-3de7-4825-883e-cbe451242822"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:53:48.307753 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f90a6f3-9429-431d-ae50-3f8b7391d4e2 x-openstack-request-id: req-3f90a6f3-9429-431d-ae50-3f8b7391d4e2 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:53:48.308693 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7569f9-15e2-4a68-8780-043820b79469", "tag": "82dc3dbd-3de7-4825-883e-cbe451242822", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:53:48.308693 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f90a6f3-9429-431d-ae50-3f8b7391d4e2 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:53:48.309107 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7569f9-15e2-4a68-8780-043820b79469', 'tag': '82dc3dbd-3de7-4825-883e-cbe451242822', 'status': 'completed', 'code': 200} Feb 10 15:53:48.378613 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-42d619f1-1543-4288-ac1a-0bae91897531 None None] Set router ff4808ef-cdc3-488f-b67d-6e0f6df9236f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:48.408798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef638253-fc6d-443d-973e-69099a04676c req-c04d1dfc-c3e8-476e-bc26-c242678e750e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 210 time: 0.0299459 Feb 10 15:53:48.420621 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3399974-f832-4dad-af3b-3687a3edd1b0 req-7f4b4b26-3156-4e06-81d7-632183e91f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.422179 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3399974-f832-4dad-af3b-3687a3edd1b0 req-7f4b4b26-3156-4e06-81d7-632183e91f45 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=261da6df275d420891461e49f14f2b45&device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 1166 time: 0.0619066 Feb 10 15:53:48.482921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386dc8ab-5b19-46cf-a1d1-4d8558350d83 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.483712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386dc8ab-5b19-46cf-a1d1-4d8558350d83 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.484357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386dc8ab-5b19-46cf-a1d1-4d8558350d83 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.485042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386dc8ab-5b19-46cf-a1d1-4d8558350d83 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.485676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386dc8ab-5b19-46cf-a1d1-4d8558350d83 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.486306 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386dc8ab-5b19-46cf-a1d1-4d8558350d83 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.487040 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386dc8ab-5b19-46cf-a1d1-4d8558350d83 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.489078 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-386dc8ab-5b19-46cf-a1d1-4d8558350d83 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.2253406 Feb 10 15:53:48.492630 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36690) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:48.545466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3399974-f832-4dad-af3b-3687a3edd1b0 req-3a85a90e-40ed-4f21-ba96-ec43952cfd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.547357 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3399974-f832-4dad-af3b-3687a3edd1b0 req-3a85a90e-40ed-4f21-ba96-ec43952cfd35 service neutron] 10.222.0.79 "GET /v2.0/networks?id=331b5b20-efc6-4b40-8e6c-522d6d584f3e HTTP/1.1" status: 200 len: 897 time: 0.1170723 Feb 10 15:53:48.611936 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ee8eff-8ce7-4cd4-bcc1-7d126a3ee220 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.612504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ee8eff-8ce7-4cd4-bcc1-7d126a3ee220 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.613432 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ee8eff-8ce7-4cd4-bcc1-7d126a3ee220 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.613576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ee8eff-8ce7-4cd4-bcc1-7d126a3ee220 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.614185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ee8eff-8ce7-4cd4-bcc1-7d126a3ee220 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.616157 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ee8eff-8ce7-4cd4-bcc1-7d126a3ee220 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.617248 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ee8eff-8ce7-4cd4-bcc1-7d126a3ee220 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.622341 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-42d619f1-1543-4288-ac1a-0bae91897531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1013591095', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:25Z', 'updated_at': '2022-02-10T15:53:30Z', 'revision_number': 4, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:26Z', 'updated_at': '2022-02-10T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'e503cfca-67cf-4d3b-938b-ce92ba963ddc', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'port_id': '82dc3dbd-3de7-4825-883e-cbe451242822', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'mac_address': 'fa:16:3e:1e:cf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7569f9-15e2-4a68-8780-043820b79469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:53:46Z', 'updated_at': '2022-02-10T15:53:46Z', 'revision_number': 0, 'project_id': '261da6df275d420891461e49f14f2b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdf100bf-76fe-4111-a039-efd13cedefe5', 'name': '', 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'mac_address': 'fa:16:3e:c4:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:29Z', 'updated_at': '2022-02-10T15:53:34Z', 'revision_number': 5, 'project_id': '261da6df275d420891461e49f14f2b45', 'subnets': [{'id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:48.623230 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d9ee8eff-8ce7-4cd4-bcc1-7d126a3ee220 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1287611 Feb 10 15:53:48.623538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36692) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:48.629369 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3399974-f832-4dad-af3b-3687a3edd1b0 req-03cef319-4ac6-4f1c-a302-87526795e22b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82dc3dbd-3de7-4825-883e-cbe451242822 HTTP/1.1" status: 200 len: 998 time: 0.0747197 Feb 10 15:53:48.655912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d619f1-1543-4288-ac1a-0bae91897531 None None] Checking router: ff4808ef-cdc3-488f-b67d-6e0f6df9236f for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:53:48.665678 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d619f1-1543-4288-ac1a-0bae91897531 None None] Routers {'ff4808ef-cdc3-488f-b67d-6e0f6df9236f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:53:48.666565 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-42d619f1-1543-4288-ac1a-0bae91897531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:53:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:48.694141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3399974-f832-4dad-af3b-3687a3edd1b0 req-1fe666a6-e82e-4b46-a504-973712dd3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.695744 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3399974-f832-4dad-af3b-3687a3edd1b0 req-1fe666a6-e82e-4b46-a504-973712dd3a74 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d5b6aa67-6de5-4620-985d-2a0a654b2858 HTTP/1.1" status: 200 len: 834 time: 0.0597548 Feb 10 15:53:48.775147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3399974-f832-4dad-af3b-3687a3edd1b0 req-27f0a63f-6d74-4e9a-81d9-a37d68f9554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:48.782335 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3399974-f832-4dad-af3b-3687a3edd1b0 req-27f0a63f-6d74-4e9a-81d9-a37d68f9554b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=331b5b20-efc6-4b40-8e6c-522d6d584f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0777316 Feb 10 15:53:48.803674 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-42d619f1-1543-4288-ac1a-0bae91897531 None None] Set router ff4808ef-cdc3-488f-b67d-6e0f6df9236f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:53:48.882009 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3399974-f832-4dad-af3b-3687a3edd1b0 req-c125277c-a502-4420-aaa5-5e5f99bea094 service neutron] 10.222.0.79 "GET /v2.0/networks/331b5b20-efc6-4b40-8e6c-522d6d584f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924170 Feb 10 15:53:48.943256 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-34024336-0cd3-423e-a8f1-27f1906a1014 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3783 time: 0.3184669 Feb 10 15:53:48.947075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36694) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:48.985089 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:49.047429 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5fb198-54b4-44e1-b95c-9f5d5ae5dae6 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:49.048194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5fb198-54b4-44e1-b95c-9f5d5ae5dae6 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:49.049893 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3d5fb198-54b4-44e1-b95c-9f5d5ae5dae6 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ff4808ef-cdc3-488f-b67d-6e0f6df9236f HTTP/1.1" status: 200 len: 2062 time: 0.1016638 Feb 10 15:53:49.053257 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-e3399974-f832-4dad-af3b-3687a3edd1b0 req-8080b50e-90f1-41a5-a8de-6818205c40af service neutron] 10.222.0.79 "GET /v2.0/networks/331b5b20-efc6-4b40-8e6c-522d6d584f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652360 Feb 10 15:53:49.081238 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-42d619f1-1543-4288-ac1a-0bae91897531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1013591095', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:25Z', 'updated_at': '2022-02-10T15:53:30Z', 'revision_number': 4, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:26Z', 'updated_at': '2022-02-10T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'e503cfca-67cf-4d3b-938b-ce92ba963ddc', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'port_id': '82dc3dbd-3de7-4825-883e-cbe451242822', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'mac_address': 'fa:16:3e:1e:cf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7569f9-15e2-4a68-8780-043820b79469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:53:46Z', 'updated_at': '2022-02-10T15:53:46Z', 'revision_number': 0, 'project_id': '261da6df275d420891461e49f14f2b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdf100bf-76fe-4111-a039-efd13cedefe5', 'name': '', 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'mac_address': 'fa:16:3e:c4:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:29Z', 'updated_at': '2022-02-10T15:53:34Z', 'revision_number': 5, 'project_id': '261da6df275d420891461e49f14f2b45', 'subnets': [{'id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:53:49.265880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d619f1-1543-4288-ac1a-0bae91897531 None None] The sync data for ids ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'] in n-d-815324-7 is: [{'id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1013591095', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:25Z', 'updated_at': '2022-02-10T15:53:30Z', 'revision_number': 4, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:26Z', 'updated_at': '2022-02-10T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'e503cfca-67cf-4d3b-938b-ce92ba963ddc', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'port_id': '82dc3dbd-3de7-4825-883e-cbe451242822', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'mac_address': 'fa:16:3e:1e:cf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7569f9-15e2-4a68-8780-043820b79469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:53:46Z', 'updated_at': '2022-02-10T15:53:46Z', 'revision_number': 0, 'project_id': '261da6df275d420891461e49f14f2b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdf100bf-76fe-4111-a039-efd13cedefe5', 'name': '', 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'mac_address': 'fa:16:3e:c4:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:29Z', 'updated_at': '2022-02-10T15:53:34Z', 'revision_number': 5, 'project_id': '261da6df275d420891461e49f14f2b45', 'subnets': [{'id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:53:49.471526 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707ca52b-1dcf-402b-bc1e-60b9071671c2 None None] New status for floating IP e503cfca-67cf-4d3b-938b-ce92ba963ddc: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:53:49.520640 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27a360a9-195d-4c93-b0ec-80a1e7a470fa req-e1fc717d-3a21-419c-bc42-f1cd4194d3b1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=613a6add-1f43-4bf1-b37f-5b10d48edd7e HTTP/1.1" status: 200 len: 210 time: 0.0316508 Feb 10 15:53:55.785961 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36766) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:55.791085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583404017', 'description': 'tempest-secgroup-smoke-583404017 description', 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:55.813232 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:55.884035 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group (c19f09a3-069b-46ba-8a58-39a92444a551), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:55.888373 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c19f09a3-069b-46ba-8a58-39a92444a551), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:55.918416 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:55.919654 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1320894 Feb 10 15:53:55.921531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19f09a3-069b-46ba-8a58-39a92444a551,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:55.922877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36768) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:55.928508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c941fce1-abdb-4d90-ac48-c28e4c83a2a1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'security_group_rule': {'security_group_id': 'c19f09a3-069b-46ba-8a58-39a92444a551', 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:55.930489 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:55.930844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:55.931186 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:55.931524 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:55.931863 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:55.932193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:55.932519 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:55.932871 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:55.933195 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:55.933517 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:55.933842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:55.934162 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:55.934485 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea15b1e-1ed6-4bac-a307-db454d29a2c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:53:55.959355 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c941fce1-abdb-4d90-ac48-c28e4c83a2a1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (efda56fa-264e-4948-9793-d64ca896c113), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.018435 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c941fce1-abdb-4d90-ac48-c28e4c83a2a1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (efda56fa-264e-4948-9793-d64ca896c113), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.022622 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c941fce1-abdb-4d90-ac48-c28e4c83a2a1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (efda56fa-264e-4948-9793-d64ca896c113), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.041749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941fce1-abdb-4d90-ac48-c28e4c83a2a1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efda56fa-264e-4948-9793-d64ca896c113,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:56.047984 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c941fce1-abdb-4d90-ac48-c28e4c83a2a1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.051897 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36770) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:56.052087 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c941fce1-abdb-4d90-ac48-c28e4c83a2a1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272950 Feb 10 15:53:56.056671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-edfe801f-0b9d-4b49-8601-5b6b0883e57d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'security_group_rule': {'security_group_id': 'c19f09a3-069b-46ba-8a58-39a92444a551', 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:56.086401 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-edfe801f-0b9d-4b49-8601-5b6b0883e57d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (f3d84bef-28c8-4bdc-a597-b9cac5371dfa), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.145610 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-edfe801f-0b9d-4b49-8601-5b6b0883e57d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (f3d84bef-28c8-4bdc-a597-b9cac5371dfa), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.149913 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-edfe801f-0b9d-4b49-8601-5b6b0883e57d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (f3d84bef-28c8-4bdc-a597-b9cac5371dfa), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.166744 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe801f-0b9d-4b49-8601-5b6b0883e57d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d84bef-28c8-4bdc-a597-b9cac5371dfa,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:56.175632 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-edfe801f-0b9d-4b49-8601-5b6b0883e57d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.176861 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-edfe801f-0b9d-4b49-8601-5b6b0883e57d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237080 Feb 10 15:53:56.180001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36774) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:56.184312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b33abc89-6604-47b2-a596-8f9ab661da7f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'security_group_rule': {'security_group_id': 'c19f09a3-069b-46ba-8a58-39a92444a551', 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:56.208749 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b33abc89-6604-47b2-a596-8f9ab661da7f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (671e3847-d5fa-4712-9a10-2ea18fc7080e), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.265351 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b33abc89-6604-47b2-a596-8f9ab661da7f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (671e3847-d5fa-4712-9a10-2ea18fc7080e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.269131 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b33abc89-6604-47b2-a596-8f9ab661da7f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (671e3847-d5fa-4712-9a10-2ea18fc7080e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.286175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33abc89-6604-47b2-a596-8f9ab661da7f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671e3847-d5fa-4712-9a10-2ea18fc7080e,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:56.296210 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b33abc89-6604-47b2-a596-8f9ab661da7f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.297438 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b33abc89-6604-47b2-a596-8f9ab661da7f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163657 Feb 10 15:53:56.300134 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 36776) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:56.304886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1ebfb9e1-7741-49f2-a5a3-afcd5d8c58b1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'security_group_rule': {'security_group_id': 'c19f09a3-069b-46ba-8a58-39a92444a551', 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:56.329981 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb9e1-7741-49f2-a5a3-afcd5d8c58b1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (98ae7310-f163-4654-ac4c-4a51d4534d21), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.386483 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb9e1-7741-49f2-a5a3-afcd5d8c58b1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (98ae7310-f163-4654-ac4c-4a51d4534d21), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.390231 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb9e1-7741-49f2-a5a3-afcd5d8c58b1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (98ae7310-f163-4654-ac4c-4a51d4534d21), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.411364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfb9e1-7741-49f2-a5a3-afcd5d8c58b1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ae7310-f163-4654-ac4c-4a51d4534d21,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:56.417593 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb9e1-7741-49f2-a5a3-afcd5d8c58b1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.421205 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1ebfb9e1-7741-49f2-a5a3-afcd5d8c58b1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199963 Feb 10 15:53:56.421531 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36778) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:56.426254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-a0557de9-9d22-409f-859b-d770f8622703 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'security_group_rule': {'security_group_id': 'c19f09a3-069b-46ba-8a58-39a92444a551', 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:56.447328 n-d-815324-7 neutron-server[103369]: INFO neutron.db.securitygroups_db [None req-a0557de9-9d22-409f-859b-d770f8622703 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Project f6193cc70c8346199e4ee5ce98cad92b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:53:56.452374 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a0557de9-9d22-409f-859b-d770f8622703 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (decf64ab-5692-40df-a1b7-43c89e229b30), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.516458 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a0557de9-9d22-409f-859b-d770f8622703 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (decf64ab-5692-40df-a1b7-43c89e229b30), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.521007 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a0557de9-9d22-409f-859b-d770f8622703 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (decf64ab-5692-40df-a1b7-43c89e229b30), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.545841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0557de9-9d22-409f-859b-d770f8622703 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decf64ab-5692-40df-a1b7-43c89e229b30,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:56.556805 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a0557de9-9d22-409f-859b-d770f8622703 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.558059 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a0557de9-9d22-409f-859b-d770f8622703 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353068 Feb 10 15:53:56.560755 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 36780) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:53:56.565078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-1e8439c5-0992-4eb6-aecc-b5a8991ee707 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'security_group_rule': {'security_group_id': 'c19f09a3-069b-46ba-8a58-39a92444a551', 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:53:56.585823 n-d-815324-7 neutron-server[103369]: INFO neutron.db.securitygroups_db [None req-1e8439c5-0992-4eb6-aecc-b5a8991ee707 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Project f6193cc70c8346199e4ee5ce98cad92b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:53:56.590846 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e8439c5-0992-4eb6-aecc-b5a8991ee707 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (c95c829f-c7ec-4ebc-9ca3-acecf32cef32), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.649161 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e8439c5-0992-4eb6-aecc-b5a8991ee707 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (c95c829f-c7ec-4ebc-9ca3-acecf32cef32), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.653244 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e8439c5-0992-4eb6-aecc-b5a8991ee707 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (c95c829f-c7ec-4ebc-9ca3-acecf32cef32), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.671415 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8439c5-0992-4eb6-aecc-b5a8991ee707 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95c829f-c7ec-4ebc-9ca3-acecf32cef32,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:53:56.679991 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1e8439c5-0992-4eb6-aecc-b5a8991ee707 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:53:56.681226 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1e8439c5-0992-4eb6-aecc-b5a8991ee707 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195180 Feb 10 15:53:57.094777 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:53:58.110032 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2303693-8757-429d-a223-a131dcadd05d req-03085db0-3e29-4765-84d8-dbef26f4f7f0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474584 Feb 10 15:53:58.213314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303693-8757-429d-a223-a131dcadd05d req-1f45c8fc-6c5a-436a-a69d-161ca6d355cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:58.215145 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2303693-8757-429d-a223-a131dcadd05d req-1f45c8fc-6c5a-436a-a69d-161ca6d355cf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=261da6df275d420891461e49f14f2b45&device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 1166 time: 0.0458059 Feb 10 15:53:58.325365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303693-8757-429d-a223-a131dcadd05d req-37a3a0cb-1e5a-4786-83e2-2ff2c4ab2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:58.326844 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2303693-8757-429d-a223-a131dcadd05d req-37a3a0cb-1e5a-4786-83e2-2ff2c4ab2b90 service neutron] 10.222.0.79 "GET /v2.0/networks?id=331b5b20-efc6-4b40-8e6c-522d6d584f3e HTTP/1.1" status: 200 len: 897 time: 0.0908291 Feb 10 15:53:58.398766 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2303693-8757-429d-a223-a131dcadd05d req-1bab7fb0-3975-4370-bdab-6d7749dd6cfd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82dc3dbd-3de7-4825-883e-cbe451242822 HTTP/1.1" status: 200 len: 1000 time: 0.0640802 Feb 10 15:53:58.446714 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303693-8757-429d-a223-a131dcadd05d req-3bc12615-df8f-4f92-b6a4-8b9f61ea7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:58.448265 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2303693-8757-429d-a223-a131dcadd05d req-3bc12615-df8f-4f92-b6a4-8b9f61ea7173 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d5b6aa67-6de5-4620-985d-2a0a654b2858 HTTP/1.1" status: 200 len: 834 time: 0.0440004 Feb 10 15:53:58.499051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303693-8757-429d-a223-a131dcadd05d req-71251968-5e7e-49e2-bdd5-313a20f6d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:53:58.500596 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2303693-8757-429d-a223-a131dcadd05d req-71251968-5e7e-49e2-bdd5-313a20f6d96c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=331b5b20-efc6-4b40-8e6c-522d6d584f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459063 Feb 10 15:53:58.600666 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2303693-8757-429d-a223-a131dcadd05d req-1a5b13d1-0b47-4467-82e9-138b33e3db2a service neutron] 10.222.0.79 "GET /v2.0/networks/331b5b20-efc6-4b40-8e6c-522d6d584f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943387 Feb 10 15:53:58.691755 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a2303693-8757-429d-a223-a131dcadd05d req-7198ce15-40a3-461c-b7b7-92d43c776edf service neutron] 10.222.0.79 "GET /v2.0/networks/331b5b20-efc6-4b40-8e6c-522d6d584f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859048 Feb 10 15:54:04.955649 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ce8c0-ea3e-48a4-b2c5-28f869613dbe req-c441b676-7e64-4307-80e3-a9f528e466de tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:04.957247 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d33ce8c0-ea3e-48a4-b2c5-28f869613dbe req-c441b676-7e64-4307-80e3-a9f528e466de tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0618935 Feb 10 15:54:05.009574 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d33ce8c0-ea3e-48a4-b2c5-28f869613dbe req-98371d2a-004a-470e-8c4b-8c2300e6f5b2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462604 Feb 10 15:54:06.133677 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ab891-bac0-4144-bcfe-098fe1934bc7 req-99948197-a611-48b9-bbd4-d374d8fbd168 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:06.135227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-590ab891-bac0-4144-bcfe-098fe1934bc7 req-99948197-a611-48b9-bbd4-d374d8fbd168 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0545752 Feb 10 15:54:06.184583 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-590ab891-bac0-4144-bcfe-098fe1934bc7 req-dd2d01b0-b960-47a5-9fa6-73b647463451 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435252 Feb 10 15:54:07.214916 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:07.310291 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8948d0-2e42-49c6-9ecd-accd0df7d417 req-66aca989-f119-46fd-860b-31cec371e19c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:07.312448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e8948d0-2e42-49c6-9ecd-accd0df7d417 req-66aca989-f119-46fd-860b-31cec371e19c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0578256 Feb 10 15:54:07.361643 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e8948d0-2e42-49c6-9ecd-accd0df7d417 req-a24dc6aa-9048-4620-b1d3-9746b8f39910 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427067 Feb 10 15:54:08.483656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc08d6a-4433-43af-a0e1-b9a04e3902f0 req-e26badf7-4373-4a50-b48d-4480766f5001 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:08.485343 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5dc08d6a-4433-43af-a0e1-b9a04e3902f0 req-e26badf7-4373-4a50-b48d-4480766f5001 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0529592 Feb 10 15:54:08.532991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5dc08d6a-4433-43af-a0e1-b9a04e3902f0 req-df38ce7d-15d2-44c3-939f-1965c900c967 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418551 Feb 10 15:54:09.656486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29399b4f-3dac-4e1e-a89d-c40051fdc54c req-b8e6ec01-5a85-43c9-82bf-817824abfd6e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:09.658043 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29399b4f-3dac-4e1e-a89d-c40051fdc54c req-b8e6ec01-5a85-43c9-82bf-817824abfd6e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0572870 Feb 10 15:54:09.711780 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29399b4f-3dac-4e1e-a89d-c40051fdc54c req-02ff1e17-e699-4bd1-a35d-4ab7266fe2ba tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479784 Feb 10 15:54:10.830980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47a6d5-63a9-4acc-a326-4459fefe7a08 req-39e5c5b8-5299-4e1a-a552-e174381f5d51 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:10.832572 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc47a6d5-63a9-4acc-a326-4459fefe7a08 req-39e5c5b8-5299-4e1a-a552-e174381f5d51 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0526676 Feb 10 15:54:10.881421 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cc47a6d5-63a9-4acc-a326-4459fefe7a08 req-2109e525-595a-4198-97fa-a5362239a517 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425191 Feb 10 15:54:11.572613 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:12.002104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5f38e-b1a3-4268-8774-8d9e94c96d26 req-19ec5b54-44e6-48db-a8dc-035c98d4c1bf tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:12.003514 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fed5f38e-b1a3-4268-8774-8d9e94c96d26 req-19ec5b54-44e6-48db-a8dc-035c98d4c1bf tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0520248 Feb 10 15:54:12.054158 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fed5f38e-b1a3-4268-8774-8d9e94c96d26 req-cba1a9ca-a094-4a83-b2d8-4f0d67829a23 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441942 Feb 10 15:54:12.871522 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b04ac957-5ebf-40f8-b1b6-4cb0c8dc40db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:13.199986 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f5f28-e074-40ba-81ce-b23ba9561756 req-76292007-2f10-4397-a14f-a331e0a48cda tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:13.201809 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a8f5f28-e074-40ba-81ce-b23ba9561756 req-76292007-2f10-4397-a14f-a331e0a48cda tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0736923 Feb 10 15:54:13.263541 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a8f5f28-e074-40ba-81ce-b23ba9561756 req-3c2f0eea-39e5-4c98-ab85-a9a36ecbf7ac tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546827 Feb 10 15:54:14.387334 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558f758-6c1b-4f74-91d2-f3a6ebbee1a2 req-12b0c9c7-8451-4bab-9a35-18cea6c2b53b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:14.388841 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9558f758-6c1b-4f74-91d2-f3a6ebbee1a2 req-12b0c9c7-8451-4bab-9a35-18cea6c2b53b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0539472 Feb 10 15:54:14.439221 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9558f758-6c1b-4f74-91d2-f3a6ebbee1a2 req-32c191ef-e3de-40c7-b481-c2588c8ee439 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447545 Feb 10 15:54:15.112322 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-0d517dad-16e3-4e34-a385-0b764fc71305 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583404017&fields=id&tenant_id=f6193cc70c8346199e4ee5ce98cad92b HTTP/1.1" status: 200 len: 267 time: 0.0430598 Feb 10 15:54:15.184317 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-23126185-7916-4259-b85b-e74584246f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:15.222693 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-1e1fe91b-92a1-499b-8e89-7d0a5a3cbc3f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:15.224780 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-1e1fe91b-92a1-499b-8e89-7d0a5a3cbc3f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 812 time: 0.1060774 Feb 10 15:54:15.238897 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59be83c8-53fb-48ce-9982-3df8366478ce tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/quotas/f6193cc70c8346199e4ee5ce98cad92b HTTP/1.1" status: 200 len: 375 time: 0.0088222 Feb 10 15:54:15.292448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-b3e6798f-7f19-4ec5-bdbb-d4bc7bda858e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487785 Feb 10 15:54:15.306926 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-0cd3d09c-b848-452d-9740-1fee8c73fcdf service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:54:15.307892 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-0cd3d09c-b848-452d-9740-1fee8c73fcdf service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050061 Feb 10 15:54:15.397957 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-c1074c3a-8b68-4b88-bfac-728fc4ee3d1a service neutron] 10.222.0.64 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848110 Feb 10 15:54:15.485563 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-fe0f076e-7e8a-46c2-9f0a-a001a0bad144 service neutron] 10.222.0.64 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818961 Feb 10 15:54:15.566563 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8efdf-5bca-4b7b-bb18-ae505f011f92 req-c432f873-6d36-42a2-82d2-ff803f85c203 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:15.568119 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-86e8efdf-5bca-4b7b-bb18-ae505f011f92 req-c432f873-6d36-42a2-82d2-ff803f85c203 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0580192 Feb 10 15:54:15.619270 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-86e8efdf-5bca-4b7b-bb18-ae505f011f92 req-6bed6e29-8cad-444e-8f79-5a7edc0fa379 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456250 Feb 10 15:54:15.769825 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b8bc31a8-b957-4b4b-b457-3813255d520a req-9e71495e-cb1a-468f-a9a9-093054fba83a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 210 time: 0.0283720 Feb 10 15:54:16.437264 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:16.751975 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbffa-3daa-4644-af4b-85ada0eee6fb req-f594b494-4e81-4d8a-91c3-4eb2ef83dae5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:16.754340 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d62bbffa-3daa-4644-af4b-85ada0eee6fb req-f594b494-4e81-4d8a-91c3-4eb2ef83dae5 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0617340 Feb 10 15:54:16.831143 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-ef6d2e6e-99ce-4967-9995-bf0920403c51 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:16.832798 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-ef6d2e6e-99ce-4967-9995-bf0920403c51 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.72 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 812 time: 0.1161253 Feb 10 15:54:16.834775 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d62bbffa-3daa-4644-af4b-85ada0eee6fb req-ad6b4b82-534a-404f-a7ff-b29b09ef4108 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595582 Feb 10 15:54:16.887992 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-450f5ed3-80b2-4749-b57d-53dcb2c7cee8 req-bd60e673-a0be-4120-9762-910910ab9879 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 210 time: 0.0331903 Feb 10 15:54:16.900753 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-c7a65e6d-d3b9-4468-8e44-f7951477bfe4 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6193cc70c8346199e4ee5ce98cad92b HTTP/1.1" status: 200 len: 379 time: 0.0582314 Feb 10 15:54:16.909781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-daa47a9b-9622-4525-bbac-a88665f124fe tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'port': {'device_id': 'fbbbdcdc-0516-4661-a3f8-2ac7d50208bc', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'admin_state_up': True, 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'security_groups': ['c19f09a3-069b-46ba-8a58-39a92444a551']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:17.022554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-daa47a9b-9622-4525-bbac-a88665f124fe tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Made reservation on behalf of f6193cc70c8346199e4ee5ce98cad92b for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:17.026000 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-daa47a9b-9622-4525-bbac-a88665f124fe tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:17.160246 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-daa47a9b-9622-4525-bbac-a88665f124fe tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Allocated IP 172.20.0.8 (3707da07-4fe9-4b6c-94ea-78b38c207829/c2412461-f325-414f-9061-42c35c61d99d/a27df640-344a-4e9c-9da0-ca8e9cccbe6a) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:17.301310 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-daa47a9b-9622-4525-bbac-a88665f124fe tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for port (a27df640-344a-4e9c-9da0-ca8e9cccbe6a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:17.335010 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-daa47a9b-9622-4525-bbac-a88665f124fe tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a27df640-344a-4e9c-9da0-ca8e9cccbe6a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:17.378806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-daa47a9b-9622-4525-bbac-a88665f124fe tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Network 3707da07-4fe9-4b6c-94ea-78b38c207829 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:17.382498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-daa47a9b-9622-4525-bbac-a88665f124fe tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:17.386091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-daa47a9b-9622-4525-bbac-a88665f124fe tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:17.392161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa47a9b-9622-4525-bbac-a88665f124fe tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'Port': ['ID=a27df640-344a-4e9c-9da0-ca8e9cccbe6a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:17.443193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-daa47a9b-9622-4525-bbac-a88665f124fe tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:17.443812 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-daa47a9b-9622-4525-bbac-a88665f124fe tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:17.463234 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-daa47a9b-9622-4525-bbac-a88665f124fe tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5571265 Feb 10 15:54:17.474895 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Request body: {'port': {'device_id': 'fbbbdcdc-0516-4661-a3f8-2ac7d50208bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:17.538075 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a27df640-344a-4e9c-9da0-ca8e9cccbe6a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:17.617934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d25c51b6-3250-4605-b86a-99aa59f279d6 None None] Provisioning complete for port a27df640-344a-4e9c-9da0-ca8e9cccbe6a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:17.620156 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d25c51b6-3250-4605-b86a-99aa59f279d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a27df640-344a-4e9c-9da0-ca8e9cccbe6a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:17.654965 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d25c51b6-3250-4605-b86a-99aa59f279d6 None None] Port a27df640-344a-4e9c-9da0-ca8e9cccbe6a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:54:17.806575 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27df640-344a-4e9c-9da0-ca8e9cccbe6a {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:54:17.814704 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Publish callbacks [] for port (a27df640-344a-4e9c-9da0-ca8e9cccbe6a), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:17.827059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Transition to ACTIVE for port object a27df640-344a-4e9c-9da0-ca8e9cccbe6a will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:54:17.830895 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (a27df640-344a-4e9c-9da0-ca8e9cccbe6a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:17.883032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=a27df640-344a-4e9c-9da0-ca8e9cccbe6a,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:17.968999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Attempting to bind port a27df640-344a-4e9c-9da0-ca8e9cccbe6a on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:54:17.969355 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Attempting to bind port a27df640-344a-4e9c-9da0-ca8e9cccbe6a by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:54:17.969766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Attempting to bind port a27df640-344a-4e9c-9da0-ca8e9cccbe6a on network 3707da07-4fe9-4b6c-94ea-78b38c207829 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:17.975777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Port a27df640-344a-4e9c-9da0-ca8e9cccbe6a on network 3707da07-4fe9-4b6c-94ea-78b38c207829 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:54:17.976212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Attempting to bind port a27df640-344a-4e9c-9da0-ca8e9cccbe6a on network 3707da07-4fe9-4b6c-94ea-78b38c207829 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:17.981821 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:17.982326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Checking segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:54:17.982717 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Bound using segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:17.983148 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Bound port: a27df640-344a-4e9c-9da0-ca8e9cccbe6a, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:54:17.983511 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a27df640-344a-4e9c-9da0-ca8e9cccbe6a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:18.023335 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:18.051454 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e6efa-a318-4f95-8466-d461e69bd13e req-3182b7cf-2646-45ff-9d47-75fa8f28c098 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:18.053791 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-336e6efa-a318-4f95-8466-d461e69bd13e req-3182b7cf-2646-45ff-9d47-75fa8f28c098 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.1272669 Feb 10 15:54:18.079496 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] For port a27df640-344a-4e9c-9da0-ca8e9cccbe6a, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:18.085251 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] For port a27df640-344a-4e9c-9da0-ca8e9cccbe6a, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=a27df640-344a-4e9c-9da0-ca8e9cccbe6a,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:18.093067 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (a27df640-344a-4e9c-9da0-ca8e9cccbe6a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:18.129254 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec95b5c-27d9-4a92-b6d9-e6aadc0c869f req-21b67e0c-2ae4-403f-8110-6b579e4bf5a5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:18.131471 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ec95b5c-27d9-4a92-b6d9-e6aadc0c869f req-21b67e0c-2ae4-403f-8110-6b579e4bf5a5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 943 time: 0.1016982 Feb 10 15:54:18.150225 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:18.150862 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:18.152928 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] 10.222.0.72 "PUT /v2.0/ports/a27df640-344a-4e9c-9da0-ca8e9cccbe6a HTTP/1.1" status: 200 len: 1091 time: 0.6828609 Feb 10 15:54:18.153395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbbdcdc-0516-4661-a3f8-2ac7d50208bc', 'tag': 'a27df640-344a-4e9c-9da0-ca8e9cccbe6a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:54:18.155776 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56218eb9-8442-4923-8e62-2226a6365259" -d '{"events": [{"name": "network-changed", "server_uuid": "fbbbdcdc-0516-4661-a3f8-2ac7d50208bc", "tag": "a27df640-344a-4e9c-9da0-ca8e9cccbe6a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:18.156159 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-336e6efa-a318-4f95-8466-d461e69bd13e req-68a86c9b-da97-4060-8002-09255d0d7593 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872512 Feb 10 15:54:18.198266 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59186bfd-fd37-4a81-b842-525ab05faaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=a27df640-344a-4e9c-9da0-ca8e9cccbe6a,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:18.247566 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ec95b5c-27d9-4a92-b6d9-e6aadc0c869f req-f51d6fbb-5e63-488a-a43e-4e2d75040b1c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035242 Feb 10 15:54:18.269361 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80491ac8-01c0-4a4c-89f2-411bbc80d411 x-openstack-request-id: req-80491ac8-01c0-4a4c-89f2-411bbc80d411 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:18.269361 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbbbdcdc-0516-4661-a3f8-2ac7d50208bc", "tag": "a27df640-344a-4e9c-9da0-ca8e9cccbe6a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:18.269361 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80491ac8-01c0-4a4c-89f2-411bbc80d411 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:18.269361 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbbbdcdc-0516-4661-a3f8-2ac7d50208bc', 'tag': 'a27df640-344a-4e9c-9da0-ca8e9cccbe6a', 'status': 'completed', 'code': 200} Feb 10 15:54:18.279433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-4753ce23-d3c7-4471-8e69-8ce33c97da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:18.281176 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-4753ce23-d3c7-4471-8e69-8ce33c97da6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 1125 time: 0.0734155 Feb 10 15:54:18.329390 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-3228012d-2c0c-43f2-b114-f278baf09b24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a27df640-344a-4e9c-9da0-ca8e9cccbe6a HTTP/1.1" status: 200 len: 217 time: 0.0410547 Feb 10 15:54:18.381735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-e5410d94-3dca-4334-9ad2-fa1807eee046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:18.383545 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-e5410d94-3dca-4334-9ad2-fa1807eee046 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0490947 Feb 10 15:54:18.437087 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-53c35311-9266-47e4-b19c-f4843584c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:18.438608 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-53c35311-9266-47e4-b19c-f4843584c3dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486314 Feb 10 15:54:18.531227 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-e7547779-de3a-4a37-aa7c-b4656695fc64 service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861702 Feb 10 15:54:18.617656 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a900cdb5-bfbc-4d94-9bd6-8d254520de2c req-9bc9365d-1ee3-4996-8d0e-2bcc97c465da service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805192 Feb 10 15:54:18.705075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56218eb9-8442-4923-8e62-2226a6365259 req-29ed7b8c-a2f4-4c40-8f3d-9f6d1a9dc1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:18.706618 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56218eb9-8442-4923-8e62-2226a6365259 req-29ed7b8c-a2f4-4c40-8f3d-9f6d1a9dc1ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 1125 time: 0.0451071 Feb 10 15:54:18.804132 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56218eb9-8442-4923-8e62-2226a6365259 req-9c959ae1-8dd0-4581-bfa8-8988a027b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:18.805642 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56218eb9-8442-4923-8e62-2226a6365259 req-9c959ae1-8dd0-4581-bfa8-8988a027b873 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.0933616 Feb 10 15:54:18.847392 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56218eb9-8442-4923-8e62-2226a6365259 req-33511a18-7638-4f00-acf0-8d88e7809b90 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a27df640-344a-4e9c-9da0-ca8e9cccbe6a HTTP/1.1" status: 200 len: 217 time: 0.0345051 Feb 10 15:54:18.899697 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56218eb9-8442-4923-8e62-2226a6365259 req-bce13f71-6ca9-400d-9dab-1ad73be0080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:18.901282 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56218eb9-8442-4923-8e62-2226a6365259 req-bce13f71-6ca9-400d-9dab-1ad73be0080a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0487378 Feb 10 15:54:18.938696 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:18.956760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56218eb9-8442-4923-8e62-2226a6365259 req-3667b6cd-0f70-417b-9e74-4bf6b00dd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:18.958418 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56218eb9-8442-4923-8e62-2226a6365259 req-3667b6cd-0f70-417b-9e74-4bf6b00dd5d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518079 Feb 10 15:54:19.060259 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56218eb9-8442-4923-8e62-2226a6365259 req-f9ee83b0-6cda-4fae-9ff1-e85911a77c28 service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962131 Feb 10 15:54:19.149596 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56218eb9-8442-4923-8e62-2226a6365259 req-7e977b24-f05f-4e97-b236-96c16bc3507f service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829608 Feb 10 15:54:19.300275 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f02383-f544-4644-931d-dfde07df28ed req-6a9e935e-9177-468a-a2e4-8ad03639c7c7 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:19.302613 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18f02383-f544-4644-931d-dfde07df28ed req-6a9e935e-9177-468a-a2e4-8ad03639c7c7 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0556624 Feb 10 15:54:19.380418 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18f02383-f544-4644-931d-dfde07df28ed req-99b0a661-523a-4320-97cb-176b9a88f146 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713327 Feb 10 15:54:19.394887 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316b85d-3ff8-4968-821b-84d0f444298d req-1352d430-01e0-4784-9f18-c37f15b66664 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:19.396431 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2316b85d-3ff8-4968-821b-84d0f444298d req-1352d430-01e0-4784-9f18-c37f15b66664 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 943 time: 0.0730472 Feb 10 15:54:19.454488 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2316b85d-3ff8-4968-821b-84d0f444298d req-ca7ab7dc-5025-4619-9273-81d07f514e4e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521591 Feb 10 15:54:20.506937 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29298f86-48c0-46b8-a533-1878970a84d1 req-d3b3ac86-22a1-47fb-bac3-5edcf381205d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:20.508452 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29298f86-48c0-46b8-a533-1878970a84d1 req-d3b3ac86-22a1-47fb-bac3-5edcf381205d tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0599408 Feb 10 15:54:20.585477 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-29298f86-48c0-46b8-a533-1878970a84d1 req-356beb1f-da85-4699-93ee-821861c83297 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705998 Feb 10 15:54:20.602537 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a36f09-5e58-4a22-9899-7413dae587fb req-2f455a2d-2c5e-4f47-a74d-88dc555ed296 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:20.603998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24a36f09-5e58-4a22-9899-7413dae587fb req-2f455a2d-2c5e-4f47-a74d-88dc555ed296 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 943 time: 0.0754430 Feb 10 15:54:20.656128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24a36f09-5e58-4a22-9899-7413dae587fb req-92d751fa-b29f-457e-a66e-59eb10cc3548 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451813 Feb 10 15:54:21.706297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44ca4d-28d9-4ad1-8abb-30852d6a224e req-e2671cdb-70f9-4f32-9930-aa1dbd60e831 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:21.707802 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd44ca4d-28d9-4ad1-8abb-30852d6a224e req-e2671cdb-70f9-4f32-9930-aa1dbd60e831 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0535636 Feb 10 15:54:21.790706 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd44ca4d-28d9-4ad1-8abb-30852d6a224e req-7913650a-4f5e-4298-9231-f41005bbbe9c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764396 Feb 10 15:54:21.806196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb8784-5d84-476a-9758-a2e23aea9abd req-75e1a77c-1e30-4a22-8afa-fb320cd7cd07 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:21.807718 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0afb8784-5d84-476a-9758-a2e23aea9abd req-75e1a77c-1e30-4a22-8afa-fb320cd7cd07 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 943 time: 0.0755064 Feb 10 15:54:21.856606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0afb8784-5d84-476a-9758-a2e23aea9abd req-a0a9df81-00db-498c-b5ed-ccb6aed0a63b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430791 Feb 10 15:54:22.558524 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e01ac-c3d4-493c-a6bf-ef41f754a7a0 req-2f6642c0-b35e-446e-a4dd-f6f245c96f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:22.560055 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c30e01ac-c3d4-493c-a6bf-ef41f754a7a0 req-2f6642c0-b35e-446e-a4dd-f6f245c96f3d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 1128 time: 0.0432563 Feb 10 15:54:22.607880 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c30e01ac-c3d4-493c-a6bf-ef41f754a7a0 req-49c5421d-c93c-4a3c-8772-44401833b7e4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417540 Feb 10 15:54:22.917315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cbc49-a1cb-4f12-8f5f-e913ec88857f req-cf4b14fb-7a83-4b53-a3f0-cec07efe63dc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:22.919099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d73cbc49-a1cb-4f12-8f5f-e913ec88857f req-cf4b14fb-7a83-4b53-a3f0-cec07efe63dc tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.0587311 Feb 10 15:54:23.005910 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d73cbc49-a1cb-4f12-8f5f-e913ec88857f req-2ddbf1fe-19c5-48e1-8bef-ebfad9922503 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808456 Feb 10 15:54:23.027446 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c9c9d-7d35-45c3-8a3d-fc1dab0dd2bc req-12e6e147-6039-4cb2-bb76-5fb16cdcbeed tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:23.027446 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b31c9c9d-7d35-45c3-8a3d-fc1dab0dd2bc req-12e6e147-6039-4cb2-bb76-5fb16cdcbeed tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 943 time: 0.0911660 Feb 10 15:54:23.075494 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b31c9c9d-7d35-45c3-8a3d-fc1dab0dd2bc req-7115286c-bd7c-40fa-89bd-186db493f698 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455298 Feb 10 15:54:23.361267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0ca87e4d-1a55-4514-9906-d1530661ca2a details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:54:23.458230 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0ca87e4d-1a55-4514-9906-d1530661ca2a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0ca87e4d-1a55-4514-9906-d1530661ca2a,segment=NetworkSegment(4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f),segment_id=4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:23.469039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '0ca87e4d-1a55-4514-9906-d1530661ca2a', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'port_id': '0ca87e4d-1a55-4514-9906-d1530661ca2a', 'mac_address': 'fa:16:3e:7f:a4:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:54:23.508474 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0ca87e4d-1a55-4514-9906-d1530661ca2a is: ACTIVE; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:54:23.508895 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:23.522442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ca87e4d-1a55-4514-9906-d1530661ca2a {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:54:23.542362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0ca87e4d-1a55-4514-9906-d1530661ca2a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0ca87e4d-1a55-4514-9906-d1530661ca2a,segment=NetworkSegment(4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f),segment_id=4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:23.546419 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:23.607684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0ca87e4d-1a55-4514-9906-d1530661ca2a,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:23.615413 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:23.615670 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:23.616012 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:23.616360 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:23.616879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:23.617034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:23.617405 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:23.617677 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:23.618001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:23.618333 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:23.618735 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:23.619062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:23.619382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:23.749752 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['0ca87e4d-1a55-4514-9906-d1530661ca2a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:24.132737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8f3dd-79b1-4e8f-a628-7eb4c208d464 req-aaef6602-0947-4cbf-8e23-39a31ed38e83 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:24.134283 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bb8f3dd-79b1-4e8f-a628-7eb4c208d464 req-aaef6602-0947-4cbf-8e23-39a31ed38e83 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 945 time: 0.0561004 Feb 10 15:54:24.217131 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bb8f3dd-79b1-4e8f-a628-7eb4c208d464 req-1585d704-437a-48cb-ba02-540680004955 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766668 Feb 10 15:54:24.230586 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf224e2-6c3a-4203-898b-784fe3317d85 req-5796c9e1-c07a-402c-8213-82305f445cb9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:24.232087 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaf224e2-6c3a-4203-898b-784fe3317d85 req-5796c9e1-c07a-402c-8213-82305f445cb9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 943 time: 0.0860829 Feb 10 15:54:24.240202 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37016) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:54:24.335718 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaf224e2-6c3a-4203-898b-784fe3317d85 req-9329726f-5dc6-4938-9e85-93a5a1336497 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976915 Feb 10 15:54:24.347305 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4de58399-df17-472c-b13c-9a47d2d77bd9 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/floatingips/ab633532-7e88-4206-bb4f-76a7474393b7 HTTP/1.1" status: 200 len: 993 time: 0.0962887 Feb 10 15:54:25.376635 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0ca87e4d-1a55-4514-9906-d1530661ca2a up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:25.425508 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 0ca87e4d-1a55-4514-9906-d1530661ca2a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:25.425990 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:25.460267 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22c3f8-ad53-4f02-9446-ccc928dfdf91 req-1b4b5545-8e88-4ce8-bfa5-eb624800e420 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:25.461809 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da22c3f8-ad53-4f02-9446-ccc928dfdf91 req-1b4b5545-8e88-4ce8-bfa5-eb624800e420 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 943 time: 0.0569444 Feb 10 15:54:25.506150 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0ca87e4d-1a55-4514-9906-d1530661ca2a is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:54:25.506641 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:25.520601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da22c3f8-ad53-4f02-9446-ccc928dfdf91 req-24cb9dbd-f932-4fbf-bf0a-48169785cb8b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517859 Feb 10 15:54:25.530490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca87e4d-1a55-4514-9906-d1530661ca2a'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:54:25.533246 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a523a56-8e8f-44ee-8cfe-73c684597e50" -d '{"events": [{"server_uuid": "42bbd065-7123-4e1e-a663-827dd0e9dcef", "name": "network-vif-plugged", "status": "completed", "tag": "0ca87e4d-1a55-4514-9906-d1530661ca2a"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:25.550189 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0ca87e4d-1a55-4514-9906-d1530661ca2a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0ca87e4d-1a55-4514-9906-d1530661ca2a,segment=NetworkSegment(4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f),segment_id=4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:25.555477 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:25.607297 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0ca87e4d-1a55-4514-9906-d1530661ca2a,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:25.657208 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c13667-5439-4922-8ea8-5eefe5ae685b x-openstack-request-id: req-98c13667-5439-4922-8ea8-5eefe5ae685b {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:25.657587 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bbd065-7123-4e1e-a663-827dd0e9dcef", "name": "network-vif-plugged", "status": "completed", "tag": "0ca87e4d-1a55-4514-9906-d1530661ca2a", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:25.657871 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98c13667-5439-4922-8ea8-5eefe5ae685b {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:25.658271 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca87e4d-1a55-4514-9906-d1530661ca2a', 'code': 200} Feb 10 15:54:26.638114 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749901a-2a75-4c53-87fb-1c1c76e009a9 req-74639b45-9bad-468c-8f37-9d7ccf85dc0e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:26.639601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e749901a-2a75-4c53-87fb-1c1c76e009a9 req-74639b45-9bad-468c-8f37-9d7ccf85dc0e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 943 time: 0.0519204 Feb 10 15:54:26.687211 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e749901a-2a75-4c53-87fb-1c1c76e009a9 req-ee438005-0cd4-4307-9e63-13e17ed11dc4 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420599 Feb 10 15:54:27.807101 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cea66-ccc4-4543-9bdb-30058f62ec74 req-98417770-7281-4713-8e64-bb5cbb29ebeb tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:27.808608 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d1cea66-ccc4-4543-9bdb-30058f62ec74 req-98417770-7281-4713-8e64-bb5cbb29ebeb tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 943 time: 0.0531290 Feb 10 15:54:27.856767 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1d1cea66-ccc4-4543-9bdb-30058f62ec74 req-2357374d-ebc5-4660-add2-391b9fc5e330 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425828 Feb 10 15:54:28.976376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2601f-7739-45ac-aa01-f4693d47b9d2 req-077220f4-a767-457c-a624-6e3024ac1e3b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:28.977909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-93a2601f-7739-45ac-aa01-f4693d47b9d2 req-077220f4-a767-457c-a624-6e3024ac1e3b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 943 time: 0.0560033 Feb 10 15:54:29.026373 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-93a2601f-7739-45ac-aa01-f4693d47b9d2 req-d719d27d-89cf-4e90-8920-9e84bf237512 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429347 Feb 10 15:54:30.141889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a4a93-5a36-4601-910b-cb35d9fe8a29 req-983300b0-4ba7-4d04-8a31-7b2a83138a03 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:30.143367 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-442a4a93-5a36-4601-910b-cb35d9fe8a29 req-983300b0-4ba7-4d04-8a31-7b2a83138a03 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 943 time: 0.0523167 Feb 10 15:54:30.190689 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-442a4a93-5a36-4601-910b-cb35d9fe8a29 req-3a76ebda-9a4c-4c4e-b89c-9bbab5efa7e5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413024 Feb 10 15:54:31.310551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b2d7c-f242-4ae8-8a47-ecc36378f057 req-09d33d86-3519-4e13-b9e1-a69423f21ff9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:31.312017 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-558b2d7c-f242-4ae8-8a47-ecc36378f057 req-09d33d86-3519-4e13-b9e1-a69423f21ff9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 943 time: 0.0553403 Feb 10 15:54:31.359828 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-558b2d7c-f242-4ae8-8a47-ecc36378f057 req-f6ea3483-39ba-469a-9795-6d86f0760147 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420995 Feb 10 15:54:32.475814 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43f252-fb19-44b0-b651-469fb3b0fd0f req-61160355-0ada-4836-8d64-ada11553a318 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:32.477319 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b43f252-fb19-44b0-b651-469fb3b0fd0f req-61160355-0ada-4836-8d64-ada11553a318 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 943 time: 0.0520024 Feb 10 15:54:32.524797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2b43f252-fb19-44b0-b651-469fb3b0fd0f req-655d3215-e97f-4427-81ba-6b32989e6958 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419016 Feb 10 15:54:33.419141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device a27df640-344a-4e9c-9da0-ca8e9cccbe6a details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:54:33.515986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port a27df640-344a-4e9c-9da0-ca8e9cccbe6a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=a27df640-344a-4e9c-9da0-ca8e9cccbe6a,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:33.526249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'a27df640-344a-4e9c-9da0-ca8e9cccbe6a', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'port_id': 'a27df640-344a-4e9c-9da0-ca8e9cccbe6a', 'mac_address': 'fa:16:3e:fc:1a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:54:33.564057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port a27df640-344a-4e9c-9da0-ca8e9cccbe6a is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:54:33.564458 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a27df640-344a-4e9c-9da0-ca8e9cccbe6a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:33.577873 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27df640-344a-4e9c-9da0-ca8e9cccbe6a {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:54:33.597426 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port a27df640-344a-4e9c-9da0-ca8e9cccbe6a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=a27df640-344a-4e9c-9da0-ca8e9cccbe6a,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:33.601527 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a27df640-344a-4e9c-9da0-ca8e9cccbe6a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:33.647239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748149d-81b0-4250-b48c-5f6c520d5c08 req-41c2e314-afe6-42d1-bc4b-cfd3f6947e7c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:33.648774 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a748149d-81b0-4250-b48c-5f6c520d5c08 req-41c2e314-afe6-42d1-bc4b-cfd3f6947e7c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 944 time: 0.0554698 Feb 10 15:54:33.655569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=a27df640-344a-4e9c-9da0-ca8e9cccbe6a,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:33.701268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a748149d-81b0-4250-b48c-5f6c520d5c08 req-e0ba7f1c-997f-4322-94e1-fbf05baaad3f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467484 Feb 10 15:54:33.833515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['a27df640-344a-4e9c-9da0-ca8e9cccbe6a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:54:34.095676 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:54:34.818581 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ac3f5-f3a5-4476-a188-37b8b83767f1 req-fc368cf8-1d0f-4a2b-a987-c6fe034ddbd6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:34.820088 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-317ac3f5-f3a5-4476-a188-37b8b83767f1 req-fc368cf8-1d0f-4a2b-a987-c6fe034ddbd6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 944 time: 0.0529242 Feb 10 15:54:34.869711 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-317ac3f5-f3a5-4476-a188-37b8b83767f1 req-96185340-2ddc-4e7f-8fad-103abc65117f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435133 Feb 10 15:54:35.434007 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device a27df640-344a-4e9c-9da0-ca8e9cccbe6a up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:35.482353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port a27df640-344a-4e9c-9da0-ca8e9cccbe6a completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:54:35.486035 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port a27df640-344a-4e9c-9da0-ca8e9cccbe6a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:54:35.486432 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (a27df640-344a-4e9c-9da0-ca8e9cccbe6a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:35.563295 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port a27df640-344a-4e9c-9da0-ca8e9cccbe6a is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:54:35.563681 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (a27df640-344a-4e9c-9da0-ca8e9cccbe6a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:35.585819 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbbdcdc-0516-4661-a3f8-2ac7d50208bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27df640-344a-4e9c-9da0-ca8e9cccbe6a'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:54:35.588124 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e34fc0-96ed-4d4a-acc8-cdda40e1a8cb" -d '{"events": [{"server_uuid": "fbbbdcdc-0516-4661-a3f8-2ac7d50208bc", "name": "network-vif-plugged", "status": "completed", "tag": "a27df640-344a-4e9c-9da0-ca8e9cccbe6a"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:35.605659 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port a27df640-344a-4e9c-9da0-ca8e9cccbe6a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=a27df640-344a-4e9c-9da0-ca8e9cccbe6a,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:54:35.609951 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (a27df640-344a-4e9c-9da0-ca8e9cccbe6a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:35.633529 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc27a8cf-58f0-4a2c-93d5-49f693e1fe00 x-openstack-request-id: req-fc27a8cf-58f0-4a2c-93d5-49f693e1fe00 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:35.633818 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbbbdcdc-0516-4661-a3f8-2ac7d50208bc", "name": "network-vif-plugged", "status": "completed", "tag": "a27df640-344a-4e9c-9da0-ca8e9cccbe6a", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:35.634064 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc27a8cf-58f0-4a2c-93d5-49f693e1fe00 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:35.634454 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbbdcdc-0516-4661-a3f8-2ac7d50208bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27df640-344a-4e9c-9da0-ca8e9cccbe6a', 'code': 200} Feb 10 15:54:35.659862 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=a27df640-344a-4e9c-9da0-ca8e9cccbe6a,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:35.733878 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde5e0-5be6-46cf-9c60-3678e693c7dd req-2b4a5269-d1f3-46e1-94f4-5afc2026484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:35.735395 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5acde5e0-5be6-46cf-9c60-3678e693c7dd req-2b4a5269-d1f3-46e1-94f4-5afc2026484b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 1127 time: 0.0456626 Feb 10 15:54:35.784174 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5acde5e0-5be6-46cf-9c60-3678e693c7dd req-d6b11565-d346-4156-a601-c1eccda52cdc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429940 Feb 10 15:54:35.988817 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa94d92-8abb-4402-9c01-869829f2cb63 req-1c9c6678-5c9e-4f78-9b43-e177228d2422 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:35.990208 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8fa94d92-8abb-4402-9c01-869829f2cb63 req-1c9c6678-5c9e-4f78-9b43-e177228d2422 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 945 time: 0.0516758 Feb 10 15:54:36.038288 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8fa94d92-8abb-4402-9c01-869829f2cb63 req-e7cf1815-7f09-425d-9ad1-70dd5e9b0a8b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423217 Feb 10 15:54:37.164712 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12733bdd-04d8-4cef-a442-dec95afd5222 req-a5a99cf9-03b5-4a05-85cd-8afb3de5af21 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:37.166208 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12733bdd-04d8-4cef-a442-dec95afd5222 req-a5a99cf9-03b5-4a05-85cd-8afb3de5af21 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 945 time: 0.0573800 Feb 10 15:54:37.214499 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12733bdd-04d8-4cef-a442-dec95afd5222 req-e1899c9c-4997-41ce-b92d-70dccd97f228 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427103 Feb 10 15:54:37.236569 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:37.281385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-3f7b2469-af5f-4f9b-914c-a5ad74205e93 req-8ccce4da-bc17-4ab0-a8de-3a5239cfe970 service neutron] (103369) timed out ('10.222.0.64', 53462) {{(pid=103369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 15:54:37.333736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cd18a-4bd3-4017-8749-5e7bb1382994 req-6e09e8ea-45f5-4971-98ce-c65a8be011ee tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:37.335194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-333cd18a-4bd3-4017-8749-5e7bb1382994 req-6e09e8ea-45f5-4971-98ce-c65a8be011ee tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 945 time: 0.0522177 Feb 10 15:54:37.383291 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-333cd18a-4bd3-4017-8749-5e7bb1382994 req-d64b6335-cfaa-438e-9f49-75a30cdd042e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424340 Feb 10 15:54:37.408314 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37052) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:54:37.549120 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab542f8-3d69-4339-b834-da7f84cd7012 tempest-TestVolumeBootPattern-572809584 tempest-TestVolumeBootPattern-572809584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:37.550672 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-eab542f8-3d69-4339-b834-da7f84cd7012 tempest-TestVolumeBootPattern-572809584 tempest-TestVolumeBootPattern-572809584-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 1122 time: 0.1413205 Feb 10 15:54:37.553985 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37056) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:54:37.558241 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': 'a27df640-344a-4e9c-9da0-ca8e9cccbe6a', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:37.579719 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:37.680845 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:37.786557 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Allocated IP 172.25.3.249 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/16ad727c-164a-4cb1-9955-2d97c1f25a4a) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:37.894482 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for port (16ad727c-164a-4cb1-9955-2d97c1f25a4a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:37.926939 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (16ad727c-164a-4cb1-9955-2d97c1f25a4a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:37.964040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:37.968315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:37.970933 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:37.995589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'Port': ['ID=16ad727c-164a-4cb1-9955-2d97c1f25a4a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:38.338420 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for floatingip (bbe86f43-484e-4afe-9a5b-042fa9d6079c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:38.404758 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (16ad727c-164a-4cb1-9955-2d97c1f25a4a), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:38.549195 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for port (16ad727c-164a-4cb1-9955-2d97c1f25a4a), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:38.554678 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (16ad727c-164a-4cb1-9955-2d97c1f25a4a), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:38.621816 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'Port': ['ID=16ad727c-164a-4cb1-9955-2d97c1f25a4a,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:38.633887 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (bbe86f43-484e-4afe-9a5b-042fa9d6079c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:38.734884 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Floating IP bbe86f43-484e-4afe-9a5b-042fa9d6079c associated. External IP: 172.25.3.249, port: a27df640-344a-4e9c-9da0-ca8e9cccbe6a. Feb 10 15:54:39.291317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:54:39.399174 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:54:39.409161 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3cbac3-20a0-4170-b9c5-5bb51ed6e06d None None] Sync routers for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:54:39.419410 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:39.420385 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3cbac3-20a0-4170-b9c5-5bb51ed6e06d None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:39.421043 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-da3cbac3-20a0-4170-b9c5-5bb51ed6e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:54:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:39.449148 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3bb42338-e2c4-485e-89d8-f295265d783d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8941209 Feb 10 15:54:39.449756 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbbdcdc-0516-4661-a3f8-2ac7d50208bc', 'tag': 'a27df640-344a-4e9c-9da0-ca8e9cccbe6a'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:54:39.452005 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bfa501-98ce-4cfe-b865-6eeeb7dbf09f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbbbdcdc-0516-4661-a3f8-2ac7d50208bc", "tag": "a27df640-344a-4e9c-9da0-ca8e9cccbe6a"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:54:39.490616 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cb57a4-ae6a-4e92-acfe-1233e2365822 x-openstack-request-id: req-92cb57a4-ae6a-4e92-acfe-1233e2365822 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:54:39.490975 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbbbdcdc-0516-4661-a3f8-2ac7d50208bc", "tag": "a27df640-344a-4e9c-9da0-ca8e9cccbe6a", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:54:39.491292 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92cb57a4-ae6a-4e92-acfe-1233e2365822 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:54:39.491760 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbbbdcdc-0516-4661-a3f8-2ac7d50208bc', 'tag': 'a27df640-344a-4e9c-9da0-ca8e9cccbe6a', 'status': 'completed', 'code': 200} Feb 10 15:54:39.533330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-da3cbac3-20a0-4170-b9c5-5bb51ed6e06d None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:54:39.555485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfa501-98ce-4cfe-b865-6eeeb7dbf09f req-bfb43da0-3f35-4c74-8d6b-fb01154b4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:39.556992 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75bfa501-98ce-4cfe-b865-6eeeb7dbf09f req-bfb43da0-3f35-4c74-8d6b-fb01154b4489 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 1127 time: 0.0437741 Feb 10 15:54:39.649978 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfa501-98ce-4cfe-b865-6eeeb7dbf09f req-dd2195d5-0cbb-4990-80d0-24fc376cee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:39.651468 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75bfa501-98ce-4cfe-b865-6eeeb7dbf09f req-dd2195d5-0cbb-4990-80d0-24fc376cee4a service neutron] 10.222.0.72 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.0878053 Feb 10 15:54:39.716111 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75bfa501-98ce-4cfe-b865-6eeeb7dbf09f req-05c7a8bd-0a8b-46b7-8560-67797acd59c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a27df640-344a-4e9c-9da0-ca8e9cccbe6a HTTP/1.1" status: 200 len: 999 time: 0.0574813 Feb 10 15:54:39.763365 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-da3cbac3-20a0-4170-b9c5-5bb51ed6e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'bbe86f43-484e-4afe-9a5b-042fa9d6079c', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'port_id': 'a27df640-344a-4e9c-9da0-ca8e9cccbe6a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'mac_address': 'fa:16:3e:fc:1a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbbdcdc-0516-4661-a3f8-2ac7d50208bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:54:38Z', 'updated_at': '2022-02-10T15:54:38Z', 'revision_number': 0, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:39.769735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfa501-98ce-4cfe-b865-6eeeb7dbf09f req-7dd3fd96-2755-458e-b769-febc4302d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:39.771228 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75bfa501-98ce-4cfe-b865-6eeeb7dbf09f req-7dd3fd96-2755-458e-b769-febc4302d3c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0496228 Feb 10 15:54:39.789424 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3cbac3-20a0-4170-b9c5-5bb51ed6e06d None None] Checking router: 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:54:39.797828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3cbac3-20a0-4170-b9c5-5bb51ed6e06d None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:39.798430 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-da3cbac3-20a0-4170-b9c5-5bb51ed6e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:54:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:39.820048 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfa501-98ce-4cfe-b865-6eeeb7dbf09f req-73f15fe1-7924-4c88-8062-080589dde315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:39.821524 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75bfa501-98ce-4cfe-b865-6eeeb7dbf09f req-73f15fe1-7924-4c88-8062-080589dde315 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444722 Feb 10 15:54:39.906296 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-da3cbac3-20a0-4170-b9c5-5bb51ed6e06d None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:54:39.920930 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75bfa501-98ce-4cfe-b865-6eeeb7dbf09f req-8166c95a-5c88-4b01-b116-98ba6f4884e4 service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919218 Feb 10 15:54:40.012350 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75bfa501-98ce-4cfe-b865-6eeeb7dbf09f req-54d7ce6c-d3de-4454-94a7-1b163c2e6735 service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850012 Feb 10 15:54:40.125823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-da3cbac3-20a0-4170-b9c5-5bb51ed6e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'bbe86f43-484e-4afe-9a5b-042fa9d6079c', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'port_id': 'a27df640-344a-4e9c-9da0-ca8e9cccbe6a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'mac_address': 'fa:16:3e:fc:1a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbbdcdc-0516-4661-a3f8-2ac7d50208bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:54:38Z', 'updated_at': '2022-02-10T15:54:38Z', 'revision_number': 0, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:40.156171 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3cbac3-20a0-4170-b9c5-5bb51ed6e06d None None] The sync data for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 is: [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'bbe86f43-484e-4afe-9a5b-042fa9d6079c', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'port_id': 'a27df640-344a-4e9c-9da0-ca8e9cccbe6a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'mac_address': 'fa:16:3e:fc:1a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbbdcdc-0516-4661-a3f8-2ac7d50208bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:54:38Z', 'updated_at': '2022-02-10T15:54:38Z', 'revision_number': 0, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:54:40.345337 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a865bd44-75b7-43d5-85f3-0ba2bd7f973f None None] New status for floating IP bbe86f43-484e-4afe-9a5b-042fa9d6079c: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:54:41.584677 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:42.873860 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d073db7-72a2-4d19-be9a-b3bb7c6a68af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:45.185977 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c073f2c4-8e33-451d-9173-a8ad58d9790c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:46.440173 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:48.017091 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:48.944445 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:49.990877 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6261fd14-f94b-417c-85ce-b4dbddae45d7 req-348effc7-1968-4cbe-aaeb-8d1ea2c28fe7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454288 Feb 10 15:54:50.074996 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261fd14-f94b-417c-85ce-b4dbddae45d7 req-dac4fdef-6244-4db5-a985-1bbd375b1176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.076446 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6261fd14-f94b-417c-85ce-b4dbddae45d7 req-dac4fdef-6244-4db5-a985-1bbd375b1176 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 1128 time: 0.0443375 Feb 10 15:54:50.182905 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261fd14-f94b-417c-85ce-b4dbddae45d7 req-17ef7cbc-324e-4a92-b427-f6abd7827142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.184377 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6261fd14-f94b-417c-85ce-b4dbddae45d7 req-17ef7cbc-324e-4a92-b427-f6abd7827142 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e4da2744-c92c-480b-806f-a22708302ec2 HTTP/1.1" status: 200 len: 896 time: 0.0893779 Feb 10 15:54:50.248324 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6261fd14-f94b-417c-85ce-b4dbddae45d7 req-6215c943-4ec8-467b-ad1a-831ef95d7051 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ca87e4d-1a55-4514-9906-d1530661ca2a HTTP/1.1" status: 200 len: 1002 time: 0.0571201 Feb 10 15:54:50.300343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261fd14-f94b-417c-85ce-b4dbddae45d7 req-cc0b9d28-a9cd-47bf-99f7-89cd91b9d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.302365 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6261fd14-f94b-417c-85ce-b4dbddae45d7 req-cc0b9d28-a9cd-47bf-99f7-89cd91b9d580 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e28954c-5cfe-4c7b-951d-06685bc0339b HTTP/1.1" status: 200 len: 834 time: 0.0472758 Feb 10 15:54:50.350487 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261fd14-f94b-417c-85ce-b4dbddae45d7 req-4eb68678-faec-4692-bf5a-a51c2db5ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:50.351905 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6261fd14-f94b-417c-85ce-b4dbddae45d7 req-4eb68678-faec-4692-bf5a-a51c2db5ed35 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4da2744-c92c-480b-806f-a22708302ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432425 Feb 10 15:54:50.443562 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6261fd14-f94b-417c-85ce-b4dbddae45d7 req-080aabe7-3d88-4953-b7da-0dba67ebf59e service neutron] 10.222.0.72 "GET /v2.0/networks/e4da2744-c92c-480b-806f-a22708302ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846303 Feb 10 15:54:50.540865 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6261fd14-f94b-417c-85ce-b4dbddae45d7 req-b8c0c22e-d734-4719-b145-ae4835dafdfc service neutron] 10.222.0.72 "GET /v2.0/networks/e4da2744-c92c-480b-806f-a22708302ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908959 Feb 10 15:54:54.759760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37080) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:54:54.854740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f86a05d1-3af4-4c1f-a25d-d1b3c5c27db8 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3062 time: 0.0937920 Feb 10 15:54:54.857904 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37082) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:54:54.863630 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f02f6e5f-6597-48c4-87d7-74d5c21b1628 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Request body: {'network': {'name': 'tempest-network-smoke--1594750462', 'project_id': '261da6df275d420891461e49f14f2b45', 'port_security_enabled': False}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:54.887229 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02f6e5f-6597-48c4-87d7-74d5c21b1628 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Made reservation on behalf of 261da6df275d420891461e49f14f2b45 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:54.890893 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f02f6e5f-6597-48c4-87d7-74d5c21b1628 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:54.916104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02f6e5f-6597-48c4-87d7-74d5c21b1628 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:54:54.926836 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f02f6e5f-6597-48c4-87d7-74d5c21b1628 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (dd9697f5-ad94-4cb8-9497-7cacdbb955e5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:54.927183 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-f02f6e5f-6597-48c4-87d7-74d5c21b1628 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Added segment dd9697f5-ad94-4cb8-9497-7cacdbb955e5 of type vlan for network c9927784-3ce1-4eab-bb9f-7779a8f4a946 Feb 10 15:54:54.977427 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f02f6e5f-6597-48c4-87d7-74d5c21b1628 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (c9927784-3ce1-4eab-bb9f-7779a8f4a946), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:55.008094 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f02f6e5f-6597-48c4-87d7-74d5c21b1628 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (c9927784-3ce1-4eab-bb9f-7779a8f4a946), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:55.013110 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02f6e5f-6597-48c4-87d7-74d5c21b1628 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:55.013628 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f02f6e5f-6597-48c4-87d7-74d5c21b1628 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:55.074529 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f02f6e5f-6597-48c4-87d7-74d5c21b1628 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2155571 Feb 10 15:54:55.077377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37084) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:54:55.082061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1648421580', 'admin_state_up': True, 'project_id': '261da6df275d420891461e49f14f2b45', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:55.105241 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:55.106519 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:55.124252 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f6e5f-6597-48c4-87d7-74d5c21b1628 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'Network': ['ID=c9927784-3ce1-4eab-bb9f-7779a8f4a946,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:55.136170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network c9927784-3ce1-4eab-bb9f-7779a8f4a946 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:54:55.172138 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router_controller (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:55.315349 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router_gateway (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:55.519140 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router_gateway (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:55.537595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:55.646566 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Allocated IP 172.25.3.119 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/aae2c561-3359-4eea-a515-3feb4f71ab51) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:55.745322 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for port (aae2c561-3359-4eea-a515-3feb4f71ab51), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:55.779231 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (aae2c561-3359-4eea-a515-3feb4f71ab51), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:55.818942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:55.821719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:55.825212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:55.850208 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'Port': ['ID=aae2c561-3359-4eea-a515-3feb4f71ab51,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:55.863451 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:55.863843 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:55.864191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:55.864530 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:55.864886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:55.865217 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:55.865544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:55.865875 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:55.866197 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:55.866521 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:55.866844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:55.867162 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:55.867480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:54:56.409127 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router_gateway (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:56.602595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:56.727465 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Router 29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:54:56.834561 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:54:56.844311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Sync routers for ids ['29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:54:56.854765 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:56.856018 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bc72f76e-b0f5-4d8d-8083-475761f18e34 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7776206 Feb 10 15:54:56.859034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Routers {'29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:56.859231 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37088) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:54:56.860098 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:54:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:56.930452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804b8a5a-2d20-4edf-9fb7-b9300aab7e8a tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:56.931950 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-804b8a5a-2d20-4edf-9fb7-b9300aab7e8a tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=261da6df275d420891461e49f14f2b45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0716238 Feb 10 15:54:56.934704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37090) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:54:56.974088 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Set router 29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:54:57.025990 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f043e4-3744-4597-b406-3240b5ecf260 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:57.030007 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d8f043e4-3744-4597-b406-3240b5ecf260 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919456 Feb 10 15:54:57.030258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37092) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:54:57.062714 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9a0efa98-0294-468c-affa-5a6af8e72581 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=4454d505-75c9-41c1-a257-953d507647a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313146 Feb 10 15:54:57.065748 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37094) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:54:57.103184 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-268314b0-6608-4d4d-84e2-89d122069fdd tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=261da6df275d420891461e49f14f2b45&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355351 Feb 10 15:54:57.105625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37096) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:54:57.202608 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515a3cf7-00cd-4703-bfc2-2ae1f707f643 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:57.208064 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-515a3cf7-00cd-4703-bfc2-2ae1f707f643 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0983865 Feb 10 15:54:57.208279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37098) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:54:57.244984 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-78be1196-d058-48f8-8663-1a79c857ec9d tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=4454d505-75c9-41c1-a257-953d507647a9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354822 Feb 10 15:54:57.247538 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37100) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:54:57.252209 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-79a01542-358b-4215-9dd5-a9194913a2f9 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1519591820', 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946', 'project_id': '261da6df275d420891461e49f14f2b45', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:54:57.335174 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648421580', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:54:55Z', 'revision_number': 3, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:57.345070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a01542-358b-4215-9dd5-a9194913a2f9 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Made reservation on behalf of 261da6df275d420891461e49f14f2b45 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:54:57.349012 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-79a01542-358b-4215-9dd5-a9194913a2f9 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:57.363903 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Checking router: 29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:54:57.364246 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Updating router 29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5 port aae2c561-3359-4eea-a515-3feb4f71ab51 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:54:57.395976 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (aae2c561-3359-4eea-a515-3feb4f71ab51), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:57.531394 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-79a01542-358b-4215-9dd5-a9194913a2f9 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (db257a9c-52de-4cfe-9628-3692773f89f4), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:57.598824 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a01542-358b-4215-9dd5-a9194913a2f9 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'Subnet': ['ID=db257a9c-52de-4cfe-9628-3692773f89f4,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:57.612501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a01542-358b-4215-9dd5-a9194913a2f9 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Checking segment: {'id': 'dd9697f5-ad94-4cb8-9497-7cacdbb955e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:54:57.616095 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a01542-358b-4215-9dd5-a9194913a2f9 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Network hostable DHCP agents. Network: c9927784-3ce1-4eab-bb9f-7779a8f4a946, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:54:57.640440 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a01542-358b-4215-9dd5-a9194913a2f9 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Network c9927784-3ce1-4eab-bb9f-7779a8f4a946 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:54:57.651221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-79a01542-358b-4215-9dd5-a9194913a2f9 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, c9927784-3ce1-4eab-bb9f-7779a8f4a946) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:57.656075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a01542-358b-4215-9dd5-a9194913a2f9 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:57.656864 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-79a01542-358b-4215-9dd5-a9194913a2f9 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:57.663729 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Publish callbacks [] for port (aae2c561-3359-4eea-a515-3feb4f71ab51), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:57.667851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e555fc-8ac6-42f7-b247-10158cda0bfc None None] Network c9927784-3ce1-4eab-bb9f-7779a8f4a946 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:54:57.676885 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-79a01542-358b-4215-9dd5-a9194913a2f9 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4252868 Feb 10 15:54:57.677221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37102) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:54:57.686908 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (aae2c561-3359-4eea-a515-3feb4f71ab51), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:57.792027 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a296cd7-0db3-4c8b-836d-9ae89319dce1 None None] Pushing event updated for resources: {'Port': ['ID=aae2c561-3359-4eea-a515-3feb4f71ab51,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:57.794319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Attempting to bind port aae2c561-3359-4eea-a515-3feb4f71ab51 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:54:57.794675 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Attempting to bind port aae2c561-3359-4eea-a515-3feb4f71ab51 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:54:57.795041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Attempting to bind port aae2c561-3359-4eea-a515-3feb4f71ab51 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:57.807245 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:57.807675 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:54:57.807990 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:57.808385 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:57.808888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Bound port: aae2c561-3359-4eea-a515-3feb4f71ab51, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:54:57.809265 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (aae2c561-3359-4eea-a515-3feb4f71ab51), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:57.859735 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-c9927784-3ce1-4eab-bb9f-7779a8f4a946', 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946', 'project_id': '261da6df275d420891461e49f14f2b45', 'fixed_ips': [{'subnet_id': 'db257a9c-52de-4cfe-9628-3692773f89f4'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:54:57.860601 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:57.897198 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] For port aae2c561-3359-4eea-a515-3feb4f71ab51, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:57.900889 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] For port aae2c561-3359-4eea-a515-3feb4f71ab51, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=aae2c561-3359-4eea-a515-3feb4f71ab51,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:57.913047 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (aae2c561-3359-4eea-a515-3feb4f71ab51), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:58.073085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Routers {'29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:54:58.073727 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:54:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:58.077520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a296cd7-0db3-4c8b-836d-9ae89319dce1 None None] Pushing event updated for resources: {'Port': ['ID=aae2c561-3359-4eea-a515-3feb4f71ab51,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:58.126387 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Allocated IP 172.20.0.18 (c9927784-3ce1-4eab-bb9f-7779a8f4a946/db257a9c-52de-4cfe-9628-3692773f89f4/25dd5eea-d0b7-4064-9c51-b791bd71a0ef) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:58.140483 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4f1be998-912c-4036-869a-cd2eacaf3717 req-74e10e9a-d187-41c7-b2f9-aa06fbacfe0d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866153 Feb 10 15:54:58.180813 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:58.274248 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] Set router 29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:54:58.315740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1be998-912c-4036-869a-cd2eacaf3717 req-bdef030b-1ecc-4463-9cb7-d984ad651d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:58.317329 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4f1be998-912c-4036-869a-cd2eacaf3717 req-bdef030b-1ecc-4463-9cb7-d984ad651d0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=261da6df275d420891461e49f14f2b45&device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 1166 time: 0.1242950 Feb 10 15:54:58.432490 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Publish callbacks [] for port (25dd5eea-d0b7-4064-9c51-b791bd71a0ef), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:58.442364 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (25dd5eea-d0b7-4064-9c51-b791bd71a0ef), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:58.500867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Network c9927784-3ce1-4eab-bb9f-7779a8f4a946 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:58.511548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1be998-912c-4036-869a-cd2eacaf3717 req-115a8ee9-d049-4832-af69-2bad3072784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:58.513069 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4f1be998-912c-4036-869a-cd2eacaf3717 req-115a8ee9-d049-4832-af69-2bad3072784c service neutron] 10.222.0.79 "GET /v2.0/networks?id=331b5b20-efc6-4b40-8e6c-522d6d584f3e HTTP/1.1" status: 200 len: 897 time: 0.1755972 Feb 10 15:54:58.521441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:58.524969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Pushing event updated for resources: {'Port': ['ID=25dd5eea-d0b7-4064-9c51-b791bd71a0ef,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:58.527197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:58.598357 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Attempting to bind port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:54:58.598730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Attempting to bind port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'dd9697f5-ad94-4cb8-9497-7cacdbb955e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:54:58.599081 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Attempting to bind port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef on network c9927784-3ce1-4eab-bb9f-7779a8f4a946 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:54:58.606518 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:54:58.606892 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Checking segment: {'id': 'dd9697f5-ad94-4cb8-9497-7cacdbb955e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:54:58.607281 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:58.607664 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Bound using segment: {'id': 'dd9697f5-ad94-4cb8-9497-7cacdbb955e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:54:58.608126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Bound port: 25dd5eea-d0b7-4064-9c51-b791bd71a0ef, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9697f5-ad94-4cb8-9497-7cacdbb955e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:54:58.608492 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (25dd5eea-d0b7-4064-9c51-b791bd71a0ef), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:58.612613 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648421580', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:54:55Z', 'revision_number': 3, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:54:58.613401 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Allocated IP 172.20.0.17 (c9927784-3ce1-4eab-bb9f-7779a8f4a946/db257a9c-52de-4cfe-9628-3692773f89f4/dc2afc00-30f6-407b-8d98-ea8905afe3d8) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:54:58.625713 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4f1be998-912c-4036-869a-cd2eacaf3717 req-aa4c1ad7-c6c6-4930-8c38-ff28c4502f4e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82dc3dbd-3de7-4825-883e-cbe451242822 HTTP/1.1" status: 200 len: 1000 time: 0.1034491 Feb 10 15:54:58.647837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2867b70-7a87-4e58-a5e3-f02bcc3eb76f None None] The sync data for ids ['29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'] in n-d-815324-7 is: [{'id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648421580', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:54:55Z', 'revision_number': 3, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:54:58.702644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] For port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:54:58.707038 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] For port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=25dd5eea-d0b7-4064-9c51-b791bd71a0ef,segment=NetworkSegment(dd9697f5-ad94-4cb8-9497-7cacdbb955e5),segment_id=dd9697f5-ad94-4cb8-9497-7cacdbb955e5)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:54:58.715169 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (25dd5eea-d0b7-4064-9c51-b791bd71a0ef), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:58.736107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1be998-912c-4036-869a-cd2eacaf3717 req-d69177d4-a2bf-40e7-8d96-9645470e7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:58.737755 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4f1be998-912c-4036-869a-cd2eacaf3717 req-d69177d4-a2bf-40e7-8d96-9645470e7e08 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d5b6aa67-6de5-4620-985d-2a0a654b2858 HTTP/1.1" status: 200 len: 834 time: 0.1066556 Feb 10 15:54:58.783084 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbaec0-1889-4cba-a6b4-e275955de9a9 None None] Pushing event updated for resources: {'Port': ['ID=25dd5eea-d0b7-4064-9c51-b791bd71a0ef,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:58.821669 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:58.835504 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1be998-912c-4036-869a-cd2eacaf3717 req-276e6d8e-bd0c-4258-b3a2-4a77628ad8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:54:58.837086 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4f1be998-912c-4036-869a-cd2eacaf3717 req-276e6d8e-bd0c-4258-b3a2-4a77628ad8f6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=331b5b20-efc6-4b40-8e6c-522d6d584f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0936680 Feb 10 15:54:58.960255 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:59.023845 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Network c9927784-3ce1-4eab-bb9f-7779a8f4a946 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:54:59.035940 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:54:59.041359 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:54:59.048207 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4f1be998-912c-4036-869a-cd2eacaf3717 req-ce01d83c-9dac-4044-ad06-9d69f548e000 service neutron] 10.222.0.79 "GET /v2.0/networks/331b5b20-efc6-4b40-8e6c-522d6d584f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043028 Feb 10 15:54:59.091248 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'Port': ['ID=dc2afc00-30f6-407b-8d98-ea8905afe3d8,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:59.157193 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:59.227659 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4f1be998-912c-4036-869a-cd2eacaf3717 req-581b0c88-f959-4fe6-a09e-a973dd330e12 service neutron] 10.222.0.79 "GET /v2.0/networks/331b5b20-efc6-4b40-8e6c-522d6d584f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738088 Feb 10 15:54:59.320852 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:59.420160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37106) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:54:59.732485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-786a12dd-1a64-453c-9b11-1c6aa221ade2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port cebf1f7f-724e-4044-a27a-08f02351553e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:54:59.733206 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-786a12dd-1a64-453c-9b11-1c6aa221ade2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (cebf1f7f-724e-4044-a27a-08f02351553e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:59.752701 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:59.763720 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:59.881470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'Port': ['ID=dc2afc00-30f6-407b-8d98-ea8905afe3d8,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:54:59.896127 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:59.896677 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 25dd5eea-d0b7-4064-9c51-b791bd71a0ef up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:54:59.911709 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-786a12dd-1a64-453c-9b11-1c6aa221ade2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (cebf1f7f-724e-4044-a27a-08f02351553e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:59.912028 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-786a12dd-1a64-453c-9b11-1c6aa221ade2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for floatingip (cebf1f7f-724e-4044-a27a-08f02351553e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:54:59.934590 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a5b2ea-407d-446f-8633-1d6eb0a2b8cf None None] Network c9927784-3ce1-4eab-bb9f-7779a8f4a946 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:54:59.936278 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-786a12dd-1a64-453c-9b11-1c6aa221ade2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for cebf1f7f-724e-4044-a27a-08f02351553e owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:00.039910 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b71e94dd-990e-442b-aaca-de95452d2404 None None] Provisioning complete for port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:00.040137 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b71e94dd-990e-442b-aaca-de95452d2404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (25dd5eea-d0b7-4064-9c51-b791bd71a0ef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:00.068593 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Network c9927784-3ce1-4eab-bb9f-7779a8f4a946 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:00.077009 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:00.098446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:00.098827 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (25dd5eea-d0b7-4064-9c51-b791bd71a0ef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:00.225812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b71e94dd-990e-442b-aaca-de95452d2404 None None] Current status of the port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:00.226078 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b71e94dd-990e-442b-aaca-de95452d2404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (25dd5eea-d0b7-4064-9c51-b791bd71a0ef), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:00.250624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Router 29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:55:00.252198 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-786a12dd-1a64-453c-9b11-1c6aa221ade2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (cebf1f7f-724e-4044-a27a-08f02351553e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:00.258888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:00.259314 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (25dd5eea-d0b7-4064-9c51-b791bd71a0ef), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:00.285480 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b71e94dd-990e-442b-aaca-de95452d2404 None None] For port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=25dd5eea-d0b7-4064-9c51-b791bd71a0ef,segment=NetworkSegment(dd9697f5-ad94-4cb8-9497-7cacdbb955e5),segment_id=dd9697f5-ad94-4cb8-9497-7cacdbb955e5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:00.285859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a12dd-1a64-453c-9b11-1c6aa221ade2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=cebf1f7f-724e-4044-a27a-08f02351553e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:00.292805 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b71e94dd-990e-442b-aaca-de95452d2404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (25dd5eea-d0b7-4064-9c51-b791bd71a0ef), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:00.379279 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 15:55:00.379727 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 15:55:00.380871 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e94dd-990e-442b-aaca-de95452d2404 None None] Pushing event updated for resources: {'Port': ['ID=25dd5eea-d0b7-4064-9c51-b791bd71a0ef,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:00.406552 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-786a12dd-1a64-453c-9b11-1c6aa221ade2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for floatingip (ab633532-7e88-4206-bb4f-76a7474393b7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:00.406892 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-786a12dd-1a64-453c-9b11-1c6aa221ade2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Floating IP ab633532-7e88-4206-bb4f-76a7474393b7 disassociated (deleted). External IP: 172.25.3.120, port: 0ca87e4d-1a55-4514-9906-d1530661ca2a. Feb 10 15:55:00.539455 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ceb71b8f-0069-4cfa-875a-ac7f2ade394e None None] Provisioning complete for port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:00.539833 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ceb71b8f-0069-4cfa-875a-ac7f2ade394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (25dd5eea-d0b7-4064-9c51-b791bd71a0ef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:00.798161 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ceb71b8f-0069-4cfa-875a-ac7f2ade394e None None] Current status of the port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:00.809676 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ceb71b8f-0069-4cfa-875a-ac7f2ade394e None None] Provisioning complete for port dc2afc00-30f6-407b-8d98-ea8905afe3d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:00.809961 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ceb71b8f-0069-4cfa-875a-ac7f2ade394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:00.857824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ceb71b8f-0069-4cfa-875a-ac7f2ade394e None None] Port dc2afc00-30f6-407b-8d98-ea8905afe3d8 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:55:00.883890 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:00.897380 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-24e23077-60e3-4f58-a411-619f7d073305 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "PUT /v2.0/routers/29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2114160 Feb 10 15:55:00.912406 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Sync routers for ids ['29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:00.933505 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Routers {'29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:00.934534 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:54:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:00.937851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:00.939146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device aae2c561-3359-4eea-a515-3feb4f71ab51 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:00.990694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d66e0405-67e4-49a6-95b0-82aa4757e0d4 None None] Provisioning complete for port dc2afc00-30f6-407b-8d98-ea8905afe3d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:00.994902 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d66e0405-67e4-49a6-95b0-82aa4757e0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:01.064285 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port aae2c561-3359-4eea-a515-3feb4f71ab51 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:01.067419 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aae2c561-3359-4eea-a515-3feb4f71ab51), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:01.113086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786a12dd-1a64-453c-9b11-1c6aa221ade2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router f9e66bfc-5325-459c-baa1-3d65f892f418 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:55:01.123901 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d66e0405-67e4-49a6-95b0-82aa4757e0d4 None None] Port dc2afc00-30f6-407b-8d98-ea8905afe3d8 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:55:01.137260 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Set router 29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:01.235596 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-b59597ec-151d-4056-80ed-83e8132d1984 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.246866 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-b59597ec-151d-4056-80ed-83e8132d1984 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/networks?id=c9927784-3ce1-4eab-bb9f-7779a8f4a946 HTTP/1.1" status: 200 len: 798 time: 0.1734338 Feb 10 15:55:01.251850 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port aae2c561-3359-4eea-a515-3feb4f71ab51 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:01.252724 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (aae2c561-3359-4eea-a515-3feb4f71ab51), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:01.256493 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786a12dd-1a64-453c-9b11-1c6aa221ade2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:01.265366 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-786a12dd-1a64-453c-9b11-1c6aa221ade2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:01.271068 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-4010b2c5-b685-4e8f-a73d-80cf9f74ff0e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/quotas/261da6df275d420891461e49f14f2b45 HTTP/1.1" status: 200 len: 375 time: 0.0224681 Feb 10 15:55:01.272312 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6975791d-4780-49d5-a008-f141d81422e7 None None] Sync routers for ids ['f9e66bfc-5325-459c-baa1-3d65f892f418'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:01.299487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port aae2c561-3359-4eea-a515-3feb4f71ab51, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=aae2c561-3359-4eea-a515-3feb4f71ab51,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:01.301572 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6975791d-4780-49d5-a008-f141d81422e7 None None] Routers {'f9e66bfc-5325-459c-baa1-3d65f892f418'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:01.302205 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6975791d-4780-49d5-a008-f141d81422e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:54:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f9e66bfc-5325-459c-baa1-3d65f892f418'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:01.303636 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-786a12dd-1a64-453c-9b11-1c6aa221ade2 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/floatingips/ab633532-7e88-4206-bb4f-76a7474393b7 HTTP/1.1" status: 204 len: 168 time: 1.8824131 Feb 10 15:55:01.304317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'tag': '0ca87e4d-1a55-4514-9906-d1530661ca2a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:55:01.307420 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d4dea9-94e6-40f6-8bed-13da2d2bd7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "42bbd065-7123-4e1e-a663-827dd0e9dcef", "tag": "0ca87e4d-1a55-4514-9906-d1530661ca2a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:01.368571 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-c3477b8e-91d2-4f4b-a43f-de9589b377d4 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=261da6df275d420891461e49f14f2b45&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0962560 Feb 10 15:55:01.426226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-6975791d-4780-49d5-a008-f141d81422e7 None None] Set router f9e66bfc-5325-459c-baa1-3d65f892f418 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:01.431313 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648421580', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:54:59Z', 'revision_number': 4, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'dc2afc00-30f6-407b-8d98-ea8905afe3d8', 'name': '', 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'mac_address': 'fa:16:3e:9d:83:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'db257a9c-52de-4cfe-9628-3692773f89f4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:58Z', 'updated_at': '2022-02-10T15:54:59Z', 'revision_number': 2, 'project_id': '261da6df275d420891461e49f14f2b45', 'subnets': [{'id': 'db257a9c-52de-4cfe-9628-3692773f89f4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:01.461783 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Checking router: 29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:55:01.462545 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Updating router 29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5 port dc2afc00-30f6-407b-8d98-ea8905afe3d8 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:55:01.494459 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:01.525760 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (aae2c561-3359-4eea-a515-3feb4f71ab51), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:01.536958 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8760833c-1e32-40c7-80c8-58fd8de03276 x-openstack-request-id: req-8760833c-1e32-40c7-80c8-58fd8de03276 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:01.537576 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42bbd065-7123-4e1e-a663-827dd0e9dcef", "tag": "0ca87e4d-1a55-4514-9906-d1530661ca2a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:01.537926 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8760833c-1e32-40c7-80c8-58fd8de03276 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:01.538432 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'tag': '0ca87e4d-1a55-4514-9906-d1530661ca2a', 'status': 'completed', 'code': 200} Feb 10 15:55:01.653346 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=aae2c561-3359-4eea-a515-3feb4f71ab51,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:01.665712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4dea9-94e6-40f6-8bed-13da2d2bd7e3 req-6576cb6f-dbb7-4384-8631-8fafbc41e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.667601 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c6d4dea9-94e6-40f6-8bed-13da2d2bd7e3 req-6576cb6f-dbb7-4384-8631-8fafbc41e4a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 1128 time: 0.1029003 Feb 10 15:55:01.731008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-86eda607-b1bd-46e0-b64c-accff0cccc4a service neutron] 10.222.0.64 "GET /v2.0/networks/c9927784-3ce1-4eab-bb9f-7779a8f4a946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421843 Feb 10 15:55:01.765349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6975791d-4780-49d5-a008-f141d81422e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485356424', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '85463186-5470-4be8-84c7-99818917a02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:09Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '85463186-5470-4be8-84c7-99818917a02e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:10Z', 'updated_at': '2022-02-10T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'aa4491c6-a893-486a-b339-c6526b77ae54', 'name': '', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:71:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:13Z', 'updated_at': '2022-02-10T15:53:20Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:01.816592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6975791d-4780-49d5-a008-f141d81422e7 None None] Checking router: f9e66bfc-5325-459c-baa1-3d65f892f418 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:55:01.839799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6975791d-4780-49d5-a008-f141d81422e7 None None] Routers {'f9e66bfc-5325-459c-baa1-3d65f892f418'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:01.841005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6975791d-4780-49d5-a008-f141d81422e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:54:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f9e66bfc-5325-459c-baa1-3d65f892f418'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:01.845869 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4dea9-94e6-40f6-8bed-13da2d2bd7e3 req-0d425ac8-90f2-46f6-b244-77908cc06b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.848676 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c6d4dea9-94e6-40f6-8bed-13da2d2bd7e3 req-0d425ac8-90f2-46f6-b244-77908cc06b4a service neutron] 10.222.0.72 "GET /v2.0/networks?id=e4da2744-c92c-480b-806f-a22708302ec2 HTTP/1.1" status: 200 len: 896 time: 0.1733823 Feb 10 15:55:01.872518 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9f4e6-024c-4eb6-a674-85107d0da2eb req-ab4949ac-c352-4437-a69b-6ed4d1d49848 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.879830 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ccd9f4e6-024c-4eb6-a674-85107d0da2eb req-ab4949ac-c352-4437-a69b-6ed4d1d49848 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.2804816 Feb 10 15:55:01.909117 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c6d4dea9-94e6-40f6-8bed-13da2d2bd7e3 req-33ce3977-ed21-4825-a655-a9fa29380c46 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ca87e4d-1a55-4514-9906-d1530661ca2a HTTP/1.1" status: 200 len: 217 time: 0.0538096 Feb 10 15:55:01.926514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 25dd5eea-d0b7-4064-9c51-b791bd71a0ef up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:01.928541 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-5093eef3-3f54-4fc1-905e-0c0f7a074a70 service neutron] 10.222.0.64 "GET /v2.0/networks/c9927784-3ce1-4eab-bb9f-7779a8f4a946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887152 Feb 10 15:55:01.960816 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ccd9f4e6-024c-4eb6-a674-85107d0da2eb req-53ddb9b2-802a-4947-9350-23ab40bdaa75 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723619 Feb 10 15:55:01.985404 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4dea9-94e6-40f6-8bed-13da2d2bd7e3 req-cb2fa660-2739-4910-b67d-f5cfd8a605b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:01.987556 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c6d4dea9-94e6-40f6-8bed-13da2d2bd7e3 req-cb2fa660-2739-4910-b67d-f5cfd8a605b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e28954c-5cfe-4c7b-951d-06685bc0339b HTTP/1.1" status: 200 len: 834 time: 0.0694523 Feb 10 15:55:01.996468 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Publish callbacks [] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:02.003182 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:02.102490 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4dea9-94e6-40f6-8bed-13da2d2bd7e3 req-8f1bc16b-985e-47e3-a4b3-dcf25c9d4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:02.107414 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c6d4dea9-94e6-40f6-8bed-13da2d2bd7e3 req-8f1bc16b-985e-47e3-a4b3-dcf25c9d4c62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4da2744-c92c-480b-806f-a22708302ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1088085 Feb 10 15:55:02.109106 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:02.109793 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (25dd5eea-d0b7-4064-9c51-b791bd71a0ef), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:02.115148 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-6975791d-4780-49d5-a008-f141d81422e7 None None] Set router f9e66bfc-5325-459c-baa1-3d65f892f418 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:02.235702 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed3fd0-2feb-4f82-845c-42fe64f736aa None None] Pushing event updated for resources: {'Port': ['ID=dc2afc00-30f6-407b-8d98-ea8905afe3d8,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:02.292098 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed3fd0-2feb-4f82-845c-42fe64f736aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:02.295456 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed3fd0-2feb-4f82-845c-42fe64f736aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:02.296070 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed3fd0-2feb-4f82-845c-42fe64f736aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:02.297048 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed3fd0-2feb-4f82-845c-42fe64f736aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:02.298257 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-851a3036-cf1b-4b3c-a998-d5b84bdb45f3 req-fdc6b705-5ee4-4ca8-9b47-7c9828d859dc tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 210 time: 0.0558412 Feb 10 15:55:02.299267 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed3fd0-2feb-4f82-845c-42fe64f736aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:02.300014 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed3fd0-2feb-4f82-845c-42fe64f736aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:02.302797 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed3fd0-2feb-4f82-845c-42fe64f736aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:02.303431 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed3fd0-2feb-4f82-845c-42fe64f736aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:02.304119 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed3fd0-2feb-4f82-845c-42fe64f736aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:02.308795 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed3fd0-2feb-4f82-845c-42fe64f736aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:02.309449 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed3fd0-2feb-4f82-845c-42fe64f736aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:02.310027 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed3fd0-2feb-4f82-845c-42fe64f736aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:02.310609 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed3fd0-2feb-4f82-845c-42fe64f736aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:02.329658 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c6d4dea9-94e6-40f6-8bed-13da2d2bd7e3 req-969c212a-0aea-468b-8b0d-5d12b90965c4 service neutron] 10.222.0.72 "GET /v2.0/networks/e4da2744-c92c-480b-806f-a22708302ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172642 Feb 10 15:55:02.363169 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Attempting to bind port dc2afc00-30f6-407b-8d98-ea8905afe3d8 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:55:02.363772 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Attempting to bind port dc2afc00-30f6-407b-8d98-ea8905afe3d8 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'dd9697f5-ad94-4cb8-9497-7cacdbb955e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:55:02.368939 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Attempting to bind port dc2afc00-30f6-407b-8d98-ea8905afe3d8 on network c9927784-3ce1-4eab-bb9f-7779a8f4a946 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:02.382390 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:02.383036 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Checking segment: {'id': 'dd9697f5-ad94-4cb8-9497-7cacdbb955e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:55:02.383623 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:02.387909 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Bound using segment: {'id': 'dd9697f5-ad94-4cb8-9497-7cacdbb955e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:02.389959 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Bound port: dc2afc00-30f6-407b-8d98-ea8905afe3d8, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9697f5-ad94-4cb8-9497-7cacdbb955e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:55:02.390465 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:02.469340 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c6d4dea9-94e6-40f6-8bed-13da2d2bd7e3 req-40b7356e-5ea0-49ae-88c0-c42204bd9de5 service neutron] 10.222.0.72 "GET /v2.0/networks/e4da2744-c92c-480b-806f-a22708302ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324015 Feb 10 15:55:02.525625 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:02.526928 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device aae2c561-3359-4eea-a515-3feb4f71ab51 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:02.580818 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] For port dc2afc00-30f6-407b-8d98-ea8905afe3d8, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:02.586442 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] For port dc2afc00-30f6-407b-8d98-ea8905afe3d8, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=dc2afc00-30f6-407b-8d98-ea8905afe3d8,segment=NetworkSegment(dd9697f5-ad94-4cb8-9497-7cacdbb955e5),segment_id=dd9697f5-ad94-4cb8-9497-7cacdbb955e5)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:02.596172 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:02.622925 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-de2ba824-d9ba-4777-87b4-2e49b9ccccd6 None None] Provisioning complete for port dc2afc00-30f6-407b-8d98-ea8905afe3d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:02.623380 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-de2ba824-d9ba-4777-87b4-2e49b9ccccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:02.675836 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Routers {'29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:02.676529 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:54:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:02.680482 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port aae2c561-3359-4eea-a515-3feb4f71ab51 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:02.681748 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (aae2c561-3359-4eea-a515-3feb4f71ab51), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:02.742595 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6975791d-4780-49d5-a008-f141d81422e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485356424', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '85463186-5470-4be8-84c7-99818917a02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:09Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '85463186-5470-4be8-84c7-99818917a02e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:10Z', 'updated_at': '2022-02-10T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'aa4491c6-a893-486a-b339-c6526b77ae54', 'name': '', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:71:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:13Z', 'updated_at': '2022-02-10T15:53:20Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:02.790668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6975791d-4780-49d5-a008-f141d81422e7 None None] The sync data for ids ['f9e66bfc-5325-459c-baa1-3d65f892f418'] in n-d-815324-7 is: [{'id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485356424', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '85463186-5470-4be8-84c7-99818917a02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:09Z', 'updated_at': '2022-02-10T15:53:15Z', 'revision_number': 4, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '85463186-5470-4be8-84c7-99818917a02e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:10Z', 'updated_at': '2022-02-10T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'aa4491c6-a893-486a-b339-c6526b77ae54', 'name': '', 'network_id': 'e4da2744-c92c-480b-806f-a22708302ec2', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'mac_address': 'fa:16:3e:71:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:13Z', 'updated_at': '2022-02-10T15:53:20Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'subnets': [{'id': '4e28954c-5cfe-4c7b-951d-06685bc0339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:02.896119 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] Set router 29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:02.909909 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-de2ba824-d9ba-4777-87b4-2e49b9ccccd6 None None] Current status of the port dc2afc00-30f6-407b-8d98-ea8905afe3d8 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:02.910767 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-de2ba824-d9ba-4777-87b4-2e49b9ccccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:02.957551 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed3fd0-2feb-4f82-845c-42fe64f736aa None None] Pushing event updated for resources: {'Port': ['ID=dc2afc00-30f6-407b-8d98-ea8905afe3d8,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:02.964559 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-de2ba824-d9ba-4777-87b4-2e49b9ccccd6 None None] For port dc2afc00-30f6-407b-8d98-ea8905afe3d8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=dc2afc00-30f6-407b-8d98-ea8905afe3d8,segment=NetworkSegment(dd9697f5-ad94-4cb8-9497-7cacdbb955e5),segment_id=dd9697f5-ad94-4cb8-9497-7cacdbb955e5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:02.976332 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-de2ba824-d9ba-4777-87b4-2e49b9ccccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:03.062796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf98a3-4d98-4f80-8e04-612de0f0fe0b req-f2cded39-c6d9-443c-94fb-486cd58e200c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:03.076483 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8cbf98a3-4d98-4f80-8e04-612de0f0fe0b req-f2cded39-c6d9-443c-94fb-486cd58e200c tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.1836414 Feb 10 15:55:03.099567 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port aae2c561-3359-4eea-a515-3feb4f71ab51 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:03.135554 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1d929694-29f8-47fb-805e-2025b3ea08eb None None] Provisioning complete for port dc2afc00-30f6-407b-8d98-ea8905afe3d8 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:03.136667 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1d929694-29f8-47fb-805e-2025b3ea08eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:03.184330 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897289f3-78e5-4558-b5d7-a6b24c69393e req-a8d189e4-c7f5-4eb3-ba37-eb84b1f051bf tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:03.192076 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-897289f3-78e5-4558-b5d7-a6b24c69393e req-a8d189e4-c7f5-4eb3-ba37-eb84b1f051bf tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 946 time: 0.1148095 Feb 10 15:55:03.196748 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ba824-d9ba-4777-87b4-2e49b9ccccd6 None None] Pushing event updated for resources: {'Port': ['ID=dc2afc00-30f6-407b-8d98-ea8905afe3d8,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:03.286502 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-897289f3-78e5-4558-b5d7-a6b24c69393e req-6458b964-b249-4677-82ba-ddf2436f5b5e tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9ba20-de57-41f5-8db6-ba287336a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931230 Feb 10 15:55:03.327314 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd35cd-2137-4674-8953-a41980228681 None None] New status for floating IP ab633532-7e88-4206-bb4f-76a7474393b7: DOWN {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:55:03.330014 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1d929694-29f8-47fb-805e-2025b3ea08eb None None] Current status of the port dc2afc00-30f6-407b-8d98-ea8905afe3d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:03.336030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-8cbf98a3-4d98-4f80-8e04-612de0f0fe0b req-8bf2dcc8-d7a0-4ffd-a2fb-942ba27b435f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port 0ca87e4d-1a55-4514-9906-d1530661ca2a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:55:03.336584 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8cbf98a3-4d98-4f80-8e04-612de0f0fe0b req-8bf2dcc8-d7a0-4ffd-a2fb-942ba27b435f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:03.422881 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31a8ae07-d179-4db8-910e-f1dc706ece4f req-b6cd3b88-3e36-421a-85fb-ddf9be96d61f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 210 time: 0.0335345 Feb 10 15:55:03.452186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-8cbf98a3-4d98-4f80-8e04-612de0f0fe0b req-8bf2dcc8-d7a0-4ffd-a2fb-942ba27b435f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] For port 0ca87e4d-1a55-4514-9906-d1530661ca2a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0ca87e4d-1a55-4514-9906-d1530661ca2a,segment=NetworkSegment(4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f),segment_id=4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:03.452912 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8cbf98a3-4d98-4f80-8e04-612de0f0fe0b req-8bf2dcc8-d7a0-4ffd-a2fb-942ba27b435f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:03.456112 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648421580', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:54:59Z', 'revision_number': 4, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'dc2afc00-30f6-407b-8d98-ea8905afe3d8', 'name': '', 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'mac_address': 'fa:16:3e:9d:83:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'db257a9c-52de-4cfe-9628-3692773f89f4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:58Z', 'updated_at': '2022-02-10T15:55:02Z', 'revision_number': 4, 'project_id': '261da6df275d420891461e49f14f2b45', 'subnets': [{'id': 'db257a9c-52de-4cfe-9628-3692773f89f4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:03.469031 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-8cbf98a3-4d98-4f80-8e04-612de0f0fe0b req-8bf2dcc8-d7a0-4ffd-a2fb-942ba27b435f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for 0ca87e4d-1a55-4514-9906-d1530661ca2a owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:03.498287 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7eb0a2-8698-487d-b703-15132734fb0e None None] The sync data for ids ['29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'] in n-d-815324-7 is: [{'id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648421580', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:54:59Z', 'revision_number': 4, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'dc2afc00-30f6-407b-8d98-ea8905afe3d8', 'name': '', 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'mac_address': 'fa:16:3e:9d:83:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'db257a9c-52de-4cfe-9628-3692773f89f4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:58Z', 'updated_at': '2022-02-10T15:55:02Z', 'revision_number': 4, 'project_id': '261da6df275d420891461e49f14f2b45', 'subnets': [{'id': 'db257a9c-52de-4cfe-9628-3692773f89f4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:03.678171 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8cbf98a3-4d98-4f80-8e04-612de0f0fe0b req-8bf2dcc8-d7a0-4ffd-a2fb-942ba27b435f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (0ca87e4d-1a55-4514-9906-d1530661ca2a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:03.713641 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2dcc8-d7a0-4ffd-a2fb-942ba27b435f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=0ca87e4d-1a55-4514-9906-d1530661ca2a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:03.876905 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbf98a3-4d98-4f80-8e04-612de0f0fe0b req-8bf2dcc8-d7a0-4ffd-a2fb-942ba27b435f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] No DVR routers for this DVR port 0ca87e4d-1a55-4514-9906-d1530661ca2a on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:55:03.883631 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-8cbf98a3-4d98-4f80-8e04-612de0f0fe0b req-8bf2dcc8-d7a0-4ffd-a2fb-942ba27b435f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:03.888102 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8cbf98a3-4d98-4f80-8e04-612de0f0fe0b req-8bf2dcc8-d7a0-4ffd-a2fb-942ba27b435f tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.72 "DELETE /v2.0/ports/0ca87e4d-1a55-4514-9906-d1530661ca2a HTTP/1.1" status: 204 len: 173 time: 0.8090026 Feb 10 15:55:03.888542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'name': 'network-vif-deleted', 'tag': '0ca87e4d-1a55-4514-9906-d1530661ca2a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:55:03.897682 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78900e5-2770-4c63-bf61-dfd303b6d19d" -d '{"events": [{"server_uuid": "42bbd065-7123-4e1e-a663-827dd0e9dcef", "name": "network-vif-deleted", "tag": "0ca87e4d-1a55-4514-9906-d1530661ca2a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:03.911208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-b986ab48-62db-45d3-9dae-45486316e7d9 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:03.914603 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-b986ab48-62db-45d3-9dae-45486316e7d9 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.72 "GET /v2.0/networks?id=c9927784-3ce1-4eab-bb9f-7779a8f4a946 HTTP/1.1" status: 200 len: 798 time: 0.1876028 Feb 10 15:55:03.931737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Request body: {'port': {'device_id': 'bd94652a-a53f-4a6b-a400-26dc9c2c8768', 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946', 'admin_state_up': True, 'tenant_id': '261da6df275d420891461e49f14f2b45'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:03.993704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device dc2afc00-30f6-407b-8d98-ea8905afe3d8 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:04.000152 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48cbc00-3eaa-48c9-a0b0-7c648662bf69 x-openstack-request-id: req-b48cbc00-3eaa-48c9-a0b0-7c648662bf69 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:04.000447 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bbd065-7123-4e1e-a663-827dd0e9dcef", "name": "network-vif-deleted", "tag": "0ca87e4d-1a55-4514-9906-d1530661ca2a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:04.000737 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b48cbc00-3eaa-48c9-a0b0-7c648662bf69 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:04.001950 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bbd065-7123-4e1e-a663-827dd0e9dcef', 'name': 'network-vif-deleted', 'tag': '0ca87e4d-1a55-4514-9906-d1530661ca2a', 'status': 'completed', 'code': 200} Feb 10 15:55:04.105903 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port dc2afc00-30f6-407b-8d98-ea8905afe3d8 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:04.106585 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:04.209825 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Made reservation on behalf of 261da6df275d420891461e49f14f2b45 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:04.219912 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:04.230707 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port dc2afc00-30f6-407b-8d98-ea8905afe3d8 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:04.423476 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cbc19df8-900d-42ad-ae37-e7a90db6ebdf req-bf36f90f-3fce-4447-ac24-ed4769ac74c0 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "GET /v2.0/ports?device_id=42bbd065-7123-4e1e-a663-827dd0e9dcef HTTP/1.1" status: 200 len: 210 time: 0.0464988 Feb 10 15:55:04.438288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Allocated IP 172.20.0.25 (c9927784-3ce1-4eab-bb9f-7779a8f4a946/db257a9c-52de-4cfe-9628-3692773f89f4/9635364b-bde3-4e5f-890e-0fd6d8008f8b) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:04.581923 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc3ac755-78a9-416e-ade8-8a88231e59db req-93d39a97-c068-4981-8bd3-95977f4e9948 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 210 time: 0.0433211 Feb 10 15:55:04.637626 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for port (9635364b-bde3-4e5f-890e-0fd6d8008f8b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:04.696957 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9635364b-bde3-4e5f-890e-0fd6d8008f8b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:04.766686 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Network c9927784-3ce1-4eab-bb9f-7779a8f4a946 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:04.770459 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:04.773695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:04.788087 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event updated for resources: {'Port': ['ID=9635364b-bde3-4e5f-890e-0fd6d8008f8b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:04.821260 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:04.821642 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:04.822049 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:04.822473 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:04.822912 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:04.823430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:04.823781 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:04.824122 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:04.824452 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:04.824956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:04.825292 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:04.825619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:04.825942 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:04.858980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:04.859819 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:04.887766 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-d42edc3c-8517-49d5-a844-cafa7ab909c8 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9638915 Feb 10 15:55:04.901132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Request body: {'port': {'device_id': 'bd94652a-a53f-4a6b-a400-26dc9c2c8768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:04.976978 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9635364b-bde3-4e5f-890e-0fd6d8008f8b), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:05.071594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0ec7bf8a-2f64-4d06-ba78-0f4df61d9e10 None None] Provisioning complete for port 9635364b-bde3-4e5f-890e-0fd6d8008f8b triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:05.071992 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0ec7bf8a-2f64-4d06-ba78-0f4df61d9e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9635364b-bde3-4e5f-890e-0fd6d8008f8b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:05.109807 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0ec7bf8a-2f64-4d06-ba78-0f4df61d9e10 None None] Port 9635364b-bde3-4e5f-890e-0fd6d8008f8b cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:55:05.343303 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9635364b-bde3-4e5f-890e-0fd6d8008f8b {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:55:05.351100 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Publish callbacks [] for port (9635364b-bde3-4e5f-890e-0fd6d8008f8b), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:05.367194 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Transition to ACTIVE for port object 9635364b-bde3-4e5f-890e-0fd6d8008f8b will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:55:05.371562 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (9635364b-bde3-4e5f-890e-0fd6d8008f8b), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:05.491122 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37150) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:05.623635 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0ca87e4d-1a55-4514-9906-d1530661ca2a no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:05.653542 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 0ca87e4d-1a55-4514-9906-d1530661ca2a {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:55:05.654397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0ca87e4d-1a55-4514-9906-d1530661ca2a not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:05.662972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9635364b-bde3-4e5f-890e-0fd6d8008f8b,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:05.790696 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba4931-7de9-45ad-977c-eae005de6301 req-c16d6587-c57c-45b6-8ca8-1d013d15e495 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:05.797194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-74ba4931-7de9-45ad-977c-eae005de6301 req-c16d6587-c57c-45b6-8ca8-1d013d15e495 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 907 time: 0.1097412 Feb 10 15:55:05.798718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Attempting to bind port 9635364b-bde3-4e5f-890e-0fd6d8008f8b on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:55:05.798872 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Attempting to bind port 9635364b-bde3-4e5f-890e-0fd6d8008f8b by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'dd9697f5-ad94-4cb8-9497-7cacdbb955e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:55:05.799169 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Attempting to bind port 9635364b-bde3-4e5f-890e-0fd6d8008f8b on network c9927784-3ce1-4eab-bb9f-7779a8f4a946 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:05.804766 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Port 9635364b-bde3-4e5f-890e-0fd6d8008f8b on network c9927784-3ce1-4eab-bb9f-7779a8f4a946 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:55:05.805328 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Attempting to bind port 9635364b-bde3-4e5f-890e-0fd6d8008f8b on network c9927784-3ce1-4eab-bb9f-7779a8f4a946 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:05.811985 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:05.812409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Checking segment: {'id': 'dd9697f5-ad94-4cb8-9497-7cacdbb955e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:55:05.812892 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Bound using segment: {'id': 'dd9697f5-ad94-4cb8-9497-7cacdbb955e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:05.813391 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Bound port: 9635364b-bde3-4e5f-890e-0fd6d8008f8b, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9697f5-ad94-4cb8-9497-7cacdbb955e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:55:05.813750 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9635364b-bde3-4e5f-890e-0fd6d8008f8b), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:05.884923 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] For port 9635364b-bde3-4e5f-890e-0fd6d8008f8b, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:05.888189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] For port 9635364b-bde3-4e5f-890e-0fd6d8008f8b, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9635364b-bde3-4e5f-890e-0fd6d8008f8b,segment=NetworkSegment(dd9697f5-ad94-4cb8-9497-7cacdbb955e5),segment_id=dd9697f5-ad94-4cb8-9497-7cacdbb955e5)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:05.894536 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (9635364b-bde3-4e5f-890e-0fd6d8008f8b), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:05.932714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:05.933550 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:05.934624 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] 10.222.0.72 "PUT /v2.0/ports/9635364b-bde3-4e5f-890e-0fd6d8008f8b HTTP/1.1" status: 200 len: 1055 time: 1.0381672 Feb 10 15:55:05.935658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd94652a-a53f-4a6b-a400-26dc9c2c8768', 'tag': '9635364b-bde3-4e5f-890e-0fd6d8008f8b'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:55:05.937966 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e5f8d5-5f1e-4ebc-914c-4a57a2e0b82a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd94652a-a53f-4a6b-a400-26dc9c2c8768", "tag": "9635364b-bde3-4e5f-890e-0fd6d8008f8b"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:05.966761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45811d19-0f55-4293-b68f-2cc1f55435b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9635364b-bde3-4e5f-890e-0fd6d8008f8b,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:05.988438 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5af037f-b93c-4f74-a8fa-fc4b74259719 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (f9e66bfc-5325-459c-baa1-3d65f892f418), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:06.026792 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbc70cf-bd64-479a-a61c-c1bb802cc213 x-openstack-request-id: req-6cbc70cf-bd64-479a-a61c-c1bb802cc213 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:06.027233 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd94652a-a53f-4a6b-a400-26dc9c2c8768", "tag": "9635364b-bde3-4e5f-890e-0fd6d8008f8b", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:06.027599 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6cbc70cf-bd64-479a-a61c-c1bb802cc213 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:06.028109 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd94652a-a53f-4a6b-a400-26dc9c2c8768', 'tag': '9635364b-bde3-4e5f-890e-0fd6d8008f8b', 'status': 'completed', 'code': 200} Feb 10 15:55:06.096416 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-d5432ecb-7100-49c3-a61e-4e9d89151ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:06.098204 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-d5432ecb-7100-49c3-a61e-4e9d89151ec5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=261da6df275d420891461e49f14f2b45&device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 1089 time: 0.1090174 Feb 10 15:55:06.181569 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-c517e0de-003b-49fe-a036-150f724339a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=9635364b-bde3-4e5f-890e-0fd6d8008f8b HTTP/1.1" status: 200 len: 217 time: 0.0768540 Feb 10 15:55:06.249708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-97e04ab2-6c51-4a33-82ec-5ade3e93bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:06.252343 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-97e04ab2-6c51-4a33-82ec-5ade3e93bc3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db257a9c-52de-4cfe-9628-3692773f89f4 HTTP/1.1" status: 200 len: 838 time: 0.0637572 Feb 10 15:55:06.319261 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b5af037f-b93c-4f74-a8fa-fc4b74259719 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port aa4491c6-a893-486a-b339-c6526b77ae54 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:55:06.319629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5af037f-b93c-4f74-a8fa-fc4b74259719 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:06.345269 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-773d12c1-67d9-42a5-8084-8f2fd3d02fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:06.346916 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-773d12c1-67d9-42a5-8084-8f2fd3d02fb8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9927784-3ce1-4eab-bb9f-7779a8f4a946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0883789 Feb 10 15:55:06.421324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-b5af037f-b93c-4f74-a8fa-fc4b74259719 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] For port aa4491c6-a893-486a-b339-c6526b77ae54, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=aa4491c6-a893-486a-b339-c6526b77ae54,segment=NetworkSegment(4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f),segment_id=4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:06.421713 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5af037f-b93c-4f74-a8fa-fc4b74259719 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:06.435022 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b5af037f-b93c-4f74-a8fa-fc4b74259719 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for aa4491c6-a893-486a-b339-c6526b77ae54 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:06.439574 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-2004b047-e9eb-4b95-ba3d-28be2ad9afd1 service neutron] 10.222.0.72 "GET /v2.0/networks/c9927784-3ce1-4eab-bb9f-7779a8f4a946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863101 Feb 10 15:55:06.536067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bec98d9a-94f0-45d1-857a-b4cd4c347406 req-1effc1fd-8852-49da-be90-2f97789eb876 service neutron] 10.222.0.72 "GET /v2.0/networks/c9927784-3ce1-4eab-bb9f-7779a8f4a946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900142 Feb 10 15:55:06.632267 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5f8d5-5f1e-4ebc-914c-4a57a2e0b82a req-3cb4a4a9-ef56-4f8f-be38-39185533b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:06.633935 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6e5f8d5-5f1e-4ebc-914c-4a57a2e0b82a req-3cb4a4a9-ef56-4f8f-be38-39185533b59b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=261da6df275d420891461e49f14f2b45&device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 1089 time: 0.0487959 Feb 10 15:55:06.639991 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5af037f-b93c-4f74-a8fa-fc4b74259719 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (aa4491c6-a893-486a-b339-c6526b77ae54), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:06.674787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af037f-b93c-4f74-a8fa-fc4b74259719 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=aa4491c6-a893-486a-b339-c6526b77ae54,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:06.822061 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5f8d5-5f1e-4ebc-914c-4a57a2e0b82a req-d6c5bf96-0f50-4fbd-a2b4-991b6a9f2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:06.823600 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6e5f8d5-5f1e-4ebc-914c-4a57a2e0b82a req-d6c5bf96-0f50-4fbd-a2b4-991b6a9f2906 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9927784-3ce1-4eab-bb9f-7779a8f4a946 HTTP/1.1" status: 200 len: 899 time: 0.1842039 Feb 10 15:55:06.885689 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5af037f-b93c-4f74-a8fa-fc4b74259719 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (f9e66bfc-5325-459c-baa1-3d65f892f418), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:06.923863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6e5f8d5-5f1e-4ebc-914c-4a57a2e0b82a req-d4b86c89-8a42-4f6f-9638-37669b7f8621 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=9635364b-bde3-4e5f-890e-0fd6d8008f8b HTTP/1.1" status: 200 len: 217 time: 0.0904119 Feb 10 15:55:07.004256 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5f8d5-5f1e-4ebc-914c-4a57a2e0b82a req-a05baf85-27a9-4854-9236-76ee0372e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:07.005696 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6e5f8d5-5f1e-4ebc-914c-4a57a2e0b82a req-a05baf85-27a9-4854-9236-76ee0372e05a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db257a9c-52de-4cfe-9628-3692773f89f4 HTTP/1.1" status: 200 len: 838 time: 0.0579593 Feb 10 15:55:07.015828 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba303330-dc82-4350-9654-ae32d592dc4d req-2d28a42e-6a65-4257-be92-eb245964b918 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:07.017315 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ba303330-dc82-4350-9654-ae32d592dc4d req-2d28a42e-6a65-4257-be92-eb245964b918 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 907 time: 0.1068537 Feb 10 15:55:07.064698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5f8d5-5f1e-4ebc-914c-4a57a2e0b82a req-8fb911be-da90-4d7c-b2f3-548bc7d6c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:07.066250 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6e5f8d5-5f1e-4ebc-914c-4a57a2e0b82a req-8fb911be-da90-4d7c-b2f3-548bc7d6c856 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9927784-3ce1-4eab-bb9f-7779a8f4a946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480437 Feb 10 15:55:07.148426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5af037f-b93c-4f74-a8fa-fc4b74259719 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Router f9e66bfc-5325-459c-baa1-3d65f892f418 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:55:07.175788 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6e5f8d5-5f1e-4ebc-914c-4a57a2e0b82a req-5acdf1ba-6a59-437b-8550-a232e4d3662a service neutron] 10.222.0.72 "GET /v2.0/networks/c9927784-3ce1-4eab-bb9f-7779a8f4a946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007903 Feb 10 15:55:07.239855 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:07.267930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5af037f-b93c-4f74-a8fa-fc4b74259719 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:07.276640 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b5af037f-b93c-4f74-a8fa-fc4b74259719 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "PUT /v2.0/routers/f9e66bfc-5325-459c-baa1-3d65f892f418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7820892 Feb 10 15:55:07.276924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37158) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:07.289391 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa22cf-ff83-4ae8-8411-cb9e756a5dbe None None] Sync routers for ids ['f9e66bfc-5325-459c-baa1-3d65f892f418'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:07.291541 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6e5f8d5-5f1e-4ebc-914c-4a57a2e0b82a req-d7aa6c5a-d0ed-4742-bf99-e6bedc591278 service neutron] 10.222.0.72 "GET /v2.0/networks/c9927784-3ce1-4eab-bb9f-7779a8f4a946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081450 Feb 10 15:55:07.304803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa22cf-ff83-4ae8-8411-cb9e756a5dbe None None] Routers {'f9e66bfc-5325-459c-baa1-3d65f892f418'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:07.305535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f0aa22cf-ff83-4ae8-8411-cb9e756a5dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:54:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f9e66bfc-5325-459c-baa1-3d65f892f418'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:07.335496 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0188f14-b797-491e-8a55-9c6f46862316 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting subnet 4e28954c-5cfe-4c7b-951d-06685bc0339b {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:55:07.338788 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e0188f14-b797-491e-8a55-9c6f46862316 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for subnet (4e28954c-5cfe-4c7b-951d-06685bc0339b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:07.380251 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e0188f14-b797-491e-8a55-9c6f46862316 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (4e28954c-5cfe-4c7b-951d-06685bc0339b), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:07.422183 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-f0aa22cf-ff83-4ae8-8411-cb9e756a5dbe None None] Set router f9e66bfc-5325-459c-baa1-3d65f892f418 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:07.462090 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e0188f14-b797-491e-8a55-9c6f46862316 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (4e28954c-5cfe-4c7b-951d-06685bc0339b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:07.526507 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e0188f14-b797-491e-8a55-9c6f46862316 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (4e28954c-5cfe-4c7b-951d-06685bc0339b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:07.552176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0188f14-b797-491e-8a55-9c6f46862316 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Subnet': ['ID=4e28954c-5cfe-4c7b-951d-06685bc0339b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:07.558430 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e0188f14-b797-491e-8a55-9c6f46862316 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:07.564449 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e0188f14-b797-491e-8a55-9c6f46862316 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/subnets/4e28954c-5cfe-4c7b-951d-06685bc0339b HTTP/1.1" status: 204 len: 168 time: 0.2839303 Feb 10 15:55:07.564677 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37160) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:07.571108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b257a6e-f854-4f0e-a101-36a1106f0bce None None] Network e4da2744-c92c-480b-806f-a22708302ec2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:55:07.679028 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-395ec3b6-16dd-4627-8261-f3d79b94182b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router (f9e66bfc-5325-459c-baa1-3d65f892f418), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:07.679684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9635364b-bde3-4e5f-890e-0fd6d8008f8b details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:55:07.799063 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-395ec3b6-16dd-4627-8261-f3d79b94182b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_gateway (f9e66bfc-5325-459c-baa1-3d65f892f418), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.018445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f0aa22cf-ff83-4ae8-8411-cb9e756a5dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485356424', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '85463186-5470-4be8-84c7-99818917a02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:09Z', 'updated_at': '2022-02-10T15:55:06Z', 'revision_number': 5, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port': {'id': '85463186-5470-4be8-84c7-99818917a02e', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:10Z', 'updated_at': '2022-02-10T15:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:08.059541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa22cf-ff83-4ae8-8411-cb9e756a5dbe None None] Checking router: f9e66bfc-5325-459c-baa1-3d65f892f418 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:55:08.067825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19042a77-58d5-4a7c-b06b-f376c6462e6d None None] DHCP port deletion for e4da2744-c92c-480b-806f-a22708302ec2 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:55:08.077851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9635364b-bde3-4e5f-890e-0fd6d8008f8b, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9635364b-bde3-4e5f-890e-0fd6d8008f8b,segment=NetworkSegment(dd9697f5-ad94-4cb8-9497-7cacdbb955e5),segment_id=dd9697f5-ad94-4cb8-9497-7cacdbb955e5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:08.107924 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa22cf-ff83-4ae8-8411-cb9e756a5dbe None None] Routers {'f9e66bfc-5325-459c-baa1-3d65f892f418'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:08.108553 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f0aa22cf-ff83-4ae8-8411-cb9e756a5dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:54:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['f9e66bfc-5325-459c-baa1-3d65f892f418'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:08.115822 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '9635364b-bde3-4e5f-890e-0fd6d8008f8b', 'network_id': 'c9927784-3ce1-4eab-bb9f-7779a8f4a946', 'port_id': '9635364b-bde3-4e5f-890e-0fd6d8008f8b', 'mac_address': 'fa:16:3e:1e:65:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db257a9c-52de-4cfe-9628-3692773f89f4', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:55:08.158589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd267007-42dc-4f08-97a2-a36ba81adc76 req-e89686fd-953c-459c-ad1d-e5db9f0a5822 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:08.161096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd267007-42dc-4f08-97a2-a36ba81adc76 req-e89686fd-953c-459c-ad1d-e5db9f0a5822 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 907 time: 0.0565500 Feb 10 15:55:08.227986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-395ec3b6-16dd-4627-8261-f3d79b94182b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Deleting port 85463186-5470-4be8-84c7-99818917a02e {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:55:08.228336 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-395ec3b6-16dd-4627-8261-f3d79b94182b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (85463186-5470-4be8-84c7-99818917a02e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.254908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 9635364b-bde3-4e5f-890e-0fd6d8008f8b is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:08.255541 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9635364b-bde3-4e5f-890e-0fd6d8008f8b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.258328 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-f0aa22cf-ff83-4ae8-8411-cb9e756a5dbe None None] Set router f9e66bfc-5325-459c-baa1-3d65f892f418 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:08.310367 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-395ec3b6-16dd-4627-8261-f3d79b94182b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] For port 85463186-5470-4be8-84c7-99818917a02e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=85463186-5470-4be8-84c7-99818917a02e,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:08.310635 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-395ec3b6-16dd-4627-8261-f3d79b94182b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (85463186-5470-4be8-84c7-99818917a02e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.321351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-19042a77-58d5-4a7c-b06b-f376c6462e6d None None] Deleting port 296a27ec-58db-4d30-b9cb-6a6eaed275e2 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:55:08.321727 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-19042a77-58d5-4a7c-b06b-f376c6462e6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (296a27ec-58db-4d30-b9cb-6a6eaed275e2), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.323794 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-f0aa22cf-ff83-4ae8-8411-cb9e756a5dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485356424', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:09Z', 'updated_at': '2022-02-10T15:55:07Z', 'revision_number': 6, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:08.324954 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-395ec3b6-16dd-4627-8261-f3d79b94182b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Calling delete_port for 85463186-5470-4be8-84c7-99818917a02e owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:08.327035 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9635364b-bde3-4e5f-890e-0fd6d8008f8b {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:55:08.374774 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa22cf-ff83-4ae8-8411-cb9e756a5dbe None None] The sync data for ids ['f9e66bfc-5325-459c-baa1-3d65f892f418'] in n-d-815324-7 is: [{'id': 'f9e66bfc-5325-459c-baa1-3d65f892f418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485356424', 'tenant_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:09Z', 'updated_at': '2022-02-10T15:55:07Z', 'revision_number': 6, 'project_id': '2c35d11a6fb9432f955126d4d4ccd7cb', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:08.394002 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9635364b-bde3-4e5f-890e-0fd6d8008f8b, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9635364b-bde3-4e5f-890e-0fd6d8008f8b,segment=NetworkSegment(dd9697f5-ad94-4cb8-9497-7cacdbb955e5),segment_id=dd9697f5-ad94-4cb8-9497-7cacdbb955e5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:08.423374 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9635364b-bde3-4e5f-890e-0fd6d8008f8b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.472898 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-19042a77-58d5-4a7c-b06b-f376c6462e6d None None] For port 296a27ec-58db-4d30-b9cb-6a6eaed275e2, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=296a27ec-58db-4d30-b9cb-6a6eaed275e2,segment=NetworkSegment(4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f),segment_id=4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:08.473308 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-19042a77-58d5-4a7c-b06b-f376c6462e6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (296a27ec-58db-4d30-b9cb-6a6eaed275e2), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.491332 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-19042a77-58d5-4a7c-b06b-f376c6462e6d None None] Calling delete_port for 296a27ec-58db-4d30-b9cb-6a6eaed275e2 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:08.509411 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=9635364b-bde3-4e5f-890e-0fd6d8008f8b,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:08.527550 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-395ec3b6-16dd-4627-8261-f3d79b94182b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (85463186-5470-4be8-84c7-99818917a02e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.551873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ec3b6-16dd-4627-8261-f3d79b94182b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Port': ['ID=85463186-5470-4be8-84c7-99818917a02e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:08.584775 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-19042a77-58d5-4a7c-b06b-f376c6462e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (296a27ec-58db-4d30-b9cb-6a6eaed275e2), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.608477 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19042a77-58d5-4a7c-b06b-f376c6462e6d None None] Pushing event deleted for resources: {'Port': ['ID=296a27ec-58db-4d30-b9cb-6a6eaed275e2,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:08.615099 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19042a77-58d5-4a7c-b06b-f376c6462e6d None None] No DVR routers for this DVR port 296a27ec-58db-4d30-b9cb-6a6eaed275e2 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:55:08.624201 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-395ec3b6-16dd-4627-8261-f3d79b94182b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (f9e66bfc-5325-459c-baa1-3d65f892f418), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.638553 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['9635364b-bde3-4e5f-890e-0fd6d8008f8b'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:55:08.716562 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-395ec3b6-16dd-4627-8261-f3d79b94182b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (f9e66bfc-5325-459c-baa1-3d65f892f418), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.718719 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-395ec3b6-16dd-4627-8261-f3d79b94182b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router_controller (f9e66bfc-5325-459c-baa1-3d65f892f418), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.767050 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-395ec3b6-16dd-4627-8261-f3d79b94182b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (f9e66bfc-5325-459c-baa1-3d65f892f418), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.767605 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395ec3b6-16dd-4627-8261-f3d79b94182b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Fanout notify agent at l3_agent the message router_deleted on router f9e66bfc-5325-459c-baa1-3d65f892f418 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:55:08.775144 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-395ec3b6-16dd-4627-8261-f3d79b94182b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.777087 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-395ec3b6-16dd-4627-8261-f3d79b94182b tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/routers/f9e66bfc-5325-459c-baa1-3d65f892f418 HTTP/1.1" status: 204 len: 168 time: 1.2114463 Feb 10 15:55:08.779030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37166) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:08.859839 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54352354-7ecb-40e7-af37-648a45e29578 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (e4da2744-c92c-480b-806f-a22708302ec2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.947004 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54352354-7ecb-40e7-af37-648a45e29578 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (e4da2744-c92c-480b-806f-a22708302ec2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.967483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-54352354-7ecb-40e7-af37-648a45e29578 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4da2744-c92c-480b-806f-a22708302ec2']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:08.976466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-54352354-7ecb-40e7-af37-648a45e29578 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:08.976806 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-54352354-7ecb-40e7-af37-648a45e29578 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:08.985994 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54352354-7ecb-40e7-af37-648a45e29578 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:08.999500 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54352354-7ecb-40e7-af37-648a45e29578 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:09.005774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54352354-7ecb-40e7-af37-648a45e29578 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:55:09.006158 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54352354-7ecb-40e7-af37-648a45e29578 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (4937b8a7-2c9a-4ac9-ae3b-2b01c1cfb63f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:55:09.009019 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:55:09.064694 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54352354-7ecb-40e7-af37-648a45e29578 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (e4da2744-c92c-480b-806f-a22708302ec2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:09.071896 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-54352354-7ecb-40e7-af37-648a45e29578 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:09.075318 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-54352354-7ecb-40e7-af37-648a45e29578 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/networks/e4da2744-c92c-480b-806f-a22708302ec2 HTTP/1.1" status: 204 len: 168 time: 0.2950258 Feb 10 15:55:09.078097 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37168) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:09.086304 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54352354-7ecb-40e7-af37-648a45e29578 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'Network': ['ID=e4da2744-c92c-480b-806f-a22708302ec2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:09.138548 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4e4e78f2-56e2-4b17-9220-ecd6fceebc75 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (86f9ba20-de57-41f5-8db6-ba287336a67a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:09.164273 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4e4e78f2-56e2-4b17-9220-ecd6fceebc75 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (86f9ba20-de57-41f5-8db6-ba287336a67a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:09.226906 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4e4e78f2-56e2-4b17-9220-ecd6fceebc75 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (86f9ba20-de57-41f5-8db6-ba287336a67a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:09.229636 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-4e4e78f2-56e2-4b17-9220-ecd6fceebc75 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:09.233435 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-4e4e78f2-56e2-4b17-9220-ecd6fceebc75 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] 10.222.0.64 "DELETE /v2.0/security-groups/86f9ba20-de57-41f5-8db6-ba287336a67a HTTP/1.1" status: 204 len: 168 time: 0.1517484 Feb 10 15:55:09.240896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e78f2-56e2-4b17-9220-ecd6fceebc75 tempest-TestNetworkAdvancedServerOps-1447713395 tempest-TestNetworkAdvancedServerOps-1447713395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f9ba20-de57-41f5-8db6-ba287336a67a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:09.327689 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd98504-6305-40a2-921b-bf3582a6b06b req-75b3bcdd-de85-44e6-98cc-38c62a49a6af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:09.329286 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6fd98504-6305-40a2-921b-bf3582a6b06b req-75b3bcdd-de85-44e6-98cc-38c62a49a6af tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 908 time: 0.0846834 Feb 10 15:55:09.574613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37178) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:09.656190 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9635364b-bde3-4e5f-890e-0fd6d8008f8b up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:09.705634 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 9635364b-bde3-4e5f-890e-0fd6d8008f8b completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:55:09.709545 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 9635364b-bde3-4e5f-890e-0fd6d8008f8b triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:09.709924 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9635364b-bde3-4e5f-890e-0fd6d8008f8b), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:09.724245 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c08dfd6e-b649-41c6-8bd5-40e411b8dacf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c35d11a6fb9432f955126d4d4ccd7cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1484439 Feb 10 15:55:09.725240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37182) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:09.794881 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 9635364b-bde3-4e5f-890e-0fd6d8008f8b is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:09.795464 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9635364b-bde3-4e5f-890e-0fd6d8008f8b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:09.804023 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6e861011-1deb-4f83-9ade-29ccf4d8b6ea admin admin] Publish callbacks [] for security_group (d3d6c9eb-e58a-4b5b-8529-6880f14e315a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:09.817034 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device aa4491c6-a893-486a-b339-c6526b77ae54 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:09.828394 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6e861011-1deb-4f83-9ade-29ccf4d8b6ea admin admin] Publish callbacks [] for security_group (d3d6c9eb-e58a-4b5b-8529-6880f14e315a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:09.840379 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd94652a-a53f-4a6b-a400-26dc9c2c8768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9635364b-bde3-4e5f-890e-0fd6d8008f8b'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:55:09.842637 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e16e2cf-c411-4c37-b075-a3e184972567" -d '{"events": [{"server_uuid": "bd94652a-a53f-4a6b-a400-26dc9c2c8768", "name": "network-vif-plugged", "status": "completed", "tag": "9635364b-bde3-4e5f-890e-0fd6d8008f8b"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:09.847417 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: aa4491c6-a893-486a-b339-c6526b77ae54 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:55:09.847769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device aa4491c6-a893-486a-b339-c6526b77ae54 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:09.848202 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 296a27ec-58db-4d30-b9cb-6a6eaed275e2 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:09.874908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9635364b-bde3-4e5f-890e-0fd6d8008f8b, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9635364b-bde3-4e5f-890e-0fd6d8008f8b,segment=NetworkSegment(dd9697f5-ad94-4cb8-9497-7cacdbb955e5),segment_id=dd9697f5-ad94-4cb8-9497-7cacdbb955e5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:09.876797 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 296a27ec-58db-4d30-b9cb-6a6eaed275e2 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:55:09.877146 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 296a27ec-58db-4d30-b9cb-6a6eaed275e2 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:09.877626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 85463186-5470-4be8-84c7-99818917a02e no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:09.881258 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9635364b-bde3-4e5f-890e-0fd6d8008f8b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:09.881443 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6e861011-1deb-4f83-9ade-29ccf4d8b6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d3d6c9eb-e58a-4b5b-8529-6880f14e315a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:09.884204 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d36ca1f-fd64-452a-a549-98c890e020ae x-openstack-request-id: req-3d36ca1f-fd64-452a-a549-98c890e020ae {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:09.884490 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd94652a-a53f-4a6b-a400-26dc9c2c8768", "name": "network-vif-plugged", "status": "completed", "tag": "9635364b-bde3-4e5f-890e-0fd6d8008f8b", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:09.884768 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d36ca1f-fd64-452a-a549-98c890e020ae {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:09.885009 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6e861011-1deb-4f83-9ade-29ccf4d8b6ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:09.885163 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd94652a-a53f-4a6b-a400-26dc9c2c8768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9635364b-bde3-4e5f-890e-0fd6d8008f8b', 'code': 200} Feb 10 15:55:09.886226 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6e861011-1deb-4f83-9ade-29ccf4d8b6ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3d6c9eb-e58a-4b5b-8529-6880f14e315a HTTP/1.1" status: 204 len: 168 time: 0.1599615 Feb 10 15:55:09.894658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e861011-1deb-4f83-9ade-29ccf4d8b6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d6c9eb-e58a-4b5b-8529-6880f14e315a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:09.907249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 85463186-5470-4be8-84c7-99818917a02e {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:55:09.907555 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 85463186-5470-4be8-84c7-99818917a02e not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:09.960330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=9635364b-bde3-4e5f-890e-0fd6d8008f8b,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:09.995206 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76281e3a-5248-4c00-a12c-59366be80a5d req-03567b57-622d-4f6b-94f6-6d2d59e23c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:09.996766 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-76281e3a-5248-4c00-a12c-59366be80a5d req-03567b57-622d-4f6b-94f6-6d2d59e23c14 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 1091 time: 0.0465508 Feb 10 15:55:10.178098 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37190) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:10.219188 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6de475b1-47ac-4047-98f3-4ad5659c9a79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86d291dce3584ddb9ec9b4e27542ebad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399573 Feb 10 15:55:10.221682 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37192) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:10.267384 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-58107439-3bd6-4fa6-8e9e-a0087df46166 admin admin] Publish callbacks [] for security_group (886eeab5-de30-4e27-8b8a-227c57766fef), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:10.288152 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-58107439-3bd6-4fa6-8e9e-a0087df46166 admin admin] Publish callbacks [] for security_group (886eeab5-de30-4e27-8b8a-227c57766fef), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:10.333579 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-58107439-3bd6-4fa6-8e9e-a0087df46166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (886eeab5-de30-4e27-8b8a-227c57766fef), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:10.336488 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-58107439-3bd6-4fa6-8e9e-a0087df46166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:10.337663 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-58107439-3bd6-4fa6-8e9e-a0087df46166 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/886eeab5-de30-4e27-8b8a-227c57766fef HTTP/1.1" status: 204 len: 168 time: 0.1150827 Feb 10 15:55:10.345375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58107439-3bd6-4fa6-8e9e-a0087df46166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886eeab5-de30-4e27-8b8a-227c57766fef,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:10.459098 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c30f3-3b94-4a3f-8102-4b6cdcd4e0cf req-e6d18b82-8e5d-4f11-bccd-8b7709ae02a7 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:10.460606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-333c30f3-3b94-4a3f-8102-4b6cdcd4e0cf req-e6d18b82-8e5d-4f11-bccd-8b7709ae02a7 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 909 time: 0.0530815 Feb 10 15:55:11.097499 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:55:11.581027 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d20e6-83de-4c57-bc66-2a0aa02db05a req-3e62451c-029a-4771-9ded-d8c67584c58e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:11.583095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de2d20e6-83de-4c57-bc66-2a0aa02db05a req-3e62451c-029a-4771-9ded-d8c67584c58e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 909 time: 0.0527124 Feb 10 15:55:11.586776 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:11.706643 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1a56f-0f4d-44a9-bd0e-503a9c637c54 req-c40bbe87-e9ea-4523-8cd1-109a6f9f88ce tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:11.708169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25c1a56f-0f4d-44a9-bd0e-503a9c637c54 req-c40bbe87-e9ea-4523-8cd1-109a6f9f88ce tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 909 time: 0.0585878 Feb 10 15:55:11.815237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410ad64-9f5f-495d-97a0-7561a0fefd2f req-8b7dc2c7-a6d4-4441-999f-27301ca2c48c tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:11.817300 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c410ad64-9f5f-495d-97a0-7561a0fefd2f req-8b7dc2c7-a6d4-4441-999f-27301ca2c48c tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 1091 time: 0.0437608 Feb 10 15:55:11.927855 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f41f22-887d-4ff2-b0d0-c77843e71af8 req-0093e2ac-5e94-4ff5-a080-24d9b9d8b9fb tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:11.929433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0f41f22-887d-4ff2-b0d0-c77843e71af8 req-0093e2ac-5e94-4ff5-a080-24d9b9d8b9fb tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 1166 time: 0.0441628 Feb 10 15:55:11.982201 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0f41f22-887d-4ff2-b0d0-c77843e71af8 req-712460f4-c80d-4009-8d2e-ffbe863e6262 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4967dfa2-2529-4ce2-9eee-236129b2ee41&id=2db55e53-291c-4797-8ae3-4757c74372d5&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0449996 Feb 10 15:55:12.003698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37208) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:12.053289 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70147fd-9f26-457a-afb9-879d41217923 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.054830 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e70147fd-9f26-457a-afb9-879d41217923 tempest-TestSecurityGroupsBasicOps-789638238 tempest-TestSecurityGroupsBasicOps-789638238-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 1086 time: 0.0501525 Feb 10 15:55:12.275568 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a94236-a8f4-4361-8bc5-88534385d755 req-3aa85b97-1f73-4061-b55b-252ace21166e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:12.276979 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-65a94236-a8f4-4361-8bc5-88534385d755 req-3aa85b97-1f73-4061-b55b-252ace21166e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 909 time: 0.0527639 Feb 10 15:55:12.875487 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-62e2974c-5dd8-4764-9f00-3cf99a6e7696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:13.414224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cea9f7-96c1-43c2-ae81-386188cbac4a req-bca2fe42-015e-4413-90cd-c1668b1fd500 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:13.415762 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-22cea9f7-96c1-43c2-ae81-386188cbac4a req-bca2fe42-015e-4413-90cd-c1668b1fd500 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 909 time: 0.0623052 Feb 10 15:55:13.627953 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8565c-c438-4804-a26b-ece776745bcd req-616cc69a-c82a-44cc-abbc-0ba9f8fc574f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:13.630016 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50e8565c-c438-4804-a26b-ece776745bcd req-616cc69a-c82a-44cc-abbc-0ba9f8fc574f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 909 time: 0.0515954 Feb 10 15:55:13.727063 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-50e8565c-c438-4804-a26b-ece776745bcd req-045e1623-733d-4606-80dd-85a95158eaad tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Deleting port 9635364b-bde3-4e5f-890e-0fd6d8008f8b {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:55:13.727488 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-50e8565c-c438-4804-a26b-ece776745bcd req-045e1623-733d-4606-80dd-85a95158eaad tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9635364b-bde3-4e5f-890e-0fd6d8008f8b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:13.841616 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-50e8565c-c438-4804-a26b-ece776745bcd req-045e1623-733d-4606-80dd-85a95158eaad tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] For port 9635364b-bde3-4e5f-890e-0fd6d8008f8b, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9635364b-bde3-4e5f-890e-0fd6d8008f8b,segment=NetworkSegment(dd9697f5-ad94-4cb8-9497-7cacdbb955e5),segment_id=dd9697f5-ad94-4cb8-9497-7cacdbb955e5)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:13.841904 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-50e8565c-c438-4804-a26b-ece776745bcd req-045e1623-733d-4606-80dd-85a95158eaad tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9635364b-bde3-4e5f-890e-0fd6d8008f8b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:13.864394 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-50e8565c-c438-4804-a26b-ece776745bcd req-045e1623-733d-4606-80dd-85a95158eaad tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Calling delete_port for 9635364b-bde3-4e5f-890e-0fd6d8008f8b owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:13.984759 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-50e8565c-c438-4804-a26b-ece776745bcd req-045e1623-733d-4606-80dd-85a95158eaad tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9635364b-bde3-4e5f-890e-0fd6d8008f8b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:14.014010 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e1623-733d-4606-80dd-85a95158eaad tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event deleted for resources: {'Port': ['ID=9635364b-bde3-4e5f-890e-0fd6d8008f8b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:14.076370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e8565c-c438-4804-a26b-ece776745bcd req-045e1623-733d-4606-80dd-85a95158eaad tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] No DVR routers for this DVR port 9635364b-bde3-4e5f-890e-0fd6d8008f8b on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:55:14.079536 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-50e8565c-c438-4804-a26b-ece776745bcd req-045e1623-733d-4606-80dd-85a95158eaad tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:14.083784 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50e8565c-c438-4804-a26b-ece776745bcd req-045e1623-733d-4606-80dd-85a95158eaad tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.72 "DELETE /v2.0/ports/9635364b-bde3-4e5f-890e-0fd6d8008f8b HTTP/1.1" status: 204 len: 173 time: 0.4490950 Feb 10 15:55:14.084256 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd94652a-a53f-4a6b-a400-26dc9c2c8768', 'name': 'network-vif-deleted', 'tag': '9635364b-bde3-4e5f-890e-0fd6d8008f8b'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:55:14.086700 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce54d1e7-1024-492a-b28f-176eff4a470e" -d '{"events": [{"server_uuid": "bd94652a-a53f-4a6b-a400-26dc9c2c8768", "name": "network-vif-deleted", "tag": "9635364b-bde3-4e5f-890e-0fd6d8008f8b"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:14.130946 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22b6543-49ce-45b1-a43e-3d2a157dbd5b x-openstack-request-id: req-c22b6543-49ce-45b1-a43e-3d2a157dbd5b {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:14.131245 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd94652a-a53f-4a6b-a400-26dc9c2c8768", "name": "network-vif-deleted", "tag": "9635364b-bde3-4e5f-890e-0fd6d8008f8b", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:14.131498 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c22b6543-49ce-45b1-a43e-3d2a157dbd5b {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:14.131911 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd94652a-a53f-4a6b-a400-26dc9c2c8768', 'name': 'network-vif-deleted', 'tag': '9635364b-bde3-4e5f-890e-0fd6d8008f8b', 'status': 'completed', 'code': 200} Feb 10 15:55:14.529863 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c690f5e1-734d-4e50-9e72-d08265b45e8d req-d25ca93a-e053-4da3-b75b-5a8b5b4d0a1c tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd94652a-a53f-4a6b-a400-26dc9c2c8768 HTTP/1.1" status: 200 len: 210 time: 0.0303652 Feb 10 15:55:15.196370 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a15f8f25-e317-4f8a-baff-ef7a9ab8fece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:15.586509 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37224) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:15.952914 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c913b498-b5c6-4e9a-83b5-548830985f3f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:16.210695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-c913b498-b5c6-4e9a-83b5-548830985f3f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Deleting port dc2afc00-30f6-407b-8d98-ea8905afe3d8 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:55:16.211047 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c913b498-b5c6-4e9a-83b5-548830985f3f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:16.299022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-c913b498-b5c6-4e9a-83b5-548830985f3f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] For port dc2afc00-30f6-407b-8d98-ea8905afe3d8, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=dc2afc00-30f6-407b-8d98-ea8905afe3d8,segment=NetworkSegment(dd9697f5-ad94-4cb8-9497-7cacdbb955e5),segment_id=dd9697f5-ad94-4cb8-9497-7cacdbb955e5)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:16.299384 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c913b498-b5c6-4e9a-83b5-548830985f3f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:16.316195 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-c913b498-b5c6-4e9a-83b5-548830985f3f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Calling delete_port for dc2afc00-30f6-407b-8d98-ea8905afe3d8 owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:16.443756 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:16.507294 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c913b498-b5c6-4e9a-83b5-548830985f3f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (dc2afc00-30f6-407b-8d98-ea8905afe3d8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:16.537224 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913b498-b5c6-4e9a-83b5-548830985f3f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event deleted for resources: {'Port': ['ID=dc2afc00-30f6-407b-8d98-ea8905afe3d8,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:16.967402 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c913b498-b5c6-4e9a-83b5-548830985f3f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:17.185536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c913b498-b5c6-4e9a-83b5-548830985f3f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Router 29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:55:17.294537 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c913b498-b5c6-4e9a-83b5-548830985f3f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:17.299601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c913b498-b5c6-4e9a-83b5-548830985f3f tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "PUT /v2.0/routers/29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7120676 Feb 10 15:55:17.302821 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37228) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:17.304512 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f61a57c-24e4-4bf7-abbe-c9b5280dc794 None None] Sync routers for ids ['29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:17.314677 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f61a57c-24e4-4bf7-abbe-c9b5280dc794 None None] Routers {'29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:17.315278 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0f61a57c-24e4-4bf7-abbe-c9b5280dc794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:17.355389 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-602d10e2-4e24-4f73-9ec7-fd3efcd1a367 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Deleting subnet db257a9c-52de-4cfe-9628-3692773f89f4 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:55:17.358773 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-602d10e2-4e24-4f73-9ec7-fd3efcd1a367 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for subnet (db257a9c-52de-4cfe-9628-3692773f89f4), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:17.401776 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-602d10e2-4e24-4f73-9ec7-fd3efcd1a367 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (db257a9c-52de-4cfe-9628-3692773f89f4), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:17.420527 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-0f61a57c-24e4-4bf7-abbe-c9b5280dc794 None None] Set router 29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:17.489201 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-602d10e2-4e24-4f73-9ec7-fd3efcd1a367 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (db257a9c-52de-4cfe-9628-3692773f89f4), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:17.546042 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-602d10e2-4e24-4f73-9ec7-fd3efcd1a367 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (db257a9c-52de-4cfe-9628-3692773f89f4), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:17.574915 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d10e2-4e24-4f73-9ec7-fd3efcd1a367 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event deleted for resources: {'Subnet': ['ID=db257a9c-52de-4cfe-9628-3692773f89f4,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:17.577119 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-602d10e2-4e24-4f73-9ec7-fd3efcd1a367 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:17.580354 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-602d10e2-4e24-4f73-9ec7-fd3efcd1a367 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "DELETE /v2.0/subnets/db257a9c-52de-4cfe-9628-3692773f89f4 HTTP/1.1" status: 204 len: 168 time: 0.2764049 Feb 10 15:55:17.583216 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37230) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:17.584848 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ea6ff1-31d6-4e93-8fb5-380a5ed5fc52 None None] Network c9927784-3ce1-4eab-bb9f-7779a8f4a946 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:55:17.597715 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0f61a57c-24e4-4bf7-abbe-c9b5280dc794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648421580', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:55:16Z', 'revision_number': 5, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:17.627800 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f61a57c-24e4-4bf7-abbe-c9b5280dc794 None None] Checking router: 29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:55:17.636503 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f61a57c-24e4-4bf7-abbe-c9b5280dc794 None None] Routers {'29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:17.637134 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0f61a57c-24e4-4bf7-abbe-c9b5280dc794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:17.686915 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9635364b-bde3-4e5f-890e-0fd6d8008f8b no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:17.698408 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3f9293f-026e-41f7-a0d3-0e9867f61834 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:17.708769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 9635364b-bde3-4e5f-890e-0fd6d8008f8b {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:55:17.709108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9635364b-bde3-4e5f-890e-0fd6d8008f8b not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:17.752379 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-0f61a57c-24e4-4bf7-abbe-c9b5280dc794 None None] Set router 29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:17.752544 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b3e360-7619-47a2-80c0-4216b2d00177 None None] DHCP port deletion for c9927784-3ce1-4eab-bb9f-7779a8f4a946 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:55:17.828751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-49b3e360-7619-47a2-80c0-4216b2d00177 None None] Deleting port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:55:17.829312 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-49b3e360-7619-47a2-80c0-4216b2d00177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (25dd5eea-d0b7-4064-9c51-b791bd71a0ef), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:17.858579 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3f9293f-026e-41f7-a0d3-0e9867f61834 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router_gateway (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:17.905693 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-49b3e360-7619-47a2-80c0-4216b2d00177 None None] For port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=25dd5eea-d0b7-4064-9c51-b791bd71a0ef,segment=NetworkSegment(dd9697f5-ad94-4cb8-9497-7cacdbb955e5),segment_id=dd9697f5-ad94-4cb8-9497-7cacdbb955e5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:17.906281 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-49b3e360-7619-47a2-80c0-4216b2d00177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (25dd5eea-d0b7-4064-9c51-b791bd71a0ef), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:17.922526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-49b3e360-7619-47a2-80c0-4216b2d00177 None None] Calling delete_port for 25dd5eea-d0b7-4064-9c51-b791bd71a0ef owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:17.925878 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b3f9293f-026e-41f7-a0d3-0e9867f61834 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Deleting port aae2c561-3359-4eea-a515-3feb4f71ab51 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:55:17.926296 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3f9293f-026e-41f7-a0d3-0e9867f61834 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (aae2c561-3359-4eea-a515-3feb4f71ab51), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:17.926542 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 25dd5eea-d0b7-4064-9c51-b791bd71a0ef no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:17.973769 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-0f61a57c-24e4-4bf7-abbe-c9b5280dc794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648421580', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:55:16Z', 'revision_number': 5, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:18.001566 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f61a57c-24e4-4bf7-abbe-c9b5280dc794 None None] The sync data for ids ['29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5'] in n-d-815324-7 is: [{'id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1648421580', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:55:16Z', 'revision_number': 5, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'aae2c561-3359-4eea-a515-3feb4f71ab51', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:54:55Z', 'updated_at': '2022-02-10T15:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:18.009150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-b3f9293f-026e-41f7-a0d3-0e9867f61834 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] For port aae2c561-3359-4eea-a515-3feb4f71ab51, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=aae2c561-3359-4eea-a515-3feb4f71ab51,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:18.009528 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3f9293f-026e-41f7-a0d3-0e9867f61834 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (aae2c561-3359-4eea-a515-3feb4f71ab51), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.023643 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b3f9293f-026e-41f7-a0d3-0e9867f61834 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Calling delete_port for aae2c561-3359-4eea-a515-3feb4f71ab51 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:18.067829 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.091051 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:18.091504 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (25dd5eea-d0b7-4064-9c51-b791bd71a0ef), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.095024 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-49b3e360-7619-47a2-80c0-4216b2d00177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (25dd5eea-d0b7-4064-9c51-b791bd71a0ef), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.140006 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b3e360-7619-47a2-80c0-4216b2d00177 None None] No DVR routers for this DVR port 25dd5eea-d0b7-4064-9c51-b791bd71a0ef on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:55:18.148632 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3e360-7619-47a2-80c0-4216b2d00177 None None] Pushing event deleted for resources: {'Port': ['ID=25dd5eea-d0b7-4064-9c51-b791bd71a0ef,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:18.209067 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3f9293f-026e-41f7-a0d3-0e9867f61834 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (aae2c561-3359-4eea-a515-3feb4f71ab51), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.237855 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9293f-026e-41f7-a0d3-0e9867f61834 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event deleted for resources: {'Port': ['ID=aae2c561-3359-4eea-a515-3feb4f71ab51,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:18.298626 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3f9293f-026e-41f7-a0d3-0e9867f61834 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.391591 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3f9293f-026e-41f7-a0d3-0e9867f61834 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.394422 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3f9293f-026e-41f7-a0d3-0e9867f61834 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router_controller (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.442541 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3f9293f-026e-41f7-a0d3-0e9867f61834 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.443286 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f9293f-026e-41f7-a0d3-0e9867f61834 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Fanout notify agent at l3_agent the message router_deleted on router 29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:55:18.451016 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b3f9293f-026e-41f7-a0d3-0e9867f61834 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.452160 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b3f9293f-026e-41f7-a0d3-0e9867f61834 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "DELETE /v2.0/routers/29beefee-7c3c-4f67-8c5b-f8f3d6b8abc5 HTTP/1.1" status: 204 len: 168 time: 0.8673942 Feb 10 15:55:18.454855 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37232) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:18.535118 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5c17056-3bbd-408f-9c28-70c17e2448bf tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (c9927784-3ce1-4eab-bb9f-7779a8f4a946), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.627762 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5c17056-3bbd-408f-9c28-70c17e2448bf tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (c9927784-3ce1-4eab-bb9f-7779a8f4a946), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.649318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-a5c17056-3bbd-408f-9c28-70c17e2448bf tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9927784-3ce1-4eab-bb9f-7779a8f4a946']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:18.662625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-a5c17056-3bbd-408f-9c28-70c17e2448bf tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9697f5-ad94-4cb8-9497-7cacdbb955e5') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:18.662919 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-a5c17056-3bbd-408f-9c28-70c17e2448bf tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9697f5-ad94-4cb8-9497-7cacdbb955e5') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:18.673650 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5c17056-3bbd-408f-9c28-70c17e2448bf tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (dd9697f5-ad94-4cb8-9497-7cacdbb955e5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.686994 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5c17056-3bbd-408f-9c28-70c17e2448bf tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (dd9697f5-ad94-4cb8-9497-7cacdbb955e5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.693101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c17056-3bbd-408f-9c28-70c17e2448bf tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:55:18.693492 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5c17056-3bbd-408f-9c28-70c17e2448bf tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (dd9697f5-ad94-4cb8-9497-7cacdbb955e5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:55:18.696404 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:55:18.754798 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5c17056-3bbd-408f-9c28-70c17e2448bf tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (c9927784-3ce1-4eab-bb9f-7779a8f4a946), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.762824 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5c17056-3bbd-408f-9c28-70c17e2448bf tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.765177 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-a5c17056-3bbd-408f-9c28-70c17e2448bf tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "DELETE /v2.0/networks/c9927784-3ce1-4eab-bb9f-7779a8f4a946 HTTP/1.1" status: 204 len: 168 time: 0.3093493 Feb 10 15:55:18.767676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37234) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:18.783317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c17056-3bbd-408f-9c28-70c17e2448bf tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event deleted for resources: {'Network': ['ID=c9927784-3ce1-4eab-bb9f-7779a8f4a946,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:18.935928 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d6475f61-d013-4d2e-b161-852c2b9d637b tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Deleting port a8d8004b-b4f0-4833-98c2-b703a11b7c77 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:55:18.936195 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6475f61-d013-4d2e-b161-852c2b9d637b tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a8d8004b-b4f0-4833-98c2-b703a11b7c77), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:18.946589 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:19.011818 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6475f61-d013-4d2e-b161-852c2b9d637b tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a8d8004b-b4f0-4833-98c2-b703a11b7c77), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:19.012144 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6475f61-d013-4d2e-b161-852c2b9d637b tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for floatingip (a8d8004b-b4f0-4833-98c2-b703a11b7c77), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:19.024919 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d6475f61-d013-4d2e-b161-852c2b9d637b tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Calling delete_port for a8d8004b-b4f0-4833-98c2-b703a11b7c77 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:19.172782 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6475f61-d013-4d2e-b161-852c2b9d637b tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (a8d8004b-b4f0-4833-98c2-b703a11b7c77), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:19.196055 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6475f61-d013-4d2e-b161-852c2b9d637b tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event deleted for resources: {'Port': ['ID=a8d8004b-b4f0-4833-98c2-b703a11b7c77,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:19.260986 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6475f61-d013-4d2e-b161-852c2b9d637b tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for floatingip (e503cfca-67cf-4d3b-938b-ce92ba963ddc), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:19.261329 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-d6475f61-d013-4d2e-b161-852c2b9d637b tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Floating IP e503cfca-67cf-4d3b-938b-ce92ba963ddc disassociated (deleted). External IP: 172.25.3.46, port: 82dc3dbd-3de7-4825-883e-cbe451242822. Feb 10 15:55:19.466925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6475f61-d013-4d2e-b161-852c2b9d637b tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Router ff4808ef-cdc3-488f-b67d-6e0f6df9236f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:55:19.595586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6475f61-d013-4d2e-b161-852c2b9d637b tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:19.600895 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6475f61-d013-4d2e-b161-852c2b9d637b tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:19.605251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4eb398-4b4c-4fff-9b1a-9d5d88bdb2df None None] Sync routers for ids ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:19.614534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4eb398-4b4c-4fff-9b1a-9d5d88bdb2df None None] Routers {'ff4808ef-cdc3-488f-b67d-6e0f6df9236f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:19.615142 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dd4eb398-4b4c-4fff-9b1a-9d5d88bdb2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:19.629725 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d6475f61-d013-4d2e-b161-852c2b9d637b tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "DELETE /v2.0/floatingips/e503cfca-67cf-4d3b-938b-ce92ba963ddc HTTP/1.1" status: 204 len: 168 time: 0.8529143 Feb 10 15:55:19.630401 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7569f9-15e2-4a68-8780-043820b79469', 'tag': '82dc3dbd-3de7-4825-883e-cbe451242822'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:55:19.632993 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38eac032-5868-46fb-8f41-ed6e171044a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7569f9-15e2-4a68-8780-043820b79469", "tag": "82dc3dbd-3de7-4825-883e-cbe451242822"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:19.675953 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3d160e-73f7-4f83-b97e-4a1c0954446b x-openstack-request-id: req-ac3d160e-73f7-4f83-b97e-4a1c0954446b {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:19.676251 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7569f9-15e2-4a68-8780-043820b79469", "tag": "82dc3dbd-3de7-4825-883e-cbe451242822", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:19.676508 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac3d160e-73f7-4f83-b97e-4a1c0954446b {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:19.676963 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7569f9-15e2-4a68-8780-043820b79469', 'tag': '82dc3dbd-3de7-4825-883e-cbe451242822', 'status': 'completed', 'code': 200} Feb 10 15:55:19.729228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-dd4eb398-4b4c-4fff-9b1a-9d5d88bdb2df None None] Set router ff4808ef-cdc3-488f-b67d-6e0f6df9236f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:19.750307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eac032-5868-46fb-8f41-ed6e171044a0 req-f5dfd916-69d7-4749-9aef-ba9e23065c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:19.783794 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-38eac032-5868-46fb-8f41-ed6e171044a0 req-f5dfd916-69d7-4749-9aef-ba9e23065c02 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=261da6df275d420891461e49f14f2b45&device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 1166 time: 0.0857368 Feb 10 15:55:19.873057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device aae2c561-3359-4eea-a515-3feb4f71ab51 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:19.896672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: aae2c561-3359-4eea-a515-3feb4f71ab51 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:55:19.897019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device aae2c561-3359-4eea-a515-3feb4f71ab51 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:19.897446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device dc2afc00-30f6-407b-8d98-ea8905afe3d8 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:19.899065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eac032-5868-46fb-8f41-ed6e171044a0 req-0412d192-26de-4baf-a2da-d5a83d17a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:19.900738 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-38eac032-5868-46fb-8f41-ed6e171044a0 req-0412d192-26de-4baf-a2da-d5a83d17a327 service neutron] 10.222.0.79 "GET /v2.0/networks?id=331b5b20-efc6-4b40-8e6c-522d6d584f3e HTTP/1.1" status: 200 len: 897 time: 0.1104434 Feb 10 15:55:19.918119 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5270187-fa58-4659-8e0b-023107a6808a req-12ebcbf8-21a2-4824-b06f-a05d7079ce79 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:19.919618 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5270187-fa58-4659-8e0b-023107a6808a req-12ebcbf8-21a2-4824-b06f-a05d7079ce79 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 984 time: 0.0603793 Feb 10 15:55:19.929336 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: dc2afc00-30f6-407b-8d98-ea8905afe3d8 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:55:19.929688 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device dc2afc00-30f6-407b-8d98-ea8905afe3d8 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:19.947790 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-38eac032-5868-46fb-8f41-ed6e171044a0 req-79b85188-2451-4f4b-a620-c7f11bccd1cb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82dc3dbd-3de7-4825-883e-cbe451242822 HTTP/1.1" status: 200 len: 217 time: 0.0401359 Feb 10 15:55:19.980105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5270187-fa58-4659-8e0b-023107a6808a req-9d464a2c-bc06-4485-a872-c533cac2b03d tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/security-groups?id=4967dfa2-2529-4ce2-9eee-236129b2ee41&id=2db55e53-291c-4797-8ae3-4757c74372d5&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0530412 Feb 10 15:55:19.988751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dd4eb398-4b4c-4fff-9b1a-9d5d88bdb2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1013591095', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:25Z', 'updated_at': '2022-02-10T15:53:30Z', 'revision_number': 4, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:26Z', 'updated_at': '2022-02-10T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'fdf100bf-76fe-4111-a039-efd13cedefe5', 'name': '', 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'mac_address': 'fa:16:3e:c4:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:29Z', 'updated_at': '2022-02-10T15:53:34Z', 'revision_number': 5, 'project_id': '261da6df275d420891461e49f14f2b45', 'subnets': [{'id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:20.001346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eac032-5868-46fb-8f41-ed6e171044a0 req-dc1aa84e-af6c-420d-8b7b-e1a9a5f486f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:20.002837 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-38eac032-5868-46fb-8f41-ed6e171044a0 req-dc1aa84e-af6c-420d-8b7b-e1a9a5f486f9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d5b6aa67-6de5-4620-985d-2a0a654b2858 HTTP/1.1" status: 200 len: 834 time: 0.0483229 Feb 10 15:55:20.016424 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4eb398-4b4c-4fff-9b1a-9d5d88bdb2df None None] Checking router: ff4808ef-cdc3-488f-b67d-6e0f6df9236f for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:55:20.024874 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4eb398-4b4c-4fff-9b1a-9d5d88bdb2df None None] Routers {'ff4808ef-cdc3-488f-b67d-6e0f6df9236f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:20.025477 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dd4eb398-4b4c-4fff-9b1a-9d5d88bdb2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:20.051684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eac032-5868-46fb-8f41-ed6e171044a0 req-a68d66f2-84c0-416e-85e3-d6c054ddef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:20.053251 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-38eac032-5868-46fb-8f41-ed6e171044a0 req-a68d66f2-84c0-416e-85e3-d6c054ddef87 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=331b5b20-efc6-4b40-8e6c-522d6d584f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438440 Feb 10 15:55:20.149558 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-38eac032-5868-46fb-8f41-ed6e171044a0 req-62b4ecc5-b5cc-47e9-97ff-613b47e78fad service neutron] 10.222.0.79 "GET /v2.0/networks/331b5b20-efc6-4b40-8e6c-522d6d584f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891857 Feb 10 15:55:20.249325 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-38eac032-5868-46fb-8f41-ed6e171044a0 req-79580936-3f5c-4c4e-b43a-02bbf42b5646 service neutron] 10.222.0.79 "GET /v2.0/networks/331b5b20-efc6-4b40-8e6c-522d6d584f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929918 Feb 10 15:55:20.293594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-dd4eb398-4b4c-4fff-9b1a-9d5d88bdb2df None None] Set router ff4808ef-cdc3-488f-b67d-6e0f6df9236f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:20.482771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dd4eb398-4b4c-4fff-9b1a-9d5d88bdb2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1013591095', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:25Z', 'updated_at': '2022-02-10T15:53:30Z', 'revision_number': 4, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:26Z', 'updated_at': '2022-02-10T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'fdf100bf-76fe-4111-a039-efd13cedefe5', 'name': '', 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'mac_address': 'fa:16:3e:c4:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:29Z', 'updated_at': '2022-02-10T15:53:34Z', 'revision_number': 5, 'project_id': '261da6df275d420891461e49f14f2b45', 'subnets': [{'id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:20.513534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4eb398-4b4c-4fff-9b1a-9d5d88bdb2df None None] The sync data for ids ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'] in n-d-815324-7 is: [{'id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1013591095', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:25Z', 'updated_at': '2022-02-10T15:53:30Z', 'revision_number': 4, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:26Z', 'updated_at': '2022-02-10T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'fdf100bf-76fe-4111-a039-efd13cedefe5', 'name': '', 'network_id': '331b5b20-efc6-4b40-8e6c-522d6d584f3e', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'mac_address': 'fa:16:3e:c4:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:29Z', 'updated_at': '2022-02-10T15:53:34Z', 'revision_number': 5, 'project_id': '261da6df275d420891461e49f14f2b45', 'subnets': [{'id': 'd5b6aa67-6de5-4620-985d-2a0a654b2858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:20.728852 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1314899e-d1a3-48de-8525-73676d65dfa0 None None] New status for floating IP e503cfca-67cf-4d3b-938b-ce92ba963ddc: DOWN {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:55:21.101162 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328ef30-2d34-45bc-8d01-67baec9514ca req-b5891256-69c0-4c16-b2b2-51a27c83eddb tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:21.102590 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3328ef30-2d34-45bc-8d01-67baec9514ca req-b5891256-69c0-4c16-b2b2-51a27c83eddb tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 984 time: 0.0529335 Feb 10 15:55:21.157873 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3328ef30-2d34-45bc-8d01-67baec9514ca req-e9b49514-5c06-4453-814a-9a953582ad3c tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/security-groups?id=4967dfa2-2529-4ce2-9eee-236129b2ee41&id=2db55e53-291c-4797-8ae3-4757c74372d5&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0495632 Feb 10 15:55:21.396446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a09d0-97ea-435c-930d-f6ff8e774d98 req-c2562946-f694-4503-b2b3-60a63a149d12 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:21.397810 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4b2a09d0-97ea-435c-930d-f6ff8e774d98 req-c2562946-f694-4503-b2b3-60a63a149d12 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 984 time: 0.0517397 Feb 10 15:55:21.488348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-4b2a09d0-97ea-435c-930d-f6ff8e774d98 req-da5bdb45-89b8-43a7-840f-ccb3ec937c68 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Deleting port 82dc3dbd-3de7-4825-883e-cbe451242822 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:55:21.488706 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4b2a09d0-97ea-435c-930d-f6ff8e774d98 req-da5bdb45-89b8-43a7-840f-ccb3ec937c68 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (82dc3dbd-3de7-4825-883e-cbe451242822), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:21.578971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-4b2a09d0-97ea-435c-930d-f6ff8e774d98 req-da5bdb45-89b8-43a7-840f-ccb3ec937c68 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] For port 82dc3dbd-3de7-4825-883e-cbe451242822, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=82dc3dbd-3de7-4825-883e-cbe451242822,segment=NetworkSegment(3736af26-9ea6-4afa-ad89-4392ca747a08),segment_id=3736af26-9ea6-4afa-ad89-4392ca747a08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:21.579332 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4b2a09d0-97ea-435c-930d-f6ff8e774d98 req-da5bdb45-89b8-43a7-840f-ccb3ec937c68 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (82dc3dbd-3de7-4825-883e-cbe451242822), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:21.591562 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-4b2a09d0-97ea-435c-930d-f6ff8e774d98 req-da5bdb45-89b8-43a7-840f-ccb3ec937c68 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Calling delete_port for 82dc3dbd-3de7-4825-883e-cbe451242822 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:21.717727 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4b2a09d0-97ea-435c-930d-f6ff8e774d98 req-da5bdb45-89b8-43a7-840f-ccb3ec937c68 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (82dc3dbd-3de7-4825-883e-cbe451242822), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:21.747569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bdb45-89b8-43a7-840f-ccb3ec937c68 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event deleted for resources: {'Port': ['ID=82dc3dbd-3de7-4825-883e-cbe451242822,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:21.789086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2a09d0-97ea-435c-930d-f6ff8e774d98 req-da5bdb45-89b8-43a7-840f-ccb3ec937c68 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] No DVR routers for this DVR port 82dc3dbd-3de7-4825-883e-cbe451242822 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:55:21.791830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4b2a09d0-97ea-435c-930d-f6ff8e774d98 req-da5bdb45-89b8-43a7-840f-ccb3ec937c68 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:21.795201 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4b2a09d0-97ea-435c-930d-f6ff8e774d98 req-da5bdb45-89b8-43a7-840f-ccb3ec937c68 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.79 "DELETE /v2.0/ports/82dc3dbd-3de7-4825-883e-cbe451242822 HTTP/1.1" status: 204 len: 173 time: 0.3919861 Feb 10 15:55:21.795660 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7569f9-15e2-4a68-8780-043820b79469', 'name': 'network-vif-deleted', 'tag': '82dc3dbd-3de7-4825-883e-cbe451242822'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:55:21.797934 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc86ec95-6be1-418b-8246-dbd799034597" -d '{"events": [{"server_uuid": "9a7569f9-15e2-4a68-8780-043820b79469", "name": "network-vif-deleted", "tag": "82dc3dbd-3de7-4825-883e-cbe451242822"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:55:21.837098 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc674cc0-bcfa-402d-8bb1-0052e843f27b x-openstack-request-id: req-bc674cc0-bcfa-402d-8bb1-0052e843f27b {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:55:21.837489 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7569f9-15e2-4a68-8780-043820b79469", "name": "network-vif-deleted", "tag": "82dc3dbd-3de7-4825-883e-cbe451242822", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:55:21.837624 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc674cc0-bcfa-402d-8bb1-0052e843f27b {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:55:21.838018 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7569f9-15e2-4a68-8780-043820b79469', 'name': 'network-vif-deleted', 'tag': '82dc3dbd-3de7-4825-883e-cbe451242822', 'status': 'completed', 'code': 200} Feb 10 15:55:22.286320 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d880d3cb-0ee1-4bca-bcfe-c9980ba31a81 req-b85cd2ac-d342-4f58-a86d-ec35febd61ac tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a7569f9-15e2-4a68-8780-043820b79469 HTTP/1.1" status: 200 len: 210 time: 0.0289252 Feb 10 15:55:23.341992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37250) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:23.394089 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-08f2dc5a-3594-4920-9ca3-59d627d9f1e3 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group (2db55e53-291c-4797-8ae3-4757c74372d5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:23.415852 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-08f2dc5a-3594-4920-9ca3-59d627d9f1e3 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group (2db55e53-291c-4797-8ae3-4757c74372d5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:23.459959 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-08f2dc5a-3594-4920-9ca3-59d627d9f1e3 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2db55e53-291c-4797-8ae3-4757c74372d5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:23.462597 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-08f2dc5a-3594-4920-9ca3-59d627d9f1e3 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:23.463747 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-08f2dc5a-3594-4920-9ca3-59d627d9f1e3 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "DELETE /v2.0/security-groups/2db55e53-291c-4797-8ae3-4757c74372d5 HTTP/1.1" status: 204 len: 168 time: 0.1207719 Feb 10 15:55:23.466539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37252) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:23.473326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2dc5a-3594-4920-9ca3-59d627d9f1e3 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db55e53-291c-4797-8ae3-4757c74372d5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:23.524521 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac9f4-9d7b-4b7d-b2e7-de9ceb4b8f3e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group (4967dfa2-2529-4ce2-9eee-236129b2ee41), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:23.550410 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac9f4-9d7b-4b7d-b2e7-de9ceb4b8f3e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group (4967dfa2-2529-4ce2-9eee-236129b2ee41), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:23.593184 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac9f4-9d7b-4b7d-b2e7-de9ceb4b8f3e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (4967dfa2-2529-4ce2-9eee-236129b2ee41), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:23.595630 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac9f4-9d7b-4b7d-b2e7-de9ceb4b8f3e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:23.596827 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2e8ac9f4-9d7b-4b7d-b2e7-de9ceb4b8f3e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "DELETE /v2.0/security-groups/4967dfa2-2529-4ce2-9eee-236129b2ee41 HTTP/1.1" status: 204 len: 168 time: 0.1292534 Feb 10 15:55:23.599892 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37254) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:23.606048 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ac9f4-9d7b-4b7d-b2e7-de9ceb4b8f3e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4967dfa2-2529-4ce2-9eee-236129b2ee41,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:24.292053 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6b62b5d-a236-41b1-8fae-f5043d43f77d tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:24.547106 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d6b62b5d-a236-41b1-8fae-f5043d43f77d tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Deleting port fdf100bf-76fe-4111-a039-efd13cedefe5 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:55:24.547799 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6b62b5d-a236-41b1-8fae-f5043d43f77d tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:24.641801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-d6b62b5d-a236-41b1-8fae-f5043d43f77d tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] For port fdf100bf-76fe-4111-a039-efd13cedefe5, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fdf100bf-76fe-4111-a039-efd13cedefe5,segment=NetworkSegment(3736af26-9ea6-4afa-ad89-4392ca747a08),segment_id=3736af26-9ea6-4afa-ad89-4392ca747a08)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:24.642167 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6b62b5d-a236-41b1-8fae-f5043d43f77d tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:24.654264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-d6b62b5d-a236-41b1-8fae-f5043d43f77d tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Calling delete_port for fdf100bf-76fe-4111-a039-efd13cedefe5 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:24.835832 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6b62b5d-a236-41b1-8fae-f5043d43f77d tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fdf100bf-76fe-4111-a039-efd13cedefe5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:24.860990 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b62b5d-a236-41b1-8fae-f5043d43f77d tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event deleted for resources: {'Port': ['ID=fdf100bf-76fe-4111-a039-efd13cedefe5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:25.042128 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d6b62b5d-a236-41b1-8fae-f5043d43f77d tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:25.257813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b62b5d-a236-41b1-8fae-f5043d43f77d tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Router ff4808ef-cdc3-488f-b67d-6e0f6df9236f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:55:25.366798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b62b5d-a236-41b1-8fae-f5043d43f77d tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:25.372032 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d6b62b5d-a236-41b1-8fae-f5043d43f77d tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "PUT /v2.0/routers/ff4808ef-cdc3-488f-b67d-6e0f6df9236f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7711418 Feb 10 15:55:25.375370 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37256) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:25.377111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b544b-2206-414a-97a2-a2e1492573c5 None None] Sync routers for ids ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:25.386952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116b544b-2206-414a-97a2-a2e1492573c5 None None] Routers {'ff4808ef-cdc3-488f-b67d-6e0f6df9236f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:25.387556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-116b544b-2206-414a-97a2-a2e1492573c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:25.429635 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a840f94-cfb8-48f6-ae14-7a32448141ec tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Deleting subnet d5b6aa67-6de5-4620-985d-2a0a654b2858 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:55:25.432730 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2a840f94-cfb8-48f6-ae14-7a32448141ec tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for subnet (d5b6aa67-6de5-4620-985d-2a0a654b2858), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:25.472702 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2a840f94-cfb8-48f6-ae14-7a32448141ec tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (d5b6aa67-6de5-4620-985d-2a0a654b2858), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:25.493171 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-116b544b-2206-414a-97a2-a2e1492573c5 None None] Set router ff4808ef-cdc3-488f-b67d-6e0f6df9236f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:25.555516 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2a840f94-cfb8-48f6-ae14-7a32448141ec tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (d5b6aa67-6de5-4620-985d-2a0a654b2858), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:25.617370 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2a840f94-cfb8-48f6-ae14-7a32448141ec tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (d5b6aa67-6de5-4620-985d-2a0a654b2858), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:25.644931 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a840f94-cfb8-48f6-ae14-7a32448141ec tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b6aa67-6de5-4620-985d-2a0a654b2858,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:25.650731 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 82dc3dbd-3de7-4825-883e-cbe451242822 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:25.652829 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2a840f94-cfb8-48f6-ae14-7a32448141ec tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:25.656044 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2a840f94-cfb8-48f6-ae14-7a32448141ec tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "DELETE /v2.0/subnets/d5b6aa67-6de5-4620-985d-2a0a654b2858 HTTP/1.1" status: 204 len: 168 time: 0.2793522 Feb 10 15:55:25.660141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37258) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:25.674025 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f2df9c-c535-4c86-a7c2-0c16f7c46529 None None] Network 331b5b20-efc6-4b40-8e6c-522d6d584f3e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:55:25.676642 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 82dc3dbd-3de7-4825-883e-cbe451242822 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:55:25.677000 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 82dc3dbd-3de7-4825-883e-cbe451242822 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:25.771328 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-116b544b-2206-414a-97a2-a2e1492573c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1013591095', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:25Z', 'updated_at': '2022-02-10T15:55:24Z', 'revision_number': 5, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:26Z', 'updated_at': '2022-02-10T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:25.780072 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b2149ed-9397-456b-99ec-4ff8b1eb0f6e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:25.805828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b544b-2206-414a-97a2-a2e1492573c5 None None] Checking router: ff4808ef-cdc3-488f-b67d-6e0f6df9236f for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:55:25.820237 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116b544b-2206-414a-97a2-a2e1492573c5 None None] Routers {'ff4808ef-cdc3-488f-b67d-6e0f6df9236f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:25.820873 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-116b544b-2206-414a-97a2-a2e1492573c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:25.890261 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b2149ed-9397-456b-99ec-4ff8b1eb0f6e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router_gateway (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:25.911779 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] DHCP port deletion for 331b5b20-efc6-4b40-8e6c-522d6d584f3e request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:55:25.946690 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-2b2149ed-9397-456b-99ec-4ff8b1eb0f6e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Deleting port cbaab636-bfb4-43dd-8765-c9e52742ee81 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:55:25.947032 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b2149ed-9397-456b-99ec-4ff8b1eb0f6e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (cbaab636-bfb4-43dd-8765-c9e52742ee81), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:25.956760 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-116b544b-2206-414a-97a2-a2e1492573c5 None None] Set router ff4808ef-cdc3-488f-b67d-6e0f6df9236f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:26.026922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-2b2149ed-9397-456b-99ec-4ff8b1eb0f6e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] For port cbaab636-bfb4-43dd-8765-c9e52742ee81, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=cbaab636-bfb4-43dd-8765-c9e52742ee81,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:26.027291 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b2149ed-9397-456b-99ec-4ff8b1eb0f6e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (cbaab636-bfb4-43dd-8765-c9e52742ee81), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.039009 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-2b2149ed-9397-456b-99ec-4ff8b1eb0f6e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Calling delete_port for cbaab636-bfb4-43dd-8765-c9e52742ee81 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:26.079783 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Deleting port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:55:26.080075 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b05b3bf1-a7bc-45d6-abda-33fc8806bd1f), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.176138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] For port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=b05b3bf1-a7bc-45d6-abda-33fc8806bd1f,segment=NetworkSegment(3736af26-9ea6-4afa-ad89-4392ca747a08),segment_id=3736af26-9ea6-4afa-ad89-4392ca747a08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:26.176445 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b05b3bf1-a7bc-45d6-abda-33fc8806bd1f), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.190999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Calling delete_port for b05b3bf1-a7bc-45d6-abda-33fc8806bd1f owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:26.209772 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b2149ed-9397-456b-99ec-4ff8b1eb0f6e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (cbaab636-bfb4-43dd-8765-c9e52742ee81), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.240872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2149ed-9397-456b-99ec-4ff8b1eb0f6e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event deleted for resources: {'Port': ['ID=cbaab636-bfb4-43dd-8765-c9e52742ee81,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:26.257871 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-116b544b-2206-414a-97a2-a2e1492573c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1013591095', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:25Z', 'updated_at': '2022-02-10T15:55:24Z', 'revision_number': 5, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:26Z', 'updated_at': '2022-02-10T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:26.290810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b544b-2206-414a-97a2-a2e1492573c5 None None] The sync data for ids ['ff4808ef-cdc3-488f-b67d-6e0f6df9236f'] in n-d-815324-7 is: [{'id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1013591095', 'tenant_id': '261da6df275d420891461e49f14f2b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:53:25Z', 'updated_at': '2022-02-10T15:55:24Z', 'revision_number': 5, 'project_id': '261da6df275d420891461e49f14f2b45', 'gw_port': {'id': 'cbaab636-bfb4-43dd-8765-c9e52742ee81', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4808ef-cdc3-488f-b67d-6e0f6df9236f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:53:26Z', 'updated_at': '2022-02-10T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:26.302208 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b2149ed-9397-456b-99ec-4ff8b1eb0f6e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.312109 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (b05b3bf1-a7bc-45d6-abda-33fc8806bd1f), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.338783 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Pushing event deleted for resources: {'Port': ['ID=b05b3bf1-a7bc-45d6-abda-33fc8806bd1f,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:26.343090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] No DVR routers for this DVR port b05b3bf1-a7bc-45d6-abda-33fc8806bd1f on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:55:26.352801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:26.352801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:26.352801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:26.352801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:26.352801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:26.352801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:26.352801 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:26.353953 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:26.353953 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:26.353953 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:26.354615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:26.354615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:26.354615 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959def8-30ba-4e8c-8fc7-639942b3d3b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:55:26.399381 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b2149ed-9397-456b-99ec-4ff8b1eb0f6e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.401497 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b2149ed-9397-456b-99ec-4ff8b1eb0f6e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router_controller (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.446188 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b2149ed-9397-456b-99ec-4ff8b1eb0f6e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (ff4808ef-cdc3-488f-b67d-6e0f6df9236f), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.446782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2149ed-9397-456b-99ec-4ff8b1eb0f6e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Fanout notify agent at l3_agent the message router_deleted on router ff4808ef-cdc3-488f-b67d-6e0f6df9236f {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:55:26.453224 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-2b2149ed-9397-456b-99ec-4ff8b1eb0f6e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.454327 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2b2149ed-9397-456b-99ec-4ff8b1eb0f6e tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "DELETE /v2.0/routers/ff4808ef-cdc3-488f-b67d-6e0f6df9236f HTTP/1.1" status: 204 len: 168 time: 0.7932169 Feb 10 15:55:26.457691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37260) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:26.531394 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f61bab62-f6bd-4d1b-8291-420cc2e2c977 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (331b5b20-efc6-4b40-8e6c-522d6d584f3e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.617594 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f61bab62-f6bd-4d1b-8291-420cc2e2c977 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (331b5b20-efc6-4b40-8e6c-522d6d584f3e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.640825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f61bab62-f6bd-4d1b-8291-420cc2e2c977 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331b5b20-efc6-4b40-8e6c-522d6d584f3e']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:26.651149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f61bab62-f6bd-4d1b-8291-420cc2e2c977 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3736af26-9ea6-4afa-ad89-4392ca747a08') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:26.651438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f61bab62-f6bd-4d1b-8291-420cc2e2c977 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3736af26-9ea6-4afa-ad89-4392ca747a08') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:26.663197 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f61bab62-f6bd-4d1b-8291-420cc2e2c977 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (3736af26-9ea6-4afa-ad89-4392ca747a08), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.676902 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f61bab62-f6bd-4d1b-8291-420cc2e2c977 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (3736af26-9ea6-4afa-ad89-4392ca747a08), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.683296 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61bab62-f6bd-4d1b-8291-420cc2e2c977 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:55:26.683843 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f61bab62-f6bd-4d1b-8291-420cc2e2c977 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (3736af26-9ea6-4afa-ad89-4392ca747a08), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:55:26.686970 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:55:26.747210 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f61bab62-f6bd-4d1b-8291-420cc2e2c977 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (331b5b20-efc6-4b40-8e6c-522d6d584f3e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.755809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f61bab62-f6bd-4d1b-8291-420cc2e2c977 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:26.759201 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f61bab62-f6bd-4d1b-8291-420cc2e2c977 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] 10.222.0.64 "DELETE /v2.0/networks/331b5b20-efc6-4b40-8e6c-522d6d584f3e HTTP/1.1" status: 204 len: 168 time: 0.3004329 Feb 10 15:55:26.771707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bab62-f6bd-4d1b-8291-420cc2e2c977 tempest-TestSecurityGroupsBasicOps-1092800798 tempest-TestSecurityGroupsBasicOps-1092800798-project] Pushing event deleted for resources: {'Network': ['ID=331b5b20-efc6-4b40-8e6c-522d6d584f3e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:27.062350 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37268) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:27.197832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9fbe67f3-348d-4443-941a-d80f39944c32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=261da6df275d420891461e49f14f2b45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343160 Feb 10 15:55:27.200274 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37272) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:27.248007 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb3645c8-1593-4887-b4f1-5497d4574baa admin admin] Publish callbacks [] for security_group (3c41f1ad-f7e3-49f3-b512-eb2b39fc0c68), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:27.271986 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb3645c8-1593-4887-b4f1-5497d4574baa admin admin] Publish callbacks [] for security_group (3c41f1ad-f7e3-49f3-b512-eb2b39fc0c68), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:27.321906 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb3645c8-1593-4887-b4f1-5497d4574baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (3c41f1ad-f7e3-49f3-b512-eb2b39fc0c68), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:27.324577 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bb3645c8-1593-4887-b4f1-5497d4574baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:27.325769 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bb3645c8-1593-4887-b4f1-5497d4574baa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c41f1ad-f7e3-49f3-b512-eb2b39fc0c68 HTTP/1.1" status: 204 len: 168 time: 0.1245749 Feb 10 15:55:27.335446 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3645c8-1593-4887-b4f1-5497d4574baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c41f1ad-f7e3-49f3-b512-eb2b39fc0c68,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:27.582959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37278) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:27.596144 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb174356-bf54-4a5f-9db4-863c0ebf9966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:27.671263 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb174356-bf54-4a5f-9db4-863c0ebf9966 admin admin] Publish callbacks [] for security_group (61584985-f09c-4246-afaf-573f46d7a433), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:27.675448 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb174356-bf54-4a5f-9db4-863c0ebf9966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (61584985-f09c-4246-afaf-573f46d7a433), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:27.713959 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cb174356-bf54-4a5f-9db4-863c0ebf9966 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2842af550fd445591b7749f422a798d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299288 Feb 10 15:55:27.714820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb174356-bf54-4a5f-9db4-863c0ebf9966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61584985-f09c-4246-afaf-573f46d7a433,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:27.716658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37280) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:27.764273 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-efe0758d-6063-429e-a653-4c8cd5df502f admin admin] Publish callbacks [] for security_group (61584985-f09c-4246-afaf-573f46d7a433), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:27.789084 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-efe0758d-6063-429e-a653-4c8cd5df502f admin admin] Publish callbacks [] for security_group (61584985-f09c-4246-afaf-573f46d7a433), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:27.827949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b05b3bf1-a7bc-45d6-abda-33fc8806bd1f no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:27.838289 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-efe0758d-6063-429e-a653-4c8cd5df502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (61584985-f09c-4246-afaf-573f46d7a433), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:27.840983 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-efe0758d-6063-429e-a653-4c8cd5df502f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:27.842198 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-efe0758d-6063-429e-a653-4c8cd5df502f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61584985-f09c-4246-afaf-573f46d7a433 HTTP/1.1" status: 204 len: 168 time: 0.1244972 Feb 10 15:55:27.850663 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0758d-6063-429e-a653-4c8cd5df502f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61584985-f09c-4246-afaf-573f46d7a433,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:27.852805 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: b05b3bf1-a7bc-45d6-abda-33fc8806bd1f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:55:27.853155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device b05b3bf1-a7bc-45d6-abda-33fc8806bd1f not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:27.853578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fdf100bf-76fe-4111-a039-efd13cedefe5 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:27.878711 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: fdf100bf-76fe-4111-a039-efd13cedefe5 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:55:27.879157 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fdf100bf-76fe-4111-a039-efd13cedefe5 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:27.879583 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cbaab636-bfb4-43dd-8765-c9e52742ee81 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:27.903083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: cbaab636-bfb4-43dd-8765-c9e52742ee81 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:55:27.903430 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device cbaab636-bfb4-43dd-8765-c9e52742ee81 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:28.153210 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37286) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:28.192376 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cbc4a858-0a45-42e4-a5c0-462f686e65ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3b5876f5c9f41c2a39c0767594d65ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378542 Feb 10 15:55:28.194581 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37288) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:28.239765 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ec73b9e3-5404-4828-aa62-4f9385cc2d6c admin admin] Publish callbacks [] for security_group (ca46bffc-8d02-45de-8a14-8f08d07b3137), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:28.262853 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ec73b9e3-5404-4828-aa62-4f9385cc2d6c admin admin] Publish callbacks [] for security_group (ca46bffc-8d02-45de-8a14-8f08d07b3137), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:28.310005 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ec73b9e3-5404-4828-aa62-4f9385cc2d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ca46bffc-8d02-45de-8a14-8f08d07b3137), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:28.312720 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ec73b9e3-5404-4828-aa62-4f9385cc2d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:28.313865 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ec73b9e3-5404-4828-aa62-4f9385cc2d6c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca46bffc-8d02-45de-8a14-8f08d07b3137 HTTP/1.1" status: 204 len: 168 time: 0.1184099 Feb 10 15:55:28.321821 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73b9e3-5404-4828-aa62-4f9385cc2d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca46bffc-8d02-45de-8a14-8f08d07b3137,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:28.978217 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37310) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:29.079602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6b746323-810b-4c9e-b845-46fc6db5ce9f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1599247440-network', 'tenant_id': 'efeb9c92537e4fa69c591fe9fe543677'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:29.099075 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b746323-810b-4c9e-b845-46fc6db5ce9f admin admin] Made reservation on behalf of efeb9c92537e4fa69c591fe9fe543677 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:29.101288 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6b746323-810b-4c9e-b845-46fc6db5ce9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:29.109166 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6b746323-810b-4c9e-b845-46fc6db5ce9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:29.181474 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6b746323-810b-4c9e-b845-46fc6db5ce9f admin admin] Publish callbacks [] for security_group (c4f75a16-6a38-461f-84d9-72c3f8810804), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:29.185089 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6b746323-810b-4c9e-b845-46fc6db5ce9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c4f75a16-6a38-461f-84d9-72c3f8810804), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:29.208675 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b746323-810b-4c9e-b845-46fc6db5ce9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:55:29.218059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b746323-810b-4c9e-b845-46fc6db5ce9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f75a16-6a38-461f-84d9-72c3f8810804,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:29.222757 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6b746323-810b-4c9e-b845-46fc6db5ce9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (87d7e8d5-a01b-44b6-b60c-7dd1e03012b5), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:29.223105 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-6b746323-810b-4c9e-b845-46fc6db5ce9f admin admin] Added segment 87d7e8d5-a01b-44b6-b60c-7dd1e03012b5 of type vlan for network 1f89309b-7a84-4b17-9d80-d9e2aa681efb Feb 10 15:55:29.262588 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6b746323-810b-4c9e-b845-46fc6db5ce9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (1f89309b-7a84-4b17-9d80-d9e2aa681efb), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:29.285825 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6b746323-810b-4c9e-b845-46fc6db5ce9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (1f89309b-7a84-4b17-9d80-d9e2aa681efb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:29.286802 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b746323-810b-4c9e-b845-46fc6db5ce9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:29.287376 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6b746323-810b-4c9e-b845-46fc6db5ce9f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:29.337245 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6b746323-810b-4c9e-b845-46fc6db5ce9f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3578360 Feb 10 15:55:29.340096 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37314) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:29.345340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-cb657d95-9b83-4bb7-ae4b-d9323b46fbcb admin admin] Request body: {'subnet': {'network_id': '1f89309b-7a84-4b17-9d80-d9e2aa681efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1599247440-subnet', 'tenant_id': 'efeb9c92537e4fa69c591fe9fe543677', 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:29.367254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb657d95-9b83-4bb7-ae4b-d9323b46fbcb admin admin] Made reservation on behalf of efeb9c92537e4fa69c591fe9fe543677 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:29.369981 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb657d95-9b83-4bb7-ae4b-d9323b46fbcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:29.382088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b746323-810b-4c9e-b845-46fc6db5ce9f admin admin] Pushing event updated for resources: {'Network': ['ID=1f89309b-7a84-4b17-9d80-d9e2aa681efb,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:29.391750 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 1f89309b-7a84-4b17-9d80-d9e2aa681efb details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:55:29.537760 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb657d95-9b83-4bb7-ae4b-d9323b46fbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (0826c0fb-afda-4aa8-ab28-0c1b1bf32a40), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:29.595765 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb657d95-9b83-4bb7-ae4b-d9323b46fbcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0826c0fb-afda-4aa8-ab28-0c1b1bf32a40,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:29.605194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb657d95-9b83-4bb7-ae4b-d9323b46fbcb admin admin] Checking segment: {'id': '87d7e8d5-a01b-44b6-b60c-7dd1e03012b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1f89309b-7a84-4b17-9d80-d9e2aa681efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:55:29.605575 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb657d95-9b83-4bb7-ae4b-d9323b46fbcb admin admin] Network hostable DHCP agents. Network: 1f89309b-7a84-4b17-9d80-d9e2aa681efb, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:55:29.621490 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb657d95-9b83-4bb7-ae4b-d9323b46fbcb admin admin] Network 1f89309b-7a84-4b17-9d80-d9e2aa681efb is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:55:29.630196 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-cb657d95-9b83-4bb7-ae4b-d9323b46fbcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 1f89309b-7a84-4b17-9d80-d9e2aa681efb) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:29.634315 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb657d95-9b83-4bb7-ae4b-d9323b46fbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:29.635451 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cb657d95-9b83-4bb7-ae4b-d9323b46fbcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:29.639608 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaf263f-a493-45fb-a3f1-2c61c045046a None None] Network 1f89309b-7a84-4b17-9d80-d9e2aa681efb requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:55:29.653850 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cb657d95-9b83-4bb7-ae4b-d9323b46fbcb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3101799 Feb 10 15:55:29.654049 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37316) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:29.658398 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1599247440-router', 'tenant_id': 'efeb9c92537e4fa69c591fe9fe543677', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:29.677018 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (62e27ac7-42c9-43c3-81c5-0c48019d88c0), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:29.677985 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (62e27ac7-42c9-43c3-81c5-0c48019d88c0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:29.740748 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-1f89309b-7a84-4b17-9d80-d9e2aa681efb', 'network_id': '1f89309b-7a84-4b17-9d80-d9e2aa681efb', 'project_id': 'efeb9c92537e4fa69c591fe9fe543677', 'fixed_ips': [{'subnet_id': '0826c0fb-afda-4aa8-ab28-0c1b1bf32a40'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:55:29.741761 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:29.743302 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Publish callbacks [] for router_controller (62e27ac7-42c9-43c3-81c5-0c48019d88c0), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:29.883717 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Allocated IP 172.20.0.2 (1f89309b-7a84-4b17-9d80-d9e2aa681efb/0826c0fb-afda-4aa8-ab28-0c1b1bf32a40/9a5c2b4e-87e1-446c-8ae8-b4a788b19d54) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:29.891864 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Publish callbacks [] for router_gateway (62e27ac7-42c9-43c3-81c5-0c48019d88c0), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:30.028855 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Publish callbacks [] for port (9a5c2b4e-87e1-446c-8ae8-b4a788b19d54), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:30.034622 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (9a5c2b4e-87e1-446c-8ae8-b4a788b19d54), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:30.075170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Network 1f89309b-7a84-4b17-9d80-d9e2aa681efb is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:30.081433 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:30.083639 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Pushing event updated for resources: {'Port': ['ID=9a5c2b4e-87e1-446c-8ae8-b4a788b19d54,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:30.085917 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:30.091103 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Publish callbacks [] for router_gateway (62e27ac7-42c9-43c3-81c5-0c48019d88c0), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:30.110595 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:30.143012 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Attempting to bind port 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:55:30.143789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Attempting to bind port 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '87d7e8d5-a01b-44b6-b60c-7dd1e03012b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1f89309b-7a84-4b17-9d80-d9e2aa681efb'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:55:30.144154 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Attempting to bind port 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54 on network 1f89309b-7a84-4b17-9d80-d9e2aa681efb {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:30.149053 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:30.149409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Checking segment: {'id': '87d7e8d5-a01b-44b6-b60c-7dd1e03012b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1f89309b-7a84-4b17-9d80-d9e2aa681efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:55:30.149806 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:30.150670 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Bound using segment: {'id': '87d7e8d5-a01b-44b6-b60c-7dd1e03012b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1f89309b-7a84-4b17-9d80-d9e2aa681efb'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:30.150670 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Bound port: 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d7e8d5-a01b-44b6-b60c-7dd1e03012b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1f89309b-7a84-4b17-9d80-d9e2aa681efb'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:55:30.151059 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9a5c2b4e-87e1-446c-8ae8-b4a788b19d54), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:30.212401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] For port 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:30.214565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Allocated IP 172.25.3.163 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/d9df1c1a-f3bf-40fa-98c6-d812afe10a75) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:30.215473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] For port 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9a5c2b4e-87e1-446c-8ae8-b4a788b19d54,segment=NetworkSegment(87d7e8d5-a01b-44b6-b60c-7dd1e03012b5),segment_id=87d7e8d5-a01b-44b6-b60c-7dd1e03012b5)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:30.223478 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9a5c2b4e-87e1-446c-8ae8-b4a788b19d54), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:30.277861 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03449912-7595-40dc-89ef-50835cb39d34 None None] Pushing event updated for resources: {'Port': ['ID=9a5c2b4e-87e1-446c-8ae8-b4a788b19d54,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:30.323266 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Publish callbacks [] for port (d9df1c1a-f3bf-40fa-98c6-d812afe10a75), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:30.357338 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d9df1c1a-f3bf-40fa-98c6-d812afe10a75), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:30.400309 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:30.403508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:30.407817 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:30.410987 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Pushing event updated for resources: {'Port': ['ID=d9df1c1a-f3bf-40fa-98c6-d812afe10a75,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:30.678666 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Publish callbacks [] for router_gateway (62e27ac7-42c9-43c3-81c5-0c48019d88c0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:30.880229 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (62e27ac7-42c9-43c3-81c5-0c48019d88c0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:31.014455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Router 62e27ac7-42c9-43c3-81c5-0c48019d88c0 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:55:31.202598 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6455c670-5e5a-4fc2-9f50-5b1c4b88318f None None] Network 1f89309b-7a84-4b17-9d80-d9e2aa681efb requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:55:31.317217 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d3852948-6fa9-4989-ac9b-9010b7799a7b None None] Provisioning complete for port 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:31.317587 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d3852948-6fa9-4989-ac9b-9010b7799a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9a5c2b4e-87e1-446c-8ae8-b4a788b19d54), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:31.408532 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d3852948-6fa9-4989-ac9b-9010b7799a7b None None] Current status of the port 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:31.409595 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d3852948-6fa9-4989-ac9b-9010b7799a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9a5c2b4e-87e1-446c-8ae8-b4a788b19d54), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:31.443684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d3852948-6fa9-4989-ac9b-9010b7799a7b None None] For port 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9a5c2b4e-87e1-446c-8ae8-b4a788b19d54,segment=NetworkSegment(87d7e8d5-a01b-44b6-b60c-7dd1e03012b5),segment_id=87d7e8d5-a01b-44b6-b60c-7dd1e03012b5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:31.448606 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d3852948-6fa9-4989-ac9b-9010b7799a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9a5c2b4e-87e1-446c-8ae8-b4a788b19d54), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:31.472692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:31.483729 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Sync routers for ids ['62e27ac7-42c9-43c3-81c5-0c48019d88c0'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:31.493405 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:31.495245 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-bd95d4d6-c8ce-4b7a-a48a-60f976d446ad admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.8401270 Feb 10 15:55:31.497633 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Routers {'62e27ac7-42c9-43c3-81c5-0c48019d88c0'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:31.498193 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37318) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:31.498665 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['62e27ac7-42c9-43c3-81c5-0c48019d88c0'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:31.503970 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3852948-6fa9-4989-ac9b-9010b7799a7b None None] Pushing event updated for resources: {'Port': ['ID=9a5c2b4e-87e1-446c-8ae8-b4a788b19d54,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:31.606590 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Set router 62e27ac7-42c9-43c3-81c5-0c48019d88c0 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:31.669925 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d7518a9b-efed-4421-be70-1364f369a307 None None] Provisioning complete for port 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:31.670306 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d7518a9b-efed-4421-be70-1364f369a307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9a5c2b4e-87e1-446c-8ae8-b4a788b19d54), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:31.794618 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e27ac7-42c9-43c3-81c5-0c48019d88c0', 'name': 'tempest-ImageQuotaTest-1599247440-router', 'tenant_id': 'efeb9c92537e4fa69c591fe9fe543677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'd9df1c1a-f3bf-40fa-98c6-d812afe10a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:29Z', 'updated_at': '2022-02-10T15:55:30Z', 'revision_number': 3, 'project_id': 'efeb9c92537e4fa69c591fe9fe543677', 'gw_port': {'id': 'd9df1c1a-f3bf-40fa-98c6-d812afe10a75', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e27ac7-42c9-43c3-81c5-0c48019d88c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:30Z', 'updated_at': '2022-02-10T15:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:31.829397 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Checking router: 62e27ac7-42c9-43c3-81c5-0c48019d88c0 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:55:31.830014 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Updating router 62e27ac7-42c9-43c3-81c5-0c48019d88c0 port d9df1c1a-f3bf-40fa-98c6-d812afe10a75 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:55:31.863972 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d9df1c1a-f3bf-40fa-98c6-d812afe10a75), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:31.917843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:31.952860 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d7518a9b-efed-4421-be70-1364f369a307 None None] Current status of the port 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:31.972792 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:31.977111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:31.977554 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9a5c2b4e-87e1-446c-8ae8-b4a788b19d54), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:32.062261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:32.126268 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Publish callbacks [] for port (d9df1c1a-f3bf-40fa-98c6-d812afe10a75), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:32.131854 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d9df1c1a-f3bf-40fa-98c6-d812afe10a75), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:32.162066 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Allocated IP 172.20.0.1 (1f89309b-7a84-4b17-9d80-d9e2aa681efb/0826c0fb-afda-4aa8-ab28-0c1b1bf32a40/5da477b9-0577-4559-8392-f81fa28a8cb6) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:32.180274 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Attempting to bind port d9df1c1a-f3bf-40fa-98c6-d812afe10a75 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:55:32.180972 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Attempting to bind port d9df1c1a-f3bf-40fa-98c6-d812afe10a75 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:55:32.181369 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Attempting to bind port d9df1c1a-f3bf-40fa-98c6-d812afe10a75 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:32.186441 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e83f4d-d909-4735-83ff-12dd797e10d0 None None] Pushing event updated for resources: {'Port': ['ID=d9df1c1a-f3bf-40fa-98c6-d812afe10a75,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:32.191497 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:32.191868 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:55:32.192264 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:32.192665 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:32.193127 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Bound port: d9df1c1a-f3bf-40fa-98c6-d812afe10a75, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:55:32.193502 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d9df1c1a-f3bf-40fa-98c6-d812afe10a75), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:32.242246 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] For port d9df1c1a-f3bf-40fa-98c6-d812afe10a75, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:32.245439 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] For port d9df1c1a-f3bf-40fa-98c6-d812afe10a75, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d9df1c1a-f3bf-40fa-98c6-d812afe10a75,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:32.251457 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d9df1c1a-f3bf-40fa-98c6-d812afe10a75), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:32.271618 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Publish callbacks [] for port (5da477b9-0577-4559-8392-f81fa28a8cb6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:32.307192 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Routers {'62e27ac7-42c9-43c3-81c5-0c48019d88c0'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:32.307819 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['62e27ac7-42c9-43c3-81c5-0c48019d88c0'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:32.308297 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (5da477b9-0577-4559-8392-f81fa28a8cb6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:32.344061 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e83f4d-d909-4735-83ff-12dd797e10d0 None None] Pushing event updated for resources: {'Port': ['ID=d9df1c1a-f3bf-40fa-98c6-d812afe10a75,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:32.348930 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Network 1f89309b-7a84-4b17-9d80-d9e2aa681efb is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:32.352280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:32.356060 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:32.381632 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Pushing event updated for resources: {'Port': ['ID=5da477b9-0577-4559-8392-f81fa28a8cb6,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:32.401574 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (62e27ac7-42c9-43c3-81c5-0c48019d88c0), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:32.439873 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] Set router 62e27ac7-42c9-43c3-81c5-0c48019d88c0 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:32.541036 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5da477b9-0577-4559-8392-f81fa28a8cb6), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:32.583724 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c1bd94dc-e21a-4a30-bd97-e0364f8287c0 None None] Provisioning complete for port 5da477b9-0577-4559-8392-f81fa28a8cb6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:32.584772 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c1bd94dc-e21a-4a30-bd97-e0364f8287c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5da477b9-0577-4559-8392-f81fa28a8cb6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:32.619631 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd94dc-e21a-4a30-bd97-e0364f8287c0 None None] Port 5da477b9-0577-4559-8392-f81fa28a8cb6 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:55:32.707942 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Publish callbacks [] for port (5da477b9-0577-4559-8392-f81fa28a8cb6), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:32.712853 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (5da477b9-0577-4559-8392-f81fa28a8cb6), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:32.718861 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e27ac7-42c9-43c3-81c5-0c48019d88c0', 'name': 'tempest-ImageQuotaTest-1599247440-router', 'tenant_id': 'efeb9c92537e4fa69c591fe9fe543677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'd9df1c1a-f3bf-40fa-98c6-d812afe10a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:29Z', 'updated_at': '2022-02-10T15:55:30Z', 'revision_number': 3, 'project_id': 'efeb9c92537e4fa69c591fe9fe543677', 'gw_port': {'id': 'd9df1c1a-f3bf-40fa-98c6-d812afe10a75', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e27ac7-42c9-43c3-81c5-0c48019d88c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:30Z', 'updated_at': '2022-02-10T15:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:32.744232 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ca75cb-f755-4681-bfbc-095c492dc2f6 None None] The sync data for ids ['62e27ac7-42c9-43c3-81c5-0c48019d88c0'] in n-d-815324-7 is: [{'id': '62e27ac7-42c9-43c3-81c5-0c48019d88c0', 'name': 'tempest-ImageQuotaTest-1599247440-router', 'tenant_id': 'efeb9c92537e4fa69c591fe9fe543677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'd9df1c1a-f3bf-40fa-98c6-d812afe10a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:29Z', 'updated_at': '2022-02-10T15:55:30Z', 'revision_number': 3, 'project_id': 'efeb9c92537e4fa69c591fe9fe543677', 'gw_port': {'id': 'd9df1c1a-f3bf-40fa-98c6-d812afe10a75', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e27ac7-42c9-43c3-81c5-0c48019d88c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:30Z', 'updated_at': '2022-02-10T15:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:32.777748 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (62e27ac7-42c9-43c3-81c5-0c48019d88c0), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:32.779640 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Pushing event updated for resources: {'Port': ['ID=5da477b9-0577-4559-8392-f81fa28a8cb6,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:32.880748 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Network 1f89309b-7a84-4b17-9d80-d9e2aa681efb is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:32.882108 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:33.030951 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Router 62e27ac7-42c9-43c3-81c5-0c48019d88c0 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:55:33.144223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-fdf07bdc-c0ac-4792-84ca-09ac604c2bf1 None None] Provisioning complete for port 5da477b9-0577-4559-8392-f81fa28a8cb6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:33.144611 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fdf07bdc-c0ac-4792-84ca-09ac604c2bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5da477b9-0577-4559-8392-f81fa28a8cb6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:33.164333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:33.169928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ffd1614b-01bb-4141-9d96-db2aec60466f admin admin] 10.222.0.64 "PUT /v2.0/routers/62e27ac7-42c9-43c3-81c5-0c48019d88c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6696944 Feb 10 15:55:33.186440 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-fdf07bdc-c0ac-4792-84ca-09ac604c2bf1 None None] Port 5da477b9-0577-4559-8392-f81fa28a8cb6 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:55:33.846028 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d9df1c1a-f3bf-40fa-98c6-d812afe10a75 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:33.893826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port d9df1c1a-f3bf-40fa-98c6-d812afe10a75 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:33.894202 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d9df1c1a-f3bf-40fa-98c6-d812afe10a75), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:33.979261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port d9df1c1a-f3bf-40fa-98c6-d812afe10a75 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:33.979654 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d9df1c1a-f3bf-40fa-98c6-d812afe10a75), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:34.002825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port d9df1c1a-f3bf-40fa-98c6-d812afe10a75, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d9df1c1a-f3bf-40fa-98c6-d812afe10a75,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:34.006871 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d9df1c1a-f3bf-40fa-98c6-d812afe10a75), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:34.058880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=d9df1c1a-f3bf-40fa-98c6-d812afe10a75,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:34.204468 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37338) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:34.347561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Sync routers for ids ['62e27ac7-42c9-43c3-81c5-0c48019d88c0'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:34.363558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Routers {'62e27ac7-42c9-43c3-81c5-0c48019d88c0'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:34.364163 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['62e27ac7-42c9-43c3-81c5-0c48019d88c0'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:34.478043 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Set router 62e27ac7-42c9-43c3-81c5-0c48019d88c0 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:34.684566 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e27ac7-42c9-43c3-81c5-0c48019d88c0', 'name': 'tempest-ImageQuotaTest-1599247440-router', 'tenant_id': 'efeb9c92537e4fa69c591fe9fe543677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'd9df1c1a-f3bf-40fa-98c6-d812afe10a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:29Z', 'updated_at': '2022-02-10T15:55:32Z', 'revision_number': 4, 'project_id': 'efeb9c92537e4fa69c591fe9fe543677', 'gw_port': {'id': 'd9df1c1a-f3bf-40fa-98c6-d812afe10a75', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e27ac7-42c9-43c3-81c5-0c48019d88c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:30Z', 'updated_at': '2022-02-10T15:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '5da477b9-0577-4559-8392-f81fa28a8cb6', 'name': '', 'network_id': '1f89309b-7a84-4b17-9d80-d9e2aa681efb', 'tenant_id': 'efeb9c92537e4fa69c591fe9fe543677', 'mac_address': 'fa:16:3e:a5:8e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e27ac7-42c9-43c3-81c5-0c48019d88c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '0826c0fb-afda-4aa8-ab28-0c1b1bf32a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:31Z', 'updated_at': '2022-02-10T15:55:32Z', 'revision_number': 2, 'project_id': 'efeb9c92537e4fa69c591fe9fe543677', 'subnets': [{'id': '0826c0fb-afda-4aa8-ab28-0c1b1bf32a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:34.710336 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Checking router: 62e27ac7-42c9-43c3-81c5-0c48019d88c0 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:55:34.710690 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Updating router 62e27ac7-42c9-43c3-81c5-0c48019d88c0 port 5da477b9-0577-4559-8392-f81fa28a8cb6 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:55:34.736974 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5da477b9-0577-4559-8392-f81fa28a8cb6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:34.816985 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab96d-0c41-4a9c-aa2f-3df6ec269db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (62e27ac7-42c9-43c3-81c5-0c48019d88c0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:35.016998 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Publish callbacks [] for port (5da477b9-0577-4559-8392-f81fa28a8cb6), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:35.023256 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5da477b9-0577-4559-8392-f81fa28a8cb6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:35.077953 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-cf8ab96d-0c41-4a9c-aa2f-3df6ec269db0 admin admin] Deleting port 5da477b9-0577-4559-8392-f81fa28a8cb6 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:55:35.078289 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab96d-0c41-4a9c-aa2f-3df6ec269db0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (5da477b9-0577-4559-8392-f81fa28a8cb6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:35.095071 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc42725-68f4-4816-b75d-4d670dea9736 None None] Pushing event updated for resources: {'Port': ['ID=5da477b9-0577-4559-8392-f81fa28a8cb6,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:35.131491 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Attempting to bind port 5da477b9-0577-4559-8392-f81fa28a8cb6 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:55:35.131899 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Attempting to bind port 5da477b9-0577-4559-8392-f81fa28a8cb6 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '87d7e8d5-a01b-44b6-b60c-7dd1e03012b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1f89309b-7a84-4b17-9d80-d9e2aa681efb'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:55:35.132220 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Attempting to bind port 5da477b9-0577-4559-8392-f81fa28a8cb6 on network 1f89309b-7a84-4b17-9d80-d9e2aa681efb {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:35.138041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:35.138423 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Checking segment: {'id': '87d7e8d5-a01b-44b6-b60c-7dd1e03012b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1f89309b-7a84-4b17-9d80-d9e2aa681efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:55:35.138830 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:35.139222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Bound using segment: {'id': '87d7e8d5-a01b-44b6-b60c-7dd1e03012b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1f89309b-7a84-4b17-9d80-d9e2aa681efb'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:35.139685 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Bound port: 5da477b9-0577-4559-8392-f81fa28a8cb6, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d7e8d5-a01b-44b6-b60c-7dd1e03012b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1f89309b-7a84-4b17-9d80-d9e2aa681efb'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:55:35.140066 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (5da477b9-0577-4559-8392-f81fa28a8cb6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:35.179659 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-cf8ab96d-0c41-4a9c-aa2f-3df6ec269db0 admin admin] For port 5da477b9-0577-4559-8392-f81fa28a8cb6, host n-d-815324-7, got binding levels [] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:35.180033 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab96d-0c41-4a9c-aa2f-3df6ec269db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (5da477b9-0577-4559-8392-f81fa28a8cb6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:35.193724 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-cf8ab96d-0c41-4a9c-aa2f-3df6ec269db0 admin admin] Calling delete_port for 5da477b9-0577-4559-8392-f81fa28a8cb6 owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:35.215276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] For port 5da477b9-0577-4559-8392-f81fa28a8cb6, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:35.220039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] For port 5da477b9-0577-4559-8392-f81fa28a8cb6, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=5da477b9-0577-4559-8392-f81fa28a8cb6,segment=NetworkSegment(87d7e8d5-a01b-44b6-b60c-7dd1e03012b5),segment_id=87d7e8d5-a01b-44b6-b60c-7dd1e03012b5)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:35.228614 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (5da477b9-0577-4559-8392-f81fa28a8cb6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:35.289533 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Routers {'62e27ac7-42c9-43c3-81c5-0c48019d88c0'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:35.290090 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['62e27ac7-42c9-43c3-81c5-0c48019d88c0'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:35.328689 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc42725-68f4-4816-b75d-4d670dea9736 None None] Pushing event updated for resources: {'Port': ['ID=5da477b9-0577-4559-8392-f81fa28a8cb6,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:35.361803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ba9cfe6c-5d9a-404a-a656-260afcc0d648 None None] Provisioning complete for port 5da477b9-0577-4559-8392-f81fa28a8cb6 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:35.362181 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfe6c-5d9a-404a-a656-260afcc0d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (5da477b9-0577-4559-8392-f81fa28a8cb6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:35.414892 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab96d-0c41-4a9c-aa2f-3df6ec269db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (5da477b9-0577-4559-8392-f81fa28a8cb6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:35.443052 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ab96d-0c41-4a9c-aa2f-3df6ec269db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da477b9-0577-4559-8392-f81fa28a8cb6,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:35.449061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ba9cfe6c-5d9a-404a-a656-260afcc0d648 None None] Could not find standard attr ID for object 5da477b9-0577-4559-8392-f81fa28a8cb6. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:55:35.452218 n-d-815324-7 neutron-server[103370]: INFO neutron.plugins.ml2.db [None req-ba9cfe6c-5d9a-404a-a656-260afcc0d648 None None] No ports have port_id starting with 5da477b9-0577-4559-8392-f81fa28a8cb6 Feb 10 15:55:35.458830 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] Set router 62e27ac7-42c9-43c3-81c5-0c48019d88c0 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:35.601486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f7fec6e7-9aff-4c9b-9b85-58d68de8b616 None None] Could not find standard attr ID for object 5da477b9-0577-4559-8392-f81fa28a8cb6. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 15:55:35.624217 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab96d-0c41-4a9c-aa2f-3df6ec269db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (62e27ac7-42c9-43c3-81c5-0c48019d88c0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:35.681503 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e27ac7-42c9-43c3-81c5-0c48019d88c0', 'name': 'tempest-ImageQuotaTest-1599247440-router', 'tenant_id': 'efeb9c92537e4fa69c591fe9fe543677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'd9df1c1a-f3bf-40fa-98c6-d812afe10a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:29Z', 'updated_at': '2022-02-10T15:55:32Z', 'revision_number': 4, 'project_id': 'efeb9c92537e4fa69c591fe9fe543677', 'gw_port': {'id': 'd9df1c1a-f3bf-40fa-98c6-d812afe10a75', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e27ac7-42c9-43c3-81c5-0c48019d88c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:30Z', 'updated_at': '2022-02-10T15:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '5da477b9-0577-4559-8392-f81fa28a8cb6', 'name': '', 'network_id': '1f89309b-7a84-4b17-9d80-d9e2aa681efb', 'tenant_id': 'efeb9c92537e4fa69c591fe9fe543677', 'mac_address': 'fa:16:3e:a5:8e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e27ac7-42c9-43c3-81c5-0c48019d88c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '0826c0fb-afda-4aa8-ab28-0c1b1bf32a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:31Z', 'updated_at': '2022-02-10T15:55:35Z', 'revision_number': 4, 'project_id': 'efeb9c92537e4fa69c591fe9fe543677', 'subnets': [{'id': '0826c0fb-afda-4aa8-ab28-0c1b1bf32a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:35.710049 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b233d-4a52-4c31-8700-025f6cc40eae None None] The sync data for ids ['62e27ac7-42c9-43c3-81c5-0c48019d88c0'] in n-d-815324-7 is: [{'id': '62e27ac7-42c9-43c3-81c5-0c48019d88c0', 'name': 'tempest-ImageQuotaTest-1599247440-router', 'tenant_id': 'efeb9c92537e4fa69c591fe9fe543677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'd9df1c1a-f3bf-40fa-98c6-d812afe10a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:29Z', 'updated_at': '2022-02-10T15:55:32Z', 'revision_number': 4, 'project_id': 'efeb9c92537e4fa69c591fe9fe543677', 'gw_port': {'id': 'd9df1c1a-f3bf-40fa-98c6-d812afe10a75', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e27ac7-42c9-43c3-81c5-0c48019d88c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:30Z', 'updated_at': '2022-02-10T15:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '5da477b9-0577-4559-8392-f81fa28a8cb6', 'name': '', 'network_id': '1f89309b-7a84-4b17-9d80-d9e2aa681efb', 'tenant_id': 'efeb9c92537e4fa69c591fe9fe543677', 'mac_address': 'fa:16:3e:a5:8e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e27ac7-42c9-43c3-81c5-0c48019d88c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '0826c0fb-afda-4aa8-ab28-0c1b1bf32a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:31Z', 'updated_at': '2022-02-10T15:55:35Z', 'revision_number': 4, 'project_id': 'efeb9c92537e4fa69c591fe9fe543677', 'subnets': [{'id': '0826c0fb-afda-4aa8-ab28-0c1b1bf32a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:35.866370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d9df1c1a-f3bf-40fa-98c6-d812afe10a75 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:35.919176 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8ab96d-0c41-4a9c-aa2f-3df6ec269db0 admin admin] Router 62e27ac7-42c9-43c3-81c5-0c48019d88c0 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:55:35.928445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port d9df1c1a-f3bf-40fa-98c6-d812afe10a75 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:35.928445 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d9df1c1a-f3bf-40fa-98c6-d812afe10a75), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:36.021594 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port d9df1c1a-f3bf-40fa-98c6-d812afe10a75 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:36.040879 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8ab96d-0c41-4a9c-aa2f-3df6ec269db0 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:36.045876 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-cf8ab96d-0c41-4a9c-aa2f-3df6ec269db0 admin admin] 10.222.0.64 "PUT /v2.0/routers/62e27ac7-42c9-43c3-81c5-0c48019d88c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8402886 Feb 10 15:55:36.048401 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37340) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:36.159423 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d797-6fd0-41f1-acbb-567318f75424 admin admin] Publish callbacks [] for router (62e27ac7-42c9-43c3-81c5-0c48019d88c0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:36.268033 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d797-6fd0-41f1-acbb-567318f75424 admin admin] Publish callbacks [] for router_gateway (62e27ac7-42c9-43c3-81c5-0c48019d88c0), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:36.323420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-ffa3d797-6fd0-41f1-acbb-567318f75424 admin admin] Deleting port d9df1c1a-f3bf-40fa-98c6-d812afe10a75 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:55:36.323768 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d797-6fd0-41f1-acbb-567318f75424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d9df1c1a-f3bf-40fa-98c6-d812afe10a75), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:36.410913 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-ffa3d797-6fd0-41f1-acbb-567318f75424 admin admin] For port d9df1c1a-f3bf-40fa-98c6-d812afe10a75, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d9df1c1a-f3bf-40fa-98c6-d812afe10a75,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:36.411268 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d797-6fd0-41f1-acbb-567318f75424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d9df1c1a-f3bf-40fa-98c6-d812afe10a75), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:36.430309 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-ffa3d797-6fd0-41f1-acbb-567318f75424 admin admin] Calling delete_port for d9df1c1a-f3bf-40fa-98c6-d812afe10a75 owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:36.604406 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d797-6fd0-41f1-acbb-567318f75424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (d9df1c1a-f3bf-40fa-98c6-d812afe10a75), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:36.630815 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3d797-6fd0-41f1-acbb-567318f75424 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9df1c1a-f3bf-40fa-98c6-d812afe10a75,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:36.692232 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d797-6fd0-41f1-acbb-567318f75424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (62e27ac7-42c9-43c3-81c5-0c48019d88c0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:36.793927 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d797-6fd0-41f1-acbb-567318f75424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (62e27ac7-42c9-43c3-81c5-0c48019d88c0), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:36.796117 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d797-6fd0-41f1-acbb-567318f75424 admin admin] Publish callbacks [] for router_controller (62e27ac7-42c9-43c3-81c5-0c48019d88c0), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:36.840175 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d797-6fd0-41f1-acbb-567318f75424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (62e27ac7-42c9-43c3-81c5-0c48019d88c0), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:36.840803 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa3d797-6fd0-41f1-acbb-567318f75424 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62e27ac7-42c9-43c3-81c5-0c48019d88c0 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:55:36.845605 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d797-6fd0-41f1-acbb-567318f75424 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:36.847313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ffa3d797-6fd0-41f1-acbb-567318f75424 admin admin] 10.222.0.64 "DELETE /v2.0/routers/62e27ac7-42c9-43c3-81c5-0c48019d88c0 HTTP/1.1" status: 204 len: 168 time: 0.7979484 Feb 10 15:55:36.849953 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37342) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:36.889693 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c82465-2aac-45f4-84d4-d6698ae416ba None None] Sync routers for ids ['62e27ac7-42c9-43c3-81c5-0c48019d88c0'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:36.896130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-998d6267-ac9c-42bb-94d4-6245db33becf admin admin] Deleting subnet 0826c0fb-afda-4aa8-ab28-0c1b1bf32a40 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:55:36.899542 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-998d6267-ac9c-42bb-94d4-6245db33becf admin admin] Publish callbacks [] for subnet (0826c0fb-afda-4aa8-ab28-0c1b1bf32a40), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:36.899978 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c82465-2aac-45f4-84d4-d6698ae416ba None None] Routers set() bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:36.900350 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c82465-2aac-45f4-84d4-d6698ae416ba None None] Router IDs set() for agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 15:55:36.901082 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_agentschedulers_db [None req-72c82465-2aac-45f4-84d4-d6698ae416ba None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'62e27ac7-42c9-43c3-81c5-0c48019d88c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent'). {{(pid=103371) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 15:55:36.909532 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c82465-2aac-45f4-84d4-d6698ae416ba None None] Routers set() bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:36.909899 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c82465-2aac-45f4-84d4-d6698ae416ba None None] Router IDs set() for agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 15:55:36.910563 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_agentschedulers_db [None req-72c82465-2aac-45f4-84d4-d6698ae416ba None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'62e27ac7-42c9-43c3-81c5-0c48019d88c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent'). {{(pid=103371) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 15:55:36.910948 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c82465-2aac-45f4-84d4-d6698ae416ba None None] The sync data for ids ['62e27ac7-42c9-43c3-81c5-0c48019d88c0'] in n-d-815324-7 is: [] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:36.935428 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-998d6267-ac9c-42bb-94d4-6245db33becf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (0826c0fb-afda-4aa8-ab28-0c1b1bf32a40), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.016963 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-998d6267-ac9c-42bb-94d4-6245db33becf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (0826c0fb-afda-4aa8-ab28-0c1b1bf32a40), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.073116 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-998d6267-ac9c-42bb-94d4-6245db33becf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (0826c0fb-afda-4aa8-ab28-0c1b1bf32a40), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.109160 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-998d6267-ac9c-42bb-94d4-6245db33becf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.114504 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-998d6267-ac9c-42bb-94d4-6245db33becf admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0826c0fb-afda-4aa8-ab28-0c1b1bf32a40 HTTP/1.1" status: 204 len: 168 time: 0.2625537 Feb 10 15:55:37.115414 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d6267-ac9c-42bb-94d4-6245db33becf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0826c0fb-afda-4aa8-ab28-0c1b1bf32a40,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:37.115846 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a0d6c8-1d36-409a-afa9-d24ab77037ba None None] Network 1f89309b-7a84-4b17-9d80-d9e2aa681efb requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:55:37.118252 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37344) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:37.196937 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (1f89309b-7a84-4b17-9d80-d9e2aa681efb), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.251665 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.259786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] Deleting port 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:55:37.260130 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9a5c2b4e-87e1-446c-8ae8-b4a788b19d54), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.321726 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] For port 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9a5c2b4e-87e1-446c-8ae8-b4a788b19d54,segment=NetworkSegment(87d7e8d5-a01b-44b6-b60c-7dd1e03012b5),segment_id=87d7e8d5-a01b-44b6-b60c-7dd1e03012b5)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:37.322086 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9a5c2b4e-87e1-446c-8ae8-b4a788b19d54), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.334589 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] Calling delete_port for 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:55:37.428242 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9a5c2b4e-87e1-446c-8ae8-b4a788b19d54), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.457030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5c2b4e-87e1-446c-8ae8-b4a788b19d54,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:37.460054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] No DVR routers for this DVR port 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:55:37.527314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353b6074-25c8-4f12-a1bd-cbc523d09190 None None] DHCP port deletion for 1f89309b-7a84-4b17-9d80-d9e2aa681efb request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:55:37.535358 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (1f89309b-7a84-4b17-9d80-d9e2aa681efb), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.558220 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f89309b-7a84-4b17-9d80-d9e2aa681efb']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:37.570914 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d7e8d5-a01b-44b6-b60c-7dd1e03012b5') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:37.571215 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d7e8d5-a01b-44b6-b60c-7dd1e03012b5') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:37.584511 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (87d7e8d5-a01b-44b6-b60c-7dd1e03012b5), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.601929 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (87d7e8d5-a01b-44b6-b60c-7dd1e03012b5), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.607740 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:55:37.608127 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (87d7e8d5-a01b-44b6-b60c-7dd1e03012b5), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:55:37.609796 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:55:37.663619 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (1f89309b-7a84-4b17-9d80-d9e2aa681efb), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.670818 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.676699 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] 10.222.0.64 "DELETE /v2.0/networks/1f89309b-7a84-4b17-9d80-d9e2aa681efb HTTP/1.1" status: 204 len: 168 time: 0.5544989 Feb 10 15:55:37.687801 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7a76e-37fc-4c78-9cee-18bd367373aa admin admin] Pushing event deleted for resources: {'Network': ['ID=1f89309b-7a84-4b17-9d80-d9e2aa681efb,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:37.791558 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37348) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:37.833449 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:37.853192 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9762bb10-f228-400d-ad20-22b1c6ca0c98 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=efeb9c92537e4fa69c591fe9fe543677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0593967 Feb 10 15:55:37.855603 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37350) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:37.857822 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:55:37.858364 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9a5c2b4e-87e1-446c-8ae8-b4a788b19d54 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:37.858787 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5da477b9-0577-4559-8392-f81fa28a8cb6 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:37.886271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 5da477b9-0577-4559-8392-f81fa28a8cb6 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:55:37.887279 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 5da477b9-0577-4559-8392-f81fa28a8cb6 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:37.887895 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d9df1c1a-f3bf-40fa-98c6-d812afe10a75 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:55:37.908171 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-239df5d4-1439-4999-b76b-24311d20948a admin admin] Publish callbacks [] for security_group (c4f75a16-6a38-461f-84d9-72c3f8810804), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.909762 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: d9df1c1a-f3bf-40fa-98c6-d812afe10a75 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:55:37.910116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d9df1c1a-f3bf-40fa-98c6-d812afe10a75 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:55:37.933150 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-239df5d4-1439-4999-b76b-24311d20948a admin admin] Publish callbacks [] for security_group (c4f75a16-6a38-461f-84d9-72c3f8810804), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.986146 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-239df5d4-1439-4999-b76b-24311d20948a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c4f75a16-6a38-461f-84d9-72c3f8810804), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.989524 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-239df5d4-1439-4999-b76b-24311d20948a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:37.993258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-239df5d4-1439-4999-b76b-24311d20948a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4f75a16-6a38-461f-84d9-72c3f8810804 HTTP/1.1" status: 204 len: 168 time: 0.1341250 Feb 10 15:55:37.999500 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239df5d4-1439-4999-b76b-24311d20948a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f75a16-6a38-461f-84d9-72c3f8810804,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:38.460362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37356) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:38.473591 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fc24385-6872-4e65-a905-2683974cabf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:38.547295 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fc24385-6872-4e65-a905-2683974cabf7 admin admin] Publish callbacks [] for security_group (c9c0e550-761f-4502-9d73-27c9da34ae09), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:38.551186 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fc24385-6872-4e65-a905-2683974cabf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c9c0e550-761f-4502-9d73-27c9da34ae09), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:38.596737 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2fc24385-6872-4e65-a905-2683974cabf7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1320119 Feb 10 15:55:38.596737 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc24385-6872-4e65-a905-2683974cabf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c0e550-761f-4502-9d73-27c9da34ae09,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:38.596995 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37358) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:38.645224 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2c26896-e114-4cc3-9a22-db171b9ea384 admin admin] Publish callbacks [] for security_group (c9c0e550-761f-4502-9d73-27c9da34ae09), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:38.665654 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2c26896-e114-4cc3-9a22-db171b9ea384 admin admin] Publish callbacks [] for security_group (c9c0e550-761f-4502-9d73-27c9da34ae09), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:38.710915 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2c26896-e114-4cc3-9a22-db171b9ea384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c9c0e550-761f-4502-9d73-27c9da34ae09), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:38.713487 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2c26896-e114-4cc3-9a22-db171b9ea384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:38.714638 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f2c26896-e114-4cc3-9a22-db171b9ea384 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c9c0e550-761f-4502-9d73-27c9da34ae09 HTTP/1.1" status: 204 len: 168 time: 0.1172707 Feb 10 15:55:38.722165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c26896-e114-4cc3-9a22-db171b9ea384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c0e550-761f-4502-9d73-27c9da34ae09,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:39.266882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37380) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:39.365053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-e5d28cea-013d-4c7c-94b8-4ecc0b729870 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-90000225-network', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:39.386625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d28cea-013d-4c7c-94b8-4ecc0b729870 admin admin] Made reservation on behalf of a886bc5c1f394f4ea31516c7c86b626a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:39.389020 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5d28cea-013d-4c7c-94b8-4ecc0b729870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:39.397100 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5d28cea-013d-4c7c-94b8-4ecc0b729870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:39.470943 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5d28cea-013d-4c7c-94b8-4ecc0b729870 admin admin] Publish callbacks [] for security_group (c5228745-cb32-4ab7-8859-cff689fb3d89), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:39.475212 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5d28cea-013d-4c7c-94b8-4ecc0b729870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c5228745-cb32-4ab7-8859-cff689fb3d89), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:39.495760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d28cea-013d-4c7c-94b8-4ecc0b729870 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:55:39.509795 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d28cea-013d-4c7c-94b8-4ecc0b729870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5228745-cb32-4ab7-8859-cff689fb3d89,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:39.515563 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5d28cea-013d-4c7c-94b8-4ecc0b729870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (fd01c88b-46de-4956-98d9-b27c9bf84dca), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:39.515914 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-e5d28cea-013d-4c7c-94b8-4ecc0b729870 admin admin] Added segment fd01c88b-46de-4956-98d9-b27c9bf84dca of type vlan for network dc2ddf32-eefe-49df-8461-e51dbf09de41 Feb 10 15:55:39.554830 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5d28cea-013d-4c7c-94b8-4ecc0b729870 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (dc2ddf32-eefe-49df-8461-e51dbf09de41), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:39.578999 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5d28cea-013d-4c7c-94b8-4ecc0b729870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (dc2ddf32-eefe-49df-8461-e51dbf09de41), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:39.580038 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d28cea-013d-4c7c-94b8-4ecc0b729870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:39.580800 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e5d28cea-013d-4c7c-94b8-4ecc0b729870 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:39.611304 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e5d28cea-013d-4c7c-94b8-4ecc0b729870 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3432596 Feb 10 15:55:39.614642 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37384) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:39.619912 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-5c8c7c78-7590-4248-93c8-987dbda9ed0d admin admin] Request body: {'subnet': {'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-90000225-subnet', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:39.638678 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8c7c78-7590-4248-93c8-987dbda9ed0d admin admin] Made reservation on behalf of a886bc5c1f394f4ea31516c7c86b626a for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:39.641346 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c8c7c78-7590-4248-93c8-987dbda9ed0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:39.648954 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d28cea-013d-4c7c-94b8-4ecc0b729870 admin admin] Pushing event updated for resources: {'Network': ['ID=dc2ddf32-eefe-49df-8461-e51dbf09de41,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:39.659047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network dc2ddf32-eefe-49df-8461-e51dbf09de41 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:55:39.812474 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c8c7c78-7590-4248-93c8-987dbda9ed0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (f750a144-3ea9-4e00-a3e9-e1b814525d1d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:39.860466 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c7c78-7590-4248-93c8-987dbda9ed0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f750a144-3ea9-4e00-a3e9-e1b814525d1d,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:39.876593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c7c78-7590-4248-93c8-987dbda9ed0d admin admin] Checking segment: {'id': 'fd01c88b-46de-4956-98d9-b27c9bf84dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:55:39.876984 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8c7c78-7590-4248-93c8-987dbda9ed0d admin admin] Network hostable DHCP agents. Network: dc2ddf32-eefe-49df-8461-e51dbf09de41, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:55:39.893426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8c7c78-7590-4248-93c8-987dbda9ed0d admin admin] Network dc2ddf32-eefe-49df-8461-e51dbf09de41 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:55:39.901711 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-5c8c7c78-7590-4248-93c8-987dbda9ed0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, dc2ddf32-eefe-49df-8461-e51dbf09de41) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:39.906182 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8c7c78-7590-4248-93c8-987dbda9ed0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:39.907440 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5c8c7c78-7590-4248-93c8-987dbda9ed0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:39.911434 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6380bc45-eaca-4eec-a245-a1a700ef230c None None] Network dc2ddf32-eefe-49df-8461-e51dbf09de41 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:55:39.924742 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5c8c7c78-7590-4248-93c8-987dbda9ed0d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3088839 Feb 10 15:55:39.927588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37386) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:39.931920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:39.951320 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (aabfac54-8a6d-4e3d-9366-b675c76488f6), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:39.952316 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (aabfac54-8a6d-4e3d-9366-b675c76488f6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:40.003920 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Publish callbacks [] for router_controller (aabfac54-8a6d-4e3d-9366-b675c76488f6), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:40.015255 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-dc2ddf32-eefe-49df-8461-e51dbf09de41', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'fixed_ips': [{'subnet_id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:55:40.016135 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:40.146442 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Publish callbacks [] for router_gateway (aabfac54-8a6d-4e3d-9366-b675c76488f6), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:40.153529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Allocated IP 172.20.0.2 (dc2ddf32-eefe-49df-8461-e51dbf09de41/f750a144-3ea9-4e00-a3e9-e1b814525d1d/4971e348-953e-416a-93d3-0b054c762509) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:40.300706 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Publish callbacks [] for port (4971e348-953e-416a-93d3-0b054c762509), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:40.306984 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (4971e348-953e-416a-93d3-0b054c762509), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:40.343814 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Network dc2ddf32-eefe-49df-8461-e51dbf09de41 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:40.348740 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:40.352281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:40.352736 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Publish callbacks [] for router_gateway (aabfac54-8a6d-4e3d-9366-b675c76488f6), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:40.358877 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Pushing event updated for resources: {'Port': ['ID=4971e348-953e-416a-93d3-0b054c762509,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:40.373504 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:40.410886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Attempting to bind port 4971e348-953e-416a-93d3-0b054c762509 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:55:40.411174 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Attempting to bind port 4971e348-953e-416a-93d3-0b054c762509 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'fd01c88b-46de-4956-98d9-b27c9bf84dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:55:40.411533 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Attempting to bind port 4971e348-953e-416a-93d3-0b054c762509 on network dc2ddf32-eefe-49df-8461-e51dbf09de41 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:40.416520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:40.416926 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Checking segment: {'id': 'fd01c88b-46de-4956-98d9-b27c9bf84dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:55:40.417318 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:40.417705 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Bound using segment: {'id': 'fd01c88b-46de-4956-98d9-b27c9bf84dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:40.418188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Bound port: 4971e348-953e-416a-93d3-0b054c762509, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd01c88b-46de-4956-98d9-b27c9bf84dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:55:40.418561 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4971e348-953e-416a-93d3-0b054c762509), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:40.476119 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Allocated IP 172.25.3.57 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/ff52ef6b-93e6-4ce5-8603-90c98c4a398f) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:40.481176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] For port 4971e348-953e-416a-93d3-0b054c762509, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:40.484066 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] For port 4971e348-953e-416a-93d3-0b054c762509, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4971e348-953e-416a-93d3-0b054c762509,segment=NetworkSegment(fd01c88b-46de-4956-98d9-b27c9bf84dca),segment_id=fd01c88b-46de-4956-98d9-b27c9bf84dca)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:40.491202 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4971e348-953e-416a-93d3-0b054c762509), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:40.552422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5f754-8a42-47fc-b1a4-7f6b3b9feaa7 None None] Pushing event updated for resources: {'Port': ['ID=4971e348-953e-416a-93d3-0b054c762509,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:40.605007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Publish callbacks [] for port (ff52ef6b-93e6-4ce5-8603-90c98c4a398f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:40.639008 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (ff52ef6b-93e6-4ce5-8603-90c98c4a398f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:40.680555 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:40.683701 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:40.687922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:40.690998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ff52ef6b-93e6-4ce5-8603-90c98c4a398f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:41.231457 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Publish callbacks [] for router_gateway (aabfac54-8a6d-4e3d-9366-b675c76488f6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:41.445132 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (aabfac54-8a6d-4e3d-9366-b675c76488f6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:41.481915 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745088ab-0783-498d-94e0-74bb0e161ee5 None None] Network dc2ddf32-eefe-49df-8461-e51dbf09de41 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:55:41.579361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Router aabfac54-8a6d-4e3d-9366-b675c76488f6 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:55:41.694494 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:41.712405 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:41.712752 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Sync routers for ids ['aabfac54-8a6d-4e3d-9366-b675c76488f6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:41.713702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a99c18eb-7402-4bd3-a5cd-0120965774e9 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7851517 Feb 10 15:55:41.716514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37388) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:41.741482 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:41.748150 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f150960e-7037-495c-aee0-d9a2f4da9478 None None] Provisioning complete for port 4971e348-953e-416a-93d3-0b054c762509 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:41.748520 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f150960e-7037-495c-aee0-d9a2f4da9478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4971e348-953e-416a-93d3-0b054c762509), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:41.764587 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Routers {'aabfac54-8a6d-4e3d-9366-b675c76488f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:41.765223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['aabfac54-8a6d-4e3d-9366-b675c76488f6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:41.864724 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4971e348-953e-416a-93d3-0b054c762509 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:41.975948 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Set router aabfac54-8a6d-4e3d-9366-b675c76488f6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:42.060433 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f150960e-7037-495c-aee0-d9a2f4da9478 None None] Current status of the port 4971e348-953e-416a-93d3-0b054c762509 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:42.061169 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f150960e-7037-495c-aee0-d9a2f4da9478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (4971e348-953e-416a-93d3-0b054c762509), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.090208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4971e348-953e-416a-93d3-0b054c762509 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:42.090584 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4971e348-953e-416a-93d3-0b054c762509), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.154629 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.177050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f150960e-7037-495c-aee0-d9a2f4da9478 None None] For port 4971e348-953e-416a-93d3-0b054c762509, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4971e348-953e-416a-93d3-0b054c762509,segment=NetworkSegment(fd01c88b-46de-4956-98d9-b27c9bf84dca),segment_id=fd01c88b-46de-4956-98d9-b27c9bf84dca)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:42.184867 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f150960e-7037-495c-aee0-d9a2f4da9478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (4971e348-953e-416a-93d3-0b054c762509), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.271522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150960e-7037-495c-aee0-d9a2f4da9478 None None] Pushing event updated for resources: {'Port': ['ID=4971e348-953e-416a-93d3-0b054c762509,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:42.320485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Allocated IP 172.20.0.1 (dc2ddf32-eefe-49df-8461-e51dbf09de41/f750a144-3ea9-4e00-a3e9-e1b814525d1d/1aa32416-bf60-4875-8768-b0b8590768a1) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:42.326570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4971e348-953e-416a-93d3-0b054c762509 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:42.335941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-01cab2c4-14a8-4cb2-aa06-80559294b616 None None] Provisioning complete for port 4971e348-953e-416a-93d3-0b054c762509 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:42.336315 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-01cab2c4-14a8-4cb2-aa06-80559294b616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4971e348-953e-416a-93d3-0b054c762509), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.367975 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:55:41Z', 'revision_number': 3, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port': {'id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:40Z', 'updated_at': '2022-02-10T15:55:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:42.398477 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Checking router: aabfac54-8a6d-4e3d-9366-b675c76488f6 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:55:42.398828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Updating router aabfac54-8a6d-4e3d-9366-b675c76488f6 port ff52ef6b-93e6-4ce5-8603-90c98c4a398f binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:55:42.430589 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Publish callbacks [] for port (1aa32416-bf60-4875-8768-b0b8590768a1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.431994 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ff52ef6b-93e6-4ce5-8603-90c98c4a398f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.465635 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.506886 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Network dc2ddf32-eefe-49df-8461-e51dbf09de41 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:42.509835 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:42.512274 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:42.537169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa32416-bf60-4875-8768-b0b8590768a1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:42.541391 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-01cab2c4-14a8-4cb2-aa06-80559294b616 None None] Current status of the port 4971e348-953e-416a-93d3-0b054c762509 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:42.558748 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (aabfac54-8a6d-4e3d-9366-b675c76488f6), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.698602 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.732042 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Publish callbacks [] for port (ff52ef6b-93e6-4ce5-8603-90c98c4a398f), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.738112 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ff52ef6b-93e6-4ce5-8603-90c98c4a398f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.799720 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Attempting to bind port ff52ef6b-93e6-4ce5-8603-90c98c4a398f on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:55:42.800096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Attempting to bind port ff52ef6b-93e6-4ce5-8603-90c98c4a398f by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:55:42.800461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Attempting to bind port ff52ef6b-93e6-4ce5-8603-90c98c4a398f on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:42.807678 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a57d57-629e-4631-b054-dc642102f784 None None] Pushing event updated for resources: {'Port': ['ID=ff52ef6b-93e6-4ce5-8603-90c98c4a398f,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:42.811226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:42.811641 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:55:42.812057 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.812449 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:42.812969 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Bound port: ff52ef6b-93e6-4ce5-8603-90c98c4a398f, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:55:42.813354 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ff52ef6b-93e6-4ce5-8603-90c98c4a398f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.816030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-9d253e55-6ea9-4a17-a7f9-4403b2f1f0fd None None] Provisioning complete for port 1aa32416-bf60-4875-8768-b0b8590768a1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:42.816487 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9d253e55-6ea9-4a17-a7f9-4403b2f1f0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.872229 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Publish callbacks [] for port (1aa32416-bf60-4875-8768-b0b8590768a1), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.876979 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.896691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9d253e55-6ea9-4a17-a7f9-4403b2f1f0fd None None] Port 1aa32416-bf60-4875-8768-b0b8590768a1 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:55:42.899621 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2c203c0b-088e-4815-913d-17a552022d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.909818 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] For port ff52ef6b-93e6-4ce5-8603-90c98c4a398f, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:42.913122 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] For port ff52ef6b-93e6-4ce5-8603-90c98c4a398f, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ff52ef6b-93e6-4ce5-8603-90c98c4a398f,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:42.920727 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ff52ef6b-93e6-4ce5-8603-90c98c4a398f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.955797 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (aabfac54-8a6d-4e3d-9366-b675c76488f6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:42.958565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa32416-bf60-4875-8768-b0b8590768a1,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:42.978684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Routers {'aabfac54-8a6d-4e3d-9366-b675c76488f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:42.979301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['aabfac54-8a6d-4e3d-9366-b675c76488f6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:43.019269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a57d57-629e-4631-b054-dc642102f784 None None] Pushing event updated for resources: {'Port': ['ID=ff52ef6b-93e6-4ce5-8603-90c98c4a398f,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:43.050563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Network dc2ddf32-eefe-49df-8461-e51dbf09de41 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:43.051948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:43.097093 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] Set router aabfac54-8a6d-4e3d-9366-b675c76488f6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:43.176051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Router aabfac54-8a6d-4e3d-9366-b675c76488f6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:55:43.300280 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:43.305720 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 4, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port': {'id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:40Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '1aa32416-bf60-4875-8768-b0b8590768a1', 'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'mac_address': 'fa:16:3e:1c:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:42Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 2, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'subnets': [{'id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:43.306513 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-92d09c9d-e393-4165-b998-041b0d5acc78 admin admin] 10.222.0.64 "PUT /v2.0/routers/aabfac54-8a6d-4e3d-9366-b675c76488f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5889270 Feb 10 15:55:43.339373 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da3d76-3482-4f16-a31f-b66ccb9724ff None None] The sync data for ids ['aabfac54-8a6d-4e3d-9366-b675c76488f6'] in n-d-815324-7 is: [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 4, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port': {'id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:40Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '1aa32416-bf60-4875-8768-b0b8590768a1', 'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'mac_address': 'fa:16:3e:1c:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:42Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 2, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'subnets': [{'id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:43.346753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d65f20b0-5b3e-4f8f-b73c-3fbe85a2e301 None None] Provisioning complete for port 1aa32416-bf60-4875-8768-b0b8590768a1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:43.347129 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d65f20b0-5b3e-4f8f-b73c-3fbe85a2e301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:43.389710 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d65f20b0-5b3e-4f8f-b73c-3fbe85a2e301 None None] Port 1aa32416-bf60-4875-8768-b0b8590768a1 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:55:43.826233 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37404) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:43.832919 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-6037c327-19e3-4bf4-843c-49a0a58523d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-248157846-network', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:43.838047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4971e348-953e-416a-93d3-0b054c762509 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:43.860057 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6037c327-19e3-4bf4-843c-49a0a58523d1 admin admin] Made reservation on behalf of ad0500954bfd43fa9e3d5190553faf50 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:43.863254 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6037c327-19e3-4bf4-843c-49a0a58523d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:43.872931 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6037c327-19e3-4bf4-843c-49a0a58523d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:43.888931 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 4971e348-953e-416a-93d3-0b054c762509 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:43.889322 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (4971e348-953e-416a-93d3-0b054c762509), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:43.975133 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6037c327-19e3-4bf4-843c-49a0a58523d1 admin admin] Publish callbacks [] for security_group (90638441-9fa1-4c89-b243-300c883d18d7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:43.982512 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6037c327-19e3-4bf4-843c-49a0a58523d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (90638441-9fa1-4c89-b243-300c883d18d7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:43.993785 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 4971e348-953e-416a-93d3-0b054c762509 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:44.011889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6037c327-19e3-4bf4-843c-49a0a58523d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 15:55:44.028493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037c327-19e3-4bf4-843c-49a0a58523d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90638441-9fa1-4c89-b243-300c883d18d7,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:44.034299 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6037c327-19e3-4bf4-843c-49a0a58523d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (334e14b1-f0d5-4731-b411-f92bad72b282), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:44.034644 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-6037c327-19e3-4bf4-843c-49a0a58523d1 admin admin] Added segment 334e14b1-f0d5-4731-b411-f92bad72b282 of type vlan for network 90cbbcc7-51ba-4df0-8058-47772c71e938 Feb 10 15:55:44.076345 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6037c327-19e3-4bf4-843c-49a0a58523d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (90cbbcc7-51ba-4df0-8058-47772c71e938), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:44.105828 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6037c327-19e3-4bf4-843c-49a0a58523d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (90cbbcc7-51ba-4df0-8058-47772c71e938), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:44.107089 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6037c327-19e3-4bf4-843c-49a0a58523d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:44.107676 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-6037c327-19e3-4bf4-843c-49a0a58523d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:44.150136 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-6037c327-19e3-4bf4-843c-49a0a58523d1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3227439 Feb 10 15:55:44.153140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37406) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:44.158878 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-846b9cd0-9318-41f3-9c98-b67442571434 admin admin] Request body: {'subnet': {'network_id': '90cbbcc7-51ba-4df0-8058-47772c71e938', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-248157846-subnet', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50', 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:44.178537 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037c327-19e3-4bf4-843c-49a0a58523d1 admin admin] Pushing event updated for resources: {'Network': ['ID=90cbbcc7-51ba-4df0-8058-47772c71e938,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:44.180400 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846b9cd0-9318-41f3-9c98-b67442571434 admin admin] Made reservation on behalf of ad0500954bfd43fa9e3d5190553faf50 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:55:44.182898 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-846b9cd0-9318-41f3-9c98-b67442571434 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:44.189805 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 90cbbcc7-51ba-4df0-8058-47772c71e938 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 15:55:44.362198 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-846b9cd0-9318-41f3-9c98-b67442571434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (c30e3c5e-add0-4df7-929b-990535de0c0f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:44.422014 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b9cd0-9318-41f3-9c98-b67442571434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30e3c5e-add0-4df7-929b-990535de0c0f,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:44.431818 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b9cd0-9318-41f3-9c98-b67442571434 admin admin] Checking segment: {'id': '334e14b1-f0d5-4731-b411-f92bad72b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90cbbcc7-51ba-4df0-8058-47772c71e938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:55:44.432181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b9cd0-9318-41f3-9c98-b67442571434 admin admin] Network hostable DHCP agents. Network: 90cbbcc7-51ba-4df0-8058-47772c71e938, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 15:55:44.449976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b9cd0-9318-41f3-9c98-b67442571434 admin admin] Network 90cbbcc7-51ba-4df0-8058-47772c71e938 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 15:55:44.459754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-846b9cd0-9318-41f3-9c98-b67442571434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 90cbbcc7-51ba-4df0-8058-47772c71e938) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:44.463887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846b9cd0-9318-41f3-9c98-b67442571434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:44.464546 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-846b9cd0-9318-41f3-9c98-b67442571434 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:44.471401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aa1cac-0b6f-466b-a29f-93b5f25e2bd7 None None] Network 90cbbcc7-51ba-4df0-8058-47772c71e938 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:55:44.484266 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-846b9cd0-9318-41f3-9c98-b67442571434 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3274789 Feb 10 15:55:44.484656 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 37408) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:44.491025 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-248157846-router', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:55:44.514287 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (d5bf4c7d-4841-4966-93ff-81730805f808), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:44.515864 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (d5bf4c7d-4841-4966-93ff-81730805f808), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:44.576983 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Publish callbacks [] for router_controller (d5bf4c7d-4841-4966-93ff-81730805f808), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:44.734261 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Publish callbacks [] for router_gateway (d5bf4c7d-4841-4966-93ff-81730805f808), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:44.747147 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-90cbbcc7-51ba-4df0-8058-47772c71e938', 'network_id': '90cbbcc7-51ba-4df0-8058-47772c71e938', 'project_id': 'ad0500954bfd43fa9e3d5190553faf50', 'fixed_ips': [{'subnet_id': 'c30e3c5e-add0-4df7-929b-990535de0c0f'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 15:55:44.748252 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:44.889145 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Allocated IP 172.20.0.2 (90cbbcc7-51ba-4df0-8058-47772c71e938/c30e3c5e-add0-4df7-929b-990535de0c0f/fd12acfd-6dc4-4b78-b90d-f53017b72fa4) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:44.947659 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Publish callbacks [] for router_gateway (d5bf4c7d-4841-4966-93ff-81730805f808), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:44.968081 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:45.053568 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Publish callbacks [] for port (fd12acfd-6dc4-4b78-b90d-f53017b72fa4), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:45.059871 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (fd12acfd-6dc4-4b78-b90d-f53017b72fa4), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:45.085091 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Allocated IP 172.25.3.31 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/646a020d-d922-45ce-bba6-e144d19f0771) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:45.105557 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Network 90cbbcc7-51ba-4df0-8058-47772c71e938 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:45.108541 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:45.112726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:45.118191 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Pushing event updated for resources: {'Port': ['ID=fd12acfd-6dc4-4b78-b90d-f53017b72fa4,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:45.185900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Attempting to bind port fd12acfd-6dc4-4b78-b90d-f53017b72fa4 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:55:45.186474 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Attempting to bind port fd12acfd-6dc4-4b78-b90d-f53017b72fa4 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '334e14b1-f0d5-4731-b411-f92bad72b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90cbbcc7-51ba-4df0-8058-47772c71e938'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:55:45.186921 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Attempting to bind port fd12acfd-6dc4-4b78-b90d-f53017b72fa4 on network 90cbbcc7-51ba-4df0-8058-47772c71e938 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:45.195999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:45.196437 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Checking segment: {'id': '334e14b1-f0d5-4731-b411-f92bad72b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90cbbcc7-51ba-4df0-8058-47772c71e938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:55:45.196867 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:45.197268 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Bound using segment: {'id': '334e14b1-f0d5-4731-b411-f92bad72b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90cbbcc7-51ba-4df0-8058-47772c71e938'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:45.197806 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Bound port: fd12acfd-6dc4-4b78-b90d-f53017b72fa4, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334e14b1-f0d5-4731-b411-f92bad72b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90cbbcc7-51ba-4df0-8058-47772c71e938'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:55:45.198154 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fd12acfd-6dc4-4b78-b90d-f53017b72fa4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:45.204375 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Publish callbacks [] for port (646a020d-d922-45ce-bba6-e144d19f0771), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:45.207915 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ec197b71-222c-476f-90d2-c9befdd54fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:45.240541 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (646a020d-d922-45ce-bba6-e144d19f0771), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:45.269179 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] For port fd12acfd-6dc4-4b78-b90d-f53017b72fa4, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:45.272414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] For port fd12acfd-6dc4-4b78-b90d-f53017b72fa4, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fd12acfd-6dc4-4b78-b90d-f53017b72fa4,segment=NetworkSegment(334e14b1-f0d5-4731-b411-f92bad72b282),segment_id=334e14b1-f0d5-4731-b411-f92bad72b282)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:45.278932 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fd12acfd-6dc4-4b78-b90d-f53017b72fa4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:45.280113 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:45.283241 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:45.287572 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:45.312858 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Pushing event updated for resources: {'Port': ['ID=646a020d-d922-45ce-bba6-e144d19f0771,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:45.351809 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34098c-4ea0-4c75-b490-5721c89d00c7 None None] Pushing event updated for resources: {'Port': ['ID=fd12acfd-6dc4-4b78-b90d-f53017b72fa4,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:45.422772 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Sync routers for ids ['aabfac54-8a6d-4e3d-9366-b675c76488f6'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:45.432900 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Routers {'aabfac54-8a6d-4e3d-9366-b675c76488f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:45.433508 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['aabfac54-8a6d-4e3d-9366-b675c76488f6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:45.568719 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Set router aabfac54-8a6d-4e3d-9366-b675c76488f6 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:45.592045 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Publish callbacks [] for router_gateway (d5bf4c7d-4841-4966-93ff-81730805f808), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:45.777739 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 4, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port': {'id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:40Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '1aa32416-bf60-4875-8768-b0b8590768a1', 'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'mac_address': 'fa:16:3e:1c:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:42Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 2, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'subnets': [{'id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:45.806930 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Checking router: aabfac54-8a6d-4e3d-9366-b675c76488f6 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:55:45.807281 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Updating router aabfac54-8a6d-4e3d-9366-b675c76488f6 port 1aa32416-bf60-4875-8768-b0b8590768a1 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:55:45.820430 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (d5bf4c7d-4841-4966-93ff-81730805f808), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:45.840800 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:45.897840 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fd12acfd-6dc4-4b78-b90d-f53017b72fa4 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:45.949311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port fd12acfd-6dc4-4b78-b90d-f53017b72fa4 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:45.949682 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fd12acfd-6dc4-4b78-b90d-f53017b72fa4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:45.969857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Router d5bf4c7d-4841-4966-93ff-81730805f808 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 15:55:46.035032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port fd12acfd-6dc4-4b78-b90d-f53017b72fa4 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:46.035443 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fd12acfd-6dc4-4b78-b90d-f53017b72fa4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:46.085004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port fd12acfd-6dc4-4b78-b90d-f53017b72fa4, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fd12acfd-6dc4-4b78-b90d-f53017b72fa4,segment=NetworkSegment(334e14b1-f0d5-4731-b411-f92bad72b282),segment_id=334e14b1-f0d5-4731-b411-f92bad72b282)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:46.094719 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fd12acfd-6dc4-4b78-b90d-f53017b72fa4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:46.095688 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ff52ef6b-93e6-4ce5-8603-90c98c4a398f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:46.111113 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:46.136277 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:46.138737 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-04c81657-98cf-42a9-91fa-055bc8d1759d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6529980 Feb 10 15:55:46.141484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 37410) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:55:46.157526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Sync routers for ids ['d5bf4c7d-4841-4966-93ff-81730805f808'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:46.168457 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Publish callbacks [] for port (1aa32416-bf60-4875-8768-b0b8590768a1), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:46.178829 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:46.200170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Routers {'d5bf4c7d-4841-4966-93ff-81730805f808'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:46.200824 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5bf4c7d-4841-4966-93ff-81730805f808'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:46.205352 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=fd12acfd-6dc4-4b78-b90d-f53017b72fa4,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:46.258709 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6147d8a-e093-4b11-ba97-b65c6c49961d None None] Pushing event updated for resources: {'Port': ['ID=1aa32416-bf60-4875-8768-b0b8590768a1,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:46.272304 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ff52ef6b-93e6-4ce5-8603-90c98c4a398f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:46.272931 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ff52ef6b-93e6-4ce5-8603-90c98c4a398f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:46.332467 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Attempting to bind port 1aa32416-bf60-4875-8768-b0b8590768a1 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:55:46.332880 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Attempting to bind port 1aa32416-bf60-4875-8768-b0b8590768a1 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'fd01c88b-46de-4956-98d9-b27c9bf84dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:55:46.333244 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Attempting to bind port 1aa32416-bf60-4875-8768-b0b8590768a1 on network dc2ddf32-eefe-49df-8461-e51dbf09de41 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:46.345089 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:46.345460 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Checking segment: {'id': 'fd01c88b-46de-4956-98d9-b27c9bf84dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:55:46.346442 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:46.346833 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Bound using segment: {'id': 'fd01c88b-46de-4956-98d9-b27c9bf84dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:46.347304 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Bound port: 1aa32416-bf60-4875-8768-b0b8590768a1, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd01c88b-46de-4956-98d9-b27c9bf84dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:55:46.347679 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:46.405821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Set router d5bf4c7d-4841-4966-93ff-81730805f808 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:46.471745 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] For port 1aa32416-bf60-4875-8768-b0b8590768a1, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:46.475861 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] For port 1aa32416-bf60-4875-8768-b0b8590768a1, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1aa32416-bf60-4875-8768-b0b8590768a1,segment=NetworkSegment(fd01c88b-46de-4956-98d9-b27c9bf84dca),segment_id=fd01c88b-46de-4956-98d9-b27c9bf84dca)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:46.489649 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:46.541376 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:46.562178 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6147d8a-e093-4b11-ba97-b65c6c49961d None None] Pushing event updated for resources: {'Port': ['ID=1aa32416-bf60-4875-8768-b0b8590768a1,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:46.565000 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Routers {'aabfac54-8a6d-4e3d-9366-b675c76488f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:46.565598 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['aabfac54-8a6d-4e3d-9366-b675c76488f6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:46.598293 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ff52ef6b-93e6-4ce5-8603-90c98c4a398f is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:46.598682 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ff52ef6b-93e6-4ce5-8603-90c98c4a398f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:46.639449 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port ff52ef6b-93e6-4ce5-8603-90c98c4a398f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ff52ef6b-93e6-4ce5-8603-90c98c4a398f,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:46.677565 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adbfc13-1fba-459e-9dec-5ff09b94f3b8 None None] Network 90cbbcc7-51ba-4df0-8058-47772c71e938 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:55:46.680066 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ff52ef6b-93e6-4ce5-8603-90c98c4a398f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:46.697039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c501ef5-47f8-4c88-9509-80e57803b623 None None] Provisioning complete for port 1aa32416-bf60-4875-8768-b0b8590768a1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:46.697415 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c501ef5-47f8-4c88-9509-80e57803b623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:46.731929 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:46.744341 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] Set router aabfac54-8a6d-4e3d-9366-b675c76488f6 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:46.866257 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=ff52ef6b-93e6-4ce5-8603-90c98c4a398f,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:46.889851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'name': 'tempest-TestVolumeBackupRestore-248157846-router', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '646a020d-d922-45ce-bba6-e144d19f0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:44Z', 'updated_at': '2022-02-10T15:55:45Z', 'revision_number': 3, 'project_id': 'ad0500954bfd43fa9e3d5190553faf50', 'gw_port': {'id': '646a020d-d922-45ce-bba6-e144d19f0771', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:44Z', 'updated_at': '2022-02-10T15:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:46.943896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Allocated IP 172.20.0.1 (90cbbcc7-51ba-4df0-8058-47772c71e938/c30e3c5e-add0-4df7-929b-990535de0c0f/87f6601b-2ec5-4efa-bb8c-8b0dad96efdf) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:55:46.949836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Checking router: d5bf4c7d-4841-4966-93ff-81730805f808 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:55:46.950379 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Updating router d5bf4c7d-4841-4966-93ff-81730805f808 port 646a020d-d922-45ce-bba6-e144d19f0771 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:55:46.994750 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 4, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port': {'id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:40Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '1aa32416-bf60-4875-8768-b0b8590768a1', 'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'mac_address': 'fa:16:3e:1c:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:42Z', 'updated_at': '2022-02-10T15:55:46Z', 'revision_number': 4, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'subnets': [{'id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:47.002459 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (646a020d-d922-45ce-bba6-e144d19f0771), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.006320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c501ef5-47f8-4c88-9509-80e57803b623 None None] Current status of the port 1aa32416-bf60-4875-8768-b0b8590768a1 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:47.006320 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c501ef5-47f8-4c88-9509-80e57803b623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.032743 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6fcc9b-db0a-4a43-90e9-a8f10e3cd48f None None] The sync data for ids ['aabfac54-8a6d-4e3d-9366-b675c76488f6'] in n-d-815324-7 is: [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 4, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port': {'id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:40Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '1aa32416-bf60-4875-8768-b0b8590768a1', 'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'mac_address': 'fa:16:3e:1c:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:42Z', 'updated_at': '2022-02-10T15:55:46Z', 'revision_number': 4, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'subnets': [{'id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:47.062142 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Publish callbacks [] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.110756 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.133059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Network 90cbbcc7-51ba-4df0-8058-47772c71e938 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:47.139506 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c501ef5-47f8-4c88-9509-80e57803b623 None None] For port 1aa32416-bf60-4875-8768-b0b8590768a1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1aa32416-bf60-4875-8768-b0b8590768a1,segment=NetworkSegment(fd01c88b-46de-4956-98d9-b27c9bf84dca),segment_id=fd01c88b-46de-4956-98d9-b27c9bf84dca)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:47.146518 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c501ef5-47f8-4c88-9509-80e57803b623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.154114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:47.156413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:55:47.210462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Pushing event updated for resources: {'Port': ['ID=87f6601b-2ec5-4efa-bb8c-8b0dad96efdf,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:47.213038 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (d5bf4c7d-4841-4966-93ff-81730805f808), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.291216 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c501ef5-47f8-4c88-9509-80e57803b623 None None] Pushing event updated for resources: {'Port': ['ID=1aa32416-bf60-4875-8768-b0b8590768a1,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:47.314584 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-79ae916b-a2b5-41ae-8ade-6eb79c71d808 None None] Provisioning complete for port fd12acfd-6dc4-4b78-b90d-f53017b72fa4 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:47.315043 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-79ae916b-a2b5-41ae-8ade-6eb79c71d808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fd12acfd-6dc4-4b78-b90d-f53017b72fa4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.387417 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.585909 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Publish callbacks [] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.591664 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.627955 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Publish callbacks [] for port (646a020d-d922-45ce-bba6-e144d19f0771), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.635400 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-79ae916b-a2b5-41ae-8ade-6eb79c71d808 None None] Current status of the port fd12acfd-6dc4-4b78-b90d-f53017b72fa4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:47.637504 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (646a020d-d922-45ce-bba6-e144d19f0771), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.661740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Pushing event updated for resources: {'Port': ['ID=87f6601b-2ec5-4efa-bb8c-8b0dad96efdf,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:47.664297 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (d5bf4c7d-4841-4966-93ff-81730805f808), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.698216 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab29e7-3399-4005-b668-46af17881efe None None] Pushing event updated for resources: {'Port': ['ID=646a020d-d922-45ce-bba6-e144d19f0771,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:47.701571 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-79ae916b-a2b5-41ae-8ade-6eb79c71d808 None None] Provisioning complete for port 1aa32416-bf60-4875-8768-b0b8590768a1 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:47.701959 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-79ae916b-a2b5-41ae-8ade-6eb79c71d808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.703588 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Attempting to bind port 646a020d-d922-45ce-bba6-e144d19f0771 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:55:47.703951 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Attempting to bind port 646a020d-d922-45ce-bba6-e144d19f0771 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:55:47.704313 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Attempting to bind port 646a020d-d922-45ce-bba6-e144d19f0771 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:47.734259 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:47.734623 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:55:47.735024 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.735414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:47.735888 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Bound port: 646a020d-d922-45ce-bba6-e144d19f0771, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:55:47.736265 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (646a020d-d922-45ce-bba6-e144d19f0771), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.753646 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Network 90cbbcc7-51ba-4df0-8058-47772c71e938 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:55:47.759523 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:55:47.846370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] For port 646a020d-d922-45ce-bba6-e144d19f0771, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:47.864229 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] For port 646a020d-d922-45ce-bba6-e144d19f0771, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=646a020d-d922-45ce-bba6-e144d19f0771,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:47.868260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-79ae916b-a2b5-41ae-8ade-6eb79c71d808 None None] Current status of the port 1aa32416-bf60-4875-8768-b0b8590768a1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:47.873447 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (646a020d-d922-45ce-bba6-e144d19f0771), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:47.906372 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Router d5bf4c7d-4841-4966-93ff-81730805f808 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:55:47.912228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1aa32416-bf60-4875-8768-b0b8590768a1 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:47.969759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Routers {'d5bf4c7d-4841-4966-93ff-81730805f808'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:47.970402 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5bf4c7d-4841-4966-93ff-81730805f808'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:48.015519 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab29e7-3399-4005-b668-46af17881efe None None] Pushing event updated for resources: {'Port': ['ID=646a020d-d922-45ce-bba6-e144d19f0771,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:48.036816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:55:48.043911 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e18d12f7-5095-4a4a-a00e-7ab1e38b6b7c admin admin] 10.222.0.64 "PUT /v2.0/routers/d5bf4c7d-4841-4966-93ff-81730805f808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9007192 Feb 10 15:55:48.076968 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:48.084667 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7e9ad9df-e7ea-4a38-9f31-d13cf9823fbd None None] Provisioning complete for port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:48.085037 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7e9ad9df-e7ea-4a38-9f31-d13cf9823fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:48.099061 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:55:48.144521 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 1aa32416-bf60-4875-8768-b0b8590768a1 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:48.144930 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:48.196277 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] Set router d5bf4c7d-4841-4966-93ff-81730805f808 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:48.222066 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7e9ad9df-e7ea-4a38-9f31-d13cf9823fbd None None] Port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:55:48.285310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-7e9ad9df-e7ea-4a38-9f31-d13cf9823fbd None None] Provisioning complete for port fd12acfd-6dc4-4b78-b90d-f53017b72fa4 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:48.285684 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7e9ad9df-e7ea-4a38-9f31-d13cf9823fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fd12acfd-6dc4-4b78-b90d-f53017b72fa4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:48.418722 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 1aa32416-bf60-4875-8768-b0b8590768a1 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:48.420019 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fd12acfd-6dc4-4b78-b90d-f53017b72fa4 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:48.532836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7e9ad9df-e7ea-4a38-9f31-d13cf9823fbd None None] Current status of the port fd12acfd-6dc4-4b78-b90d-f53017b72fa4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:48.552272 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port fd12acfd-6dc4-4b78-b90d-f53017b72fa4 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:48.552670 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fd12acfd-6dc4-4b78-b90d-f53017b72fa4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:48.594833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'name': 'tempest-TestVolumeBackupRestore-248157846-router', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '646a020d-d922-45ce-bba6-e144d19f0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:44Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 4, 'project_id': 'ad0500954bfd43fa9e3d5190553faf50', 'gw_port': {'id': '646a020d-d922-45ce-bba6-e144d19f0771', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:44Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '87f6601b-2ec5-4efa-bb8c-8b0dad96efdf', 'name': '', 'network_id': '90cbbcc7-51ba-4df0-8058-47772c71e938', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50', 'mac_address': 'fa:16:3e:a1:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'c30e3c5e-add0-4df7-929b-990535de0c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:46Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 2, 'project_id': 'ad0500954bfd43fa9e3d5190553faf50', 'subnets': [{'id': 'c30e3c5e-add0-4df7-929b-990535de0c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:48.628505 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c514a4f-6e99-4854-9363-d877560bd124 None None] The sync data for ids ['d5bf4c7d-4841-4966-93ff-81730805f808'] in n-d-815324-7 is: [{'id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'name': 'tempest-TestVolumeBackupRestore-248157846-router', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '646a020d-d922-45ce-bba6-e144d19f0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:44Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 4, 'project_id': 'ad0500954bfd43fa9e3d5190553faf50', 'gw_port': {'id': '646a020d-d922-45ce-bba6-e144d19f0771', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:44Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '87f6601b-2ec5-4efa-bb8c-8b0dad96efdf', 'name': '', 'network_id': '90cbbcc7-51ba-4df0-8058-47772c71e938', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50', 'mac_address': 'fa:16:3e:a1:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'c30e3c5e-add0-4df7-929b-990535de0c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:46Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 2, 'project_id': 'ad0500954bfd43fa9e3d5190553faf50', 'subnets': [{'id': 'c30e3c5e-add0-4df7-929b-990535de0c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:48.684206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port fd12acfd-6dc4-4b78-b90d-f53017b72fa4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:48.685340 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ff52ef6b-93e6-4ce5-8603-90c98c4a398f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:48.687113 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-1ba47294-c9b6-4f38-8725-99dd50958eac None None] Provisioning complete for port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:48.687476 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1ba47294-c9b6-4f38-8725-99dd50958eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:48.760072 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1ba47294-c9b6-4f38-8725-99dd50958eac None None] Port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:55:48.774378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port ff52ef6b-93e6-4ce5-8603-90c98c4a398f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:48.774851 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ff52ef6b-93e6-4ce5-8603-90c98c4a398f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:48.879709 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port ff52ef6b-93e6-4ce5-8603-90c98c4a398f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:48.950133 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:49.903886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 646a020d-d922-45ce-bba6-e144d19f0771 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:49.961109 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 646a020d-d922-45ce-bba6-e144d19f0771 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:49.961719 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (646a020d-d922-45ce-bba6-e144d19f0771), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:50.051520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 646a020d-d922-45ce-bba6-e144d19f0771 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:50.051936 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (646a020d-d922-45ce-bba6-e144d19f0771), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:50.076991 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 646a020d-d922-45ce-bba6-e144d19f0771, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=646a020d-d922-45ce-bba6-e144d19f0771,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:50.082751 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (646a020d-d922-45ce-bba6-e144d19f0771), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:50.134400 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=646a020d-d922-45ce-bba6-e144d19f0771,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:50.821687 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Sync routers for ids ['d5bf4c7d-4841-4966-93ff-81730805f808'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:55:50.831564 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Routers {'d5bf4c7d-4841-4966-93ff-81730805f808'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:50.832165 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5bf4c7d-4841-4966-93ff-81730805f808'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:51.048405 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Set router d5bf4c7d-4841-4966-93ff-81730805f808 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:51.252416 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'name': 'tempest-TestVolumeBackupRestore-248157846-router', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '646a020d-d922-45ce-bba6-e144d19f0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:44Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 4, 'project_id': 'ad0500954bfd43fa9e3d5190553faf50', 'gw_port': {'id': '646a020d-d922-45ce-bba6-e144d19f0771', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:44Z', 'updated_at': '2022-02-10T15:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '87f6601b-2ec5-4efa-bb8c-8b0dad96efdf', 'name': '', 'network_id': '90cbbcc7-51ba-4df0-8058-47772c71e938', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50', 'mac_address': 'fa:16:3e:a1:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'c30e3c5e-add0-4df7-929b-990535de0c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:46Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 2, 'project_id': 'ad0500954bfd43fa9e3d5190553faf50', 'subnets': [{'id': 'c30e3c5e-add0-4df7-929b-990535de0c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:51.282400 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Checking router: d5bf4c7d-4841-4966-93ff-81730805f808 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:55:51.282747 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Updating router d5bf4c7d-4841-4966-93ff-81730805f808 port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 15:55:51.310477 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:51.571845 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Publish callbacks [] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:51.577309 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:51.653941 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978f475-19ad-4f9b-a718-024bd0f0e10d None None] Pushing event updated for resources: {'Port': ['ID=87f6601b-2ec5-4efa-bb8c-8b0dad96efdf,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:51.681950 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Attempting to bind port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:55:51.682335 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Attempting to bind port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '334e14b1-f0d5-4731-b411-f92bad72b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90cbbcc7-51ba-4df0-8058-47772c71e938'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:55:51.682697 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Attempting to bind port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf on network 90cbbcc7-51ba-4df0-8058-47772c71e938 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:55:51.688129 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:55:51.688511 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Checking segment: {'id': '334e14b1-f0d5-4731-b411-f92bad72b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90cbbcc7-51ba-4df0-8058-47772c71e938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:55:51.688968 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:51.689366 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Bound using segment: {'id': '334e14b1-f0d5-4731-b411-f92bad72b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90cbbcc7-51ba-4df0-8058-47772c71e938'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:55:51.689904 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Bound port: 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334e14b1-f0d5-4731-b411-f92bad72b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90cbbcc7-51ba-4df0-8058-47772c71e938'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:55:51.690281 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:51.757870 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] For port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:55:51.761165 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] For port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=87f6601b-2ec5-4efa-bb8c-8b0dad96efdf,segment=NetworkSegment(334e14b1-f0d5-4731-b411-f92bad72b282),segment_id=334e14b1-f0d5-4731-b411-f92bad72b282)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:55:51.768430 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:51.825054 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Routers {'d5bf4c7d-4841-4966-93ff-81730805f808'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:55:51.825645 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:55:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5bf4c7d-4841-4966-93ff-81730805f808'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:51.869362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 646a020d-d922-45ce-bba6-e144d19f0771 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:51.899425 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978f475-19ad-4f9b-a718-024bd0f0e10d None None] Pushing event updated for resources: {'Port': ['ID=87f6601b-2ec5-4efa-bb8c-8b0dad96efdf,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:51.943303 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6b9f4fc6-c577-4c51-aedc-71cd0ae15386 None None] Provisioning complete for port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:51.943914 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b9f4fc6-c577-4c51-aedc-71cd0ae15386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:51.969468 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] Set router d5bf4c7d-4841-4966-93ff-81730805f808 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:55:52.029763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 646a020d-d922-45ce-bba6-e144d19f0771 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:52.030235 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (646a020d-d922-45ce-bba6-e144d19f0771), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:52.055357 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dba19712-0770-4ba8-b959-9b8323555478 req-8c8bc283-ffd6-45b9-acaf-2cb58f77aeae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1009128 Feb 10 15:55:52.129996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f4fc6-c577-4c51-aedc-71cd0ae15386 None None] Current status of the port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:52.130947 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b9f4fc6-c577-4c51-aedc-71cd0ae15386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:52.146191 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba19712-0770-4ba8-b959-9b8323555478 req-95d5dbdb-564f-44ec-8389-655ac1f18551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:52.148115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dba19712-0770-4ba8-b959-9b8323555478 req-95d5dbdb-564f-44ec-8389-655ac1f18551 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 1127 time: 0.0625782 Feb 10 15:55:52.198609 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 646a020d-d922-45ce-bba6-e144d19f0771 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:52.220102 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6b9f4fc6-c577-4c51-aedc-71cd0ae15386 None None] For port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=87f6601b-2ec5-4efa-bb8c-8b0dad96efdf,segment=NetworkSegment(334e14b1-f0d5-4731-b411-f92bad72b282),segment_id=334e14b1-f0d5-4731-b411-f92bad72b282)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:55:52.226943 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b9f4fc6-c577-4c51-aedc-71cd0ae15386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:52.254237 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'name': 'tempest-TestVolumeBackupRestore-248157846-router', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '646a020d-d922-45ce-bba6-e144d19f0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:44Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 4, 'project_id': 'ad0500954bfd43fa9e3d5190553faf50', 'gw_port': {'id': '646a020d-d922-45ce-bba6-e144d19f0771', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:44Z', 'updated_at': '2022-02-10T15:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '87f6601b-2ec5-4efa-bb8c-8b0dad96efdf', 'name': '', 'network_id': '90cbbcc7-51ba-4df0-8058-47772c71e938', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50', 'mac_address': 'fa:16:3e:a1:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'c30e3c5e-add0-4df7-929b-990535de0c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:46Z', 'updated_at': '2022-02-10T15:55:51Z', 'revision_number': 4, 'project_id': 'ad0500954bfd43fa9e3d5190553faf50', 'subnets': [{'id': 'c30e3c5e-add0-4df7-929b-990535de0c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:55:52.281725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f4fc6-c577-4c51-aedc-71cd0ae15386 None None] Pushing event updated for resources: {'Port': ['ID=87f6601b-2ec5-4efa-bb8c-8b0dad96efdf,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:55:52.285147 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf42c1fa-f582-4310-8999-8fc8947d3c1f None None] The sync data for ids ['d5bf4c7d-4841-4966-93ff-81730805f808'] in n-d-815324-7 is: [{'id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'name': 'tempest-TestVolumeBackupRestore-248157846-router', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '646a020d-d922-45ce-bba6-e144d19f0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:44Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 4, 'project_id': 'ad0500954bfd43fa9e3d5190553faf50', 'gw_port': {'id': '646a020d-d922-45ce-bba6-e144d19f0771', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:44Z', 'updated_at': '2022-02-10T15:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '87f6601b-2ec5-4efa-bb8c-8b0dad96efdf', 'name': '', 'network_id': '90cbbcc7-51ba-4df0-8058-47772c71e938', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50', 'mac_address': 'fa:16:3e:a1:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'c30e3c5e-add0-4df7-929b-990535de0c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:46Z', 'updated_at': '2022-02-10T15:55:51Z', 'revision_number': 4, 'project_id': 'ad0500954bfd43fa9e3d5190553faf50', 'subnets': [{'id': 'c30e3c5e-add0-4df7-929b-990535de0c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:55:52.289687 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba19712-0770-4ba8-b959-9b8323555478 req-97783e1b-653b-4fc0-ad9f-b4ef48b49eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:52.291209 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dba19712-0770-4ba8-b959-9b8323555478 req-97783e1b-653b-4fc0-ad9f-b4ef48b49eaa service neutron] 10.222.0.72 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.1237168 Feb 10 15:55:52.357305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3552a923-fbde-40da-a2ff-5b34e574a7ba None None] Provisioning complete for port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:52.357861 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3552a923-fbde-40da-a2ff-5b34e574a7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:52.438150 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dba19712-0770-4ba8-b959-9b8323555478 req-1f0c5e5a-078b-499e-9690-159c045a9250 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a27df640-344a-4e9c-9da0-ca8e9cccbe6a HTTP/1.1" status: 200 len: 1001 time: 0.1407487 Feb 10 15:55:52.470478 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3552a923-fbde-40da-a2ff-5b34e574a7ba None None] Current status of the port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:55:52.498968 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba19712-0770-4ba8-b959-9b8323555478 req-74587bcb-e5b2-46ff-af69-d271498ca931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:52.500521 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dba19712-0770-4ba8-b959-9b8323555478 req-74587bcb-e5b2-46ff-af69-d271498ca931 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0571618 Feb 10 15:55:52.556896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba19712-0770-4ba8-b959-9b8323555478 req-e100c934-9a6a-41d7-94ed-723ab32af5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:55:52.558420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dba19712-0770-4ba8-b959-9b8323555478 req-e100c934-9a6a-41d7-94ed-723ab32af5a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519137 Feb 10 15:55:52.662224 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dba19712-0770-4ba8-b959-9b8323555478 req-33cffc30-5d43-469d-9f16-42023caeee1a service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975485 Feb 10 15:55:52.765577 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dba19712-0770-4ba8-b959-9b8323555478 req-e6f1e727-9054-40a5-b353-4b04e6f4b1c5 service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969541 Feb 10 15:55:53.856635 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:55:53.906036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:55:53.906412 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:55:53.984064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:56:07.246769 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:11.598884 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:12.881894 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aca0fa21-f28d-4028-bd01-83dc0e1b9d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:15.196235 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-11a5c747-2e5d-4726-af68-4fa48ff7806f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:16.450363 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:18.027573 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:18.952846 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:25.099714 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:56:37.252155 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:37.691396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea64305-9379-409e-bdf5-41dbefb670b8 req-6aa84321-05ba-4fb6-b185-fe6d6e774475 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:37.692926 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ea64305-9379-409e-bdf5-41dbefb670b8 req-6aa84321-05ba-4fb6-b185-fe6d6e774475 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 945 time: 0.2186124 Feb 10 15:56:37.743109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ea64305-9379-409e-bdf5-41dbefb670b8 req-d327d329-7283-4df7-b906-7a844f8b62f0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442264 Feb 10 15:56:38.863593 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4c029-19e1-4ba1-a806-31ad6fc431b7 req-67590f72-b8a5-4cad-8f7e-4052445d8a83 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:38.865090 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42a4c029-19e1-4ba1-a806-31ad6fc431b7 req-67590f72-b8a5-4cad-8f7e-4052445d8a83 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 945 time: 0.0530691 Feb 10 15:56:38.914574 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42a4c029-19e1-4ba1-a806-31ad6fc431b7 req-013ec4b4-d01d-4b20-b0f9-bb653228e481 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434771 Feb 10 15:56:39.086974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b0448-29ab-47f4-8bc9-aaefcd820ab6 req-0c2693c1-498d-450c-9a2a-3564b4fd1982 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:39.088599 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf4b0448-29ab-47f4-8bc9-aaefcd820ab6 req-0c2693c1-498d-450c-9a2a-3564b4fd1982 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 945 time: 0.0529842 Feb 10 15:56:39.184813 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-bf4b0448-29ab-47f4-8bc9-aaefcd820ab6 req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Deleting port a27df640-344a-4e9c-9da0-ca8e9cccbe6a {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:56:39.185162 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bf4b0448-29ab-47f4-8bc9-aaefcd820ab6 req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (a27df640-344a-4e9c-9da0-ca8e9cccbe6a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:39.273890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-bf4b0448-29ab-47f4-8bc9-aaefcd820ab6 req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] For port a27df640-344a-4e9c-9da0-ca8e9cccbe6a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=a27df640-344a-4e9c-9da0-ca8e9cccbe6a,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:56:39.274171 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bf4b0448-29ab-47f4-8bc9-aaefcd820ab6 req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (a27df640-344a-4e9c-9da0-ca8e9cccbe6a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:39.782168 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bf4b0448-29ab-47f4-8bc9-aaefcd820ab6 req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:39.782536 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bf4b0448-29ab-47f4-8bc9-aaefcd820ab6 req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (bbe86f43-484e-4afe-9a5b-042fa9d6079c), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:39.782858 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [req-bf4b0448-29ab-47f4-8bc9-aaefcd820ab6 req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Floating IP bbe86f43-484e-4afe-9a5b-042fa9d6079c disassociated. External IP: 172.25.3.249, port: a27df640-344a-4e9c-9da0-ca8e9cccbe6a. Feb 10 15:56:39.783214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-bf4b0448-29ab-47f4-8bc9-aaefcd820ab6 req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Calling delete_port for a27df640-344a-4e9c-9da0-ca8e9cccbe6a owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:56:39.908056 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bf4b0448-29ab-47f4-8bc9-aaefcd820ab6 req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (a27df640-344a-4e9c-9da0-ca8e9cccbe6a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:39.934284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event deleted for resources: {'Port': ['ID=a27df640-344a-4e9c-9da0-ca8e9cccbe6a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:39.944860 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:39.945212 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:39.945918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:39.945918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:39.946204 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:39.946538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:39.946869 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:39.947197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:39.947522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:39.947848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:39.948171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:39.948496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:39.948848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:40.071501 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b74087b1-ad13-4bf8-b294-a655eaaa753b req-4b6c7740-e144-4b91-9242-4afda936733b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 210 time: 0.0612063 Feb 10 15:56:40.096026 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf4b0448-29ab-47f4-8bc9-aaefcd820ab6 req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:56:40.211541 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf4b0448-29ab-47f4-8bc9-aaefcd820ab6 req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:56:40.222487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc55fa5f-494c-4fa4-b48b-946a90c145ac None None] Sync routers for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:56:40.231761 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc55fa5f-494c-4fa4-b48b-946a90c145ac None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:56:40.232373 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-cc55fa5f-494c-4fa4-b48b-946a90c145ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:56:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:40.254393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4b0448-29ab-47f4-8bc9-aaefcd820ab6 req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] No DVR routers for this DVR port a27df640-344a-4e9c-9da0-ca8e9cccbe6a on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:56:40.257285 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-bf4b0448-29ab-47f4-8bc9-aaefcd820ab6 req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:40.260812 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf4b0448-29ab-47f4-8bc9-aaefcd820ab6 req-1c5af060-0e26-49c1-9bd4-86e79b6baa4c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.72 "DELETE /v2.0/ports/a27df640-344a-4e9c-9da0-ca8e9cccbe6a HTTP/1.1" status: 204 len: 173 time: 1.1665864 Feb 10 15:56:40.261345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbbdcdc-0516-4661-a3f8-2ac7d50208bc', 'name': 'network-vif-deleted', 'tag': 'a27df640-344a-4e9c-9da0-ca8e9cccbe6a'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:56:40.263682 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634f3cc3-7524-4e01-9787-70fd0e55b35d" -d '{"events": [{"server_uuid": "fbbbdcdc-0516-4661-a3f8-2ac7d50208bc", "name": "network-vif-deleted", "tag": "a27df640-344a-4e9c-9da0-ca8e9cccbe6a"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:40.393313 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455205c3-b658-432f-8e73-f889806e39b0 x-openstack-request-id: req-455205c3-b658-432f-8e73-f889806e39b0 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:40.393642 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbbbdcdc-0516-4661-a3f8-2ac7d50208bc", "name": "network-vif-deleted", "tag": "a27df640-344a-4e9c-9da0-ca8e9cccbe6a", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:40.393900 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-455205c3-b658-432f-8e73-f889806e39b0 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:40.394313 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbbdcdc-0516-4661-a3f8-2ac7d50208bc', 'name': 'network-vif-deleted', 'tag': 'a27df640-344a-4e9c-9da0-ca8e9cccbe6a', 'status': 'completed', 'code': 200} Feb 10 15:56:40.535032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-cc55fa5f-494c-4fa4-b48b-946a90c145ac None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:56:40.735837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-cc55fa5f-494c-4fa4-b48b-946a90c145ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:40.767169 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc55fa5f-494c-4fa4-b48b-946a90c145ac None None] Checking router: 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:56:40.775397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc55fa5f-494c-4fa4-b48b-946a90c145ac None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:56:40.781064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-cc55fa5f-494c-4fa4-b48b-946a90c145ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:56:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:40.884331 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-cc55fa5f-494c-4fa4-b48b-946a90c145ac None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:56:41.082283 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-cc55fa5f-494c-4fa4-b48b-946a90c145ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:56:41.108889 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc55fa5f-494c-4fa4-b48b-946a90c145ac None None] The sync data for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 is: [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:56:41.204802 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d70d8179-5215-4504-9fb9-15243bb33707 req-d8b94574-e7ba-409a-a6c5-576a4235c425 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 210 time: 0.0407012 Feb 10 15:56:41.418679 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240404d8-eab7-4321-95fc-fa023f975842 None None] New status for floating IP bbe86f43-484e-4afe-9a5b-042fa9d6079c: DOWN {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:56:41.610345 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:42.205949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device a27df640-344a-4e9c-9da0-ca8e9cccbe6a no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:56:42.230212 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: a27df640-344a-4e9c-9da0-ca8e9cccbe6a {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:56:42.230565 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device a27df640-344a-4e9c-9da0-ca8e9cccbe6a not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:56:42.306764 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66729ee0-13bb-49f8-bd30-c0db501544db req-f650bf61-8f08-4894-9ef9-e6d12428dea2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 210 time: 0.0279639 Feb 10 15:56:42.885097 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fcbed2fb-5806-444d-96a9-d5cd62014dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:43.413871 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ee816d3-b4dd-4e02-bed4-d4b18e82ec16 req-f9a2b435-8324-4556-99f1-bd0b69737aa6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 210 time: 0.0357199 Feb 10 15:56:44.597747 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8e35f55-43e6-495e-ac74-696f6eca35bc req-be5c4141-92cc-44f4-a63f-8be15089636e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 210 time: 0.0938880 Feb 10 15:56:45.190396 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ab308ad5-572c-493a-af42-1901b1a96fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:45.699893 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-30105963-f86f-4d64-99e8-0b61f416cf7a req-701b9938-3403-494b-8589-7e16241d757f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 210 time: 0.0298064 Feb 10 15:56:46.452345 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:46.809751 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42b1bf0d-4a84-42f7-9e39-5b5aa490076d req-7113e71e-d51a-417a-81eb-bcfcd94f3885 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 210 time: 0.0344968 Feb 10 15:56:47.924348 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a51a8b4-202f-451f-94c0-db5ba268fcc0 req-d8b65d53-dd82-4845-a69a-1517d91a322d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 210 time: 0.0285552 Feb 10 15:56:48.031576 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:48.962063 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:49.037920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c4a1275-3e56-4e90-949c-76750c9c2f99 req-f682840d-3519-4a63-8d04-fcb4bf616a9b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbbbdcdc-0516-4661-a3f8-2ac7d50208bc HTTP/1.1" status: 200 len: 210 time: 0.0285029 Feb 10 15:56:50.306640 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-90ca2ae7-b319-44c9-b411-527b9160641a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583404017&fields=id&tenant_id=f6193cc70c8346199e4ee5ce98cad92b HTTP/1.1" status: 200 len: 267 time: 0.0507071 Feb 10 15:56:50.411031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-d29c0642-db2f-4527-9459-da639295482f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:50.412503 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-d29c0642-db2f-4527-9459-da639295482f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 812 time: 0.0992727 Feb 10 15:56:50.426977 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-90d97989-4cbc-4493-8b10-2f7e3fc9af43 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/quotas/f6193cc70c8346199e4ee5ce98cad92b HTTP/1.1" status: 200 len: 375 time: 0.0089478 Feb 10 15:56:50.481227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-425cadcb-7c0b-4c1e-8fe5-0b48a7bc1e5c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490961 Feb 10 15:56:50.581368 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-73e18e52-7987-4cf7-85d5-c0b959cd5d0c service neutron] 10.222.0.64 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885575 Feb 10 15:56:50.669349 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-1980ffbf-182e-4f6c-96a5-faf1ecfb1750 service neutron] 10.222.0.64 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824888 Feb 10 15:56:50.963059 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3568a4c7-e4ae-4be2-9c22-51734e810d9e req-f5fa6654-68a3-49f2-af12-b0571f80135f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 210 time: 0.0340309 Feb 10 15:56:51.915590 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-58df8092-a70d-4f6a-b703-8475cc49c500 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:51.917164 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-58df8092-a70d-4f6a-b703-8475cc49c500 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 812 time: 0.1114149 Feb 10 15:56:51.980889 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-f9618c1c-6479-4b34-ab52-0ede9082a7ea tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6193cc70c8346199e4ee5ce98cad92b HTTP/1.1" status: 200 len: 379 time: 0.0551956 Feb 10 15:56:51.990957 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'port': {'device_id': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'admin_state_up': True, 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'security_groups': ['c19f09a3-069b-46ba-8a58-39a92444a551']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:52.108876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Made reservation on behalf of f6193cc70c8346199e4ee5ce98cad92b for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:56:52.112919 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:52.113195 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da3d74a9-e482-4154-9632-48daf4c68b90 req-198c8a43-b865-4366-b662-b22ee03bed29 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 210 time: 0.0436323 Feb 10 15:56:52.269582 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Allocated IP 172.20.0.13 (3707da07-4fe9-4b6c-94ea-78b38c207829/c2412461-f325-414f-9061-42c35c61d99d/ad150608-0782-48a0-90be-c91be81c1031) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:56:52.744108 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for port (ad150608-0782-48a0-90be-c91be81c1031), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:52.781187 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ad150608-0782-48a0-90be-c91be81c1031), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:52.830002 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Network 3707da07-4fe9-4b6c-94ea-78b38c207829 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:56:52.833340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:56:52.837887 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:56:52.842311 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'Port': ['ID=ad150608-0782-48a0-90be-c91be81c1031,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:52.868433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:52.868829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:52.869159 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:52.869499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:52.869832 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:52.870163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:52.870503 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:52.870831 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:52.871158 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:52.871494 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:52.871809 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:52.872234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:52.872566 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:56:52.905246 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:52.906226 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:52.931176 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-9b0c26b3-5143-4a4d-b391-1628772c5871 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9448907 Feb 10 15:56:52.944147 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Request body: {'port': {'device_id': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:56:53.029559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ad150608-0782-48a0-90be-c91be81c1031), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:53.223487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-34b37b83-523e-40d1-971d-1d1247dc4419 None None] Provisioning complete for port ad150608-0782-48a0-90be-c91be81c1031 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:56:53.231958 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-34b37b83-523e-40d1-971d-1d1247dc4419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ad150608-0782-48a0-90be-c91be81c1031), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:53.254996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecaacfd-b8e1-42a9-89b1-ff2af57d9885 req-b8d30fb9-f7c4-4541-926a-27dc4a47c7e6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:53.262393 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aecaacfd-b8e1-42a9-89b1-ff2af57d9885 req-b8d30fb9-f7c4-4541-926a-27dc4a47c7e6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 932 time: 0.0682144 Feb 10 15:56:53.317066 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aecaacfd-b8e1-42a9-89b1-ff2af57d9885 req-022455b6-9804-40dc-8eec-b934982cde1e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537751 Feb 10 15:56:53.321235 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-34b37b83-523e-40d1-971d-1d1247dc4419 None None] Port ad150608-0782-48a0-90be-c91be81c1031 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:56:53.388282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad150608-0782-48a0-90be-c91be81c1031 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:56:53.396635 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Publish callbacks [] for port (ad150608-0782-48a0-90be-c91be81c1031), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:53.410383 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Transition to ACTIVE for port object ad150608-0782-48a0-90be-c91be81c1031 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:56:53.414634 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (ad150608-0782-48a0-90be-c91be81c1031), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:53.522662 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad150608-0782-48a0-90be-c91be81c1031,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:53.563659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Attempting to bind port ad150608-0782-48a0-90be-c91be81c1031 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:56:53.564006 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Attempting to bind port ad150608-0782-48a0-90be-c91be81c1031 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:56:53.564344 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Attempting to bind port ad150608-0782-48a0-90be-c91be81c1031 on network 3707da07-4fe9-4b6c-94ea-78b38c207829 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:56:53.569614 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Port ad150608-0782-48a0-90be-c91be81c1031 on network 3707da07-4fe9-4b6c-94ea-78b38c207829 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:56:53.569950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Attempting to bind port ad150608-0782-48a0-90be-c91be81c1031 on network 3707da07-4fe9-4b6c-94ea-78b38c207829 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:56:53.575080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:56:53.575485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Checking segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:56:53.575879 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Bound using segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:56:53.576308 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Bound port: ad150608-0782-48a0-90be-c91be81c1031, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:56:53.576685 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ad150608-0782-48a0-90be-c91be81c1031), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:53.660289 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] For port ad150608-0782-48a0-90be-c91be81c1031, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:56:53.665427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] For port ad150608-0782-48a0-90be-c91be81c1031, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=ad150608-0782-48a0-90be-c91be81c1031,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:56:53.673432 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (ad150608-0782-48a0-90be-c91be81c1031), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:53.716194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:53.716842 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:56:53.718283 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] 10.222.0.79 "PUT /v2.0/ports/ad150608-0782-48a0-90be-c91be81c1031 HTTP/1.1" status: 200 len: 1092 time: 0.7791772 Feb 10 15:56:53.718950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'tag': 'ad150608-0782-48a0-90be-c91be81c1031'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:56:53.722280 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc61bed8-2115-4bf2-9fdd-5d7e755ae6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4cacf125-c02d-4c57-86f1-f51f3d54d720", "tag": "ad150608-0782-48a0-90be-c91be81c1031"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:56:53.747374 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8fa52-c225-48ba-91f3-56ab0d1001e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad150608-0782-48a0-90be-c91be81c1031,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:56:53.826483 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4cdd44-dad4-4eaa-b933-0735475238c8 x-openstack-request-id: req-4a4cdd44-dad4-4eaa-b933-0735475238c8 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:56:53.826937 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cacf125-c02d-4c57-86f1-f51f3d54d720", "tag": "ad150608-0782-48a0-90be-c91be81c1031", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:56:53.827162 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a4cdd44-dad4-4eaa-b933-0735475238c8 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:56:53.827561 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'tag': 'ad150608-0782-48a0-90be-c91be81c1031', 'status': 'completed', 'code': 200} Feb 10 15:56:53.842178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-159336c9-5d90-48fd-a020-1b8276a90898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:53.844626 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-159336c9-5d90-48fd-a020-1b8276a90898 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 1126 time: 0.0778699 Feb 10 15:56:53.894037 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-fd1fe62d-2a39-483b-b6e9-7e6dae66bc88 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad150608-0782-48a0-90be-c91be81c1031 HTTP/1.1" status: 200 len: 217 time: 0.0412784 Feb 10 15:56:53.961119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-3077c7ca-11c0-4a56-995b-272e483483a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:53.962692 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-3077c7ca-11c0-4a56-995b-272e483483a8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0611184 Feb 10 15:56:54.038542 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-fd93a9db-24a0-4db0-a9f9-37e01094b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:54.040430 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-fd93a9db-24a0-4db0-a9f9-37e01094b192 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0712311 Feb 10 15:56:54.139948 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-99789517-65cc-4330-b659-59cd2c3bc47d service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929987 Feb 10 15:56:54.236267 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-54ae30fc-beee-48c6-a0d3-54f6171292e7 req-cc3207bf-4732-47bf-a387-d16212cc5e07 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903955 Feb 10 15:56:54.345507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61bed8-2115-4bf2-9fdd-5d7e755ae6bc req-37ef55de-d51d-481e-92aa-728013241448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:54.347123 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc61bed8-2115-4bf2-9fdd-5d7e755ae6bc req-37ef55de-d51d-481e-92aa-728013241448 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 1126 time: 0.0577044 Feb 10 15:56:54.448595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61bed8-2115-4bf2-9fdd-5d7e755ae6bc req-f549d8a5-36b7-4602-a213-d65d3a11c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:54.450529 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc61bed8-2115-4bf2-9fdd-5d7e755ae6bc req-f549d8a5-36b7-4602-a213-d65d3a11c4a5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.0974603 Feb 10 15:56:54.463148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b7193-9467-4f0d-a18a-8bcf41209c88 req-62bfa02f-8824-48e4-8905-8c387e3c76e8 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:54.472720 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-923b7193-9467-4f0d-a18a-8bcf41209c88 req-62bfa02f-8824-48e4-8905-8c387e3c76e8 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 944 time: 0.0680594 Feb 10 15:56:54.494196 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc61bed8-2115-4bf2-9fdd-5d7e755ae6bc req-e27c9f5d-a4de-4e05-9cef-500b4b310d27 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad150608-0782-48a0-90be-c91be81c1031 HTTP/1.1" status: 200 len: 217 time: 0.0372164 Feb 10 15:56:54.540534 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-923b7193-9467-4f0d-a18a-8bcf41209c88 req-4fb035e8-24a9-4754-bf86-79c8d23a1ffb tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620754 Feb 10 15:56:54.551331 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61bed8-2115-4bf2-9fdd-5d7e755ae6bc req-c7764475-a1ec-49d0-b593-a3ef51ef0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:54.553309 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc61bed8-2115-4bf2-9fdd-5d7e755ae6bc req-c7764475-a1ec-49d0-b593-a3ef51ef0173 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0521049 Feb 10 15:56:54.605433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61bed8-2115-4bf2-9fdd-5d7e755ae6bc req-a3592015-42f7-4ed2-b073-1d31cf183f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:54.607014 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc61bed8-2115-4bf2-9fdd-5d7e755ae6bc req-a3592015-42f7-4ed2-b073-1d31cf183f5b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481634 Feb 10 15:56:54.704848 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc61bed8-2115-4bf2-9fdd-5d7e755ae6bc req-6e04a834-3ad9-4f9c-923b-a7c3813b6e43 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916789 Feb 10 15:56:54.804852 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fc61bed8-2115-4bf2-9fdd-5d7e755ae6bc req-560d068d-9407-421d-a9a0-80ed058f871c service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947261 Feb 10 15:56:55.679196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a0539-4fda-4bec-970f-fbb5f258aad4 req-c4222ef7-f114-467d-bb4d-e519d105782d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:55.680745 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-271a0539-4fda-4bec-970f-fbb5f258aad4 req-c4222ef7-f114-467d-bb4d-e519d105782d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 944 time: 0.0726960 Feb 10 15:56:55.737112 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-271a0539-4fda-4bec-970f-fbb5f258aad4 req-4ce32bf8-178e-46e0-aba2-6ac73abaeba4 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503364 Feb 10 15:56:56.871567 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609482e-30fd-46c5-91fd-1e164d28be06 req-aba561e5-bac1-419a-a7b3-d13c01103875 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:56.873894 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9609482e-30fd-46c5-91fd-1e164d28be06 req-aba561e5-bac1-419a-a7b3-d13c01103875 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 944 time: 0.0562871 Feb 10 15:56:56.933191 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9609482e-30fd-46c5-91fd-1e164d28be06 req-16220775-efe9-4732-884f-eab88c8e4305 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498097 Feb 10 15:56:58.064178 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72da88d-5dec-4fc7-b95b-a93eccc934e7 req-a5b5e5ed-87c8-41c6-8a6d-08baae489721 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:58.065853 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c72da88d-5dec-4fc7-b95b-a93eccc934e7 req-a5b5e5ed-87c8-41c6-8a6d-08baae489721 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 944 time: 0.0602341 Feb 10 15:56:58.124479 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c72da88d-5dec-4fc7-b95b-a93eccc934e7 req-4d43389a-8a5e-4dd5-9f39-91cdc6a781ec tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497904 Feb 10 15:56:59.267305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e19b53-1af5-4c80-9f93-c2b21d410a92 req-c7e36888-e61d-44c9-b4ca-71fbe5d548b2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:56:59.268845 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1e19b53-1af5-4c80-9f93-c2b21d410a92 req-c7e36888-e61d-44c9-b4ca-71fbe5d548b2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 944 time: 0.0586553 Feb 10 15:56:59.325479 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d1e19b53-1af5-4c80-9f93-c2b21d410a92 req-3ff9174b-f3ad-4c33-9c92-510355e1b3dd tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496750 Feb 10 15:57:00.463786 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c09dbf-8b7f-4703-924b-712be1d46de4 req-3d6df0dc-9f45-452d-8e84-7b2f3e9256a1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:00.466196 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96c09dbf-8b7f-4703-924b-712be1d46de4 req-3d6df0dc-9f45-452d-8e84-7b2f3e9256a1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 944 time: 0.0644310 Feb 10 15:57:00.525487 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96c09dbf-8b7f-4703-924b-712be1d46de4 req-d07edcff-bed9-4291-a9d7-d992ea9feff5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516660 Feb 10 15:57:01.669917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3579f-78c5-47f8-8439-e4dc24b19714 req-a93e99fd-768f-4f08-96ce-e2fc745bbbaf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:01.678174 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67c3579f-78c5-47f8-8439-e4dc24b19714 req-a93e99fd-768f-4f08-96ce-e2fc745bbbaf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 944 time: 0.0703185 Feb 10 15:57:01.750917 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67c3579f-78c5-47f8-8439-e4dc24b19714 req-fffd8f21-c70b-43de-9b5b-b9ade662c852 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713904 Feb 10 15:57:02.099863 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:57:02.852740 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283a1d7-086c-4860-b0c8-a51956bbf053 req-1bc14fe2-17a8-4a48-95eb-0986fcca918c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:02.853761 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2283a1d7-086c-4860-b0c8-a51956bbf053 req-1bc14fe2-17a8-4a48-95eb-0986fcca918c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 944 time: 0.0548203 Feb 10 15:57:02.918309 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2283a1d7-086c-4860-b0c8-a51956bbf053 req-74fdd1fc-42ef-430e-b9fd-41a45d6bda26 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567474 Feb 10 15:57:04.045975 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e536e2d-a81a-4940-a4fe-e7345864cc41 req-1766c4ee-ee24-4095-826e-662579e2b884 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:04.047515 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e536e2d-a81a-4940-a4fe-e7345864cc41 req-1766c4ee-ee24-4095-826e-662579e2b884 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 944 time: 0.0551188 Feb 10 15:57:04.098561 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e536e2d-a81a-4940-a4fe-e7345864cc41 req-daaccabf-612d-4b03-82a7-2983ecf7220c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448062 Feb 10 15:57:05.221860 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16d2b0-dfee-464d-a3d5-d939ad6509b0 req-5422b56b-4708-44b1-a227-41195bf3eb8a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:05.223470 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea16d2b0-dfee-464d-a3d5-d939ad6509b0 req-5422b56b-4708-44b1-a227-41195bf3eb8a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 944 time: 0.0538659 Feb 10 15:57:05.272219 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea16d2b0-dfee-464d-a3d5-d939ad6509b0 req-33c94e74-47ce-444c-84cb-ce61df31f0e4 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430195 Feb 10 15:57:06.393750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0431b-1db3-447e-a0f7-3977326a1095 req-3c89bc3d-56f2-4113-8084-d140dc612fde tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:06.395149 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73b0431b-1db3-447e-a0f7-3977326a1095 req-3c89bc3d-56f2-4113-8084-d140dc612fde tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 944 time: 0.0560780 Feb 10 15:57:06.444486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73b0431b-1db3-447e-a0f7-3977326a1095 req-5dd4a5f3-abe1-42e5-bc6d-8a41b5f8a973 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435250 Feb 10 15:57:07.259484 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:07.574426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effacc35-245c-4e7c-85aa-103de842711d req-5ff88a50-aef8-47cf-848f-d03edb2ce21b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:07.575934 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-effacc35-245c-4e7c-85aa-103de842711d req-5ff88a50-aef8-47cf-848f-d03edb2ce21b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 944 time: 0.0555806 Feb 10 15:57:07.625444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-effacc35-245c-4e7c-85aa-103de842711d req-4b53a162-0fc0-4a4f-bb0b-34c2c3cb5416 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433493 Feb 10 15:57:08.746021 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe93e3-9597-4781-a583-8c2e9d4b2066 req-c758f946-fb83-4e5f-ae91-889ab60ad99b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:08.747560 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdbe93e3-9597-4781-a583-8c2e9d4b2066 req-c758f946-fb83-4e5f-ae91-889ab60ad99b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 944 time: 0.0539896 Feb 10 15:57:08.809207 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdbe93e3-9597-4781-a583-8c2e9d4b2066 req-9e4b0ca3-9ed0-4e10-bcdd-c03cc49b881f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558834 Feb 10 15:57:09.925811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a3346-4879-4657-bb3c-452e2138530c req-aa8670dc-c4b0-4d65-b05d-4646369f2512 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:09.927316 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e51a3346-4879-4657-bb3c-452e2138530c req-aa8670dc-c4b0-4d65-b05d-4646369f2512 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 944 time: 0.0527534 Feb 10 15:57:09.975179 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e51a3346-4879-4657-bb3c-452e2138530c req-ded328c8-0313-491a-9c48-aea5e27d81a3 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422175 Feb 10 15:57:11.098829 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a4a0-f553-43ad-a062-192dd610c19f req-66d51fc2-acc0-443a-a3d2-8b0fe7d2f06c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:11.100411 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03b5a4a0-f553-43ad-a062-192dd610c19f req-66d51fc2-acc0-443a-a3d2-8b0fe7d2f06c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 944 time: 0.0539150 Feb 10 15:57:11.149785 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-03b5a4a0-f553-43ad-a062-192dd610c19f req-1d7045f5-1d1e-47ff-a29a-f50d245d8d87 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436430 Feb 10 15:57:11.641319 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:11.926943 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device ad150608-0782-48a0-90be-c91be81c1031 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:57:12.021158 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port ad150608-0782-48a0-90be-c91be81c1031, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=ad150608-0782-48a0-90be-c91be81c1031,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:12.037048 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'ad150608-0782-48a0-90be-c91be81c1031', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'port_id': 'ad150608-0782-48a0-90be-c91be81c1031', 'mac_address': 'fa:16:3e:95:5f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:57:12.073973 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port ad150608-0782-48a0-90be-c91be81c1031 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:57:12.074368 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ad150608-0782-48a0-90be-c91be81c1031), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:12.087892 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad150608-0782-48a0-90be-c91be81c1031 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:57:12.107068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port ad150608-0782-48a0-90be-c91be81c1031, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=ad150608-0782-48a0-90be-c91be81c1031,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:12.111386 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ad150608-0782-48a0-90be-c91be81c1031), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:12.160230 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=ad150608-0782-48a0-90be-c91be81c1031,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:12.167483 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:12.167829 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:12.168204 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:12.168536 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:12.168891 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:12.170504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:12.170504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:12.170504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:12.170504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:12.170504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:12.170898 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:12.171138 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:12.171401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:57:12.278315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d96497-dca0-4482-9f35-0a57c423c40c req-71e63539-7f18-4563-8bac-b33183bb9d31 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:12.279809 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4d96497-dca0-4482-9f35-0a57c423c40c req-71e63539-7f18-4563-8bac-b33183bb9d31 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 945 time: 0.0572314 Feb 10 15:57:12.329693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d4d96497-dca0-4482-9f35-0a57c423c40c req-10927afa-ff7b-43b3-a040-dcf0b70f1149 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439990 Feb 10 15:57:12.447331 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['ad150608-0782-48a0-90be-c91be81c1031'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:57:12.889547 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d07fdebf-8ad6-4187-9c65-e00c1128ff1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:13.453504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef0434-ff63-483f-9ac9-dfdd7c3d385f req-80abdce6-8fe0-49af-bbfb-49d5ab6bf1de tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:13.455010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4ef0434-ff63-483f-9ac9-dfdd7c3d385f req-80abdce6-8fe0-49af-bbfb-49d5ab6bf1de tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 945 time: 0.0527256 Feb 10 15:57:13.503620 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4ef0434-ff63-483f-9ac9-dfdd7c3d385f req-58ebd4a1-c89b-41b2-b1cd-a42e8ded1266 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430224 Feb 10 15:57:13.940036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device ad150608-0782-48a0-90be-c91be81c1031 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:57:13.991085 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port ad150608-0782-48a0-90be-c91be81c1031 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:57:13.995301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port ad150608-0782-48a0-90be-c91be81c1031 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:57:13.995680 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (ad150608-0782-48a0-90be-c91be81c1031), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:14.073383 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port ad150608-0782-48a0-90be-c91be81c1031 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:57:14.073714 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (ad150608-0782-48a0-90be-c91be81c1031), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:14.097176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad150608-0782-48a0-90be-c91be81c1031'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:57:14.099442 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbc0e99-0b32-4ab5-948a-93d619ddaa25" -d '{"events": [{"server_uuid": "4cacf125-c02d-4c57-86f1-f51f3d54d720", "name": "network-vif-plugged", "status": "completed", "tag": "ad150608-0782-48a0-90be-c91be81c1031"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:14.112443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port ad150608-0782-48a0-90be-c91be81c1031, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=ad150608-0782-48a0-90be-c91be81c1031,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:57:14.117270 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (ad150608-0782-48a0-90be-c91be81c1031), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:14.144440 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee044ad7-1e39-431a-903b-c028633ec791 x-openstack-request-id: req-ee044ad7-1e39-431a-903b-c028633ec791 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:14.144843 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cacf125-c02d-4c57-86f1-f51f3d54d720", "name": "network-vif-plugged", "status": "completed", "tag": "ad150608-0782-48a0-90be-c91be81c1031", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:14.145165 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee044ad7-1e39-431a-903b-c028633ec791 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:14.145628 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad150608-0782-48a0-90be-c91be81c1031', 'code': 200} Feb 10 15:57:14.186775 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=ad150608-0782-48a0-90be-c91be81c1031,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:14.246520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4c834-7370-49f5-91eb-8956122efa74 req-6d268ac9-6df5-4cd6-8a41-cf343267c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:14.248259 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35f4c834-7370-49f5-91eb-8956122efa74 req-6d268ac9-6df5-4cd6-8a41-cf343267c431 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 1128 time: 0.0464606 Feb 10 15:57:14.295726 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35f4c834-7370-49f5-91eb-8956122efa74 req-24e8a53b-c62a-4dc6-80fd-7b1ec9470787 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417409 Feb 10 15:57:14.627085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ead93-6595-4450-abd9-d6c475972b1e req-3c1d7021-370f-48db-b6af-2923a34cd42b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:14.628605 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-710ead93-6595-4450-abd9-d6c475972b1e req-3c1d7021-370f-48db-b6af-2923a34cd42b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 946 time: 0.0580406 Feb 10 15:57:14.680998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-710ead93-6595-4450-abd9-d6c475972b1e req-3b373c91-8d2a-4ee3-a816-b8c3741a92e0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465634 Feb 10 15:57:15.193217 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c14fe53f-9858-4487-9f3f-4efd4842ace9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:15.803868 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b66175-f3af-4e1a-a1cf-ca557d74d13c req-823e74e3-8d01-42fe-9ff7-488eacbbecd5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:15.805717 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94b66175-f3af-4e1a-a1cf-ca557d74d13c req-823e74e3-8d01-42fe-9ff7-488eacbbecd5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 946 time: 0.0537260 Feb 10 15:57:15.854507 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94b66175-f3af-4e1a-a1cf-ca557d74d13c req-8f509261-f939-4ed7-9014-addfad6c3841 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435762 Feb 10 15:57:15.972385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7c15b-7b0c-4edc-bbb9-52d094239a06 req-1c8fd5db-b3e8-4fec-9196-fa3b0995f211 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:15.973911 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdb7c15b-7b0c-4edc-bbb9-52d094239a06 req-1c8fd5db-b3e8-4fec-9196-fa3b0995f211 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 946 time: 0.0533912 Feb 10 15:57:16.025895 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fdb7c15b-7b0c-4edc-bbb9-52d094239a06 req-b6656477-335a-4908-9e82-c8988287dcc9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461452 Feb 10 15:57:16.048296 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38268) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:57:16.097393 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335545ab-d601-4cab-b1ff-e5376bde7495 tempest-TestVolumeBootPattern-572809584 tempest-TestVolumeBootPattern-572809584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:16.098945 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-335545ab-d601-4cab-b1ff-e5376bde7495 tempest-TestVolumeBootPattern-572809584 tempest-TestVolumeBootPattern-572809584-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 1123 time: 0.0496032 Feb 10 15:57:16.101708 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38270) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:57:16.105924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': 'ad150608-0782-48a0-90be-c91be81c1031', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:57:16.127833 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:16.224319 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:16.331155 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Allocated IP 172.25.3.148 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/72a31eda-0a47-400f-8332-5349e8d9b379) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:57:16.435541 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for port (72a31eda-0a47-400f-8332-5349e8d9b379), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:16.456666 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:16.475839 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (72a31eda-0a47-400f-8332-5349e8d9b379), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:16.519598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:57:16.522692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:57:16.527183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:57:16.530343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'Port': ['ID=72a31eda-0a47-400f-8332-5349e8d9b379,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:16.903824 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for floatingip (56408935-7175-446e-ab78-1f9267753dba), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:16.970844 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (72a31eda-0a47-400f-8332-5349e8d9b379), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:17.118719 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for port (72a31eda-0a47-400f-8332-5349e8d9b379), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:17.123206 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (72a31eda-0a47-400f-8332-5349e8d9b379), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:17.192630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'Port': ['ID=72a31eda-0a47-400f-8332-5349e8d9b379,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:57:17.204424 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (56408935-7175-446e-ab78-1f9267753dba), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:17.309254 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Floating IP 56408935-7175-446e-ab78-1f9267753dba associated. External IP: 172.25.3.148, port: ad150608-0782-48a0-90be-c91be81c1031. Feb 10 15:57:17.522688 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:57:17.631624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:57:17.643530 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dce846-8628-4116-afc6-fe539d377c97 None None] Sync routers for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:57:17.652150 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:17.657287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dce846-8628-4116-afc6-fe539d377c97 None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:57:17.657977 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-d4dce846-8628-4116-afc6-fe539d377c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:57:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:17.689263 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c2964e52-d082-4f3b-9ba3-9c3d0150db10 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5864060 Feb 10 15:57:17.690185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'tag': 'ad150608-0782-48a0-90be-c91be81c1031'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:57:17.693326 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa4da3b-d079-4a58-90ce-863a73745ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "4cacf125-c02d-4c57-86f1-f51f3d54d720", "tag": "ad150608-0782-48a0-90be-c91be81c1031"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:57:17.730830 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d0d3c9-b4ed-46d5-b824-031a3454e77a x-openstack-request-id: req-b7d0d3c9-b4ed-46d5-b824-031a3454e77a {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:57:17.731124 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cacf125-c02d-4c57-86f1-f51f3d54d720", "tag": "ad150608-0782-48a0-90be-c91be81c1031", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:57:17.731379 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b7d0d3c9-b4ed-46d5-b824-031a3454e77a {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:57:17.731784 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'tag': 'ad150608-0782-48a0-90be-c91be81c1031', 'status': 'completed', 'code': 200} Feb 10 15:57:17.790252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-d4dce846-8628-4116-afc6-fe539d377c97 None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:57:17.808406 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4da3b-d079-4a58-90ce-863a73745ef6 req-f3b9ed24-d382-4113-a3e7-f2fa9c825ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:17.810005 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1fa4da3b-d079-4a58-90ce-863a73745ef6 req-f3b9ed24-d382-4113-a3e7-f2fa9c825ccb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 1128 time: 0.0557001 Feb 10 15:57:17.906217 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4da3b-d079-4a58-90ce-863a73745ef6 req-161572c7-6edf-4b84-b580-de3ba1767799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:17.907693 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1fa4da3b-d079-4a58-90ce-863a73745ef6 req-161572c7-6edf-4b84-b580-de3ba1767799 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.0920928 Feb 10 15:57:17.979493 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1fa4da3b-d079-4a58-90ce-863a73745ef6 req-8180face-ff05-48da-995e-255b02ca57e0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad150608-0782-48a0-90be-c91be81c1031 HTTP/1.1" status: 200 len: 1000 time: 0.0659068 Feb 10 15:57:18.033926 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4da3b-d079-4a58-90ce-863a73745ef6 req-58f1566c-79e0-4d27-8cd7-baed89cad854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:18.035986 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1fa4da3b-d079-4a58-90ce-863a73745ef6 req-58f1566c-79e0-4d27-8cd7-baed89cad854 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0497088 Feb 10 15:57:18.051337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-d4dce846-8628-4116-afc6-fe539d377c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '56408935-7175-446e-ab78-1f9267753dba', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'port_id': 'ad150608-0782-48a0-90be-c91be81c1031', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'mac_address': 'fa:16:3e:95:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:57:16Z', 'updated_at': '2022-02-10T15:57:16Z', 'revision_number': 0, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:18.053551 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:18.079513 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dce846-8628-4116-afc6-fe539d377c97 None None] Checking router: 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:57:18.087972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dce846-8628-4116-afc6-fe539d377c97 None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:57:18.088151 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4da3b-d079-4a58-90ce-863a73745ef6 req-22110824-1ec5-49c1-ab5a-26561e4d158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:18.088581 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-d4dce846-8628-4116-afc6-fe539d377c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:57:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:18.089684 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1fa4da3b-d079-4a58-90ce-863a73745ef6 req-22110824-1ec5-49c1-ab5a-26561e4d158d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480556 Feb 10 15:57:18.186713 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1fa4da3b-d079-4a58-90ce-863a73745ef6 req-06a95f16-60da-434d-9712-5f065198d60d service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909736 Feb 10 15:57:18.202008 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-d4dce846-8628-4116-afc6-fe539d377c97 None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:57:18.281244 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1fa4da3b-d079-4a58-90ce-863a73745ef6 req-c0dc4f81-ce8b-4aef-8b56-367236cb3454 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890849 Feb 10 15:57:18.442775 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-d4dce846-8628-4116-afc6-fe539d377c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '56408935-7175-446e-ab78-1f9267753dba', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'port_id': 'ad150608-0782-48a0-90be-c91be81c1031', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'mac_address': 'fa:16:3e:95:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:57:16Z', 'updated_at': '2022-02-10T15:57:16Z', 'revision_number': 0, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:57:18.638212 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dce846-8628-4116-afc6-fe539d377c97 None None] The sync data for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 is: [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '56408935-7175-446e-ab78-1f9267753dba', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'port_id': 'ad150608-0782-48a0-90be-c91be81c1031', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'mac_address': 'fa:16:3e:95:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:57:16Z', 'updated_at': '2022-02-10T15:57:16Z', 'revision_number': 0, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:57:18.841487 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006bbef-aa9f-4f67-8655-83298f91ef33 None None] New status for floating IP 56408935-7175-446e-ab78-1f9267753dba: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:57:18.956390 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:26.840905 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-660256a8-4388-4f44-bae1-8b765e380e08 req-aa696886-8b04-48a4-a63f-1c8e62b47b40 service neutron] (103369) timed out ('10.222.0.79', 61958) {{(pid=103369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 15:57:37.256929 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:39.099443 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:57:41.646800 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:42.892833 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13e3eb51-a1f1-40fa-b018-083249cde736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:45.198170 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7953ddf-148f-484e-9f9b-8802b3ca4f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:46.459788 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:48.036849 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:48.959093 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:57:59.160329 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72143af7-7cfb-41cc-ae65-0b070d326b71 req-e640844e-d9b2-4b0e-955d-b052e05d76c1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1023006 Feb 10 15:57:59.245788 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72143af7-7cfb-41cc-ae65-0b070d326b71 req-6a6370d3-235d-4e2e-8bd9-241eba101147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:59.247309 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72143af7-7cfb-41cc-ae65-0b070d326b71 req-6a6370d3-235d-4e2e-8bd9-241eba101147 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 1128 time: 0.0458288 Feb 10 15:57:59.349968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72143af7-7cfb-41cc-ae65-0b070d326b71 req-2362a0f0-2912-4f7b-aa0f-be317dfc7208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:59.351419 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72143af7-7cfb-41cc-ae65-0b070d326b71 req-2362a0f0-2912-4f7b-aa0f-be317dfc7208 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.0861242 Feb 10 15:57:59.418690 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72143af7-7cfb-41cc-ae65-0b070d326b71 req-aaf0461d-fbb0-4eab-b11c-69d2e91c8dc9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad150608-0782-48a0-90be-c91be81c1031 HTTP/1.1" status: 200 len: 1002 time: 0.0610781 Feb 10 15:57:59.465990 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72143af7-7cfb-41cc-ae65-0b070d326b71 req-3acc92cd-4444-456d-abbf-ba29167d6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:59.468015 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72143af7-7cfb-41cc-ae65-0b070d326b71 req-3acc92cd-4444-456d-abbf-ba29167d6859 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0434811 Feb 10 15:57:59.515828 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72143af7-7cfb-41cc-ae65-0b070d326b71 req-d7045f54-c9bd-438c-bf25-2462de81bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:57:59.517416 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72143af7-7cfb-41cc-ae65-0b070d326b71 req-d7045f54-c9bd-438c-bf25-2462de81bdc7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441155 Feb 10 15:57:59.612298 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72143af7-7cfb-41cc-ae65-0b070d326b71 req-9e375cec-8474-429c-b7ac-19248679bed4 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881829 Feb 10 15:57:59.704053 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72143af7-7cfb-41cc-ae65-0b070d326b71 req-546fcf1d-6265-4088-834b-cf58932872f7 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852594 Feb 10 15:58:01.529334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38614) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:58:01.534301 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1826047817', 'description': 'tempest-secgroup-smoke-1826047817 description', 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:01.554734 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:01.620022 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group (ab6723d0-b488-4230-9acc-a876acba3fb5), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:01.624734 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ab6723d0-b488-4230-9acc-a876acba3fb5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:01.652947 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:01.654115 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1237214 Feb 10 15:58:01.657051 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38616) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:58:01.662016 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-51aafca3-fbca-4984-9c0b-400c0002cb70 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Request body: {'security_group_rule': {'security_group_id': 'ab6723d0-b488-4230-9acc-a876acba3fb5', 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:01.666958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6723d0-b488-4230-9acc-a876acba3fb5,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:01.680779 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:01.681134 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:01.681477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:01.681812 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:01.682143 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:01.682473 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:01.682801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:01.683129 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:01.683491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:01.683885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:01.684244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:01.684574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:01.685271 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644049d4-0479-49ee-9176-a8a954056206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:01.704621 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-51aafca3-fbca-4984-9c0b-400c0002cb70 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (8ef84e43-ca44-42db-a90a-8d5f3a3ab532), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:01.752395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-51aafca3-fbca-4984-9c0b-400c0002cb70 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (8ef84e43-ca44-42db-a90a-8d5f3a3ab532), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:01.756617 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-51aafca3-fbca-4984-9c0b-400c0002cb70 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (8ef84e43-ca44-42db-a90a-8d5f3a3ab532), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:01.777320 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aafca3-fbca-4984-9c0b-400c0002cb70 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef84e43-ca44-42db-a90a-8d5f3a3ab532,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:01.787211 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-51aafca3-fbca-4984-9c0b-400c0002cb70 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:01.788484 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-51aafca3-fbca-4984-9c0b-400c0002cb70 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305144 Feb 10 15:58:01.791101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38618) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:58:01.795459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-6c4b8d3c-cefd-48d3-ade9-d1355e1635e1 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Request body: {'security_group_rule': {'security_group_id': 'ab6723d0-b488-4230-9acc-a876acba3fb5', 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:01.819771 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8d3c-cefd-48d3-ade9-d1355e1635e1 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (aebbb9a2-c294-482f-81a4-47c444db4dcc), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:01.875778 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8d3c-cefd-48d3-ade9-d1355e1635e1 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (aebbb9a2-c294-482f-81a4-47c444db4dcc), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:01.879787 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8d3c-cefd-48d3-ade9-d1355e1635e1 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (aebbb9a2-c294-482f-81a4-47c444db4dcc), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:01.899088 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b8d3c-cefd-48d3-ade9-d1355e1635e1 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebbb9a2-c294-482f-81a4-47c444db4dcc,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:01.905923 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8d3c-cefd-48d3-ade9-d1355e1635e1 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:01.909074 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6c4b8d3c-cefd-48d3-ade9-d1355e1635e1 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170504 Feb 10 15:58:01.909946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38620) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:58:01.914341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Request body: {'security_group_rule': {'security_group_id': 'ab6723d0-b488-4230-9acc-a876acba3fb5', 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:01.940711 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (5365c64a-8a65-4fe4-849a-2be82e0051e6), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:01.987276 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (5365c64a-8a65-4fe4-849a-2be82e0051e6), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:01.990806 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (5365c64a-8a65-4fe4-849a-2be82e0051e6), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:02.011002 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5365c64a-8a65-4fe4-849a-2be82e0051e6,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:02.021996 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:02.023176 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122434 Feb 10 15:58:02.024580 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:02.024949 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:02.025291 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:02.025627 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:02.025973 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:02.026291 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:02.026426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38622) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:58:02.026609 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:02.026931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:02.027248 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:02.027569 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:02.027893 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:02.028214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:02.028531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ff890-d5f7-47b9-bb48-23507cc82e54 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:02.031896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-89d9b698-40ac-4589-8612-9f083b91e23f tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Request body: {'security_group_rule': {'security_group_id': 'ab6723d0-b488-4230-9acc-a876acba3fb5', 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:02.057815 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89d9b698-40ac-4589-8612-9f083b91e23f tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (f27367d6-ddfe-47be-ae2d-225ce4b98a23), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:02.120700 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89d9b698-40ac-4589-8612-9f083b91e23f tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (f27367d6-ddfe-47be-ae2d-225ce4b98a23), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:02.124762 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89d9b698-40ac-4589-8612-9f083b91e23f tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (f27367d6-ddfe-47be-ae2d-225ce4b98a23), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:02.143239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9b698-40ac-4589-8612-9f083b91e23f tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27367d6-ddfe-47be-ae2d-225ce4b98a23,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:02.152199 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-89d9b698-40ac-4589-8612-9f083b91e23f tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:02.153512 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-89d9b698-40ac-4589-8612-9f083b91e23f tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259978 Feb 10 15:58:02.157095 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38624) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:58:02.161612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-aa53f140-3806-4679-ab91-750ccc5dcc41 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Request body: {'security_group_rule': {'security_group_id': 'ab6723d0-b488-4230-9acc-a876acba3fb5', 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:02.182565 n-d-815324-7 neutron-server[103369]: INFO neutron.db.securitygroups_db [None req-aa53f140-3806-4679-ab91-750ccc5dcc41 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Project a886bc5c1f394f4ea31516c7c86b626a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:58:02.188959 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa53f140-3806-4679-ab91-750ccc5dcc41 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (03d90959-94ec-4db5-8fa2-a02c4125905a), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:02.245875 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa53f140-3806-4679-ab91-750ccc5dcc41 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (03d90959-94ec-4db5-8fa2-a02c4125905a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:02.249961 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa53f140-3806-4679-ab91-750ccc5dcc41 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (03d90959-94ec-4db5-8fa2-a02c4125905a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:02.268830 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53f140-3806-4679-ab91-750ccc5dcc41 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d90959-94ec-4db5-8fa2-a02c4125905a,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:02.275709 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa53f140-3806-4679-ab91-750ccc5dcc41 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:02.276996 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-aa53f140-3806-4679-ab91-750ccc5dcc41 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188242 Feb 10 15:58:02.279895 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38626) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:58:02.284492 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-629afb0b-708b-44b9-8c90-4bdcc923b3c5 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Request body: {'security_group_rule': {'security_group_id': 'ab6723d0-b488-4230-9acc-a876acba3fb5', 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:02.305291 n-d-815324-7 neutron-server[103368]: INFO neutron.db.securitygroups_db [None req-629afb0b-708b-44b9-8c90-4bdcc923b3c5 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Project a886bc5c1f394f4ea31516c7c86b626a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 15:58:02.310307 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-629afb0b-708b-44b9-8c90-4bdcc923b3c5 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (05ee6faf-07f8-4156-b2ea-8252184f32f9), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:02.368996 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-629afb0b-708b-44b9-8c90-4bdcc923b3c5 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (05ee6faf-07f8-4156-b2ea-8252184f32f9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:02.372360 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-629afb0b-708b-44b9-8c90-4bdcc923b3c5 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (05ee6faf-07f8-4156-b2ea-8252184f32f9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:02.389857 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629afb0b-708b-44b9-8c90-4bdcc923b3c5 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ee6faf-07f8-4156-b2ea-8252184f32f9,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:02.398104 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-629afb0b-708b-44b9-8c90-4bdcc923b3c5 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:02.399334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-629afb0b-708b-44b9-8c90-4bdcc923b3c5 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183865 Feb 10 15:58:02.558761 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-a72efaf7-7327-4290-8074-aa77f6f852c8 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1826047817&fields=id&tenant_id=a886bc5c1f394f4ea31516c7c86b626a HTTP/1.1" status: 200 len: 267 time: 0.0456369 Feb 10 15:58:02.664886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-211b75e5-d52a-469a-b63a-76f2959a3cf0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:02.666349 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-211b75e5-d52a-469a-b63a-76f2959a3cf0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/networks?id=dc2ddf32-eefe-49df-8461-e51dbf09de41 HTTP/1.1" status: 200 len: 812 time: 0.1005840 Feb 10 15:58:02.680705 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-06a0d86c-2c75-4956-8111-416bfde771ec tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/quotas/a886bc5c1f394f4ea31516c7c86b626a HTTP/1.1" status: 200 len: 375 time: 0.0087857 Feb 10 15:58:02.735049 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-3e504bbe-bf34-4428-aecd-9ec015d364c8 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a886bc5c1f394f4ea31516c7c86b626a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495403 Feb 10 15:58:02.833182 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-8b830f43-d934-4c07-b265-2eb2ee778288 service neutron] 10.222.0.64 "GET /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868056 Feb 10 15:58:02.923165 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-0e25ec0f-d2ab-46a2-9de3-ea147e5e93a3 service neutron] 10.222.0.64 "GET /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841327 Feb 10 15:58:03.219812 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21741979-d017-4988-8769-ea342efffa87 req-d6dcb028-a4c3-42b5-aca6-acfee3e9fc58 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 210 time: 0.0274432 Feb 10 15:58:04.306536 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a772e2f-1633-467f-84fb-d008d4ae947f req-edbfe28c-99be-49e0-925f-ef5adcdcc69f tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 210 time: 0.0315855 Feb 10 15:58:05.394015 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1b85385d-755f-4c53-8d73-e09f2a63c7da req-601221c2-87c7-426c-9020-90803831f2f5 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 210 time: 0.0298278 Feb 10 15:58:06.176310 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-0cc46d9c-00d4-40f8-81f3-1006d5df4d53 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:06.177823 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-0cc46d9c-00d4-40f8-81f3-1006d5df4d53 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.72 "GET /v2.0/networks?id=dc2ddf32-eefe-49df-8461-e51dbf09de41 HTTP/1.1" status: 200 len: 812 time: 0.1029282 Feb 10 15:58:06.253975 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-50ac470e-478b-436f-b492-05258c778ffb tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a886bc5c1f394f4ea31516c7c86b626a HTTP/1.1" status: 200 len: 380 time: 0.0687685 Feb 10 15:58:06.262922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-e3ed837b-c446-49be-8500-10d298bb1c58 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Request body: {'port': {'device_id': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'admin_state_up': True, 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'security_groups': ['ab6723d0-b488-4230-9acc-a876acba3fb5']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:06.376366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-e3ed837b-c446-49be-8500-10d298bb1c58 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Made reservation on behalf of a886bc5c1f394f4ea31516c7c86b626a for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:58:06.379810 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-e3ed837b-c446-49be-8500-10d298bb1c58 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:06.516521 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69d47ea7-6877-4f13-ad43-b62d4629ae9e req-48b693d3-30ad-45ae-b514-36b939b42641 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 210 time: 0.0520396 Feb 10 15:58:06.534818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-e3ed837b-c446-49be-8500-10d298bb1c58 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Allocated IP 172.20.0.13 (dc2ddf32-eefe-49df-8461-e51dbf09de41/f750a144-3ea9-4e00-a3e9-e1b814525d1d/37a569ea-7d35-4a73-84ac-d8673a33a7cc) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:06.673763 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-e3ed837b-c446-49be-8500-10d298bb1c58 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for port (37a569ea-7d35-4a73-84ac-d8673a33a7cc), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:06.706048 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-e3ed837b-c446-49be-8500-10d298bb1c58 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (37a569ea-7d35-4a73-84ac-d8673a33a7cc), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:06.750345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-e3ed837b-c446-49be-8500-10d298bb1c58 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Network dc2ddf32-eefe-49df-8461-e51dbf09de41 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:06.753502 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-e3ed837b-c446-49be-8500-10d298bb1c58 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:06.757195 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-e3ed837b-c446-49be-8500-10d298bb1c58 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:06.764310 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed837b-c446-49be-8500-10d298bb1c58 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Pushing event updated for resources: {'Port': ['ID=37a569ea-7d35-4a73-84ac-d8673a33a7cc,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:06.816636 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-e3ed837b-c446-49be-8500-10d298bb1c58 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:06.817295 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-e3ed837b-c446-49be-8500-10d298bb1c58 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:06.833924 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-e3ed837b-c446-49be-8500-10d298bb1c58 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5745716 Feb 10 15:58:06.905744 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Request body: {'port': {'device_id': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:06.979753 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (37a569ea-7d35-4a73-84ac-d8673a33a7cc), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:07.022116 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d5f2f92a-4661-43f2-9102-5bc6b3d7aa32 None None] Provisioning complete for port 37a569ea-7d35-4a73-84ac-d8673a33a7cc triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:07.022697 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5f2f92a-4661-43f2-9102-5bc6b3d7aa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (37a569ea-7d35-4a73-84ac-d8673a33a7cc), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:07.064695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2f92a-4661-43f2-9102-5bc6b3d7aa32 None None] Port 37a569ea-7d35-4a73-84ac-d8673a33a7cc cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:58:07.244460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a569ea-7d35-4a73-84ac-d8673a33a7cc {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:58:07.253146 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Publish callbacks [] for port (37a569ea-7d35-4a73-84ac-d8673a33a7cc), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:07.258272 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:07.268674 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Transition to ACTIVE for port object 37a569ea-7d35-4a73-84ac-d8673a33a7cc will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:58:07.272884 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (37a569ea-7d35-4a73-84ac-d8673a33a7cc), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:07.346327 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Pushing event updated for resources: {'Port': ['ID=37a569ea-7d35-4a73-84ac-d8673a33a7cc,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:07.401352 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Attempting to bind port 37a569ea-7d35-4a73-84ac-d8673a33a7cc on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:58:07.401695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Attempting to bind port 37a569ea-7d35-4a73-84ac-d8673a33a7cc by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'fd01c88b-46de-4956-98d9-b27c9bf84dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:58:07.402028 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Attempting to bind port 37a569ea-7d35-4a73-84ac-d8673a33a7cc on network dc2ddf32-eefe-49df-8461-e51dbf09de41 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:58:07.406677 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Port 37a569ea-7d35-4a73-84ac-d8673a33a7cc on network dc2ddf32-eefe-49df-8461-e51dbf09de41 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:58:07.407000 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Attempting to bind port 37a569ea-7d35-4a73-84ac-d8673a33a7cc on network dc2ddf32-eefe-49df-8461-e51dbf09de41 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:58:07.412082 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:58:07.412326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Checking segment: {'id': 'fd01c88b-46de-4956-98d9-b27c9bf84dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:58:07.412770 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Bound using segment: {'id': 'fd01c88b-46de-4956-98d9-b27c9bf84dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:58:07.413197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Bound port: 37a569ea-7d35-4a73-84ac-d8673a33a7cc, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd01c88b-46de-4956-98d9-b27c9bf84dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:58:07.413555 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (37a569ea-7d35-4a73-84ac-d8673a33a7cc), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:07.483204 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] For port 37a569ea-7d35-4a73-84ac-d8673a33a7cc, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:58:07.486413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] For port 37a569ea-7d35-4a73-84ac-d8673a33a7cc, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=37a569ea-7d35-4a73-84ac-d8673a33a7cc,segment=NetworkSegment(fd01c88b-46de-4956-98d9-b27c9bf84dca),segment_id=fd01c88b-46de-4956-98d9-b27c9bf84dca)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:58:07.492893 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (37a569ea-7d35-4a73-84ac-d8673a33a7cc), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:07.535920 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:07.537036 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:07.539439 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] 10.222.0.72 "PUT /v2.0/ports/37a569ea-7d35-4a73-84ac-d8673a33a7cc HTTP/1.1" status: 200 len: 1092 time: 0.6981852 Feb 10 15:58:07.539439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'tag': '37a569ea-7d35-4a73-84ac-d8673a33a7cc'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:58:07.542206 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6b5d63-9458-4201-808f-b18b0f372213" -d '{"events": [{"name": "network-changed", "server_uuid": "ffefba0b-b7e4-418e-b77f-3dff8518bd8d", "tag": "37a569ea-7d35-4a73-84ac-d8673a33a7cc"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:58:07.603322 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476f723-aba8-4a76-ad8e-c73075bc1b4d service neutron] Pushing event updated for resources: {'Port': ['ID=37a569ea-7d35-4a73-84ac-d8673a33a7cc,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:07.627268 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c1fad9-9219-4aeb-b687-ea9678dff36e x-openstack-request-id: req-f4c1fad9-9219-4aeb-b687-ea9678dff36e {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:58:07.627564 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffefba0b-b7e4-418e-b77f-3dff8518bd8d", "tag": "37a569ea-7d35-4a73-84ac-d8673a33a7cc", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:58:07.627815 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4c1fad9-9219-4aeb-b687-ea9678dff36e {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:58:07.628211 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'tag': '37a569ea-7d35-4a73-84ac-d8673a33a7cc', 'status': 'completed', 'code': 200} Feb 10 15:58:07.705138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-f3cb9cd8-4625-487c-a1f7-7d46e877f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:07.706663 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-f3cb9cd8-4625-487c-a1f7-7d46e877f4bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a886bc5c1f394f4ea31516c7c86b626a&device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 1126 time: 0.1001730 Feb 10 15:58:07.713427 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e55d06-0491-4346-94d9-7665e6460ec0 req-385267d2-fca3-49f7-89b3-2ca13a86b0a4 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:07.714979 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a3e55d06-0491-4346-94d9-7665e6460ec0 req-385267d2-fca3-49f7-89b3-2ca13a86b0a4 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 944 time: 0.0859249 Feb 10 15:58:07.760858 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-d55d5bc2-9fca-4f73-8e4c-f77d5c27bcb9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a569ea-7d35-4a73-84ac-d8673a33a7cc HTTP/1.1" status: 200 len: 217 time: 0.0447814 Feb 10 15:58:07.831806 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a3e55d06-0491-4346-94d9-7665e6460ec0 req-e3bb5f8b-d5a0-4ba9-be5f-db4ec84d6cb6 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091413 Feb 10 15:58:07.833345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-6077f089-c17c-4cc6-805b-74a29471590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:07.834693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-6077f089-c17c-4cc6-805b-74a29471590a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f750a144-3ea9-4e00-a3e9-e1b814525d1d HTTP/1.1" status: 200 len: 851 time: 0.0680938 Feb 10 15:58:07.892372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-924c06a4-795f-4750-bbdc-15bd059752e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:07.894087 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-924c06a4-795f-4750-bbdc-15bd059752e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc2ddf32-eefe-49df-8461-e51dbf09de41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533040 Feb 10 15:58:07.985271 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-a38eea0c-bb8b-451b-aaf0-0311e6438bbe service neutron] 10.222.0.72 "GET /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855143 Feb 10 15:58:08.076853 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bdab033-ab54-49a4-ad7a-3589832c9edf req-10816451-9f34-4b3f-a312-bf1f2f910041 service neutron] 10.222.0.72 "GET /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860198 Feb 10 15:58:08.165013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b5d63-9458-4201-808f-b18b0f372213 req-b94a3443-0f66-4076-973e-3aa281a80477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:08.166514 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d6b5d63-9458-4201-808f-b18b0f372213 req-b94a3443-0f66-4076-973e-3aa281a80477 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a886bc5c1f394f4ea31516c7c86b626a&device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 1126 time: 0.0455785 Feb 10 15:58:08.257606 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b5d63-9458-4201-808f-b18b0f372213 req-f59fa598-7b26-497a-983f-086160063ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:08.259087 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d6b5d63-9458-4201-808f-b18b0f372213 req-f59fa598-7b26-497a-983f-086160063ed7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc2ddf32-eefe-49df-8461-e51dbf09de41 HTTP/1.1" status: 200 len: 913 time: 0.0865996 Feb 10 15:58:08.301348 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d6b5d63-9458-4201-808f-b18b0f372213 req-5c9631dc-d1b5-4de6-b5c7-e8574266f8d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a569ea-7d35-4a73-84ac-d8673a33a7cc HTTP/1.1" status: 200 len: 217 time: 0.0345678 Feb 10 15:58:08.347482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b5d63-9458-4201-808f-b18b0f372213 req-86730704-ab95-4ff7-b96e-18a51659c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:08.348862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d6b5d63-9458-4201-808f-b18b0f372213 req-86730704-ab95-4ff7-b96e-18a51659c3ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f750a144-3ea9-4e00-a3e9-e1b814525d1d HTTP/1.1" status: 200 len: 851 time: 0.0425823 Feb 10 15:58:08.399734 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b5d63-9458-4201-808f-b18b0f372213 req-cb947257-14e6-4efd-b868-155624de7d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:08.401385 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d6b5d63-9458-4201-808f-b18b0f372213 req-cb947257-14e6-4efd-b868-155624de7d52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc2ddf32-eefe-49df-8461-e51dbf09de41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466259 Feb 10 15:58:08.505933 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d6b5d63-9458-4201-808f-b18b0f372213 req-0b515aa5-17f2-4c37-b89d-ea5d5f0a9d9a service neutron] 10.222.0.72 "GET /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986457 Feb 10 15:58:08.911704 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d6b5d63-9458-4201-808f-b18b0f372213 req-9fe66a66-e0e6-4843-b0ff-3ebcc50ae840 service neutron] 10.222.0.72 "GET /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002442 Feb 10 15:58:08.974315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde5271-d0ab-4d18-bd2f-b25ca3e4ee17 req-01fd6bff-d8b8-4e58-a3db-5143172fc668 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:08.975920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-adde5271-d0ab-4d18-bd2f-b25ca3e4ee17 req-01fd6bff-d8b8-4e58-a3db-5143172fc668 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 944 time: 0.0597124 Feb 10 15:58:09.027909 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-adde5271-d0ab-4d18-bd2f-b25ca3e4ee17 req-9d1afc4e-b70f-48d0-a693-8de2ef94762a tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459993 Feb 10 15:58:10.151300 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15492c-51d5-4a15-aeb4-b8e746e2aebf req-6d2081c4-7435-4ef1-b4d0-0d2eeb092bd1 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:10.152838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fe15492c-51d5-4a15-aeb4-b8e746e2aebf req-6d2081c4-7435-4ef1-b4d0-0d2eeb092bd1 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 944 time: 0.0528200 Feb 10 15:58:10.201132 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fe15492c-51d5-4a15-aeb4-b8e746e2aebf req-769144ef-f5ea-4543-847f-3ac28418c666 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420022 Feb 10 15:58:11.329645 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0488c-c749-441d-b05a-818dc3faed25 req-f278d0f9-ea6a-41d6-a7b1-e27f1440f2d2 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:11.332374 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ab0488c-c749-441d-b05a-818dc3faed25 req-f278d0f9-ea6a-41d6-a7b1-e27f1440f2d2 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 944 time: 0.0594671 Feb 10 15:58:11.385416 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ab0488c-c749-441d-b05a-818dc3faed25 req-60aaf210-9d0f-443a-a8ad-b92c743c3c5f tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473654 Feb 10 15:58:11.677925 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:12.506163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd42e9-ab64-452b-96d5-e1a251e903e4 req-8ee7f361-7f6c-47db-b989-60d1c31fe946 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:12.507745 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-52fd42e9-ab64-452b-96d5-e1a251e903e4 req-8ee7f361-7f6c-47db-b989-60d1c31fe946 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 944 time: 0.0551374 Feb 10 15:58:12.559563 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-52fd42e9-ab64-452b-96d5-e1a251e903e4 req-68e13ab7-067f-48c9-beb3-6a1b192d5e63 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460043 Feb 10 15:58:12.894935 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1dcfbab7-3506-4c8a-b521-606aa9492c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:13.682780 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d26bbd-e4de-454c-9e91-9c108bbfb447 req-3bf75259-4898-4dcf-afff-69009b1b06a3 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:13.684283 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-15d26bbd-e4de-454c-9e91-9c108bbfb447 req-3bf75259-4898-4dcf-afff-69009b1b06a3 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 944 time: 0.0546827 Feb 10 15:58:13.732551 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-15d26bbd-e4de-454c-9e91-9c108bbfb447 req-495198ea-2506-40f7-b9fa-6edf53873ec3 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420759 Feb 10 15:58:14.851153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797588f-579e-4177-903d-44c791b86399 req-2e2a77c1-696c-4dd8-bec1-fba3d533d7a7 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:14.852617 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4797588f-579e-4177-903d-44c791b86399 req-2e2a77c1-696c-4dd8-bec1-fba3d533d7a7 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 944 time: 0.0528996 Feb 10 15:58:14.900055 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4797588f-579e-4177-903d-44c791b86399 req-df250994-459b-4096-b347-58b193a5abe4 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417254 Feb 10 15:58:15.200871 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d40d5c4e-1ae1-4648-b00d-83b0552423cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:16.018811 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067def7-aa4c-4fac-9dc3-b31a4017c1c8 req-a8fb52a5-f9b6-4918-ae48-7996c1af3206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:16.020287 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7067def7-aa4c-4fac-9dc3-b31a4017c1c8 req-a8fb52a5-f9b6-4918-ae48-7996c1af3206 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 944 time: 0.0537124 Feb 10 15:58:16.073874 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7067def7-aa4c-4fac-9dc3-b31a4017c1c8 req-b5460bcd-21db-4114-94e9-4758fcd80325 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479028 Feb 10 15:58:16.099285 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:58:16.461190 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:17.203989 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424aeaab-8e5e-492a-884b-5ec4e2d0313e req-64980d4e-6560-43db-b800-c9ae7988db6d tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:17.205461 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-424aeaab-8e5e-492a-884b-5ec4e2d0313e req-64980d4e-6560-43db-b800-c9ae7988db6d tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 944 time: 0.0515761 Feb 10 15:58:17.252627 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-424aeaab-8e5e-492a-884b-5ec4e2d0313e req-049df788-0e96-4c86-9950-8d02ffa64b33 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416164 Feb 10 15:58:18.038277 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:18.369475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5f20c-1dcf-47d1-b01f-b9280d2717ea req-a119513e-713d-4ef4-ab21-1f5a1eb45f43 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:18.370935 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-61f5f20c-1dcf-47d1-b01f-b9280d2717ea req-a119513e-713d-4ef4-ab21-1f5a1eb45f43 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 944 time: 0.0507534 Feb 10 15:58:18.418037 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-61f5f20c-1dcf-47d1-b01f-b9280d2717ea req-255cb973-b902-4d8d-b2d7-08e931253f98 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410330 Feb 10 15:58:18.961171 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:19.538836 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ed08e-baba-4345-be04-b056e7f14d07 req-d2427585-2875-4971-8618-5d51f9f62a79 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:19.540310 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-851ed08e-baba-4345-be04-b056e7f14d07 req-d2427585-2875-4971-8618-5d51f9f62a79 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 944 time: 0.0564988 Feb 10 15:58:19.587558 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-851ed08e-baba-4345-be04-b056e7f14d07 req-32776dcc-fac7-44aa-9307-f13b26a10f6f tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415056 Feb 10 15:58:20.704884 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce73187-753f-498a-91bd-399c8f327918 req-60152782-9f3b-46d4-aede-18b296acfb40 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:20.706356 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ce73187-753f-498a-91bd-399c8f327918 req-60152782-9f3b-46d4-aede-18b296acfb40 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 944 time: 0.0512061 Feb 10 15:58:20.756525 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ce73187-753f-498a-91bd-399c8f327918 req-b8ad7e47-64cf-47fd-bee0-04bca245657f tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446074 Feb 10 15:58:21.872370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111318d-976e-4a56-a304-8c8d6bddccc1 req-d73be2ce-9004-4b11-b731-7979c7f8077a tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:21.874486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1111318d-976e-4a56-a304-8c8d6bddccc1 req-d73be2ce-9004-4b11-b731-7979c7f8077a tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 944 time: 0.0527432 Feb 10 15:58:21.925132 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1111318d-976e-4a56-a304-8c8d6bddccc1 req-c48f9a6a-45b4-4f2c-b844-b8407b2b54ef tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451338 Feb 10 15:58:23.048361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd8bcf-9894-4a39-bd62-5ddcb587092b req-d992d0d0-18ad-45d4-a15d-8f636f11237f tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:23.049783 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0cd8bcf-9894-4a39-bd62-5ddcb587092b req-d992d0d0-18ad-45d4-a15d-8f636f11237f tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 944 time: 0.0544417 Feb 10 15:58:23.097845 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b0cd8bcf-9894-4a39-bd62-5ddcb587092b req-acab6d42-3f3e-455d-a346-3347c2e61613 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425010 Feb 10 15:58:24.217216 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c4c8a-0952-4224-800a-2fb2ee401e03 req-54f7ee3a-f941-4235-8551-a652d7a84f6c tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:24.218685 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea0c4c8a-0952-4224-800a-2fb2ee401e03 req-54f7ee3a-f941-4235-8551-a652d7a84f6c tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 944 time: 0.0515683 Feb 10 15:58:24.266355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea0c4c8a-0952-4224-800a-2fb2ee401e03 req-7a812977-6602-4d6c-bfdd-5e2a56e2a37d tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421860 Feb 10 15:58:24.706567 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 37a569ea-7d35-4a73-84ac-d8673a33a7cc details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:58:24.805061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 37a569ea-7d35-4a73-84ac-d8673a33a7cc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=37a569ea-7d35-4a73-84ac-d8673a33a7cc,segment=NetworkSegment(fd01c88b-46de-4956-98d9-b27c9bf84dca),segment_id=fd01c88b-46de-4956-98d9-b27c9bf84dca)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:24.815882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '37a569ea-7d35-4a73-84ac-d8673a33a7cc', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'port_id': '37a569ea-7d35-4a73-84ac-d8673a33a7cc', 'mac_address': 'fa:16:3e:ba:b0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:58:24.852311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 37a569ea-7d35-4a73-84ac-d8673a33a7cc is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:58:24.852725 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (37a569ea-7d35-4a73-84ac-d8673a33a7cc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:24.865252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a569ea-7d35-4a73-84ac-d8673a33a7cc {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:58:24.883519 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 37a569ea-7d35-4a73-84ac-d8673a33a7cc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=37a569ea-7d35-4a73-84ac-d8673a33a7cc,segment=NetworkSegment(fd01c88b-46de-4956-98d9-b27c9bf84dca),segment_id=fd01c88b-46de-4956-98d9-b27c9bf84dca)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:24.887356 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (37a569ea-7d35-4a73-84ac-d8673a33a7cc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:24.938154 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=37a569ea-7d35-4a73-84ac-d8673a33a7cc,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:24.945309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:24.945656 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:24.946001 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:24.946338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:24.946668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:24.946995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:24.947320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:24.947644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:24.947964 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:24.948285 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:24.948604 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:24.948946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:24.949266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:58:25.113522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['37a569ea-7d35-4a73-84ac-d8673a33a7cc'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:58:25.390230 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbae36-f06f-4271-b8fb-dd32b6060b35 req-72e86d28-2e84-4938-95f9-34727bc5c2e8 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:25.391717 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9cbae36-f06f-4271-b8fb-dd32b6060b35 req-72e86d28-2e84-4938-95f9-34727bc5c2e8 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 945 time: 0.0567398 Feb 10 15:58:25.439564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9cbae36-f06f-4271-b8fb-dd32b6060b35 req-de2818e3-5f6f-491f-b91f-dc2b4d20027b tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421500 Feb 10 15:58:26.556066 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbaae4-eef4-408c-879d-fd9a4e23b1b3 req-9d199643-c9b6-4961-8b50-32764c6f438a tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:26.557581 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5cbbaae4-eef4-408c-879d-fd9a4e23b1b3 req-9d199643-c9b6-4961-8b50-32764c6f438a tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 945 time: 0.0515654 Feb 10 15:58:26.604288 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5cbbaae4-eef4-408c-879d-fd9a4e23b1b3 req-ba5203e8-9001-4a27-884f-81d5e6a20afe tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412393 Feb 10 15:58:26.706519 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 37a569ea-7d35-4a73-84ac-d8673a33a7cc up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:58:26.754808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 37a569ea-7d35-4a73-84ac-d8673a33a7cc completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:58:26.758788 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 37a569ea-7d35-4a73-84ac-d8673a33a7cc triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:58:26.759161 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (37a569ea-7d35-4a73-84ac-d8673a33a7cc), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:26.837628 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 37a569ea-7d35-4a73-84ac-d8673a33a7cc is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:58:26.838207 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (37a569ea-7d35-4a73-84ac-d8673a33a7cc), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:26.869666 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a569ea-7d35-4a73-84ac-d8673a33a7cc'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:58:26.872041 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60723242-53f7-4162-89b2-cc04d08100f2" -d '{"events": [{"server_uuid": "ffefba0b-b7e4-418e-b77f-3dff8518bd8d", "name": "network-vif-plugged", "status": "completed", "tag": "37a569ea-7d35-4a73-84ac-d8673a33a7cc"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:58:26.889234 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 37a569ea-7d35-4a73-84ac-d8673a33a7cc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=37a569ea-7d35-4a73-84ac-d8673a33a7cc,segment=NetworkSegment(fd01c88b-46de-4956-98d9-b27c9bf84dca),segment_id=fd01c88b-46de-4956-98d9-b27c9bf84dca)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:58:26.893778 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (37a569ea-7d35-4a73-84ac-d8673a33a7cc), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:26.916474 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b058dcbc-c151-480b-a9a9-6f02c68c42d3 x-openstack-request-id: req-b058dcbc-c151-480b-a9a9-6f02c68c42d3 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:58:26.916789 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffefba0b-b7e4-418e-b77f-3dff8518bd8d", "name": "network-vif-plugged", "status": "completed", "tag": "37a569ea-7d35-4a73-84ac-d8673a33a7cc", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:58:26.917044 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b058dcbc-c151-480b-a9a9-6f02c68c42d3 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:58:26.917429 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a569ea-7d35-4a73-84ac-d8673a33a7cc', 'code': 200} Feb 10 15:58:26.942842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=37a569ea-7d35-4a73-84ac-d8673a33a7cc,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:27.014626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abd9a5-3909-4382-a7d3-1d0d3887de28 req-1142d797-d6fa-4720-b5a4-20390f91d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:27.016050 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d6abd9a5-3909-4382-a7d3-1d0d3887de28 req-1142d797-d6fa-4720-b5a4-20390f91d23b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 1128 time: 0.0474105 Feb 10 15:58:27.059785 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d6abd9a5-3909-4382-a7d3-1d0d3887de28 req-3e469ec8-8135-468a-9b21-34a2cde6eb45 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381343 Feb 10 15:58:27.721097 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf01df7-5a86-4af7-980e-659687f8ffd0 req-a8b47523-fbf5-4495-8fd5-ac7db6f79e67 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:27.722590 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aaf01df7-5a86-4af7-980e-659687f8ffd0 req-a8b47523-fbf5-4495-8fd5-ac7db6f79e67 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 946 time: 0.0519252 Feb 10 15:58:27.771654 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aaf01df7-5a86-4af7-980e-659687f8ffd0 req-70aaddc5-df60-49f7-be7b-2216616c31cf tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434382 Feb 10 15:58:28.891120 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a705a-79b8-48d6-8286-05d937cdbc78 req-bcd71684-591c-49db-8697-0fc81d75c8c5 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:28.892598 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e0a705a-79b8-48d6-8286-05d937cdbc78 req-bcd71684-591c-49db-8697-0fc81d75c8c5 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 946 time: 0.0521047 Feb 10 15:58:28.943749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e0a705a-79b8-48d6-8286-05d937cdbc78 req-c0742dc9-8322-432f-9da0-733e9318f3e8 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455725 Feb 10 15:58:29.060736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c44f8-3a2e-4b12-a6d7-5a43618be3ca req-e747bb16-1bb8-41ef-887f-f37c8702082e tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:29.062148 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a60c44f8-3a2e-4b12-a6d7-5a43618be3ca req-e747bb16-1bb8-41ef-887f-f37c8702082e tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 946 time: 0.0522246 Feb 10 15:58:29.109985 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a60c44f8-3a2e-4b12-a6d7-5a43618be3ca req-9786ada8-7072-4fdd-9af6-7ce1c15e2d5e tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 Feb 10 15:58:29.131218 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38718) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:58:29.217378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be64a73-e542-42bb-8d04-1a837a30f544 tempest-TestVolumeBackupRestore-1775935352 tempest-TestVolumeBackupRestore-1775935352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:29.218869 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2be64a73-e542-42bb-8d04-1a837a30f544 tempest-TestVolumeBackupRestore-1775935352 tempest-TestVolumeBackupRestore-1775935352-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 1123 time: 0.0866914 Feb 10 15:58:29.221883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38722) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:58:29.226015 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': '37a569ea-7d35-4a73-84ac-d8673a33a7cc', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:29.245907 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:29.346864 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:29.447090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Allocated IP 172.25.3.68 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/f33b8c33-f46e-4b0b-a158-8f3319696395) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:58:29.549326 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for port (f33b8c33-f46e-4b0b-a158-8f3319696395), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:29.584415 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (f33b8c33-f46e-4b0b-a158-8f3319696395), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:29.623327 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:58:29.627563 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:58:29.630838 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:58:29.653838 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Pushing event updated for resources: {'Port': ['ID=f33b8c33-f46e-4b0b-a158-8f3319696395,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:29.999184 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for floatingip (a73e6a5f-e893-4b17-a10c-4ca34b57bde7), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:30.065780 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f33b8c33-f46e-4b0b-a158-8f3319696395), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:30.214882 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for port (f33b8c33-f46e-4b0b-a158-8f3319696395), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:30.219416 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (f33b8c33-f46e-4b0b-a158-8f3319696395), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:30.290765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Pushing event updated for resources: {'Port': ['ID=f33b8c33-f46e-4b0b-a158-8f3319696395,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:58:30.302966 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (a73e6a5f-e893-4b17-a10c-4ca34b57bde7), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:30.406054 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Floating IP a73e6a5f-e893-4b17-a10c-4ca34b57bde7 associated. External IP: 172.25.3.68, port: 37a569ea-7d35-4a73-84ac-d8673a33a7cc. Feb 10 15:58:30.613090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Router aabfac54-8a6d-4e3d-9366-b675c76488f6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:58:30.721138 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:58:30.730556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90969bad-4f64-45c6-be4d-0b368a8e8e59 None None] Sync routers for ids ['aabfac54-8a6d-4e3d-9366-b675c76488f6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:58:30.741018 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:30.742074 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90969bad-4f64-45c6-be4d-0b368a8e8e59 None None] Routers {'aabfac54-8a6d-4e3d-9366-b675c76488f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:58:30.742695 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-90969bad-4f64-45c6-be4d-0b368a8e8e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:58:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['aabfac54-8a6d-4e3d-9366-b675c76488f6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:30.773122 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-acf602ad-085c-429b-8859-8c650afdaae0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5477920 Feb 10 15:58:30.773122 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'tag': '37a569ea-7d35-4a73-84ac-d8673a33a7cc'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:58:30.773496 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38724) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:58:30.773950 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b61820-1c8b-49e7-89bd-d329696ba6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ffefba0b-b7e4-418e-b77f-3dff8518bd8d", "tag": "37a569ea-7d35-4a73-84ac-d8673a33a7cc"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:58:30.813051 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b251134-eb53-4829-be55-c60190f58eae x-openstack-request-id: req-0b251134-eb53-4829-be55-c60190f58eae {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:58:30.813368 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffefba0b-b7e4-418e-b77f-3dff8518bd8d", "tag": "37a569ea-7d35-4a73-84ac-d8673a33a7cc", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:58:30.813628 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b251134-eb53-4829-be55-c60190f58eae {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:58:30.814030 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'tag': '37a569ea-7d35-4a73-84ac-d8673a33a7cc', 'status': 'completed', 'code': 200} Feb 10 15:58:30.823142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fff046e-2cc1-45bf-bc64-1c4192f7d2ac tempest-TestVolumeBackupRestore-1775935352 tempest-TestVolumeBackupRestore-1775935352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:30.824871 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4fff046e-2cc1-45bf-bc64-1c4192f7d2ac tempest-TestVolumeBackupRestore-1775935352 tempest-TestVolumeBackupRestore-1775935352-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 1123 time: 0.0503900 Feb 10 15:58:30.828345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38728) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:58:30.833594 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0bbfb719-4a16-4f5d-8c41-1c80e18bbabc tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Request body: {'floatingip': {'port_id': '37a569ea-7d35-4a73-84ac-d8673a33a7cc'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:58:30.858880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-90969bad-4f64-45c6-be4d-0b368a8e8e59 None None] Set router aabfac54-8a6d-4e3d-9366-b675c76488f6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:58:30.913114 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb719-4a16-4f5d-8c41-1c80e18bbabc tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for floatingip (a73e6a5f-e893-4b17-a10c-4ca34b57bde7), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:30.958819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b61820-1c8b-49e7-89bd-d329696ba6f0 req-5f956c3d-d0b8-4897-bee9-0712b27ed130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:30.960327 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4b61820-1c8b-49e7-89bd-d329696ba6f0 req-5f956c3d-d0b8-4897-bee9-0712b27ed130 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a886bc5c1f394f4ea31516c7c86b626a&device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 1128 time: 0.1226761 Feb 10 15:58:31.085521 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-90969bad-4f64-45c6-be4d-0b368a8e8e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 4, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port': {'id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:40Z', 'updated_at': '2022-02-10T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'a73e6a5f-e893-4b17-a10c-4ca34b57bde7', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'port_id': '37a569ea-7d35-4a73-84ac-d8673a33a7cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'mac_address': 'fa:16:3e:ba:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:58:29Z', 'updated_at': '2022-02-10T15:58:29Z', 'revision_number': 0, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa32416-bf60-4875-8768-b0b8590768a1', 'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'mac_address': 'fa:16:3e:1c:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:42Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 5, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'subnets': [{'id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:31.111397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90969bad-4f64-45c6-be4d-0b368a8e8e59 None None] Checking router: aabfac54-8a6d-4e3d-9366-b675c76488f6 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:58:31.119712 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90969bad-4f64-45c6-be4d-0b368a8e8e59 None None] Routers {'aabfac54-8a6d-4e3d-9366-b675c76488f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:58:31.120298 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-90969bad-4f64-45c6-be4d-0b368a8e8e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:58:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['aabfac54-8a6d-4e3d-9366-b675c76488f6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:31.148090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b61820-1c8b-49e7-89bd-d329696ba6f0 req-4615c1a7-00d3-4d36-9547-12dd6ee54407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:31.149590 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4b61820-1c8b-49e7-89bd-d329696ba6f0 req-4615c1a7-00d3-4d36-9547-12dd6ee54407 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc2ddf32-eefe-49df-8461-e51dbf09de41 HTTP/1.1" status: 200 len: 913 time: 0.1828492 Feb 10 15:58:31.230345 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-90969bad-4f64-45c6-be4d-0b368a8e8e59 None None] Set router aabfac54-8a6d-4e3d-9366-b675c76488f6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:58:31.254003 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4b61820-1c8b-49e7-89bd-d329696ba6f0 req-20dc6dd9-386f-45a5-851e-dfb06e297ca1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a569ea-7d35-4a73-84ac-d8673a33a7cc HTTP/1.1" status: 200 len: 999 time: 0.0976884 Feb 10 15:58:31.349795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b61820-1c8b-49e7-89bd-d329696ba6f0 req-18445ae2-f423-4867-ab4c-30f68909e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:31.351272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4b61820-1c8b-49e7-89bd-d329696ba6f0 req-18445ae2-f423-4867-ab4c-30f68909e128 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f750a144-3ea9-4e00-a3e9-e1b814525d1d HTTP/1.1" status: 200 len: 851 time: 0.0905271 Feb 10 15:58:31.457648 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-90969bad-4f64-45c6-be4d-0b368a8e8e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 4, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port': {'id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:40Z', 'updated_at': '2022-02-10T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'a73e6a5f-e893-4b17-a10c-4ca34b57bde7', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'port_id': '37a569ea-7d35-4a73-84ac-d8673a33a7cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'mac_address': 'fa:16:3e:ba:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:58:29Z', 'updated_at': '2022-02-10T15:58:29Z', 'revision_number': 0, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa32416-bf60-4875-8768-b0b8590768a1', 'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'mac_address': 'fa:16:3e:1c:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:42Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 5, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'subnets': [{'id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:31.489640 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90969bad-4f64-45c6-be4d-0b368a8e8e59 None None] The sync data for ids ['aabfac54-8a6d-4e3d-9366-b675c76488f6'] in n-d-815324-7 is: [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 4, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port': {'id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:40Z', 'updated_at': '2022-02-10T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'a73e6a5f-e893-4b17-a10c-4ca34b57bde7', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'port_id': '37a569ea-7d35-4a73-84ac-d8673a33a7cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'mac_address': 'fa:16:3e:ba:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:58:29Z', 'updated_at': '2022-02-10T15:58:29Z', 'revision_number': 0, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa32416-bf60-4875-8768-b0b8590768a1', 'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'mac_address': 'fa:16:3e:1c:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:42Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 5, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'subnets': [{'id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:58:31.770858 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b61820-1c8b-49e7-89bd-d329696ba6f0 req-e6c37163-c288-447b-a3df-93ab65d192a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:31.772359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4b61820-1c8b-49e7-89bd-d329696ba6f0 req-e6c37163-c288-447b-a3df-93ab65d192a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc2ddf32-eefe-49df-8461-e51dbf09de41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0980670 Feb 10 15:58:31.936452 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb719-4a16-4f5d-8c41-1c80e18bbabc tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:31.940872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4b61820-1c8b-49e7-89bd-d329696ba6f0 req-80f210d9-aa8f-42d9-89ad-6291442fc698 service neutron] 10.222.0.72 "GET /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583867 Feb 10 15:58:31.943155 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb719-4a16-4f5d-8c41-1c80e18bbabc tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (a73e6a5f-e893-4b17-a10c-4ca34b57bde7), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:32.124640 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f4b61820-1c8b-49e7-89bd-d329696ba6f0 req-5ec4354c-bf99-4b06-b7d5-883d65c7fead service neutron] 10.222.0.72 "GET /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431499 Feb 10 15:58:32.168488 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21159514-d4da-4352-b385-e15bf4d0ba80 None None] New status for floating IP a73e6a5f-e893-4b17-a10c-4ca34b57bde7: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:58:32.234156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbfb719-4a16-4f5d-8c41-1c80e18bbabc tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Router aabfac54-8a6d-4e3d-9366-b675c76488f6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:58:32.351858 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbfb719-4a16-4f5d-8c41-1c80e18bbabc tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:58:32.356543 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb719-4a16-4f5d-8c41-1c80e18bbabc tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:32.384784 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bedb9d-040e-40b7-acd8-e69bb545b491 None None] Sync routers for ids ['aabfac54-8a6d-4e3d-9366-b675c76488f6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:58:32.394828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bedb9d-040e-40b7-acd8-e69bb545b491 None None] Routers {'aabfac54-8a6d-4e3d-9366-b675c76488f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:58:32.395422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-95bedb9d-040e-40b7-acd8-e69bb545b491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:58:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['aabfac54-8a6d-4e3d-9366-b675c76488f6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:32.420638 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0bbfb719-4a16-4f5d-8c41-1c80e18bbabc tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "PUT /v2.0/floatingips/a73e6a5f-e893-4b17-a10c-4ca34b57bde7 HTTP/1.1" status: 200 len: 991 time: 1.5906806 Feb 10 15:58:32.503602 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-95bedb9d-040e-40b7-acd8-e69bb545b491 None None] Set router aabfac54-8a6d-4e3d-9366-b675c76488f6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:58:32.815709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'tag': '37a569ea-7d35-4a73-84ac-d8673a33a7cc'}, {'name': 'network-changed', 'server_uuid': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'tag': '37a569ea-7d35-4a73-84ac-d8673a33a7cc'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:58:32.818180 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2e1f60-557d-4835-a3b1-8ce0b3681088" -d '{"events": [{"name": "network-changed", "server_uuid": "ffefba0b-b7e4-418e-b77f-3dff8518bd8d", "tag": "37a569ea-7d35-4a73-84ac-d8673a33a7cc"}, {"name": "network-changed", "server_uuid": "ffefba0b-b7e4-418e-b77f-3dff8518bd8d", "tag": "37a569ea-7d35-4a73-84ac-d8673a33a7cc"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:58:32.863225 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 15:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe99666-bce3-444d-9b7a-5e5d7d8d52ab x-openstack-request-id: req-3fe99666-bce3-444d-9b7a-5e5d7d8d52ab {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:58:32.863527 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffefba0b-b7e4-418e-b77f-3dff8518bd8d", "tag": "37a569ea-7d35-4a73-84ac-d8673a33a7cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ffefba0b-b7e4-418e-b77f-3dff8518bd8d", "tag": "37a569ea-7d35-4a73-84ac-d8673a33a7cc", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:58:32.863780 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fe99666-bce3-444d-9b7a-5e5d7d8d52ab {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:58:32.864193 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'tag': '37a569ea-7d35-4a73-84ac-d8673a33a7cc', 'status': 'completed', 'code': 200} Feb 10 15:58:32.864456 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'tag': '37a569ea-7d35-4a73-84ac-d8673a33a7cc', 'status': 'completed', 'code': 200} Feb 10 15:58:32.871757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-95bedb9d-040e-40b7-acd8-e69bb545b491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 4, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port': {'id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:40Z', 'updated_at': '2022-02-10T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'a73e6a5f-e893-4b17-a10c-4ca34b57bde7', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'port_id': '37a569ea-7d35-4a73-84ac-d8673a33a7cc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'mac_address': 'fa:16:3e:ba:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:58:29Z', 'updated_at': '2022-02-10T15:58:32Z', 'revision_number': 2, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa32416-bf60-4875-8768-b0b8590768a1', 'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'mac_address': 'fa:16:3e:1c:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:42Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 5, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'subnets': [{'id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:32.901429 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bedb9d-040e-40b7-acd8-e69bb545b491 None None] Checking router: aabfac54-8a6d-4e3d-9366-b675c76488f6 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:58:32.909896 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bedb9d-040e-40b7-acd8-e69bb545b491 None None] Routers {'aabfac54-8a6d-4e3d-9366-b675c76488f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:58:32.910492 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-95bedb9d-040e-40b7-acd8-e69bb545b491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:58:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['aabfac54-8a6d-4e3d-9366-b675c76488f6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:32.928350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-1668e40b-8e11-4335-bd82-77e67bb832f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:32.929938 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-1668e40b-8e11-4335-bd82-77e67bb832f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a886bc5c1f394f4ea31516c7c86b626a&device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 1128 time: 0.0459225 Feb 10 15:58:33.017349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-95bedb9d-040e-40b7-acd8-e69bb545b491 None None] Set router aabfac54-8a6d-4e3d-9366-b675c76488f6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:58:33.023281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-9c1a192c-286e-45ef-a3f3-3886005a218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:33.025092 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-9c1a192c-286e-45ef-a3f3-3886005a218e service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc2ddf32-eefe-49df-8461-e51dbf09de41 HTTP/1.1" status: 200 len: 913 time: 0.0885010 Feb 10 15:58:33.090591 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-d73663c7-3536-444b-b68b-0855ccc7fe23 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a569ea-7d35-4a73-84ac-d8673a33a7cc HTTP/1.1" status: 200 len: 1001 time: 0.0598011 Feb 10 15:58:33.141239 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-42ed6115-bc49-4af3-97db-de7fa472fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:33.142737 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-42ed6115-bc49-4af3-97db-de7fa472fa66 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f750a144-3ea9-4e00-a3e9-e1b814525d1d HTTP/1.1" status: 200 len: 851 time: 0.0437741 Feb 10 15:58:33.196029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-ebdc1053-2edf-4a16-8f97-b912f8f492d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:33.197602 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-ebdc1053-2edf-4a16-8f97-b912f8f492d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc2ddf32-eefe-49df-8461-e51dbf09de41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490651 Feb 10 15:58:33.237713 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-95bedb9d-040e-40b7-acd8-e69bb545b491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 4, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port': {'id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:40Z', 'updated_at': '2022-02-10T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'a73e6a5f-e893-4b17-a10c-4ca34b57bde7', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'port_id': '37a569ea-7d35-4a73-84ac-d8673a33a7cc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'mac_address': 'fa:16:3e:ba:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:58:29Z', 'updated_at': '2022-02-10T15:58:32Z', 'revision_number': 2, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa32416-bf60-4875-8768-b0b8590768a1', 'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'mac_address': 'fa:16:3e:1c:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:42Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 5, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'subnets': [{'id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:58:33.267816 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bedb9d-040e-40b7-acd8-e69bb545b491 None None] The sync data for ids ['aabfac54-8a6d-4e3d-9366-b675c76488f6'] in n-d-815324-7 is: [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 4, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port': {'id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:40Z', 'updated_at': '2022-02-10T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': 'a73e6a5f-e893-4b17-a10c-4ca34b57bde7', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'port_id': '37a569ea-7d35-4a73-84ac-d8673a33a7cc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'mac_address': 'fa:16:3e:ba:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:58:29Z', 'updated_at': '2022-02-10T15:58:32Z', 'revision_number': 2, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa32416-bf60-4875-8768-b0b8590768a1', 'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'mac_address': 'fa:16:3e:1c:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:42Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 5, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'subnets': [{'id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:58:33.287833 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-c11b10a2-192d-413f-a336-821ae838daa1 service neutron] 10.222.0.72 "GET /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837739 Feb 10 15:58:33.385570 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-7676082d-c741-4e26-97bd-fdf7d7834834 service neutron] 10.222.0.72 "GET /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908864 Feb 10 15:58:33.477692 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-c35bb89a-28b4-4629-919c-0aca42aa067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:33.479227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-c35bb89a-28b4-4629-919c-0aca42aa067d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a886bc5c1f394f4ea31516c7c86b626a&device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 1128 time: 0.0536366 Feb 10 15:58:33.569778 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-8c59cf9a-fbf0-40a1-bc35-88d6039ceba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:33.571250 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-8c59cf9a-fbf0-40a1-bc35-88d6039ceba5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc2ddf32-eefe-49df-8461-e51dbf09de41 HTTP/1.1" status: 200 len: 913 time: 0.0867233 Feb 10 15:58:33.642266 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-93b2be22-580f-4c16-9205-77986eff7ebc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a569ea-7d35-4a73-84ac-d8673a33a7cc HTTP/1.1" status: 200 len: 1001 time: 0.0632002 Feb 10 15:58:33.690431 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-a0882fc7-b323-4662-93ea-6572a1e420d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:33.691887 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-a0882fc7-b323-4662-93ea-6572a1e420d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f750a144-3ea9-4e00-a3e9-e1b814525d1d HTTP/1.1" status: 200 len: 851 time: 0.0441129 Feb 10 15:58:33.743010 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-390267a8-f5f0-45d0-8573-c23fbe19bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:33.744495 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-390267a8-f5f0-45d0-8573-c23fbe19bc7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc2ddf32-eefe-49df-8461-e51dbf09de41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469539 Feb 10 15:58:33.832083 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-b18f8278-d275-4986-94ce-6b46969441ab service neutron] 10.222.0.72 "GET /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815401 Feb 10 15:58:33.923736 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef2e1f60-557d-4835-a3b1-8ce0b3681088 req-80250a2b-3569-4fda-a45a-42df47baf6bc service neutron] 10.222.0.72 "GET /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859137 Feb 10 15:58:37.260743 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:41.668505 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:42.897575 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b64cba4e-4f45-4382-b5d5-e3dd08b2489c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:45.204470 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ceeb5583-3bbe-4c5b-9369-07029570c6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:46.464289 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:48.042330 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:48.963360 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:58:53.099543 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:58:53.978567 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28b01968-772a-4798-b740-6b274883770b req-4189ae18-117d-4039-b270-43e279d9b68e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425909 Feb 10 15:58:54.069350 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b01968-772a-4798-b740-6b274883770b req-68e28647-b2ab-4410-a9df-cac1276de840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:54.070766 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28b01968-772a-4798-b740-6b274883770b req-68e28647-b2ab-4410-a9df-cac1276de840 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a886bc5c1f394f4ea31516c7c86b626a&device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 1128 time: 0.0471039 Feb 10 15:58:54.181370 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b01968-772a-4798-b740-6b274883770b req-4d862cfc-1a5b-4830-91bd-81f7b0ceb997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:54.182835 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28b01968-772a-4798-b740-6b274883770b req-4d862cfc-1a5b-4830-91bd-81f7b0ceb997 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc2ddf32-eefe-49df-8461-e51dbf09de41 HTTP/1.1" status: 200 len: 913 time: 0.0925772 Feb 10 15:58:54.249126 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28b01968-772a-4798-b740-6b274883770b req-4b152f96-048a-4307-a392-e67f9ff39f96 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a569ea-7d35-4a73-84ac-d8673a33a7cc HTTP/1.1" status: 200 len: 1001 time: 0.0588984 Feb 10 15:58:54.302389 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b01968-772a-4798-b740-6b274883770b req-a8326326-6d63-4069-b663-9cf93ed32329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:54.303844 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28b01968-772a-4798-b740-6b274883770b req-a8326326-6d63-4069-b663-9cf93ed32329 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f750a144-3ea9-4e00-a3e9-e1b814525d1d HTTP/1.1" status: 200 len: 851 time: 0.0484438 Feb 10 15:58:54.355356 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b01968-772a-4798-b740-6b274883770b req-fe866e1b-4708-4e8b-a99e-0e8795149d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:58:54.357370 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28b01968-772a-4798-b740-6b274883770b req-fe866e1b-4708-4e8b-a99e-0e8795149d7f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc2ddf32-eefe-49df-8461-e51dbf09de41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463457 Feb 10 15:58:54.448483 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28b01968-772a-4798-b740-6b274883770b req-4f803212-4dd0-4eb3-a7db-05015d67d4ac service neutron] 10.222.0.72 "GET /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828969 Feb 10 15:58:54.558368 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-28b01968-772a-4798-b740-6b274883770b req-564c5512-c33b-4f56-aaa5-b333fdddf1ca service neutron] 10.222.0.72 "GET /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026137 Feb 10 15:59:00.990205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 38758) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:59:01.132190 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d7ff454-7d94-446f-a584-36b75b79ded0 req-53db0487-f699-4734-a343-a14f9246a83e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652580 Feb 10 15:59:01.183510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-a4883ee4-b225-4967-bce9-a93ac7dc12b0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Deleting port f33b8c33-f46e-4b0b-a158-8f3319696395 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:59:01.184561 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4883ee4-b225-4967-bce9-a93ac7dc12b0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f33b8c33-f46e-4b0b-a158-8f3319696395), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:01.220463 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ff454-7d94-446f-a584-36b75b79ded0 req-b3ae1bd5-6748-46e9-936e-384613a7842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:01.222329 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d7ff454-7d94-446f-a584-36b75b79ded0 req-b3ae1bd5-6748-46e9-936e-384613a7842e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 1128 time: 0.0460334 Feb 10 15:59:01.275010 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4883ee4-b225-4967-bce9-a93ac7dc12b0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f33b8c33-f46e-4b0b-a158-8f3319696395), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:01.275619 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4883ee4-b225-4967-bce9-a93ac7dc12b0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for floatingip (f33b8c33-f46e-4b0b-a158-8f3319696395), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:01.292030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-a4883ee4-b225-4967-bce9-a93ac7dc12b0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Calling delete_port for f33b8c33-f46e-4b0b-a158-8f3319696395 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:59:01.357061 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ff454-7d94-446f-a584-36b75b79ded0 req-9a4dcfac-459d-4407-a988-868347aad538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:01.359030 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d7ff454-7d94-446f-a584-36b75b79ded0 req-9a4dcfac-459d-4407-a988-868347aad538 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.1166270 Feb 10 15:59:01.442221 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d7ff454-7d94-446f-a584-36b75b79ded0 req-a1618a59-2903-48d3-b4f6-3580dc13732c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad150608-0782-48a0-90be-c91be81c1031 HTTP/1.1" status: 200 len: 1002 time: 0.0775056 Feb 10 15:59:01.502163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ff454-7d94-446f-a584-36b75b79ded0 req-f123b25c-94c0-48dd-9c1b-25c2ec0f7cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:01.503904 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d7ff454-7d94-446f-a584-36b75b79ded0 req-f123b25c-94c0-48dd-9c1b-25c2ec0f7cfc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0559714 Feb 10 15:59:01.536320 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4883ee4-b225-4967-bce9-a93ac7dc12b0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (f33b8c33-f46e-4b0b-a158-8f3319696395), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:01.559674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ff454-7d94-446f-a584-36b75b79ded0 req-67340d73-d93c-4d59-8e1e-a38031c67c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:01.561342 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d7ff454-7d94-446f-a584-36b75b79ded0 req-67340d73-d93c-4d59-8e1e-a38031c67c38 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520980 Feb 10 15:59:01.568449 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4883ee4-b225-4967-bce9-a93ac7dc12b0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Pushing event deleted for resources: {'Port': ['ID=f33b8c33-f46e-4b0b-a158-8f3319696395,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:01.643034 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4883ee4-b225-4967-bce9-a93ac7dc12b0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for floatingip (a73e6a5f-e893-4b17-a10c-4ca34b57bde7), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:01.643386 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-a4883ee4-b225-4967-bce9-a93ac7dc12b0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Floating IP a73e6a5f-e893-4b17-a10c-4ca34b57bde7 disassociated (deleted). External IP: 172.25.3.68, port: 37a569ea-7d35-4a73-84ac-d8673a33a7cc. Feb 10 15:59:01.674525 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d7ff454-7d94-446f-a584-36b75b79ded0 req-b5e70182-b1ab-4d03-84c2-04cc16643757 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064904 Feb 10 15:59:01.797829 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9d7ff454-7d94-446f-a584-36b75b79ded0 req-b7fddeab-d443-49bb-bf22-3ba343057d9d service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166217 Feb 10 15:59:01.906980 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4883ee4-b225-4967-bce9-a93ac7dc12b0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Router aabfac54-8a6d-4e3d-9366-b675c76488f6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:59:02.029173 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4883ee4-b225-4967-bce9-a93ac7dc12b0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:59:02.033969 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4883ee4-b225-4967-bce9-a93ac7dc12b0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:02.041610 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716523d1-49f8-44d0-97ee-fea3742e52d6 None None] Sync routers for ids ['aabfac54-8a6d-4e3d-9366-b675c76488f6'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:59:02.057572 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716523d1-49f8-44d0-97ee-fea3742e52d6 None None] Routers {'aabfac54-8a6d-4e3d-9366-b675c76488f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:02.058485 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-716523d1-49f8-44d0-97ee-fea3742e52d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:58:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['aabfac54-8a6d-4e3d-9366-b675c76488f6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:02.066296 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a4883ee4-b225-4967-bce9-a93ac7dc12b0 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "DELETE /v2.0/floatingips/a73e6a5f-e893-4b17-a10c-4ca34b57bde7 HTTP/1.1" status: 204 len: 168 time: 1.0746090 Feb 10 15:59:02.066986 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'tag': '37a569ea-7d35-4a73-84ac-d8673a33a7cc'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:59:02.079717 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d1189c-f538-431c-90bf-0cdae77bb635" -d '{"events": [{"name": "network-changed", "server_uuid": "ffefba0b-b7e4-418e-b77f-3dff8518bd8d", "tag": "37a569ea-7d35-4a73-84ac-d8673a33a7cc"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:02.149379 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416b61a4-a0b3-466c-976e-681d57bb7e9c x-openstack-request-id: req-416b61a4-a0b3-466c-976e-681d57bb7e9c {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:02.150088 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffefba0b-b7e4-418e-b77f-3dff8518bd8d", "tag": "37a569ea-7d35-4a73-84ac-d8673a33a7cc", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:02.150587 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-416b61a4-a0b3-466c-976e-681d57bb7e9c {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:02.151130 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'tag': '37a569ea-7d35-4a73-84ac-d8673a33a7cc', 'status': 'completed', 'code': 200} Feb 10 15:59:02.222905 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-716523d1-49f8-44d0-97ee-fea3742e52d6 None None] Set router aabfac54-8a6d-4e3d-9366-b675c76488f6 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:02.281115 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1189c-f538-431c-90bf-0cdae77bb635 req-0d4e189f-cb7b-44fe-86fe-52bf8800f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:02.284142 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62d1189c-f538-431c-90bf-0cdae77bb635 req-0d4e189f-cb7b-44fe-86fe-52bf8800f48a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a886bc5c1f394f4ea31516c7c86b626a&device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 1128 time: 0.1124084 Feb 10 15:59:02.502426 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-716523d1-49f8-44d0-97ee-fea3742e52d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 4, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port': {'id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:40Z', 'updated_at': '2022-02-10T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '1aa32416-bf60-4875-8768-b0b8590768a1', 'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'mac_address': 'fa:16:3e:1c:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:42Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 5, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'subnets': [{'id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:02.530951 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716523d1-49f8-44d0-97ee-fea3742e52d6 None None] Checking router: aabfac54-8a6d-4e3d-9366-b675c76488f6 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:59:02.540524 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716523d1-49f8-44d0-97ee-fea3742e52d6 None None] Routers {'aabfac54-8a6d-4e3d-9366-b675c76488f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:02.541232 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-716523d1-49f8-44d0-97ee-fea3742e52d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:58:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['aabfac54-8a6d-4e3d-9366-b675c76488f6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:02.659598 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-716523d1-49f8-44d0-97ee-fea3742e52d6 None None] Set router aabfac54-8a6d-4e3d-9366-b675c76488f6 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:02.872566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1189c-f538-431c-90bf-0cdae77bb635 req-a0d331db-7032-4eee-82a2-0c62f4a6bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:02.874134 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62d1189c-f538-431c-90bf-0cdae77bb635 req-a0d331db-7032-4eee-82a2-0c62f4a6bff7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc2ddf32-eefe-49df-8461-e51dbf09de41 HTTP/1.1" status: 200 len: 913 time: 0.5792015 Feb 10 15:59:02.897180 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-716523d1-49f8-44d0-97ee-fea3742e52d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 4, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port': {'id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:40Z', 'updated_at': '2022-02-10T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '1aa32416-bf60-4875-8768-b0b8590768a1', 'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'mac_address': 'fa:16:3e:1c:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:42Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 5, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'subnets': [{'id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:02.897598 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b77bd-439a-45ea-89e0-dc6bfecdee49 req-a792f31f-1993-4203-afe2-8019030f8363 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:02.899077 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d1b77bd-439a-45ea-89e0-dc6bfecdee49 req-a792f31f-1993-4203-afe2-8019030f8363 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 946 time: 0.1515892 Feb 10 15:59:02.930631 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716523d1-49f8-44d0-97ee-fea3742e52d6 None None] The sync data for ids ['aabfac54-8a6d-4e3d-9366-b675c76488f6'] in n-d-815324-7 is: [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:55:42Z', 'revision_number': 4, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port': {'id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:40Z', 'updated_at': '2022-02-10T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '1aa32416-bf60-4875-8768-b0b8590768a1', 'name': '', 'network_id': 'dc2ddf32-eefe-49df-8461-e51dbf09de41', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'mac_address': 'fa:16:3e:1c:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:42Z', 'updated_at': '2022-02-10T15:55:47Z', 'revision_number': 5, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'subnets': [{'id': 'f750a144-3ea9-4e00-a3e9-e1b814525d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:59:02.936937 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62d1189c-f538-431c-90bf-0cdae77bb635 req-4bbaa8d8-9430-40c2-812f-6b83c968e7cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a569ea-7d35-4a73-84ac-d8673a33a7cc HTTP/1.1" status: 200 len: 217 time: 0.0525968 Feb 10 15:59:03.025518 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d1b77bd-439a-45ea-89e0-dc6bfecdee49 req-ce02836e-560c-4824-934e-9310c2c53c9a tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960851 Feb 10 15:59:03.027543 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1189c-f538-431c-90bf-0cdae77bb635 req-a7c543fb-ac61-4323-a921-be584e97c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:03.029246 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62d1189c-f538-431c-90bf-0cdae77bb635 req-a7c543fb-ac61-4323-a921-be584e97c5eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f750a144-3ea9-4e00-a3e9-e1b814525d1d HTTP/1.1" status: 200 len: 851 time: 0.0770838 Feb 10 15:59:03.094054 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1189c-f538-431c-90bf-0cdae77bb635 req-ca319117-83d6-4b89-a854-a0210a5a6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:03.095587 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62d1189c-f538-431c-90bf-0cdae77bb635 req-ca319117-83d6-4b89-a854-a0210a5a6741 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc2ddf32-eefe-49df-8461-e51dbf09de41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0593133 Feb 10 15:59:03.193832 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62d1189c-f538-431c-90bf-0cdae77bb635 req-38773099-9c93-4fb5-971d-262c0859d300 service neutron] 10.222.0.72 "GET /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905039 Feb 10 15:59:03.237995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f354d3d1-f416-4067-a16c-8a4928dddd73 None None] New status for floating IP a73e6a5f-e893-4b17-a10c-4ca34b57bde7: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:59:03.294738 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62d1189c-f538-431c-90bf-0cdae77bb635 req-79747505-ef37-4b90-8d51-b45b7f2d6116 service neutron] 10.222.0.72 "GET /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947955 Feb 10 15:59:03.952366 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506ccd2-8b58-445d-80c7-be823c5694a7 req-5dee4da3-65c1-4f3c-b419-70e051e7a5fe tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:03.953966 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f506ccd2-8b58-445d-80c7-be823c5694a7 req-5dee4da3-65c1-4f3c-b419-70e051e7a5fe tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 946 time: 0.0522013 Feb 10 15:59:04.049580 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-f506ccd2-8b58-445d-80c7-be823c5694a7 req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Deleting port 37a569ea-7d35-4a73-84ac-d8673a33a7cc {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:59:04.050210 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f506ccd2-8b58-445d-80c7-be823c5694a7 req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (37a569ea-7d35-4a73-84ac-d8673a33a7cc), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:04.168884 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-f506ccd2-8b58-445d-80c7-be823c5694a7 req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] For port 37a569ea-7d35-4a73-84ac-d8673a33a7cc, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=37a569ea-7d35-4a73-84ac-d8673a33a7cc,segment=NetworkSegment(fd01c88b-46de-4956-98d9-b27c9bf84dca),segment_id=fd01c88b-46de-4956-98d9-b27c9bf84dca)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:04.169258 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f506ccd2-8b58-445d-80c7-be823c5694a7 req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (37a569ea-7d35-4a73-84ac-d8673a33a7cc), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:04.186553 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-f506ccd2-8b58-445d-80c7-be823c5694a7 req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Calling delete_port for 37a569ea-7d35-4a73-84ac-d8673a33a7cc owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:59:04.203339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f6661-7f03-4f3c-af2c-d027cffd3c51 req-5dc80a37-a9dd-43b0-8e85-94da1d42944b tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:04.204865 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-907f6661-7f03-4f3c-af2c-d027cffd3c51 req-5dc80a37-a9dd-43b0-8e85-94da1d42944b tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 946 time: 0.0955839 Feb 10 15:59:04.300392 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-907f6661-7f03-4f3c-af2c-d027cffd3c51 req-74c0b3e2-95fd-46e5-9f25-858b66ceefc8 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/security-groups?id=ab6723d0-b488-4230-9acc-a876acba3fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896983 Feb 10 15:59:04.375911 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f506ccd2-8b58-445d-80c7-be823c5694a7 req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (37a569ea-7d35-4a73-84ac-d8673a33a7cc), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:04.402794 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Pushing event deleted for resources: {'Port': ['ID=37a569ea-7d35-4a73-84ac-d8673a33a7cc,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:04.416907 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:04.417266 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:04.417613 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:04.417953 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:04.418795 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:04.419134 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:04.419467 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:04.419796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:04.420211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:04.420439 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:04.420843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:04.421176 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:04.421501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:04.462332 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-f506ccd2-8b58-445d-80c7-be823c5694a7 req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] No DVR routers for this DVR port 37a569ea-7d35-4a73-84ac-d8673a33a7cc on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:04.464870 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f506ccd2-8b58-445d-80c7-be823c5694a7 req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:04.468192 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f506ccd2-8b58-445d-80c7-be823c5694a7 req-b1c74031-0a38-4f9f-afbb-c09639c8c811 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.72 "DELETE /v2.0/ports/37a569ea-7d35-4a73-84ac-d8673a33a7cc HTTP/1.1" status: 204 len: 173 time: 0.5077798 Feb 10 15:59:04.468660 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'name': 'network-vif-deleted', 'tag': '37a569ea-7d35-4a73-84ac-d8673a33a7cc'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:59:04.470968 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2f6577-f92c-4509-adcd-0a4d272e164a" -d '{"events": [{"server_uuid": "ffefba0b-b7e4-418e-b77f-3dff8518bd8d", "name": "network-vif-deleted", "tag": "37a569ea-7d35-4a73-84ac-d8673a33a7cc"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:04.519110 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f3fc3d-e34f-4497-a73a-d2d25e419a21 x-openstack-request-id: req-30f3fc3d-e34f-4497-a73a-d2d25e419a21 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:04.519429 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffefba0b-b7e4-418e-b77f-3dff8518bd8d", "name": "network-vif-deleted", "tag": "37a569ea-7d35-4a73-84ac-d8673a33a7cc", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:04.519699 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30f3fc3d-e34f-4497-a73a-d2d25e419a21 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:04.520102 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffefba0b-b7e4-418e-b77f-3dff8518bd8d', 'name': 'network-vif-deleted', 'tag': '37a569ea-7d35-4a73-84ac-d8673a33a7cc', 'status': 'completed', 'code': 200} Feb 10 15:59:05.409745 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3b64492-7c07-4072-8296-c220d533ded9 req-e7015b53-ee9a-4057-ac3f-e83123b08546 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 210 time: 0.0287015 Feb 10 15:59:06.535775 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8feeb55-3c43-4962-80a5-03de9aa7c6d4 req-b78fa0de-1087-4234-8ad3-fdd4bfa221c4 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 210 time: 0.0454552 Feb 10 15:59:06.885789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 37a569ea-7d35-4a73-84ac-d8673a33a7cc no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:06.916526 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 37a569ea-7d35-4a73-84ac-d8673a33a7cc {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:59:06.917368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 37a569ea-7d35-4a73-84ac-d8673a33a7cc not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:59:07.264787 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:07.661704 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0856f069-8a8c-4eb7-b518-32e877fadeb6 req-85156cae-3302-4dcf-93a2-e4cdd8cd5215 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 210 time: 0.0372233 Feb 10 15:59:08.782703 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ddf9127-3b07-4824-9573-62416d88e34a req-ea0822ef-7751-4dda-b5fc-14d9c433ec93 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 210 time: 0.0371690 Feb 10 15:59:09.913531 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-46bebb7c-0177-41cf-8156-3a05196f9be0 req-f32923e3-3660-4f51-8e47-23f2cc404fb4 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 210 time: 0.0369020 Feb 10 15:59:11.083811 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7fd0a390-f8be-47a7-8bc1-89ced3a1259b req-a2c4e9df-c747-4b17-89cc-22e38a2ffbb6 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 210 time: 0.0812230 Feb 10 15:59:11.688399 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:12.172614 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a2b40ef-0cf2-4de2-b59b-1e2cb6bd6214 req-028e5861-e205-45ab-9ab7-b4dbbe37724f tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 210 time: 0.0293779 Feb 10 15:59:12.322515 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-90946366-3f87-4712-9446-c7428a5c8371 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583404017&fields=id&tenant_id=f6193cc70c8346199e4ee5ce98cad92b HTTP/1.1" status: 200 len: 267 time: 0.0434494 Feb 10 15:59:12.434590 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-04584f17-3886-464b-addf-506d524a8726 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:12.436089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-04584f17-3886-464b-addf-506d524a8726 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 812 time: 0.1065476 Feb 10 15:59:12.451006 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-cf50b623-2313-4bcc-bd4b-b6d559c28ed5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/quotas/f6193cc70c8346199e4ee5ce98cad92b HTTP/1.1" status: 200 len: 375 time: 0.0096385 Feb 10 15:59:12.506927 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-aafd3cd5-18b0-4e5e-8b89-698d5b207cab tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511143 Feb 10 15:59:12.571211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-95f51b7c-0c6b-4933-a186-ca9be660e7cd service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 15:59:12.572231 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-95f51b7c-0c6b-4933-a186-ca9be660e7cd service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0546396 Feb 10 15:59:12.663359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-ca7f254c-44ab-4e08-beaa-a471ca540663 service neutron] 10.222.0.64 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849080 Feb 10 15:59:12.758311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-11be6508-ce26-4fd6-ade7-f9ece0af0cf7 service neutron] 10.222.0.64 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886176 Feb 10 15:59:12.900973 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b6815034-92b7-4dc8-9e11-516c69501216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:13.062619 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ccfd8ed0-61fa-4df4-824b-ffe86171d31d req-16bcdb59-c109-4b59-bcac-f769cf0a3888 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 210 time: 0.0353251 Feb 10 15:59:13.276320 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a0e79b7-1455-41fb-8b4b-01f20d96d29a req-7bf78b8a-e912-420b-8849-460eac8e6fc2 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffefba0b-b7e4-418e-b77f-3dff8518bd8d HTTP/1.1" status: 200 len: 210 time: 0.0298107 Feb 10 15:59:14.052014 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-c7edb7d5-08cf-4d42-a48c-72e6b06a0789 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:14.053808 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-c7edb7d5-08cf-4d42-a48c-72e6b06a0789 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.72 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 812 time: 0.1290355 Feb 10 15:59:14.125669 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-f2bc436c-dd6f-435a-bfe5-11455958ce1d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6193cc70c8346199e4ee5ce98cad92b HTTP/1.1" status: 200 len: 379 time: 0.0623586 Feb 10 15:59:14.134554 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-740324be-fe06-48ba-8412-22231b6559fc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'port': {'device_id': 'b16431c6-6c12-46f1-8ee8-e8fe07ae8821', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'admin_state_up': True, 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'security_groups': ['c19f09a3-069b-46ba-8a58-39a92444a551']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:14.187890 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8cc6b4d4-fca7-4575-9a82-3892e45ecb2a req-9cdd5dad-7f95-4abc-8b13-8d4996740059 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 210 time: 0.0487623 Feb 10 15:59:14.288156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-740324be-fe06-48ba-8412-22231b6559fc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Made reservation on behalf of f6193cc70c8346199e4ee5ce98cad92b for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 15:59:14.291562 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-740324be-fe06-48ba-8412-22231b6559fc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:14.355724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 38840) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:59:14.418754 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group (ab6723d0-b488-4230-9acc-a876acba3fb5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:14.450472 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group (ab6723d0-b488-4230-9acc-a876acba3fb5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:14.466658 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-740324be-fe06-48ba-8412-22231b6559fc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Allocated IP 172.20.0.12 (3707da07-4fe9-4b6c-94ea-78b38c207829/c2412461-f325-414f-9061-42c35c61d99d/0acb7ec2-037a-4886-ae22-36c22e9eb0ec) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:14.514829 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (ab6723d0-b488-4230-9acc-a876acba3fb5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:14.518309 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:14.520356 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] 10.222.0.64 "DELETE /v2.0/security-groups/ab6723d0-b488-4230-9acc-a876acba3fb5 HTTP/1.1" status: 204 len: 168 time: 0.1629326 Feb 10 15:59:14.530638 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6723d0-b488-4230-9acc-a876acba3fb5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:14.542935 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:14.543233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:14.543592 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:14.543928 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:14.544265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:14.544599 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:14.544958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:14.545287 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:14.545614 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:14.545943 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:14.546273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:14.546598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:14.546921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db4cde-73d2-40d8-bb69-ac96452e9289 tempest-TestVolumeBackupRestore-1492338821 tempest-TestVolumeBackupRestore-1492338821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:14.661426 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-740324be-fe06-48ba-8412-22231b6559fc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for port (0acb7ec2-037a-4886-ae22-36c22e9eb0ec), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:14.712232 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-740324be-fe06-48ba-8412-22231b6559fc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (0acb7ec2-037a-4886-ae22-36c22e9eb0ec), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:14.776588 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740324be-fe06-48ba-8412-22231b6559fc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'Port': ['ID=0acb7ec2-037a-4886-ae22-36c22e9eb0ec,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:14.800528 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-740324be-fe06-48ba-8412-22231b6559fc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Network 3707da07-4fe9-4b6c-94ea-78b38c207829 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:14.801935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-740324be-fe06-48ba-8412-22231b6559fc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:14.805251 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-740324be-fe06-48ba-8412-22231b6559fc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:14.906163 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-740324be-fe06-48ba-8412-22231b6559fc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:14.909337 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-740324be-fe06-48ba-8412-22231b6559fc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:14.954831 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-740324be-fe06-48ba-8412-22231b6559fc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8238664 Feb 10 15:59:14.970949 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Request body: {'port': {'device_id': 'b16431c6-6c12-46f1-8ee8-e8fe07ae8821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:15.081659 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0acb7ec2-037a-4886-ae22-36c22e9eb0ec), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:15.221629 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4eae699b-ef6b-4185-a8a5-40ed586637c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:15.304171 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c3b53396-b058-42ad-8e74-0a9aa1f1b58a None None] Provisioning complete for port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:15.304834 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c3b53396-b058-42ad-8e74-0a9aa1f1b58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0acb7ec2-037a-4886-ae22-36c22e9eb0ec), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:15.358576 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c3b53396-b058-42ad-8e74-0a9aa1f1b58a None None] Port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 15:59:15.456632 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c7b42-49d8-4dbd-9840-ad18a98857b7 req-94f86777-125a-4582-be2c-84739dfbf597 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:15.458449 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca6c7b42-49d8-4dbd-9840-ad18a98857b7 req-94f86777-125a-4582-be2c-84739dfbf597 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 932 time: 0.1475451 Feb 10 15:59:15.560333 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca6c7b42-49d8-4dbd-9840-ad18a98857b7 req-c32ed737-b279-4b0c-8f2f-d9b666b4d315 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935493 Feb 10 15:59:15.596977 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acb7ec2-037a-4886-ae22-36c22e9eb0ec {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:59:15.605501 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Publish callbacks [] for port (0acb7ec2-037a-4886-ae22-36c22e9eb0ec), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:15.618969 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Transition to ACTIVE for port object 0acb7ec2-037a-4886-ae22-36c22e9eb0ec will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 15:59:15.624808 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (0acb7ec2-037a-4886-ae22-36c22e9eb0ec), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:15.700253 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Pushing event updated for resources: {'Port': ['ID=0acb7ec2-037a-4886-ae22-36c22e9eb0ec,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:15.770422 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Attempting to bind port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 15:59:15.770947 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Attempting to bind port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 15:59:15.771462 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Attempting to bind port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec on network 3707da07-4fe9-4b6c-94ea-78b38c207829 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:15.781493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec on network 3707da07-4fe9-4b6c-94ea-78b38c207829 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 15:59:15.781942 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Attempting to bind port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec on network 3707da07-4fe9-4b6c-94ea-78b38c207829 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 15:59:15.788533 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 15, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 15:59:15.789020 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Checking segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 15:59:15.789889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Bound using segment: {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 15:59:15.791080 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Bound port: 0acb7ec2-037a-4886-ae22-36c22e9eb0ec, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 15:59:15.791561 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0acb7ec2-037a-4886-ae22-36c22e9eb0ec), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:15.880413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] For port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 15:59:15.884972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] For port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0acb7ec2-037a-4886-ae22-36c22e9eb0ec,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 15:59:15.895454 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (0acb7ec2-037a-4886-ae22-36c22e9eb0ec), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:15.948435 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:15.950833 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:15.951763 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] 10.222.0.72 "PUT /v2.0/ports/0acb7ec2-037a-4886-ae22-36c22e9eb0ec HTTP/1.1" status: 200 len: 1092 time: 0.9893737 Feb 10 15:59:15.952240 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16431c6-6c12-46f1-8ee8-e8fe07ae8821', 'tag': '0acb7ec2-037a-4886-ae22-36c22e9eb0ec'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:59:15.954687 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004ac528-d2fd-46c2-9339-65622b5ca475" -d '{"events": [{"name": "network-changed", "server_uuid": "b16431c6-6c12-46f1-8ee8-e8fe07ae8821", "tag": "0acb7ec2-037a-4886-ae22-36c22e9eb0ec"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:15.984581 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4733e-63d8-44cf-b6d2-f7d64de33085 service neutron] Pushing event updated for resources: {'Port': ['ID=0acb7ec2-037a-4886-ae22-36c22e9eb0ec,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:16.056885 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0098358f-4c18-4590-9ba2-adc5b0f2ec14 x-openstack-request-id: req-0098358f-4c18-4590-9ba2-adc5b0f2ec14 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:16.057492 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16431c6-6c12-46f1-8ee8-e8fe07ae8821", "tag": "0acb7ec2-037a-4886-ae22-36c22e9eb0ec", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:16.057754 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0098358f-4c18-4590-9ba2-adc5b0f2ec14 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:16.058158 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16431c6-6c12-46f1-8ee8-e8fe07ae8821', 'tag': '0acb7ec2-037a-4886-ae22-36c22e9eb0ec', 'status': 'completed', 'code': 200} Feb 10 15:59:16.080812 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-6269a1ef-724e-493a-98dd-01eda83a9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:16.082382 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-6269a1ef-724e-493a-98dd-01eda83a9576 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 1126 time: 0.0828645 Feb 10 15:59:16.142547 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-640965c3-b0ff-4ec2-92be-29567c169e54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0acb7ec2-037a-4886-ae22-36c22e9eb0ec HTTP/1.1" status: 200 len: 217 time: 0.0463767 Feb 10 15:59:16.219993 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-8f04ef1d-43c2-4d08-baf1-48b2eaa9773d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:16.221781 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-8f04ef1d-43c2-4d08-baf1-48b2eaa9773d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0665627 Feb 10 15:59:16.301420 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-fa8aa508-a6a1-46f6-91e6-8a90fdf8731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:16.303220 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-fa8aa508-a6a1-46f6-91e6-8a90fdf8731d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0716908 Feb 10 15:59:16.414881 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-93dc4edf-e537-4a23-a3f3-680be1b4d502 service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050911 Feb 10 15:59:16.478231 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:16.537437 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9d6675d9-f585-43e5-ad44-9e8edfb7cf2e req-81addcbc-80c8-4e63-872c-c69c273d3dbc service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163659 Feb 10 15:59:16.707281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ac528-d2fd-46c2-9339-65622b5ca475 req-750b6ea0-1f1f-4574-ae3a-c9d558c7ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:16.708808 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-004ac528-d2fd-46c2-9339-65622b5ca475 req-750b6ea0-1f1f-4574-ae3a-c9d558c7ddd0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 1126 time: 0.1194730 Feb 10 15:59:16.766199 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc7071-a932-4f4a-b749-656399b18d98 req-1a7b703d-5d58-41a4-95af-24f53c7171b5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:16.769649 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcc7071-a932-4f4a-b749-656399b18d98 req-1a7b703d-5d58-41a4-95af-24f53c7171b5 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.1032953 Feb 10 15:59:16.892556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bcc7071-a932-4f4a-b749-656399b18d98 req-a7c572bc-f2ad-4aee-932c-08cdcbec6312 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178069 Feb 10 15:59:16.925111 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ac528-d2fd-46c2-9339-65622b5ca475 req-cf7b9ef5-c777-4354-811f-01b47bf608ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:16.926638 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-004ac528-d2fd-46c2-9339-65622b5ca475 req-cf7b9ef5-c777-4354-811f-01b47bf608ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.2121181 Feb 10 15:59:16.978427 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-004ac528-d2fd-46c2-9339-65622b5ca475 req-cded44ac-ebb1-4f23-8ada-56cd095056ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0acb7ec2-037a-4886-ae22-36c22e9eb0ec HTTP/1.1" status: 200 len: 217 time: 0.0456705 Feb 10 15:59:17.047765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ac528-d2fd-46c2-9339-65622b5ca475 req-58d66ae7-71e3-48b2-9dcb-ca3e895292a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:17.049545 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-004ac528-d2fd-46c2-9339-65622b5ca475 req-58d66ae7-71e3-48b2-9dcb-ca3e895292a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0657971 Feb 10 15:59:17.155775 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ac528-d2fd-46c2-9339-65622b5ca475 req-56b7b80a-ed76-4479-bb9c-ab6230f978d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:17.157332 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-004ac528-d2fd-46c2-9339-65622b5ca475 req-56b7b80a-ed76-4479-bb9c-ab6230f978d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1012330 Feb 10 15:59:17.283948 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-004ac528-d2fd-46c2-9339-65622b5ca475 req-0387e8be-97ee-4514-8ec1-bfb3eedeed7f service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195703 Feb 10 15:59:17.389594 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-004ac528-d2fd-46c2-9339-65622b5ca475 req-eaa3a3e5-89c5-4070-9196-3e42e76070d4 service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995831 Feb 10 15:59:18.043760 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab37e6c-168d-42b5-bd24-1178acd8e0aa req-c2376469-95e4-423e-ad85-cc7a8b232af9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:18.045332 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ab37e6c-168d-42b5-bd24-1178acd8e0aa req-c2376469-95e4-423e-ad85-cc7a8b232af9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.0669570 Feb 10 15:59:18.065565 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:18.121777 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ab37e6c-168d-42b5-bd24-1178acd8e0aa req-756c2eac-63d0-4981-971f-9a60c600537d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598876 Feb 10 15:59:18.977772 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:19.284971 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87860339-f535-4ffb-bab7-cd1cc1018210 req-8bfa6029-53bc-4fed-9bf3-19f3931efc32 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:19.290506 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-87860339-f535-4ffb-bab7-cd1cc1018210 req-8bfa6029-53bc-4fed-9bf3-19f3931efc32 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.0682025 Feb 10 15:59:19.342735 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-87860339-f535-4ffb-bab7-cd1cc1018210 req-f7703bb2-1ea3-497c-ab65-3f448ec22baa tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483320 Feb 10 15:59:20.479329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5044910-349b-4d1b-990a-2c58b4a0aab6 req-11ae0920-a31e-4038-be20-7bcdd28d84ec tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:20.482113 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5044910-349b-4d1b-990a-2c58b4a0aab6 req-11ae0920-a31e-4038-be20-7bcdd28d84ec tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.0642650 Feb 10 15:59:20.543891 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5044910-349b-4d1b-990a-2c58b4a0aab6 req-47476071-d871-4715-9c4f-0eecbd4fbc4a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547662 Feb 10 15:59:21.687047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf417cc-6477-48f0-807e-54c57a300f79 req-b3730629-f070-46c7-8d9b-d4d483ad5242 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:21.695067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bbf417cc-6477-48f0-807e-54c57a300f79 req-b3730629-f070-46c7-8d9b-d4d483ad5242 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.0677764 Feb 10 15:59:21.748688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bbf417cc-6477-48f0-807e-54c57a300f79 req-c913cf51-ead9-4570-b948-e2b82bed6413 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525041 Feb 10 15:59:22.472792 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39316) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:59:22.851459 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33a6ccb4-9c4f-4bc3-bd51-7903605a96a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (aabfac54-8a6d-4e3d-9366-b675c76488f6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:22.920369 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8af42-8e1e-403f-8df7-fde7d1908def req-9a74681f-5f41-4be8-b862-bac40baf1545 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:22.922020 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5a8af42-8e1e-403f-8df7-fde7d1908def req-9a74681f-5f41-4be8-b862-bac40baf1545 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.0638144 Feb 10 15:59:22.981048 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5a8af42-8e1e-403f-8df7-fde7d1908def req-fc581357-cb2e-4d6b-9d9d-35b72414a1e6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513144 Feb 10 15:59:23.453677 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-33a6ccb4-9c4f-4bc3-bd51-7903605a96a8 admin admin] Deleting port 1aa32416-bf60-4875-8768-b0b8590768a1 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:59:23.454063 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33a6ccb4-9c4f-4bc3-bd51-7903605a96a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:23.531089 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-33a6ccb4-9c4f-4bc3-bd51-7903605a96a8 admin admin] For port 1aa32416-bf60-4875-8768-b0b8590768a1, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1aa32416-bf60-4875-8768-b0b8590768a1,segment=NetworkSegment(fd01c88b-46de-4956-98d9-b27c9bf84dca),segment_id=fd01c88b-46de-4956-98d9-b27c9bf84dca)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:23.531743 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33a6ccb4-9c4f-4bc3-bd51-7903605a96a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:23.544752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-33a6ccb4-9c4f-4bc3-bd51-7903605a96a8 admin admin] Calling delete_port for 1aa32416-bf60-4875-8768-b0b8590768a1 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:59:23.772377 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33a6ccb4-9c4f-4bc3-bd51-7903605a96a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1aa32416-bf60-4875-8768-b0b8590768a1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:23.807462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6ccb4-9c4f-4bc3-bd51-7903605a96a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa32416-bf60-4875-8768-b0b8590768a1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:23.995587 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-33a6ccb4-9c4f-4bc3-bd51-7903605a96a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (aabfac54-8a6d-4e3d-9366-b675c76488f6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:24.149541 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961bd42-e5ff-433b-b855-b0c9fef1adfe req-08a1a21e-bde9-46aa-97c5-22c85cd6bc34 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:24.152549 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4961bd42-e5ff-433b-b855-b0c9fef1adfe req-08a1a21e-bde9-46aa-97c5-22c85cd6bc34 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.0890501 Feb 10 15:59:24.214346 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4961bd42-e5ff-433b-b855-b0c9fef1adfe req-8fee2933-fd30-45d6-af23-3cd15aef7d4f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559967 Feb 10 15:59:24.282508 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a6ccb4-9c4f-4bc3-bd51-7903605a96a8 admin admin] Router aabfac54-8a6d-4e3d-9366-b675c76488f6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:59:24.393719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a6ccb4-9c4f-4bc3-bd51-7903605a96a8 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:59:24.401540 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-33a6ccb4-9c4f-4bc3-bd51-7903605a96a8 admin admin] 10.222.0.64 "PUT /v2.0/routers/aabfac54-8a6d-4e3d-9366-b675c76488f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9271073 Feb 10 15:59:24.402291 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39322) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:59:24.406886 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a567ae9-347d-4409-966e-1e4689d28196 None None] Sync routers for ids ['aabfac54-8a6d-4e3d-9366-b675c76488f6'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:59:24.417601 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a567ae9-347d-4409-966e-1e4689d28196 None None] Routers {'aabfac54-8a6d-4e3d-9366-b675c76488f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:24.418213 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3a567ae9-347d-4409-966e-1e4689d28196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:59:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['aabfac54-8a6d-4e3d-9366-b675c76488f6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:24.514759 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e03c9862-c77e-43c8-8cc8-b1100c5510d7 admin admin] Publish callbacks [] for router (aabfac54-8a6d-4e3d-9366-b675c76488f6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:24.526177 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-3a567ae9-347d-4409-966e-1e4689d28196 None None] Set router aabfac54-8a6d-4e3d-9366-b675c76488f6 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:24.623754 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e03c9862-c77e-43c8-8cc8-b1100c5510d7 admin admin] Publish callbacks [] for router_gateway (aabfac54-8a6d-4e3d-9366-b675c76488f6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:24.679175 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-e03c9862-c77e-43c8-8cc8-b1100c5510d7 admin admin] Deleting port ff52ef6b-93e6-4ce5-8603-90c98c4a398f {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:59:24.679557 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e03c9862-c77e-43c8-8cc8-b1100c5510d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ff52ef6b-93e6-4ce5-8603-90c98c4a398f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:24.766339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-e03c9862-c77e-43c8-8cc8-b1100c5510d7 admin admin] For port ff52ef6b-93e6-4ce5-8603-90c98c4a398f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=ff52ef6b-93e6-4ce5-8603-90c98c4a398f,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:24.766706 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e03c9862-c77e-43c8-8cc8-b1100c5510d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ff52ef6b-93e6-4ce5-8603-90c98c4a398f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:24.780959 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-e03c9862-c77e-43c8-8cc8-b1100c5510d7 admin admin] Calling delete_port for ff52ef6b-93e6-4ce5-8603-90c98c4a398f owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:59:24.797612 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3a567ae9-347d-4409-966e-1e4689d28196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:59:23Z', 'revision_number': 5, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port': {'id': 'ff52ef6b-93e6-4ce5-8603-90c98c4a398f', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:40Z', 'updated_at': '2022-02-10T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:24.824534 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a567ae9-347d-4409-966e-1e4689d28196 None None] Checking router: aabfac54-8a6d-4e3d-9366-b675c76488f6 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:59:24.833370 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a567ae9-347d-4409-966e-1e4689d28196 None None] Routers {'aabfac54-8a6d-4e3d-9366-b675c76488f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:24.834314 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3a567ae9-347d-4409-966e-1e4689d28196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:59:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['aabfac54-8a6d-4e3d-9366-b675c76488f6'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:24.928017 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-3a567ae9-347d-4409-966e-1e4689d28196 None None] Set router aabfac54-8a6d-4e3d-9366-b675c76488f6 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:24.967543 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e03c9862-c77e-43c8-8cc8-b1100c5510d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (ff52ef6b-93e6-4ce5-8603-90c98c4a398f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:24.981988 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3a567ae9-347d-4409-966e-1e4689d28196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:59:24Z', 'revision_number': 6, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:24.994426 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c9862-c77e-43c8-8cc8-b1100c5510d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff52ef6b-93e6-4ce5-8603-90c98c4a398f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:25.009968 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a567ae9-347d-4409-966e-1e4689d28196 None None] The sync data for ids ['aabfac54-8a6d-4e3d-9366-b675c76488f6'] in n-d-815324-7 is: [{'id': 'aabfac54-8a6d-4e3d-9366-b675c76488f6', 'name': 'tempest-TestVolumeBackupRestore-90000225-router', 'tenant_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:39Z', 'updated_at': '2022-02-10T15:59:24Z', 'revision_number': 6, 'project_id': 'a886bc5c1f394f4ea31516c7c86b626a', 'gw_port_host': None}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:59:25.064169 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e03c9862-c77e-43c8-8cc8-b1100c5510d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (aabfac54-8a6d-4e3d-9366-b675c76488f6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:25.154482 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e03c9862-c77e-43c8-8cc8-b1100c5510d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (aabfac54-8a6d-4e3d-9366-b675c76488f6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:25.156597 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e03c9862-c77e-43c8-8cc8-b1100c5510d7 admin admin] Publish callbacks [] for router_controller (aabfac54-8a6d-4e3d-9366-b675c76488f6), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:25.202666 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e03c9862-c77e-43c8-8cc8-b1100c5510d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (aabfac54-8a6d-4e3d-9366-b675c76488f6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:25.203221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03c9862-c77e-43c8-8cc8-b1100c5510d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aabfac54-8a6d-4e3d-9366-b675c76488f6 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:59:25.209302 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e03c9862-c77e-43c8-8cc8-b1100c5510d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:25.210551 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e03c9862-c77e-43c8-8cc8-b1100c5510d7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/aabfac54-8a6d-4e3d-9366-b675c76488f6 HTTP/1.1" status: 204 len: 168 time: 0.8070331 Feb 10 15:59:25.213212 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39324) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:59:25.258545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5339f58-691a-4d0d-8794-c1e0e153c257 admin admin] Deleting subnet f750a144-3ea9-4e00-a3e9-e1b814525d1d {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:59:25.262003 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5339f58-691a-4d0d-8794-c1e0e153c257 admin admin] Publish callbacks [] for subnet (f750a144-3ea9-4e00-a3e9-e1b814525d1d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:25.323099 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5339f58-691a-4d0d-8794-c1e0e153c257 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (f750a144-3ea9-4e00-a3e9-e1b814525d1d), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:25.689427 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444824b8-0e8b-42f7-b50e-7b98c11db480 req-446eac2f-c8bb-403f-8191-66c63c43867b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:25.690931 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-444824b8-0e8b-42f7-b50e-7b98c11db480 req-446eac2f-c8bb-403f-8191-66c63c43867b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.4037006 Feb 10 15:59:25.750363 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5339f58-691a-4d0d-8794-c1e0e153c257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (f750a144-3ea9-4e00-a3e9-e1b814525d1d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:25.796579 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-444824b8-0e8b-42f7-b50e-7b98c11db480 req-b506416b-16e9-4442-9403-a2914a7eb6f7 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859652 Feb 10 15:59:25.827730 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5339f58-691a-4d0d-8794-c1e0e153c257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (f750a144-3ea9-4e00-a3e9-e1b814525d1d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:25.856796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5339f58-691a-4d0d-8794-c1e0e153c257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f750a144-3ea9-4e00-a3e9-e1b814525d1d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:25.860639 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b5339f58-691a-4d0d-8794-c1e0e153c257 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:25.864703 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b5339f58-691a-4d0d-8794-c1e0e153c257 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f750a144-3ea9-4e00-a3e9-e1b814525d1d HTTP/1.1" status: 204 len: 168 time: 0.6494880 Feb 10 15:59:25.867062 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39328) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:59:25.872128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52796b19-2c16-4411-a969-1dc176103837 None None] Network dc2ddf32-eefe-49df-8461-e51dbf09de41 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:59:25.939865 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (dc2ddf32-eefe-49df-8461-e51dbf09de41), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:25.986120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1aa32416-bf60-4875-8768-b0b8590768a1 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:26.011757 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] Deleting port 4971e348-953e-416a-93d3-0b054c762509 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:59:26.012182 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4971e348-953e-416a-93d3-0b054c762509), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:26.018803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 1aa32416-bf60-4875-8768-b0b8590768a1 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:59:26.019428 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1aa32416-bf60-4875-8768-b0b8590768a1 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:59:26.020171 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ff52ef6b-93e6-4ce5-8603-90c98c4a398f no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:26.044807 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: ff52ef6b-93e6-4ce5-8603-90c98c4a398f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:59:26.045457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device ff52ef6b-93e6-4ce5-8603-90c98c4a398f not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:59:26.091148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] For port 4971e348-953e-416a-93d3-0b054c762509, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4971e348-953e-416a-93d3-0b054c762509,segment=NetworkSegment(fd01c88b-46de-4956-98d9-b27c9bf84dca),segment_id=fd01c88b-46de-4956-98d9-b27c9bf84dca)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:26.091541 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4971e348-953e-416a-93d3-0b054c762509), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:26.104889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] Calling delete_port for 4971e348-953e-416a-93d3-0b054c762509 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:59:26.124026 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] DHCP port deletion for dc2ddf32-eefe-49df-8461-e51dbf09de41 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:59:26.178601 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Deleting port 4971e348-953e-416a-93d3-0b054c762509 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:59:26.179336 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4971e348-953e-416a-93d3-0b054c762509), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:26.198777 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4971e348-953e-416a-93d3-0b054c762509), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:26.232164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] Pushing event deleted for resources: {'Port': ['ID=4971e348-953e-416a-93d3-0b054c762509,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:26.234365 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] No DVR routers for this DVR port 4971e348-953e-416a-93d3-0b054c762509 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:26.272268 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] For port 4971e348-953e-416a-93d3-0b054c762509, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4971e348-953e-416a-93d3-0b054c762509,segment=NetworkSegment(fd01c88b-46de-4956-98d9-b27c9bf84dca),segment_id=fd01c88b-46de-4956-98d9-b27c9bf84dca)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:26.273041 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4971e348-953e-416a-93d3-0b054c762509), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:26.289304 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Calling delete_port for 4971e348-953e-416a-93d3-0b054c762509 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:59:26.310644 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (dc2ddf32-eefe-49df-8461-e51dbf09de41), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:26.336101 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2ddf32-eefe-49df-8461-e51dbf09de41']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:26.345735 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd01c88b-46de-4956-98d9-b27c9bf84dca') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:26.346156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd01c88b-46de-4956-98d9-b27c9bf84dca') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:26.356238 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (fd01c88b-46de-4956-98d9-b27c9bf84dca), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:26.367434 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (4971e348-953e-416a-93d3-0b054c762509), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:26.369944 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (fd01c88b-46de-4956-98d9-b27c9bf84dca), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:26.377162 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:59:26.377631 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (fd01c88b-46de-4956-98d9-b27c9bf84dca), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: timer() Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:59:26.379437 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:59:26.396440 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Pushing event deleted for resources: {'Port': ['ID=4971e348-953e-416a-93d3-0b054c762509,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:26.405395 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:26.405745 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:26.406092 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:26.406431 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:26.406960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:26.407300 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:26.407635 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:26.407966 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:26.408293 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:26.408620 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:26.408971 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:26.409297 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:26.409626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 15:59:26.420004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf937c-ad8f-4814-bec8-df711e8f1b33 None None] No DVR routers for this DVR port 4971e348-953e-416a-93d3-0b054c762509 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:26.447365 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (dc2ddf32-eefe-49df-8461-e51dbf09de41), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:26.463211 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:26.467126 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] 10.222.0.64 "DELETE /v2.0/networks/dc2ddf32-eefe-49df-8461-e51dbf09de41 HTTP/1.1" status: 204 len: 168 time: 0.5991406 Feb 10 15:59:26.468517 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383244b-2773-4f16-bfd0-d84de96e27ed admin admin] Pushing event deleted for resources: {'Network': ['ID=dc2ddf32-eefe-49df-8461-e51dbf09de41,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:26.470339 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39330) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:59:26.821683 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa2132a2-9c80-42c7-849a-928b497185e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (d5bf4c7d-4841-4966-93ff-81730805f808), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:26.956914 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06a767-f42e-408c-8f6b-85f9c96f34f2 req-e4a105a6-5e5c-4883-957d-06020796da67 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:26.959076 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca06a767-f42e-408c-8f6b-85f9c96f34f2 req-e4a105a6-5e5c-4883-957d-06020796da67 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.0639346 Feb 10 15:59:27.013741 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca06a767-f42e-408c-8f6b-85f9c96f34f2 req-59982e9f-a2be-4230-8a90-6907c1e8339e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487509 Feb 10 15:59:27.093347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-aa2132a2-9c80-42c7-849a-928b497185e0 admin admin] Deleting port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:59:27.093603 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa2132a2-9c80-42c7-849a-928b497185e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:27.175471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-aa2132a2-9c80-42c7-849a-928b497185e0 admin admin] For port 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=87f6601b-2ec5-4efa-bb8c-8b0dad96efdf,segment=NetworkSegment(334e14b1-f0d5-4731-b411-f92bad72b282),segment_id=334e14b1-f0d5-4731-b411-f92bad72b282)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:27.175839 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa2132a2-9c80-42c7-849a-928b497185e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:27.190087 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-aa2132a2-9c80-42c7-849a-928b497185e0 admin admin] Calling delete_port for 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:59:27.377883 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa2132a2-9c80-42c7-849a-928b497185e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (87f6601b-2ec5-4efa-bb8c-8b0dad96efdf), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:27.404843 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2132a2-9c80-42c7-849a-928b497185e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f6601b-2ec5-4efa-bb8c-8b0dad96efdf,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:27.583454 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-aa2132a2-9c80-42c7-849a-928b497185e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (d5bf4c7d-4841-4966-93ff-81730805f808), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:27.800485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2132a2-9c80-42c7-849a-928b497185e0 admin admin] Router d5bf4c7d-4841-4966-93ff-81730805f808 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:59:27.907479 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2132a2-9c80-42c7-849a-928b497185e0 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:59:27.912564 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-aa2132a2-9c80-42c7-849a-928b497185e0 admin admin] 10.222.0.64 "PUT /v2.0/routers/d5bf4c7d-4841-4966-93ff-81730805f808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4411271 Feb 10 15:59:27.915014 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39334) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:59:27.919303 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885e6529-7fcf-47e3-8f7c-349fab665241 None None] Sync routers for ids ['d5bf4c7d-4841-4966-93ff-81730805f808'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:59:27.930614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885e6529-7fcf-47e3-8f7c-349fab665241 None None] Routers {'d5bf4c7d-4841-4966-93ff-81730805f808'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:27.931447 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-885e6529-7fcf-47e3-8f7c-349fab665241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:59:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5bf4c7d-4841-4966-93ff-81730805f808'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:28.022047 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4971e348-953e-416a-93d3-0b054c762509 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:28.025997 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4f89d04-7a10-402e-9a5c-bc311db10e9b admin admin] Publish callbacks [] for router (d5bf4c7d-4841-4966-93ff-81730805f808), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:28.052178 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 4971e348-953e-416a-93d3-0b054c762509 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:59:28.052527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4971e348-953e-416a-93d3-0b054c762509 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:59:28.075005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-885e6529-7fcf-47e3-8f7c-349fab665241 None None] Set router d5bf4c7d-4841-4966-93ff-81730805f808 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:28.166146 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4f89d04-7a10-402e-9a5c-bc311db10e9b admin admin] Publish callbacks [] for router_gateway (d5bf4c7d-4841-4966-93ff-81730805f808), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:28.169329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36012c-bd4a-4c8b-b668-3789b3b289f3 req-a3c90aa6-b2a3-4eb9-9c63-f2495b8752d9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:28.170799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e36012c-bd4a-4c8b-b668-3789b3b289f3 req-a3c90aa6-b2a3-4eb9-9c63-f2495b8752d9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.0786223 Feb 10 15:59:28.220358 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e36012c-bd4a-4c8b-b668-3789b3b289f3 req-3e98b32f-16e0-4c02-8274-0e974c1dd17c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439951 Feb 10 15:59:28.222617 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b4f89d04-7a10-402e-9a5c-bc311db10e9b admin admin] Deleting port 646a020d-d922-45ce-bba6-e144d19f0771 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:59:28.223297 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4f89d04-7a10-402e-9a5c-bc311db10e9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (646a020d-d922-45ce-bba6-e144d19f0771), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:28.268980 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-885e6529-7fcf-47e3-8f7c-349fab665241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'name': 'tempest-TestVolumeBackupRestore-248157846-router', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '646a020d-d922-45ce-bba6-e144d19f0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:44Z', 'updated_at': '2022-02-10T15:59:27Z', 'revision_number': 5, 'project_id': 'ad0500954bfd43fa9e3d5190553faf50', 'gw_port': {'id': '646a020d-d922-45ce-bba6-e144d19f0771', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:55:44Z', 'updated_at': '2022-02-10T15:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:28.294460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885e6529-7fcf-47e3-8f7c-349fab665241 None None] Checking router: d5bf4c7d-4841-4966-93ff-81730805f808 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:59:28.303641 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885e6529-7fcf-47e3-8f7c-349fab665241 None None] Routers {'d5bf4c7d-4841-4966-93ff-81730805f808'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:28.304233 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-885e6529-7fcf-47e3-8f7c-349fab665241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:59:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['d5bf4c7d-4841-4966-93ff-81730805f808'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:28.306851 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-b4f89d04-7a10-402e-9a5c-bc311db10e9b admin admin] For port 646a020d-d922-45ce-bba6-e144d19f0771, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=646a020d-d922-45ce-bba6-e144d19f0771,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:28.307209 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4f89d04-7a10-402e-9a5c-bc311db10e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (646a020d-d922-45ce-bba6-e144d19f0771), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:28.319125 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-b4f89d04-7a10-402e-9a5c-bc311db10e9b admin admin] Calling delete_port for 646a020d-d922-45ce-bba6-e144d19f0771 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:59:28.392162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-885e6529-7fcf-47e3-8f7c-349fab665241 None None] Set router d5bf4c7d-4841-4966-93ff-81730805f808 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:28.448228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-885e6529-7fcf-47e3-8f7c-349fab665241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'name': 'tempest-TestVolumeBackupRestore-248157846-router', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:44Z', 'updated_at': '2022-02-10T15:59:28Z', 'revision_number': 6, 'project_id': 'ad0500954bfd43fa9e3d5190553faf50', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:28.485367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885e6529-7fcf-47e3-8f7c-349fab665241 None None] The sync data for ids ['d5bf4c7d-4841-4966-93ff-81730805f808'] in n-d-815324-7 is: [{'id': 'd5bf4c7d-4841-4966-93ff-81730805f808', 'name': 'tempest-TestVolumeBackupRestore-248157846-router', 'tenant_id': 'ad0500954bfd43fa9e3d5190553faf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:55:44Z', 'updated_at': '2022-02-10T15:59:28Z', 'revision_number': 6, 'project_id': 'ad0500954bfd43fa9e3d5190553faf50', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:59:28.816690 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4f89d04-7a10-402e-9a5c-bc311db10e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (646a020d-d922-45ce-bba6-e144d19f0771), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:28.842973 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f89d04-7a10-402e-9a5c-bc311db10e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=646a020d-d922-45ce-bba6-e144d19f0771,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:28.906374 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4f89d04-7a10-402e-9a5c-bc311db10e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (d5bf4c7d-4841-4966-93ff-81730805f808), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.002426 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4f89d04-7a10-402e-9a5c-bc311db10e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (d5bf4c7d-4841-4966-93ff-81730805f808), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.004524 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4f89d04-7a10-402e-9a5c-bc311db10e9b admin admin] Publish callbacks [] for router_controller (d5bf4c7d-4841-4966-93ff-81730805f808), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.048911 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4f89d04-7a10-402e-9a5c-bc311db10e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (d5bf4c7d-4841-4966-93ff-81730805f808), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.049349 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f89d04-7a10-402e-9a5c-bc311db10e9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5bf4c7d-4841-4966-93ff-81730805f808 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 15:59:29.054331 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b4f89d04-7a10-402e-9a5c-bc311db10e9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.055542 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b4f89d04-7a10-402e-9a5c-bc311db10e9b admin admin] 10.222.0.64 "DELETE /v2.0/routers/d5bf4c7d-4841-4966-93ff-81730805f808 HTTP/1.1" status: 204 len: 168 time: 1.1395586 Feb 10 15:59:29.058096 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39338) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:59:29.101329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-9697e1c4-4760-49b4-9103-ea71f3b1cc21 admin admin] Deleting subnet c30e3c5e-add0-4df7-929b-990535de0c0f {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 15:59:29.104295 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9697e1c4-4760-49b4-9103-ea71f3b1cc21 admin admin] Publish callbacks [] for subnet (c30e3c5e-add0-4df7-929b-990535de0c0f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.138345 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9697e1c4-4760-49b4-9103-ea71f3b1cc21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (c30e3c5e-add0-4df7-929b-990535de0c0f), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.216255 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9697e1c4-4760-49b4-9103-ea71f3b1cc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (c30e3c5e-add0-4df7-929b-990535de0c0f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.273277 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9697e1c4-4760-49b4-9103-ea71f3b1cc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (c30e3c5e-add0-4df7-929b-990535de0c0f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.302668 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697e1c4-4760-49b4-9103-ea71f3b1cc21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c30e3c5e-add0-4df7-929b-990535de0c0f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:29.304538 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9697e1c4-4760-49b4-9103-ea71f3b1cc21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.307690 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fbef9d-0782-4fba-b358-96d2cd92ac35 None None] Network 90cbbcc7-51ba-4df0-8058-47772c71e938 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 15:59:29.315721 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9697e1c4-4760-49b4-9103-ea71f3b1cc21 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c30e3c5e-add0-4df7-929b-990535de0c0f HTTP/1.1" status: 204 len: 168 time: 0.2564394 Feb 10 15:59:29.318419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39342) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:59:29.370101 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd5376-f5f6-4dbd-9984-114164322900 req-52cef640-a08d-454b-ab71-1f094f1b0151 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:29.377241 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0bd5376-f5f6-4dbd-9984-114164322900 req-52cef640-a08d-454b-ab71-1f094f1b0151 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.0775723 Feb 10 15:59:29.405395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (90cbbcc7-51ba-4df0-8058-47772c71e938), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.441184 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0bd5376-f5f6-4dbd-9984-114164322900 req-6aa7e0f9-7db0-44cb-b67d-535457a0a872 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625300 Feb 10 15:59:29.475142 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] Deleting port fd12acfd-6dc4-4b78-b90d-f53017b72fa4 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:59:29.475486 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fd12acfd-6dc4-4b78-b90d-f53017b72fa4), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.484006 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a624cbb6-9c8d-4fc7-bb29-892de13563b2 None None] DHCP port deletion for 90cbbcc7-51ba-4df0-8058-47772c71e938 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 15:59:29.547780 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a624cbb6-9c8d-4fc7-bb29-892de13563b2 None None] Deleting port fd12acfd-6dc4-4b78-b90d-f53017b72fa4 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 15:59:29.548156 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a624cbb6-9c8d-4fc7-bb29-892de13563b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fd12acfd-6dc4-4b78-b90d-f53017b72fa4), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.548283 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] For port fd12acfd-6dc4-4b78-b90d-f53017b72fa4, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fd12acfd-6dc4-4b78-b90d-f53017b72fa4,segment=NetworkSegment(334e14b1-f0d5-4731-b411-f92bad72b282),segment_id=334e14b1-f0d5-4731-b411-f92bad72b282)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:29.548538 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fd12acfd-6dc4-4b78-b90d-f53017b72fa4), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.565698 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] Calling delete_port for fd12acfd-6dc4-4b78-b90d-f53017b72fa4 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:59:29.617171 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a624cbb6-9c8d-4fc7-bb29-892de13563b2 None None] For port fd12acfd-6dc4-4b78-b90d-f53017b72fa4, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fd12acfd-6dc4-4b78-b90d-f53017b72fa4,segment=NetworkSegment(334e14b1-f0d5-4731-b411-f92bad72b282),segment_id=334e14b1-f0d5-4731-b411-f92bad72b282)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:29.617577 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a624cbb6-9c8d-4fc7-bb29-892de13563b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fd12acfd-6dc4-4b78-b90d-f53017b72fa4), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.632392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a624cbb6-9c8d-4fc7-bb29-892de13563b2 None None] Calling delete_port for fd12acfd-6dc4-4b78-b90d-f53017b72fa4 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 15:59:29.659539 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fd12acfd-6dc4-4b78-b90d-f53017b72fa4), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.685305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] Pushing event deleted for resources: {'Port': ['ID=fd12acfd-6dc4-4b78-b90d-f53017b72fa4,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:29.689335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] No DVR routers for this DVR port fd12acfd-6dc4-4b78-b90d-f53017b72fa4 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:29.767090 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (90cbbcc7-51ba-4df0-8058-47772c71e938), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.791946 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cbbcc7-51ba-4df0-8058-47772c71e938']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:29.802040 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334e14b1-f0d5-4731-b411-f92bad72b282') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:29.802341 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334e14b1-f0d5-4731-b411-f92bad72b282') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:29.813065 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (334e14b1-f0d5-4731-b411-f92bad72b282), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.827537 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (334e14b1-f0d5-4731-b411-f92bad72b282), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.836864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 15:59:29.837331 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (334e14b1-f0d5-4731-b411-f92bad72b282), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: timer() Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 15:59:29.839134 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 15:59:29.874889 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a624cbb6-9c8d-4fc7-bb29-892de13563b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (fd12acfd-6dc4-4b78-b90d-f53017b72fa4), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.904612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624cbb6-9c8d-4fc7-bb29-892de13563b2 None None] Pushing event deleted for resources: {'Port': ['ID=fd12acfd-6dc4-4b78-b90d-f53017b72fa4,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:29.906241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a624cbb6-9c8d-4fc7-bb29-892de13563b2 None None] No DVR routers for this DVR port fd12acfd-6dc4-4b78-b90d-f53017b72fa4 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 15:59:29.929976 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (90cbbcc7-51ba-4df0-8058-47772c71e938), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.937243 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:29.940689 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] 10.222.0.64 "DELETE /v2.0/networks/90cbbcc7-51ba-4df0-8058-47772c71e938 HTTP/1.1" status: 204 len: 168 time: 0.6208382 Feb 10 15:59:29.951636 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c9614-3fa0-41c9-b540-b1e8aa42730e admin admin] Pushing event deleted for resources: {'Network': ['ID=90cbbcc7-51ba-4df0-8058-47772c71e938,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:29.971507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 646a020d-d922-45ce-bba6-e144d19f0771 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:29.991754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 646a020d-d922-45ce-bba6-e144d19f0771 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:59:29.992096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 646a020d-d922-45ce-bba6-e144d19f0771 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:59:29.992520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:30.011401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:59:30.011738 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 87f6601b-2ec5-4efa-bb8c-8b0dad96efdf not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:59:30.012154 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fd12acfd-6dc4-4b78-b90d-f53017b72fa4 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 15:59:30.031113 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: fd12acfd-6dc4-4b78-b90d-f53017b72fa4 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 15:59:30.031459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fd12acfd-6dc4-4b78-b90d-f53017b72fa4 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 15:59:30.098415 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 15:59:30.111679 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39346) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:59:30.155619 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f110043c-a54e-40a1-b96a-023628621714 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a886bc5c1f394f4ea31516c7c86b626a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427768 Feb 10 15:59:30.158035 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39348) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:59:30.204248 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f22db9f-f6f1-4307-8eb2-caaaf08b9252 admin admin] Publish callbacks [] for security_group (c5228745-cb32-4ab7-8859-cff689fb3d89), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:30.224912 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f22db9f-f6f1-4307-8eb2-caaaf08b9252 admin admin] Publish callbacks [] for security_group (c5228745-cb32-4ab7-8859-cff689fb3d89), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:30.273470 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f22db9f-f6f1-4307-8eb2-caaaf08b9252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c5228745-cb32-4ab7-8859-cff689fb3d89), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:30.276239 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0f22db9f-f6f1-4307-8eb2-caaaf08b9252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:30.278081 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0f22db9f-f6f1-4307-8eb2-caaaf08b9252 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5228745-cb32-4ab7-8859-cff689fb3d89 HTTP/1.1" status: 204 len: 168 time: 0.1191499 Feb 10 15:59:30.286580 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22db9f-f6f1-4307-8eb2-caaaf08b9252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5228745-cb32-4ab7-8859-cff689fb3d89,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:30.559970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0201e-e123-498a-afd8-edc972d8f229 req-214477dd-a23f-4876-9cf5-4765ac85c4a8 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:30.561517 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5f0201e-e123-498a-afd8-edc972d8f229 req-214477dd-a23f-4876-9cf5-4765ac85c4a8 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.0548184 Feb 10 15:59:30.581475 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39356) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:59:30.611940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5f0201e-e123-498a-afd8-edc972d8f229 req-d2bb1718-be69-49c6-954c-bdebc02f6ac2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446544 Feb 10 15:59:30.622434 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c33a8d87-ab40-4af3-a62f-c09457ff38b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad0500954bfd43fa9e3d5190553faf50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396929 Feb 10 15:59:30.624940 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39358) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:59:30.671189 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be7e8508-bfa2-4a9f-bcde-9b6e67b63a89 admin admin] Publish callbacks [] for security_group (90638441-9fa1-4c89-b243-300c883d18d7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:30.693632 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be7e8508-bfa2-4a9f-bcde-9b6e67b63a89 admin admin] Publish callbacks [] for security_group (90638441-9fa1-4c89-b243-300c883d18d7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:30.742013 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be7e8508-bfa2-4a9f-bcde-9b6e67b63a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (90638441-9fa1-4c89-b243-300c883d18d7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:30.744900 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-be7e8508-bfa2-4a9f-bcde-9b6e67b63a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:30.746589 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-be7e8508-bfa2-4a9f-bcde-9b6e67b63a89 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/90638441-9fa1-4c89-b243-300c883d18d7 HTTP/1.1" status: 204 len: 168 time: 0.1207242 Feb 10 15:59:30.754158 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e8508-bfa2-4a9f-bcde-9b6e67b63a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90638441-9fa1-4c89-b243-300c883d18d7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:31.730972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8ab9d-4f19-411c-9793-a18cebc28844 req-8fc6a1ad-04b8-4078-9cc0-261a867cec7e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:31.732454 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44b8ab9d-4f19-411c-9793-a18cebc28844 req-8fc6a1ad-04b8-4078-9cc0-261a867cec7e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.0514975 Feb 10 15:59:31.781389 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-44b8ab9d-4f19-411c-9793-a18cebc28844 req-0cfc6c1f-47b3-43da-b1a7-ad68ea63dabd tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434697 Feb 10 15:59:32.907970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7386b7-932d-4923-8e1a-b5ef2c0526c6 req-4a14b2d4-09b9-4bfb-a236-44962f5577d3 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:32.909482 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d7386b7-932d-4923-8e1a-b5ef2c0526c6 req-4a14b2d4-09b9-4bfb-a236-44962f5577d3 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.0606468 Feb 10 15:59:32.956936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6d7386b7-932d-4923-8e1a-b5ef2c0526c6 req-8089cb75-19eb-401c-8134-a1c0e8b5c2ba tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418389 Feb 10 15:59:34.074716 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6dbc0-4f9c-460e-9401-2aa047bf63d0 req-83c6ade4-5db1-45b8-b4d9-ad0f10602449 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:34.076155 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95b6dbc0-4f9c-460e-9401-2aa047bf63d0 req-83c6ade4-5db1-45b8-b4d9-ad0f10602449 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.0527079 Feb 10 15:59:34.123577 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95b6dbc0-4f9c-460e-9401-2aa047bf63d0 req-0ff61053-8e41-4d4b-8107-4543cf96e6eb tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418198 Feb 10 15:59:35.240880 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64192c5d-44a8-4890-8053-6ccdab283c3d req-db4fa1bf-13a3-4d43-95d5-d38a3f3ad190 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:35.242379 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64192c5d-44a8-4890-8053-6ccdab283c3d req-db4fa1bf-13a3-4d43-95d5-d38a3f3ad190 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.0526726 Feb 10 15:59:35.296852 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64192c5d-44a8-4890-8053-6ccdab283c3d req-80c6f744-efe3-40a0-99d5-111c6ea9545c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487728 Feb 10 15:59:36.416794 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d571fb-8a1d-4cd7-9f58-ec59db505941 req-7c0e4b85-a4bf-42a2-87eb-943b8c6cf37a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:36.418474 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96d571fb-8a1d-4cd7-9f58-ec59db505941 req-7c0e4b85-a4bf-42a2-87eb-943b8c6cf37a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 944 time: 0.0552914 Feb 10 15:59:36.467255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96d571fb-8a1d-4cd7-9f58-ec59db505941 req-78f9376f-03c2-4fdc-ad63-ec018167b5d6 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429616 Feb 10 15:59:37.057697 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0acb7ec2-037a-4886-ae22-36c22e9eb0ec details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 15:59:37.152950 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0acb7ec2-037a-4886-ae22-36c22e9eb0ec,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:37.167073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '0acb7ec2-037a-4886-ae22-36c22e9eb0ec', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'port_id': '0acb7ec2-037a-4886-ae22-36c22e9eb0ec', 'mac_address': 'fa:16:3e:df:b0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 15:59:37.203624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:59:37.204013 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0acb7ec2-037a-4886-ae22-36c22e9eb0ec), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:37.217052 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acb7ec2-037a-4886-ae22-36c22e9eb0ec {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 15:59:37.235439 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0acb7ec2-037a-4886-ae22-36c22e9eb0ec,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:37.239465 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0acb7ec2-037a-4886-ae22-36c22e9eb0ec), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:37.293322 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:37.297700 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0acb7ec2-037a-4886-ae22-36c22e9eb0ec,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:37.466073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['0acb7ec2-037a-4886-ae22-36c22e9eb0ec'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 15:59:37.587822 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d2825-077a-4fe1-9802-79704d4bc6c5 req-96aa7a5f-be1b-49b8-af82-fa399970e14f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:37.589913 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef6d2825-077a-4fe1-9802-79704d4bc6c5 req-96aa7a5f-be1b-49b8-af82-fa399970e14f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 945 time: 0.0527346 Feb 10 15:59:37.639288 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ef6d2825-077a-4fe1-9802-79704d4bc6c5 req-7fec422e-1687-4926-89f6-b9cc9d1022a2 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436113 Feb 10 15:59:38.764161 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66e67d-6ed2-48dd-b851-f2f5dbd06c4f req-0caf7972-3115-4873-8dc8-e564d9a5ba0d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:38.765676 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c66e67d-6ed2-48dd-b851-f2f5dbd06c4f req-0caf7972-3115-4873-8dc8-e564d9a5ba0d tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 945 time: 0.0580029 Feb 10 15:59:38.814412 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c66e67d-6ed2-48dd-b851-f2f5dbd06c4f req-a1124988-4740-4caf-abb8-c9d88684f6d1 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432310 Feb 10 15:59:39.069549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0acb7ec2-037a-4886-ae22-36c22e9eb0ec up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 15:59:39.122783 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 15:59:39.126484 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 15:59:39.126864 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0acb7ec2-037a-4886-ae22-36c22e9eb0ec), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:39.202917 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 15:59:39.203340 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0acb7ec2-037a-4886-ae22-36c22e9eb0ec), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:39.225412 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16431c6-6c12-46f1-8ee8-e8fe07ae8821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acb7ec2-037a-4886-ae22-36c22e9eb0ec'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:59:39.227648 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b35e4e-ba94-4da7-b44c-5d547234d972" -d '{"events": [{"server_uuid": "b16431c6-6c12-46f1-8ee8-e8fe07ae8821", "name": "network-vif-plugged", "status": "completed", "tag": "0acb7ec2-037a-4886-ae22-36c22e9eb0ec"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:39.242231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0acb7ec2-037a-4886-ae22-36c22e9eb0ec,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 15:59:39.247272 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0acb7ec2-037a-4886-ae22-36c22e9eb0ec), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:39.299084 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=0acb7ec2-037a-4886-ae22-36c22e9eb0ec,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:39.452963 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0aaf6e-06f6-4269-be8b-3f4e6ad88df1 x-openstack-request-id: req-9b0aaf6e-06f6-4269-be8b-3f4e6ad88df1 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:39.453262 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16431c6-6c12-46f1-8ee8-e8fe07ae8821", "name": "network-vif-plugged", "status": "completed", "tag": "0acb7ec2-037a-4886-ae22-36c22e9eb0ec", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:39.453514 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b0aaf6e-06f6-4269-be8b-3f4e6ad88df1 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:39.453933 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16431c6-6c12-46f1-8ee8-e8fe07ae8821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acb7ec2-037a-4886-ae22-36c22e9eb0ec', 'code': 200} Feb 10 15:59:39.558068 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47556f65-2e71-4db1-b69a-fd5b2a7fc95d req-1a4b70e2-d6a4-4f24-8ce7-2d5655494da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:39.559555 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47556f65-2e71-4db1-b69a-fd5b2a7fc95d req-1a4b70e2-d6a4-4f24-8ce7-2d5655494da8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 1128 time: 0.0432215 Feb 10 15:59:39.606961 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47556f65-2e71-4db1-b69a-fd5b2a7fc95d req-0d4d4dcd-8b21-4b44-b5a0-e6fbd64f6b8b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408971 Feb 10 15:59:39.936065 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706560-38ba-4cc2-8239-9cf40732c9b5 req-f5d1085f-7584-4af0-8783-c03977dbfbbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:39.937627 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2706560-38ba-4cc2-8239-9cf40732c9b5 req-f5d1085f-7584-4af0-8783-c03977dbfbbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 946 time: 0.0574894 Feb 10 15:59:39.986819 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2706560-38ba-4cc2-8239-9cf40732c9b5 req-28b9941a-b2d8-48a8-b4bd-d43a1c8277fc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434763 Feb 10 15:59:41.109418 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48235339-8b2b-46b9-a93e-d7a0d9408b15 req-9117bc38-99a4-4386-b683-44217b5cdcdc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:41.110796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-48235339-8b2b-46b9-a93e-d7a0d9408b15 req-9117bc38-99a4-4386-b683-44217b5cdcdc tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 946 time: 0.0524635 Feb 10 15:59:41.159629 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-48235339-8b2b-46b9-a93e-d7a0d9408b15 req-1ba531f8-b6b0-4472-a486-c83ba8e6a5a9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428913 Feb 10 15:59:41.274858 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c50371-59dc-4d0f-8e04-9a4cf810b349 req-75326bc0-967c-4c03-bc11-cc3253479481 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:41.276332 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c50371-59dc-4d0f-8e04-9a4cf810b349 req-75326bc0-967c-4c03-bc11-cc3253479481 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 946 time: 0.0513968 Feb 10 15:59:41.331439 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49c50371-59dc-4d0f-8e04-9a4cf810b349 req-1e225d32-689c-48fc-9e5b-dbc3f9cbeef0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488045 Feb 10 15:59:41.352893 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39386) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:59:41.570730 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5912fcd4-a68d-4755-9531-01c3d5fe2296 tempest-TestVolumeBootPattern-572809584 tempest-TestVolumeBootPattern-572809584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:41.572305 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5912fcd4-a68d-4755-9531-01c3d5fe2296 tempest-TestVolumeBootPattern-572809584 tempest-TestVolumeBootPattern-572809584-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 1123 time: 0.2184260 Feb 10 15:59:41.575649 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39390) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 15:59:41.579828 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': '0acb7ec2-037a-4886-ae22-36c22e9eb0ec', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 15:59:41.598675 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:41.679712 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:41.693224 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:41.799468 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Allocated IP 172.25.3.114 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/9c1f5ec5-7a46-4116-b7c0-48e929e01a11) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 15:59:41.898241 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for port (9c1f5ec5-7a46-4116-b7c0-48e929e01a11), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:41.936474 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9c1f5ec5-7a46-4116-b7c0-48e929e01a11), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:41.972531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 15:59:41.975409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 15:59:41.978928 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 15:59:42.006441 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'Port': ['ID=9c1f5ec5-7a46-4116-b7c0-48e929e01a11,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:42.342757 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for floatingip (c6b02f8d-5c13-4f8a-aa82-cdb2050b1014), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:42.409398 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9c1f5ec5-7a46-4116-b7c0-48e929e01a11), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:42.553797 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for port (9c1f5ec5-7a46-4116-b7c0-48e929e01a11), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:42.559886 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (9c1f5ec5-7a46-4116-b7c0-48e929e01a11), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:42.624751 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event updated for resources: {'Port': ['ID=9c1f5ec5-7a46-4116-b7c0-48e929e01a11,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 15:59:42.637709 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (c6b02f8d-5c13-4f8a-aa82-cdb2050b1014), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:42.738208 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Floating IP c6b02f8d-5c13-4f8a-aa82-cdb2050b1014 associated. External IP: 172.25.3.114, port: 0acb7ec2-037a-4886-ae22-36c22e9eb0ec. Feb 10 15:59:42.901978 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9340e09b-4bae-40bb-8329-8dbc42702989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:42.954741 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 15:59:43.065452 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 15:59:43.075550 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24278b1-68d7-4f62-8b83-d9132bd573f4 None None] Sync routers for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 15:59:43.085157 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:43.086759 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24278b1-68d7-4f62-8b83-d9132bd573f4 None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:43.087384 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e24278b1-68d7-4f62-8b83-d9132bd573f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:59:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:43.122448 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9317dfcc-b326-4db5-a5c9-339850990cbf tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5383444 Feb 10 15:59:43.122448 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16431c6-6c12-46f1-8ee8-e8fe07ae8821', 'tag': '0acb7ec2-037a-4886-ae22-36c22e9eb0ec'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 15:59:43.122448 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14c023a-8f54-4b87-a5e8-c428fee0a28b" -d '{"events": [{"name": "network-changed", "server_uuid": "b16431c6-6c12-46f1-8ee8-e8fe07ae8821", "tag": "0acb7ec2-037a-4886-ae22-36c22e9eb0ec"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 15:59:43.159156 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 15:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8836ead3-0c1c-4f77-b7c0-fd1ec5119949 x-openstack-request-id: req-8836ead3-0c1c-4f77-b7c0-fd1ec5119949 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 15:59:43.159457 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16431c6-6c12-46f1-8ee8-e8fe07ae8821", "tag": "0acb7ec2-037a-4886-ae22-36c22e9eb0ec", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 15:59:43.159713 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8836ead3-0c1c-4f77-b7c0-fd1ec5119949 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 15:59:43.160454 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16431c6-6c12-46f1-8ee8-e8fe07ae8821', 'tag': '0acb7ec2-037a-4886-ae22-36c22e9eb0ec', 'status': 'completed', 'code': 200} Feb 10 15:59:43.202863 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-e24278b1-68d7-4f62-8b83-d9132bd573f4 None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:43.223763 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c023a-8f54-4b87-a5e8-c428fee0a28b req-56e4256f-cbb9-4063-a5d8-88a55b4a79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:43.225345 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a14c023a-8f54-4b87-a5e8-c428fee0a28b req-56e4256f-cbb9-4063-a5d8-88a55b4a79a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 1128 time: 0.0445333 Feb 10 15:59:43.316778 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c023a-8f54-4b87-a5e8-c428fee0a28b req-17f9991d-c79b-405d-945a-80a2f6a78b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:43.318270 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a14c023a-8f54-4b87-a5e8-c428fee0a28b req-17f9991d-c79b-405d-945a-80a2f6a78b5e service neutron] 10.222.0.72 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.0870607 Feb 10 15:59:43.382989 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a14c023a-8f54-4b87-a5e8-c428fee0a28b req-64390cac-a1ba-45e2-8b1b-84374a36e243 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0acb7ec2-037a-4886-ae22-36c22e9eb0ec HTTP/1.1" status: 200 len: 1000 time: 0.0584786 Feb 10 15:59:43.422982 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e24278b1-68d7-4f62-8b83-d9132bd573f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '56408935-7175-446e-ab78-1f9267753dba', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'port_id': 'ad150608-0782-48a0-90be-c91be81c1031', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'mac_address': 'fa:16:3e:95:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:57:16Z', 'updated_at': '2022-02-10T15:57:19Z', 'revision_number': 1, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address_scope': None}, {'id': 'c6b02f8d-5c13-4f8a-aa82-cdb2050b1014', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'port_id': '0acb7ec2-037a-4886-ae22-36c22e9eb0ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'mac_address': 'fa:16:3e:df:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16431c6-6c12-46f1-8ee8-e8fe07ae8821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:59:42Z', 'updated_at': '2022-02-10T15:59:42Z', 'revision_number': 0, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:43.436403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c023a-8f54-4b87-a5e8-c428fee0a28b req-884c9c80-3935-4ff2-8d01-cb9760b778a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:43.437900 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a14c023a-8f54-4b87-a5e8-c428fee0a28b req-884c9c80-3935-4ff2-8d01-cb9760b778a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0489514 Feb 10 15:59:43.452671 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24278b1-68d7-4f62-8b83-d9132bd573f4 None None] Checking router: 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 15:59:43.461041 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24278b1-68d7-4f62-8b83-d9132bd573f4 None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 15:59:43.461641 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e24278b1-68d7-4f62-8b83-d9132bd573f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T15:59:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:43.487874 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c023a-8f54-4b87-a5e8-c428fee0a28b req-4c317d6e-a139-42c1-8eb7-bb5fda646403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:43.489443 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a14c023a-8f54-4b87-a5e8-c428fee0a28b req-4c317d6e-a139-42c1-8eb7-bb5fda646403 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441961 Feb 10 15:59:43.566783 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-e24278b1-68d7-4f62-8b83-d9132bd573f4 None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 15:59:43.578792 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a14c023a-8f54-4b87-a5e8-c428fee0a28b req-3e3b95db-bebb-4b09-8c14-868b8cc51f4c service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822501 Feb 10 15:59:43.678788 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a14c023a-8f54-4b87-a5e8-c428fee0a28b req-03ede073-fb21-4a07-ba7b-d9522f3d7521 service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930686 Feb 10 15:59:43.791419 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e24278b1-68d7-4f62-8b83-d9132bd573f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '56408935-7175-446e-ab78-1f9267753dba', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'port_id': 'ad150608-0782-48a0-90be-c91be81c1031', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'mac_address': 'fa:16:3e:95:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:57:16Z', 'updated_at': '2022-02-10T15:57:19Z', 'revision_number': 1, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address_scope': None}, {'id': 'c6b02f8d-5c13-4f8a-aa82-cdb2050b1014', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'port_id': '0acb7ec2-037a-4886-ae22-36c22e9eb0ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'mac_address': 'fa:16:3e:df:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16431c6-6c12-46f1-8ee8-e8fe07ae8821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:59:42Z', 'updated_at': '2022-02-10T15:59:42Z', 'revision_number': 0, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 15:59:43.817096 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24278b1-68d7-4f62-8b83-d9132bd573f4 None None] The sync data for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 is: [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '56408935-7175-446e-ab78-1f9267753dba', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'port_id': 'ad150608-0782-48a0-90be-c91be81c1031', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'mac_address': 'fa:16:3e:95:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:57:16Z', 'updated_at': '2022-02-10T15:57:19Z', 'revision_number': 1, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address_scope': None}, {'id': 'c6b02f8d-5c13-4f8a-aa82-cdb2050b1014', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'port_id': '0acb7ec2-037a-4886-ae22-36c22e9eb0ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'mac_address': 'fa:16:3e:df:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16431c6-6c12-46f1-8ee8-e8fe07ae8821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:59:42Z', 'updated_at': '2022-02-10T15:59:42Z', 'revision_number': 0, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 15:59:44.025368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae792fc6-8a4a-4eff-afa1-ecc38830b752 None None] New status for floating IP c6b02f8d-5c13-4f8a-aa82-cdb2050b1014: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 15:59:45.205539 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1546255c-9a6d-41da-aad4-cd397b4a5c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:46.470612 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:48.047757 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:48.962576 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 15:59:55.986830 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f084ac06-4734-4370-9b34-e19797e89d0d req-5703be6f-3682-4e9a-8b5c-500ad0d7c6d5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432792 Feb 10 15:59:56.080149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084ac06-4734-4370-9b34-e19797e89d0d req-bbeb1f17-c053-45fc-b2f7-112bc8f899c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:56.081605 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f084ac06-4734-4370-9b34-e19797e89d0d req-bbeb1f17-c053-45fc-b2f7-112bc8f899c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 1128 time: 0.0490263 Feb 10 15:59:56.195141 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084ac06-4734-4370-9b34-e19797e89d0d req-c84ac176-fe0b-4f0d-96b2-6e2579d0ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:56.196626 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f084ac06-4734-4370-9b34-e19797e89d0d req-c84ac176-fe0b-4f0d-96b2-6e2579d0ef69 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.0860970 Feb 10 15:59:56.263604 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f084ac06-4734-4370-9b34-e19797e89d0d req-23751941-ce92-4e94-9395-a8abff7121ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0acb7ec2-037a-4886-ae22-36c22e9eb0ec HTTP/1.1" status: 200 len: 1002 time: 0.0611947 Feb 10 15:59:56.315693 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084ac06-4734-4370-9b34-e19797e89d0d req-82334926-36f8-4e49-9653-5c7a3f51dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:56.317169 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f084ac06-4734-4370-9b34-e19797e89d0d req-82334926-36f8-4e49-9653-5c7a3f51dcbf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0438478 Feb 10 15:59:56.373956 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084ac06-4734-4370-9b34-e19797e89d0d req-7ee55292-fbd0-4443-bb47-762e47cfe3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 15:59:56.375364 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f084ac06-4734-4370-9b34-e19797e89d0d req-7ee55292-fbd0-4443-bb47-762e47cfe3b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441415 Feb 10 15:59:56.480378 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f084ac06-4734-4370-9b34-e19797e89d0d req-ba0bdcc6-b8e8-4583-a324-444c4debad1a service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909288 Feb 10 15:59:56.570906 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f084ac06-4734-4370-9b34-e19797e89d0d req-012aa195-e44d-4f0e-9d1e-8723fd29a1f9 service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808208 Feb 10 16:00:01.090181 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c85eb6ee-7413-4417-8e1e-6a16067e6a26 req-6e7be136-5613-4f4d-9e46-8b515953ba8a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445085 Feb 10 16:00:01.178662 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eb6ee-7413-4417-8e1e-6a16067e6a26 req-b3913887-cf93-4b12-8f0e-385a308bf818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:01.180304 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c85eb6ee-7413-4417-8e1e-6a16067e6a26 req-b3913887-cf93-4b12-8f0e-385a308bf818 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 1128 time: 0.0461955 Feb 10 16:00:01.295257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eb6ee-7413-4417-8e1e-6a16067e6a26 req-cbaf75f5-e317-4912-950e-9b97ef1c1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:01.296787 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c85eb6ee-7413-4417-8e1e-6a16067e6a26 req-cbaf75f5-e317-4912-950e-9b97ef1c1377 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.0971816 Feb 10 16:00:01.366713 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c85eb6ee-7413-4417-8e1e-6a16067e6a26 req-47e3d16a-eb63-46b8-b8be-adfc8adf33a2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad150608-0782-48a0-90be-c91be81c1031 HTTP/1.1" status: 200 len: 1002 time: 0.0634317 Feb 10 16:00:01.415953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eb6ee-7413-4417-8e1e-6a16067e6a26 req-4240ebc5-099a-458a-9c47-752277440050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:01.417545 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c85eb6ee-7413-4417-8e1e-6a16067e6a26 req-4240ebc5-099a-458a-9c47-752277440050 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0449221 Feb 10 16:00:01.469730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eb6ee-7413-4417-8e1e-6a16067e6a26 req-fd033e0f-24c2-4c08-b9ec-3ed3dbb8cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:01.471261 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c85eb6ee-7413-4417-8e1e-6a16067e6a26 req-fd033e0f-24c2-4c08-b9ec-3ed3dbb8cab3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483124 Feb 10 16:00:01.565562 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c85eb6ee-7413-4417-8e1e-6a16067e6a26 req-00dbfb2d-6f22-4135-9c1a-27d97fd86397 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884833 Feb 10 16:00:01.659880 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c85eb6ee-7413-4417-8e1e-6a16067e6a26 req-a9ee04f2-76b6-4a49-a80a-4101e42ba197 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882707 Feb 10 16:00:07.098399 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:00:07.270152 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:00:11.699736 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:00:12.902618 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-26c9f3dd-a78f-460c-a5e8-6c18359e916d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:00:15.208239 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b5d18c9a-600f-4ccd-889e-8e56c75776ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:00:16.472824 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:00:18.049423 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:00:18.965845 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:00:37.258411 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:00:41.693903 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:00:42.904609 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7d9afc10-ffe5-449d-bee6-ee074a00a30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:00:44.097534 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:00:45.209373 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f4ec8d9a-6a29-4cb9-9fbb-19d3e5cfbee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:00:46.476617 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:00:48.051708 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:00:48.968194 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:00:57.974281 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0842653-aa67-4bab-86c3-6e3053c0f2e2 req-64af6ee4-f93e-4d87-aebd-c35661effb53 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470443 Feb 10 16:00:58.068509 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0842653-aa67-4bab-86c3-6e3053c0f2e2 req-bc219edb-0b0e-40dc-a0a2-9a36c50f47db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:58.069975 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0842653-aa67-4bab-86c3-6e3053c0f2e2 req-bc219edb-0b0e-40dc-a0a2-9a36c50f47db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 1128 time: 0.0519533 Feb 10 16:00:58.170182 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0842653-aa67-4bab-86c3-6e3053c0f2e2 req-616faeb3-3d25-4b95-8d99-fd91aa3bde28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:58.171657 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0842653-aa67-4bab-86c3-6e3053c0f2e2 req-616faeb3-3d25-4b95-8d99-fd91aa3bde28 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.0837891 Feb 10 16:00:58.238738 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0842653-aa67-4bab-86c3-6e3053c0f2e2 req-09d23e87-5d59-43be-9327-7b28f7d6bf4a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0acb7ec2-037a-4886-ae22-36c22e9eb0ec HTTP/1.1" status: 200 len: 1002 time: 0.0606632 Feb 10 16:00:58.293218 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0842653-aa67-4bab-86c3-6e3053c0f2e2 req-7f0773f4-73ac-42f8-bc97-793933c6dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:58.294704 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0842653-aa67-4bab-86c3-6e3053c0f2e2 req-7f0773f4-73ac-42f8-bc97-793933c6dd7e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0500252 Feb 10 16:00:58.343515 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0842653-aa67-4bab-86c3-6e3053c0f2e2 req-a36475d5-e558-47c3-87f9-b3a89e72274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:00:58.344972 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0842653-aa67-4bab-86c3-6e3053c0f2e2 req-a36475d5-e558-47c3-87f9-b3a89e72274f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442481 Feb 10 16:00:58.436051 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0842653-aa67-4bab-86c3-6e3053c0f2e2 req-3afc1740-2ce6-43ce-9874-5c2239897463 service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850897 Feb 10 16:00:58.522932 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0842653-aa67-4bab-86c3-6e3053c0f2e2 req-174934a4-99fd-43e2-a56f-cb8ce59f5446 service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805621 Feb 10 16:01:01.125835 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-af24604b-6192-48ff-8e62-f45d2e93f4ba req-a815a50e-cf08-4872-ab0b-440269577da7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445769 Feb 10 16:01:01.211678 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24604b-6192-48ff-8e62-f45d2e93f4ba req-7495d16e-3f1f-4c73-b184-26d75a2adc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:01.213790 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-af24604b-6192-48ff-8e62-f45d2e93f4ba req-7495d16e-3f1f-4c73-b184-26d75a2adc17 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 1128 time: 0.0473030 Feb 10 16:01:01.318220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24604b-6192-48ff-8e62-f45d2e93f4ba req-29d32228-abe6-4f96-9276-d122cdd0e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:01.319722 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-af24604b-6192-48ff-8e62-f45d2e93f4ba req-29d32228-abe6-4f96-9276-d122cdd0e892 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.0882213 Feb 10 16:01:01.383516 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-af24604b-6192-48ff-8e62-f45d2e93f4ba req-b79c1697-cad7-4b83-bcaf-8e8521e6f2c6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad150608-0782-48a0-90be-c91be81c1031 HTTP/1.1" status: 200 len: 1002 time: 0.0577900 Feb 10 16:01:01.453761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24604b-6192-48ff-8e62-f45d2e93f4ba req-7292200b-3ad7-4822-8c26-40f711aeb28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:01.455910 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-af24604b-6192-48ff-8e62-f45d2e93f4ba req-7292200b-3ad7-4822-8c26-40f711aeb28e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0654738 Feb 10 16:01:01.507810 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24604b-6192-48ff-8e62-f45d2e93f4ba req-a0e02132-70d5-462b-a9e7-08cbdf6596b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:01.509967 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-af24604b-6192-48ff-8e62-f45d2e93f4ba req-a0e02132-70d5-462b-a9e7-08cbdf6596b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477335 Feb 10 16:01:01.601619 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-af24604b-6192-48ff-8e62-f45d2e93f4ba req-a8e38d2e-6788-4fdf-aa2d-fb62edbaae12 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853603 Feb 10 16:01:01.694390 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-af24604b-6192-48ff-8e62-f45d2e93f4ba req-7bb1dbef-8801-449e-9949-9c97c421e674 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866690 Feb 10 16:01:07.274773 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:11.705658 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:12.909301 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2adbeae2-666b-40f4-809d-81b46546ea56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:15.210425 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-711aceea-3b43-44f5-881b-ed9fbad14865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:16.479824 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:18.054305 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:18.970457 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:21.095916 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:01:22.025396 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39426) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:01:22.183228 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Deleting port 9c1f5ec5-7a46-4116-b7c0-48e929e01a11 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:01:22.183492 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9c1f5ec5-7a46-4116-b7c0-48e929e01a11), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:22.257073 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9c1f5ec5-7a46-4116-b7c0-48e929e01a11), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:22.257398 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for floatingip (9c1f5ec5-7a46-4116-b7c0-48e929e01a11), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:22.269031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Calling delete_port for 9c1f5ec5-7a46-4116-b7c0-48e929e01a11 owned by network:floatingip {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:01:22.701125 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9c1f5ec5-7a46-4116-b7c0-48e929e01a11), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:22.723319 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event deleted for resources: {'Port': ['ID=9c1f5ec5-7a46-4116-b7c0-48e929e01a11,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:22.734208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:22.734566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:22.734911 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:22.735253 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:22.735590 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:22.736250 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:22.736250 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:22.736562 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:22.736917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:22.737250 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:22.737582 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:22.737915 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:22.738245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:22.802564 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for floatingip (c6b02f8d-5c13-4f8a-aa82-cdb2050b1014), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:22.802908 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Floating IP c6b02f8d-5c13-4f8a-aa82-cdb2050b1014 disassociated (deleted). External IP: 172.25.3.114, port: 0acb7ec2-037a-4886-ae22-36c22e9eb0ec. Feb 10 16:01:23.012092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:01:23.122048 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:01:23.126627 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:23.131958 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442529a-7d43-46d8-8c57-b354cfe9d7b7 None None] Sync routers for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:01:23.142113 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e442529a-7d43-46d8-8c57-b354cfe9d7b7 None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:01:23.142714 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e442529a-7d43-46d8-8c57-b354cfe9d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:01:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:23.160097 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bc364dcb-ddbc-4ad6-b3a0-c46df08e525f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "DELETE /v2.0/floatingips/c6b02f8d-5c13-4f8a-aa82-cdb2050b1014 HTTP/1.1" status: 204 len: 168 time: 1.1335313 Feb 10 16:01:23.160731 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16431c6-6c12-46f1-8ee8-e8fe07ae8821', 'tag': '0acb7ec2-037a-4886-ae22-36c22e9eb0ec'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:01:23.163092 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf8d8c6-b2de-422e-b7ca-060867ed9efe" -d '{"events": [{"name": "network-changed", "server_uuid": "b16431c6-6c12-46f1-8ee8-e8fe07ae8821", "tag": "0acb7ec2-037a-4886-ae22-36c22e9eb0ec"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:23.203595 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835c085c-3a80-489e-8b3f-9c8742a0ac1d x-openstack-request-id: req-835c085c-3a80-489e-8b3f-9c8742a0ac1d {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:23.204102 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16431c6-6c12-46f1-8ee8-e8fe07ae8821", "tag": "0acb7ec2-037a-4886-ae22-36c22e9eb0ec", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:23.204545 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-835c085c-3a80-489e-8b3f-9c8742a0ac1d {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:23.205179 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16431c6-6c12-46f1-8ee8-e8fe07ae8821', 'tag': '0acb7ec2-037a-4886-ae22-36c22e9eb0ec', 'status': 'completed', 'code': 200} Feb 10 16:01:23.260486 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-e442529a-7d43-46d8-8c57-b354cfe9d7b7 None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:01:23.272943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8d8c6-b2de-422e-b7ca-060867ed9efe req-bd3da8aa-4de5-4e8f-9aa2-415514a4bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:23.274983 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aaf8d8c6-b2de-422e-b7ca-060867ed9efe req-bd3da8aa-4de5-4e8f-9aa2-415514a4bca4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 1128 time: 0.0486529 Feb 10 16:01:23.372701 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8d8c6-b2de-422e-b7ca-060867ed9efe req-89ca1214-c663-4de1-bcbe-bd722edd539e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:23.374196 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aaf8d8c6-b2de-422e-b7ca-060867ed9efe req-89ca1214-c663-4de1-bcbe-bd722edd539e service neutron] 10.222.0.72 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.0937147 Feb 10 16:01:23.418466 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aaf8d8c6-b2de-422e-b7ca-060867ed9efe req-0bd1bca1-71aa-4fa4-a764-047f215719e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0acb7ec2-037a-4886-ae22-36c22e9eb0ec HTTP/1.1" status: 200 len: 217 time: 0.0356441 Feb 10 16:01:23.467310 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8d8c6-b2de-422e-b7ca-060867ed9efe req-f8e2063a-3184-46cd-a5b0-550c92dcc1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:23.468836 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aaf8d8c6-b2de-422e-b7ca-060867ed9efe req-f8e2063a-3184-46cd-a5b0-550c92dcc1fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0447321 Feb 10 16:01:23.483024 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e442529a-7d43-46d8-8c57-b354cfe9d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '56408935-7175-446e-ab78-1f9267753dba', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'port_id': 'ad150608-0782-48a0-90be-c91be81c1031', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'mac_address': 'fa:16:3e:95:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:57:16Z', 'updated_at': '2022-02-10T15:57:19Z', 'revision_number': 1, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:23.509347 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442529a-7d43-46d8-8c57-b354cfe9d7b7 None None] Checking router: 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:01:23.517469 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8d8c6-b2de-422e-b7ca-060867ed9efe req-3b2044fd-8c40-4dc3-840f-361a2ad48c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:23.517689 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e442529a-7d43-46d8-8c57-b354cfe9d7b7 None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:01:23.518207 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e442529a-7d43-46d8-8c57-b354cfe9d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:01:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:23.519023 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aaf8d8c6-b2de-422e-b7ca-060867ed9efe req-3b2044fd-8c40-4dc3-840f-361a2ad48c7f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443213 Feb 10 16:01:23.612673 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aaf8d8c6-b2de-422e-b7ca-060867ed9efe req-e6b76437-a7ac-42f6-a9ae-dd95426f4062 service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868416 Feb 10 16:01:23.625628 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-e442529a-7d43-46d8-8c57-b354cfe9d7b7 None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:01:23.704954 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aaf8d8c6-b2de-422e-b7ca-060867ed9efe req-11a521cb-2cf6-402d-9195-2c93ae252eeb service neutron] 10.222.0.72 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859447 Feb 10 16:01:23.848106 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e442529a-7d43-46d8-8c57-b354cfe9d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '56408935-7175-446e-ab78-1f9267753dba', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'port_id': 'ad150608-0782-48a0-90be-c91be81c1031', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'mac_address': 'fa:16:3e:95:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:57:16Z', 'updated_at': '2022-02-10T15:57:19Z', 'revision_number': 1, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:23.878333 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442529a-7d43-46d8-8c57-b354cfe9d7b7 None None] The sync data for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 is: [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '56408935-7175-446e-ab78-1f9267753dba', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'port_id': 'ad150608-0782-48a0-90be-c91be81c1031', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'mac_address': 'fa:16:3e:95:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T15:57:16Z', 'updated_at': '2022-02-10T15:57:19Z', 'revision_number': 1, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:01:24.087089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478516db-f0cc-4a6b-8f01-d8f6ac56e553 None None] New status for floating IP c6b02f8d-5c13-4f8a-aa82-cdb2050b1014: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:01:24.415679 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707b6db-0537-4994-b7af-cd353f0682df req-85a117bc-d76c-4c63-aeee-251a73428d30 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:24.417103 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2707b6db-0537-4994-b7af-cd353f0682df req-85a117bc-d76c-4c63-aeee-251a73428d30 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 946 time: 0.0557218 Feb 10 16:01:24.464781 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2707b6db-0537-4994-b7af-cd353f0682df req-c9d0f2c5-d28c-4eee-9a51-370badf52466 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420692 Feb 10 16:01:25.592153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5a99a-cc13-4e92-a041-d72618cc9b9b req-7e860f2e-c9d9-409d-8f52-e0e3f4f58d55 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:25.593700 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73f5a99a-cc13-4e92-a041-d72618cc9b9b req-7e860f2e-c9d9-409d-8f52-e0e3f4f58d55 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 946 time: 0.0531297 Feb 10 16:01:25.641172 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73f5a99a-cc13-4e92-a041-d72618cc9b9b req-f5147339-a633-482f-bee3-17d0e5e4988b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419073 Feb 10 16:01:25.972667 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41b38-72db-4ab1-acee-868f70346b5a req-602e9db3-a985-4db4-944e-f7f6d067bdb7 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:25.974135 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaf41b38-72db-4ab1-acee-868f70346b5a req-602e9db3-a985-4db4-944e-f7f6d067bdb7 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.72 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 946 time: 0.0577271 Feb 10 16:01:26.063702 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-eaf41b38-72db-4ab1-acee-868f70346b5a req-16425ea6-7f51-4621-a5c2-994bb238a70a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Deleting port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:01:26.064046 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-eaf41b38-72db-4ab1-acee-868f70346b5a req-16425ea6-7f51-4621-a5c2-994bb238a70a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0acb7ec2-037a-4886-ae22-36c22e9eb0ec), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:26.152865 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-eaf41b38-72db-4ab1-acee-868f70346b5a req-16425ea6-7f51-4621-a5c2-994bb238a70a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] For port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=0acb7ec2-037a-4886-ae22-36c22e9eb0ec,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:26.153139 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-eaf41b38-72db-4ab1-acee-868f70346b5a req-16425ea6-7f51-4621-a5c2-994bb238a70a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0acb7ec2-037a-4886-ae22-36c22e9eb0ec), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:26.165816 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-eaf41b38-72db-4ab1-acee-868f70346b5a req-16425ea6-7f51-4621-a5c2-994bb238a70a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Calling delete_port for 0acb7ec2-037a-4886-ae22-36c22e9eb0ec owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:01:26.293696 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-eaf41b38-72db-4ab1-acee-868f70346b5a req-16425ea6-7f51-4621-a5c2-994bb238a70a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (0acb7ec2-037a-4886-ae22-36c22e9eb0ec), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:26.332831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16425ea6-7f51-4621-a5c2-994bb238a70a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event deleted for resources: {'Port': ['ID=0acb7ec2-037a-4886-ae22-36c22e9eb0ec,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:26.376034 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf41b38-72db-4ab1-acee-868f70346b5a req-16425ea6-7f51-4621-a5c2-994bb238a70a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] No DVR routers for this DVR port 0acb7ec2-037a-4886-ae22-36c22e9eb0ec on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:01:26.378665 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-eaf41b38-72db-4ab1-acee-868f70346b5a req-16425ea6-7f51-4621-a5c2-994bb238a70a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:26.382338 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-eaf41b38-72db-4ab1-acee-868f70346b5a req-16425ea6-7f51-4621-a5c2-994bb238a70a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.72 "DELETE /v2.0/ports/0acb7ec2-037a-4886-ae22-36c22e9eb0ec HTTP/1.1" status: 204 len: 173 time: 0.4019628 Feb 10 16:01:26.382784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16431c6-6c12-46f1-8ee8-e8fe07ae8821', 'name': 'network-vif-deleted', 'tag': '0acb7ec2-037a-4886-ae22-36c22e9eb0ec'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:01:26.385115 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380c135b-e952-4800-af91-d7c9acfec8f4" -d '{"events": [{"server_uuid": "b16431c6-6c12-46f1-8ee8-e8fe07ae8821", "name": "network-vif-deleted", "tag": "0acb7ec2-037a-4886-ae22-36c22e9eb0ec"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:26.425002 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62a5730-f5c5-4027-98ef-968d16bad6c8 x-openstack-request-id: req-b62a5730-f5c5-4027-98ef-968d16bad6c8 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:26.425298 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16431c6-6c12-46f1-8ee8-e8fe07ae8821", "name": "network-vif-deleted", "tag": "0acb7ec2-037a-4886-ae22-36c22e9eb0ec", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:26.425560 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b62a5730-f5c5-4027-98ef-968d16bad6c8 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:26.425972 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16431c6-6c12-46f1-8ee8-e8fe07ae8821', 'name': 'network-vif-deleted', 'tag': '0acb7ec2-037a-4886-ae22-36c22e9eb0ec', 'status': 'completed', 'code': 200} Feb 10 16:01:26.742122 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3187b88a-a513-4b25-b40e-1c0cffd72a0d req-b934454b-9784-41d2-8d83-735fe66fb91c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 210 time: 0.0284567 Feb 10 16:01:27.840200 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f593a6e-1016-41ad-99ce-1d985f11c4c2 req-823d046f-997c-45a0-8c66-d06e4766fa1a tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 210 time: 0.0275707 Feb 10 16:01:28.937657 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36f3ebf7-ea07-4e0a-94d0-046fec450d7f req-3783af48-1449-40a1-91b0-349fc002eae7 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 210 time: 0.0308163 Feb 10 16:01:29.636201 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0acb7ec2-037a-4886-ae22-36c22e9eb0ec no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:01:29.661160 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 0acb7ec2-037a-4886-ae22-36c22e9eb0ec {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:01:29.661512 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 0acb7ec2-037a-4886-ae22-36c22e9eb0ec not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:01:30.035456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24faffc7-4d64-40a2-8ddd-ef686b059489 req-4667a15e-5377-476a-ad51-b1e30befa99f tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 210 time: 0.0280728 Feb 10 16:01:31.130217 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3dd6eccb-d115-4547-8e8d-14e9b777316a req-00ad365a-6ce3-46b5-81e2-3a07ae22677e tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 210 time: 0.0274680 Feb 10 16:01:32.225078 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-86b4eade-24f3-4c6b-ad05-c4cff66022d9 req-5674cf93-04f9-4519-b03e-27bc5c7afb07 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 210 time: 0.0263908 Feb 10 16:01:33.319593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41f68ca6-665b-4266-af2b-6a03240f8b14 req-6b06c4c2-e26d-4eeb-8712-21d8457c2985 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 210 time: 0.0264482 Feb 10 16:01:34.416015 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f655603-6501-4cd6-aa3a-845b6d975076 req-a444bd6d-1900-44d3-a8e8-7212a77b6410 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16431c6-6c12-46f1-8ee8-e8fe07ae8821 HTTP/1.1" status: 200 len: 210 time: 0.0276525 Feb 10 16:01:37.285511 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:41.727684 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:42.925172 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9bd0cc72-b59c-4abe-895b-c5e2306458ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:43.942576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39510) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:01:44.097372 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Deleting port 72a31eda-0a47-400f-8332-5349e8d9b379 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:01:44.097630 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (72a31eda-0a47-400f-8332-5349e8d9b379), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:44.175192 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (72a31eda-0a47-400f-8332-5349e8d9b379), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:44.175510 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for floatingip (72a31eda-0a47-400f-8332-5349e8d9b379), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:44.186691 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Calling delete_port for 72a31eda-0a47-400f-8332-5349e8d9b379 owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:01:44.331290 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (72a31eda-0a47-400f-8332-5349e8d9b379), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:44.357024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event deleted for resources: {'Port': ['ID=72a31eda-0a47-400f-8332-5349e8d9b379,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:44.384719 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:44.385073 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:44.385418 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:44.385756 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:44.386094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:44.386426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:44.386757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:44.387080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:44.387403 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:44.387725 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:44.388048 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:44.388370 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:44.388716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:01:44.430741 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for floatingip (56408935-7175-446e-ab78-1f9267753dba), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:44.431570 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Floating IP 56408935-7175-446e-ab78-1f9267753dba disassociated (deleted). External IP: 172.25.3.148, port: ad150608-0782-48a0-90be-c91be81c1031. Feb 10 16:01:44.642544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:01:44.750372 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:01:44.754755 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:44.761296 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba63b5fa-8330-40e7-9d0e-b7462edd5450 None None] Sync routers for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:01:44.773864 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63b5fa-8330-40e7-9d0e-b7462edd5450 None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:01:44.774548 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ba63b5fa-8330-40e7-9d0e-b7462edd5450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:01:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:44.784579 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-0cae1b4d-09c9-4658-8e0a-9f4097884f7b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "DELETE /v2.0/floatingips/56408935-7175-446e-ab78-1f9267753dba HTTP/1.1" status: 204 len: 168 time: 0.8409050 Feb 10 16:01:44.785205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'tag': 'ad150608-0782-48a0-90be-c91be81c1031'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:01:44.787465 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6b1477-0d35-46cd-bca6-d8c7aba90016" -d '{"events": [{"name": "network-changed", "server_uuid": "4cacf125-c02d-4c57-86f1-f51f3d54d720", "tag": "ad150608-0782-48a0-90be-c91be81c1031"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:44.891934 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-ba63b5fa-8330-40e7-9d0e-b7462edd5450 None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:01:44.920374 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dc4ab6-b2bf-4034-9691-8c2c0cc51509 x-openstack-request-id: req-f2dc4ab6-b2bf-4034-9691-8c2c0cc51509 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:44.920884 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cacf125-c02d-4c57-86f1-f51f3d54d720", "tag": "ad150608-0782-48a0-90be-c91be81c1031", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:44.921343 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2dc4ab6-b2bf-4034-9691-8c2c0cc51509 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:44.921973 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'tag': 'ad150608-0782-48a0-90be-c91be81c1031', 'status': 'completed', 'code': 200} Feb 10 16:01:44.997270 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b1477-0d35-46cd-bca6-d8c7aba90016 req-8e3ac639-a651-44d4-bbd7-09acc0926121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:44.998977 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7b6b1477-0d35-46cd-bca6-d8c7aba90016 req-8e3ac639-a651-44d4-bbd7-09acc0926121 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 1128 time: 0.0477593 Feb 10 16:01:45.095984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b1477-0d35-46cd-bca6-d8c7aba90016 req-f4eaaef4-9999-4eb1-9834-60fdf72747ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:45.097864 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7b6b1477-0d35-46cd-bca6-d8c7aba90016 req-f4eaaef4-9999-4eb1-9834-60fdf72747ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 200 len: 913 time: 0.0927367 Feb 10 16:01:45.112421 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ba63b5fa-8330-40e7-9d0e-b7462edd5450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:45.139829 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7b6b1477-0d35-46cd-bca6-d8c7aba90016 req-78daa54d-b9d9-4b25-9ce7-90274b6cf2c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad150608-0782-48a0-90be-c91be81c1031 HTTP/1.1" status: 200 len: 217 time: 0.0355709 Feb 10 16:01:45.144010 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba63b5fa-8330-40e7-9d0e-b7462edd5450 None None] Checking router: 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:01:45.155322 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63b5fa-8330-40e7-9d0e-b7462edd5450 None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:01:45.155851 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ba63b5fa-8330-40e7-9d0e-b7462edd5450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:01:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:45.172040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36160b7c-9c67-4daf-83d2-c66ec9e0f4b1 req-4e75fd95-b897-465f-8064-3f06cba41586 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:45.173659 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36160b7c-9c67-4daf-83d2-c66ec9e0f4b1 req-4e75fd95-b897-465f-8064-3f06cba41586 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 946 time: 0.1967859 Feb 10 16:01:45.208670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b1477-0d35-46cd-bca6-d8c7aba90016 req-229e2274-29ea-45fc-8102-39828de576a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:45.211296 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7b6b1477-0d35-46cd-bca6-d8c7aba90016 req-229e2274-29ea-45fc-8102-39828de576a7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 200 len: 851 time: 0.0650375 Feb 10 16:01:45.226414 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1880def6-4e6f-4fe4-90f9-d2f460077879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:45.244598 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36160b7c-9c67-4daf-83d2-c66ec9e0f4b1 req-ab0f9a2b-cd1d-4953-9041-a16407755ef8 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593803 Feb 10 16:01:45.271069 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b1477-0d35-46cd-bca6-d8c7aba90016 req-c30ac7a7-b1b9-486c-858d-1cf6fe93b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:45.272622 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7b6b1477-0d35-46cd-bca6-d8c7aba90016 req-c30ac7a7-b1b9-486c-858d-1cf6fe93b535 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3707da07-4fe9-4b6c-94ea-78b38c207829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0552998 Feb 10 16:01:45.274048 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-ba63b5fa-8330-40e7-9d0e-b7462edd5450 None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:01:45.360621 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7b6b1477-0d35-46cd-bca6-d8c7aba90016 req-1501680e-d75e-4f3b-b1d5-87cc8d087494 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811102 Feb 10 16:01:45.456867 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7b6b1477-0d35-46cd-bca6-d8c7aba90016 req-91f1d2e1-1773-4175-a0bd-d051888efeb0 service neutron] 10.222.0.79 "GET /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898213 Feb 10 16:01:45.562512 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-ba63b5fa-8330-40e7-9d0e-b7462edd5450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:01:45.591462 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba63b5fa-8330-40e7-9d0e-b7462edd5450 None None] The sync data for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 is: [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T15:48:53Z', 'revision_number': 4, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'e8c37ac0-9cf8-4df5-9bbf-d03d6223619d', 'name': '', 'network_id': '3707da07-4fe9-4b6c-94ea-78b38c207829', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'mac_address': 'fa:16:3e:25:ac:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c2412461-f325-414f-9061-42c35c61d99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:52Z', 'updated_at': '2022-02-10T15:48:58Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'subnets': [{'id': 'c2412461-f325-414f-9061-42c35c61d99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:01:45.806876 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38345dd4-0f1f-4211-a537-89bfec9d3838 None None] New status for floating IP 56408935-7175-446e-ab78-1f9267753dba: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:01:46.409698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b1519-fc86-4e57-a04e-a94986aa27bd req-a6734af3-95e0-4d26-9a07-c415f240252c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:46.411184 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-499b1519-fc86-4e57-a04e-a94986aa27bd req-a6734af3-95e0-4d26-9a07-c415f240252c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 946 time: 0.1037107 Feb 10 16:01:46.459321 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-499b1519-fc86-4e57-a04e-a94986aa27bd req-df7f3c74-03f1-4cae-8c37-cce01ab68b0b tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19f09a3-069b-46ba-8a58-39a92444a551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418379 Feb 10 16:01:46.483927 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:46.641773 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bad1c-2541-4081-92e8-2d156dfae40d req-4e23f4dd-02e4-412a-b169-316e3d941f80 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:01:46.643133 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-344bad1c-2541-4081-92e8-2d156dfae40d req-4e23f4dd-02e4-412a-b169-316e3d941f80 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 946 time: 0.0539656 Feb 10 16:01:46.735179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-344bad1c-2541-4081-92e8-2d156dfae40d req-2072dd2c-a451-43a6-a2c8-3ad48f432c37 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Deleting port ad150608-0782-48a0-90be-c91be81c1031 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:01:46.735519 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-344bad1c-2541-4081-92e8-2d156dfae40d req-2072dd2c-a451-43a6-a2c8-3ad48f432c37 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (ad150608-0782-48a0-90be-c91be81c1031), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:46.822716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-344bad1c-2541-4081-92e8-2d156dfae40d req-2072dd2c-a451-43a6-a2c8-3ad48f432c37 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] For port ad150608-0782-48a0-90be-c91be81c1031, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=ad150608-0782-48a0-90be-c91be81c1031,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:01:46.823077 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-344bad1c-2541-4081-92e8-2d156dfae40d req-2072dd2c-a451-43a6-a2c8-3ad48f432c37 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (ad150608-0782-48a0-90be-c91be81c1031), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:46.835249 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-344bad1c-2541-4081-92e8-2d156dfae40d req-2072dd2c-a451-43a6-a2c8-3ad48f432c37 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Calling delete_port for ad150608-0782-48a0-90be-c91be81c1031 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:01:46.963383 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-344bad1c-2541-4081-92e8-2d156dfae40d req-2072dd2c-a451-43a6-a2c8-3ad48f432c37 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (ad150608-0782-48a0-90be-c91be81c1031), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:46.989458 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072dd2c-a451-43a6-a2c8-3ad48f432c37 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event deleted for resources: {'Port': ['ID=ad150608-0782-48a0-90be-c91be81c1031,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:47.033911 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-344bad1c-2541-4081-92e8-2d156dfae40d req-2072dd2c-a451-43a6-a2c8-3ad48f432c37 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] No DVR routers for this DVR port ad150608-0782-48a0-90be-c91be81c1031 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:01:47.036527 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-344bad1c-2541-4081-92e8-2d156dfae40d req-2072dd2c-a451-43a6-a2c8-3ad48f432c37 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:47.039990 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-344bad1c-2541-4081-92e8-2d156dfae40d req-2072dd2c-a451-43a6-a2c8-3ad48f432c37 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.79 "DELETE /v2.0/ports/ad150608-0782-48a0-90be-c91be81c1031 HTTP/1.1" status: 204 len: 173 time: 0.3919725 Feb 10 16:01:47.040479 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'name': 'network-vif-deleted', 'tag': 'ad150608-0782-48a0-90be-c91be81c1031'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:01:47.042738 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d01814-a6ff-4c31-b084-dec0acd24b96" -d '{"events": [{"server_uuid": "4cacf125-c02d-4c57-86f1-f51f3d54d720", "name": "network-vif-deleted", "tag": "ad150608-0782-48a0-90be-c91be81c1031"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:01:47.081318 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90d8af5-5699-4c62-bb0f-fe5751a004e6 x-openstack-request-id: req-b90d8af5-5699-4c62-bb0f-fe5751a004e6 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:01:47.081673 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cacf125-c02d-4c57-86f1-f51f3d54d720", "name": "network-vif-deleted", "tag": "ad150608-0782-48a0-90be-c91be81c1031", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:01:47.082069 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b90d8af5-5699-4c62-bb0f-fe5751a004e6 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:01:47.082497 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cacf125-c02d-4c57-86f1-f51f3d54d720', 'name': 'network-vif-deleted', 'tag': 'ad150608-0782-48a0-90be-c91be81c1031', 'status': 'completed', 'code': 200} Feb 10 16:01:47.556790 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a737437-c4a8-4c81-a7f7-e4a2dfbf9e6f req-7691b238-debe-4855-a9c1-09d69f2560aa tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 210 time: 0.0271919 Feb 10 16:01:48.062060 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:48.661801 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-957437a1-e6c8-4694-ac96-858b7cf6be76 req-2f70a33d-d5da-4d03-83f6-2ef78899b61c tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 210 time: 0.0324662 Feb 10 16:01:48.973566 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:49.759531 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cdfa8283-b54f-4174-8a37-e8e92cc70c07 req-3ec82287-616b-420e-b0f6-8881c39eaa90 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 210 time: 0.0277109 Feb 10 16:01:50.853952 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bb401a15-e1a1-4b11-b212-55d4bba9b2de req-dd18b84f-d63d-4f22-be68-9ef1d8fd4de9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 210 time: 0.0273542 Feb 10 16:01:51.078892 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device ad150608-0782-48a0-90be-c91be81c1031 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:01:51.098241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: ad150608-0782-48a0-90be-c91be81c1031 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:01:51.098584 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device ad150608-0782-48a0-90be-c91be81c1031 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:01:51.954438 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96a9c630-c33d-4ee1-9bc2-9a701883faf2 req-728edcae-40bf-482b-abc9-7d5b3d1ecb72 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 210 time: 0.0275042 Feb 10 16:01:53.050047 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42703076-7c01-450d-8bf2-5f17e5128139 req-09860286-2486-453e-a0a2-a56200a905b4 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 210 time: 0.0271416 Feb 10 16:01:54.142635 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac00be22-fbc9-4dfb-a226-318a3bd88436 req-ae86ee7c-a8a1-4058-98de-695322d6c051 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 210 time: 0.0267937 Feb 10 16:01:55.244096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-60c42cfa-0981-472a-87ee-f706123d3c85 req-dde8e0bd-3a5c-42c2-a6ea-51510a9b7ae9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacf125-c02d-4c57-86f1-f51f3d54d720 HTTP/1.1" status: 200 len: 210 time: 0.0313144 Feb 10 16:01:56.300733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39554) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:01:56.427529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f2658310-d51d-49ab-9f0e-74b5e42371c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Deleting port 16ad727c-164a-4cb1-9955-2d97c1f25a4a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:01:56.427867 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2658310-d51d-49ab-9f0e-74b5e42371c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (16ad727c-164a-4cb1-9955-2d97c1f25a4a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:56.501223 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2658310-d51d-49ab-9f0e-74b5e42371c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (16ad727c-164a-4cb1-9955-2d97c1f25a4a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:56.501553 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2658310-d51d-49ab-9f0e-74b5e42371c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for floatingip (16ad727c-164a-4cb1-9955-2d97c1f25a4a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:56.513482 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f2658310-d51d-49ab-9f0e-74b5e42371c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Calling delete_port for 16ad727c-164a-4cb1-9955-2d97c1f25a4a owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:01:56.642222 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2658310-d51d-49ab-9f0e-74b5e42371c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (16ad727c-164a-4cb1-9955-2d97c1f25a4a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:56.667437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2658310-d51d-49ab-9f0e-74b5e42371c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event deleted for resources: {'Port': ['ID=16ad727c-164a-4cb1-9955-2d97c1f25a4a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:01:56.733208 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2658310-d51d-49ab-9f0e-74b5e42371c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for floatingip (bbe86f43-484e-4afe-9a5b-042fa9d6079c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:56.735798 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f2658310-d51d-49ab-9f0e-74b5e42371c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:01:56.736996 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f2658310-d51d-49ab-9f0e-74b5e42371c9 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "DELETE /v2.0/floatingips/bbe86f43-484e-4afe-9a5b-042fa9d6079c HTTP/1.1" status: 204 len: 168 time: 0.4352548 Feb 10 16:01:58.094746 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:02:02.126901 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39576) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:02.187460 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-de6b485d-d23f-4b9f-b3b9-0254802281e0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group (c19f09a3-069b-46ba-8a58-39a92444a551), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:02.213633 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-de6b485d-d23f-4b9f-b3b9-0254802281e0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group (c19f09a3-069b-46ba-8a58-39a92444a551), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:02.279399 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-de6b485d-d23f-4b9f-b3b9-0254802281e0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c19f09a3-069b-46ba-8a58-39a92444a551), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:02.282473 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-de6b485d-d23f-4b9f-b3b9-0254802281e0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:02.286505 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-de6b485d-d23f-4b9f-b3b9-0254802281e0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] 10.222.0.64 "DELETE /v2.0/security-groups/c19f09a3-069b-46ba-8a58-39a92444a551 HTTP/1.1" status: 204 len: 168 time: 0.1558640 Feb 10 16:02:02.294099 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b485d-d23f-4b9f-b3b9-0254802281e0 tempest-TestVolumeBootPattern-1934995954 tempest-TestVolumeBootPattern-1934995954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19f09a3-069b-46ba-8a58-39a92444a551,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:02.358149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39582) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:02.836890 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bb65c14c-9797-4b38-926e-6d0c3581f8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:03.099890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-bb65c14c-9797-4b38-926e-6d0c3581f8fc admin admin] Deleting port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:02:03.100143 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bb65c14c-9797-4b38-926e-6d0c3581f8fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:03.176909 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-bb65c14c-9797-4b38-926e-6d0c3581f8fc admin admin] For port e8c37ac0-9cf8-4df5-9bbf-d03d6223619d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=e8c37ac0-9cf8-4df5-9bbf-d03d6223619d,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:03.177608 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bb65c14c-9797-4b38-926e-6d0c3581f8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:03.189756 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-bb65c14c-9797-4b38-926e-6d0c3581f8fc admin admin] Calling delete_port for e8c37ac0-9cf8-4df5-9bbf-d03d6223619d owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:02:03.371835 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bb65c14c-9797-4b38-926e-6d0c3581f8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (e8c37ac0-9cf8-4df5-9bbf-d03d6223619d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:03.396923 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65c14c-9797-4b38-926e-6d0c3581f8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c37ac0-9cf8-4df5-9bbf-d03d6223619d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:03.575930 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bb65c14c-9797-4b38-926e-6d0c3581f8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:04.099779 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb65c14c-9797-4b38-926e-6d0c3581f8fc admin admin] Router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:02:04.206159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb65c14c-9797-4b38-926e-6d0c3581f8fc admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:02:04.214428 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bb65c14c-9797-4b38-926e-6d0c3581f8fc admin admin] 10.222.0.64 "PUT /v2.0/routers/2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8520141 Feb 10 16:02:04.214428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39588) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:04.216437 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfec378-4828-446d-a3cb-970ee039b0b8 None None] Sync routers for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:02:04.226371 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfec378-4828-446d-a3cb-970ee039b0b8 None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:02:04.226965 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3cfec378-4828-446d-a3cb-970ee039b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:01:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:04.323105 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-92195cb5-056d-49db-a84c-2283faaab858 admin admin] Publish callbacks [] for router (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:04.331478 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-3cfec378-4828-446d-a3cb-970ee039b0b8 None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:02:04.429736 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-92195cb5-056d-49db-a84c-2283faaab858 admin admin] Publish callbacks [] for router_gateway (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:04.480331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-92195cb5-056d-49db-a84c-2283faaab858 admin admin] Deleting port 482be41a-8edd-48d3-b266-e03c4d2b8d2d {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:02:04.480692 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-92195cb5-056d-49db-a84c-2283faaab858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (482be41a-8edd-48d3-b266-e03c4d2b8d2d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:04.502521 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3cfec378-4828-446d-a3cb-970ee039b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T16:02:03Z', 'revision_number': 5, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port': {'id': '482be41a-8edd-48d3-b266-e03c4d2b8d2d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:49Z', 'updated_at': '2022-02-10T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:04.532059 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfec378-4828-446d-a3cb-970ee039b0b8 None None] Checking router: 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:02:04.540946 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfec378-4828-446d-a3cb-970ee039b0b8 None None] Routers {'2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:02:04.541572 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3cfec378-4828-446d-a3cb-970ee039b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:01:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:04.558637 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-92195cb5-056d-49db-a84c-2283faaab858 admin admin] For port 482be41a-8edd-48d3-b266-e03c4d2b8d2d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=482be41a-8edd-48d3-b266-e03c4d2b8d2d,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:04.559003 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-92195cb5-056d-49db-a84c-2283faaab858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (482be41a-8edd-48d3-b266-e03c4d2b8d2d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:04.572577 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-92195cb5-056d-49db-a84c-2283faaab858 admin admin] Calling delete_port for 482be41a-8edd-48d3-b266-e03c4d2b8d2d owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:02:04.626167 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-3cfec378-4828-446d-a3cb-970ee039b0b8 None None] Set router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:02:04.674972 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-3cfec378-4828-446d-a3cb-970ee039b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T16:02:04Z', 'revision_number': 6, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:04.703896 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfec378-4828-446d-a3cb-970ee039b0b8 None None] The sync data for ids ['2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f'] in n-d-815324-7 is: [{'id': '2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f', 'name': 'tempest-TestVolumeBootPattern-1162139885-router', 'tenant_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:48Z', 'updated_at': '2022-02-10T16:02:04Z', 'revision_number': 6, 'project_id': 'f6193cc70c8346199e4ee5ce98cad92b', 'gw_port_host': None}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:02:04.750012 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-92195cb5-056d-49db-a84c-2283faaab858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (482be41a-8edd-48d3-b266-e03c4d2b8d2d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:04.780517 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92195cb5-056d-49db-a84c-2283faaab858 admin admin] Pushing event deleted for resources: {'Port': ['ID=482be41a-8edd-48d3-b266-e03c4d2b8d2d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:04.846423 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-92195cb5-056d-49db-a84c-2283faaab858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:04.940470 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-92195cb5-056d-49db-a84c-2283faaab858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:04.942804 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-92195cb5-056d-49db-a84c-2283faaab858 admin admin] Publish callbacks [] for router_controller (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:04.989896 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-92195cb5-056d-49db-a84c-2283faaab858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:04.990488 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92195cb5-056d-49db-a84c-2283faaab858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:02:04.995852 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-92195cb5-056d-49db-a84c-2283faaab858 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:04.997307 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-92195cb5-056d-49db-a84c-2283faaab858 admin admin] 10.222.0.64 "DELETE /v2.0/routers/2ca4c6e6-a27b-4b90-9b8b-50fe3d09364f HTTP/1.1" status: 204 len: 168 time: 0.7825811 Feb 10 16:02:04.999794 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39590) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:05.044871 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-d238e321-e2f4-46be-8d48-f90e9ddbe7bc admin admin] Deleting subnet c2412461-f325-414f-9061-42c35c61d99d {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 16:02:05.047868 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d238e321-e2f4-46be-8d48-f90e9ddbe7bc admin admin] Publish callbacks [] for subnet (c2412461-f325-414f-9061-42c35c61d99d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.082410 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d238e321-e2f4-46be-8d48-f90e9ddbe7bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (c2412461-f325-414f-9061-42c35c61d99d), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.166838 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d238e321-e2f4-46be-8d48-f90e9ddbe7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (c2412461-f325-414f-9061-42c35c61d99d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.217072 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d238e321-e2f4-46be-8d48-f90e9ddbe7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (c2412461-f325-414f-9061-42c35c61d99d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.242842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238e321-e2f4-46be-8d48-f90e9ddbe7bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2412461-f325-414f-9061-42c35c61d99d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:05.256584 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d238e321-e2f4-46be-8d48-f90e9ddbe7bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.262132 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d238e321-e2f4-46be-8d48-f90e9ddbe7bc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c2412461-f325-414f-9061-42c35c61d99d HTTP/1.1" status: 204 len: 168 time: 0.2591252 Feb 10 16:02:05.262377 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39592) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:05.262672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e42e01a-d52f-421e-b76d-e43585a05590 None None] Network 3707da07-4fe9-4b6c-94ea-78b38c207829 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:02:05.333922 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (3707da07-4fe9-4b6c-94ea-78b38c207829), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.392281 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] Deleting port 4230e704-42f8-4298-b569-57d6557cbb7e {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:02:05.392623 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4230e704-42f8-4298-b569-57d6557cbb7e), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.454896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] For port 4230e704-42f8-4298-b569-57d6557cbb7e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4230e704-42f8-4298-b569-57d6557cbb7e,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:05.455263 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4230e704-42f8-4298-b569-57d6557cbb7e), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.465473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] DHCP port deletion for 3707da07-4fe9-4b6c-94ea-78b38c207829 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 16:02:05.469585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] Calling delete_port for 4230e704-42f8-4298-b569-57d6557cbb7e owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:02:05.516842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Deleting port 4230e704-42f8-4298-b569-57d6557cbb7e {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:02:05.517223 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4230e704-42f8-4298-b569-57d6557cbb7e), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.556883 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4230e704-42f8-4298-b569-57d6557cbb7e), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.583351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4230e704-42f8-4298-b569-57d6557cbb7e,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:05.585669 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] For port 4230e704-42f8-4298-b569-57d6557cbb7e, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4230e704-42f8-4298-b569-57d6557cbb7e,segment=NetworkSegment(545d70a3-316e-4b6f-82ca-1f1f9c4de3e2),segment_id=545d70a3-316e-4b6f-82ca-1f1f9c4de3e2)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:05.586104 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4230e704-42f8-4298-b569-57d6557cbb7e), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.589422 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] No DVR routers for this DVR port 4230e704-42f8-4298-b569-57d6557cbb7e on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:05.603065 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Calling delete_port for 4230e704-42f8-4298-b569-57d6557cbb7e owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:02:05.663561 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (3707da07-4fe9-4b6c-94ea-78b38c207829), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.684242 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (4230e704-42f8-4298-b569-57d6557cbb7e), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.690483 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3707da07-4fe9-4b6c-94ea-78b38c207829']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:05.700617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:05.700946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545d70a3-316e-4b6f-82ca-1f1f9c4de3e2') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:05.709609 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Pushing event deleted for resources: {'Port': ['ID=4230e704-42f8-4298-b569-57d6557cbb7e,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:05.713754 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (545d70a3-316e-4b6f-82ca-1f1f9c4de3e2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.716535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] No DVR routers for this DVR port 4230e704-42f8-4298-b569-57d6557cbb7e on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:05.727619 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:05.728514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:05.728904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:05.731484 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:05.731856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:05.732205 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:05.732307 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (545d70a3-316e-4b6f-82ca-1f1f9c4de3e2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.732732 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:05.733080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:05.733537 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:05.733937 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:05.734508 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:05.734847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:05.735181 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f1960-34d9-4376-b7df-2c44e6550832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:05.740458 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:02:05.740904 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (545d70a3-316e-4b6f-82ca-1f1f9c4de3e2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: timer() Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:02:05.743139 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:02:05.801302 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (3707da07-4fe9-4b6c-94ea-78b38c207829), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.806592 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:05.809754 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3707da07-4fe9-4b6c-94ea-78b38c207829 HTTP/1.1" status: 204 len: 168 time: 0.5464499 Feb 10 16:02:05.812779 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39594) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:05.825378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528c7db-5359-4dd1-8e0e-94d6ce8f9ec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3707da07-4fe9-4b6c-94ea-78b38c207829,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:06.022105 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e8c37ac0-9cf8-4df5-9bbf-d03d6223619d no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:06.043447 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: e8c37ac0-9cf8-4df5-9bbf-d03d6223619d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:02:06.043793 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device e8c37ac0-9cf8-4df5-9bbf-d03d6223619d not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:06.044220 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 482be41a-8edd-48d3-b266-e03c4d2b8d2d no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:06.065092 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 482be41a-8edd-48d3-b266-e03c4d2b8d2d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:02:06.065438 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 482be41a-8edd-48d3-b266-e03c4d2b8d2d not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:06.065854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4230e704-42f8-4298-b569-57d6557cbb7e no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:06.084493 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 4230e704-42f8-4298-b569-57d6557cbb7e {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:02:06.084917 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4230e704-42f8-4298-b569-57d6557cbb7e not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:06.157157 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed7a5149-e280-43e7-8ce9-91e956a77f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (33061327-c1a4-4bf0-8899-1d7aee3682f6), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:06.718030 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a5149-e280-43e7-8ce9-91e956a77f3d admin admin] Deleting port 1d743bda-d785-4fda-82c3-d0b6a2326bb0 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:02:06.718358 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed7a5149-e280-43e7-8ce9-91e956a77f3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:06.797922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-ed7a5149-e280-43e7-8ce9-91e956a77f3d admin admin] For port 1d743bda-d785-4fda-82c3-d0b6a2326bb0, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=1d743bda-d785-4fda-82c3-d0b6a2326bb0,segment=NetworkSegment(53895c46-4e96-4cfd-8da1-a42c77a55727),segment_id=53895c46-4e96-4cfd-8da1-a42c77a55727)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:06.798287 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed7a5149-e280-43e7-8ce9-91e956a77f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:06.810873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a5149-e280-43e7-8ce9-91e956a77f3d admin admin] Calling delete_port for 1d743bda-d785-4fda-82c3-d0b6a2326bb0 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:02:06.998405 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed7a5149-e280-43e7-8ce9-91e956a77f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (1d743bda-d785-4fda-82c3-d0b6a2326bb0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:07.023561 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a5149-e280-43e7-8ce9-91e956a77f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=1d743bda-d785-4fda-82c3-d0b6a2326bb0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:07.189438 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ed7a5149-e280-43e7-8ce9-91e956a77f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (33061327-c1a4-4bf0-8899-1d7aee3682f6), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:07.276463 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:07.404008 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7a5149-e280-43e7-8ce9-91e956a77f3d admin admin] Router 33061327-c1a4-4bf0-8899-1d7aee3682f6 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:02:07.509390 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7a5149-e280-43e7-8ce9-91e956a77f3d admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:02:07.516275 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ed7a5149-e280-43e7-8ce9-91e956a77f3d admin admin] 10.222.0.64 "PUT /v2.0/routers/33061327-c1a4-4bf0-8899-1d7aee3682f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7024376 Feb 10 16:02:07.517204 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39596) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:07.519378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fe1f05-f793-4a43-b6d5-edca352692f2 None None] Sync routers for ids ['33061327-c1a4-4bf0-8899-1d7aee3682f6'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:02:07.530050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fe1f05-f793-4a43-b6d5-edca352692f2 None None] Routers {'33061327-c1a4-4bf0-8899-1d7aee3682f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:02:07.530596 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-e2fe1f05-f793-4a43-b6d5-edca352692f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:01:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['33061327-c1a4-4bf0-8899-1d7aee3682f6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:07.629316 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24d80542-067c-4103-832d-caa08bc3360c admin admin] Publish callbacks [] for router (33061327-c1a4-4bf0-8899-1d7aee3682f6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:07.635313 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-e2fe1f05-f793-4a43-b6d5-edca352692f2 None None] Set router 33061327-c1a4-4bf0-8899-1d7aee3682f6 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:02:07.736072 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24d80542-067c-4103-832d-caa08bc3360c admin admin] Publish callbacks [] for router_gateway (33061327-c1a4-4bf0-8899-1d7aee3682f6), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:07.792288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-24d80542-067c-4103-832d-caa08bc3360c admin admin] Deleting port 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:02:07.792639 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24d80542-067c-4103-832d-caa08bc3360c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (0a7b767e-2c8d-4e55-9ac8-0b542165ad3b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:07.879192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-24d80542-067c-4103-832d-caa08bc3360c admin admin] For port 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0a7b767e-2c8d-4e55-9ac8-0b542165ad3b,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:07.879559 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24d80542-067c-4103-832d-caa08bc3360c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (0a7b767e-2c8d-4e55-9ac8-0b542165ad3b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:07.891460 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-24d80542-067c-4103-832d-caa08bc3360c admin admin] Calling delete_port for 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b owned by network:router_gateway {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:02:07.968555 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-e2fe1f05-f793-4a43-b6d5-edca352692f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'name': 'tempest-TestVolumeBootPattern-1358745483-router', 'tenant_id': 'a20d027599f84c24bcc09426f03d928e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '0a7b767e-2c8d-4e55-9ac8-0b542165ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:57Z', 'updated_at': '2022-02-10T16:02:06Z', 'revision_number': 5, 'project_id': 'a20d027599f84c24bcc09426f03d928e', 'gw_port': {'id': '0a7b767e-2c8d-4e55-9ac8-0b542165ad3b', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T15:48:58Z', 'updated_at': '2022-02-10T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:07.999236 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fe1f05-f793-4a43-b6d5-edca352692f2 None None] Checking router: 33061327-c1a4-4bf0-8899-1d7aee3682f6 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:02:08.008027 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fe1f05-f793-4a43-b6d5-edca352692f2 None None] Routers {'33061327-c1a4-4bf0-8899-1d7aee3682f6'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:02:08.008641 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-e2fe1f05-f793-4a43-b6d5-edca352692f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:01:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['33061327-c1a4-4bf0-8899-1d7aee3682f6'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:08.059414 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24d80542-067c-4103-832d-caa08bc3360c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (0a7b767e-2c8d-4e55-9ac8-0b542165ad3b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.085804 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d80542-067c-4103-832d-caa08bc3360c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a7b767e-2c8d-4e55-9ac8-0b542165ad3b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:08.102282 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-e2fe1f05-f793-4a43-b6d5-edca352692f2 None None] Set router 33061327-c1a4-4bf0-8899-1d7aee3682f6 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:02:08.149564 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24d80542-067c-4103-832d-caa08bc3360c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (33061327-c1a4-4bf0-8899-1d7aee3682f6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.155803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-e2fe1f05-f793-4a43-b6d5-edca352692f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'name': 'tempest-TestVolumeBootPattern-1358745483-router', 'tenant_id': 'a20d027599f84c24bcc09426f03d928e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:57Z', 'updated_at': '2022-02-10T16:02:07Z', 'revision_number': 6, 'project_id': 'a20d027599f84c24bcc09426f03d928e', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:08.186558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fe1f05-f793-4a43-b6d5-edca352692f2 None None] The sync data for ids ['33061327-c1a4-4bf0-8899-1d7aee3682f6'] in n-d-815324-7 is: [{'id': '33061327-c1a4-4bf0-8899-1d7aee3682f6', 'name': 'tempest-TestVolumeBootPattern-1358745483-router', 'tenant_id': 'a20d027599f84c24bcc09426f03d928e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T15:48:57Z', 'updated_at': '2022-02-10T16:02:07Z', 'revision_number': 6, 'project_id': 'a20d027599f84c24bcc09426f03d928e', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:02:08.244920 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24d80542-067c-4103-832d-caa08bc3360c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (33061327-c1a4-4bf0-8899-1d7aee3682f6), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.247034 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24d80542-067c-4103-832d-caa08bc3360c admin admin] Publish callbacks [] for router_controller (33061327-c1a4-4bf0-8899-1d7aee3682f6), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.289241 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24d80542-067c-4103-832d-caa08bc3360c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (33061327-c1a4-4bf0-8899-1d7aee3682f6), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.289702 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d80542-067c-4103-832d-caa08bc3360c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33061327-c1a4-4bf0-8899-1d7aee3682f6 {{(pid=103368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:02:08.294183 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-24d80542-067c-4103-832d-caa08bc3360c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.295327 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-24d80542-067c-4103-832d-caa08bc3360c admin admin] 10.222.0.64 "DELETE /v2.0/routers/33061327-c1a4-4bf0-8899-1d7aee3682f6 HTTP/1.1" status: 204 len: 168 time: 0.7771475 Feb 10 16:02:08.297815 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39598) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:08.340717 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2302d0-3f9d-4f18-9726-ae2abf89155f admin admin] Deleting subnet 42a193db-7252-4d5e-9616-50d4ea34ad83 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 16:02:08.343684 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e2302d0-3f9d-4f18-9726-ae2abf89155f admin admin] Publish callbacks [] for subnet (42a193db-7252-4d5e-9616-50d4ea34ad83), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.380659 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e2302d0-3f9d-4f18-9726-ae2abf89155f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (42a193db-7252-4d5e-9616-50d4ea34ad83), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.453444 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e2302d0-3f9d-4f18-9726-ae2abf89155f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (42a193db-7252-4d5e-9616-50d4ea34ad83), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.508600 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e2302d0-3f9d-4f18-9726-ae2abf89155f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (42a193db-7252-4d5e-9616-50d4ea34ad83), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.533861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2302d0-3f9d-4f18-9726-ae2abf89155f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a193db-7252-4d5e-9616-50d4ea34ad83,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:08.537658 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e2302d0-3f9d-4f18-9726-ae2abf89155f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.541555 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9e2302d0-3f9d-4f18-9726-ae2abf89155f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/42a193db-7252-4d5e-9616-50d4ea34ad83 HTTP/1.1" status: 204 len: 168 time: 0.2428143 Feb 10 16:02:08.544034 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39600) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:08.548260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a8d4e8-c1e1-42b8-a1e8-25ebf40a2376 None None] Network a5097b11-9c11-449b-a006-046a56f738f8 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:02:08.622145 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (a5097b11-9c11-449b-a006-046a56f738f8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.680261 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] Deleting port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:02:08.680609 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.745867 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] For port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d,segment=NetworkSegment(53895c46-4e96-4cfd-8da1-a42c77a55727),segment_id=53895c46-4e96-4cfd-8da1-a42c77a55727)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:08.746232 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.759146 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] Calling delete_port for 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:02:08.836729 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.862718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:08.869223 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] No DVR routers for this DVR port 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:08.943293 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (a5097b11-9c11-449b-a006-046a56f738f8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.963209 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5097b11-9c11-449b-a006-046a56f738f8']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:08.972896 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53895c46-4e96-4cfd-8da1-a42c77a55727') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:08.973190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53895c46-4e96-4cfd-8da1-a42c77a55727') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:02:08.984006 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (53895c46-4e96-4cfd-8da1-a42c77a55727), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:08.985998 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2710f606-8c8a-4544-a635-a536402716c3 None None] DHCP port deletion for a5097b11-9c11-449b-a006-046a56f738f8 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 16:02:08.999125 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (53895c46-4e96-4cfd-8da1-a42c77a55727), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:09.005564 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:02:09.006164 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (53895c46-4e96-4cfd-8da1-a42c77a55727), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: timer() Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:02:09.008517 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:02:09.066268 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (a5097b11-9c11-449b-a006-046a56f738f8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:09.072151 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:09.075513 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a5097b11-9c11-449b-a006-046a56f738f8 HTTP/1.1" status: 204 len: 168 time: 0.5305429 Feb 10 16:02:09.205774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39604) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:09.256402 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e105777a-2dee-459b-9ccf-719700f749c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6193cc70c8346199e4ee5ce98cad92b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490882 Feb 10 16:02:09.258654 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39606) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:09.316508 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef3264c6-a2ed-43c8-9035-b3a12b8f878e admin admin] Publish callbacks [] for security_group (e63e3100-4893-4b84-ba8e-006b62e770d7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:09.342464 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef3264c6-a2ed-43c8-9035-b3a12b8f878e admin admin] Publish callbacks [] for security_group (e63e3100-4893-4b84-ba8e-006b62e770d7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:09.393741 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef3264c6-a2ed-43c8-9035-b3a12b8f878e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (e63e3100-4893-4b84-ba8e-006b62e770d7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:09.396388 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ef3264c6-a2ed-43c8-9035-b3a12b8f878e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:09.398189 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ef3264c6-a2ed-43c8-9035-b3a12b8f878e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e63e3100-4893-4b84-ba8e-006b62e770d7 HTTP/1.1" status: 204 len: 168 time: 0.1384354 Feb 10 16:02:09.401802 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434ca58-b0e5-40fd-8471-2fff99a25553 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5097b11-9c11-449b-a006-046a56f738f8,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:09.408816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3264c6-a2ed-43c8-9035-b3a12b8f878e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63e3100-4893-4b84-ba8e-006b62e770d7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:09.703845 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39612) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:09.747974 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-aea2b7c6-0058-41ff-ab75-611ae729cd32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a20d027599f84c24bcc09426f03d928e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429642 Feb 10 16:02:09.750426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39616) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:09.798392 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c6a1283-275b-4cdb-81fc-8abfad58b31b admin admin] Publish callbacks [] for security_group (6a07ab5b-d51f-4248-aef8-7ac404dcd231), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:09.818988 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c6a1283-275b-4cdb-81fc-8abfad58b31b admin admin] Publish callbacks [] for security_group (6a07ab5b-d51f-4248-aef8-7ac404dcd231), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:09.867941 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c6a1283-275b-4cdb-81fc-8abfad58b31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (6a07ab5b-d51f-4248-aef8-7ac404dcd231), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:09.870822 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3c6a1283-275b-4cdb-81fc-8abfad58b31b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:09.872024 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3c6a1283-275b-4cdb-81fc-8abfad58b31b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a07ab5b-d51f-4248-aef8-7ac404dcd231 HTTP/1.1" status: 204 len: 168 time: 0.1206582 Feb 10 16:02:09.879460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a1283-275b-4cdb-81fc-8abfad58b31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a07ab5b-d51f-4248-aef8-7ac404dcd231,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:10.026480 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1d743bda-d785-4fda-82c3-d0b6a2326bb0 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:10.048779 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 1d743bda-d785-4fda-82c3-d0b6a2326bb0 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:02:10.049227 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 1d743bda-d785-4fda-82c3-d0b6a2326bb0 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:10.049729 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:10.071237 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:02:10.071591 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0a7b767e-2c8d-4e55-9ac8-0b542165ad3b not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:10.072020 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:10.092759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:02:10.093108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 4b9f64b1-4b5b-42f9-bfdf-9a85897dec0d not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:11.742626 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:12.907632 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-538c77db-e3cb-4fbc-bbf2-6e68fbbde5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:15.214577 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-74a6a398-dc03-4b93-ae0f-615fa1f10662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:16.485267 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:18.060277 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:18.976928 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:20.289708 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-33bdc771-14ba-4ab2-a5c7-79ebd3bebece tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=422fb3c5fb7c44d08786b71a1045e176&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281355 Feb 10 16:02:20.465226 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-f0fdea4e-32a2-4ac8-b168-c6f977efc0a7 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:20.466690 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-f0fdea4e-32a2-4ac8-b168-c6f977efc0a7 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1720874 Feb 10 16:02:20.481460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-a2aaed54-7c1f-4406-8a9a-618b30dfb214 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/quotas/422fb3c5fb7c44d08786b71a1045e176 HTTP/1.1" status: 200 len: 375 time: 0.0094430 Feb 10 16:02:20.518024 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-24926d8e-90a8-4d47-a4c9-080435182584 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=422fb3c5fb7c44d08786b71a1045e176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314167 Feb 10 16:02:20.680266 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-68db314e-022e-4eb4-a9c8-a7828311752b req-9647f0cd-e810-49f1-8101-a6b9c6d76cd4 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/ports?device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 210 time: 0.0266011 Feb 10 16:02:21.757817 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7e544412-8fe6-427d-b3a7-321a2d84b3b3 req-f98d7b43-7b1c-4b21-9ca6-ca5f26d1a090 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/ports?device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 210 time: 0.0283282 Feb 10 16:02:22.710023 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-9cba06ef-08cf-47ea-8bd3-53d00307aeea tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=422fb3c5fb7c44d08786b71a1045e176&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208297 Feb 10 16:02:22.830859 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-ad266893-348b-42dd-94e3-1f2613c2b4ee tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:22.832415 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-ad266893-348b-42dd-94e3-1f2613c2b4ee tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179106 Feb 10 16:02:22.846762 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Request body: {'port': {'device_id': '91959f2f-1893-4f89-825e-68f74ee68e96', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'admin_state_up': True, 'tenant_id': '422fb3c5fb7c44d08786b71a1045e176'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:22.867105 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9fc164e-e5c7-4bc4-a4c0-a96975445b4d req-f2e9720d-35e1-420a-b3c9-5e37fa213274 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/ports?device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 210 time: 0.0336452 Feb 10 16:02:22.970119 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Made reservation on behalf of 422fb3c5fb7c44d08786b71a1045e176 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:22.973507 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:22.982793 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:23.057021 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Publish callbacks [] for security_group (b140016c-5788-41e6-80e1-0c090177f43e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:23.061735 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b140016c-5788-41e6-80e1-0c090177f43e), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:23.121150 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b140016c-5788-41e6-80e1-0c090177f43e,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:23.136842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:23.137279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:23.137599 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:23.137935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:23.138265 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:23.138592 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:23.138918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:23.139259 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:23.139559 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:23.139892 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:23.140212 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:23.140533 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:23.140885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:02:23.204235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Allocated IP 192.168.233.39 (8edafd2e-ab03-4e7a-b521-d08ff8e653e8/25d1ce89-6093-4315-84ad-100be99236a3/b8846c93-304d-4ea6-bc40-6361120eddaa) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:23.345520 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Publish callbacks [] for port (b8846c93-304d-4ea6-bc40-6361120eddaa), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:23.377979 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b8846c93-304d-4ea6-bc40-6361120eddaa), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:23.425690 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:23.428910 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:23.432528 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:23.458210 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Pushing event updated for resources: {'Port': ['ID=b8846c93-304d-4ea6-bc40-6361120eddaa,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:23.484222 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:23.484863 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:23.501501 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-b1ac6aa2-aa5a-4db7-9628-66ac3ec67714 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6591036 Feb 10 16:02:23.513750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Request body: {'port': {'device_id': '91959f2f-1893-4f89-825e-68f74ee68e96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:23.574775 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b8846c93-304d-4ea6-bc40-6361120eddaa), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:23.672137 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f994e85e-4559-4a2f-bf76-f90dfeb1b73d None None] Provisioning complete for port b8846c93-304d-4ea6-bc40-6361120eddaa triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:23.672750 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f994e85e-4559-4a2f-bf76-f90dfeb1b73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b8846c93-304d-4ea6-bc40-6361120eddaa), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:23.705605 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f994e85e-4559-4a2f-bf76-f90dfeb1b73d None None] Port b8846c93-304d-4ea6-bc40-6361120eddaa cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:02:23.833475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8846c93-304d-4ea6-bc40-6361120eddaa {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:02:23.840724 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Publish callbacks [] for port (b8846c93-304d-4ea6-bc40-6361120eddaa), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:23.853331 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Transition to ACTIVE for port object b8846c93-304d-4ea6-bc40-6361120eddaa will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:02:23.857163 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (b8846c93-304d-4ea6-bc40-6361120eddaa), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:23.906729 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Pushing event updated for resources: {'Port': ['ID=b8846c93-304d-4ea6-bc40-6361120eddaa,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:24.018247 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Attempting to bind port b8846c93-304d-4ea6-bc40-6361120eddaa on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:02:24.018584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Attempting to bind port b8846c93-304d-4ea6-bc40-6361120eddaa by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:02:24.018916 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Attempting to bind port b8846c93-304d-4ea6-bc40-6361120eddaa on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:02:24.032694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1c47e-15a2-4872-ab0a-e5c5aeefbf94 req-7df7affb-0b40-41e6-b192-c30f0d751991 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:24.034232 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0fd1c47e-15a2-4872-ab0a-e5c5aeefbf94 req-7df7affb-0b40-41e6-b192-c30f0d751991 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/ports?device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 947 time: 0.0863130 Feb 10 16:02:24.035301 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Port b8846c93-304d-4ea6-bc40-6361120eddaa on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:02:24.035630 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Attempting to bind port b8846c93-304d-4ea6-bc40-6361120eddaa on network 8edafd2e-ab03-4e7a-b521-d08ff8e653e8 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:02:24.043196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:02:24.043531 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Checking segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:02:24.043921 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Bound using segment: {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:02:24.044357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Bound port: b8846c93-304d-4ea6-bc40-6361120eddaa, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ee407-5f84-4908-8bba-a38a3352bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:02:24.044744 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b8846c93-304d-4ea6-bc40-6361120eddaa), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:24.121275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0fd1c47e-15a2-4872-ab0a-e5c5aeefbf94 req-03d11cec-46a3-482f-8de5-37ac69675d5d tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/security-groups?id=b140016c-5788-41e6-80e1-0c090177f43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798092 Feb 10 16:02:24.142101 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] For port b8846c93-304d-4ea6-bc40-6361120eddaa, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:02:24.146365 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] For port b8846c93-304d-4ea6-bc40-6361120eddaa, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b8846c93-304d-4ea6-bc40-6361120eddaa,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:02:24.152489 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (b8846c93-304d-4ea6-bc40-6361120eddaa), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:24.192046 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:24.192631 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:24.194064 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] 10.222.0.72 "PUT /v2.0/ports/b8846c93-304d-4ea6-bc40-6361120eddaa HTTP/1.1" status: 200 len: 1095 time: 0.6846564 Feb 10 16:02:24.194497 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91959f2f-1893-4f89-825e-68f74ee68e96', 'tag': 'b8846c93-304d-4ea6-bc40-6361120eddaa'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:02:24.196757 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4303b734-32cc-4e78-8b2c-d7f95262090c" -d '{"events": [{"name": "network-changed", "server_uuid": "91959f2f-1893-4f89-825e-68f74ee68e96", "tag": "b8846c93-304d-4ea6-bc40-6361120eddaa"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:24.231651 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad854c-56a9-4828-af66-d7a25911d602 service neutron] Pushing event updated for resources: {'Port': ['ID=b8846c93-304d-4ea6-bc40-6361120eddaa,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:24.290819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-4dbac5bd-8bc5-4be9-aebc-fd220a795d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:24.292818 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-4dbac5bd-8bc5-4be9-aebc-fd220a795d5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=422fb3c5fb7c44d08786b71a1045e176&device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 1129 time: 0.0504694 Feb 10 16:02:24.341575 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eec879-c684-43cc-afde-2834a17be386 x-openstack-request-id: req-07eec879-c684-43cc-afde-2834a17be386 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:24.341866 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91959f2f-1893-4f89-825e-68f74ee68e96", "tag": "b8846c93-304d-4ea6-bc40-6361120eddaa", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:24.342117 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07eec879-c684-43cc-afde-2834a17be386 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:24.342527 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91959f2f-1893-4f89-825e-68f74ee68e96', 'tag': 'b8846c93-304d-4ea6-bc40-6361120eddaa', 'status': 'completed', 'code': 200} Feb 10 16:02:24.344050 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-77c31bd5-c9f4-48dc-ba06-76256fa3fba2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b8846c93-304d-4ea6-bc40-6361120eddaa HTTP/1.1" status: 200 len: 217 time: 0.0440526 Feb 10 16:02:24.398834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-cc5e43f9-f843-4c8a-bcae-ddd2dc9e6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:24.400345 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-cc5e43f9-f843-4c8a-bcae-ddd2dc9e6127 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0493736 Feb 10 16:02:24.454687 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-904eaa79-d425-4be6-a179-931a791084e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:24.456255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-904eaa79-d425-4be6-a179-931a791084e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0489564 Feb 10 16:02:24.544710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-8a257b4a-1304-4e98-8c4c-accc46d72896 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821066 Feb 10 16:02:24.634304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e1515ef6-032a-4a74-b17f-4ecdeff823c2 req-f2d097cd-6972-4312-811b-ecd8a43e6eb3 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832293 Feb 10 16:02:24.718013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303b734-32cc-4e78-8b2c-d7f95262090c req-39732c43-493d-4b4f-b21d-903fe3d70def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:24.719525 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4303b734-32cc-4e78-8b2c-d7f95262090c req-39732c43-493d-4b4f-b21d-903fe3d70def service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=422fb3c5fb7c44d08786b71a1045e176&device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 1129 time: 0.0435212 Feb 10 16:02:24.812484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303b734-32cc-4e78-8b2c-d7f95262090c req-29acfecf-d301-4322-b624-28fee8353b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:24.814010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4303b734-32cc-4e78-8b2c-d7f95262090c req-29acfecf-d301-4322-b624-28fee8353b09 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8 HTTP/1.1" status: 200 len: 870 time: 0.0890534 Feb 10 16:02:24.854276 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4303b734-32cc-4e78-8b2c-d7f95262090c req-d9b3ea3d-a32d-4f6b-a4ae-07e76de4bdb0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b8846c93-304d-4ea6-bc40-6361120eddaa HTTP/1.1" status: 200 len: 217 time: 0.0331087 Feb 10 16:02:24.901297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303b734-32cc-4e78-8b2c-d7f95262090c req-63714f81-eb86-4c97-90e1-f715f5c80991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:24.902731 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4303b734-32cc-4e78-8b2c-d7f95262090c req-63714f81-eb86-4c97-90e1-f715f5c80991 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d1ce89-6093-4315-84ad-100be99236a3 HTTP/1.1" status: 200 len: 843 time: 0.0430968 Feb 10 16:02:24.954348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303b734-32cc-4e78-8b2c-d7f95262090c req-7637312b-aa26-4243-9bfc-29557e13d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:24.955824 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4303b734-32cc-4e78-8b2c-d7f95262090c req-7637312b-aa26-4243-9bfc-29557e13d23f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8edafd2e-ab03-4e7a-b521-d08ff8e653e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0467901 Feb 10 16:02:25.045277 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4303b734-32cc-4e78-8b2c-d7f95262090c req-c242d687-eeb1-4396-b8d8-d96a315cf3a5 service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824068 Feb 10 16:02:25.135864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4303b734-32cc-4e78-8b2c-d7f95262090c req-2e2353cb-05d1-47b7-87a2-959a646742ff service neutron] 10.222.0.72 "GET /v2.0/networks/8edafd2e-ab03-4e7a-b521-d08ff8e653e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847020 Feb 10 16:02:25.240584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9909e-60f9-49e6-a6cd-b8c51ae108f9 req-7ec86423-9e22-43de-a4cd-7b3902e9c1a5 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:25.242060 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08c9909e-60f9-49e6-a6cd-b8c51ae108f9 req-7ec86423-9e22-43de-a4cd-7b3902e9c1a5 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/ports?device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 947 time: 0.0518389 Feb 10 16:02:25.288885 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08c9909e-60f9-49e6-a6cd-b8c51ae108f9 req-10f3ccad-f375-4b8c-a48f-ad55cdbbc59f tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/security-groups?id=b140016c-5788-41e6-80e1-0c090177f43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Feb 10 16:02:26.407565 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a074a-ffa3-464d-8875-b3abadbf567e req-53d4bbd9-8705-480f-ac2c-74357bd7153b tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:26.409052 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-066a074a-ffa3-464d-8875-b3abadbf567e req-53d4bbd9-8705-480f-ac2c-74357bd7153b tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/ports?device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 947 time: 0.0510550 Feb 10 16:02:26.463631 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-066a074a-ffa3-464d-8875-b3abadbf567e req-dae6ad55-d2be-40db-ab31-00e574f2beb0 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/security-groups?id=b140016c-5788-41e6-80e1-0c090177f43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489786 Feb 10 16:02:27.582769 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484d287-afbb-4a1f-a450-3fd1be2e78f8 req-0d3ce6de-b04c-4bbf-9418-6995298fd149 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:27.584259 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8484d287-afbb-4a1f-a450-3fd1be2e78f8 req-0d3ce6de-b04c-4bbf-9418-6995298fd149 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/ports?device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 947 time: 0.0516803 Feb 10 16:02:27.629748 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8484d287-afbb-4a1f-a450-3fd1be2e78f8 req-7256ec57-565a-4043-8675-bd9364ce2b33 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/security-groups?id=b140016c-5788-41e6-80e1-0c090177f43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399506 Feb 10 16:02:27.873496 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b8846c93-304d-4ea6-bc40-6361120eddaa details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:02:27.972109 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port b8846c93-304d-4ea6-bc40-6361120eddaa, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b8846c93-304d-4ea6-bc40-6361120eddaa,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:27.982912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'b8846c93-304d-4ea6-bc40-6361120eddaa', 'network_id': '8edafd2e-ab03-4e7a-b521-d08ff8e653e8', 'port_id': 'b8846c93-304d-4ea6-bc40-6361120eddaa', 'mac_address': 'fa:16:3e:16:fb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1ce89-6093-4315-84ad-100be99236a3', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:02:28.020823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port b8846c93-304d-4ea6-bc40-6361120eddaa is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:02:28.021221 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b8846c93-304d-4ea6-bc40-6361120eddaa), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:28.035835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8846c93-304d-4ea6-bc40-6361120eddaa {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:02:28.055698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port b8846c93-304d-4ea6-bc40-6361120eddaa, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b8846c93-304d-4ea6-bc40-6361120eddaa,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:28.059640 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b8846c93-304d-4ea6-bc40-6361120eddaa), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:28.106074 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=b8846c93-304d-4ea6-bc40-6361120eddaa,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:28.286130 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['b8846c93-304d-4ea6-bc40-6361120eddaa'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:02:28.745442 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dad55-2e63-4e70-b6c8-088dad7911e7 req-30f8b315-24a9-4b32-af29-cb4835508f98 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:28.746901 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-255dad55-2e63-4e70-b6c8-088dad7911e7 req-30f8b315-24a9-4b32-af29-cb4835508f98 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/ports?device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 948 time: 0.0506752 Feb 10 16:02:28.792738 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-255dad55-2e63-4e70-b6c8-088dad7911e7 req-441df7c4-dffd-4888-be49-f7d341f72a92 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/security-groups?id=b140016c-5788-41e6-80e1-0c090177f43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402932 Feb 10 16:02:29.887543 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b8846c93-304d-4ea6-bc40-6361120eddaa up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:29.917841 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3174a-9d92-4f43-b46f-7647e0d4816e req-86461bc5-6f97-4631-81f3-9d69b7c19f61 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:29.919340 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37e3174a-9d92-4f43-b46f-7647e0d4816e req-86461bc5-6f97-4631-81f3-9d69b7c19f61 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/ports?device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 948 time: 0.0562208 Feb 10 16:02:29.936810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port b8846c93-304d-4ea6-bc40-6361120eddaa completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:02:29.941040 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port b8846c93-304d-4ea6-bc40-6361120eddaa triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:29.941417 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (b8846c93-304d-4ea6-bc40-6361120eddaa), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:29.966432 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37e3174a-9d92-4f43-b46f-7647e0d4816e req-1d2692a0-13a6-40e4-a6a6-f2115084adfe tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/security-groups?id=b140016c-5788-41e6-80e1-0c090177f43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415666 Feb 10 16:02:30.022313 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port b8846c93-304d-4ea6-bc40-6361120eddaa is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:02:30.022716 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b8846c93-304d-4ea6-bc40-6361120eddaa), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:30.044608 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91959f2f-1893-4f89-825e-68f74ee68e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8846c93-304d-4ea6-bc40-6361120eddaa'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:02:30.046810 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be73a613-dfcd-40ff-812b-5ddbcd309864" -d '{"events": [{"server_uuid": "91959f2f-1893-4f89-825e-68f74ee68e96", "name": "network-vif-plugged", "status": "completed", "tag": "b8846c93-304d-4ea6-bc40-6361120eddaa"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:30.059403 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port b8846c93-304d-4ea6-bc40-6361120eddaa, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b8846c93-304d-4ea6-bc40-6361120eddaa,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:30.063288 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (b8846c93-304d-4ea6-bc40-6361120eddaa), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:30.086658 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41346630-1b4a-414d-854f-ceb808fcc9f8 x-openstack-request-id: req-41346630-1b4a-414d-854f-ceb808fcc9f8 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:30.086952 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91959f2f-1893-4f89-825e-68f74ee68e96", "name": "network-vif-plugged", "status": "completed", "tag": "b8846c93-304d-4ea6-bc40-6361120eddaa", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:30.087205 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41346630-1b4a-414d-854f-ceb808fcc9f8 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:30.087591 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91959f2f-1893-4f89-825e-68f74ee68e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8846c93-304d-4ea6-bc40-6361120eddaa', 'code': 200} Feb 10 16:02:30.115650 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=b8846c93-304d-4ea6-bc40-6361120eddaa,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:30.195581 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265cc7e-98c9-4de1-88d6-272867ca5f39 req-47836314-17c5-4ec7-a0c3-d5103c7762af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:30.197117 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0265cc7e-98c9-4de1-88d6-272867ca5f39 req-47836314-17c5-4ec7-a0c3-d5103c7762af service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 1131 time: 0.0486362 Feb 10 16:02:30.241387 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0265cc7e-98c9-4de1-88d6-272867ca5f39 req-357d0841-8fa0-4c60-a0a8-0b437949bce9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b140016c-5788-41e6-80e1-0c090177f43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381823 Feb 10 16:02:31.086844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5348e2-8a87-4680-ab3e-c4bb097a3343 req-f63c3366-a46f-47c3-8dfe-8468237adc8e tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:31.088258 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea5348e2-8a87-4680-ab3e-c4bb097a3343 req-f63c3366-a46f-47c3-8dfe-8468237adc8e tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/ports?device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 949 time: 0.0559042 Feb 10 16:02:31.139262 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea5348e2-8a87-4680-ab3e-c4bb097a3343 req-0a74a3b6-2445-42b9-a34d-6ff87d1dd3b4 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/security-groups?id=b140016c-5788-41e6-80e1-0c090177f43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454106 Feb 10 16:02:32.269714 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df06f83-7dee-489a-99b6-a0ed44f94f42 req-ebc6b906-80bd-4af2-9e72-2a3d47768e2e tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:32.271215 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1df06f83-7dee-489a-99b6-a0ed44f94f42 req-ebc6b906-80bd-4af2-9e72-2a3d47768e2e tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/ports?device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 949 time: 0.0523198 Feb 10 16:02:32.317553 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1df06f83-7dee-489a-99b6-a0ed44f94f42 req-d7d92a2a-1b75-49af-954b-3bfce6b7e0b9 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/security-groups?id=b140016c-5788-41e6-80e1-0c090177f43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402238 Feb 10 16:02:32.700341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-edc5c733-7507-48e5-b2dc-0390b75eb4c7 req-0c18b229-bc4d-4b6c-acef-de5ba44626be service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 16:02:32.701425 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-edc5c733-7507-48e5-b2dc-0390b75eb4c7 req-0c18b229-bc4d-4b6c-acef-de5ba44626be service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1105387 Feb 10 16:02:33.022304 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-0ce36be7-da34-4f2d-a4ea-e19e7ef02ad1 req-d42f4ea2-ec9f-4ffb-a6f4-d57cee7a3b85 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 16:02:33.023322 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0ce36be7-da34-4f2d-a4ea-e19e7ef02ad1 req-d42f4ea2-ec9f-4ffb-a6f4-d57cee7a3b85 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053799 Feb 10 16:02:33.360491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd18a7-d5bc-41e5-85bc-566890a570f9 req-4197ac36-fc95-4762-b509-86ba0232e85c tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:33.362006 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8bd18a7-d5bc-41e5-85bc-566890a570f9 req-4197ac36-fc95-4762-b509-86ba0232e85c tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/ports?device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 949 time: 0.0518155 Feb 10 16:02:33.412368 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8bd18a7-d5bc-41e5-85bc-566890a570f9 req-eb5fc4fd-26c1-4462-8047-19f3580c879c tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/security-groups?id=b140016c-5788-41e6-80e1-0c090177f43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439470 Feb 10 16:02:34.535076 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740792d-baaa-49ba-a855-4c9b744c237f req-05387603-6d70-43c0-acf7-0192531cb622 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:34.536556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6740792d-baaa-49ba-a855-4c9b744c237f req-05387603-6d70-43c0-acf7-0192531cb622 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/ports?device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 949 time: 0.0523341 Feb 10 16:02:34.608944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6740792d-baaa-49ba-a855-4c9b744c237f req-7e6081c7-9fa8-4393-a04d-51a95cf1c348 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.64 "GET /v2.0/security-groups?id=b140016c-5788-41e6-80e1-0c090177f43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667088 Feb 10 16:02:34.625374 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4efeb5-6a3d-4023-a78c-16e584f5ca24 req-2dd063ac-6ec1-439f-9b62-af5332bfe952 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:34.626827 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce4efeb5-6a3d-4023-a78c-16e584f5ca24 req-2dd063ac-6ec1-439f-9b62-af5332bfe952 tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.72 "GET /v2.0/ports?device_id=91959f2f-1893-4f89-825e-68f74ee68e96 HTTP/1.1" status: 200 len: 949 time: 0.0790422 Feb 10 16:02:34.718375 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-ce4efeb5-6a3d-4023-a78c-16e584f5ca24 req-8d4c9ebb-5a17-46c9-8aa4-c1f87657ba4b tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Deleting port b8846c93-304d-4ea6-bc40-6361120eddaa {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:02:34.718740 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ce4efeb5-6a3d-4023-a78c-16e584f5ca24 req-8d4c9ebb-5a17-46c9-8aa4-c1f87657ba4b tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (b8846c93-304d-4ea6-bc40-6361120eddaa), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:34.803200 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-ce4efeb5-6a3d-4023-a78c-16e584f5ca24 req-8d4c9ebb-5a17-46c9-8aa4-c1f87657ba4b tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] For port b8846c93-304d-4ea6-bc40-6361120eddaa, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=b8846c93-304d-4ea6-bc40-6361120eddaa,segment=NetworkSegment(1f2ee407-5f84-4908-8bba-a38a3352bb08),segment_id=1f2ee407-5f84-4908-8bba-a38a3352bb08)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:34.803565 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ce4efeb5-6a3d-4023-a78c-16e584f5ca24 req-8d4c9ebb-5a17-46c9-8aa4-c1f87657ba4b tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (b8846c93-304d-4ea6-bc40-6361120eddaa), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:34.815455 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-ce4efeb5-6a3d-4023-a78c-16e584f5ca24 req-8d4c9ebb-5a17-46c9-8aa4-c1f87657ba4b tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Calling delete_port for b8846c93-304d-4ea6-bc40-6361120eddaa owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:02:34.941394 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ce4efeb5-6a3d-4023-a78c-16e584f5ca24 req-8d4c9ebb-5a17-46c9-8aa4-c1f87657ba4b tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b8846c93-304d-4ea6-bc40-6361120eddaa), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:34.953355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['b8846c93-304d-4ea6-bc40-6361120eddaa'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:02:34.970842 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c9ebb-5a17-46c9-8aa4-c1f87657ba4b tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Pushing event deleted for resources: {'Port': ['ID=b8846c93-304d-4ea6-bc40-6361120eddaa,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:35.015504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4efeb5-6a3d-4023-a78c-16e584f5ca24 req-8d4c9ebb-5a17-46c9-8aa4-c1f87657ba4b tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] No DVR routers for this DVR port b8846c93-304d-4ea6-bc40-6361120eddaa on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:02:35.018244 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-ce4efeb5-6a3d-4023-a78c-16e584f5ca24 req-8d4c9ebb-5a17-46c9-8aa4-c1f87657ba4b tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:35.021687 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce4efeb5-6a3d-4023-a78c-16e584f5ca24 req-8d4c9ebb-5a17-46c9-8aa4-c1f87657ba4b tempest-ServersAdminNegativeTestJSON-1289653978 tempest-ServersAdminNegativeTestJSON-1289653978-project] 10.222.0.72 "DELETE /v2.0/ports/b8846c93-304d-4ea6-bc40-6361120eddaa HTTP/1.1" status: 204 len: 173 time: 0.3888400 Feb 10 16:02:35.022142 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91959f2f-1893-4f89-825e-68f74ee68e96', 'name': 'network-vif-deleted', 'tag': 'b8846c93-304d-4ea6-bc40-6361120eddaa'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:02:35.024454 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faebe7cc-7775-4571-93dc-fc73933dca7b" -d '{"events": [{"server_uuid": "91959f2f-1893-4f89-825e-68f74ee68e96", "name": "network-vif-deleted", "tag": "b8846c93-304d-4ea6-bc40-6361120eddaa"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:35.077264 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133f7fbd-dc2b-48b2-9bfd-176101fa673a x-openstack-request-id: req-133f7fbd-dc2b-48b2-9bfd-176101fa673a {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:35.077885 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91959f2f-1893-4f89-825e-68f74ee68e96", "name": "network-vif-deleted", "tag": "b8846c93-304d-4ea6-bc40-6361120eddaa", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:35.078356 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-133f7fbd-dc2b-48b2-9bfd-176101fa673a {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:35.078900 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91959f2f-1893-4f89-825e-68f74ee68e96', 'name': 'network-vif-deleted', 'tag': 'b8846c93-304d-4ea6-bc40-6361120eddaa', 'status': 'completed', 'code': 200} Feb 10 16:02:35.096634 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:02:35.898551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39762) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:36.056540 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-2f3d5c73-d76f-47e4-99d5-2777315e01f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=422fb3c5fb7c44d08786b71a1045e176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1567986 Feb 10 16:02:36.059223 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39768) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:36.108530 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-94859fed-b2ee-4e2f-a558-fefb00ac399a admin admin] Publish callbacks [] for security_group (b140016c-5788-41e6-80e1-0c090177f43e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:36.129962 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-94859fed-b2ee-4e2f-a558-fefb00ac399a admin admin] Publish callbacks [] for security_group (b140016c-5788-41e6-80e1-0c090177f43e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:36.175901 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-94859fed-b2ee-4e2f-a558-fefb00ac399a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b140016c-5788-41e6-80e1-0c090177f43e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:36.178578 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-94859fed-b2ee-4e2f-a558-fefb00ac399a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:36.179734 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-94859fed-b2ee-4e2f-a558-fefb00ac399a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b140016c-5788-41e6-80e1-0c090177f43e HTTP/1.1" status: 204 len: 168 time: 0.1196158 Feb 10 16:02:36.187267 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94859fed-b2ee-4e2f-a558-fefb00ac399a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b140016c-5788-41e6-80e1-0c090177f43e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:36.459651 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39774) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:36.472883 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fc33f59-6b15-431f-a234-618ff86d1ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:36.545907 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fc33f59-6b15-431f-a234-618ff86d1ebc admin admin] Publish callbacks [] for security_group (c6798e65-57f4-4eea-98a7-50419b10bd3b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:36.549830 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2fc33f59-6b15-431f-a234-618ff86d1ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c6798e65-57f4-4eea-98a7-50419b10bd3b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:36.587215 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2fc33f59-6b15-431f-a234-618ff86d1ebc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f362781a62f04f2590c006672f495290&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1265032 Feb 10 16:02:36.588182 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc33f59-6b15-431f-a234-618ff86d1ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6798e65-57f4-4eea-98a7-50419b10bd3b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:36.590064 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39776) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:36.638089 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca8a9275-c129-4e07-848b-f9ba9ecf8aac admin admin] Publish callbacks [] for security_group (c6798e65-57f4-4eea-98a7-50419b10bd3b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:36.659392 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca8a9275-c129-4e07-848b-f9ba9ecf8aac admin admin] Publish callbacks [] for security_group (c6798e65-57f4-4eea-98a7-50419b10bd3b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:36.704466 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca8a9275-c129-4e07-848b-f9ba9ecf8aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c6798e65-57f4-4eea-98a7-50419b10bd3b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:36.706925 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ca8a9275-c129-4e07-848b-f9ba9ecf8aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:36.708076 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ca8a9275-c129-4e07-848b-f9ba9ecf8aac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6798e65-57f4-4eea-98a7-50419b10bd3b HTTP/1.1" status: 204 len: 168 time: 0.1170213 Feb 10 16:02:36.716097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a9275-c129-4e07-848b-f9ba9ecf8aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6798e65-57f4-4eea-98a7-50419b10bd3b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:37.290959 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:37.384214 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39798) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:37.485260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-740887a2-8b9d-4b7d-90b9-8d7f58747020 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1428300614-network', 'tenant_id': '3374674df8e049a1960e3b5658fde674'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:37.504985 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740887a2-8b9d-4b7d-90b9-8d7f58747020 admin admin] Made reservation on behalf of 3374674df8e049a1960e3b5658fde674 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:37.507821 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-740887a2-8b9d-4b7d-90b9-8d7f58747020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:37.515765 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-740887a2-8b9d-4b7d-90b9-8d7f58747020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:37.591239 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-740887a2-8b9d-4b7d-90b9-8d7f58747020 admin admin] Publish callbacks [] for security_group (b3456528-5ee8-49bd-8d46-8a5ee0b13515), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:37.595042 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-740887a2-8b9d-4b7d-90b9-8d7f58747020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b3456528-5ee8-49bd-8d46-8a5ee0b13515), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:37.619810 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740887a2-8b9d-4b7d-90b9-8d7f58747020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:02:37.629811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740887a2-8b9d-4b7d-90b9-8d7f58747020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3456528-5ee8-49bd-8d46-8a5ee0b13515,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:37.636577 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-740887a2-8b9d-4b7d-90b9-8d7f58747020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (2af44ff0-76f6-4736-9e9c-81e42ed56ac8), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:37.636973 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-740887a2-8b9d-4b7d-90b9-8d7f58747020 admin admin] Added segment 2af44ff0-76f6-4736-9e9c-81e42ed56ac8 of type vlan for network d382dd37-7187-4ee6-908f-1896844e271a Feb 10 16:02:37.676107 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-740887a2-8b9d-4b7d-90b9-8d7f58747020 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (d382dd37-7187-4ee6-908f-1896844e271a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:37.704232 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-740887a2-8b9d-4b7d-90b9-8d7f58747020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (d382dd37-7187-4ee6-908f-1896844e271a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:37.705236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740887a2-8b9d-4b7d-90b9-8d7f58747020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:37.705879 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-740887a2-8b9d-4b7d-90b9-8d7f58747020 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:37.736867 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-740887a2-8b9d-4b7d-90b9-8d7f58747020 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3514321 Feb 10 16:02:37.740276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39802) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:02:37.745308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-108ee17c-8242-4c2f-a47e-853cc1f28de5 admin admin] Request body: {'subnet': {'network_id': 'd382dd37-7187-4ee6-908f-1896844e271a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1428300614-subnet', 'tenant_id': '3374674df8e049a1960e3b5658fde674', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:37.765608 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108ee17c-8242-4c2f-a47e-853cc1f28de5 admin admin] Made reservation on behalf of 3374674df8e049a1960e3b5658fde674 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:37.768190 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-108ee17c-8242-4c2f-a47e-853cc1f28de5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:37.768316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740887a2-8b9d-4b7d-90b9-8d7f58747020 admin admin] Pushing event updated for resources: {'Network': ['ID=d382dd37-7187-4ee6-908f-1896844e271a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:37.783955 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network d382dd37-7187-4ee6-908f-1896844e271a details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:02:37.932888 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-108ee17c-8242-4c2f-a47e-853cc1f28de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (b9f09d42-5a2b-489e-99b0-f05764723854), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:37.986148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ee17c-8242-4c2f-a47e-853cc1f28de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f09d42-5a2b-489e-99b0-f05764723854,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:37.996522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ee17c-8242-4c2f-a47e-853cc1f28de5 admin admin] Checking segment: {'id': '2af44ff0-76f6-4736-9e9c-81e42ed56ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd382dd37-7187-4ee6-908f-1896844e271a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:02:37.996912 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ee17c-8242-4c2f-a47e-853cc1f28de5 admin admin] Network hostable DHCP agents. Network: d382dd37-7187-4ee6-908f-1896844e271a, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:02:38.013128 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ee17c-8242-4c2f-a47e-853cc1f28de5 admin admin] Network d382dd37-7187-4ee6-908f-1896844e271a is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:02:38.021085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-108ee17c-8242-4c2f-a47e-853cc1f28de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, d382dd37-7187-4ee6-908f-1896844e271a) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:38.025676 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ee17c-8242-4c2f-a47e-853cc1f28de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:38.026270 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-108ee17c-8242-4c2f-a47e-853cc1f28de5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:38.032978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5670c2-5333-48d0-8396-afb941bcb9dc None None] Network d382dd37-7187-4ee6-908f-1896844e271a requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:02:38.049728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-108ee17c-8242-4c2f-a47e-853cc1f28de5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3009937 Feb 10 16:02:38.127012 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bc20a2-04d3-48a0-9b91-d58911dd5cfe None None] Network d382dd37-7187-4ee6-908f-1896844e271a requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:02:38.460449 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-30c62d42-63a0-4c6c-bcb0-52ab2b8267ce tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:38.461938 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-30c62d42-63a0-4c6c-bcb0-52ab2b8267ce tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/networks?id=d382dd37-7187-4ee6-908f-1896844e271a HTTP/1.1" status: 200 len: 812 time: 0.1037598 Feb 10 16:02:38.481115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-0da2b291-2839-415f-a0f5-9514863a1115 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/quotas/3374674df8e049a1960e3b5658fde674 HTTP/1.1" status: 200 len: 375 time: 0.0088449 Feb 10 16:02:38.511771 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-6bd1054b-decd-4d99-bb26-1e389b1f7a1b tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3374674df8e049a1960e3b5658fde674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259678 Feb 10 16:02:38.601629 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-a6d1a05c-7f61-4296-93a5-0c1f66febba2 service neutron] 10.222.0.64 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833766 Feb 10 16:02:38.686564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-cdfa4a06-5f95-46fc-b289-0354fb9e2690 service neutron] 10.222.0.64 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794258 Feb 10 16:02:38.850601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17619755-1e1d-474f-8af2-1f0ea64e0b22 req-006bba69-8275-45e3-91f4-d40e30809a92 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 210 time: 0.0318489 Feb 10 16:02:39.920437 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b8846c93-304d-4ea6-bc40-6361120eddaa no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:02:39.924587 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-58a7d439-b9d1-445e-879b-e3875e0ca7cc tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:39.926199 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-58a7d439-b9d1-445e-879b-e3875e0ca7cc tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.72 "GET /v2.0/networks?id=d382dd37-7187-4ee6-908f-1896844e271a HTTP/1.1" status: 200 len: 812 time: 0.1189272 Feb 10 16:02:39.945818 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-c6df38cd-2bc8-4df8-ad99-a25f5efade4d tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Request body: {'port': {'device_id': 'dba1775d-052e-41a6-a3c7-21f99569d9f2', 'network_id': 'd382dd37-7187-4ee6-908f-1896844e271a', 'admin_state_up': True, 'tenant_id': '3374674df8e049a1960e3b5658fde674'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:39.946992 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: b8846c93-304d-4ea6-bc40-6361120eddaa {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:02:39.947490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device b8846c93-304d-4ea6-bc40-6361120eddaa not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:02:39.975110 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9c760888-5bb7-41a0-a961-46d22aa5e30c req-1da33cb0-39de-4b8e-86fc-c9e2a2aa3a40 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 210 time: 0.0420945 Feb 10 16:02:40.081934 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-c6df38cd-2bc8-4df8-ad99-a25f5efade4d tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Made reservation on behalf of 3374674df8e049a1960e3b5658fde674 for: {'port': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:02:40.085776 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-c6df38cd-2bc8-4df8-ad99-a25f5efade4d tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:40.210465 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-c6df38cd-2bc8-4df8-ad99-a25f5efade4d tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Allocated IP 172.20.0.3 (d382dd37-7187-4ee6-908f-1896844e271a/b9f09d42-5a2b-489e-99b0-f05764723854/9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:02:40.351626 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-c6df38cd-2bc8-4df8-ad99-a25f5efade4d tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Publish callbacks [] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:40.385427 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-c6df38cd-2bc8-4df8-ad99-a25f5efade4d tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:40.432345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-c6df38cd-2bc8-4df8-ad99-a25f5efade4d tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Network d382dd37-7187-4ee6-908f-1896844e271a is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:02:40.435438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-c6df38cd-2bc8-4df8-ad99-a25f5efade4d tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:02:40.439001 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-c6df38cd-2bc8-4df8-ad99-a25f5efade4d tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:02:40.445025 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df38cd-2bc8-4df8-ad99-a25f5efade4d tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Pushing event updated for resources: {'Port': ['ID=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:40.488705 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-c6df38cd-2bc8-4df8-ad99-a25f5efade4d tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:40.489310 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-c6df38cd-2bc8-4df8-ad99-a25f5efade4d tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:40.506034 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-c6df38cd-2bc8-4df8-ad99-a25f5efade4d tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5657830 Feb 10 16:02:40.517296 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Request body: {'port': {'device_id': 'dba1775d-052e-41a6-a3c7-21f99569d9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:02:40.576585 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:40.824796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c {{(pid=103368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:02:40.831958 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Publish callbacks [] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:40.843833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Transition to ACTIVE for port object 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:02:40.847687 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:40.915065 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Pushing event updated for resources: {'Port': ['ID=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:40.966263 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Attempting to bind port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:02:40.966925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Attempting to bind port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '2af44ff0-76f6-4736-9e9c-81e42ed56ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd382dd37-7187-4ee6-908f-1896844e271a'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:02:40.966925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Attempting to bind port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c on network d382dd37-7187-4ee6-908f-1896844e271a {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:02:40.971113 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c on network d382dd37-7187-4ee6-908f-1896844e271a not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:02:40.971430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Attempting to bind port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c on network d382dd37-7187-4ee6-908f-1896844e271a {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:02:40.976106 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:02:40.976438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Checking segment: {'id': '2af44ff0-76f6-4736-9e9c-81e42ed56ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd382dd37-7187-4ee6-908f-1896844e271a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:02:40.976852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Bound using segment: {'id': '2af44ff0-76f6-4736-9e9c-81e42ed56ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd382dd37-7187-4ee6-908f-1896844e271a'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:02:40.977269 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Bound port: 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af44ff0-76f6-4736-9e9c-81e42ed56ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd382dd37-7187-4ee6-908f-1896844e271a'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:02:40.977613 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:41.048280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] For port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:02:41.075315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] For port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,segment=NetworkSegment(2af44ff0-76f6-4736-9e9c-81e42ed56ac8),segment_id=2af44ff0-76f6-4736-9e9c-81e42ed56ac8)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:02:41.084282 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:41.127733 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:41.128344 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:41.129739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] 10.222.0.72 "PUT /v2.0/ports/9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c HTTP/1.1" status: 200 len: 1091 time: 0.6163547 Feb 10 16:02:41.130171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba1775d-052e-41a6-a3c7-21f99569d9f2', 'tag': '9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:02:41.132420 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f38688-1fff-473a-a298-fa70d16aa880" -d '{"events": [{"name": "network-changed", "server_uuid": "dba1775d-052e-41a6-a3c7-21f99569d9f2", "tag": "9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:41.144105 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779404e-d74f-48d4-b7dc-8dee747b9922 req-f26524ba-20bf-491b-8b73-8d0d70395c0c tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:41.145969 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7779404e-d74f-48d4-b7dc-8dee747b9922 req-f26524ba-20bf-491b-8b73-8d0d70395c0c tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 943 time: 0.1098471 Feb 10 16:02:41.453874 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f8c7ee-466e-4f3b-9c7f-017f95f8b2cc x-openstack-request-id: req-40f8c7ee-466e-4f3b-9c7f-017f95f8b2cc {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:41.454082 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba1775d-052e-41a6-a3c7-21f99569d9f2", "tag": "9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:41.454311 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40f8c7ee-466e-4f3b-9c7f-017f95f8b2cc {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:41.454708 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba1775d-052e-41a6-a3c7-21f99569d9f2', 'tag': '9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c', 'status': 'completed', 'code': 200} Feb 10 16:02:41.471935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5f1d0-ce43-4784-9854-d6dcd840f161 service neutron] Pushing event updated for resources: {'Port': ['ID=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,revision_number=3']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:41.524489 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7779404e-d74f-48d4-b7dc-8dee747b9922 req-8c5ccd77-da61-4f67-9522-30963f316c96 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661604 Feb 10 16:02:41.530428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-1e1c71a6-b566-48a5-8d94-00730c84aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:41.531859 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-1e1c71a6-b566-48a5-8d94-00730c84aff6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3374674df8e049a1960e3b5658fde674&device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 1125 time: 0.0764472 Feb 10 16:02:41.574375 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-fd86afcc-664e-4f45-84d5-d6996d8f92f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c HTTP/1.1" status: 200 len: 217 time: 0.0336344 Feb 10 16:02:41.636433 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-30fbbf73-9775-41e0-af01-8cd515cc2f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:41.637932 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-30fbbf73-9775-41e0-af01-8cd515cc2f01 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9f09d42-5a2b-489e-99b0-f05764723854 HTTP/1.1" status: 200 len: 852 time: 0.0581074 Feb 10 16:02:41.668316 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-61edf0c5-11fc-4aaf-ba2e-d2772a7e20e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d382dd37-7187-4ee6-908f-1896844e271a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244093 Feb 10 16:02:41.754650 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-a0adff8f-5898-4ae5-a48a-cf1327c53334 service neutron] 10.222.0.72 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808132 Feb 10 16:02:41.757094 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:41.846784 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c501caff-21a1-4bd1-b3d2-6f8129f42e92 req-bcd22c0e-c8a9-425c-aeb6-09aea8b7b2ba service neutron] 10.222.0.72 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859551 Feb 10 16:02:41.940586 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f38688-1fff-473a-a298-fa70d16aa880 req-5e80a456-67bb-4d6a-ac5f-6e9eb6c3735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:41.942206 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7f38688-1fff-473a-a298-fa70d16aa880 req-5e80a456-67bb-4d6a-ac5f-6e9eb6c3735e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3374674df8e049a1960e3b5658fde674&device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 1125 time: 0.0481300 Feb 10 16:02:42.036372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f38688-1fff-473a-a298-fa70d16aa880 req-6afd560e-f185-4e96-aa51-1c3e34b68466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:42.038424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7f38688-1fff-473a-a298-fa70d16aa880 req-6afd560e-f185-4e96-aa51-1c3e34b68466 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d382dd37-7187-4ee6-908f-1896844e271a HTTP/1.1" status: 200 len: 913 time: 0.0895989 Feb 10 16:02:42.079584 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7f38688-1fff-473a-a298-fa70d16aa880 req-62225ae2-1976-45b1-801b-aa1c12940f21 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c HTTP/1.1" status: 200 len: 217 time: 0.0354106 Feb 10 16:02:42.132722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f38688-1fff-473a-a298-fa70d16aa880 req-7deb8ab4-2888-492b-81a0-0a35446cb6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:42.134193 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7f38688-1fff-473a-a298-fa70d16aa880 req-7deb8ab4-2888-492b-81a0-0a35446cb6e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9f09d42-5a2b-489e-99b0-f05764723854 HTTP/1.1" status: 200 len: 852 time: 0.0479927 Feb 10 16:02:42.167181 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7f38688-1fff-473a-a298-fa70d16aa880 req-4cc26ec7-72fa-4441-a4b5-fc58503cbf5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d382dd37-7187-4ee6-908f-1896844e271a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260293 Feb 10 16:02:42.258008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7f38688-1fff-473a-a298-fa70d16aa880 req-58669a9b-f78a-40f6-ac5c-cc1de4fb62d2 service neutron] 10.222.0.72 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847275 Feb 10 16:02:42.350140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d7f38688-1fff-473a-a298-fa70d16aa880 req-38e79aac-c63e-4a4a-9b4e-bfd413f9274d service neutron] 10.222.0.72 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857253 Feb 10 16:02:42.653321 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918fcef-fbf7-43e2-af95-1a8dd29789d7 req-622b544b-8737-4f4d-af70-e8fd1cfa6abb tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:42.654711 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1918fcef-fbf7-43e2-af95-1a8dd29789d7 req-622b544b-8737-4f4d-af70-e8fd1cfa6abb tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 943 time: 0.0584047 Feb 10 16:02:42.701235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1918fcef-fbf7-43e2-af95-1a8dd29789d7 req-89baa8ab-8d67-4a4f-9d7c-dc5041d1d830 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Feb 10 16:02:42.908951 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-be4030ed-4820-4f9e-95a7-e9d0b1e648ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:43.822058 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe998a-df59-45e5-99bf-3cda4eeb9b16 req-ad0f1309-921b-422d-add2-94ae10bc3e75 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:43.823540 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3dbe998a-df59-45e5-99bf-3cda4eeb9b16 req-ad0f1309-921b-422d-add2-94ae10bc3e75 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 943 time: 0.0568531 Feb 10 16:02:43.869286 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3dbe998a-df59-45e5-99bf-3cda4eeb9b16 req-d5845ad0-96f7-4945-b8de-0dd45c9351af tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401325 Feb 10 16:02:44.985178 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a5e55-95df-4469-8c81-e0e6de8d1249 req-ceeca3c5-32af-4ad5-8237-bb6df4de3354 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:44.986664 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd3a5e55-95df-4469-8c81-e0e6de8d1249 req-ceeca3c5-32af-4ad5-8237-bb6df4de3354 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 943 time: 0.0517819 Feb 10 16:02:45.035610 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fd3a5e55-95df-4469-8c81-e0e6de8d1249 req-acddfb91-736d-4e76-8fa4-99608c3ecf6b tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431063 Feb 10 16:02:45.215684 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c20ea1e0-fe2b-4e3d-b39e-08bfbc950df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:45.949311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:02:46.053353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,segment=NetworkSegment(2af44ff0-76f6-4736-9e9c-81e42ed56ac8),segment_id=2af44ff0-76f6-4736-9e9c-81e42ed56ac8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:46.064825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c', 'network_id': 'd382dd37-7187-4ee6-908f-1896844e271a', 'port_id': '9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c', 'mac_address': 'fa:16:3e:56:2a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f09d42-5a2b-489e-99b0-f05764723854', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:02:46.102223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:02:46.102611 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:46.116185 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:02:46.135949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,segment=NetworkSegment(2af44ff0-76f6-4736-9e9c-81e42ed56ac8),segment_id=2af44ff0-76f6-4736-9e9c-81e42ed56ac8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:46.140191 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:46.154816 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3a699-77a5-4476-97f4-a57b1c6bfac6 req-d690eccb-b6de-43cf-b61e-5440b7d83d71 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:46.156324 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7b3a699-77a5-4476-97f4-a57b1c6bfac6 req-d690eccb-b6de-43cf-b61e-5440b7d83d71 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 943 time: 0.0523911 Feb 10 16:02:46.189863 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:46.208451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7b3a699-77a5-4476-97f4-a57b1c6bfac6 req-44b5aa9e-8d9c-4de1-9ad4-8a669dd5d211 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461648 Feb 10 16:02:46.347965 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:02:46.499387 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:47.324932 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530c9d6-0e1b-4dbe-849d-7f3b50ed6976 req-156313be-99ce-4ce1-814e-af3bd08eebd4 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:47.326451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0530c9d6-0e1b-4dbe-849d-7f3b50ed6976 req-156313be-99ce-4ce1-814e-af3bd08eebd4 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 944 time: 0.0518286 Feb 10 16:02:47.375228 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0530c9d6-0e1b-4dbe-849d-7f3b50ed6976 req-2fdebda7-c229-4570-821b-0490052e146b tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432456 Feb 10 16:02:47.964126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:02:48.012850 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:02:48.016507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:02:48.016912 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:48.069973 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:48.109253 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:02:48.109617 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:48.133873 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba1775d-052e-41a6-a3c7-21f99569d9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:02:48.136825 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2149a3ab-53cf-43c9-ac6e-0cb6009d1685" -d '{"events": [{"server_uuid": "dba1775d-052e-41a6-a3c7-21f99569d9f2", "name": "network-vif-plugged", "status": "completed", "tag": "9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:02:48.150410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,segment=NetworkSegment(2af44ff0-76f6-4736-9e9c-81e42ed56ac8),segment_id=2af44ff0-76f6-4736-9e9c-81e42ed56ac8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:02:48.154339 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:48.185778 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13905caa-fd7e-42d1-b2b3-f8e22ab5bd61 x-openstack-request-id: req-13905caa-fd7e-42d1-b2b3-f8e22ab5bd61 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:02:48.186065 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba1775d-052e-41a6-a3c7-21f99569d9f2", "name": "network-vif-plugged", "status": "completed", "tag": "9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:02:48.186315 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13905caa-fd7e-42d1-b2b3-f8e22ab5bd61 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:02:48.186702 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba1775d-052e-41a6-a3c7-21f99569d9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c', 'code': 200} Feb 10 16:02:48.204408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:02:48.290137 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6bb89-9eb9-4f7b-8e38-f09e4b3223fd req-8e6e3eef-13d6-4c6f-b5ff-b0f7e0d62a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:48.291622 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cd6bb89-9eb9-4f7b-8e38-f09e4b3223fd req-8e6e3eef-13d6-4c6f-b5ff-b0f7e0d62a57 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 1127 time: 0.0441020 Feb 10 16:02:48.335293 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6cd6bb89-9eb9-4f7b-8e38-f09e4b3223fd req-9bf4bfeb-b653-42ad-88d7-056e016e91ac service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364959 Feb 10 16:02:48.499314 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba854bc-cf8c-4e11-98b3-f8ebae678112 req-8aa655ef-baf0-48c0-8c81-2bffe35deea4 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:48.500854 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ba854bc-cf8c-4e11-98b3-f8ebae678112 req-8aa655ef-baf0-48c0-8c81-2bffe35deea4 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0608816 Feb 10 16:02:48.546320 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1ba854bc-cf8c-4e11-98b3-f8ebae678112 req-153d54f7-1cae-4b2d-b552-dfe124fc75e8 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392892 Feb 10 16:02:48.983895 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:02:49.668486 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e8d0b-6706-414d-b3d8-9b637be89eb1 req-066dde11-ecbe-462d-bbf0-3e026d848e84 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:49.670010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d50e8d0b-6706-414d-b3d8-9b637be89eb1 req-066dde11-ecbe-462d-bbf0-3e026d848e84 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0516629 Feb 10 16:02:49.717261 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d50e8d0b-6706-414d-b3d8-9b637be89eb1 req-1b958406-efa9-4994-99db-e2ce7bf45b2e tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415695 Feb 10 16:02:49.960916 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32806fa-b1a7-42a6-a504-09a4f667671f req-de3182fa-5ef4-4e54-a722-7b9381343bb3 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:49.962578 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e32806fa-b1a7-42a6-a504-09a4f667671f req-de3182fa-5ef4-4e54-a722-7b9381343bb3 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0550718 Feb 10 16:02:50.016575 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e32806fa-b1a7-42a6-a504-09a4f667671f req-10b4fa7c-8526-49c8-b653-23b91fd796ac tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481277 Feb 10 16:02:50.027703 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-837af900-3b6b-4a86-ab9e-eec0aba89c6d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1292949 Feb 10 16:02:50.037352 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-5e9edaf2-f2d2-4cce-9558-4605b51c562e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 16:02:50.038319 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-5e9edaf2-f2d2-4cce-9558-4605b51c562e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055671 Feb 10 16:02:50.440193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-058a64ff-716c-4ca6-bda1-d4f80c2d667b tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:50.441565 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-058a64ff-716c-4ca6-bda1-d4f80c2d667b tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports/9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c HTTP/1.1" status: 200 len: 942 time: 0.0984199 Feb 10 16:02:51.138776 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb6a55-68b2-4618-809d-2aae974859c5 req-c7601e66-b72a-4ca2-b6f9-a2004a145902 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:51.140940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-adbb6a55-68b2-4618-809d-2aae974859c5 req-c7601e66-b72a-4ca2-b6f9-a2004a145902 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0557792 Feb 10 16:02:51.214673 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-adbb6a55-68b2-4618-809d-2aae974859c5 req-2860db0f-03da-4a8d-ada2-e0e66ed8fb67 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684178 Feb 10 16:02:51.223845 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-d0cc8aa6-6d0e-4a5f-8f13-ab5a7a29cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:51.226064 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-d0cc8aa6-6d0e-4a5f-8f13-ab5a7a29cb11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3374674df8e049a1960e3b5658fde674&device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 1127 time: 0.0638707 Feb 10 16:02:51.318862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-0b27a145-5f53-49e6-a073-39d555312d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:51.320335 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-0b27a145-5f53-49e6-a073-39d555312d83 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d382dd37-7187-4ee6-908f-1896844e271a HTTP/1.1" status: 200 len: 913 time: 0.0890892 Feb 10 16:02:51.361414 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-e4c4118b-ffa6-49d7-b369-4469a358b933 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c HTTP/1.1" status: 200 len: 217 time: 0.0347476 Feb 10 16:02:51.415561 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-eb8afddb-8956-4f6d-9461-68381ac15f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:51.417033 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-eb8afddb-8956-4f6d-9461-68381ac15f71 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9f09d42-5a2b-489e-99b0-f05764723854 HTTP/1.1" status: 200 len: 852 time: 0.0468740 Feb 10 16:02:51.447119 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-fcb51679-e5f3-4ccd-8909-13931034a191 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d382dd37-7187-4ee6-908f-1896844e271a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243526 Feb 10 16:02:51.456160 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-5c760a69-62a4-4af0-9040-b40009ccb23b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 16:02:51.457146 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-5c760a69-62a4-4af0-9040-b40009ccb23b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048249 Feb 10 16:02:51.541917 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-4e7388ee-0768-4f36-970d-fae57afd8c4a service neutron] 10.222.0.72 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794671 Feb 10 16:02:51.635549 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-59c4468d-dfa3-43a2-a830-547254d3ec65 service neutron] 10.222.0.72 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874951 Feb 10 16:02:52.336035 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ff517-8973-48bc-a1e8-d6ff6acb38fb req-8b1e5f89-9fd6-4c1c-9405-c4a9a92d0995 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:52.337545 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-072ff517-8973-48bc-a1e8-d6ff6acb38fb req-8b1e5f89-9fd6-4c1c-9405-c4a9a92d0995 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0527375 Feb 10 16:02:52.383490 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-072ff517-8973-48bc-a1e8-d6ff6acb38fb req-d387d016-da37-45a0-bf5f-e33b4c56b81f tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404069 Feb 10 16:02:53.508324 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeca2f7-b5b6-4d3f-8523-7245ed2afbe9 req-2a879f25-be60-4ef5-8e98-7512cc8a7ef4 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:53.509845 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffeca2f7-b5b6-4d3f-8523-7245ed2afbe9 req-2a879f25-be60-4ef5-8e98-7512cc8a7ef4 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0569842 Feb 10 16:02:53.556004 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ffeca2f7-b5b6-4d3f-8523-7245ed2afbe9 req-d302685b-b1ba-490e-a54f-31a05f551a58 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407054 Feb 10 16:02:54.673619 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524d852-d7fb-47c5-99cf-c9ce7288d28f req-4c6a1f5e-142c-46f5-98fc-4842cc3515a1 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:54.675202 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f524d852-d7fb-47c5-99cf-c9ce7288d28f req-4c6a1f5e-142c-46f5-98fc-4842cc3515a1 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0521894 Feb 10 16:02:54.720345 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f524d852-d7fb-47c5-99cf-c9ce7288d28f req-f761350c-ce39-4461-8b29-dd0aceb5f04c tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390873 Feb 10 16:02:55.838946 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb70400-b451-41f3-9154-47bf22975854 req-858944e1-50f1-4ce5-8300-a0c1330c4513 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:55.840424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ebb70400-b451-41f3-9154-47bf22975854 req-858944e1-50f1-4ce5-8300-a0c1330c4513 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0517516 Feb 10 16:02:55.891385 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ebb70400-b451-41f3-9154-47bf22975854 req-a823526b-fa69-4c57-bf59-4b8af5813098 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454724 Feb 10 16:02:57.009675 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a159988-68cf-4030-afa8-8e6066446b21 req-8da0350a-e385-41f2-ab59-1337a7c1f99e tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:57.011155 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a159988-68cf-4030-afa8-8e6066446b21 req-8da0350a-e385-41f2-ab59-1337a7c1f99e tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0527251 Feb 10 16:02:57.057359 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a159988-68cf-4030-afa8-8e6066446b21 req-ad2ca77b-be22-4305-8437-4575f356c051 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405571 Feb 10 16:02:58.173618 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fd0d9-aad6-4eb4-ad04-e784e85a95ad req-fa0ae6d6-9032-4ba8-a27f-da90aab80c7d tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:58.175099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c75fd0d9-aad6-4eb4-ad04-e784e85a95ad req-fa0ae6d6-9032-4ba8-a27f-da90aab80c7d tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0517166 Feb 10 16:02:58.221655 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c75fd0d9-aad6-4eb4-ad04-e784e85a95ad req-fc4e0135-b01f-48fd-bd77-53a7cabc04a5 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402372 Feb 10 16:02:59.343921 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76266c-ce1b-4824-bd80-f37fe9f9f38d req-03cdec57-28bb-4380-b771-0a12890962a3 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:02:59.345436 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc76266c-ce1b-4824-bd80-f37fe9f9f38d req-03cdec57-28bb-4380-b771-0a12890962a3 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0562897 Feb 10 16:02:59.395407 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc76266c-ce1b-4824-bd80-f37fe9f9f38d req-05441ee8-c05e-4c6f-aa52-a9eaff4be93d tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Feb 10 16:03:00.002107 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61233b-da4d-44d9-b6c2-dc71e7f855e3 req-1080402a-cc73-4e5f-9f70-6292aa440758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:00.003605 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c61233b-da4d-44d9-b6c2-dc71e7f855e3 req-1080402a-cc73-4e5f-9f70-6292aa440758 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3374674df8e049a1960e3b5658fde674&device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 1127 time: 0.0437915 Feb 10 16:03:00.108334 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61233b-da4d-44d9-b6c2-dc71e7f855e3 req-9d0d832d-4157-41b7-a64e-bf5378021fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:00.109747 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c61233b-da4d-44d9-b6c2-dc71e7f855e3 req-9d0d832d-4157-41b7-a64e-bf5378021fa9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d382dd37-7187-4ee6-908f-1896844e271a HTTP/1.1" status: 200 len: 913 time: 0.0856695 Feb 10 16:03:00.153050 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c61233b-da4d-44d9-b6c2-dc71e7f855e3 req-f101d05c-2f75-49ea-86fc-bbf21d3144d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c HTTP/1.1" status: 200 len: 217 time: 0.0341291 Feb 10 16:03:00.199695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61233b-da4d-44d9-b6c2-dc71e7f855e3 req-71b14157-4a86-410e-9469-0ddd192a6437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:00.201158 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c61233b-da4d-44d9-b6c2-dc71e7f855e3 req-71b14157-4a86-410e-9469-0ddd192a6437 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9f09d42-5a2b-489e-99b0-f05764723854 HTTP/1.1" status: 200 len: 852 time: 0.0430439 Feb 10 16:03:00.232064 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c61233b-da4d-44d9-b6c2-dc71e7f855e3 req-0787cf61-7eb1-464c-a69b-07b4aa5e804d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d382dd37-7187-4ee6-908f-1896844e271a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245202 Feb 10 16:03:00.321008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c61233b-da4d-44d9-b6c2-dc71e7f855e3 req-68424eaa-cef6-43a5-99c7-81fc3dfbd50d service neutron] 10.222.0.72 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831809 Feb 10 16:03:00.414117 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4c61233b-da4d-44d9-b6c2-dc71e7f855e3 req-df907957-5b09-423e-8582-d3f381c0342d service neutron] 10.222.0.72 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848923 Feb 10 16:03:00.520317 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c21074-2671-499d-9b0d-997456d2c54b req-656bbe80-b7fe-41a6-bd21-885d426bf333 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:00.522432 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31c21074-2671-499d-9b0d-997456d2c54b req-656bbe80-b7fe-41a6-bd21-885d426bf333 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0580852 Feb 10 16:03:00.571053 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-31c21074-2671-499d-9b0d-997456d2c54b req-e699d093-b665-41eb-8381-890fbe809d66 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428643 Feb 10 16:03:01.691068 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ed18d-779d-4bb5-8747-8eefa2a8d526 req-8d333d4d-6595-4622-83bd-5682c6607405 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:01.693089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-244ed18d-779d-4bb5-8747-8eefa2a8d526 req-8d333d4d-6595-4622-83bd-5682c6607405 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0522768 Feb 10 16:03:01.740991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-244ed18d-779d-4bb5-8747-8eefa2a8d526 req-55dc5fa3-b2c2-4eb3-9644-747300e76ba6 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420482 Feb 10 16:03:02.861783 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8060503-6bc2-482e-8918-4f3fe719e020 req-2df77e4d-6de1-4735-a8bb-4c9478b29c76 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:02.863390 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8060503-6bc2-482e-8918-4f3fe719e020 req-2df77e4d-6de1-4735-a8bb-4c9478b29c76 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0549836 Feb 10 16:03:02.910666 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8060503-6bc2-482e-8918-4f3fe719e020 req-6d4d0ccd-f99d-4698-ac0b-a318b1decff9 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414000 Feb 10 16:03:04.046190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f63378-c4eb-4773-9666-f0280c052be8 req-fd213ab8-5b95-4129-bbed-00bc0c8cc7b8 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:04.047610 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96f63378-c4eb-4773-9666-f0280c052be8 req-fd213ab8-5b95-4129-bbed-00bc0c8cc7b8 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0534210 Feb 10 16:03:04.093728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96f63378-c4eb-4773-9666-f0280c052be8 req-ee773b7b-fb77-4863-9802-9a3ba8faae96 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404539 Feb 10 16:03:05.214561 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52cf9-4b38-4813-ac02-3c51cd006fe2 req-ab058be2-f970-477a-ab4a-0c1f4e51588f tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:05.216053 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-72f52cf9-4b38-4813-ac02-3c51cd006fe2 req-ab058be2-f970-477a-ab4a-0c1f4e51588f tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0560007 Feb 10 16:03:05.262445 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-72f52cf9-4b38-4813-ac02-3c51cd006fe2 req-c13e7660-ffca-481d-a7c7-370e6cb8e525 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409069 Feb 10 16:03:06.379165 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbef14-1438-4715-9243-1d4f69251b69 req-4d83aa84-31e7-40fa-b113-7661a66694a5 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:06.380803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33cbef14-1438-4715-9243-1d4f69251b69 req-4d83aa84-31e7-40fa-b113-7661a66694a5 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0524602 Feb 10 16:03:06.429973 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-33cbef14-1438-4715-9243-1d4f69251b69 req-965601b2-7d1f-4013-b463-4a0677b025d2 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Feb 10 16:03:07.293718 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:07.554249 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a495e-fa1a-43d2-b931-90aba3573f58 req-bc6898d0-bca5-4505-b66c-d7ece08acf9e tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:07.555658 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a22a495e-fa1a-43d2-b931-90aba3573f58 req-bc6898d0-bca5-4505-b66c-d7ece08acf9e tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0564535 Feb 10 16:03:07.604151 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a22a495e-fa1a-43d2-b931-90aba3573f58 req-a051b7a2-4e7e-4f79-835f-c5e8353e4e25 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429330 Feb 10 16:03:08.724179 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c36bd-c182-4c12-964c-9627be55d752 req-1843437e-e862-4c13-adba-347090f709bd tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:08.725718 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-895c36bd-c182-4c12-964c-9627be55d752 req-1843437e-e862-4c13-adba-347090f709bd tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0549445 Feb 10 16:03:08.773003 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-895c36bd-c182-4c12-964c-9627be55d752 req-ca226566-112d-46bf-a04e-b703b387bbcb tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412886 Feb 10 16:03:09.889268 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d189116-8206-4973-9685-75076d308b2a req-2d4acfb8-059e-44b5-bc71-c4b356867151 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:09.890729 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d189116-8206-4973-9685-75076d308b2a req-2d4acfb8-059e-44b5-bc71-c4b356867151 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0509238 Feb 10 16:03:09.936436 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4d189116-8206-4973-9685-75076d308b2a req-d2ef5307-6879-4d6f-92ab-4a1f8746549f tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392025 Feb 10 16:03:11.060356 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e00b3-0897-495c-a4d4-4961026866fa req-3934b55e-9054-4353-b821-d625950687eb tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:11.061784 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-498e00b3-0897-495c-a4d4-4961026866fa req-3934b55e-9054-4353-b821-d625950687eb tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0573683 Feb 10 16:03:11.107306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-498e00b3-0897-495c-a4d4-4961026866fa req-c4f5314d-f78b-4db9-bae2-843aa5212917 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399473 Feb 10 16:03:11.787832 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:12.095146 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:03:12.226377 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf028a-1504-4063-b35b-055da172ed6c req-a85d8147-3a4d-4d48-a0b2-039fbc4da93a tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:12.227869 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3cf028a-1504-4063-b35b-055da172ed6c req-a85d8147-3a4d-4d48-a0b2-039fbc4da93a tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0529995 Feb 10 16:03:12.274039 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3cf028a-1504-4063-b35b-055da172ed6c req-133e323c-7bfd-49e6-8b3a-3819ee311026 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407012 Feb 10 16:03:12.910775 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f46a7295-efd1-41fd-9930-438d44a15741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:13.389971 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481729a-3db7-40fc-a09f-8c16b481957d req-f809bc23-94af-4f8b-9096-2aafb53acdcd tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:13.391427 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c481729a-3db7-40fc-a09f-8c16b481957d req-f809bc23-94af-4f8b-9096-2aafb53acdcd tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0509329 Feb 10 16:03:13.441079 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c481729a-3db7-40fc-a09f-8c16b481957d req-7bad8dce-323b-4dc5-8e22-7fb219bb41ee tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440586 Feb 10 16:03:14.559202 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fcb3e-cbcb-43e6-9176-cd3f91dfa502 req-edc535bc-b532-46c9-a1fd-9faa1728a7a3 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:14.560701 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e67fcb3e-cbcb-43e6-9176-cd3f91dfa502 req-edc535bc-b532-46c9-a1fd-9faa1728a7a3 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0516365 Feb 10 16:03:14.605592 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e67fcb3e-cbcb-43e6-9176-cd3f91dfa502 req-4afe9894-6763-4b1b-9112-596f59470468 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393977 Feb 10 16:03:15.217577 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9c4cdf17-72c1-4530-bf79-a0aeba13bd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:15.723245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3b22c-8fa7-4f8a-9dff-dddf4a6db9a7 req-4aa0ebea-71f1-4fc1-94bb-2b3de6a80600 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:15.725275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ab3b22c-8fa7-4f8a-9dff-dddf4a6db9a7 req-4aa0ebea-71f1-4fc1-94bb-2b3de6a80600 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0520842 Feb 10 16:03:15.771593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ab3b22c-8fa7-4f8a-9dff-dddf4a6db9a7 req-ed0ee226-62d9-4911-aea8-5dfa8390e882 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Feb 10 16:03:16.491300 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:16.892169 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2192c-ecd9-45bd-8642-9b9a32ea4826 req-bda58f3a-d232-4ca0-9f1a-8df4d072b8ca tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:16.893673 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7a2192c-ecd9-45bd-8642-9b9a32ea4826 req-bda58f3a-d232-4ca0-9f1a-8df4d072b8ca tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0549905 Feb 10 16:03:16.939129 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7a2192c-ecd9-45bd-8642-9b9a32ea4826 req-8e6673bf-e922-4463-8d9f-d7aab9768ee8 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393882 Feb 10 16:03:18.064661 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:18.065236 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84890cf0-99a3-41cd-afd6-26119679a2d7 req-1204c73d-ec72-4cd0-8c02-8e0dfe2e7129 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:18.066202 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84890cf0-99a3-41cd-afd6-26119679a2d7 req-1204c73d-ec72-4cd0-8c02-8e0dfe2e7129 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0523388 Feb 10 16:03:18.112951 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-84890cf0-99a3-41cd-afd6-26119679a2d7 req-0dc93255-6913-459f-b0aa-4369631e3629 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402074 Feb 10 16:03:18.716379 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-5d2686ea-84e3-452d-8528-6b443994d4bd service neutron] show failed (client error): The resource could not be found. Feb 10 16:03:18.717408 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-5d2686ea-84e3-452d-8528-6b443994d4bd service neutron] 10.222.0.72 "GET /v2.0/ports/9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c/bindings/n-h2-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.1083095 Feb 10 16:03:18.976764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:18.981807 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-fe5cb20d-4e93-428c-9a13-9fb22cdeeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:18.983317 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-fe5cb20d-4e93-428c-9a13-9fb22cdeeaf1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2&tenant_id=3374674df8e049a1960e3b5658fde674 HTTP/1.1" status: 200 len: 1127 time: 0.0911269 Feb 10 16:03:18.993450 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-4d7606b1-610a-4acc-84ea-b8d415280f11 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 16:03:18.994395 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-4d7606b1-610a-4acc-84ea-b8d415280f11 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054092 Feb 10 16:03:19.005581 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:19.067115 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:19.254407 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bfe05-a35a-431d-9ccf-8376a0a2747e req-c838f2e8-6117-4416-8131-522a1d26fa53 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:19.255972 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac5bfe05-a35a-431d-9ccf-8376a0a2747e req-c838f2e8-6117-4416-8131-522a1d26fa53 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0567317 Feb 10 16:03:19.275120 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] For port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,segment=NetworkSegment(2af44ff0-76f6-4736-9e9c-81e42ed56ac8),segment_id=2af44ff0-76f6-4736-9e9c-81e42ed56ac8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:19.305593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac5bfe05-a35a-431d-9ccf-8376a0a2747e req-5d0e2404-8889-46f1-aa9e-496efc767863 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439081 Feb 10 16:03:19.307941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] For port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:03:19.347519 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba1775d-052e-41a6-a3c7-21f99569d9f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:03:19.349887 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c95e5c4-2629-47e1-8bcd-71ae6226f7f2" -d '{"events": [{"server_uuid": "dba1775d-052e-41a6-a3c7-21f99569d9f2", "name": "network-vif-unplugged", "status": "completed", "tag": "9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:19.353304 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Publish callbacks [] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:19.366324 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Transition to ACTIVE for port object 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:03:19.370492 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:19.403175 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6297c18-945a-4ade-8523-5249bff051f5 x-openstack-request-id: req-f6297c18-945a-4ade-8523-5249bff051f5 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:19.403468 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba1775d-052e-41a6-a3c7-21f99569d9f2", "name": "network-vif-unplugged", "status": "completed", "tag": "9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:19.403725 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6297c18-945a-4ade-8523-5249bff051f5 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:19.404152 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba1775d-052e-41a6-a3c7-21f99569d9f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c', 'code': 200} Feb 10 16:03:19.435631 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] No DVR routers for this DVR port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:19.444042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,revision_number=6']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:19.469903 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.470248 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.470590 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.470928 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.471262 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.471598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.471924 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.472247 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.472569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.472918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.473269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.473603 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.473922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:19.486804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Attempting to bind port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:03:19.487141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Attempting to bind port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '2af44ff0-76f6-4736-9e9c-81e42ed56ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd382dd37-7187-4ee6-908f-1896844e271a'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:03:19.487470 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Attempting to bind port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c on network d382dd37-7187-4ee6-908f-1896844e271a {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:19.493251 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c on network d382dd37-7187-4ee6-908f-1896844e271a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:03:19.493707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Attempting to bind port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c on network d382dd37-7187-4ee6-908f-1896844e271a {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:19.500424 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:03:19.500944 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Checking segment: {'id': '2af44ff0-76f6-4736-9e9c-81e42ed56ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd382dd37-7187-4ee6-908f-1896844e271a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:03:19.501484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Bound using segment: {'id': '2af44ff0-76f6-4736-9e9c-81e42ed56ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd382dd37-7187-4ee6-908f-1896844e271a'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:03:19.502081 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Bound port: 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af44ff0-76f6-4736-9e9c-81e42ed56ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd382dd37-7187-4ee6-908f-1896844e271a'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:03:19.502583 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:19.576198 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] For port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:03:19.579174 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] For port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,segment=NetworkSegment(2af44ff0-76f6-4736-9e9c-81e42ed56ac8),segment_id=2af44ff0-76f6-4736-9e9c-81e42ed56ac8)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:03:19.585926 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:19.620759 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:19.621372 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:19.622742 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] 10.222.0.79 "PUT /v2.0/ports/9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c HTTP/1.1" status: 200 len: 1091 time: 0.6208217 Feb 10 16:03:19.642963 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c01886-f5a6-41cb-b1ad-ee92569eabd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:19.698372 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-6d623ded-6804-4c45-97b0-5995a75803f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:19.699771 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-6d623ded-6804-4c45-97b0-5995a75803f3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3374674df8e049a1960e3b5658fde674&device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 1125 time: 0.0504222 Feb 10 16:03:19.787646 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-b5adabf6-b073-4bba-b775-a7118c9ce64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:19.789140 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-b5adabf6-b073-4bba-b775-a7118c9ce64f service neutron] 10.222.0.79 "GET /v2.0/networks?id=d382dd37-7187-4ee6-908f-1896844e271a HTTP/1.1" status: 200 len: 913 time: 0.0836632 Feb 10 16:03:19.835030 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-77a513d0-757b-4c03-86a0-53647a9619ce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c HTTP/1.1" status: 200 len: 217 time: 0.0399451 Feb 10 16:03:19.881654 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-86917238-deb2-479a-ab80-ad821853ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:19.883058 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-86917238-deb2-479a-ab80-ad821853ed6b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b9f09d42-5a2b-489e-99b0-f05764723854 HTTP/1.1" status: 200 len: 852 time: 0.0420897 Feb 10 16:03:19.915104 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-ec4cab01-5498-4877-9a61-7657441ce710 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d382dd37-7187-4ee6-908f-1896844e271a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262587 Feb 10 16:03:20.005083 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-aab21f46-7fda-44d3-a8c3-d00472cd600b service neutron] 10.222.0.79 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833166 Feb 10 16:03:20.091651 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8ed14ad-412a-406c-bd20-c14d066be5a8 req-e7d314c1-5c42-4088-8aa7-ed010d996577 service neutron] 10.222.0.79 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813122 Feb 10 16:03:20.425158 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949485c-0b28-40f4-8fce-41866508e2cb req-db82d1a2-6a2b-4fed-803d-96c3ce0824ab tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:20.427191 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1949485c-0b28-40f4-8fce-41866508e2cb req-db82d1a2-6a2b-4fed-803d-96c3ce0824ab tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 943 time: 0.0505512 Feb 10 16:03:20.471316 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1949485c-0b28-40f4-8fce-41866508e2cb req-971ea3ca-4ac9-4f14-bf07-6c3bacdbb7e7 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386150 Feb 10 16:03:21.404847 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba1775d-052e-41a6-a3c7-21f99569d9f2', 'tag': '9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:03:21.407261 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fb5a08-a590-448f-9dd2-f27587a95f02" -d '{"events": [{"name": "network-changed", "server_uuid": "dba1775d-052e-41a6-a3c7-21f99569d9f2", "tag": "9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:21.456175 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3659016d-b457-4dba-a54c-96591cf130fd x-openstack-request-id: req-3659016d-b457-4dba-a54c-96591cf130fd {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:21.456463 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba1775d-052e-41a6-a3c7-21f99569d9f2", "tag": "9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:21.456761 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3659016d-b457-4dba-a54c-96591cf130fd {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:21.457169 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba1775d-052e-41a6-a3c7-21f99569d9f2', 'tag': '9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c', 'status': 'completed', 'code': 200} Feb 10 16:03:21.521188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-17f38a4a-6746-4bc4-9699-b79c61a172f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:21.521901 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-85cf6ee1-a04b-4cf1-98b4-42e605df1d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:21.522997 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-17f38a4a-6746-4bc4-9699-b79c61a172f1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3374674df8e049a1960e3b5658fde674&device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 1125 time: 0.0451763 Feb 10 16:03:21.523410 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-85cf6ee1-a04b-4cf1-98b4-42e605df1d75 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3374674df8e049a1960e3b5658fde674&device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 1125 time: 0.0485294 Feb 10 16:03:21.622569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-13de2f41-ccb4-4b5b-9db6-3284e42787ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:21.624086 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-13de2f41-ccb4-4b5b-9db6-3284e42787ed service neutron] 10.222.0.79 "GET /v2.0/networks?id=d382dd37-7187-4ee6-908f-1896844e271a HTTP/1.1" status: 200 len: 913 time: 0.0954428 Feb 10 16:03:21.654523 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-82be42b0-accb-46bf-ac8e-8bf23399de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:21.656048 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-82be42b0-accb-46bf-ac8e-8bf23399de06 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d382dd37-7187-4ee6-908f-1896844e271a HTTP/1.1" status: 200 len: 913 time: 0.1271629 Feb 10 16:03:21.665013 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e682b6-de79-45dc-8262-a1076c2c184b req-325d001d-29c6-4c8a-9952-856b388a6054 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:21.666443 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78e682b6-de79-45dc-8262-a1076c2c184b req-325d001d-29c6-4c8a-9952-856b388a6054 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 943 time: 0.1199789 Feb 10 16:03:21.668148 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-3abd7551-bd7b-4f3f-b4b3-141788444ecb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c HTTP/1.1" status: 200 len: 217 time: 0.0380237 Feb 10 16:03:21.707099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-407710ea-8600-4476-846c-f11d8912703f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c HTTP/1.1" status: 200 len: 217 time: 0.0396307 Feb 10 16:03:21.720137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-222685ea-f54c-48e9-8b1f-9b560d723d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:21.721672 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-222685ea-f54c-48e9-8b1f-9b560d723d3f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b9f09d42-5a2b-489e-99b0-f05764723854 HTTP/1.1" status: 200 len: 852 time: 0.0476565 Feb 10 16:03:21.753541 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-ec3fd81d-fe3d-40e4-91d4-462e02458bab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d382dd37-7187-4ee6-908f-1896844e271a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260956 Feb 10 16:03:21.775225 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78e682b6-de79-45dc-8262-a1076c2c184b req-59aa53db-fbb3-40ef-8805-97c2aa074261 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019630 Feb 10 16:03:21.780553 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-c2b1adb4-a8d5-462a-bab7-d333279cdf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:21.782066 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-c2b1adb4-a8d5-462a-bab7-d333279cdf08 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9f09d42-5a2b-489e-99b0-f05764723854 HTTP/1.1" status: 200 len: 852 time: 0.0672526 Feb 10 16:03:21.819700 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-ea3d3f8e-f268-4d0a-9c6d-9acced438627 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d382dd37-7187-4ee6-908f-1896844e271a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301297 Feb 10 16:03:21.844795 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-5f33dd0c-8258-4824-822e-ca497c1b1766 service neutron] 10.222.0.79 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849869 Feb 10 16:03:21.905711 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-6bb63ffd-820f-4039-8e6c-cbb25ca492cc service neutron] 10.222.0.72 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803685 Feb 10 16:03:21.938740 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-e444e64d-d5fb-490b-9c23-5add0b266e0e service neutron] 10.222.0.79 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877821 Feb 10 16:03:21.997886 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91fb5a08-a590-448f-9dd2-f27587a95f02 req-c3025c02-6e84-4a45-9bb5-c9a35c9c8676 service neutron] 10.222.0.72 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856798 Feb 10 16:03:22.899628 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbeaa7-0b99-44a6-80a4-77d3d2e2fc14 req-29188da9-27e6-48fb-b197-6324afaa22e8 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:22.901133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23cbeaa7-0b99-44a6-80a4-77d3d2e2fc14 req-29188da9-27e6-48fb-b197-6324afaa22e8 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 943 time: 0.0539823 Feb 10 16:03:22.946900 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23cbeaa7-0b99-44a6-80a4-77d3d2e2fc14 req-753c900d-43ce-4c2f-afbd-aa61289f0f66 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400410 Feb 10 16:03:23.553605 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:03:23.645414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,segment=NetworkSegment(2af44ff0-76f6-4736-9e9c-81e42ed56ac8),segment_id=2af44ff0-76f6-4736-9e9c-81e42ed56ac8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:23.655305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c', 'network_id': 'd382dd37-7187-4ee6-908f-1896844e271a', 'port_id': '9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c', 'mac_address': 'fa:16:3e:56:2a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f09d42-5a2b-489e-99b0-f05764723854', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:03:23.690686 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:03:23.691070 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:23.708323 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:03:23.726850 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,segment=NetworkSegment(2af44ff0-76f6-4736-9e9c-81e42ed56ac8),segment_id=2af44ff0-76f6-4736-9e9c-81e42ed56ac8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:23.730713 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:23.777307 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:23.784776 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:23.785132 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:23.785525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:23.785866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:23.786202 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:23.786532 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:23.786861 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:23.787206 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:23.787514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:23.787839 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:23.788163 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:23.788490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:23.788833 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:24.057709 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:03:24.065558 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701ed06-1e9b-487c-88e2-cbd7d91b559b req-a05a0995-22c9-4817-b971-9a1f6b617233 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:24.067889 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b701ed06-1e9b-487c-88e2-cbd7d91b559b req-a05a0995-22c9-4817-b971-9a1f6b617233 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 944 time: 0.0526948 Feb 10 16:03:24.094764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] The host n-h1-815324-7 is not matching for port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c host n-h2-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 16:03:24.095154 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:03:24.117927 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b701ed06-1e9b-487c-88e2-cbd7d91b559b req-f852553b-7f72-4d3d-b38e-a5ccf2ef0d42 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445929 Feb 10 16:03:24.142003 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:03:24.435885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-1bbba307-2c03-48a6-97a4-64f196148990 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:24.437417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-1bbba307-2c03-48a6-97a4-64f196148990 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.72 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2&tenant_id=3374674df8e049a1960e3b5658fde674&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 944 time: 0.0966442 Feb 10 16:03:24.497744 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-6edf3c1f-7a74-43b6-bb49-75b820f41002 service neutron] delete failed (client error): The resource could not be found. Feb 10 16:03:24.498678 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-6edf3c1f-7a74-43b6-bb49-75b820f41002 service neutron] 10.222.0.72 "DELETE /v2.0/ports/9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c/bindings/n-h1-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.0542271 Feb 10 16:03:24.592232 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-efbb0721-5b1e-44bd-99dd-1bb5e64891c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:24.593777 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-efbb0721-5b1e-44bd-99dd-1bb5e64891c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3374674df8e049a1960e3b5658fde674&device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 1126 time: 0.0510306 Feb 10 16:03:24.681035 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-42769f79-9e0c-4d59-b3b7-3e15feeb0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:24.682522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-42769f79-9e0c-4d59-b3b7-3e15feeb0130 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d382dd37-7187-4ee6-908f-1896844e271a HTTP/1.1" status: 200 len: 913 time: 0.0833304 Feb 10 16:03:24.725644 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-6081b53f-8198-464c-8ea4-c8dafe81f272 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c HTTP/1.1" status: 200 len: 217 time: 0.0368567 Feb 10 16:03:24.771925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-24aaae76-b5a7-4925-8232-ed6c2d14e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:24.773334 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-24aaae76-b5a7-4925-8232-ed6c2d14e966 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9f09d42-5a2b-489e-99b0-f05764723854 HTTP/1.1" status: 200 len: 852 time: 0.0420589 Feb 10 16:03:24.805269 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-a71f83da-2e26-430c-a873-26cdb6fd665f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d382dd37-7187-4ee6-908f-1896844e271a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257852 Feb 10 16:03:24.894537 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-6d96dd65-003c-4151-8e51-15326f3ee2a1 service neutron] 10.222.0.72 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831361 Feb 10 16:03:24.981396 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-86ea9923-3001-4e92-9f3c-4f87f296d530 service neutron] 10.222.0.72 "GET /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800166 Feb 10 16:03:25.557547 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:25.623377 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:03:25.627073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:25.627448 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:25.698696 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f7139-3fdf-4704-b2f5-20ccbf36c961 req-8a61095c-de22-4186-989a-e5e50cea164e tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:25.700155 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-337f7139-3fdf-4704-b2f5-20ccbf36c961 req-8a61095c-de22-4186-989a-e5e50cea164e tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 944 time: 0.0515473 Feb 10 16:03:25.706961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:03:25.707354 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:25.732441 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba1775d-052e-41a6-a3c7-21f99569d9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:03:25.734693 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc3c2e2-d647-4e1e-94d8-6e6ab5649989" -d '{"events": [{"server_uuid": "dba1775d-052e-41a6-a3c7-21f99569d9f2", "name": "network-vif-plugged", "status": "completed", "tag": "9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:25.747508 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,segment=NetworkSegment(2af44ff0-76f6-4736-9e9c-81e42ed56ac8),segment_id=2af44ff0-76f6-4736-9e9c-81e42ed56ac8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:25.752029 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:25.765815 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-337f7139-3fdf-4704-b2f5-20ccbf36c961 req-3b435b2b-2196-4020-8328-0a1e86bf0f0f tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598707 Feb 10 16:03:25.780826 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea98ecbf-fd51-4f37-8fa1-0a9b98c5a1cb x-openstack-request-id: req-ea98ecbf-fd51-4f37-8fa1-0a9b98c5a1cb {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:25.781119 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba1775d-052e-41a6-a3c7-21f99569d9f2", "name": "network-vif-plugged", "status": "completed", "tag": "9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:25.781373 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea98ecbf-fd51-4f37-8fa1-0a9b98c5a1cb {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:25.781762 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba1775d-052e-41a6-a3c7-21f99569d9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c', 'code': 200} Feb 10 16:03:25.801243 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:26.891214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab174ae-774b-4a51-8176-a5465012c6e8 req-2dff6aa7-054b-49f0-b401-9ec15697cb46 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:26.892698 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ab174ae-774b-4a51-8176-a5465012c6e8 req-2dff6aa7-054b-49f0-b401-9ec15697cb46 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0522702 Feb 10 16:03:26.938385 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ab174ae-774b-4a51-8176-a5465012c6e8 req-2f3ee1e3-7e62-49b0-93f1-e81e733c9ae1 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3456528-5ee8-49bd-8d46-8a5ee0b13515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399783 Feb 10 16:03:27.064450 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-0f2d0515-09d9-45ba-9b5f-2fd340a29070 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:27.065865 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-0f2d0515-09d9-45ba-9b5f-2fd340a29070 tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.79 "GET /v2.0/ports?device_id=dba1775d-052e-41a6-a3c7-21f99569d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0522039 Feb 10 16:03:27.159187 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-f4c0daad-96cf-45dc-9204-8b73ce6881ad tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Deleting port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:03:27.159526 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-f4c0daad-96cf-45dc-9204-8b73ce6881ad tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:27.247134 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-f4c0daad-96cf-45dc-9204-8b73ce6881ad tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] For port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,segment=NetworkSegment(2af44ff0-76f6-4736-9e9c-81e42ed56ac8),segment_id=2af44ff0-76f6-4736-9e9c-81e42ed56ac8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:27.247490 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-f4c0daad-96cf-45dc-9204-8b73ce6881ad tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:27.259850 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-f4c0daad-96cf-45dc-9204-8b73ce6881ad tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Calling delete_port for 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:03:27.387835 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-f4c0daad-96cf-45dc-9204-8b73ce6881ad tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:27.399558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:03:27.416085 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0daad-96cf-45dc-9204-8b73ce6881ad tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Pushing event deleted for resources: {'Port': ['ID=9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:27.460414 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-f4c0daad-96cf-45dc-9204-8b73ce6881ad tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] No DVR routers for this DVR port 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:03:27.462972 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-f4c0daad-96cf-45dc-9204-8b73ce6881ad tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:27.466243 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a6ebaa2-e75b-4b2d-92e3-92949251c9e6 req-f4c0daad-96cf-45dc-9204-8b73ce6881ad tempest-DeleteServersTestJSON-489214132 tempest-DeleteServersTestJSON-489214132-project] 10.222.0.79 "DELETE /v2.0/ports/9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c HTTP/1.1" status: 204 len: 173 time: 0.3946173 Feb 10 16:03:27.466675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba1775d-052e-41a6-a3c7-21f99569d9f2', 'name': 'network-vif-deleted', 'tag': '9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:03:27.468905 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74105013-d241-42f5-ac70-d6a070960e0d" -d '{"events": [{"server_uuid": "dba1775d-052e-41a6-a3c7-21f99569d9f2", "name": "network-vif-deleted", "tag": "9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:27.505978 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07b6fd6-fc6e-4279-8e48-19d9f361eabe x-openstack-request-id: req-c07b6fd6-fc6e-4279-8e48-19d9f361eabe {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:27.506270 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba1775d-052e-41a6-a3c7-21f99569d9f2", "name": "network-vif-deleted", "tag": "9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:27.506518 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c07b6fd6-fc6e-4279-8e48-19d9f361eabe {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:27.506920 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba1775d-052e-41a6-a3c7-21f99569d9f2', 'name': 'network-vif-deleted', 'tag': '9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c', 'status': 'completed', 'code': 200} Feb 10 16:03:28.068205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39978) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:03:28.110087 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Deleting subnet b9f09d42-5a2b-489e-99b0-f05764723854 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 16:03:28.113320 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Publish callbacks [] for subnet (b9f09d42-5a2b-489e-99b0-f05764723854), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:28.149251 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (b9f09d42-5a2b-489e-99b0-f05764723854), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:28.187732 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (b9f09d42-5a2b-489e-99b0-f05764723854), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:28.241104 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (b9f09d42-5a2b-489e-99b0-f05764723854), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:28.265621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f09d42-5a2b-489e-99b0-f05764723854,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:28.269889 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:28.273620 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b9f09d42-5a2b-489e-99b0-f05764723854 HTTP/1.1" status: 204 len: 168 time: 0.2044082 Feb 10 16:03:28.276311 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 39980) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:03:28.280018 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:28.280367 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:28.280756 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:28.281097 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:28.281428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:28.281756 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:28.282127 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:28.282402 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:28.282722 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:28.283038 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:28.283357 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:28.283675 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:28.283991 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5662b093-c094-4f67-af17-b5383687d206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:03:28.345770 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fd23128-3d6c-4448-8b66-cdfc3c96d36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (d382dd37-7187-4ee6-908f-1896844e271a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:28.425094 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fd23128-3d6c-4448-8b66-cdfc3c96d36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (d382dd37-7187-4ee6-908f-1896844e271a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:28.445461 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-5fd23128-3d6c-4448-8b66-cdfc3c96d36e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d382dd37-7187-4ee6-908f-1896844e271a']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:28.454464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-5fd23128-3d6c-4448-8b66-cdfc3c96d36e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af44ff0-76f6-4736-9e9c-81e42ed56ac8') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:28.454763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-5fd23128-3d6c-4448-8b66-cdfc3c96d36e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af44ff0-76f6-4736-9e9c-81e42ed56ac8') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:03:28.464449 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fd23128-3d6c-4448-8b66-cdfc3c96d36e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (2af44ff0-76f6-4736-9e9c-81e42ed56ac8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:28.477076 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fd23128-3d6c-4448-8b66-cdfc3c96d36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (2af44ff0-76f6-4736-9e9c-81e42ed56ac8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:28.482707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd23128-3d6c-4448-8b66-cdfc3c96d36e admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:03:28.483079 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fd23128-3d6c-4448-8b66-cdfc3c96d36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (2af44ff0-76f6-4736-9e9c-81e42ed56ac8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: timer() Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:03:28.484741 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:03:28.538974 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fd23128-3d6c-4448-8b66-cdfc3c96d36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (d382dd37-7187-4ee6-908f-1896844e271a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:28.545746 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5fd23128-3d6c-4448-8b66-cdfc3c96d36e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:28.548305 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5fd23128-3d6c-4448-8b66-cdfc3c96d36e admin admin] 10.222.0.64 "DELETE /v2.0/networks/d382dd37-7187-4ee6-908f-1896844e271a HTTP/1.1" status: 204 len: 168 time: 0.2707362 Feb 10 16:03:28.561085 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd23128-3d6c-4448-8b66-cdfc3c96d36e admin admin] Pushing event deleted for resources: {'Network': ['ID=d382dd37-7187-4ee6-908f-1896844e271a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:28.656244 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39984) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:03:28.696721 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ce97a49d-1629-40cb-9e72-e0523eae16a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3374674df8e049a1960e3b5658fde674&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392108 Feb 10 16:03:28.698988 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 39986) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:03:28.744757 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5dc7e92-9be2-4dbf-b3ab-29d8d1f46025 admin admin] Publish callbacks [] for security_group (b3456528-5ee8-49bd-8d46-8a5ee0b13515), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:28.767242 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5dc7e92-9be2-4dbf-b3ab-29d8d1f46025 admin admin] Publish callbacks [] for security_group (b3456528-5ee8-49bd-8d46-8a5ee0b13515), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:28.817867 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5dc7e92-9be2-4dbf-b3ab-29d8d1f46025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (b3456528-5ee8-49bd-8d46-8a5ee0b13515), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:28.820421 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d5dc7e92-9be2-4dbf-b3ab-29d8d1f46025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:28.821629 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d5dc7e92-9be2-4dbf-b3ab-29d8d1f46025 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b3456528-5ee8-49bd-8d46-8a5ee0b13515 HTTP/1.1" status: 204 len: 168 time: 0.1217551 Feb 10 16:03:28.828972 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc7e92-9be2-4dbf-b3ab-29d8d1f46025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3456528-5ee8-49bd-8d46-8a5ee0b13515,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:29.524584 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40008) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:03:29.620090 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a2c3cabd-3581-43c6-b021-ec19658efee9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1421881960-network', 'tenant_id': 'da701b6a61d9475c8324bf534cf570ac'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:29.639276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c3cabd-3581-43c6-b021-ec19658efee9 admin admin] Made reservation on behalf of da701b6a61d9475c8324bf534cf570ac for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:29.641677 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2c3cabd-3581-43c6-b021-ec19658efee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:29.649684 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2c3cabd-3581-43c6-b021-ec19658efee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:29.722964 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2c3cabd-3581-43c6-b021-ec19658efee9 admin admin] Publish callbacks [] for security_group (d40c4bca-db98-49e0-927f-9fb3ba512ebd), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:29.726601 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2c3cabd-3581-43c6-b021-ec19658efee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d40c4bca-db98-49e0-927f-9fb3ba512ebd), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:29.747294 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c3cabd-3581-43c6-b021-ec19658efee9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:03:29.763903 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3cabd-3581-43c6-b021-ec19658efee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40c4bca-db98-49e0-927f-9fb3ba512ebd,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:29.766763 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2c3cabd-3581-43c6-b021-ec19658efee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (eacb7cf1-af58-4558-9b04-ebeb2b617977), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:29.767123 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-a2c3cabd-3581-43c6-b021-ec19658efee9 admin admin] Added segment eacb7cf1-af58-4558-9b04-ebeb2b617977 of type vlan for network ba5db3da-8c0f-4002-953d-63b60f46b3e9 Feb 10 16:03:29.806572 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2c3cabd-3581-43c6-b021-ec19658efee9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (ba5db3da-8c0f-4002-953d-63b60f46b3e9), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:29.830666 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2c3cabd-3581-43c6-b021-ec19658efee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (ba5db3da-8c0f-4002-953d-63b60f46b3e9), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:29.831598 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3cabd-3581-43c6-b021-ec19658efee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:29.832199 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a2c3cabd-3581-43c6-b021-ec19658efee9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:29.866321 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a2c3cabd-3581-43c6-b021-ec19658efee9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3405175 Feb 10 16:03:29.869329 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40012) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:03:29.874466 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7679836e-7f0d-4f85-a9de-4f6b3932c5ba admin admin] Request body: {'subnet': {'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1421881960-subnet', 'tenant_id': 'da701b6a61d9475c8324bf534cf570ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:29.893491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7679836e-7f0d-4f85-a9de-4f6b3932c5ba admin admin] Made reservation on behalf of da701b6a61d9475c8324bf534cf570ac for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:29.895800 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3cabd-3581-43c6-b021-ec19658efee9 admin admin] Pushing event updated for resources: {'Network': ['ID=ba5db3da-8c0f-4002-953d-63b60f46b3e9,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:29.896136 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7679836e-7f0d-4f85-a9de-4f6b3932c5ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:29.906287 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network ba5db3da-8c0f-4002-953d-63b60f46b3e9 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:03:30.068685 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7679836e-7f0d-4f85-a9de-4f6b3932c5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (c78d0d7a-64b6-47b4-9c83-91efbddd1f2a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:30.119748 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679836e-7f0d-4f85-a9de-4f6b3932c5ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:30.134913 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7679836e-7f0d-4f85-a9de-4f6b3932c5ba admin admin] Checking segment: {'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:03:30.135267 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7679836e-7f0d-4f85-a9de-4f6b3932c5ba admin admin] Network hostable DHCP agents. Network: ba5db3da-8c0f-4002-953d-63b60f46b3e9, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:03:30.151334 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7679836e-7f0d-4f85-a9de-4f6b3932c5ba admin admin] Network ba5db3da-8c0f-4002-953d-63b60f46b3e9 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:03:30.159608 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-7679836e-7f0d-4f85-a9de-4f6b3932c5ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, ba5db3da-8c0f-4002-953d-63b60f46b3e9) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:30.163397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7679836e-7f0d-4f85-a9de-4f6b3932c5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:30.163981 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7679836e-7f0d-4f85-a9de-4f6b3932c5ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:30.170856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edcd5b1-c7e4-4755-8b6b-56bbf2fd3d82 None None] Network ba5db3da-8c0f-4002-953d-63b60f46b3e9 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:03:30.180283 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7679836e-7f0d-4f85-a9de-4f6b3932c5ba admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3097498 Feb 10 16:03:30.424697 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a817245-2c15-4ead-9562-329a6c7e9013 None None] Network ba5db3da-8c0f-4002-953d-63b60f46b3e9 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:03:30.617916 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-97f9c629-67b0-4ab4-b0f4-288ae2a97b98 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:30.619380 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-97f9c629-67b0-4ab4-b0f4-288ae2a97b98 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 815 time: 0.1079323 Feb 10 16:03:30.634176 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-5f67581a-a7f9-4c3c-a52a-bafdbbb679f8 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/quotas/da701b6a61d9475c8324bf534cf570ac HTTP/1.1" status: 200 len: 375 time: 0.0094018 Feb 10 16:03:30.672058 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-bf747fb5-c16c-400f-88d0-7cacca0fc1d5 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329213 Feb 10 16:03:31.054749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-959b2349-46a5-44b7-8c22-b1de6c59077f service neutron] 10.222.0.64 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757162 Feb 10 16:03:31.144067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-804bd87a-362c-42a5-b895-f525dafb47d1 service neutron] 10.222.0.64 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837026 Feb 10 16:03:31.298722 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39406982-6560-4078-8e8a-bed39634ac1c req-a301925f-439a-4c4d-b060-e331e86c20d4 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 210 time: 0.0264778 Feb 10 16:03:31.585633 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:03:31.605691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:03:31.606045 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 9893d8b1-2228-48ee-9af2-8f9bc1a4cc1c not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:03:32.197145 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-ead1beed-4fea-4f18-91b4-20ddeb216cc0 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:32.198709 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-ead1beed-4fea-4f18-91b4-20ddeb216cc0 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.79 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 815 time: 0.1055038 Feb 10 16:03:32.212766 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-5c854e52-1d1b-475e-8528-84c3c6363b8a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Request body: {'port': {'device_id': '242d2b09-ecb7-481f-b401-f9cf9ebc85df', 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9', 'admin_state_up': True, 'tenant_id': 'da701b6a61d9475c8324bf534cf570ac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:32.323964 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-5c854e52-1d1b-475e-8528-84c3c6363b8a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Made reservation on behalf of da701b6a61d9475c8324bf534cf570ac for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:03:32.327387 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-5c854e52-1d1b-475e-8528-84c3c6363b8a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:32.405670 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1aad07fe-332a-44ef-bf6e-4e9af573dc72 req-a56f7b91-b4f8-4c8f-b4e7-8e8413affbb0 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 210 time: 0.0273519 Feb 10 16:03:32.458913 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-5c854e52-1d1b-475e-8528-84c3c6363b8a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Allocated IP 172.20.0.6 (ba5db3da-8c0f-4002-953d-63b60f46b3e9/c78d0d7a-64b6-47b4-9c83-91efbddd1f2a/446aaba4-4837-4ff9-8b41-ce14bae75aad) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:03:32.600472 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-5c854e52-1d1b-475e-8528-84c3c6363b8a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Publish callbacks [] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:32.632818 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-5c854e52-1d1b-475e-8528-84c3c6363b8a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:32.685877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-5c854e52-1d1b-475e-8528-84c3c6363b8a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Network ba5db3da-8c0f-4002-953d-63b60f46b3e9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:03:32.689009 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-5c854e52-1d1b-475e-8528-84c3c6363b8a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:03:32.692864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-5c854e52-1d1b-475e-8528-84c3c6363b8a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:03:32.716459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c854e52-1d1b-475e-8528-84c3c6363b8a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Pushing event updated for resources: {'Port': ['ID=446aaba4-4837-4ff9-8b41-ce14bae75aad,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:32.744391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-5c854e52-1d1b-475e-8528-84c3c6363b8a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:32.745043 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-5c854e52-1d1b-475e-8528-84c3c6363b8a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:32.760502 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-5c854e52-1d1b-475e-8528-84c3c6363b8a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5519621 Feb 10 16:03:32.783379 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Request body: {'port': {'device_id': '242d2b09-ecb7-481f-b401-f9cf9ebc85df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:03:32.841034 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:33.124674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446aaba4-4837-4ff9-8b41-ce14bae75aad {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:03:33.133058 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Publish callbacks [] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:33.145750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Transition to ACTIVE for port object 446aaba4-4837-4ff9-8b41-ce14bae75aad will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:03:33.149030 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:33.198764 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=446aaba4-4837-4ff9-8b41-ce14bae75aad,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:33.264989 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Attempting to bind port 446aaba4-4837-4ff9-8b41-ce14bae75aad on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:03:33.265325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Attempting to bind port 446aaba4-4837-4ff9-8b41-ce14bae75aad by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:03:33.265655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Attempting to bind port 446aaba4-4837-4ff9-8b41-ce14bae75aad on network ba5db3da-8c0f-4002-953d-63b60f46b3e9 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:33.270445 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Port 446aaba4-4837-4ff9-8b41-ce14bae75aad on network ba5db3da-8c0f-4002-953d-63b60f46b3e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:03:33.270770 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Attempting to bind port 446aaba4-4837-4ff9-8b41-ce14bae75aad on network ba5db3da-8c0f-4002-953d-63b60f46b3e9 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:03:33.276180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:03:33.276520 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Checking segment: {'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:03:33.276942 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Bound using segment: {'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:03:33.277366 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Bound port: 446aaba4-4837-4ff9-8b41-ce14bae75aad, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:03:33.277718 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:33.338100 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] For port 446aaba4-4837-4ff9-8b41-ce14bae75aad, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:03:33.341036 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] For port 446aaba4-4837-4ff9-8b41-ce14bae75aad, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:03:33.347084 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:33.381792 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:33.382420 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:33.383835 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] 10.222.0.79 "PUT /v2.0/ports/446aaba4-4837-4ff9-8b41-ce14bae75aad HTTP/1.1" status: 200 len: 1091 time: 0.6046076 Feb 10 16:03:33.384287 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242d2b09-ecb7-481f-b401-f9cf9ebc85df', 'tag': '446aaba4-4837-4ff9-8b41-ce14bae75aad'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:03:33.386581 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66269a98-6732-4bc8-9510-26f6bf980d93" -d '{"events": [{"name": "network-changed", "server_uuid": "242d2b09-ecb7-481f-b401-f9cf9ebc85df", "tag": "446aaba4-4837-4ff9-8b41-ce14bae75aad"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:33.412169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d607fc-1e3a-4f55-85f4-9d7953b25eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=446aaba4-4837-4ff9-8b41-ce14bae75aad,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:33.427118 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd94e499-ecc2-4ca1-8bec-f55a871760d4 x-openstack-request-id: req-bd94e499-ecc2-4ca1-8bec-f55a871760d4 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:33.427412 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "242d2b09-ecb7-481f-b401-f9cf9ebc85df", "tag": "446aaba4-4837-4ff9-8b41-ce14bae75aad", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:33.427666 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd94e499-ecc2-4ca1-8bec-f55a871760d4 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:33.428101 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242d2b09-ecb7-481f-b401-f9cf9ebc85df', 'tag': '446aaba4-4837-4ff9-8b41-ce14bae75aad', 'status': 'completed', 'code': 200} Feb 10 16:03:33.475527 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-af48ab0c-7a09-4671-9734-8e661959f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:33.477050 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-af48ab0c-7a09-4671-9734-8e661959f27b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 1125 time: 0.0459301 Feb 10 16:03:33.521910 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-62f851c8-a470-402b-9b0b-815fe30335de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad HTTP/1.1" status: 200 len: 217 time: 0.0381472 Feb 10 16:03:33.525785 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e043d-d2d8-4156-a7e5-80f2817e7ad8 req-777f8812-6bde-4b60-9867-0d9769d145fe tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:33.527268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-293e043d-d2d8-4156-a7e5-80f2817e7ad8 req-777f8812-6bde-4b60-9867-0d9769d145fe tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 943 time: 0.0516319 Feb 10 16:03:33.569112 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-8d1a7df6-1fdc-4e22-956d-43f681d6c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:33.570598 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-8d1a7df6-1fdc-4e22-956d-43f681d6c127 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 200 len: 855 time: 0.0432816 Feb 10 16:03:33.576808 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-293e043d-d2d8-4156-a7e5-80f2817e7ad8 req-34478fa9-671d-4399-a18a-72ab580a1222 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438726 Feb 10 16:03:33.601483 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-146d472a-529c-4048-bf10-3772146e1763 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ba5db3da-8c0f-4002-953d-63b60f46b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254285 Feb 10 16:03:33.691628 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-82be46b2-1a4e-4c0c-93cf-7d6597f95d78 service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846465 Feb 10 16:03:33.787382 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c8e7978e-94ee-4e07-9231-c74a344e2cf5 req-dac220ee-9b2f-4423-be75-c694ca59d591 service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898948 Feb 10 16:03:33.882583 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66269a98-6732-4bc8-9510-26f6bf980d93 req-9cc6f50c-7e3a-4ea6-8c5c-10d80d26ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:33.884087 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-66269a98-6732-4bc8-9510-26f6bf980d93 req-9cc6f50c-7e3a-4ea6-8c5c-10d80d26ab5a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 1125 time: 0.0490716 Feb 10 16:03:33.970403 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66269a98-6732-4bc8-9510-26f6bf980d93 req-13be9005-e230-402b-83f3-9600857430d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:33.971861 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-66269a98-6732-4bc8-9510-26f6bf980d93 req-13be9005-e230-402b-83f3-9600857430d7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 916 time: 0.0818925 Feb 10 16:03:34.015235 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-66269a98-6732-4bc8-9510-26f6bf980d93 req-37953fb6-0469-4ceb-9399-d5eb83bb9c33 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad HTTP/1.1" status: 200 len: 217 time: 0.0378144 Feb 10 16:03:34.062982 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66269a98-6732-4bc8-9510-26f6bf980d93 req-ba87142e-21d0-4196-84c3-216a4198651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:34.064410 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-66269a98-6732-4bc8-9510-26f6bf980d93 req-ba87142e-21d0-4196-84c3-216a4198651e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 200 len: 855 time: 0.0430615 Feb 10 16:03:34.094492 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-66269a98-6732-4bc8-9510-26f6bf980d93 req-404bd711-f83d-41e1-b0aa-34a20b82390f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ba5db3da-8c0f-4002-953d-63b60f46b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245252 Feb 10 16:03:34.185157 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-66269a98-6732-4bc8-9510-26f6bf980d93 req-1ada6121-7cf9-4c34-ae18-58ef8d57adc6 service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845239 Feb 10 16:03:34.272303 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-66269a98-6732-4bc8-9510-26f6bf980d93 req-d71b108f-1ddd-440b-8ccc-7ced53e97cbd service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808959 Feb 10 16:03:34.695339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e40dbd-a5b6-4125-9247-10da8b09553d req-a8aa9a5e-6f53-4f2e-ac77-6226d19ce600 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:34.696830 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64e40dbd-a5b6-4125-9247-10da8b09553d req-a8aa9a5e-6f53-4f2e-ac77-6226d19ce600 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 943 time: 0.0517781 Feb 10 16:03:34.745067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64e40dbd-a5b6-4125-9247-10da8b09553d req-5c9a7334-92b0-49af-94a2-f3a8e8ca56a1 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 Feb 10 16:03:35.870279 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b66c54-a9b9-456f-b566-f00d6ce7720e req-b438fdaa-a441-438d-8e92-8221f70b96e1 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:35.871757 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-86b66c54-a9b9-456f-b566-f00d6ce7720e req-b438fdaa-a441-438d-8e92-8221f70b96e1 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 943 time: 0.0563335 Feb 10 16:03:35.917770 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-86b66c54-a9b9-456f-b566-f00d6ce7720e req-355f9002-cd87-465c-9bb6-1f2212c1ace5 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404263 Feb 10 16:03:37.038369 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d3bb0-a2f2-4640-96eb-035dd463df74 req-2d342fbd-ee33-481c-88d0-1b6ab42889ca tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:37.039771 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-826d3bb0-a2f2-4640-96eb-035dd463df74 req-2d342fbd-ee33-481c-88d0-1b6ab42889ca tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 943 time: 0.0561962 Feb 10 16:03:37.085093 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-826d3bb0-a2f2-4640-96eb-035dd463df74 req-98df8aca-edbb-46f7-ba84-108d45f66b55 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396843 Feb 10 16:03:37.293851 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:37.599626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 446aaba4-4837-4ff9-8b41-ce14bae75aad details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:03:37.695123 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 446aaba4-4837-4ff9-8b41-ce14bae75aad, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:37.705842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '446aaba4-4837-4ff9-8b41-ce14bae75aad', 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9', 'port_id': '446aaba4-4837-4ff9-8b41-ce14bae75aad', 'mac_address': 'fa:16:3e:2b:5b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78d0d7a-64b6-47b4-9c83-91efbddd1f2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:03:37.742733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 446aaba4-4837-4ff9-8b41-ce14bae75aad is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:03:37.743123 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:37.755564 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446aaba4-4837-4ff9-8b41-ce14bae75aad {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:03:37.775703 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 446aaba4-4837-4ff9-8b41-ce14bae75aad, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:37.779883 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:37.829301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=446aaba4-4837-4ff9-8b41-ce14bae75aad,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:38.091432 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['446aaba4-4837-4ff9-8b41-ce14bae75aad'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:03:38.206881 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ccd54-df88-4e67-a8e2-04bb62109c76 req-c5ff9732-06a9-4e90-a38e-5ede05d977af tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:38.208417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae1ccd54-df88-4e67-a8e2-04bb62109c76 req-c5ff9732-06a9-4e90-a38e-5ede05d977af tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 944 time: 0.0537460 Feb 10 16:03:38.256903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ae1ccd54-df88-4e67-a8e2-04bb62109c76 req-2a9bbb08-8bd9-4c02-8225-72bec31a5905 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427024 Feb 10 16:03:39.372538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f6d3a-a842-4361-af9f-1e21d0475f3f req-c3555284-8ef2-44fd-8955-96ad6d668fb9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:39.374035 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-260f6d3a-a842-4361-af9f-1e21d0475f3f req-c3555284-8ef2-44fd-8955-96ad6d668fb9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 944 time: 0.0511384 Feb 10 16:03:39.423736 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-260f6d3a-a842-4361-af9f-1e21d0475f3f req-d043fabf-e7db-4657-8ac1-2714a13708d5 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437107 Feb 10 16:03:39.615996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 446aaba4-4837-4ff9-8b41-ce14bae75aad up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:03:39.666276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 446aaba4-4837-4ff9-8b41-ce14bae75aad completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:03:39.670046 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 446aaba4-4837-4ff9-8b41-ce14bae75aad triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:03:39.670415 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:39.745507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 446aaba4-4837-4ff9-8b41-ce14bae75aad is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:03:39.745972 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:39.767477 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242d2b09-ecb7-481f-b401-f9cf9ebc85df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446aaba4-4837-4ff9-8b41-ce14bae75aad'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:03:39.769726 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d88ff1a-3847-405a-be4f-0646cc959bc4" -d '{"events": [{"server_uuid": "242d2b09-ecb7-481f-b401-f9cf9ebc85df", "name": "network-vif-plugged", "status": "completed", "tag": "446aaba4-4837-4ff9-8b41-ce14bae75aad"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:03:39.782587 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 446aaba4-4837-4ff9-8b41-ce14bae75aad, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:03:39.787142 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:39.812630 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf6bfae-557a-4ad0-a0e0-450430675aa5 x-openstack-request-id: req-fcf6bfae-557a-4ad0-a0e0-450430675aa5 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:03:39.813010 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242d2b09-ecb7-481f-b401-f9cf9ebc85df", "name": "network-vif-plugged", "status": "completed", "tag": "446aaba4-4837-4ff9-8b41-ce14bae75aad", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:03:39.813278 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fcf6bfae-557a-4ad0-a0e0-450430675aa5 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:03:39.813801 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242d2b09-ecb7-481f-b401-f9cf9ebc85df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446aaba4-4837-4ff9-8b41-ce14bae75aad', 'code': 200} Feb 10 16:03:39.844089 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=446aaba4-4837-4ff9-8b41-ce14bae75aad,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:03:39.911612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae39426-cebf-4b88-9d5b-81d2abb670bb req-ea180476-9050-4556-8ec4-cee29230a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:39.913050 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aae39426-cebf-4b88-9d5b-81d2abb670bb req-ea180476-9050-4556-8ec4-cee29230a0c0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 1127 time: 0.0459032 Feb 10 16:03:39.960439 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aae39426-cebf-4b88-9d5b-81d2abb670bb req-674b9f62-7cb4-4a50-9d5c-8cad175a6024 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416181 Feb 10 16:03:40.541503 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06515a-b5e8-4515-8972-77fbfd078235 req-2e74ef6d-12fd-41ed-bdfd-f4e513a9d55a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:40.542981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de06515a-b5e8-4515-8972-77fbfd078235 req-2e74ef6d-12fd-41ed-bdfd-f4e513a9d55a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0520015 Feb 10 16:03:40.588573 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de06515a-b5e8-4515-8972-77fbfd078235 req-ed37c838-06d6-4832-9dc1-62628d6b2b91 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401251 Feb 10 16:03:41.707431 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2a836-17c5-4871-bcf6-86ff73fe9fbd req-750ae570-9c2d-461e-aec6-94c0d3162801 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:41.708940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acc2a836-17c5-4871-bcf6-86ff73fe9fbd req-750ae570-9c2d-461e-aec6-94c0d3162801 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0518789 Feb 10 16:03:41.755106 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-acc2a836-17c5-4871-bcf6-86ff73fe9fbd req-0567b2f9-7405-4a53-bee9-f55ccf532f3c tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Feb 10 16:03:41.773979 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:41.880512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd459e-1330-40bb-81a7-930db84ea6c9 req-8d7f16ed-a3c8-4e27-bd9e-4f656c07f6df tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:41.881902 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73cd459e-1330-40bb-81a7-930db84ea6c9 req-8d7f16ed-a3c8-4e27-bd9e-4f656c07f6df tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0563107 Feb 10 16:03:41.928961 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73cd459e-1330-40bb-81a7-930db84ea6c9 req-7525bcf2-a871-4e99-8779-b37b444f6e46 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415082 Feb 10 16:03:42.129338 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4c56a-a189-45ac-a861-aae052b77498 req-c648c5a4-1a09-4360-b509-5e86f9115ae6 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:42.130914 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6ed4c56a-a189-45ac-a861-aae052b77498 req-c648c5a4-1a09-4360-b509-5e86f9115ae6 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0547018 Feb 10 16:03:42.177546 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6ed4c56a-a189-45ac-a861-aae052b77498 req-aeead448-f755-4f63-97bd-0c563c200e16 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Feb 10 16:03:42.298585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081df439-5d7a-42dd-98df-cddf9eda302d req-58f1a6fe-bdc7-4010-961e-1d5b546b53a4 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:42.300057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-081df439-5d7a-42dd-98df-cddf9eda302d req-58f1a6fe-bdc7-4010-961e-1d5b546b53a4 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0565388 Feb 10 16:03:42.346645 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-081df439-5d7a-42dd-98df-cddf9eda302d req-f1c24aad-b312-4d9b-89aa-213b7fb7a37a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405610 Feb 10 16:03:42.661515 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-13a8c9f5-60ee-4a03-8161-b6fc8f3849ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445700 Feb 10 16:03:42.676608 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cc0d7-3fa0-4af6-a472-761630a288a8 req-f790740c-0e9a-4ee3-9c6e-a1a369b40381 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:42.678138 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e14cc0d7-3fa0-4af6-a472-761630a288a8 req-f790740c-0e9a-4ee3-9c6e-a1a369b40381 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0528634 Feb 10 16:03:42.726758 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e14cc0d7-3fa0-4af6-a472-761630a288a8 req-a2b8a17d-bdde-4f4d-969b-7ce964b365df tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423856 Feb 10 16:03:42.911642 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-40a98750-f14c-40de-bb25-e131b6b0840d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:43.059651 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-b8475429-4a01-41a8-bdb2-942f40003b72 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:43.061002 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-b8475429-4a01-41a8-bdb2-942f40003b72 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports/446aaba4-4837-4ff9-8b41-ce14bae75aad HTTP/1.1" status: 200 len: 942 time: 0.0447850 Feb 10 16:03:43.855941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-d643af4f-856c-45b0-8cbe-9ec811185201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:43.856641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf18d87-fce5-444a-b92c-92cf3d9b9277 req-afc44aee-1d42-418a-a4a9-5687b1856dfd tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:43.857581 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-d643af4f-856c-45b0-8cbe-9ec811185201 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 1127 time: 0.0453966 Feb 10 16:03:43.857885 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-edf18d87-fce5-444a-b92c-92cf3d9b9277 req-afc44aee-1d42-418a-a4a9-5687b1856dfd tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0552735 Feb 10 16:03:43.911229 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-edf18d87-fce5-444a-b92c-92cf3d9b9277 req-2c22552d-ecea-4358-9749-9855a4b945c1 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467002 Feb 10 16:03:43.954092 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-2f761529-d69f-44be-baa8-249c087af70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:43.955605 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-2f761529-d69f-44be-baa8-249c087af70f service neutron] 10.222.0.79 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 916 time: 0.0915525 Feb 10 16:03:43.998226 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-7f25b50c-a65a-4bbf-ac68-3fc380a21cc7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad HTTP/1.1" status: 200 len: 217 time: 0.0372949 Feb 10 16:03:44.059999 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-6ad71c02-c0eb-42b0-802c-21bf4fb50439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:44.061523 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-6ad71c02-c0eb-42b0-802c-21bf4fb50439 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 200 len: 855 time: 0.0582471 Feb 10 16:03:44.420425 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-8fedcd68-9ca7-433a-8778-45c29e504018 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ba5db3da-8c0f-4002-953d-63b60f46b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3533523 Feb 10 16:03:44.509916 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-3eee9200-baf9-4c87-ab7e-b2b2964502a3 service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825303 Feb 10 16:03:44.602113 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-cfb244e4-7328-418d-b193-d4a862ed3bff service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867906 Feb 10 16:03:45.029782 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf73b4-dd4c-4520-88ae-9b065c5ed325 req-87ee5ee2-0ec2-4f08-b234-9be3af951df6 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:45.031358 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17bf73b4-dd4c-4520-88ae-9b065c5ed325 req-87ee5ee2-0ec2-4f08-b234-9be3af951df6 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0521314 Feb 10 16:03:45.077695 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17bf73b4-dd4c-4520-88ae-9b065c5ed325 req-ce8a4ba3-2846-4fd9-942c-0e94a1c4f0b0 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403652 Feb 10 16:03:45.217843 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d35a204b-33b5-49ae-9e2c-8a85d8a2a56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:46.196406 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8c043-5b00-4a39-bd80-133b9d997f9d req-fe8f665e-522c-4e40-bfd7-b9ba460cec7f tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:46.197927 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08d8c043-5b00-4a39-bd80-133b9d997f9d req-fe8f665e-522c-4e40-bfd7-b9ba460cec7f tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0520616 Feb 10 16:03:46.243872 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-08d8c043-5b00-4a39-bd80-133b9d997f9d req-26ecb58d-a506-4756-8eee-0fd029144c23 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403626 Feb 10 16:03:46.494106 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:47.367241 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09ca13-58f3-4940-8fb1-9100e4789e24 req-095d42ef-51fe-4cb7-b6d3-b83aed05956c tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:47.368748 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b09ca13-58f3-4940-8fb1-9100e4789e24 req-095d42ef-51fe-4cb7-b6d3-b83aed05956c tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0587049 Feb 10 16:03:47.413669 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b09ca13-58f3-4940-8fb1-9100e4789e24 req-202c4ec5-21bc-4883-9f4f-2bc9dcc1f123 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394852 Feb 10 16:03:48.067292 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:48.532206 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13880c06-8e26-416a-a033-26e84f32c503 req-71aef1fb-6868-4010-990f-3c5932f48187 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:48.533851 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-13880c06-8e26-416a-a033-26e84f32c503 req-71aef1fb-6868-4010-990f-3c5932f48187 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0531957 Feb 10 16:03:48.582134 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-13880c06-8e26-416a-a033-26e84f32c503 req-9938789d-1f98-4ada-adaa-08d4770e01d5 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420206 Feb 10 16:03:48.978306 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:03:49.093642 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:03:49.699491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726de91-ca98-49c7-a306-6312c11508da req-3af29b68-c369-481b-a89b-f2a4675cf874 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:49.700998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9726de91-ca98-49c7-a306-6312c11508da req-3af29b68-c369-481b-a89b-f2a4675cf874 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0513716 Feb 10 16:03:49.750589 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9726de91-ca98-49c7-a306-6312c11508da req-4451f8f4-40ec-4483-bf08-ada62f5588fb tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441587 Feb 10 16:03:50.869685 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf3dee-138b-4191-aec4-85d13863484d req-e80b8a7b-c57f-4aaa-9ee3-7bf7ef02fa8d tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:50.871201 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06cf3dee-138b-4191-aec4-85d13863484d req-e80b8a7b-c57f-4aaa-9ee3-7bf7ef02fa8d tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0528026 Feb 10 16:03:50.918565 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06cf3dee-138b-4191-aec4-85d13863484d req-c7faf2ad-78b9-46d5-b5b1-581303b29d92 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Feb 10 16:03:52.041707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734bc88-5524-4845-b6e8-f32ddadb9ad0 req-03d77231-fc70-463f-920b-86bfd85b9e34 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:52.043236 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8734bc88-5524-4845-b6e8-f32ddadb9ad0 req-03d77231-fc70-463f-920b-86bfd85b9e34 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0541966 Feb 10 16:03:52.089675 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8734bc88-5524-4845-b6e8-f32ddadb9ad0 req-25a74801-910b-4292-b221-7c662a6395c6 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Feb 10 16:03:53.211034 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f270f86-ea25-4c03-aa51-d6c2168e8159 req-ef90a4e4-c02b-40c7-8b15-dc1865266ccb tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:53.212493 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f270f86-ea25-4c03-aa51-d6c2168e8159 req-ef90a4e4-c02b-40c7-8b15-dc1865266ccb tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0558290 Feb 10 16:03:53.257320 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3f270f86-ea25-4c03-aa51-d6c2168e8159 req-5a533fbf-a4d8-40e8-bd99-1180ec04b670 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393505 Feb 10 16:03:54.374882 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239cf89-96fb-4b55-8e6a-4240efc7656b req-e971ab2c-5722-4ac4-b27f-de23d34876b9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:54.376342 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9239cf89-96fb-4b55-8e6a-4240efc7656b req-e971ab2c-5722-4ac4-b27f-de23d34876b9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0509081 Feb 10 16:03:54.421061 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9239cf89-96fb-4b55-8e6a-4240efc7656b req-4c85d051-0cd9-4ef0-bf39-3ba9f57ffef4 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389779 Feb 10 16:03:55.542260 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ffeb1-ae31-4939-bb26-8b1ee4847ef0 req-00d4eb18-833c-4e81-bc83-323d48672c83 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:55.543745 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-515ffeb1-ae31-4939-bb26-8b1ee4847ef0 req-00d4eb18-833c-4e81-bc83-323d48672c83 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0553770 Feb 10 16:03:55.590425 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-515ffeb1-ae31-4939-bb26-8b1ee4847ef0 req-59ee51da-86ef-4a2e-8e71-27ccf9fe3d9d tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411839 Feb 10 16:03:56.708623 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff33c8-af3f-42ba-91cf-b1c72ce804ab req-b2b7bd22-9c1b-45f2-af13-65d2a6a3bc0b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:56.710149 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0eff33c8-af3f-42ba-91cf-b1c72ce804ab req-b2b7bd22-9c1b-45f2-af13-65d2a6a3bc0b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0517442 Feb 10 16:03:56.755923 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0eff33c8-af3f-42ba-91cf-b1c72ce804ab req-29421a82-3ee4-4746-a220-81cdc6ed6987 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403333 Feb 10 16:03:57.874924 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf9af7-0cb3-4987-9249-20ba6f376153 req-8ba0aedf-c318-4c2a-9df3-04f4abfb9c32 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:57.876393 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eaf9af7-0cb3-4987-9249-20ba6f376153 req-8ba0aedf-c318-4c2a-9df3-04f4abfb9c32 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0514205 Feb 10 16:03:57.926275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5eaf9af7-0cb3-4987-9249-20ba6f376153 req-12cf49ab-0151-486d-9cf5-c68300dea94b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437336 Feb 10 16:03:59.046611 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61e582-a5a0-47ac-99b0-96bfbb0b0c85 req-49e66b4d-d748-4036-aca5-5cb70dec0bfe tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:03:59.048019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a61e582-a5a0-47ac-99b0-96bfbb0b0c85 req-49e66b4d-d748-4036-aca5-5cb70dec0bfe tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0522344 Feb 10 16:03:59.094294 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a61e582-a5a0-47ac-99b0-96bfbb0b0c85 req-a4f8fb39-aeab-4d1d-aa43-66d2aa84b404 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401578 Feb 10 16:04:00.214424 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4ebdd-3070-46fc-ae7a-ce68b4d94180 req-03bedb6c-e61d-48a2-a96a-9eed76768366 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:00.215912 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5bd4ebdd-3070-46fc-ae7a-ce68b4d94180 req-03bedb6c-e61d-48a2-a96a-9eed76768366 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0532932 Feb 10 16:04:00.261132 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5bd4ebdd-3070-46fc-ae7a-ce68b4d94180 req-f6e84b54-e3bd-40be-a813-f8e10ca685b7 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396292 Feb 10 16:04:01.383597 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0967774-1f1e-4b2b-a057-86aa242a0abf req-4104fb07-491f-46e0-90a9-d5d89379fecf tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:01.385128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0967774-1f1e-4b2b-a057-86aa242a0abf req-4104fb07-491f-46e0-90a9-d5d89379fecf tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0574563 Feb 10 16:04:01.431133 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0967774-1f1e-4b2b-a057-86aa242a0abf req-44b9ea42-4ba8-4748-b8e3-7aca7f129b2b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 Feb 10 16:04:02.114271 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83212b-5b26-46d6-89b1-017c74ae87c2 req-7dcb54e3-43b5-4a56-8e57-6b4b62e444f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:02.115800 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4b83212b-5b26-46d6-89b1-017c74ae87c2 req-7dcb54e3-43b5-4a56-8e57-6b4b62e444f6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 1127 time: 0.0450790 Feb 10 16:04:02.223140 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83212b-5b26-46d6-89b1-017c74ae87c2 req-51be76d8-04d1-40eb-8460-302ef32ccf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:02.224642 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4b83212b-5b26-46d6-89b1-017c74ae87c2 req-51be76d8-04d1-40eb-8460-302ef32ccf23 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 916 time: 0.0907044 Feb 10 16:04:02.265593 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4b83212b-5b26-46d6-89b1-017c74ae87c2 req-7851aa48-a61c-4cf9-9014-3888d48917f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad HTTP/1.1" status: 200 len: 217 time: 0.0348930 Feb 10 16:04:02.314343 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83212b-5b26-46d6-89b1-017c74ae87c2 req-bac4fc12-978c-4f0c-9fbc-f0fbb69f9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:02.315724 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4b83212b-5b26-46d6-89b1-017c74ae87c2 req-bac4fc12-978c-4f0c-9fbc-f0fbb69f9ef4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 200 len: 855 time: 0.0425169 Feb 10 16:04:02.351876 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4b83212b-5b26-46d6-89b1-017c74ae87c2 req-d237bb4c-127b-4934-8a0c-c30ff5103c06 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ba5db3da-8c0f-4002-953d-63b60f46b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295420 Feb 10 16:04:02.438632 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4b83212b-5b26-46d6-89b1-017c74ae87c2 req-724c9b11-ee3d-4fca-af24-d5e71a81b737 service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808041 Feb 10 16:04:02.535621 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4b83212b-5b26-46d6-89b1-017c74ae87c2 req-12a57b6f-58bb-49a5-a169-474c00791028 service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905216 Feb 10 16:04:02.556282 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91adf84-2c0c-424e-8026-14a488c5a443 req-c764b0a1-d552-4a1f-9cfc-a55cbe55c9a1 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:02.557847 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c91adf84-2c0c-424e-8026-14a488c5a443 req-c764b0a1-d552-4a1f-9cfc-a55cbe55c9a1 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0562322 Feb 10 16:04:02.606241 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c91adf84-2c0c-424e-8026-14a488c5a443 req-9538ed6f-b6a9-4355-9627-e32d81516559 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413103 Feb 10 16:04:03.725085 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf27539-797b-4971-af6d-9dc48b95558d req-05edfd30-b330-4ee0-92c3-ac0cb0f9706c tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:03.726590 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5bf27539-797b-4971-af6d-9dc48b95558d req-05edfd30-b330-4ee0-92c3-ac0cb0f9706c tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0521913 Feb 10 16:04:03.777532 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5bf27539-797b-4971-af6d-9dc48b95558d req-ea038172-fc64-42ca-b8f3-70b8fd6da02f tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453997 Feb 10 16:04:04.894819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f26d8-38b0-4410-8e5c-104c9c25f3ba req-b40c76e1-7186-4c67-b8d6-540d230cff5b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:04.896297 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-764f26d8-38b0-4410-8e5c-104c9c25f3ba req-b40c76e1-7186-4c67-b8d6-540d230cff5b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0527391 Feb 10 16:04:04.941602 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-764f26d8-38b0-4410-8e5c-104c9c25f3ba req-ceb30567-abf1-450c-85b7-fa6d2e2eb31d tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398159 Feb 10 16:04:06.060397 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3fec2-48ce-4bfe-9746-dadf452023f4 req-afa53675-d4ab-4e45-92cf-e3e80723f772 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:06.062038 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bc3fec2-48ce-4bfe-9746-dadf452023f4 req-afa53675-d4ab-4e45-92cf-e3e80723f772 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0534511 Feb 10 16:04:06.111048 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bc3fec2-48ce-4bfe-9746-dadf452023f4 req-fa9d2bfa-895a-49be-9d1f-67776dea68e6 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426574 Feb 10 16:04:07.233785 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4c7a2-061c-4af8-a389-cf8735de6d20 req-e7297a27-cbe9-4791-b05d-0425fa2516e9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:07.235278 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41a4c7a2-061c-4af8-a389-cf8735de6d20 req-e7297a27-cbe9-4791-b05d-0425fa2516e9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0555134 Feb 10 16:04:07.282395 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41a4c7a2-061c-4af8-a389-cf8735de6d20 req-d14338f3-9012-48e6-8282-8c9019f0aacd tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405273 Feb 10 16:04:07.288959 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:08.401118 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d2944-e1f7-4264-bc89-b6d934137d0b req-bf169797-750b-4f3c-a170-6ebb9fcc666a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:08.402597 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a5d2944-e1f7-4264-bc89-b6d934137d0b req-bf169797-750b-4f3c-a170-6ebb9fcc666a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0516951 Feb 10 16:04:08.448140 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3a5d2944-e1f7-4264-bc89-b6d934137d0b req-377b862b-8b33-4b92-b4c3-e0d85e1e399e tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399337 Feb 10 16:04:09.568407 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90187d1-927f-49d4-a00b-6b2955723201 req-32200428-8ae6-43fc-837f-cd40c62be73a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:09.569906 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c90187d1-927f-49d4-a00b-6b2955723201 req-32200428-8ae6-43fc-837f-cd40c62be73a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0548255 Feb 10 16:04:09.615409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c90187d1-927f-49d4-a00b-6b2955723201 req-64b04564-fcc5-4275-9e7c-c879f5e8dd0d tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399857 Feb 10 16:04:10.733915 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390f7ba-4634-4c66-bace-26e4b52c5859 req-17f7e193-c33b-4735-b385-16c8c0c3047f tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:10.735393 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d390f7ba-4634-4c66-bace-26e4b52c5859 req-17f7e193-c33b-4735-b385-16c8c0c3047f tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0505161 Feb 10 16:04:10.783941 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d390f7ba-4634-4c66-bace-26e4b52c5859 req-8a3ed3c4-406e-44a1-af3a-4f13f0f74166 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420349 Feb 10 16:04:11.498541 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-4e7137f8-fea1-4b8d-897f-e1d7ff82375d service neutron] show failed (client error): The resource could not be found. Feb 10 16:04:11.499519 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-4e7137f8-fea1-4b8d-897f-e1d7ff82375d service neutron] 10.222.0.79 "GET /v2.0/ports/446aaba4-4837-4ff9-8b41-ce14bae75aad/bindings/n-h1-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.0538168 Feb 10 16:04:11.724810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-92a22bd3-3460-4533-9368-7d356ac6f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:11.726306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-92a22bd3-3460-4533-9368-7d356ac6f200 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df&tenant_id=da701b6a61d9475c8324bf534cf570ac HTTP/1.1" status: 200 len: 1127 time: 0.0770824 Feb 10 16:04:11.737390 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:11.784218 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:11.796356 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:12.007530 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d10789-dcbf-4e68-a2ea-0478b5e20544 req-bca88bc4-78f7-4c66-b433-8e1bfbd6ff3d tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:12.009027 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2d10789-dcbf-4e68-a2ea-0478b5e20544 req-bca88bc4-78f7-4c66-b433-8e1bfbd6ff3d tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.1145999 Feb 10 16:04:12.059534 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] For port 446aaba4-4837-4ff9-8b41-ce14bae75aad, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:12.085986 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e2d10789-dcbf-4e68-a2ea-0478b5e20544 req-9e6aed8c-a3ed-473f-ada9-199284c3b28b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712831 Feb 10 16:04:12.105101 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] For port 446aaba4-4837-4ff9-8b41-ce14bae75aad, host n-h2-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:04:12.146583 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242d2b09-ecb7-481f-b401-f9cf9ebc85df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446aaba4-4837-4ff9-8b41-ce14bae75aad'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:04:12.148875 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6be210-1609-47e2-9b33-00492b34a5e0" -d '{"events": [{"server_uuid": "242d2b09-ecb7-481f-b401-f9cf9ebc85df", "name": "network-vif-unplugged", "status": "completed", "tag": "446aaba4-4837-4ff9-8b41-ce14bae75aad"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:04:12.152454 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Publish callbacks [] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:12.164894 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.provisioning_blocks [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Transition to ACTIVE for port object 446aaba4-4837-4ff9-8b41-ce14bae75aad will not be triggered until provisioned by entity L2. {{(pid=103368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:04:12.168795 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:12.207322 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490d2d96-5030-4ac2-b58f-bc8623949494 x-openstack-request-id: req-490d2d96-5030-4ac2-b58f-bc8623949494 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:04:12.207620 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242d2b09-ecb7-481f-b401-f9cf9ebc85df", "name": "network-vif-unplugged", "status": "completed", "tag": "446aaba4-4837-4ff9-8b41-ce14bae75aad", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:04:12.207859 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-490d2d96-5030-4ac2-b58f-bc8623949494 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:04:12.208246 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242d2b09-ecb7-481f-b401-f9cf9ebc85df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446aaba4-4837-4ff9-8b41-ce14bae75aad', 'code': 200} Feb 10 16:04:12.222527 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Pushing event updated for resources: {'Port': ['ID=446aaba4-4837-4ff9-8b41-ce14bae75aad,revision_number=6']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:12.241742 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] No DVR routers for this DVR port 446aaba4-4837-4ff9-8b41-ce14bae75aad on host n-h2-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:04:12.276316 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Attempting to bind port 446aaba4-4837-4ff9-8b41-ce14bae75aad on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:04:12.276667 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Attempting to bind port 446aaba4-4837-4ff9-8b41-ce14bae75aad by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:04:12.277004 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Attempting to bind port 446aaba4-4837-4ff9-8b41-ce14bae75aad on network ba5db3da-8c0f-4002-953d-63b60f46b3e9 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:12.281169 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Port 446aaba4-4837-4ff9-8b41-ce14bae75aad on network ba5db3da-8c0f-4002-953d-63b60f46b3e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:04:12.281491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Attempting to bind port 446aaba4-4837-4ff9-8b41-ce14bae75aad on network ba5db3da-8c0f-4002-953d-63b60f46b3e9 {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:12.286265 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:04:12.286538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Checking segment: {'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:04:12.286917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Bound using segment: {'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'} {{(pid=103368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:04:12.287325 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.managers [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Bound port: 446aaba4-4837-4ff9-8b41-ce14bae75aad, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'}}] {{(pid=103368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:04:12.287667 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:12.353003 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] For port 446aaba4-4837-4ff9-8b41-ce14bae75aad, host n-h1-815324-7, cleared binding levels {{(pid=103368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:04:12.355893 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] For port 446aaba4-4837-4ff9-8b41-ce14bae75aad, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:04:12.361586 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:12.396474 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:12.397123 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:12.398534 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] 10.222.0.72 "PUT /v2.0/ports/446aaba4-4837-4ff9-8b41-ce14bae75aad HTTP/1.1" status: 200 len: 1091 time: 0.6656377 Feb 10 16:04:12.418496 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cd079-88ef-4972-a015-c406c86c16fe service neutron] Pushing event updated for resources: {'Port': ['ID=446aaba4-4837-4ff9-8b41-ce14bae75aad,revision_number=7']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:12.466190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-68559b94-bd6b-44d1-b3a3-e83503814f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:12.467683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-68559b94-bd6b-44d1-b3a3-e83503814f78 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 1125 time: 0.0464432 Feb 10 16:04:12.553819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-abb9ace7-4f14-4e24-92b1-6c0f5eeb60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:12.555202 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-abb9ace7-4f14-4e24-92b1-6c0f5eeb60c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 916 time: 0.0813632 Feb 10 16:04:12.598479 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-178dcd2d-0b67-4ec8-aede-6576f6323727 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad HTTP/1.1" status: 200 len: 217 time: 0.0366569 Feb 10 16:04:12.645249 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-74676edd-0bc9-414d-b7ae-d5662fd14dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:12.646671 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-74676edd-0bc9-414d-b7ae-d5662fd14dfe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 200 len: 855 time: 0.0424044 Feb 10 16:04:12.677536 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-04b60531-c51f-40ef-b08e-b759c268b323 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba5db3da-8c0f-4002-953d-63b60f46b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252521 Feb 10 16:04:12.775764 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-940d643f-419f-4427-b459-eec0c517802b service neutron] 10.222.0.72 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834398 Feb 10 16:04:12.863380 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f6744e6e-7d27-4aa5-8d34-0019f47c4227 req-20c7a08d-1a7d-4a87-b038-79a1f0ca4328 service neutron] 10.222.0.72 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812848 Feb 10 16:04:12.913525 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-89a5722d-36e5-4026-9a28-8561e4850519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:13.205159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e01f1-f17f-4bfd-8404-0fb2cdd51906 req-f5ebbce4-46e5-4c61-b273-df521ce7aed7 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:13.207178 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-938e01f1-f17f-4bfd-8404-0fb2cdd51906 req-f5ebbce4-46e5-4c61-b273-df521ce7aed7 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 943 time: 0.0524156 Feb 10 16:04:13.258304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-938e01f1-f17f-4bfd-8404-0fb2cdd51906 req-6731e6c4-e377-48c1-8e58-afb90eddc478 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456407 Feb 10 16:04:14.209785 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242d2b09-ecb7-481f-b401-f9cf9ebc85df', 'tag': '446aaba4-4837-4ff9-8b41-ce14bae75aad'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:04:14.212096 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981" -d '{"events": [{"name": "network-changed", "server_uuid": "242d2b09-ecb7-481f-b401-f9cf9ebc85df", "tag": "446aaba4-4837-4ff9-8b41-ce14bae75aad"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:04:14.259494 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11da7717-080e-4141-80db-0714c5bf9f1e x-openstack-request-id: req-11da7717-080e-4141-80db-0714c5bf9f1e {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:04:14.259783 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "242d2b09-ecb7-481f-b401-f9cf9ebc85df", "tag": "446aaba4-4837-4ff9-8b41-ce14bae75aad", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:04:14.260031 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11da7717-080e-4141-80db-0714c5bf9f1e {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:04:14.260433 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242d2b09-ecb7-481f-b401-f9cf9ebc85df', 'tag': '446aaba4-4837-4ff9-8b41-ce14bae75aad', 'status': 'completed', 'code': 200} Feb 10 16:04:14.336558 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-d76a623b-3649-41d9-9c20-f679d01e2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:14.338506 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-d76a623b-3649-41d9-9c20-f679d01e2d51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 1125 time: 0.0575290 Feb 10 16:04:14.344449 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-07a63ea4-a7a1-4d7d-982f-31e8bfde5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:14.346528 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-07a63ea4-a7a1-4d7d-982f-31e8bfde5cc6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 1125 time: 0.0629306 Feb 10 16:04:14.447113 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-4acf8a94-b107-4ae5-90d4-ebdc82c4d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:14.448749 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-4acf8a94-b107-4ae5-90d4-ebdc82c4d68d service neutron] 10.222.0.79 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 916 time: 0.0967426 Feb 10 16:04:14.468685 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49396ffa-45f3-44ba-809d-b8633c62a99e req-d9b7c9cf-835b-45e2-af86-da54dea69a33 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:14.470201 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49396ffa-45f3-44ba-809d-b8633c62a99e req-d9b7c9cf-835b-45e2-af86-da54dea69a33 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 943 time: 0.1266274 Feb 10 16:04:14.491801 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-8bf61682-11da-485e-b835-6d5326415adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:14.492071 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-a2394e7c-4985-4e1d-a850-21fbd8154e28 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad HTTP/1.1" status: 200 len: 217 time: 0.0358424 Feb 10 16:04:14.493243 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-8bf61682-11da-485e-b835-6d5326415adf service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 916 time: 0.1367927 Feb 10 16:04:14.538167 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-b8e8d248-308b-4208-997d-c8b9d158f20b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad HTTP/1.1" status: 200 len: 217 time: 0.0387495 Feb 10 16:04:14.539483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-d44b3e3d-9fba-4452-ba39-1ee17f3d3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:14.540972 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-d44b3e3d-9fba-4452-ba39-1ee17f3d3748 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 200 len: 855 time: 0.0437026 Feb 10 16:04:14.577344 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-e24a5b2f-de30-4b4b-886a-edb89dc22482 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ba5db3da-8c0f-4002-953d-63b60f46b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308290 Feb 10 16:04:14.592620 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49396ffa-45f3-44ba-809d-b8633c62a99e req-e9950a3f-fa54-4da6-a143-2440e7c7adc1 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120591 Feb 10 16:04:14.603618 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-1aef1da0-fa1d-4f14-af01-3e68ca292efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:14.605079 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-1aef1da0-fa1d-4f14-af01-3e68ca292efe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 200 len: 855 time: 0.0617139 Feb 10 16:04:14.637876 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-5683583a-1621-4374-b3db-70b07f3a9ca6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba5db3da-8c0f-4002-953d-63b60f46b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260830 Feb 10 16:04:14.667375 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-4c2a6808-4844-49df-924b-077baf92b922 service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833206 Feb 10 16:04:14.732759 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-c8701964-eb18-4409-9379-a40935c40456 service neutron] 10.222.0.72 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892062 Feb 10 16:04:14.764321 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-ce7b960f-f131-4d98-9a0e-64e0d360b3ea service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898478 Feb 10 16:04:14.828989 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d01cd7bf-a49f-4740-aefa-e3d5b42c5981 req-8a4d9061-77ad-430e-8c1a-509e1849d233 service neutron] 10.222.0.72 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893526 Feb 10 16:04:15.219088 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0dd6039d-4090-4d88-b63a-3fe51cb9291b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:15.713982 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9dff0d-6958-49a2-89f0-1cb98caa7985 req-f040bc6d-aab5-4221-ae20-85a300b7c907 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:15.715434 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad9dff0d-6958-49a2-89f0-1cb98caa7985 req-f040bc6d-aab5-4221-ae20-85a300b7c907 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 943 time: 0.0510337 Feb 10 16:04:15.726229 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 446aaba4-4837-4ff9-8b41-ce14bae75aad no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:04:15.762965 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad9dff0d-6958-49a2-89f0-1cb98caa7985 req-e3ccdd60-7c42-42ab-af26-09c33f9d08bd tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420473 Feb 10 16:04:15.764777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] The host n-h2-815324-7 is not matching for port 446aaba4-4837-4ff9-8b41-ce14bae75aad host n-h1-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 16:04:15.765258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 446aaba4-4837-4ff9-8b41-ce14bae75aad not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:04:15.961641 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a5d6f-00d9-4581-a774-03691b55d4c4 req-c56c65b2-f376-4b69-aca5-aefd423e8559 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:15.963153 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d47a5d6f-00d9-4581-a774-03691b55d4c4 req-c56c65b2-f376-4b69-aca5-aefd423e8559 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 943 time: 0.0564108 Feb 10 16:04:15.968366 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8cad8-cdea-4214-b932-c52b17b8cb8e req-f572fcd1-a223-4d7f-a1d5-ee6a837ab575 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:15.969848 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56d8cad8-cdea-4214-b932-c52b17b8cb8e req-f572fcd1-a223-4d7f-a1d5-ee6a837ab575 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.79 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df&tenant_id=da701b6a61d9475c8324bf534cf570ac&binding%3Ahost_id=n-h1-815324-7 HTTP/1.1" status: 200 len: 943 time: 0.0542893 Feb 10 16:04:16.011062 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d47a5d6f-00d9-4581-a774-03691b55d4c4 req-24934cc1-03f9-4ab6-9aeb-bc8bf14aeb56 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 Feb 10 16:04:16.028613 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-56d8cad8-cdea-4214-b932-c52b17b8cb8e req-6ee7171e-ba69-4204-bff9-661e728dd6fb service neutron] delete failed (client error): The resource could not be found. Feb 10 16:04:16.029675 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56d8cad8-cdea-4214-b932-c52b17b8cb8e req-6ee7171e-ba69-4204-bff9-661e728dd6fb service neutron] 10.222.0.79 "DELETE /v2.0/ports/446aaba4-4837-4ff9-8b41-ce14bae75aad/bindings/n-h2-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.0539706 Feb 10 16:04:16.120054 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8cad8-cdea-4214-b932-c52b17b8cb8e req-f528c857-7580-415c-8749-5ac34167da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:16.121581 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56d8cad8-cdea-4214-b932-c52b17b8cb8e req-f528c857-7580-415c-8749-5ac34167da7a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 1125 time: 0.0488942 Feb 10 16:04:16.210606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8cad8-cdea-4214-b932-c52b17b8cb8e req-384deec3-3b2c-456e-bb4d-b362407afea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:16.212117 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56d8cad8-cdea-4214-b932-c52b17b8cb8e req-384deec3-3b2c-456e-bb4d-b362407afea0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 916 time: 0.0842628 Feb 10 16:04:16.256922 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56d8cad8-cdea-4214-b932-c52b17b8cb8e req-208d12fe-3663-4c14-ab1a-f29d68a9734b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad HTTP/1.1" status: 200 len: 217 time: 0.0391884 Feb 10 16:04:16.304596 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8cad8-cdea-4214-b932-c52b17b8cb8e req-1a2cf852-6a00-4301-b09a-d3a11db9de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:16.306056 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56d8cad8-cdea-4214-b932-c52b17b8cb8e req-1a2cf852-6a00-4301-b09a-d3a11db9de95 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 200 len: 855 time: 0.0438349 Feb 10 16:04:16.322912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 446aaba4-4837-4ff9-8b41-ce14bae75aad details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:04:16.336473 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56d8cad8-cdea-4214-b932-c52b17b8cb8e req-209f440f-33f7-49e2-b06f-ac31768a587a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ba5db3da-8c0f-4002-953d-63b60f46b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251582 Feb 10 16:04:16.423777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 446aaba4-4837-4ff9-8b41-ce14bae75aad, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:16.434847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '446aaba4-4837-4ff9-8b41-ce14bae75aad', 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9', 'port_id': '446aaba4-4837-4ff9-8b41-ce14bae75aad', 'mac_address': 'fa:16:3e:2b:5b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78d0d7a-64b6-47b4-9c83-91efbddd1f2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:04:16.439884 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56d8cad8-cdea-4214-b932-c52b17b8cb8e req-5693e227-fcc3-4df1-9ec6-39f2da1365e2 service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978374 Feb 10 16:04:16.472234 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 446aaba4-4837-4ff9-8b41-ce14bae75aad is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:04:16.472641 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:16.492701 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446aaba4-4837-4ff9-8b41-ce14bae75aad {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:04:16.507621 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:16.515571 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 446aaba4-4837-4ff9-8b41-ce14bae75aad, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:16.520120 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:16.530308 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-56d8cad8-cdea-4214-b932-c52b17b8cb8e req-ab2ded2e-8f85-4b22-b613-22471240ef3d service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847690 Feb 10 16:04:16.571305 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=446aaba4-4837-4ff9-8b41-ce14bae75aad,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:16.732392 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['446aaba4-4837-4ff9-8b41-ce14bae75aad'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:04:17.132475 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a3a14-652a-4221-939c-6756769d91f8 req-69893e6f-4808-423e-aa01-74fe6f443304 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:17.133987 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-849a3a14-652a-4221-939c-6756769d91f8 req-69893e6f-4808-423e-aa01-74fe6f443304 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 944 time: 0.0515530 Feb 10 16:04:17.181050 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-849a3a14-652a-4221-939c-6756769d91f8 req-eaeec530-b928-49bd-983c-2761b4616b79 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Feb 10 16:04:17.297499 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b7203-6f39-4d69-8d62-3f512eaa2c43 req-ca503869-fdb6-4c33-9201-5535af0090d2 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:17.298890 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c8b7203-6f39-4d69-8d62-3f512eaa2c43 req-ca503869-fdb6-4c33-9201-5535af0090d2 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 944 time: 0.0513897 Feb 10 16:04:17.348449 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c8b7203-6f39-4d69-8d62-3f512eaa2c43 req-2a9932ca-51a9-484b-98bd-9e3816dffb25 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440311 Feb 10 16:04:17.465617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa021565-788e-47a4-9806-c8ef6b212068 req-843daeb0-c0de-4f08-9808-cc7075c0bfc9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:17.467118 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa021565-788e-47a4-9806-c8ef6b212068 req-843daeb0-c0de-4f08-9808-cc7075c0bfc9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 944 time: 0.0552533 Feb 10 16:04:17.512623 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-aa021565-788e-47a4-9806-c8ef6b212068 req-afbd8c3e-2c30-4912-9dc8-91759bb2eed3 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Feb 10 16:04:17.850118 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-dab06818-eef8-4766-978d-a16a5af38d6d tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:17.851522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-dab06818-eef8-4766-978d-a16a5af38d6d tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 815 time: 0.1020491 Feb 10 16:04:17.866089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-7eea8877-ff66-48e7-8801-d07feec1eb21 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/quotas/da701b6a61d9475c8324bf534cf570ac HTTP/1.1" status: 200 len: 375 time: 0.0093267 Feb 10 16:04:17.917183 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-b633a202-0bc9-4480-8f09-e22978105818 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464106 Feb 10 16:04:17.927504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-a2aaf803-8cd2-4bc4-94b7-7635d3f343ea service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 16:04:17.928442 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-a2aaf803-8cd2-4bc4-94b7-7635d3f343ea service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053217 Feb 10 16:04:18.014547 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-c26fa9c1-02d5-4527-83fd-03a79d5236de service neutron] 10.222.0.64 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808930 Feb 10 16:04:18.071942 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:18.108223 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-03225512-e40f-4c9f-af09-2c4448a6633d service neutron] 10.222.0.64 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869620 Feb 10 16:04:18.275274 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-987d4c19-ea6d-4f4c-9ab8-5b7c12de807a req-dbb85b8c-b3bc-4d2b-bb76-d2d72582281e tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 210 time: 0.0345504 Feb 10 16:04:18.341550 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 446aaba4-4837-4ff9-8b41-ce14bae75aad up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:18.390087 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 446aaba4-4837-4ff9-8b41-ce14bae75aad completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:04:18.394803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 446aaba4-4837-4ff9-8b41-ce14bae75aad triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:18.395217 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:18.476527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 446aaba4-4837-4ff9-8b41-ce14bae75aad is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:04:18.476962 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:18.505808 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242d2b09-ecb7-481f-b401-f9cf9ebc85df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446aaba4-4837-4ff9-8b41-ce14bae75aad'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:04:18.508518 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f7a467-f05c-4eb1-ae98-a647ba8ffd7b" -d '{"events": [{"server_uuid": "242d2b09-ecb7-481f-b401-f9cf9ebc85df", "name": "network-vif-plugged", "status": "completed", "tag": "446aaba4-4837-4ff9-8b41-ce14bae75aad"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:04:18.526327 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 446aaba4-4837-4ff9-8b41-ce14bae75aad, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:18.533956 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:18.562067 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00d1c50-4dbc-4d3d-b644-ee38a948dc44 x-openstack-request-id: req-d00d1c50-4dbc-4d3d-b644-ee38a948dc44 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:04:18.562359 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242d2b09-ecb7-481f-b401-f9cf9ebc85df", "name": "network-vif-plugged", "status": "completed", "tag": "446aaba4-4837-4ff9-8b41-ce14bae75aad", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:04:18.562611 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d00d1c50-4dbc-4d3d-b644-ee38a948dc44 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:04:18.563012 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242d2b09-ecb7-481f-b401-f9cf9ebc85df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446aaba4-4837-4ff9-8b41-ce14bae75aad', 'code': 200} Feb 10 16:04:18.589902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=446aaba4-4837-4ff9-8b41-ce14bae75aad,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:18.981050 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:19.031634 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cbf02-dc54-481a-a96a-8d7038cf3777 req-80165161-811f-49fb-a83f-fed911b0675b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:19.033100 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-812cbf02-dc54-481a-a96a-8d7038cf3777 req-80165161-811f-49fb-a83f-fed911b0675b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.72 "GET /v2.0/ports?device_id=242d2b09-ecb7-481f-b401-f9cf9ebc85df HTTP/1.1" status: 200 len: 945 time: 0.0509551 Feb 10 16:04:19.129810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-812cbf02-dc54-481a-a96a-8d7038cf3777 req-bdb22b6e-5289-49b4-8085-081c7dcd54da tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Deleting port 446aaba4-4837-4ff9-8b41-ce14bae75aad {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:04:19.130153 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-812cbf02-dc54-481a-a96a-8d7038cf3777 req-bdb22b6e-5289-49b4-8085-081c7dcd54da tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:19.232875 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-812cbf02-dc54-481a-a96a-8d7038cf3777 req-bdb22b6e-5289-49b4-8085-081c7dcd54da tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] For port 446aaba4-4837-4ff9-8b41-ce14bae75aad, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=446aaba4-4837-4ff9-8b41-ce14bae75aad,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:19.233186 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-812cbf02-dc54-481a-a96a-8d7038cf3777 req-bdb22b6e-5289-49b4-8085-081c7dcd54da tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:19.240952 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-caadca2f-9b5b-4dba-931c-08dfffc9689b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:19.243488 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-caadca2f-9b5b-4dba-931c-08dfffc9689b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.72 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 815 time: 0.1208127 Feb 10 16:04:19.246493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [req-812cbf02-dc54-481a-a96a-8d7038cf3777 req-bdb22b6e-5289-49b4-8085-081c7dcd54da tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Calling delete_port for 446aaba4-4837-4ff9-8b41-ce14bae75aad owned by compute:nova {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:04:19.257010 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Request body: {'port': {'device_id': 'af46bef0-86e8-4ac4-99c7-e6893a48fa39', 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9', 'admin_state_up': True, 'tenant_id': 'da701b6a61d9475c8324bf534cf570ac'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:19.367123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Made reservation on behalf of da701b6a61d9475c8324bf534cf570ac for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:04:19.370656 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:19.384401 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf32b5d5-4cda-4d5e-a6f6-539786cb9ec0 req-3a1e40ad-b209-4c3f-a559-1ffb65d9e260 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 210 time: 0.0347042 Feb 10 16:04:19.404891 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-812cbf02-dc54-481a-a96a-8d7038cf3777 req-bdb22b6e-5289-49b4-8085-081c7dcd54da tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (446aaba4-4837-4ff9-8b41-ce14bae75aad), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:19.417524 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['446aaba4-4837-4ff9-8b41-ce14bae75aad'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:04:19.432285 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb22b6e-5289-49b4-8085-081c7dcd54da tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Pushing event deleted for resources: {'Port': ['ID=446aaba4-4837-4ff9-8b41-ce14bae75aad,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:19.478810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [req-812cbf02-dc54-481a-a96a-8d7038cf3777 req-bdb22b6e-5289-49b4-8085-081c7dcd54da tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] No DVR routers for this DVR port 446aaba4-4837-4ff9-8b41-ce14bae75aad on host n-h1-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:04:19.481430 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-812cbf02-dc54-481a-a96a-8d7038cf3777 req-bdb22b6e-5289-49b4-8085-081c7dcd54da tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:19.485075 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-812cbf02-dc54-481a-a96a-8d7038cf3777 req-bdb22b6e-5289-49b4-8085-081c7dcd54da tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.72 "DELETE /v2.0/ports/446aaba4-4837-4ff9-8b41-ce14bae75aad HTTP/1.1" status: 204 len: 173 time: 0.4465051 Feb 10 16:04:19.485458 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242d2b09-ecb7-481f-b401-f9cf9ebc85df', 'name': 'network-vif-deleted', 'tag': '446aaba4-4837-4ff9-8b41-ce14bae75aad'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:04:19.487949 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d3ed95-f6bc-49ac-88c7-e17f391d20a6" -d '{"events": [{"server_uuid": "242d2b09-ecb7-481f-b401-f9cf9ebc85df", "name": "network-vif-deleted", "tag": "446aaba4-4837-4ff9-8b41-ce14bae75aad"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:04:19.526153 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Allocated IP 172.20.0.5 (ba5db3da-8c0f-4002-953d-63b60f46b3e9/c78d0d7a-64b6-47b4-9c83-91efbddd1f2a/9920e7ff-7306-421b-ba96-41bbd17beb97) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:04:19.541301 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11036cda-1ede-4d6e-bdaa-6036dc733dc2 x-openstack-request-id: req-11036cda-1ede-4d6e-bdaa-6036dc733dc2 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:04:19.541600 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242d2b09-ecb7-481f-b401-f9cf9ebc85df", "name": "network-vif-deleted", "tag": "446aaba4-4837-4ff9-8b41-ce14bae75aad", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:04:19.541857 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11036cda-1ede-4d6e-bdaa-6036dc733dc2 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:04:19.542268 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242d2b09-ecb7-481f-b401-f9cf9ebc85df', 'name': 'network-vif-deleted', 'tag': '446aaba4-4837-4ff9-8b41-ce14bae75aad', 'status': 'completed', 'code': 200} Feb 10 16:04:19.686330 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Publish callbacks [] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:19.720353 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:19.731825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['446aaba4-4837-4ff9-8b41-ce14bae75aad'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:04:19.767316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Network ba5db3da-8c0f-4002-953d-63b60f46b3e9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:04:19.770513 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:04:19.774126 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:04:19.796968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Pushing event updated for resources: {'Port': ['ID=9920e7ff-7306-421b-ba96-41bbd17beb97,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:19.812878 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.813226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.813569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.813906 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.814237 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.814564 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.814889 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.815230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.816076 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.816399 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.816749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.817072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.817386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:19.836289 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:19.836931 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:19.851630 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-b8f8e93b-e6e5-46f6-8e28-4048421e53a9 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5992093 Feb 10 16:04:19.863020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Request body: {'port': {'device_id': 'af46bef0-86e8-4ac4-99c7-e6893a48fa39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:19.925679 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:20.180628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9920e7ff-7306-421b-ba96-41bbd17beb97 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:04:20.188052 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Publish callbacks [] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:20.200185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Transition to ACTIVE for port object 9920e7ff-7306-421b-ba96-41bbd17beb97 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:04:20.203880 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:20.255258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Pushing event updated for resources: {'Port': ['ID=9920e7ff-7306-421b-ba96-41bbd17beb97,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:20.323078 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Attempting to bind port 9920e7ff-7306-421b-ba96-41bbd17beb97 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:04:20.323333 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Attempting to bind port 9920e7ff-7306-421b-ba96-41bbd17beb97 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:04:20.323683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Attempting to bind port 9920e7ff-7306-421b-ba96-41bbd17beb97 on network ba5db3da-8c0f-4002-953d-63b60f46b3e9 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:20.327909 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Port 9920e7ff-7306-421b-ba96-41bbd17beb97 on network ba5db3da-8c0f-4002-953d-63b60f46b3e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:04:20.328235 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Attempting to bind port 9920e7ff-7306-421b-ba96-41bbd17beb97 on network ba5db3da-8c0f-4002-953d-63b60f46b3e9 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:20.333569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:04:20.333906 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Checking segment: {'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:04:20.334292 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Bound using segment: {'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:04:20.334725 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Bound port: 9920e7ff-7306-421b-ba96-41bbd17beb97, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:04:20.335078 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:20.395348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] For port 9920e7ff-7306-421b-ba96-41bbd17beb97, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:04:20.398293 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] For port 9920e7ff-7306-421b-ba96-41bbd17beb97, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9920e7ff-7306-421b-ba96-41bbd17beb97,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:04:20.404370 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:20.446194 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:20.446828 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:20.448352 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] 10.222.0.72 "PUT /v2.0/ports/9920e7ff-7306-421b-ba96-41bbd17beb97 HTTP/1.1" status: 200 len: 1091 time: 0.5900993 Feb 10 16:04:20.448853 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af46bef0-86e8-4ac4-99c7-e6893a48fa39', 'tag': '9920e7ff-7306-421b-ba96-41bbd17beb97'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:04:20.451100 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09fd2b6-7107-4df3-a6c0-fbb3b85b6bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "af46bef0-86e8-4ac4-99c7-e6893a48fa39", "tag": "9920e7ff-7306-421b-ba96-41bbd17beb97"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:04:20.478056 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75716bc7-05cd-4ee4-a9a8-9dfbc22d5d94 service neutron] Pushing event updated for resources: {'Port': ['ID=9920e7ff-7306-421b-ba96-41bbd17beb97,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:20.513749 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434aa4a2-0417-4032-8622-149e8c5d30b1 req-49204477-9cbd-4975-bae9-27829d0a9cb4 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:20.515232 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-434aa4a2-0417-4032-8622-149e8c5d30b1 req-49204477-9cbd-4975-bae9-27829d0a9cb4 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 943 time: 0.0637252 Feb 10 16:04:20.519442 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe3c8b2-2c2a-4dc6-b62a-a5951fe282a6 x-openstack-request-id: req-cfe3c8b2-2c2a-4dc6-b62a-a5951fe282a6 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:04:20.519735 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af46bef0-86e8-4ac4-99c7-e6893a48fa39", "tag": "9920e7ff-7306-421b-ba96-41bbd17beb97", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:04:20.520055 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cfe3c8b2-2c2a-4dc6-b62a-a5951fe282a6 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:04:20.520499 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af46bef0-86e8-4ac4-99c7-e6893a48fa39', 'tag': '9920e7ff-7306-421b-ba96-41bbd17beb97', 'status': 'completed', 'code': 200} Feb 10 16:04:20.540421 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-150bba9a-1c3f-426b-98c8-aa783a1adf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:20.542105 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-150bba9a-1c3f-426b-98c8-aa783a1adf6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 1125 time: 0.0501630 Feb 10 16:04:20.563311 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-434aa4a2-0417-4032-8622-149e8c5d30b1 req-b75a0ade-e1c7-4849-919f-3c6937a0252f tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413964 Feb 10 16:04:20.587685 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-204c7ecc-6f3e-4ae9-8941-1952c277e5ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9920e7ff-7306-421b-ba96-41bbd17beb97 HTTP/1.1" status: 200 len: 217 time: 0.0365381 Feb 10 16:04:20.634876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-1fff082c-be4f-4db8-b6c5-249613c80869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:20.636295 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-1fff082c-be4f-4db8-b6c5-249613c80869 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 200 len: 855 time: 0.0435097 Feb 10 16:04:20.670008 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-84d0f166-74ac-4201-aa7d-94b62747b1d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba5db3da-8c0f-4002-953d-63b60f46b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277798 Feb 10 16:04:20.756432 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-0439f38f-8a23-445c-acd2-545d7c3fa1e9 service neutron] 10.222.0.72 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801163 Feb 10 16:04:20.846873 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bf3fa767-aaee-47b0-94eb-b17b507ba5b5 req-ef41e992-6a7c-4522-9dd4-eaca385c6d16 service neutron] 10.222.0.72 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839777 Feb 10 16:04:20.938930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fd2b6-7107-4df3-a6c0-fbb3b85b6bcc req-7d9d44e2-679a-4d51-bede-0d74671b4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:20.940984 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d09fd2b6-7107-4df3-a6c0-fbb3b85b6bcc req-7d9d44e2-679a-4d51-bede-0d74671b4191 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 1125 time: 0.0452814 Feb 10 16:04:21.031645 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fd2b6-7107-4df3-a6c0-fbb3b85b6bcc req-36839977-c45f-4a28-bf9a-b9de535ad567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:21.033138 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d09fd2b6-7107-4df3-a6c0-fbb3b85b6bcc req-36839977-c45f-4a28-bf9a-b9de535ad567 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 916 time: 0.0871711 Feb 10 16:04:21.072541 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d09fd2b6-7107-4df3-a6c0-fbb3b85b6bcc req-a637e6ab-5509-4191-9f5f-d861c52a77ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9920e7ff-7306-421b-ba96-41bbd17beb97 HTTP/1.1" status: 200 len: 217 time: 0.0338976 Feb 10 16:04:21.120241 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fd2b6-7107-4df3-a6c0-fbb3b85b6bcc req-9b4ab68d-3bdd-4941-9b50-1d4345c90524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:21.121658 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d09fd2b6-7107-4df3-a6c0-fbb3b85b6bcc req-9b4ab68d-3bdd-4941-9b50-1d4345c90524 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 200 len: 855 time: 0.0427198 Feb 10 16:04:21.154102 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d09fd2b6-7107-4df3-a6c0-fbb3b85b6bcc req-7489d3be-64fb-45d4-b994-92cfbcff59a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba5db3da-8c0f-4002-953d-63b60f46b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240910 Feb 10 16:04:21.255959 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d09fd2b6-7107-4df3-a6c0-fbb3b85b6bcc req-38e1501c-eb5f-418c-8a9a-b64c2a90b538 service neutron] 10.222.0.72 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952649 Feb 10 16:04:21.348094 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d09fd2b6-7107-4df3-a6c0-fbb3b85b6bcc req-fa6c7f13-e237-4ed4-ae04-51f7f6d52ef0 service neutron] 10.222.0.72 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857995 Feb 10 16:04:21.987308 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41f923-37b1-4de0-b219-a031cbcaf901 req-88111761-06c3-45bd-9456-ec36c35f1840 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:21.988839 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4f41f923-37b1-4de0-b219-a031cbcaf901 req-88111761-06c3-45bd-9456-ec36c35f1840 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 943 time: 0.3497512 Feb 10 16:04:22.034269 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4f41f923-37b1-4de0-b219-a031cbcaf901 req-4bedfec7-88f4-4c54-b6c0-c9093872f39e tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398574 Feb 10 16:04:23.150433 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715de8f-d488-4d0c-97d4-5483040ffbf1 req-e92e593a-32d6-4c76-a259-5d180f9af601 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:23.151920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e715de8f-d488-4d0c-97d4-5483040ffbf1 req-e92e593a-32d6-4c76-a259-5d180f9af601 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 943 time: 0.0513935 Feb 10 16:04:23.201622 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e715de8f-d488-4d0c-97d4-5483040ffbf1 req-c608be82-d56b-4991-8cc0-ef2c44145f13 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441194 Feb 10 16:04:24.321561 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306dc32-cdcd-4b28-b326-85488cdad742 req-d2397169-3227-4f00-a396-a59b9390686f tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:24.323143 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a306dc32-cdcd-4b28-b326-85488cdad742 req-d2397169-3227-4f00-a396-a59b9390686f tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 943 time: 0.0555692 Feb 10 16:04:24.369151 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a306dc32-cdcd-4b28-b326-85488cdad742 req-01822fda-d0ec-40ec-bf14-78aec592c627 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405314 Feb 10 16:04:24.385928 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9920e7ff-7306-421b-ba96-41bbd17beb97 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:04:24.391825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 446aaba4-4837-4ff9-8b41-ce14bae75aad no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:04:24.418684 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 446aaba4-4837-4ff9-8b41-ce14bae75aad {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:04:24.419038 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 446aaba4-4837-4ff9-8b41-ce14bae75aad not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:04:24.507626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9920e7ff-7306-421b-ba96-41bbd17beb97, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9920e7ff-7306-421b-ba96-41bbd17beb97,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:24.517794 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '9920e7ff-7306-421b-ba96-41bbd17beb97', 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9', 'port_id': '9920e7ff-7306-421b-ba96-41bbd17beb97', 'mac_address': 'fa:16:3e:c5:2c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78d0d7a-64b6-47b4-9c83-91efbddd1f2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:04:24.557765 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 9920e7ff-7306-421b-ba96-41bbd17beb97 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:04:24.558151 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:24.571379 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9920e7ff-7306-421b-ba96-41bbd17beb97 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:04:24.590255 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9920e7ff-7306-421b-ba96-41bbd17beb97, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9920e7ff-7306-421b-ba96-41bbd17beb97,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:24.593958 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:24.640511 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=9920e7ff-7306-421b-ba96-41bbd17beb97,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:24.647661 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:24.648010 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:24.648351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:24.648713 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:24.649048 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:24.649388 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:24.649702 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:24.650032 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:24.650353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:24.650671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:24.650991 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:24.651308 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:24.651626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:04:24.783368 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['9920e7ff-7306-421b-ba96-41bbd17beb97'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:04:25.485852 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a7366-58e7-4fb1-a847-63949a52d826 req-0c1eda21-86be-40f9-9343-ed0ebb31ad1a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:25.487590 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c99a7366-58e7-4fb1-a847-63949a52d826 req-0c1eda21-86be-40f9-9343-ed0ebb31ad1a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 944 time: 0.0533781 Feb 10 16:04:25.534712 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c99a7366-58e7-4fb1-a847-63949a52d826 req-8d8a523e-ced9-4282-847d-f4cbc24eca00 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416625 Feb 10 16:04:26.093100 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:04:26.406562 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9920e7ff-7306-421b-ba96-41bbd17beb97 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:04:26.453681 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 9920e7ff-7306-421b-ba96-41bbd17beb97 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:04:26.457810 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 9920e7ff-7306-421b-ba96-41bbd17beb97 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:04:26.458185 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:26.536535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 9920e7ff-7306-421b-ba96-41bbd17beb97 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:04:26.536965 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:26.562218 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af46bef0-86e8-4ac4-99c7-e6893a48fa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9920e7ff-7306-421b-ba96-41bbd17beb97'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:04:26.564442 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0053bd2-f671-4e19-a66a-b86a28bc4b6c" -d '{"events": [{"server_uuid": "af46bef0-86e8-4ac4-99c7-e6893a48fa39", "name": "network-vif-plugged", "status": "completed", "tag": "9920e7ff-7306-421b-ba96-41bbd17beb97"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:04:26.579166 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9920e7ff-7306-421b-ba96-41bbd17beb97, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9920e7ff-7306-421b-ba96-41bbd17beb97,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:26.583755 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:26.609485 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3698d637-0096-45bf-b9ef-5581532b2a06 x-openstack-request-id: req-3698d637-0096-45bf-b9ef-5581532b2a06 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:04:26.609797 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af46bef0-86e8-4ac4-99c7-e6893a48fa39", "name": "network-vif-plugged", "status": "completed", "tag": "9920e7ff-7306-421b-ba96-41bbd17beb97", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:04:26.610472 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3698d637-0096-45bf-b9ef-5581532b2a06 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:04:26.610873 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af46bef0-86e8-4ac4-99c7-e6893a48fa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9920e7ff-7306-421b-ba96-41bbd17beb97', 'code': 200} Feb 10 16:04:26.644557 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=9920e7ff-7306-421b-ba96-41bbd17beb97,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:26.657862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96a359-07dc-4d38-b040-01dda44e8d57 req-51c75ce9-f402-4bae-af5c-29be847e9790 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:26.659322 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1f96a359-07dc-4d38-b040-01dda44e8d57 req-51c75ce9-f402-4bae-af5c-29be847e9790 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0559494 Feb 10 16:04:26.711656 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1f96a359-07dc-4d38-b040-01dda44e8d57 req-a18665f3-53b5-4673-90ef-f187b8d19722 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453498 Feb 10 16:04:26.715855 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29d657-81ab-4523-af25-7f4f8a5b5f3f req-4baa556c-c5c7-4cdc-adc5-ff2996e0907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:26.717438 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-de29d657-81ab-4523-af25-7f4f8a5b5f3f req-4baa556c-c5c7-4cdc-adc5-ff2996e0907d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 1127 time: 0.0441029 Feb 10 16:04:26.761923 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-de29d657-81ab-4523-af25-7f4f8a5b5f3f req-fd4df852-1b2a-4ca3-a0af-f17129fe6c30 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378501 Feb 10 16:04:27.831277 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf4e4d-ff26-4475-933c-eb7c28eb7fbb req-1dc9956e-3e61-4934-8339-7bcb0f5ed0da tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:27.832803 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-debf4e4d-ff26-4475-933c-eb7c28eb7fbb req-1dc9956e-3e61-4934-8339-7bcb0f5ed0da tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0525942 Feb 10 16:04:27.881917 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-debf4e4d-ff26-4475-933c-eb7c28eb7fbb req-8852e582-a844-4498-9cd9-e106f452becb tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434637 Feb 10 16:04:28.997741 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7fac0-3c5a-4219-b8d3-ae08a5aa412e req-226075e6-c710-47d2-96e4-f0a0ad390492 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:28.999231 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4e7fac0-3c5a-4219-b8d3-ae08a5aa412e req-226075e6-c710-47d2-96e4-f0a0ad390492 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0509007 Feb 10 16:04:29.045770 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4e7fac0-3c5a-4219-b8d3-ae08a5aa412e req-deb2af24-2f8c-4b90-99f2-d2d77379fc71 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401828 Feb 10 16:04:29.164524 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b561c45-2517-43cb-a8d1-5591d07c6559 req-07307880-6a6f-4fcb-8273-2b4f225a8817 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:29.166018 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b561c45-2517-43cb-a8d1-5591d07c6559 req-07307880-6a6f-4fcb-8273-2b4f225a8817 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0552478 Feb 10 16:04:29.212020 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5b561c45-2517-43cb-a8d1-5591d07c6559 req-6e9eca23-0064-4a41-93c2-04be0fee5f02 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405588 Feb 10 16:04:29.436822 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-7a90dc7b-213f-4da3-a075-760561f0a5f1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453444 Feb 10 16:04:29.453296 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda597b-7e86-4627-8496-05c7438ebad7 req-4b24ced8-446e-45df-8ded-d877ddf3510c tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:29.454793 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-deda597b-7e86-4627-8496-05c7438ebad7 req-4b24ced8-446e-45df-8ded-d877ddf3510c tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0529494 Feb 10 16:04:29.501862 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-deda597b-7e86-4627-8496-05c7438ebad7 req-1eb6153f-fb72-4330-8b33-74266d9de855 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Feb 10 16:04:29.782186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-e85a93ee-ec54-44f8-97dc-b24da5758760 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:29.783552 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-e85a93ee-ec54-44f8-97dc-b24da5758760 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports/9920e7ff-7306-421b-ba96-41bbd17beb97 HTTP/1.1" status: 200 len: 942 time: 0.0493560 Feb 10 16:04:30.551644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-de36d8b4-d44b-4e88-96c2-14c179278e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:30.553209 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-de36d8b4-d44b-4e88-96c2-14c179278e7b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 1127 time: 0.0488989 Feb 10 16:04:30.626200 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce202d-c120-4318-b2dd-b64818ad4c2c req-4161de0d-2dd0-4b33-9893-f89358903314 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:30.628435 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5ce202d-c120-4318-b2dd-b64818ad4c2c req-4161de0d-2dd0-4b33-9893-f89358903314 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0564029 Feb 10 16:04:30.662518 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-35400439-9db3-40fa-8486-d257922365f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:30.663996 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-35400439-9db3-40fa-8486-d257922365f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 916 time: 0.1047873 Feb 10 16:04:30.688420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5ce202d-c120-4318-b2dd-b64818ad4c2c req-2136b14a-810c-4d90-8e4f-5e4f0d8c5c8b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535190 Feb 10 16:04:30.708531 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-7210146c-0281-4ed4-a7ef-81553d69b7b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9920e7ff-7306-421b-ba96-41bbd17beb97 HTTP/1.1" status: 200 len: 217 time: 0.0382037 Feb 10 16:04:30.756379 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-1f722754-5ef6-4d61-967a-95237e7ce924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:30.757775 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-1f722754-5ef6-4d61-967a-95237e7ce924 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 200 len: 855 time: 0.0434952 Feb 10 16:04:30.788229 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-fce454dd-1d45-4d9f-b63a-2bd15ed3520c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba5db3da-8c0f-4002-953d-63b60f46b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251508 Feb 10 16:04:30.878189 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-98a398ba-5a6a-462e-8151-c51897d4ebbb service neutron] 10.222.0.72 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839794 Feb 10 16:04:30.967823 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-eca50c7f-7223-4a54-9f70-23ce0f4f00cf service neutron] 10.222.0.72 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844014 Feb 10 16:04:31.806084 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca76147-59dc-47f6-9a21-b0fc3dca430b req-250d5dd7-fb5b-4d67-9c87-7011a583a6bc tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:31.807568 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7ca76147-59dc-47f6-9a21-b0fc3dca430b req-250d5dd7-fb5b-4d67-9c87-7011a583a6bc tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0516770 Feb 10 16:04:31.853017 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7ca76147-59dc-47f6-9a21-b0fc3dca430b req-121c41e2-b819-4799-8a63-ae5567ed89e8 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398920 Feb 10 16:04:32.972234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223c1dc-4ce1-4f93-9576-efd2fe30879c req-1d44a8d7-6892-43aa-8bd2-88e2b5f71f07 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:32.973769 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d223c1dc-4ce1-4f93-9576-efd2fe30879c req-1d44a8d7-6892-43aa-8bd2-88e2b5f71f07 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0517781 Feb 10 16:04:33.023797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d223c1dc-4ce1-4f93-9576-efd2fe30879c req-8a672ea0-5e90-41b0-9d79-b626efc172c1 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445848 Feb 10 16:04:34.143140 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88560f53-f905-413b-8392-37e87497429e req-a02dbcd0-86fe-4062-b871-ec05fdfa301a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:34.144605 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88560f53-f905-413b-8392-37e87497429e req-a02dbcd0-86fe-4062-b871-ec05fdfa301a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0512114 Feb 10 16:04:34.189838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88560f53-f905-413b-8392-37e87497429e req-cae98eef-6214-40d7-a174-3b83ac40a0ae tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396569 Feb 10 16:04:35.309706 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e36c9e-e2a2-42d0-9604-42078c2039a9 req-0a4e1a71-3000-449d-b70e-7ec9b496c0d2 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:35.311219 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-59e36c9e-e2a2-42d0-9604-42078c2039a9 req-0a4e1a71-3000-449d-b70e-7ec9b496c0d2 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0537899 Feb 10 16:04:35.357194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-59e36c9e-e2a2-42d0-9604-42078c2039a9 req-70817cda-5f28-4f09-9d27-f4128b01b859 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399435 Feb 10 16:04:36.479719 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c1673-a8a0-41a2-82d2-2aaad3bbe15c req-86c52006-2041-4a15-a87f-5477a0126380 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:36.481229 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc6c1673-a8a0-41a2-82d2-2aaad3bbe15c req-86c52006-2041-4a15-a87f-5477a0126380 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0579903 Feb 10 16:04:36.533627 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dc6c1673-a8a0-41a2-82d2-2aaad3bbe15c req-e607152f-ee6c-4cdf-807a-c1b2153453fa tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468817 Feb 10 16:04:37.289804 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:37.651472 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0292f7-e361-4b29-8812-b309c08e1074 req-0fdea2a5-ff0c-4d06-944e-5dcc650580ea tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:37.652978 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a0292f7-e361-4b29-8812-b309c08e1074 req-0fdea2a5-ff0c-4d06-944e-5dcc650580ea tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0516293 Feb 10 16:04:37.699522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a0292f7-e361-4b29-8812-b309c08e1074 req-10f6aff6-be68-49a7-acd0-9a6c7bb41fad tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408373 Feb 10 16:04:38.816393 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccde006-8ba5-464f-856b-1380e790d6c9 req-d17e25b0-4bab-4a5c-8082-14b35842d49a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:38.817884 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ccde006-8ba5-464f-856b-1380e790d6c9 req-d17e25b0-4bab-4a5c-8082-14b35842d49a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0517898 Feb 10 16:04:38.867411 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ccde006-8ba5-464f-856b-1380e790d6c9 req-6cdcd97e-4c77-4072-97c0-49db51f081b0 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439477 Feb 10 16:04:39.984459 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4d87-26d0-4fb6-a874-609c41037363 req-4ef92205-ef8c-48c3-bbb2-9cdde9f93ace tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:39.985988 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e7f4d87-26d0-4fb6-a874-609c41037363 req-4ef92205-ef8c-48c3-bbb2-9cdde9f93ace tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0519640 Feb 10 16:04:40.032437 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e7f4d87-26d0-4fb6-a874-609c41037363 req-0c1cd8ec-7430-4716-895c-f890d5b70b82 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401287 Feb 10 16:04:41.149207 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf41eb-49a6-4294-8569-eef6c551f68d req-9e4e4cea-492a-4570-a7f7-234fe80b4cfa tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:41.150684 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5bcf41eb-49a6-4294-8569-eef6c551f68d req-9e4e4cea-492a-4570-a7f7-234fe80b4cfa tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0516150 Feb 10 16:04:41.196005 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5bcf41eb-49a6-4294-8569-eef6c551f68d req-8a956845-7387-4a60-bb81-bc4b4b324d6c tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397830 Feb 10 16:04:41.773017 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:42.319047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c95591-0e4f-4272-8269-e3153c5cedfb req-079ed74e-bf58-4bca-9848-fc8ee0fae646 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:42.320440 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7c95591-0e4f-4272-8269-e3153c5cedfb req-079ed74e-bf58-4bca-9848-fc8ee0fae646 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0557477 Feb 10 16:04:42.366089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f7c95591-0e4f-4272-8269-e3153c5cedfb req-69387c62-5ae3-4d67-a148-21fc47f9d76a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401587 Feb 10 16:04:42.916453 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6cdf41d2-7a76-45fe-b704-9395207c7ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:43.485981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545682a-8a03-4d46-ac5c-1cb44e106966 req-0ea64383-fb02-44e3-b188-7883cf20ec8c tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:43.488306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0545682a-8a03-4d46-ac5c-1cb44e106966 req-0ea64383-fb02-44e3-b188-7883cf20ec8c tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0555799 Feb 10 16:04:43.533981 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0545682a-8a03-4d46-ac5c-1cb44e106966 req-83fe9f88-42e4-4322-aead-39a5a16aff95 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394957 Feb 10 16:04:44.654023 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6ebe-68b8-49a1-9519-2a83514cf5ec req-bcafd582-5ae9-402f-8550-98dfe132a141 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:44.655494 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9ac6ebe-68b8-49a1-9519-2a83514cf5ec req-bcafd582-5ae9-402f-8550-98dfe132a141 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0548027 Feb 10 16:04:44.705991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b9ac6ebe-68b8-49a1-9519-2a83514cf5ec req-b2c9c898-f2e9-4c3d-8571-8c6b6f2e366a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450113 Feb 10 16:04:45.219224 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1e0177f8-cb36-4ecb-aad6-4ca4e4a785fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:45.834585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55916246-90f3-4ac9-b49a-ddd8c8d3f215 req-6df4473a-ffdc-4d50-97fd-fd1da1c36eab tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:45.836152 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-55916246-90f3-4ac9-b49a-ddd8c8d3f215 req-6df4473a-ffdc-4d50-97fd-fd1da1c36eab tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0604007 Feb 10 16:04:45.882398 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-55916246-90f3-4ac9-b49a-ddd8c8d3f215 req-62aa530a-ec2e-443d-b644-2727efafcfe7 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406828 Feb 10 16:04:46.499158 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:47.001443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bc33c-00af-44b2-8816-cd9704c83ef8 req-44e503bb-1bc3-4ecc-99be-a1c19008ce51 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:47.002941 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-708bc33c-00af-44b2-8816-cd9704c83ef8 req-44e503bb-1bc3-4ecc-99be-a1c19008ce51 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0533071 Feb 10 16:04:47.053235 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-708bc33c-00af-44b2-8816-cd9704c83ef8 req-4a9e1536-31fc-4f50-bd0c-f9c602f5b11c tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445702 Feb 10 16:04:48.074499 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:48.170528 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ff54e-f565-4716-a2ab-c2caaa361e01 req-3a82b0f6-f6d9-4f9e-8fc5-4af808170946 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:48.171991 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a97ff54e-f565-4716-a2ab-c2caaa361e01 req-3a82b0f6-f6d9-4f9e-8fc5-4af808170946 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0521262 Feb 10 16:04:48.219037 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a97ff54e-f565-4716-a2ab-c2caaa361e01 req-8b30c471-d7a8-47b4-a9c3-81899f306438 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399306 Feb 10 16:04:48.983901 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:49.338052 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b6d5b-c719-4202-8e42-afa5498163ce req-b0695b31-5759-42e7-b1b7-fe2273d452c6 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:49.339520 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a68b6d5b-c719-4202-8e42-afa5498163ce req-b0695b31-5759-42e7-b1b7-fe2273d452c6 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0514450 Feb 10 16:04:49.385275 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a68b6d5b-c719-4202-8e42-afa5498163ce req-aee11e99-d3cd-4e5e-a1ed-0ed9d3191599 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Feb 10 16:04:50.508899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6a86a-01f6-4b57-9cc0-4ddae1c7579b req-e40b75f6-1469-487b-9780-6114f77faa55 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:50.510394 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07e6a86a-01f6-4b57-9cc0-4ddae1c7579b req-e40b75f6-1469-487b-9780-6114f77faa55 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0568423 Feb 10 16:04:50.557216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07e6a86a-01f6-4b57-9cc0-4ddae1c7579b req-cd21a998-804b-422b-a877-6f99e530d5e8 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412865 Feb 10 16:04:51.676783 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc35158-e3b9-486f-a526-54623a3002f0 req-a6be36ae-3c41-4ee8-8292-570e007fd544 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:51.678263 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0dc35158-e3b9-486f-a526-54623a3002f0 req-a6be36ae-3c41-4ee8-8292-570e007fd544 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0532973 Feb 10 16:04:51.723434 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0dc35158-e3b9-486f-a526-54623a3002f0 req-81af7a90-ce02-40ac-bd0a-c7145154f35c tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396795 Feb 10 16:04:52.846708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821db27-bc41-4820-9647-6318c3cc77cd req-125b3a32-2d80-4494-95ed-fba297dd407a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:52.848205 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a821db27-bc41-4820-9647-6318c3cc77cd req-125b3a32-2d80-4494-95ed-fba297dd407a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0523260 Feb 10 16:04:52.899870 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a821db27-bc41-4820-9647-6318c3cc77cd req-a0446c44-45a3-4ae9-8de4-cdd17c8c1b89 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461173 Feb 10 16:04:54.016299 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7f988-b9b7-48c1-9333-a077ddf93333 req-1260abbc-4f49-4a00-9476-16a6e6f25763 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:54.017818 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ce7f988-b9b7-48c1-9333-a077ddf93333 req-1260abbc-4f49-4a00-9476-16a6e6f25763 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0516844 Feb 10 16:04:54.063779 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2ce7f988-b9b7-48c1-9333-a077ddf93333 req-c2117d68-4cf0-4c07-ad9b-5d4c6180cc70 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405734 Feb 10 16:04:55.180707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd693b1-8c00-4a9e-9c24-fc7738c221e2 req-053065a3-f4fa-4365-84ef-9f757696cafc tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:55.182210 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bd693b1-8c00-4a9e-9c24-fc7738c221e2 req-053065a3-f4fa-4365-84ef-9f757696cafc tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0510604 Feb 10 16:04:55.227621 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1bd693b1-8c00-4a9e-9c24-fc7738c221e2 req-f97f31dc-3b87-4157-b915-4029bcc6e08a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399928 Feb 10 16:04:56.350413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c9f9d-e049-4081-a699-f8b76c8af082 req-3c245a06-bfe0-4d6b-b009-68690b49e835 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:56.351825 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-186c9f9d-e049-4081-a699-f8b76c8af082 req-3c245a06-bfe0-4d6b-b009-68690b49e835 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0556233 Feb 10 16:04:56.397923 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-186c9f9d-e049-4081-a699-f8b76c8af082 req-0292f2d0-94b7-449b-abcc-0042b038909d tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406330 Feb 10 16:04:57.516264 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbbf95-dd3c-449f-beba-3dd646ec515b req-e6f9b2fd-e2db-4c86-b5ac-a1d969f4dbde tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:57.517786 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3cbbf95-dd3c-449f-beba-3dd646ec515b req-e6f9b2fd-e2db-4c86-b5ac-a1d969f4dbde tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0527532 Feb 10 16:04:57.564084 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3cbbf95-dd3c-449f-beba-3dd646ec515b req-fd009094-3dff-422d-b4af-9306fa0332f4 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402281 Feb 10 16:04:57.861795 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-a6e84157-f19f-43a9-b2e3-726230135bfc service neutron] show failed (client error): The resource could not be found. Feb 10 16:04:57.862812 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-a6e84157-f19f-43a9-b2e3-726230135bfc service neutron] 10.222.0.72 "GET /v2.0/ports/9920e7ff-7306-421b-ba96-41bbd17beb97/bindings/n-h2-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.0582404 Feb 10 16:04:58.059676 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-bbee0ed0-045a-45b0-9c66-8dfbc13332a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:58.061242 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-bbee0ed0-045a-45b0-9c66-8dfbc13332a9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39&tenant_id=da701b6a61d9475c8324bf534cf570ac HTTP/1.1" status: 200 len: 1127 time: 0.0444570 Feb 10 16:04:58.071781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:04:58.132603 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:58.332800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] For port 9920e7ff-7306-421b-ba96-41bbd17beb97, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9920e7ff-7306-421b-ba96-41bbd17beb97,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:04:58.364305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] For port 9920e7ff-7306-421b-ba96-41bbd17beb97, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:04:58.402501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af46bef0-86e8-4ac4-99c7-e6893a48fa39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9920e7ff-7306-421b-ba96-41bbd17beb97'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:04:58.404759 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3c160e-9216-49c5-8ceb-b165c235c164" -d '{"events": [{"server_uuid": "af46bef0-86e8-4ac4-99c7-e6893a48fa39", "name": "network-vif-unplugged", "status": "completed", "tag": "9920e7ff-7306-421b-ba96-41bbd17beb97"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:04:58.408167 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Publish callbacks [] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:58.420335 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Transition to ACTIVE for port object 9920e7ff-7306-421b-ba96-41bbd17beb97 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:04:58.424286 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:58.459792 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb90e7e-c7d8-4b6f-9190-65750f780982 x-openstack-request-id: req-9fb90e7e-c7d8-4b6f-9190-65750f780982 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:04:58.460086 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af46bef0-86e8-4ac4-99c7-e6893a48fa39", "name": "network-vif-unplugged", "status": "completed", "tag": "9920e7ff-7306-421b-ba96-41bbd17beb97", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:04:58.460340 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9fb90e7e-c7d8-4b6f-9190-65750f780982 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:04:58.460762 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af46bef0-86e8-4ac4-99c7-e6893a48fa39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9920e7ff-7306-421b-ba96-41bbd17beb97', 'code': 200} Feb 10 16:04:58.489735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Pushing event updated for resources: {'Port': ['ID=9920e7ff-7306-421b-ba96-41bbd17beb97,revision_number=6']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:58.491958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] No DVR routers for this DVR port 9920e7ff-7306-421b-ba96-41bbd17beb97 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:04:58.526727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Attempting to bind port 9920e7ff-7306-421b-ba96-41bbd17beb97 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:04:58.527060 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Attempting to bind port 9920e7ff-7306-421b-ba96-41bbd17beb97 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:04:58.527382 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Attempting to bind port 9920e7ff-7306-421b-ba96-41bbd17beb97 on network ba5db3da-8c0f-4002-953d-63b60f46b3e9 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:58.531570 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Port 9920e7ff-7306-421b-ba96-41bbd17beb97 on network ba5db3da-8c0f-4002-953d-63b60f46b3e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:04:58.531889 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Attempting to bind port 9920e7ff-7306-421b-ba96-41bbd17beb97 on network ba5db3da-8c0f-4002-953d-63b60f46b3e9 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:04:58.536667 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:04:58.537018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Checking segment: {'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:04:58.537397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Bound using segment: {'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:04:58.537815 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Bound port: 9920e7ff-7306-421b-ba96-41bbd17beb97, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacb7cf1-af58-4558-9b04-ebeb2b617977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:04:58.538159 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:58.601124 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] For port 9920e7ff-7306-421b-ba96-41bbd17beb97, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:04:58.604059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] For port 9920e7ff-7306-421b-ba96-41bbd17beb97, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9920e7ff-7306-421b-ba96-41bbd17beb97,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:04:58.611689 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:58.648144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:58.648791 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:04:58.650190 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] 10.222.0.79 "PUT /v2.0/ports/9920e7ff-7306-421b-ba96-41bbd17beb97 HTTP/1.1" status: 200 len: 1091 time: 0.5823147 Feb 10 16:04:58.668325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9dced-9169-4dd1-9ad3-8217d0c9fb13 service neutron] Pushing event updated for resources: {'Port': ['ID=9920e7ff-7306-421b-ba96-41bbd17beb97,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:04:58.693551 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99f6ae-fce2-42f6-a99f-16de8137a166 req-706f11e4-e7e3-4581-94dd-cbc212edc267 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:58.695188 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a99f6ae-fce2-42f6-a99f-16de8137a166 req-706f11e4-e7e3-4581-94dd-cbc212edc267 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 943 time: 0.0597973 Feb 10 16:04:58.717741 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-00f5539b-6b33-4641-bfa3-819726a65984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:58.719236 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-00f5539b-6b33-4641-bfa3-819726a65984 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 1125 time: 0.0463161 Feb 10 16:04:58.742343 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8a99f6ae-fce2-42f6-a99f-16de8137a166 req-43a5f116-1e60-4495-8e5b-4f5e50d1378c tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414975 Feb 10 16:04:58.813805 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-61552ac9-ecf9-411d-a170-6ae225f8d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:58.815856 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-61552ac9-ecf9-411d-a170-6ae225f8d553 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 916 time: 0.0903885 Feb 10 16:04:58.855280 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-6a979499-cb13-480d-b837-c8bfdddb1530 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9920e7ff-7306-421b-ba96-41bbd17beb97 HTTP/1.1" status: 200 len: 217 time: 0.0329027 Feb 10 16:04:58.907770 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-13bdd882-6482-480a-a234-67ff434ed025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:58.909268 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-13bdd882-6482-480a-a234-67ff434ed025 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 200 len: 855 time: 0.0482132 Feb 10 16:04:58.940959 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-56ddf9de-6356-43f4-9dd5-ba1919ed0b2f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ba5db3da-8c0f-4002-953d-63b60f46b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252273 Feb 10 16:04:59.025072 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-d2850626-aaaf-45ef-990e-6d9947bad45b service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783098 Feb 10 16:04:59.116268 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f5a59d2c-3d8b-4834-acae-d1247a2d9ac7 req-043b250c-bd9a-4415-8641-c8d5362cca07 service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848753 Feb 10 16:04:59.863434 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a573d5-53ef-42d3-ba2b-fa5505318ef9 req-5db82b37-5ac5-4cf5-aea7-cebb237926cd tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:04:59.864970 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64a573d5-53ef-42d3-ba2b-fa5505318ef9 req-5db82b37-5ac5-4cf5-aea7-cebb237926cd tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 943 time: 0.0522695 Feb 10 16:04:59.912130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64a573d5-53ef-42d3-ba2b-fa5505318ef9 req-1b6ab121-29d0-46f7-8bf8-0c76b5f2aa2a tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409598 Feb 10 16:05:00.462197 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af46bef0-86e8-4ac4-99c7-e6893a48fa39', 'tag': '9920e7ff-7306-421b-ba96-41bbd17beb97'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:05:00.464558 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec3a544-45cc-49de-805c-5a789e6efde5" -d '{"events": [{"name": "network-changed", "server_uuid": "af46bef0-86e8-4ac4-99c7-e6893a48fa39", "tag": "9920e7ff-7306-421b-ba96-41bbd17beb97"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:00.514636 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302e5f52-efe7-4bc2-a582-89d3abf8d644 x-openstack-request-id: req-302e5f52-efe7-4bc2-a582-89d3abf8d644 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:00.514933 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af46bef0-86e8-4ac4-99c7-e6893a48fa39", "tag": "9920e7ff-7306-421b-ba96-41bbd17beb97", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:00.515193 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-302e5f52-efe7-4bc2-a582-89d3abf8d644 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:00.515596 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af46bef0-86e8-4ac4-99c7-e6893a48fa39', 'tag': '9920e7ff-7306-421b-ba96-41bbd17beb97', 'status': 'completed', 'code': 200} Feb 10 16:05:00.608922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-e62b47e9-8d1b-4097-a5e7-154d4fe75ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:00.610458 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-e62b47e9-8d1b-4097-a5e7-154d4fe75ace service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 1125 time: 0.0674975 Feb 10 16:05:00.612499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-ea038d3e-8be3-48dd-8f81-76f74a0cfe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:00.613878 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-ea038d3e-8be3-48dd-8f81-76f74a0cfe25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 1125 time: 0.0790420 Feb 10 16:05:01.042401 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96089ca4-0b52-4918-9313-c0a765663965 req-3313109b-72dc-4e95-b392-812e216292a4 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:01.044613 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96089ca4-0b52-4918-9313-c0a765663965 req-3313109b-72dc-4e95-b392-812e216292a4 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 943 time: 0.0564191 Feb 10 16:05:01.098283 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-96089ca4-0b52-4918-9313-c0a765663965 req-464ae64b-bd46-4609-99dc-76d24f3caef0 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474353 Feb 10 16:05:01.105874 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-2ecf7fe1-9a07-4977-9d63-981eef887795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:01.106968 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-2ecf7fe1-9a07-4977-9d63-981eef887795 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 916 time: 0.4830265 Feb 10 16:05:01.108085 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-a6ebf316-3658-43bc-a300-a3acc13e0adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:01.109382 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-a6ebf316-3658-43bc-a300-a3acc13e0adb service neutron] 10.222.0.79 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 916 time: 0.4927340 Feb 10 16:05:01.179990 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-681c16be-5848-444c-bc94-a7a1d7de4451 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9920e7ff-7306-421b-ba96-41bbd17beb97 HTTP/1.1" status: 200 len: 217 time: 0.0662982 Feb 10 16:05:01.181369 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-6a0e42e9-befe-427d-af81-58acd8f4c4cc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9920e7ff-7306-421b-ba96-41bbd17beb97 HTTP/1.1" status: 200 len: 217 time: 0.0618188 Feb 10 16:05:01.269782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-65de021a-b151-4d71-8839-a71f884f2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:01.271521 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-65de021a-b151-4d71-8839-a71f884f2832 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 200 len: 855 time: 0.0856030 Feb 10 16:05:01.276965 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-b450d285-f342-4c2a-a80e-1f689813f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:01.278311 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-b450d285-f342-4c2a-a80e-1f689813f3ba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 200 len: 855 time: 0.0913568 Feb 10 16:05:01.327402 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-c71892fb-3298-4fc7-afc0-f0accf0b98b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba5db3da-8c0f-4002-953d-63b60f46b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481477 Feb 10 16:05:01.329259 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-dc1e5266-ef1b-43ae-8145-6411648410d6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ba5db3da-8c0f-4002-953d-63b60f46b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428603 Feb 10 16:05:01.486628 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-76d5c331-0fbb-44d1-b061-813b5cd5bb57 service neutron] 10.222.0.72 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519616 Feb 10 16:05:01.490536 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-f436a23d-ad08-4fdd-be98-2aee6bde6368 service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481299 Feb 10 16:05:01.655806 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-9939cfb9-af65-437b-88a5-243ef3a56ffe service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548760 Feb 10 16:05:01.658317 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7ec3a544-45cc-49de-805c-5a789e6efde5 req-0fbc1133-ea9e-43e0-8c3e-6265e117c6f4 service neutron] 10.222.0.72 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652403 Feb 10 16:05:02.055622 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 9920e7ff-7306-421b-ba96-41bbd17beb97 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:05:02.121668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6da6e-fc5b-400a-a416-42a43f5b9b8a req-27dd3c44-3713-47fa-9b06-366dcac75812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:02.123614 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9ac6da6e-fc5b-400a-a416-42a43f5b9b8a req-27dd3c44-3713-47fa-9b06-366dcac75812 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 1125 time: 0.0459950 Feb 10 16:05:02.164281 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 9920e7ff-7306-421b-ba96-41bbd17beb97, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9920e7ff-7306-421b-ba96-41bbd17beb97,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:02.177311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '9920e7ff-7306-421b-ba96-41bbd17beb97', 'network_id': 'ba5db3da-8c0f-4002-953d-63b60f46b3e9', 'port_id': '9920e7ff-7306-421b-ba96-41bbd17beb97', 'mac_address': 'fa:16:3e:c5:2c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78d0d7a-64b6-47b4-9c83-91efbddd1f2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:05:02.219923 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 9920e7ff-7306-421b-ba96-41bbd17beb97 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:05:02.221257 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:02.235355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9920e7ff-7306-421b-ba96-41bbd17beb97 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:05:02.258191 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 9920e7ff-7306-421b-ba96-41bbd17beb97, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9920e7ff-7306-421b-ba96-41bbd17beb97,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:02.268305 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:02.272820 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1d8f0-1e46-47fb-a306-3151f842499d req-e43e71e5-d6f5-4839-b196-68f1f2028345 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:02.282155 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98d1d8f0-1e46-47fb-a306-3151f842499d req-e43e71e5-d6f5-4839-b196-68f1f2028345 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 943 time: 0.0720472 Feb 10 16:05:02.336978 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-98d1d8f0-1e46-47fb-a306-3151f842499d req-8b1d207d-7749-4dc1-913e-924650646799 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529683 Feb 10 16:05:02.357896 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=9920e7ff-7306-421b-ba96-41bbd17beb97,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:02.362092 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6da6e-fc5b-400a-a416-42a43f5b9b8a req-6c196257-294f-4ffe-9df8-cd7a07b95daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:02.363990 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9ac6da6e-fc5b-400a-a416-42a43f5b9b8a req-6c196257-294f-4ffe-9df8-cd7a07b95daf service neutron] 10.222.0.79 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 916 time: 0.1890783 Feb 10 16:05:02.407299 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9ac6da6e-fc5b-400a-a416-42a43f5b9b8a req-9989ed96-d6d5-4f65-b9e4-e202e470276d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9920e7ff-7306-421b-ba96-41bbd17beb97 HTTP/1.1" status: 200 len: 217 time: 0.0357409 Feb 10 16:05:02.459866 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6da6e-fc5b-400a-a416-42a43f5b9b8a req-73465554-efc6-41bb-b2da-4f09648ceeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:02.461367 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9ac6da6e-fc5b-400a-a416-42a43f5b9b8a req-73465554-efc6-41bb-b2da-4f09648ceeb4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 200 len: 855 time: 0.0477710 Feb 10 16:05:02.495780 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9ac6da6e-fc5b-400a-a416-42a43f5b9b8a req-a12e6eab-d87b-498d-a0f7-503f91bf3887 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ba5db3da-8c0f-4002-953d-63b60f46b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284500 Feb 10 16:05:02.539984 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9920e7ff-7306-421b-ba96-41bbd17beb97 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:05:02.584436 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] The host n-h1-815324-7 is not matching for port 9920e7ff-7306-421b-ba96-41bbd17beb97 host n-h2-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 16:05:02.584873 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9920e7ff-7306-421b-ba96-41bbd17beb97 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:05:02.593563 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9ac6da6e-fc5b-400a-a416-42a43f5b9b8a req-a5e5db2d-be6b-49a8-966a-c0ad766615c4 service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912273 Feb 10 16:05:02.621213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['9920e7ff-7306-421b-ba96-41bbd17beb97'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:05:02.688236 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9ac6da6e-fc5b-400a-a416-42a43f5b9b8a req-5bb2e5c4-0137-43ae-8494-1136bed04eaa service neutron] 10.222.0.79 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880635 Feb 10 16:05:03.092171 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:05:03.461532 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edfd93-2437-4112-b2f9-9f794312b4c8 req-e2378b2e-4acc-4fad-92c3-edfd833f9004 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:03.463030 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6edfd93-2437-4112-b2f9-9f794312b4c8 req-e2378b2e-4acc-4fad-92c3-edfd833f9004 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 944 time: 0.0524211 Feb 10 16:05:03.511186 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b6edfd93-2437-4112-b2f9-9f794312b4c8 req-6d4f7c9f-180e-455b-84dc-0188ee34a213 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426183 Feb 10 16:05:03.707676 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc9e1d-8a10-41a3-9332-d4afc72da14d req-22daadb0-6067-4c04-9ee0-74cc392e3bea tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:03.709213 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9fc9e1d-8a10-41a3-9332-d4afc72da14d req-22daadb0-6067-4c04-9ee0-74cc392e3bea tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 944 time: 0.0569460 Feb 10 16:05:03.719265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628c790-3846-4057-92a9-d0a5269dd4b7 req-ee2316a7-1617-4733-ba47-5179854041ff tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:03.721388 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0628c790-3846-4057-92a9-d0a5269dd4b7 req-ee2316a7-1617-4733-ba47-5179854041ff tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.72 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39&tenant_id=da701b6a61d9475c8324bf534cf570ac&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 944 time: 0.0566134 Feb 10 16:05:03.756021 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d9fc9e1d-8a10-41a3-9332-d4afc72da14d req-358aca33-bae7-464d-9859-1f85c5a12f22 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Feb 10 16:05:03.782250 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-0628c790-3846-4057-92a9-d0a5269dd4b7 req-a3d95e28-b2a5-4792-8455-978dff02a5e8 service neutron] delete failed (client error): The resource could not be found. Feb 10 16:05:03.783501 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0628c790-3846-4057-92a9-d0a5269dd4b7 req-a3d95e28-b2a5-4792-8455-978dff02a5e8 service neutron] 10.222.0.72 "DELETE /v2.0/ports/9920e7ff-7306-421b-ba96-41bbd17beb97/bindings/n-h1-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.0547855 Feb 10 16:05:03.873657 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628c790-3846-4057-92a9-d0a5269dd4b7 req-ddf9b321-5798-4aec-a85a-027be6d089a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:03.875066 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0628c790-3846-4057-92a9-d0a5269dd4b7 req-ddf9b321-5798-4aec-a85a-027be6d089a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da701b6a61d9475c8324bf534cf570ac&device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 1126 time: 0.0491168 Feb 10 16:05:03.961968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628c790-3846-4057-92a9-d0a5269dd4b7 req-bc90d395-7983-43e7-b537-e118cecdcc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:03.963424 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0628c790-3846-4057-92a9-d0a5269dd4b7 req-bc90d395-7983-43e7-b537-e118cecdcc40 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 200 len: 916 time: 0.0821664 Feb 10 16:05:04.008350 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0628c790-3846-4057-92a9-d0a5269dd4b7 req-9529e6e6-9a25-4ddc-9f07-20115efeb561 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9920e7ff-7306-421b-ba96-41bbd17beb97 HTTP/1.1" status: 200 len: 217 time: 0.0388701 Feb 10 16:05:04.055876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628c790-3846-4057-92a9-d0a5269dd4b7 req-cef94443-e137-42b2-b0d0-78404fb6efab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:04.057368 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0628c790-3846-4057-92a9-d0a5269dd4b7 req-cef94443-e137-42b2-b0d0-78404fb6efab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 200 len: 855 time: 0.0440772 Feb 10 16:05:04.065527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 9920e7ff-7306-421b-ba96-41bbd17beb97 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:04.090345 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0628c790-3846-4057-92a9-d0a5269dd4b7 req-3e222087-a07c-48bf-9b43-bd2f4af2f6f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba5db3da-8c0f-4002-953d-63b60f46b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264606 Feb 10 16:05:04.115650 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 9920e7ff-7306-421b-ba96-41bbd17beb97 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:05:04.119596 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 9920e7ff-7306-421b-ba96-41bbd17beb97 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:04.119968 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:04.187270 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0628c790-3846-4057-92a9-d0a5269dd4b7 req-d22d66b5-5731-496f-8520-2b90992a024f service neutron] 10.222.0.72 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859635 Feb 10 16:05:04.194367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 9920e7ff-7306-421b-ba96-41bbd17beb97 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:05:04.194756 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:04.217391 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af46bef0-86e8-4ac4-99c7-e6893a48fa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9920e7ff-7306-421b-ba96-41bbd17beb97'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:05:04.219595 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ab8a1b-1ea4-4f4c-858d-840d3ae92204" -d '{"events": [{"server_uuid": "af46bef0-86e8-4ac4-99c7-e6893a48fa39", "name": "network-vif-plugged", "status": "completed", "tag": "9920e7ff-7306-421b-ba96-41bbd17beb97"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:04.232732 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 9920e7ff-7306-421b-ba96-41bbd17beb97, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9920e7ff-7306-421b-ba96-41bbd17beb97,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:04.238022 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:04.279085 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0628c790-3846-4057-92a9-d0a5269dd4b7 req-6a4e1e51-83d4-48c3-828a-457c6e2205ae service neutron] 10.222.0.72 "GET /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856607 Feb 10 16:05:04.288044 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=9920e7ff-7306-421b-ba96-41bbd17beb97,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:04.358097 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5cb31a-00a8-498d-9dc1-5a146a49d5b4 x-openstack-request-id: req-fd5cb31a-00a8-498d-9dc1-5a146a49d5b4 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:04.358505 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af46bef0-86e8-4ac4-99c7-e6893a48fa39", "name": "network-vif-plugged", "status": "completed", "tag": "9920e7ff-7306-421b-ba96-41bbd17beb97", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:04.358726 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd5cb31a-00a8-498d-9dc1-5a146a49d5b4 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:04.359025 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af46bef0-86e8-4ac4-99c7-e6893a48fa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9920e7ff-7306-421b-ba96-41bbd17beb97', 'code': 200} Feb 10 16:05:04.881754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47852dd8-e5a9-44d4-b2d3-f9d31c759df5 req-527510b1-ce7c-4bef-a77e-2425a01e65b4 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:04.883226 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47852dd8-e5a9-44d4-b2d3-f9d31c759df5 req-527510b1-ce7c-4bef-a77e-2425a01e65b4 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0520530 Feb 10 16:05:04.928687 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47852dd8-e5a9-44d4-b2d3-f9d31c759df5 req-1959f8d1-9bce-4600-b2a7-8a0b5031e43e tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398514 Feb 10 16:05:05.051249 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d7259-020b-4ee8-836a-83bf377ed0e3 req-2336998e-98a6-4b6e-9428-9dc834c6a164 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:05.052739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-493d7259-020b-4ee8-836a-83bf377ed0e3 req-2336998e-98a6-4b6e-9428-9dc834c6a164 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0522203 Feb 10 16:05:05.103704 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-493d7259-020b-4ee8-836a-83bf377ed0e3 req-923f5201-478e-4d0b-859a-d89140ad2927 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446014 Feb 10 16:05:05.218745 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa51c8-e32b-418a-ad53-dbb41c9791fe req-f84e43e1-d577-421d-9e98-f3a2c9fd0101 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:05.220800 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99fa51c8-e32b-418a-ad53-dbb41c9791fe req-f84e43e1-d577-421d-9e98-f3a2c9fd0101 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0527892 Feb 10 16:05:05.266282 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-99fa51c8-e32b-418a-ad53-dbb41c9791fe req-c4386be6-aa83-4afc-b790-e94aa08a889c tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 Feb 10 16:05:05.603445 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdd9d6-08e0-412a-b568-8ea8dc3cabc6 req-53ef27b8-7025-4385-b5f1-8b9c956b6695 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:05.604930 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43cdd9d6-08e0-412a-b568-8ea8dc3cabc6 req-53ef27b8-7025-4385-b5f1-8b9c956b6695 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0513897 Feb 10 16:05:05.650391 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43cdd9d6-08e0-412a-b568-8ea8dc3cabc6 req-6b041e87-d040-4ff7-ad15-6642a3c43a2d tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399141 Feb 10 16:05:06.772916 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11db723-6d07-4ecb-acd7-a8039fab9573 req-3de0ab24-8af9-4d4a-a1f2-51942a08c7b4 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:06.774419 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e11db723-6d07-4ecb-acd7-a8039fab9573 req-3de0ab24-8af9-4d4a-a1f2-51942a08c7b4 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0577972 Feb 10 16:05:06.820095 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a866a70-e67d-4b8c-a4ee-5dd186bbaa97 req-cd334917-e96d-4792-a683-3610233acc3d tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:06.821433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e11db723-6d07-4ecb-acd7-a8039fab9573 req-0baf827e-ff7c-40e6-9148-f5ac742a0326 tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.64 "GET /v2.0/security-groups?id=d40c4bca-db98-49e0-927f-9fb3ba512ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413508 Feb 10 16:05:06.821665 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a866a70-e67d-4b8c-a4ee-5dd186bbaa97 req-cd334917-e96d-4792-a683-3610233acc3d tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.79 "GET /v2.0/ports?device_id=af46bef0-86e8-4ac4-99c7-e6893a48fa39 HTTP/1.1" status: 200 len: 945 time: 0.0521522 Feb 10 16:05:06.914705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-7a866a70-e67d-4b8c-a4ee-5dd186bbaa97 req-5b002947-6a02-45cd-beeb-a6e617e80d5b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Deleting port 9920e7ff-7306-421b-ba96-41bbd17beb97 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:05:06.915047 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7a866a70-e67d-4b8c-a4ee-5dd186bbaa97 req-5b002947-6a02-45cd-beeb-a6e617e80d5b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:07.007560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-7a866a70-e67d-4b8c-a4ee-5dd186bbaa97 req-5b002947-6a02-45cd-beeb-a6e617e80d5b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] For port 9920e7ff-7306-421b-ba96-41bbd17beb97, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=9920e7ff-7306-421b-ba96-41bbd17beb97,segment=NetworkSegment(eacb7cf1-af58-4558-9b04-ebeb2b617977),segment_id=eacb7cf1-af58-4558-9b04-ebeb2b617977)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:07.007921 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7a866a70-e67d-4b8c-a4ee-5dd186bbaa97 req-5b002947-6a02-45cd-beeb-a6e617e80d5b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:07.020032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-7a866a70-e67d-4b8c-a4ee-5dd186bbaa97 req-5b002947-6a02-45cd-beeb-a6e617e80d5b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Calling delete_port for 9920e7ff-7306-421b-ba96-41bbd17beb97 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:05:07.146724 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7a866a70-e67d-4b8c-a4ee-5dd186bbaa97 req-5b002947-6a02-45cd-beeb-a6e617e80d5b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9920e7ff-7306-421b-ba96-41bbd17beb97), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:07.157628 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['9920e7ff-7306-421b-ba96-41bbd17beb97'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:05:07.178960 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b002947-6a02-45cd-beeb-a6e617e80d5b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Pushing event deleted for resources: {'Port': ['ID=9920e7ff-7306-421b-ba96-41bbd17beb97,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:07.219744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a866a70-e67d-4b8c-a4ee-5dd186bbaa97 req-5b002947-6a02-45cd-beeb-a6e617e80d5b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] No DVR routers for this DVR port 9920e7ff-7306-421b-ba96-41bbd17beb97 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:05:07.222413 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-7a866a70-e67d-4b8c-a4ee-5dd186bbaa97 req-5b002947-6a02-45cd-beeb-a6e617e80d5b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:07.225781 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7a866a70-e67d-4b8c-a4ee-5dd186bbaa97 req-5b002947-6a02-45cd-beeb-a6e617e80d5b tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] 10.222.0.79 "DELETE /v2.0/ports/9920e7ff-7306-421b-ba96-41bbd17beb97 HTTP/1.1" status: 204 len: 173 time: 0.3992631 Feb 10 16:05:07.226211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af46bef0-86e8-4ac4-99c7-e6893a48fa39', 'name': 'network-vif-deleted', 'tag': '9920e7ff-7306-421b-ba96-41bbd17beb97'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:05:07.228434 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdadaebf-ea85-49e6-b5ba-0273a73d892d" -d '{"events": [{"server_uuid": "af46bef0-86e8-4ac4-99c7-e6893a48fa39", "name": "network-vif-deleted", "tag": "9920e7ff-7306-421b-ba96-41bbd17beb97"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:07.269649 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eb7851-e6eb-4f28-94e5-44d37f0e952d x-openstack-request-id: req-64eb7851-e6eb-4f28-94e5-44d37f0e952d {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:07.270010 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af46bef0-86e8-4ac4-99c7-e6893a48fa39", "name": "network-vif-deleted", "tag": "9920e7ff-7306-421b-ba96-41bbd17beb97", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:07.270771 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64eb7851-e6eb-4f28-94e5-44d37f0e952d {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:07.270771 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af46bef0-86e8-4ac4-99c7-e6893a48fa39', 'name': 'network-vif-deleted', 'tag': '9920e7ff-7306-421b-ba96-41bbd17beb97', 'status': 'completed', 'code': 200} Feb 10 16:05:07.289663 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:07.940588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40348) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:05:07.984487 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8c624b-0001-46b6-ab1c-9bc5fa31f489 admin admin] Deleting subnet c78d0d7a-64b6-47b4-9c83-91efbddd1f2a {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 16:05:07.987825 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae8c624b-0001-46b6-ab1c-9bc5fa31f489 admin admin] Publish callbacks [] for subnet (c78d0d7a-64b6-47b4-9c83-91efbddd1f2a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:08.021771 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae8c624b-0001-46b6-ab1c-9bc5fa31f489 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (c78d0d7a-64b6-47b4-9c83-91efbddd1f2a), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:08.064260 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae8c624b-0001-46b6-ab1c-9bc5fa31f489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (c78d0d7a-64b6-47b4-9c83-91efbddd1f2a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:08.117732 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae8c624b-0001-46b6-ab1c-9bc5fa31f489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (c78d0d7a-64b6-47b4-9c83-91efbddd1f2a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:08.146499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c624b-0001-46b6-ab1c-9bc5fa31f489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c78d0d7a-64b6-47b4-9c83-91efbddd1f2a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:08.148387 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ae8c624b-0001-46b6-ab1c-9bc5fa31f489 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:08.151689 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ae8c624b-0001-46b6-ab1c-9bc5fa31f489 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c78d0d7a-64b6-47b4-9c83-91efbddd1f2a HTTP/1.1" status: 204 len: 168 time: 0.2099972 Feb 10 16:05:08.154103 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40350) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:05:08.224551 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84655f6e-5cff-4d87-bcbe-c3e2a3333415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (ba5db3da-8c0f-4002-953d-63b60f46b3e9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:08.304559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84655f6e-5cff-4d87-bcbe-c3e2a3333415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (ba5db3da-8c0f-4002-953d-63b60f46b3e9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:08.324201 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-84655f6e-5cff-4d87-bcbe-c3e2a3333415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5db3da-8c0f-4002-953d-63b60f46b3e9']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:08.333642 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-84655f6e-5cff-4d87-bcbe-c3e2a3333415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacb7cf1-af58-4558-9b04-ebeb2b617977') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:08.333934 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-84655f6e-5cff-4d87-bcbe-c3e2a3333415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacb7cf1-af58-4558-9b04-ebeb2b617977') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:08.342984 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84655f6e-5cff-4d87-bcbe-c3e2a3333415 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (eacb7cf1-af58-4558-9b04-ebeb2b617977), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:08.355749 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84655f6e-5cff-4d87-bcbe-c3e2a3333415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (eacb7cf1-af58-4558-9b04-ebeb2b617977), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:08.361844 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84655f6e-5cff-4d87-bcbe-c3e2a3333415 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:05:08.362221 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84655f6e-5cff-4d87-bcbe-c3e2a3333415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (eacb7cf1-af58-4558-9b04-ebeb2b617977), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: timer() Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:05:08.363793 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:05:08.420589 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84655f6e-5cff-4d87-bcbe-c3e2a3333415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (ba5db3da-8c0f-4002-953d-63b60f46b3e9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:08.426018 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-84655f6e-5cff-4d87-bcbe-c3e2a3333415 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:08.429157 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-84655f6e-5cff-4d87-bcbe-c3e2a3333415 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ba5db3da-8c0f-4002-953d-63b60f46b3e9 HTTP/1.1" status: 204 len: 168 time: 0.2741258 Feb 10 16:05:08.440380 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84655f6e-5cff-4d87-bcbe-c3e2a3333415 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5db3da-8c0f-4002-953d-63b60f46b3e9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:08.543364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40354) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:05:08.583258 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-df374766-fa99-4d36-8bda-dbda151dcd2e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da701b6a61d9475c8324bf534cf570ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385859 Feb 10 16:05:08.585536 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40356) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:05:08.631483 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14642ea2-34bb-46dd-8407-71427154eafb admin admin] Publish callbacks [] for security_group (d40c4bca-db98-49e0-927f-9fb3ba512ebd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:08.652166 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14642ea2-34bb-46dd-8407-71427154eafb admin admin] Publish callbacks [] for security_group (d40c4bca-db98-49e0-927f-9fb3ba512ebd), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:08.697597 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14642ea2-34bb-46dd-8407-71427154eafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d40c4bca-db98-49e0-927f-9fb3ba512ebd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:08.700145 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-14642ea2-34bb-46dd-8407-71427154eafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:08.701330 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-14642ea2-34bb-46dd-8407-71427154eafb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d40c4bca-db98-49e0-927f-9fb3ba512ebd HTTP/1.1" status: 204 len: 168 time: 0.1148863 Feb 10 16:05:08.709670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14642ea2-34bb-46dd-8407-71427154eafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40c4bca-db98-49e0-927f-9fb3ba512ebd,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:09.346737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40378) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:05:09.442629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-113be19a-7020-4e90-ab16-8e669f5b2601 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1485592446-network', 'tenant_id': '61111091e2484c87be8da6aacc5e380d'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:09.461396 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113be19a-7020-4e90-ab16-8e669f5b2601 admin admin] Made reservation on behalf of 61111091e2484c87be8da6aacc5e380d for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:09.463816 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-113be19a-7020-4e90-ab16-8e669f5b2601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:09.471963 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-113be19a-7020-4e90-ab16-8e669f5b2601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:09.556017 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-113be19a-7020-4e90-ab16-8e669f5b2601 admin admin] Publish callbacks [] for security_group (d06bcb24-6f30-45f2-8fbd-ed0973615bac), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:09.559897 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-113be19a-7020-4e90-ab16-8e669f5b2601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d06bcb24-6f30-45f2-8fbd-ed0973615bac), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:09.582107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113be19a-7020-4e90-ab16-8e669f5b2601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:05:09.599577 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113be19a-7020-4e90-ab16-8e669f5b2601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06bcb24-6f30-45f2-8fbd-ed0973615bac,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:09.601843 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-113be19a-7020-4e90-ab16-8e669f5b2601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (86052c9d-1481-4c2a-ab2d-cb1234a5eaf0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:09.602196 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-113be19a-7020-4e90-ab16-8e669f5b2601 admin admin] Added segment 86052c9d-1481-4c2a-ab2d-cb1234a5eaf0 of type vlan for network 609e0cdb-147c-491c-8046-9959c1f5348e Feb 10 16:05:09.642991 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-113be19a-7020-4e90-ab16-8e669f5b2601 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (609e0cdb-147c-491c-8046-9959c1f5348e), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:09.667568 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-113be19a-7020-4e90-ab16-8e669f5b2601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (609e0cdb-147c-491c-8046-9959c1f5348e), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:09.668561 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113be19a-7020-4e90-ab16-8e669f5b2601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:09.669169 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-113be19a-7020-4e90-ab16-8e669f5b2601 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:09.701796 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-113be19a-7020-4e90-ab16-8e669f5b2601 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3538322 Feb 10 16:05:09.704893 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40382) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:05:09.709894 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Request body: {'subnet': {'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1485592446-subnet', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:09.729189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Made reservation on behalf of 61111091e2484c87be8da6aacc5e380d for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:09.731478 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:09.734768 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113be19a-7020-4e90-ab16-8e669f5b2601 admin admin] Pushing event updated for resources: {'Network': ['ID=609e0cdb-147c-491c-8046-9959c1f5348e,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:09.745665 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 609e0cdb-147c-491c-8046-9959c1f5348e details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:05:09.908983 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (d4950cfc-9747-4800-a129-e0112b05f2bb), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:09.964014 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4950cfc-9747-4800-a129-e0112b05f2bb,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:09.975506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:09.975856 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:09.976198 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:09.976535 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:09.976998 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:09.977219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:09.977549 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:09.977881 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:09.978203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:09.978525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:09.978850 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:09.979171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:09.979492 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:09.985522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Checking segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:05:09.985919 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Network hostable DHCP agents. Network: 609e0cdb-147c-491c-8046-9959c1f5348e, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:05:10.002992 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Network 609e0cdb-147c-491c-8046-9959c1f5348e is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:05:10.011650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 609e0cdb-147c-491c-8046-9959c1f5348e) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:10.015724 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:10.016813 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:10.022037 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7fe8c4-afd4-416a-9aa6-866c6101b568 None None] Network 609e0cdb-147c-491c-8046-9959c1f5348e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:05:10.034263 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-eb6a2f73-0133-4cb8-acc1-e901db4b60e4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3282673 Feb 10 16:05:10.037028 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40384) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:05:10.042038 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:10.061128 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (ab7e08e9-cdec-411d-97a2-62eb95953069), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:10.062106 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (ab7e08e9-cdec-411d-97a2-62eb95953069), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:10.112520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 9920e7ff-7306-421b-ba96-41bbd17beb97 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:05:10.120578 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Publish callbacks [] for router_controller (ab7e08e9-cdec-411d-97a2-62eb95953069), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:10.136789 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-609e0cdb-147c-491c-8046-9959c1f5348e', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'project_id': '61111091e2484c87be8da6aacc5e380d', 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 16:05:10.137642 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:10.139869 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 9920e7ff-7306-421b-ba96-41bbd17beb97 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:05:10.140211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 9920e7ff-7306-421b-ba96-41bbd17beb97 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:05:10.261667 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Publish callbacks [] for router_gateway (ab7e08e9-cdec-411d-97a2-62eb95953069), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:10.269130 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Allocated IP 172.20.0.2 (609e0cdb-147c-491c-8046-9959c1f5348e/d4950cfc-9747-4800-a129-e0112b05f2bb/bf554820-76bb-4334-80ee-1844e7602290) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:10.409924 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Publish callbacks [] for port (bf554820-76bb-4334-80ee-1844e7602290), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:10.416217 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (bf554820-76bb-4334-80ee-1844e7602290), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:10.460963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Network 609e0cdb-147c-491c-8046-9959c1f5348e is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:10.462629 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Pushing event updated for resources: {'Port': ['ID=bf554820-76bb-4334-80ee-1844e7602290,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:10.463048 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Publish callbacks [] for router_gateway (ab7e08e9-cdec-411d-97a2-62eb95953069), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:10.465173 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:10.467435 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:10.484666 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:10.525245 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Attempting to bind port bf554820-76bb-4334-80ee-1844e7602290 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:05:10.525528 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Attempting to bind port bf554820-76bb-4334-80ee-1844e7602290 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:05:10.525893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Attempting to bind port bf554820-76bb-4334-80ee-1844e7602290 on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:10.530764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:05:10.531137 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Checking segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:05:10.531535 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:10.531927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Bound using segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:05:10.532390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Bound port: bf554820-76bb-4334-80ee-1844e7602290, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:05:10.533529 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bf554820-76bb-4334-80ee-1844e7602290), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:10.594866 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Allocated IP 172.25.3.192 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/fd42f274-b74b-4b8b-bc95-9415c559cf78) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:10.605053 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] For port bf554820-76bb-4334-80ee-1844e7602290, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:05:10.608063 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] For port bf554820-76bb-4334-80ee-1844e7602290, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=bf554820-76bb-4334-80ee-1844e7602290,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:05:10.614022 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bf554820-76bb-4334-80ee-1844e7602290), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:10.671779 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f359e81-2c05-4269-a247-dc2583adda91 None None] Pushing event updated for resources: {'Port': ['ID=bf554820-76bb-4334-80ee-1844e7602290,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:10.704905 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Publish callbacks [] for port (fd42f274-b74b-4b8b-bc95-9415c559cf78), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:10.740983 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (fd42f274-b74b-4b8b-bc95-9415c559cf78), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:10.786945 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:10.790161 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:10.793707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:10.824288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Pushing event updated for resources: {'Port': ['ID=fd42f274-b74b-4b8b-bc95-9415c559cf78,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:11.090223 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Publish callbacks [] for router_gateway (ab7e08e9-cdec-411d-97a2-62eb95953069), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:11.290429 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (ab7e08e9-cdec-411d-97a2-62eb95953069), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:11.421062 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Router ab7e08e9-cdec-411d-97a2-62eb95953069 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:05:11.629727 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c75bc60-12fa-4d56-b6e8-ca6a3a58acb3 None None] Network 609e0cdb-147c-491c-8046-9959c1f5348e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:05:11.717790 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b3daa064-c06b-4c17-8000-7596c6196619 None None] Provisioning complete for port bf554820-76bb-4334-80ee-1844e7602290 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:11.718167 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3daa064-c06b-4c17-8000-7596c6196619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bf554820-76bb-4334-80ee-1844e7602290), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:11.828930 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:11.843825 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:11.847996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b3daa064-c06b-4c17-8000-7596c6196619 None None] Current status of the port bf554820-76bb-4334-80ee-1844e7602290 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:05:11.848541 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3daa064-c06b-4c17-8000-7596c6196619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (bf554820-76bb-4334-80ee-1844e7602290), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:11.857208 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466204d3-7535-48ef-b301-a467527453df None None] Sync routers for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:11.871578 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466204d3-7535-48ef-b301-a467527453df None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:11.872857 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-466204d3-7535-48ef-b301-a467527453df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:04:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:11.873157 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:11.874609 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-456eac84-4f0f-426c-b9df-ae1bd2931671 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8365872 Feb 10 16:05:11.877921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40386) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:05:11.897251 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b3daa064-c06b-4c17-8000-7596c6196619 None None] For port bf554820-76bb-4334-80ee-1844e7602290, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=bf554820-76bb-4334-80ee-1844e7602290,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:11.904471 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3daa064-c06b-4c17-8000-7596c6196619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (bf554820-76bb-4334-80ee-1844e7602290), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:11.964889 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3daa064-c06b-4c17-8000-7596c6196619 None None] Pushing event updated for resources: {'Port': ['ID=bf554820-76bb-4334-80ee-1844e7602290,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:12.009691 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-466204d3-7535-48ef-b301-a467527453df None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:05:12.129296 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ba375fca-5e20-4821-a3c9-0e98413ac7b7 None None] Provisioning complete for port bf554820-76bb-4334-80ee-1844e7602290 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:12.129670 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ba375fca-5e20-4821-a3c9-0e98413ac7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bf554820-76bb-4334-80ee-1844e7602290), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:12.183426 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device bf554820-76bb-4334-80ee-1844e7602290 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:12.202764 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-466204d3-7535-48ef-b301-a467527453df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:10Z', 'revision_number': 3, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:12.230411 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466204d3-7535-48ef-b301-a467527453df None None] Checking router: ab7e08e9-cdec-411d-97a2-62eb95953069 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:05:12.230764 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466204d3-7535-48ef-b301-a467527453df None None] Updating router ab7e08e9-cdec-411d-97a2-62eb95953069 port fd42f274-b74b-4b8b-bc95-9415c559cf78 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:05:12.255078 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ba375fca-5e20-4821-a3c9-0e98413ac7b7 None None] Current status of the port bf554820-76bb-4334-80ee-1844e7602290 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:05:12.268258 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-466204d3-7535-48ef-b301-a467527453df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fd42f274-b74b-4b8b-bc95-9415c559cf78), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:12.269306 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port bf554820-76bb-4334-80ee-1844e7602290 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:12.269687 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (bf554820-76bb-4334-80ee-1844e7602290), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:12.352504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port bf554820-76bb-4334-80ee-1844e7602290 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:05:12.356900 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:12.512108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Allocated IP 172.20.0.1 (609e0cdb-147c-491c-8046-9959c1f5348e/d4950cfc-9747-4800-a129-e0112b05f2bb/89edf5c3-63cc-429d-a790-4e405528f91c) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:12.517756 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-466204d3-7535-48ef-b301-a467527453df None None] Publish callbacks [] for port (fd42f274-b74b-4b8b-bc95-9415c559cf78), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:12.523120 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-466204d3-7535-48ef-b301-a467527453df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fd42f274-b74b-4b8b-bc95-9415c559cf78), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:12.571021 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-466204d3-7535-48ef-b301-a467527453df None None] Attempting to bind port fd42f274-b74b-4b8b-bc95-9415c559cf78 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:05:12.571401 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-466204d3-7535-48ef-b301-a467527453df None None] Attempting to bind port fd42f274-b74b-4b8b-bc95-9415c559cf78 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:05:12.571764 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466204d3-7535-48ef-b301-a467527453df None None] Attempting to bind port fd42f274-b74b-4b8b-bc95-9415c559cf78 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:12.578382 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e59f7-fad5-4e4f-ba19-a0ac8d185971 None None] Pushing event updated for resources: {'Port': ['ID=fd42f274-b74b-4b8b-bc95-9415c559cf78,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:12.585120 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466204d3-7535-48ef-b301-a467527453df None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:05:12.585502 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466204d3-7535-48ef-b301-a467527453df None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:05:12.585905 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-466204d3-7535-48ef-b301-a467527453df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:12.586298 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466204d3-7535-48ef-b301-a467527453df None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:05:12.586757 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-466204d3-7535-48ef-b301-a467527453df None None] Bound port: fd42f274-b74b-4b8b-bc95-9415c559cf78, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:05:12.587134 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-466204d3-7535-48ef-b301-a467527453df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fd42f274-b74b-4b8b-bc95-9415c559cf78), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:12.590301 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e59f7-fad5-4e4f-ba19-a0ac8d185971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:12.590649 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e59f7-fad5-4e4f-ba19-a0ac8d185971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:12.591006 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e59f7-fad5-4e4f-ba19-a0ac8d185971 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:12.591337 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e59f7-fad5-4e4f-ba19-a0ac8d185971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:12.591673 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e59f7-fad5-4e4f-ba19-a0ac8d185971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:12.592001 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e59f7-fad5-4e4f-ba19-a0ac8d185971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:12.592330 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e59f7-fad5-4e4f-ba19-a0ac8d185971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:12.592676 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e59f7-fad5-4e4f-ba19-a0ac8d185971 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:12.593006 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e59f7-fad5-4e4f-ba19-a0ac8d185971 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:12.593330 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e59f7-fad5-4e4f-ba19-a0ac8d185971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:12.593655 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e59f7-fad5-4e4f-ba19-a0ac8d185971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:12.593976 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e59f7-fad5-4e4f-ba19-a0ac8d185971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:12.594296 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e59f7-fad5-4e4f-ba19-a0ac8d185971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:12.614173 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Publish callbacks [] for port (89edf5c3-63cc-429d-a790-4e405528f91c), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:12.648137 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-466204d3-7535-48ef-b301-a467527453df None None] For port fd42f274-b74b-4b8b-bc95-9415c559cf78, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:05:12.649161 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:12.659574 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-466204d3-7535-48ef-b301-a467527453df None None] For port fd42f274-b74b-4b8b-bc95-9415c559cf78, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fd42f274-b74b-4b8b-bc95-9415c559cf78,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:05:12.665473 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-466204d3-7535-48ef-b301-a467527453df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fd42f274-b74b-4b8b-bc95-9415c559cf78), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:12.696371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Network 609e0cdb-147c-491c-8046-9959c1f5348e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:12.699585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:12.703260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:12.709307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Pushing event updated for resources: {'Port': ['ID=89edf5c3-63cc-429d-a790-4e405528f91c,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:12.723740 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466204d3-7535-48ef-b301-a467527453df None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:12.724717 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-466204d3-7535-48ef-b301-a467527453df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:04:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:12.750186 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (ab7e08e9-cdec-411d-97a2-62eb95953069), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:12.763782 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e59f7-fad5-4e4f-ba19-a0ac8d185971 None None] Pushing event updated for resources: {'Port': ['ID=fd42f274-b74b-4b8b-bc95-9415c559cf78,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:12.850334 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-466204d3-7535-48ef-b301-a467527453df None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:05:12.902341 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:12.929618 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-031c193b-2859-45f7-9c47-7fce40b9cffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:13.052803 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-466204d3-7535-48ef-b301-a467527453df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:10Z', 'revision_number': 3, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:13.079499 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a3b6fb6a-68dd-429f-a935-6153f6df9d9a None None] Provisioning complete for port 89edf5c3-63cc-429d-a790-4e405528f91c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:13.080154 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3b6fb6a-68dd-429f-a935-6153f6df9d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:13.085046 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466204d3-7535-48ef-b301-a467527453df None None] The sync data for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 is: [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:10Z', 'revision_number': 3, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:13.089161 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Publish callbacks [] for port (89edf5c3-63cc-429d-a790-4e405528f91c), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:13.094188 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:13.128066 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a3b6fb6a-68dd-429f-a935-6153f6df9d9a None None] Port 89edf5c3-63cc-429d-a790-4e405528f91c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:05:13.166937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Pushing event updated for resources: {'Port': ['ID=89edf5c3-63cc-429d-a790-4e405528f91c,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:13.169375 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (ab7e08e9-cdec-411d-97a2-62eb95953069), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:13.268776 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Network 609e0cdb-147c-491c-8046-9959c1f5348e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:13.270247 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:13.406699 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Router ab7e08e9-cdec-411d-97a2-62eb95953069 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:13.533375 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:13.547031 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-eb305e89-ff06-430c-b156-1cf56d4b6013 admin admin] 10.222.0.64 "PUT /v2.0/routers/ab7e08e9-cdec-411d-97a2-62eb95953069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6602821 Feb 10 16:05:13.553551 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-030deb1d-5338-436d-bad7-09aab856a61f None None] Provisioning complete for port 89edf5c3-63cc-429d-a790-4e405528f91c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:13.553932 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-030deb1d-5338-436d-bad7-09aab856a61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:13.588847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-030deb1d-5338-436d-bad7-09aab856a61f None None] Port 89edf5c3-63cc-429d-a790-4e405528f91c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:05:13.962812 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40394) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:05:13.967433 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-f7ed2a9f-4d26-4f64-9e2a-e6842b91a097 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1478307242', 'description': 'tempest-description--1525884790'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:13.987816 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f7ed2a9f-4d26-4f64-9e2a-e6842b91a097 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.053071 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f7ed2a9f-4d26-4f64-9e2a-e6842b91a097 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for security_group (bc38409d-ea5f-44aa-98bb-a2110c7d25e1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.056974 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f7ed2a9f-4d26-4f64-9e2a-e6842b91a097 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (bc38409d-ea5f-44aa-98bb-a2110c7d25e1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.088042 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed2a9f-4d26-4f64-9e2a-e6842b91a097 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc38409d-ea5f-44aa-98bb-a2110c7d25e1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:14.091842 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f7ed2a9f-4d26-4f64-9e2a-e6842b91a097 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.093112 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f7ed2a9f-4d26-4f64-9e2a-e6842b91a097 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1292536 Feb 10 16:05:14.096491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40396) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:05:14.101086 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-6ff789ad-5606-4ccb-9ed8-4522fad6087f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Request body: {'security_group_rule': {'security_group_id': 'bc38409d-ea5f-44aa-98bb-a2110c7d25e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:14.136512 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ff789ad-5606-4ccb-9ed8-4522fad6087f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for security_group_rule (67b86811-5c26-49cf-b89b-13217baef7ce), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.160525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fd42f274-b74b-4b8b-bc95-9415c559cf78 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:14.197892 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ff789ad-5606-4ccb-9ed8-4522fad6087f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for security_group_rule (67b86811-5c26-49cf-b89b-13217baef7ce), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.201785 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ff789ad-5606-4ccb-9ed8-4522fad6087f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (67b86811-5c26-49cf-b89b-13217baef7ce), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.212102 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port fd42f274-b74b-4b8b-bc95-9415c559cf78 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:14.212474 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fd42f274-b74b-4b8b-bc95-9415c559cf78), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.221443 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff789ad-5606-4ccb-9ed8-4522fad6087f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b86811-5c26-49cf-b89b-13217baef7ce,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:14.230512 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6ff789ad-5606-4ccb-9ed8-4522fad6087f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.234553 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6ff789ad-5606-4ccb-9ed8-4522fad6087f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342263 Feb 10 16:05:14.234710 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 40398) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:05:14.239187 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-6e93b3ce-36a5-41c0-ae83-4b5d5bf7deca tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Request body: {'security_group_rule': {'security_group_id': 'bc38409d-ea5f-44aa-98bb-a2110c7d25e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:14.263714 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6e93b3ce-36a5-41c0-ae83-4b5d5bf7deca tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for security_group_rule (d88cd4cb-31c3-4c8d-a026-a84bc4877191), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.291422 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port fd42f274-b74b-4b8b-bc95-9415c559cf78 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:05:14.291817 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fd42f274-b74b-4b8b-bc95-9415c559cf78), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.315062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port fd42f274-b74b-4b8b-bc95-9415c559cf78, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fd42f274-b74b-4b8b-bc95-9415c559cf78,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:14.321233 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fd42f274-b74b-4b8b-bc95-9415c559cf78), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.323371 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6e93b3ce-36a5-41c0-ae83-4b5d5bf7deca tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for security_group_rule (d88cd4cb-31c3-4c8d-a026-a84bc4877191), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.329444 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6e93b3ce-36a5-41c0-ae83-4b5d5bf7deca tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (d88cd4cb-31c3-4c8d-a026-a84bc4877191), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.348260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93b3ce-36a5-41c0-ae83-4b5d5bf7deca tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88cd4cb-31c3-4c8d-a026-a84bc4877191,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:14.361950 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6e93b3ce-36a5-41c0-ae83-4b5d5bf7deca tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.363190 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6e93b3ce-36a5-41c0-ae83-4b5d5bf7deca tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276739 Feb 10 16:05:14.366312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40400) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:05:14.371520 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:14.376462 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=fd42f274-b74b-4b8b-bc95-9415c559cf78,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:14.392677 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.490256 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.598468 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Allocated IP 172.25.3.44 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/6abd4182-0ffa-4999-892d-fbd6d326f66a) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:14.674696 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Sync routers for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:14.685224 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:14.685927 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:04:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:14.698896 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for port (6abd4182-0ffa-4999-892d-fbd6d326f66a), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.732705 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (6abd4182-0ffa-4999-892d-fbd6d326f66a), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.777392 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:14.785029 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:14.787006 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Pushing event updated for resources: {'Port': ['ID=6abd4182-0ffa-4999-892d-fbd6d326f66a,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:14.789182 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:14.807258 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:05:14.870963 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for floatingip (65d83189-0b99-407f-b441-617d53e5abbe), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:14.909744 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (6abd4182-0ffa-4999-892d-fbd6d326f66a), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:15.007520 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 2, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:15.033758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Checking router: ab7e08e9-cdec-411d-97a2-62eb95953069 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:05:15.034112 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Updating router ab7e08e9-cdec-411d-97a2-62eb95953069 port 89edf5c3-63cc-429d-a790-4e405528f91c binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:05:15.063679 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for port (6abd4182-0ffa-4999-892d-fbd6d326f66a), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:15.065290 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:15.069740 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (6abd4182-0ffa-4999-892d-fbd6d326f66a), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:15.140570 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Pushing event updated for resources: {'Port': ['ID=6abd4182-0ffa-4999-892d-fbd6d326f66a,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:15.152603 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (65d83189-0b99-407f-b441-617d53e5abbe), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:15.168505 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:15.169908 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2c03e2d9-ca6d-4195-a2b9-6ce06ce5acd7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8021321 Feb 10 16:05:15.258197 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b01d1049-9d35-4a35-9ae6-fffb40465e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:15.319123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-350e2a4e-e88a-492a-802d-ca38f5fcded4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1478307242&fields=id&tenant_id=61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 267 time: 0.0427969 Feb 10 16:05:15.346771 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Publish callbacks [] for port (89edf5c3-63cc-429d-a790-4e405528f91c), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:15.352262 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:15.400597 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27675cec-ce7d-4885-878b-8196c2f9cb71 None None] Pushing event updated for resources: {'Port': ['ID=89edf5c3-63cc-429d-a790-4e405528f91c,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:15.428474 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-f78caa7b-f7be-4bb7-981f-b4d0abb1c2d6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:15.430028 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-f78caa7b-f7be-4bb7-981f-b4d0abb1c2d6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 812 time: 0.1043036 Feb 10 16:05:15.445622 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-0fa4e550-292e-46a1-b571-2e84001571e1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/quotas/61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 375 time: 0.0099909 Feb 10 16:05:15.461366 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Attempting to bind port 89edf5c3-63cc-429d-a790-4e405528f91c on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:05:15.462188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Attempting to bind port 89edf5c3-63cc-429d-a790-4e405528f91c by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:05:15.462188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Attempting to bind port 89edf5c3-63cc-429d-a790-4e405528f91c on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:15.468405 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:05:15.468821 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Checking segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:05:15.469233 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:15.469635 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Bound using segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:05:15.470209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Bound port: 89edf5c3-63cc-429d-a790-4e405528f91c, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:05:15.470596 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:15.517944 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-7c9f74e5-5faa-413c-a0c4-bace5f222d97 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607631 Feb 10 16:05:15.543750 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] For port 89edf5c3-63cc-429d-a790-4e405528f91c, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:05:15.547005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] For port 89edf5c3-63cc-429d-a790-4e405528f91c, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=89edf5c3-63cc-429d-a790-4e405528f91c,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:05:15.555044 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:15.620717 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:15.621337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:05:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:15.621739 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-b299ba9a-53ae-4840-a147-3d205aadeac7 service neutron] 10.222.0.64 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002109 Feb 10 16:05:15.623299 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27675cec-ce7d-4885-878b-8196c2f9cb71 None None] Pushing event updated for resources: {'Port': ['ID=89edf5c3-63cc-429d-a790-4e405528f91c,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:15.679268 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-b4fc4eb0-e33e-4f6b-ab9e-a8bff525051d None None] Provisioning complete for port 89edf5c3-63cc-429d-a790-4e405528f91c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:15.679643 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4eb0-e33e-4f6b-ab9e-a8bff525051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:15.730329 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d1c9fdde-bd52-45a4-a65f-3085b5bc316e service neutron] 10.222.0.64 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018417 Feb 10 16:05:15.786768 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:05:15.901154 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc4eb0-e33e-4f6b-ab9e-a8bff525051d None None] Current status of the port 89edf5c3-63cc-429d-a790-4e405528f91c is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:05:15.901684 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4eb0-e33e-4f6b-ab9e-a8bff525051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:15.927119 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-17b7c82d-7c50-4b80-a692-894b16adec4d req-e54a2fcb-3628-41e7-aab5-5421566b76d1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 210 time: 0.0291975 Feb 10 16:05:15.986730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-b4fc4eb0-e33e-4f6b-ab9e-a8bff525051d None None] For port 89edf5c3-63cc-429d-a790-4e405528f91c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=89edf5c3-63cc-429d-a790-4e405528f91c,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:15.994445 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4eb0-e33e-4f6b-ab9e-a8bff525051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:16.198070 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fd42f274-b74b-4b8b-bc95-9415c559cf78 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:16.285218 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc4eb0-e33e-4f6b-ab9e-a8bff525051d None None] Pushing event updated for resources: {'Port': ['ID=89edf5c3-63cc-429d-a790-4e405528f91c,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:16.287668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-54c72922-3069-4c87-b0fa-8cf66806b3b0 None None] Provisioning complete for port 89edf5c3-63cc-429d-a790-4e405528f91c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:16.288045 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-54c72922-3069-4c87-b0fa-8cf66806b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:16.347957 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port fd42f274-b74b-4b8b-bc95-9415c559cf78 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:16.348248 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fd42f274-b74b-4b8b-bc95-9415c559cf78), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:16.387111 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:16.434734 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e14ab06-b739-4206-acaf-1ae4c3e3fcd1 None None] The sync data for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 is: [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:16.457119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-54c72922-3069-4c87-b0fa-8cf66806b3b0 None None] Current status of the port 89edf5c3-63cc-429d-a790-4e405528f91c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:05:16.524743 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port fd42f274-b74b-4b8b-bc95-9415c559cf78 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:05:16.527151 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:16.901752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-ebfc744e-d31e-4d51-ad98-3cbe6bb02b6c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:16.903513 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-ebfc744e-d31e-4d51-ad98-3cbe6bb02b6c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 812 time: 0.1171691 Feb 10 16:05:16.972207 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-cd71bb18-5187-48eb-a208-248118c69b49 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 380 time: 0.0567715 Feb 10 16:05:16.982685 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-e3edc1d0-4c0e-44ab-a59d-07605df9246b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Request body: {'port': {'device_id': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'admin_state_up': True, 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'security_groups': ['bc38409d-ea5f-44aa-98bb-a2110c7d25e1']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:17.036434 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1178eddc-9d75-4633-b57d-5da303801cbd req-e542c91c-aa4e-42bc-b1e8-54e8cd6645fa tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 210 time: 0.0290987 Feb 10 16:05:17.103932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-e3edc1d0-4c0e-44ab-a59d-07605df9246b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Made reservation on behalf of 61111091e2484c87be8da6aacc5e380d for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:05:17.107517 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-e3edc1d0-4c0e-44ab-a59d-07605df9246b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:17.249385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-e3edc1d0-4c0e-44ab-a59d-07605df9246b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Allocated IP 172.20.0.12 (609e0cdb-147c-491c-8046-9959c1f5348e/d4950cfc-9747-4800-a129-e0112b05f2bb/90d80c59-4b0e-4d7d-9714-183f467084cd) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:05:17.391964 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-e3edc1d0-4c0e-44ab-a59d-07605df9246b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:17.426722 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-e3edc1d0-4c0e-44ab-a59d-07605df9246b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:17.472922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-e3edc1d0-4c0e-44ab-a59d-07605df9246b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Network 609e0cdb-147c-491c-8046-9959c1f5348e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:05:17.476201 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-e3edc1d0-4c0e-44ab-a59d-07605df9246b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:05:17.480018 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-e3edc1d0-4c0e-44ab-a59d-07605df9246b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:05:17.687060 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8f147023-fcd6-4aad-ab5e-3048b09232a3 None None] Provisioning complete for port 90d80c59-4b0e-4d7d-9714-183f467084cd triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:17.687614 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f147023-fcd6-4aad-ab5e-3048b09232a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:17.721978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8f147023-fcd6-4aad-ab5e-3048b09232a3 None None] Port 90d80c59-4b0e-4d7d-9714-183f467084cd cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:05:17.837705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3edc1d0-4c0e-44ab-a59d-07605df9246b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Pushing event updated for resources: {'Port': ['ID=90d80c59-4b0e-4d7d-9714-183f467084cd,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:17.865148 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-e3edc1d0-4c0e-44ab-a59d-07605df9246b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:17.865746 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-e3edc1d0-4c0e-44ab-a59d-07605df9246b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:17.881500 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-e3edc1d0-4c0e-44ab-a59d-07605df9246b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9028280 Feb 10 16:05:17.892316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Request body: {'port': {'device_id': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:17.951370 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:18.081676 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:18.166849 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769be812-b965-4fca-a361-3d16b14c818f req-5fb3317c-69b8-4ef6-8fd2-c96eb516a757 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:18.176901 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-769be812-b965-4fca-a361-3d16b14c818f req-5fb3317c-69b8-4ef6-8fd2-c96eb516a757 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 932 time: 0.0625763 Feb 10 16:05:18.182269 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 89edf5c3-63cc-429d-a790-4e405528f91c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:18.228268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-769be812-b965-4fca-a361-3d16b14c818f req-4dd7d30f-1038-4483-bc5e-b35e83c42f7b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504868 Feb 10 16:05:18.230398 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d80c59-4b0e-4d7d-9714-183f467084cd {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:05:18.232400 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 89edf5c3-63cc-429d-a790-4e405528f91c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:18.232887 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:18.238823 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Publish callbacks [] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:18.251775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Transition to ACTIVE for port object 90d80c59-4b0e-4d7d-9714-183f467084cd will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:05:18.255465 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:18.323546 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 89edf5c3-63cc-429d-a790-4e405528f91c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:05:18.346800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Pushing event updated for resources: {'Port': ['ID=90d80c59-4b0e-4d7d-9714-183f467084cd,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:18.376632 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Attempting to bind port 90d80c59-4b0e-4d7d-9714-183f467084cd on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:05:18.376997 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Attempting to bind port 90d80c59-4b0e-4d7d-9714-183f467084cd by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:05:18.377345 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Attempting to bind port 90d80c59-4b0e-4d7d-9714-183f467084cd on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:18.382348 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Port 90d80c59-4b0e-4d7d-9714-183f467084cd on network 609e0cdb-147c-491c-8046-9959c1f5348e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:05:18.382671 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Attempting to bind port 90d80c59-4b0e-4d7d-9714-183f467084cd on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:05:18.387695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:05:18.388029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Checking segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:05:18.388407 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Bound using segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:05:18.388874 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Bound port: 90d80c59-4b0e-4d7d-9714-183f467084cd, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:05:18.389232 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:18.469892 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] For port 90d80c59-4b0e-4d7d-9714-183f467084cd, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:05:18.473219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] For port 90d80c59-4b0e-4d7d-9714-183f467084cd, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=90d80c59-4b0e-4d7d-9714-183f467084cd,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:05:18.480939 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:18.517584 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:18.518225 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:18.519637 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] 10.222.0.72 "PUT /v2.0/ports/90d80c59-4b0e-4d7d-9714-183f467084cd HTTP/1.1" status: 200 len: 1092 time: 0.6311684 Feb 10 16:05:18.525238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'tag': '90d80c59-4b0e-4d7d-9714-183f467084cd'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:05:18.527609 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d0defb-7121-4da1-a7d3-5728beddb3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "64424e3c-eddd-4e0d-a3e9-e482279143dd", "tag": "90d80c59-4b0e-4d7d-9714-183f467084cd"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:18.564939 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e8a65-e6e3-446c-a31b-f615019fb499 service neutron] Pushing event updated for resources: {'Port': ['ID=90d80c59-4b0e-4d7d-9714-183f467084cd,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:18.613679 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26307ab-f169-4b07-ad38-4a3baee69b4d x-openstack-request-id: req-a26307ab-f169-4b07-ad38-4a3baee69b4d {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:18.614258 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64424e3c-eddd-4e0d-a3e9-e482279143dd", "tag": "90d80c59-4b0e-4d7d-9714-183f467084cd", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:18.614507 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a26307ab-f169-4b07-ad38-4a3baee69b4d {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:18.614911 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'tag': '90d80c59-4b0e-4d7d-9714-183f467084cd', 'status': 'completed', 'code': 200} Feb 10 16:05:18.635935 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-540be74a-73fd-4556-9ff8-80c426b9eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:18.637510 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-540be74a-73fd-4556-9ff8-80c426b9eb53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 1126 time: 0.0617986 Feb 10 16:05:18.686478 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-06e11bba-8a32-41ac-83a2-1c1748988510 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d80c59-4b0e-4d7d-9714-183f467084cd HTTP/1.1" status: 200 len: 217 time: 0.0408127 Feb 10 16:05:18.737629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-60bb33c7-9d69-4141-a4cd-ca1fe3c3f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:18.739036 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-60bb33c7-9d69-4141-a4cd-ca1fe3c3f390 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0459270 Feb 10 16:05:18.788747 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-b068017f-04fc-4870-8da5-67d916d33943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:18.790266 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-b068017f-04fc-4870-8da5-67d916d33943 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458860 Feb 10 16:05:18.883481 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-c5b3373c-9a9b-44bf-9eef-610e2ce62c90 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860748 Feb 10 16:05:18.974447 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69cf7f5a-30c9-498d-8ec0-bf3d4a1a71e2 req-9c002d1b-84ea-4865-8034-ab7eeec547ea service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850832 Feb 10 16:05:18.984548 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:19.070265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0defb-7121-4da1-a7d3-5728beddb3f9 req-d56bb404-2c4a-4e2f-af80-cc4a1d081888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:19.071809 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7d0defb-7121-4da1-a7d3-5728beddb3f9 req-d56bb404-2c4a-4e2f-af80-cc4a1d081888 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 1126 time: 0.0516412 Feb 10 16:05:19.167241 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0defb-7121-4da1-a7d3-5728beddb3f9 req-86683270-e967-4350-a4da-3c18f582b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:19.168787 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7d0defb-7121-4da1-a7d3-5728beddb3f9 req-86683270-e967-4350-a4da-3c18f582b4d5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0913093 Feb 10 16:05:19.214045 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7d0defb-7121-4da1-a7d3-5728beddb3f9 req-11c359fb-7544-46fc-9a7e-a019f01e6e26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d80c59-4b0e-4d7d-9714-183f467084cd HTTP/1.1" status: 200 len: 217 time: 0.0386829 Feb 10 16:05:19.266537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0defb-7121-4da1-a7d3-5728beddb3f9 req-eddceda3-abb5-4d44-b6d2-a731b5f7e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:19.268576 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7d0defb-7121-4da1-a7d3-5728beddb3f9 req-eddceda3-abb5-4d44-b6d2-a731b5f7e020 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0440876 Feb 10 16:05:19.317805 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0defb-7121-4da1-a7d3-5728beddb3f9 req-6cbd1958-46bd-4bab-864c-4b0cf7332e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:19.319331 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7d0defb-7121-4da1-a7d3-5728beddb3f9 req-6cbd1958-46bd-4bab-864c-4b0cf7332e84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439813 Feb 10 16:05:19.348312 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50317124-2c10-4c05-82e3-cbb2e0ddf214 req-08c4f268-64b4-4287-81de-215f23c04ba8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:19.349819 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50317124-2c10-4c05-82e3-cbb2e0ddf214 req-08c4f268-64b4-4287-81de-215f23c04ba8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 944 time: 0.0520654 Feb 10 16:05:19.397299 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50317124-2c10-4c05-82e3-cbb2e0ddf214 req-6f83a369-f0ae-4e34-b1a1-4a2e7e4636e1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418758 Feb 10 16:05:19.413925 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7d0defb-7121-4da1-a7d3-5728beddb3f9 req-90076550-bb17-49d7-820f-9b40c99f127f service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875063 Feb 10 16:05:19.503374 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c7d0defb-7121-4da1-a7d3-5728beddb3f9 req-6b87dcd2-c725-4c88-8dcf-5bdd7e34b7a0 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833485 Feb 10 16:05:20.517305 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f0bda-6e1b-4f2a-bd96-2b270227e00f req-2bac4d05-a79a-4305-a7e7-598e45944dd4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:20.518789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-789f0bda-6e1b-4f2a-bd96-2b270227e00f req-2bac4d05-a79a-4305-a7e7-598e45944dd4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 944 time: 0.0528574 Feb 10 16:05:20.564795 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-789f0bda-6e1b-4f2a-bd96-2b270227e00f req-7714f895-b8e0-4b77-a7df-ca8e68d8ec86 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405021 Feb 10 16:05:21.688978 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992e9ae-f839-43f9-989d-d739e9f4b1b3 req-96454a58-69c1-49c9-a6b4-d177f4455c80 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:21.690485 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a992e9ae-f839-43f9-989d-d739e9f4b1b3 req-96454a58-69c1-49c9-a6b4-d177f4455c80 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 944 time: 0.0570269 Feb 10 16:05:21.736699 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a992e9ae-f839-43f9-989d-d739e9f4b1b3 req-35592d13-27a5-4b5e-a25d-a76fda2cc37f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403354 Feb 10 16:05:22.617247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 90d80c59-4b0e-4d7d-9714-183f467084cd details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:05:22.712176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 90d80c59-4b0e-4d7d-9714-183f467084cd, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=90d80c59-4b0e-4d7d-9714-183f467084cd,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:22.722908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '90d80c59-4b0e-4d7d-9714-183f467084cd', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'port_id': '90d80c59-4b0e-4d7d-9714-183f467084cd', 'mac_address': 'fa:16:3e:f9:f7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:05:22.759162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 90d80c59-4b0e-4d7d-9714-183f467084cd is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:05:22.759550 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:22.773391 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d80c59-4b0e-4d7d-9714-183f467084cd {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:05:22.793008 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 90d80c59-4b0e-4d7d-9714-183f467084cd, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=90d80c59-4b0e-4d7d-9714-183f467084cd,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:22.797173 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:22.850402 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=90d80c59-4b0e-4d7d-9714-183f467084cd,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:22.859173 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859211ed-4f79-4a10-a6ec-aa6dcd784ccb req-bec6d210-14c6-4554-9f07-3051a178f9b8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:22.860735 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-859211ed-4f79-4a10-a6ec-aa6dcd784ccb req-bec6d210-14c6-4554-9f07-3051a178f9b8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 945 time: 0.0540590 Feb 10 16:05:22.909025 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-859211ed-4f79-4a10-a6ec-aa6dcd784ccb req-1d92671b-4473-4ff4-8a50-f489049899d6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422769 Feb 10 16:05:23.006231 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['90d80c59-4b0e-4d7d-9714-183f467084cd'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:05:24.033885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cff8e-abe3-4d16-968d-99db507249d9 req-b7fba64d-f4c8-4717-b5fb-3241f102d3c4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:24.035389 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb9cff8e-abe3-4d16-968d-99db507249d9 req-b7fba64d-f4c8-4717-b5fb-3241f102d3c4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 945 time: 0.0589752 Feb 10 16:05:24.083041 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb9cff8e-abe3-4d16-968d-99db507249d9 req-8e5b39da-c82d-4206-b6fa-fffbaaf6f20a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421216 Feb 10 16:05:24.617653 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 90d80c59-4b0e-4d7d-9714-183f467084cd up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:05:24.667544 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 90d80c59-4b0e-4d7d-9714-183f467084cd completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:05:24.671022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 90d80c59-4b0e-4d7d-9714-183f467084cd triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:05:24.671393 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:24.745726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 90d80c59-4b0e-4d7d-9714-183f467084cd is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:05:24.746111 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:24.768226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d80c59-4b0e-4d7d-9714-183f467084cd'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:05:24.770458 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6559e67e-fcd0-4108-a383-4f1565e790b7" -d '{"events": [{"server_uuid": "64424e3c-eddd-4e0d-a3e9-e482279143dd", "name": "network-vif-plugged", "status": "completed", "tag": "90d80c59-4b0e-4d7d-9714-183f467084cd"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:24.783665 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 90d80c59-4b0e-4d7d-9714-183f467084cd, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=90d80c59-4b0e-4d7d-9714-183f467084cd,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:05:24.788633 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:24.820683 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f965ae-a8d7-4088-9b62-b4c00f685247 x-openstack-request-id: req-53f965ae-a8d7-4088-9b62-b4c00f685247 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:24.820977 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64424e3c-eddd-4e0d-a3e9-e482279143dd", "name": "network-vif-plugged", "status": "completed", "tag": "90d80c59-4b0e-4d7d-9714-183f467084cd", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:24.821225 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53f965ae-a8d7-4088-9b62-b4c00f685247 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:24.821604 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d80c59-4b0e-4d7d-9714-183f467084cd', 'code': 200} Feb 10 16:05:24.840215 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=90d80c59-4b0e-4d7d-9714-183f467084cd,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:05:24.848037 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:24.848382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:24.848742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:24.849082 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:24.849410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:24.849735 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:24.850059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:24.850379 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:24.850697 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:24.851016 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:24.851339 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:24.851652 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:24.851972 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:05:24.916813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558e3a1-6706-42d7-a286-a313d03cadb0 req-94c4ca89-131a-4a44-846c-51a51e8c806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:24.918248 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4558e3a1-6706-42d7-a286-a313d03cadb0 req-94c4ca89-131a-4a44-846c-51a51e8c806e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 1128 time: 0.0439854 Feb 10 16:05:24.966073 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4558e3a1-6706-42d7-a286-a313d03cadb0 req-221db028-f940-45af-a1f0-fb3b590b6095 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403130 Feb 10 16:05:25.203963 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c6dbf-68bb-4ee8-912c-a416960c4419 req-c89b7f63-8c80-4709-a151-c30344ec00a3 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:25.205969 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d23c6dbf-68bb-4ee8-912c-a416960c4419 req-c89b7f63-8c80-4709-a151-c30344ec00a3 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0545540 Feb 10 16:05:25.252997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d23c6dbf-68bb-4ee8-912c-a416960c4419 req-70c66103-0275-40b9-a353-ace874cf00d6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413404 Feb 10 16:05:26.370010 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c001f-d594-4455-a986-f78aaa27c061 req-7a0f6288-be2a-4fe5-aa6e-e60ecaddf882 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:26.371373 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d12c001f-d594-4455-a986-f78aaa27c061 req-7a0f6288-be2a-4fe5-aa6e-e60ecaddf882 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0507538 Feb 10 16:05:26.420150 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d12c001f-d594-4455-a986-f78aaa27c061 req-70167280-b94f-4eb3-ac5d-536c6ae7a490 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427072 Feb 10 16:05:26.532397 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d5231-626c-4055-a4d1-920a7b6ba655 req-4066ee0e-9b89-4e43-a234-1940d86aa4da tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:26.533911 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5f2d5231-626c-4055-a4d1-920a7b6ba655 req-4066ee0e-9b89-4e43-a234-1940d86aa4da tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0519872 Feb 10 16:05:26.542182 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40450) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:05:26.546478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0a75ae9e-7608-4f14-99be-786b7c0547a1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Request body: {'floatingip': {'port_id': '90d80c59-4b0e-4d7d-9714-183f467084cd'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:05:26.585349 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a75ae9e-7608-4f14-99be-786b7c0547a1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for floatingip (65d83189-0b99-407f-b441-617d53e5abbe), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:27.019073 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a75ae9e-7608-4f14-99be-786b7c0547a1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:27.022964 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a75ae9e-7608-4f14-99be-786b7c0547a1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (65d83189-0b99-407f-b441-617d53e5abbe), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:27.124175 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-0a75ae9e-7608-4f14-99be-786b7c0547a1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Floating IP 65d83189-0b99-407f-b441-617d53e5abbe associated. External IP: 172.25.3.44, port: 90d80c59-4b0e-4d7d-9714-183f467084cd. Feb 10 16:05:27.335902 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a75ae9e-7608-4f14-99be-786b7c0547a1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Router ab7e08e9-cdec-411d-97a2-62eb95953069 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:05:27.442870 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a75ae9e-7608-4f14-99be-786b7c0547a1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:05:27.447371 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0a75ae9e-7608-4f14-99be-786b7c0547a1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:27.453080 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f24b1a-d39c-41da-90ae-d78f25f0511a None None] Sync routers for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:05:27.463567 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f24b1a-d39c-41da-90ae-d78f25f0511a None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:27.464244 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e2f24b1a-d39c-41da-90ae-d78f25f0511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:05:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:27.477456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0a75ae9e-7608-4f14-99be-786b7c0547a1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "PUT /v2.0/floatingips/65d83189-0b99-407f-b441-617d53e5abbe HTTP/1.1" status: 200 len: 991 time: 0.9342418 Feb 10 16:05:27.478055 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'tag': '90d80c59-4b0e-4d7d-9714-183f467084cd'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:05:27.480478 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1032b3-501d-4cc7-ad3d-df3b30422829" -d '{"events": [{"name": "network-changed", "server_uuid": "64424e3c-eddd-4e0d-a3e9-e482279143dd", "tag": "90d80c59-4b0e-4d7d-9714-183f467084cd"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:05:27.527210 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931ac517-5a16-49e8-9fc1-955e142ef000 x-openstack-request-id: req-931ac517-5a16-49e8-9fc1-955e142ef000 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:05:27.527502 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64424e3c-eddd-4e0d-a3e9-e482279143dd", "tag": "90d80c59-4b0e-4d7d-9714-183f467084cd", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:05:27.527759 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-931ac517-5a16-49e8-9fc1-955e142ef000 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:05:27.528168 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'tag': '90d80c59-4b0e-4d7d-9714-183f467084cd', 'status': 'completed', 'code': 200} Feb 10 16:05:27.575599 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-e2f24b1a-d39c-41da-90ae-d78f25f0511a None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:05:27.583698 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2f033-5be8-40a0-a64e-9a9ab661da17 req-1ad44a03-1d4c-4ab5-bb1a-cf8eeba7441c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:27.585295 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8aa2f033-5be8-40a0-a64e-9a9ab661da17 req-1ad44a03-1d4c-4ab5-bb1a-cf8eeba7441c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0562811 Feb 10 16:05:27.594304 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1032b3-501d-4cc7-ad3d-df3b30422829 req-34dd5d1d-96e1-450d-92d5-d378e4eba455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:27.595900 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ac1032b3-501d-4cc7-ad3d-df3b30422829 req-34dd5d1d-96e1-450d-92d5-d378e4eba455 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 1128 time: 0.0467799 Feb 10 16:05:27.633841 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8aa2f033-5be8-40a0-a64e-9a9ab661da17 req-feae9388-b253-4c18-bcd5-d03ab049ee1c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427763 Feb 10 16:05:27.691397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1032b3-501d-4cc7-ad3d-df3b30422829 req-238080c9-a60b-4d58-9475-cedc93e0b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:27.692990 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ac1032b3-501d-4cc7-ad3d-df3b30422829 req-238080c9-a60b-4d58-9475-cedc93e0b46c service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0907183 Feb 10 16:05:27.765662 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731c636-0745-4f1b-8708-2675cc5749c2 req-a8850406-0613-4771-8b6e-8aadd297b235 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:27.770118 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ac1032b3-501d-4cc7-ad3d-df3b30422829 req-57c35524-4797-4d1b-ac7c-2bae61b1057d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d80c59-4b0e-4d7d-9714-183f467084cd HTTP/1.1" status: 200 len: 999 time: 0.0712156 Feb 10 16:05:27.771487 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7731c636-0745-4f1b-8708-2675cc5749c2 req-a8850406-0613-4771-8b6e-8aadd297b235 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0660992 Feb 10 16:05:27.811337 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e2f24b1a-d39c-41da-90ae-d78f25f0511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '65d83189-0b99-407f-b441-617d53e5abbe', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'port_id': '90d80c59-4b0e-4d7d-9714-183f467084cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'mac_address': 'fa:16:3e:f9:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:05:14Z', 'updated_at': '2022-02-10T16:05:26Z', 'revision_number': 1, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:27.818225 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7731c636-0745-4f1b-8708-2675cc5749c2 req-b7d0bfc9-80e1-489a-b65c-7c83d03b03c0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448892 Feb 10 16:05:27.819376 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1032b3-501d-4cc7-ad3d-df3b30422829 req-165ce069-01a0-4133-b2b1-b70e797881f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:27.821104 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ac1032b3-501d-4cc7-ad3d-df3b30422829 req-165ce069-01a0-4133-b2b1-b70e797881f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0456769 Feb 10 16:05:27.872489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1032b3-501d-4cc7-ad3d-df3b30422829 req-4f3b2cf5-6261-4e9e-b6d8-dc1741d59565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:27.874117 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ac1032b3-501d-4cc7-ad3d-df3b30422829 req-4f3b2cf5-6261-4e9e-b6d8-dc1741d59565 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469456 Feb 10 16:05:27.940055 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f24b1a-d39c-41da-90ae-d78f25f0511a None None] Checking router: ab7e08e9-cdec-411d-97a2-62eb95953069 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:05:27.948381 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f24b1a-d39c-41da-90ae-d78f25f0511a None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:05:27.948951 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e2f24b1a-d39c-41da-90ae-d78f25f0511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:05:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:27.971703 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ac1032b3-501d-4cc7-ad3d-df3b30422829 req-4d96601d-abda-4ef3-aec6-aa5cf4ab8653 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898676 Feb 10 16:05:28.053995 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-e2f24b1a-d39c-41da-90ae-d78f25f0511a None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:05:28.066246 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ac1032b3-501d-4cc7-ad3d-df3b30422829 req-a9358d34-1179-4e97-83c7-46a0ea456696 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890985 Feb 10 16:05:28.272176 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e2f24b1a-d39c-41da-90ae-d78f25f0511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '65d83189-0b99-407f-b441-617d53e5abbe', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'port_id': '90d80c59-4b0e-4d7d-9714-183f467084cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'mac_address': 'fa:16:3e:f9:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:05:14Z', 'updated_at': '2022-02-10T16:05:26Z', 'revision_number': 1, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:05:28.301483 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f24b1a-d39c-41da-90ae-d78f25f0511a None None] The sync data for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 is: [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '65d83189-0b99-407f-b441-617d53e5abbe', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'port_id': '90d80c59-4b0e-4d7d-9714-183f467084cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'mac_address': 'fa:16:3e:f9:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:05:14Z', 'updated_at': '2022-02-10T16:05:26Z', 'revision_number': 1, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:05:28.488510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997bbdcd-02bf-438a-8a3b-3562cc2aace9 None None] New status for floating IP 65d83189-0b99-407f-b441-617d53e5abbe: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:05:28.935028 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad48a3-d6c1-4bb0-9c59-55aa5b6236f7 req-61ee114b-2e70-4379-9bf9-73dd4769161e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:28.936422 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3ad48a3-d6c1-4bb0-9c59-55aa5b6236f7 req-61ee114b-2e70-4379-9bf9-73dd4769161e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0511010 Feb 10 16:05:28.987333 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e3ad48a3-d6c1-4bb0-9c59-55aa5b6236f7 req-b4eff96b-bf34-4800-8805-4291d23c47f8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447724 Feb 10 16:05:29.102810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280f9b9-3a7b-4403-bd63-8d91a12f606e req-29a4aa41-a372-4b26-b947-4b46671a970b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:29.104695 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b280f9b9-3a7b-4403-bd63-8d91a12f606e req-29a4aa41-a372-4b26-b947-4b46671a970b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0531912 Feb 10 16:05:29.154520 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b280f9b9-3a7b-4403-bd63-8d91a12f606e req-05a74400-7765-4c29-823d-5f81cf05bda7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443392 Feb 10 16:05:29.377922 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-e4a1ef51-0c97-4f6a-ba68-687b372e6004 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446434 Feb 10 16:05:29.390747 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b970c4-6b5e-447d-b9d2-5ad227e96002 req-ac123cb1-2528-4f00-b070-a507ed239f2b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:29.392272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67b970c4-6b5e-447d-b9d2-5ad227e96002 req-ac123cb1-2528-4f00-b070-a507ed239f2b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0526030 Feb 10 16:05:29.440046 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67b970c4-6b5e-447d-b9d2-5ad227e96002 req-22272383-83c5-4019-aeed-00168e7d147c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417409 Feb 10 16:05:29.713798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-35cce9ad-176c-473f-9e12-f107d92bb3d9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:29.715153 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-35cce9ad-176c-473f-9e12-f107d92bb3d9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports/90d80c59-4b0e-4d7d-9714-183f467084cd HTTP/1.1" status: 200 len: 943 time: 0.0452249 Feb 10 16:05:30.167115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-0a806313-9d36-4503-899e-bc751dec9728 req-585cb1f3-c6bf-46ec-b5b3-38aeec993d19 tempest-TestNetworkAdvancedServerOps-1346751746 tempest-TestNetworkAdvancedServerOps-1346751746-project-admin] (103369) timed out ('10.222.0.64', 43760) {{(pid=103369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 16:05:30.484354 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-fe0eefff-a9b9-4721-8c63-51c203b1fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:30.486768 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-fe0eefff-a9b9-4721-8c63-51c203b1fcc8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 1128 time: 0.0462415 Feb 10 16:05:30.562604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e78945-3f15-4eaa-9ee5-96d53147034c req-f8a181f5-dca8-41b9-8ee2-d4ab6cc7592d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:30.564709 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25e78945-3f15-4eaa-9ee5-96d53147034c req-f8a181f5-dca8-41b9-8ee2-d4ab6cc7592d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0529435 Feb 10 16:05:30.579045 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-3084c23b-d65c-4a75-9b3f-690f193654e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:30.580548 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-3084c23b-d65c-4a75-9b3f-690f193654e0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0883651 Feb 10 16:05:30.610847 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25e78945-3f15-4eaa-9ee5-96d53147034c req-8b58732e-e927-483b-8c2f-4ba4db4367a2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395579 Feb 10 16:05:30.644924 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-e2a5bd05-0d04-45e5-b965-e33e5c509e80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d80c59-4b0e-4d7d-9714-183f467084cd HTTP/1.1" status: 200 len: 1001 time: 0.0585535 Feb 10 16:05:30.696094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-41ebe11e-2925-48ca-9de7-a0195c16e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:30.697571 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-41ebe11e-2925-48ca-9de7-a0195c16e0a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0474453 Feb 10 16:05:30.745580 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-2d9e864d-ffbe-4ce2-93d1-f52a58e9c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:30.746975 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-2d9e864d-ffbe-4ce2-93d1-f52a58e9c12c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436788 Feb 10 16:05:30.834528 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-4a3268dd-4aa0-401d-b0b9-cbd8bf2938e6 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803647 Feb 10 16:05:30.924729 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-ba74f0f4-8722-44eb-82b8-c088b2a432b8 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848515 Feb 10 16:05:31.732185 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e8911-16cf-42a0-ade9-b09743eb2fc5 req-7c219438-cf3a-4157-93ac-3529a6285d4f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:31.733703 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-986e8911-16cf-42a0-ade9-b09743eb2fc5 req-7c219438-cf3a-4157-93ac-3529a6285d4f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0554221 Feb 10 16:05:31.783355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-986e8911-16cf-42a0-ade9-b09743eb2fc5 req-fe5c1b8d-42bd-47cb-90ca-e05c849833b2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438328 Feb 10 16:05:32.902517 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6c765-456a-409a-a144-e250e3150fd1 req-9e77be7c-08d0-4713-8fd4-a34cd219ce1c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:32.904019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bf6c765-456a-409a-a144-e250e3150fd1 req-9e77be7c-08d0-4713-8fd4-a34cd219ce1c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0539238 Feb 10 16:05:32.950548 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bf6c765-456a-409a-a144-e250e3150fd1 req-5b145f34-90f2-4d92-b1e1-be835417c3be tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404813 Feb 10 16:05:34.071699 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b9d6a-a173-4cfe-968f-00b3b5368dcb req-1f4b0afb-0e86-458b-b9d4-db7818edf4be tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:34.073244 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e73b9d6a-a173-4cfe-968f-00b3b5368dcb req-1f4b0afb-0e86-458b-b9d4-db7818edf4be tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0554013 Feb 10 16:05:34.123293 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e73b9d6a-a173-4cfe-968f-00b3b5368dcb req-f9876a11-19a5-4f89-9037-ae8333968eee tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444808 Feb 10 16:05:35.241617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfda47-7164-48a9-921a-f19f4a97fde5 req-6ee26370-29ae-4bd1-b2d7-6d7db77f0a8a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:35.243126 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5bfda47-7164-48a9-921a-f19f4a97fde5 req-6ee26370-29ae-4bd1-b2d7-6d7db77f0a8a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0517852 Feb 10 16:05:35.289276 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5bfda47-7164-48a9-921a-f19f4a97fde5 req-d9ad8051-c0b0-468a-9c79-07bafc513937 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407252 Feb 10 16:05:36.406484 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c7df2-7f33-4614-b67e-0ed896ff7318 req-be0db3bf-8b89-455a-9e06-21f1985526f9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:36.407953 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-059c7df2-7f33-4614-b67e-0ed896ff7318 req-be0db3bf-8b89-455a-9e06-21f1985526f9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0516970 Feb 10 16:05:36.459727 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-059c7df2-7f33-4614-b67e-0ed896ff7318 req-f788fd67-47ba-47f1-9c29-7fbfd45451d2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462677 Feb 10 16:05:37.301423 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:37.578536 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace77d53-aa38-49b1-a326-e62dbac000d0 req-790e303c-3cb0-46e5-9dd9-f93af30053dd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:37.580486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ace77d53-aa38-49b1-a326-e62dbac000d0 req-790e303c-3cb0-46e5-9dd9-f93af30053dd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0539522 Feb 10 16:05:37.625215 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ace77d53-aa38-49b1-a326-e62dbac000d0 req-1f4e9eb1-6cbd-45db-bcad-8a946ed5cfc7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392992 Feb 10 16:05:38.994950 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee808d52-7612-4b84-8cdf-4b65ea58a4b7 req-6c9acae6-7b29-4009-b104-5d2342280daf tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:38.996425 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee808d52-7612-4b84-8cdf-4b65ea58a4b7 req-6c9acae6-7b29-4009-b104-5d2342280daf tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0513470 Feb 10 16:05:39.041216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee808d52-7612-4b84-8cdf-4b65ea58a4b7 req-7def19fa-5e3f-4a57-a0fc-594fd0c81a0a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392408 Feb 10 16:05:40.090433 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:05:40.162771 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86583076-7022-443a-a593-9c2e80d41833 req-91937d86-f692-455c-8a77-d55a4dcdf22c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:40.164289 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-86583076-7022-443a-a593-9c2e80d41833 req-91937d86-f692-455c-8a77-d55a4dcdf22c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0568659 Feb 10 16:05:40.209210 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-86583076-7022-443a-a593-9c2e80d41833 req-bcbf19e9-3227-46f9-8117-918b0485179d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394266 Feb 10 16:05:41.329376 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e109198-bae9-4c61-844f-daaded4b8834 req-cacd1175-ae9a-451a-9258-54dcb64e623e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:41.330889 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e109198-bae9-4c61-844f-daaded4b8834 req-cacd1175-ae9a-451a-9258-54dcb64e623e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0533199 Feb 10 16:05:41.377357 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8e109198-bae9-4c61-844f-daaded4b8834 req-f3cdd031-693c-4772-9096-a9164b86dbc2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408604 Feb 10 16:05:41.805839 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:42.494522 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f1309-21d4-4b7a-b9e6-f835f1c3387b req-82e2c5d0-1b0a-4fd6-acb0-c4a96fd11298 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:42.495974 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-560f1309-21d4-4b7a-b9e6-f835f1c3387b req-82e2c5d0-1b0a-4fd6-acb0-c4a96fd11298 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0500863 Feb 10 16:05:42.544735 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-560f1309-21d4-4b7a-b9e6-f835f1c3387b req-a01b14ea-715b-471b-b35d-c446220d4281 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427308 Feb 10 16:05:42.925246 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4caf0ae1-d1a2-44f3-979d-81114abefb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:43.660617 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bd6d4-2677-4504-8939-2fac6ae44940 req-ae13a4a1-a640-4346-82fe-025869fa9ff1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:43.662099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d00bd6d4-2677-4504-8939-2fac6ae44940 req-ae13a4a1-a640-4346-82fe-025869fa9ff1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0511661 Feb 10 16:05:43.707304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d00bd6d4-2677-4504-8939-2fac6ae44940 req-669d349b-bd1f-4eec-a367-efb3077f95b1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396049 Feb 10 16:05:44.825833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e6c5e-0c2c-4121-b651-402da3589d3a req-2d02a12b-9079-4775-85f2-5101453cd6b5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:44.827214 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a9e6c5e-0c2c-4121-b651-402da3589d3a req-2d02a12b-9079-4775-85f2-5101453cd6b5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0508387 Feb 10 16:05:44.873706 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7a9e6c5e-0c2c-4121-b651-402da3589d3a req-73786208-8936-436d-9e13-8b14b7319c6f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409279 Feb 10 16:05:45.220841 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6f13136d-4bba-44e5-90f0-892d7027dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:45.994203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815689e-0cab-444d-8270-cc48957299b5 req-1f869e34-5f95-4270-811a-5da7c5095a16 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:45.995683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d815689e-0cab-444d-8270-cc48957299b5 req-1f869e34-5f95-4270-811a-5da7c5095a16 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0554018 Feb 10 16:05:46.041225 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d815689e-0cab-444d-8270-cc48957299b5 req-6b476ea3-caba-46da-b030-c9229b97ff72 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395098 Feb 10 16:05:46.504059 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:47.165860 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb680ca7-aa3f-4af6-811b-bd00a53e892d req-0cc7cf34-d214-48d8-aa5d-b618cf35c8c6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:47.167342 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb680ca7-aa3f-4af6-811b-bd00a53e892d req-0cc7cf34-d214-48d8-aa5d-b618cf35c8c6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0524280 Feb 10 16:05:47.213461 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb680ca7-aa3f-4af6-811b-bd00a53e892d req-59ed5f1a-5dd7-4bb9-82f0-8580288aae1a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400393 Feb 10 16:05:48.075057 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:48.331385 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4b11a-2a86-4059-a449-b92df0e49ebd req-62d98ab2-5067-41c1-a8dd-9c17b03be358 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:48.332796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ff4b11a-2a86-4059-a449-b92df0e49ebd req-62d98ab2-5067-41c1-a8dd-9c17b03be358 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0516257 Feb 10 16:05:48.381989 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ff4b11a-2a86-4059-a449-b92df0e49ebd req-b39d75d1-844b-47c9-861f-a932ee27828f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437014 Feb 10 16:05:48.988046 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:05:49.502586 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f02a7-e814-4a70-9fac-019171696aec req-fe06a8e6-62a2-4320-a313-6b93329c8ef9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:49.504068 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-768f02a7-e814-4a70-9fac-019171696aec req-fe06a8e6-62a2-4320-a313-6b93329c8ef9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0539064 Feb 10 16:05:49.549670 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-768f02a7-e814-4a70-9fac-019171696aec req-da6c94e7-451c-4895-a771-29d2c1d2362c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400479 Feb 10 16:05:50.667286 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2b7a8-fb2b-40a9-93e1-1b2dabc0ff5d req-ee3d95b6-9fec-4fe8-97ae-a58d89ce0b81 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:50.668796 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fde2b7a8-fb2b-40a9-93e1-1b2dabc0ff5d req-ee3d95b6-9fec-4fe8-97ae-a58d89ce0b81 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0508356 Feb 10 16:05:50.717738 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fde2b7a8-fb2b-40a9-93e1-1b2dabc0ff5d req-5962382a-4efe-46e2-aca2-15ea74decbba tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Feb 10 16:05:51.839345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e78b6a-3b3b-434e-8ec5-0dab6cdcdb7a req-be8c2203-5700-4076-963d-0571da3d3e19 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:51.840873 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49e78b6a-3b3b-434e-8ec5-0dab6cdcdb7a req-be8c2203-5700-4076-963d-0571da3d3e19 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0554597 Feb 10 16:05:51.892498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49e78b6a-3b3b-434e-8ec5-0dab6cdcdb7a req-4c70e0c1-b63e-4947-8da1-684d6ff5479a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460594 Feb 10 16:05:53.013214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314065d-c5ba-4801-a279-33e7615e7750 req-c24fe741-b333-4a77-83c8-01b1b04dd42b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:53.014671 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6314065d-c5ba-4801-a279-33e7615e7750 req-c24fe741-b333-4a77-83c8-01b1b04dd42b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0511749 Feb 10 16:05:53.059869 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6314065d-c5ba-4801-a279-33e7615e7750 req-5b8d9596-e87a-47d5-96d3-844881ede2fb tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390885 Feb 10 16:05:54.181754 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23989f62-ca3d-4ed7-8d34-73489085df7f req-3005684f-06da-4a68-b009-471b343de612 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:54.183263 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23989f62-ca3d-4ed7-8d34-73489085df7f req-3005684f-06da-4a68-b009-471b343de612 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0557554 Feb 10 16:05:54.233272 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23989f62-ca3d-4ed7-8d34-73489085df7f req-8ce4ad0b-c9e7-4bb3-ae00-c701821b4821 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437670 Feb 10 16:05:55.349799 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdfd33-a6a1-4d84-a817-8c8186d28080 req-bdb6a697-3cfc-4477-a407-6a1c0cf2b409 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:55.351257 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73fdfd33-a6a1-4d84-a817-8c8186d28080 req-bdb6a697-3cfc-4477-a407-6a1c0cf2b409 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0506365 Feb 10 16:05:55.397215 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-73fdfd33-a6a1-4d84-a817-8c8186d28080 req-88606bd5-d460-4d62-a736-33ba6b664a70 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404587 Feb 10 16:05:56.512104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281359a1-b279-4698-8f8d-bac076f3218f req-4cfdd3d2-82f3-4ae4-9b82-764fa20abae9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:56.513600 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-281359a1-b279-4698-8f8d-bac076f3218f req-4cfdd3d2-82f3-4ae4-9b82-764fa20abae9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0506094 Feb 10 16:05:56.561939 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-281359a1-b279-4698-8f8d-bac076f3218f req-3fa74646-9d27-4afb-980a-fd14839e492a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423067 Feb 10 16:05:57.678184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a33a8-82b6-46ae-bab6-576be410a51f req-214017fd-95b1-4863-8f9d-95249ccbcbde tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:57.679675 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cb7a33a8-82b6-46ae-bab6-576be410a51f req-214017fd-95b1-4863-8f9d-95249ccbcbde tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0504789 Feb 10 16:05:57.725611 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cb7a33a8-82b6-46ae-bab6-576be410a51f req-26ea0a1e-65d5-4a80-8a79-8a34bebf8047 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403457 Feb 10 16:05:58.846073 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f3906-0ced-437c-a4b9-5a0f0aa32ca5 req-1fbf3940-0135-4286-b933-b89031258e6c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:05:58.847575 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-995f3906-0ced-437c-a4b9-5a0f0aa32ca5 req-1fbf3940-0135-4286-b933-b89031258e6c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0518916 Feb 10 16:05:58.893829 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-995f3906-0ced-437c-a4b9-5a0f0aa32ca5 req-f192941d-5b33-462d-8aa4-1bf58e61305e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408287 Feb 10 16:06:00.012610 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a5e5c-1c22-4a7e-8edb-a7cb4e658cb4 req-9291704d-4fa7-4961-9df6-7c4d874a10e2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:00.014113 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-643a5e5c-1c22-4a7e-8edb-a7cb4e658cb4 req-9291704d-4fa7-4961-9df6-7c4d874a10e2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0546124 Feb 10 16:06:00.059591 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-643a5e5c-1c22-4a7e-8edb-a7cb4e658cb4 req-1f00e3c3-69f7-48b4-ad1a-e78f45e4879f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396917 Feb 10 16:06:01.183035 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c05f7e-7697-4256-9c2e-f38785741fb1 req-0451f80f-0a42-4b44-b3e1-110ff10a4112 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:01.184537 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81c05f7e-7697-4256-9c2e-f38785741fb1 req-0451f80f-0a42-4b44-b3e1-110ff10a4112 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0525060 Feb 10 16:06:01.231401 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-81c05f7e-7697-4256-9c2e-f38785741fb1 req-7063f796-12b9-45af-a099-c578eb2ba3bd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411541 Feb 10 16:06:02.018655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c22aa-59f3-468b-8648-c363495df366 req-069591c9-c33f-4490-96e0-9d47dd8b05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:02.020970 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6c1c22aa-59f3-468b-8648-c363495df366 req-069591c9-c33f-4490-96e0-9d47dd8b05c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 1128 time: 0.0522184 Feb 10 16:06:02.128723 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c22aa-59f3-468b-8648-c363495df366 req-758da9f8-eb7b-4b1b-8561-68c3d1d81c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:02.130217 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6c1c22aa-59f3-468b-8648-c363495df366 req-758da9f8-eb7b-4b1b-8561-68c3d1d81c84 service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0896120 Feb 10 16:06:02.198205 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6c1c22aa-59f3-468b-8648-c363495df366 req-0b5cf9ba-536e-4153-bef3-056688f83c71 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d80c59-4b0e-4d7d-9714-183f467084cd HTTP/1.1" status: 200 len: 1001 time: 0.0613849 Feb 10 16:06:02.250951 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c22aa-59f3-468b-8648-c363495df366 req-60fd5d53-366f-41f8-8b15-8a47ff9daa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:02.252419 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6c1c22aa-59f3-468b-8648-c363495df366 req-60fd5d53-366f-41f8-8b15-8a47ff9daa34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0480235 Feb 10 16:06:02.303185 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c22aa-59f3-468b-8648-c363495df366 req-978b5534-42f6-47b2-9df0-69e35276d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:02.304737 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6c1c22aa-59f3-468b-8648-c363495df366 req-978b5534-42f6-47b2-9df0-69e35276d84b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458455 Feb 10 16:06:02.352992 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250a234-5fe4-4c73-ba7c-8390bdca8d33 req-44c00561-e0c2-4791-8083-b344ea733a09 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:02.354574 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a250a234-5fe4-4c73-ba7c-8390bdca8d33 req-44c00561-e0c2-4791-8083-b344ea733a09 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0525224 Feb 10 16:06:02.398430 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6c1c22aa-59f3-468b-8648-c363495df366 req-476cb2af-5803-484f-a04e-2319e68b00f4 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865240 Feb 10 16:06:02.405234 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a250a234-5fe4-4c73-ba7c-8390bdca8d33 req-67b1ee15-23b1-4947-91dc-88aa87ceac97 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450304 Feb 10 16:06:02.494601 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6c1c22aa-59f3-468b-8648-c363495df366 req-59455409-edb1-4c5d-9dec-cadd2a5ea955 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902767 Feb 10 16:06:02.842994 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-70e0c753-2362-4d71-808c-4c6b3d348779 service neutron] show failed (client error): The resource could not be found. Feb 10 16:06:02.844597 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-70e0c753-2362-4d71-808c-4c6b3d348779 service neutron] 10.222.0.72 "GET /v2.0/ports/90d80c59-4b0e-4d7d-9714-183f467084cd/bindings/n-h2-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.0536461 Feb 10 16:06:03.063262 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-5191fca9-8bde-4b12-bbc4-5bd89e020245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:03.064717 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-5191fca9-8bde-4b12-bbc4-5bd89e020245 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd&tenant_id=61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 1128 time: 0.0494466 Feb 10 16:06:03.075188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:03.132899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:03.345864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] For port 90d80c59-4b0e-4d7d-9714-183f467084cd, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=90d80c59-4b0e-4d7d-9714-183f467084cd,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:03.379777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] For port 90d80c59-4b0e-4d7d-9714-183f467084cd, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:03.420853 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90d80c59-4b0e-4d7d-9714-183f467084cd'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:06:03.423673 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02d9a5c-3cea-48d4-9dd2-101ef97ef7f8" -d '{"events": [{"server_uuid": "64424e3c-eddd-4e0d-a3e9-e482279143dd", "name": "network-vif-unplugged", "status": "completed", "tag": "90d80c59-4b0e-4d7d-9714-183f467084cd"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:03.427238 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Publish callbacks [] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:03.441318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Transition to ACTIVE for port object 90d80c59-4b0e-4d7d-9714-183f467084cd will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:06:03.445984 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:03.481345 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e27f89-2af1-47d8-8153-323a36b7adbe x-openstack-request-id: req-03e27f89-2af1-47d8-8153-323a36b7adbe {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:03.481501 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64424e3c-eddd-4e0d-a3e9-e482279143dd", "name": "network-vif-unplugged", "status": "completed", "tag": "90d80c59-4b0e-4d7d-9714-183f467084cd", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:03.481751 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03e27f89-2af1-47d8-8153-323a36b7adbe {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:03.482149 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90d80c59-4b0e-4d7d-9714-183f467084cd', 'code': 200} Feb 10 16:06:03.530175 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Pushing event updated for resources: {'Port': ['ID=90d80c59-4b0e-4d7d-9714-183f467084cd,revision_number=6']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:03.536257 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321924c7-24f0-4c69-8954-73b44d34daec req-ddad55a9-03cb-4500-a64f-a36799533bd4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:03.537843 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-321924c7-24f0-4c69-8954-73b44d34daec req-ddad55a9-03cb-4500-a64f-a36799533bd4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 944 time: 0.0582082 Feb 10 16:06:03.540093 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:03.540441 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:03.540838 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:03.541177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:03.541506 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:03.541843 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:03.542172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:03.542499 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:03.542820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:03.543150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:03.543472 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:03.543800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:03.544123 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:06:03.598067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-321924c7-24f0-4c69-8954-73b44d34daec req-5bc4bc8b-3865-4431-b8f1-68b1d21fcb39 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531719 Feb 10 16:06:03.601004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] No DVR routers for this DVR port 90d80c59-4b0e-4d7d-9714-183f467084cd on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:06:03.766492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Attempting to bind port 90d80c59-4b0e-4d7d-9714-183f467084cd on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:06:03.766800 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Attempting to bind port 90d80c59-4b0e-4d7d-9714-183f467084cd by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:06:03.768215 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Attempting to bind port 90d80c59-4b0e-4d7d-9714-183f467084cd on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:03.773063 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Port 90d80c59-4b0e-4d7d-9714-183f467084cd on network 609e0cdb-147c-491c-8046-9959c1f5348e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:06:03.773388 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Attempting to bind port 90d80c59-4b0e-4d7d-9714-183f467084cd on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:03.778235 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:06:03.778577 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Checking segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:06:03.778962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Bound using segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:06:03.779385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Bound port: 90d80c59-4b0e-4d7d-9714-183f467084cd, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:06:03.779742 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:03.841161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] For port 90d80c59-4b0e-4d7d-9714-183f467084cd, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:03.844933 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] For port 90d80c59-4b0e-4d7d-9714-183f467084cd, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=90d80c59-4b0e-4d7d-9714-183f467084cd,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:06:03.850840 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:03.883178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:03.883861 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:03.885308 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-99930add-8427-4ac6-8c23-424ad328724f service neutron] 10.222.0.79 "PUT /v2.0/ports/90d80c59-4b0e-4d7d-9714-183f467084cd HTTP/1.1" status: 200 len: 1092 time: 0.8140483 Feb 10 16:06:03.919092 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99930add-8427-4ac6-8c23-424ad328724f service neutron] Pushing event updated for resources: {'Port': ['ID=90d80c59-4b0e-4d7d-9714-183f467084cd,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:03.956014 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-eee207f8-74ae-4624-85ef-69d41f796b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:03.957560 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-eee207f8-74ae-4624-85ef-69d41f796b33 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 1126 time: 0.0493121 Feb 10 16:06:04.058684 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-ca185f97-92bb-43fe-9912-0f74d6b4ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:04.060181 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-ca185f97-92bb-43fe-9912-0f74d6b4ed97 service neutron] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0968997 Feb 10 16:06:04.127925 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-861d308f-f140-400c-8f86-039fbadebcb6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d80c59-4b0e-4d7d-9714-183f467084cd HTTP/1.1" status: 200 len: 999 time: 0.0617812 Feb 10 16:06:04.177740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-ed2a7f92-df1d-4413-9ebb-c2643c576573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:04.179166 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-ed2a7f92-df1d-4413-9ebb-c2643c576573 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0459490 Feb 10 16:06:04.225875 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-bd44eb73-5c5a-48af-9189-47cf3385c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:04.227348 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-bd44eb73-5c5a-48af-9189-47cf3385c64d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426204 Feb 10 16:06:04.314489 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-ebf188ed-a1c7-45f9-ab77-240217666484 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807321 Feb 10 16:06:04.419132 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2357eca5-d816-434a-af03-f23ea1aecfcc req-14664754-5da4-40a9-8f3c-5aaf6bd0b398 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986598 Feb 10 16:06:04.717347 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11302a4-2383-4cd2-b89a-b3a359f588ca req-5b1a7ccd-efc8-4242-a3e0-c8067532956f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:04.719365 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e11302a4-2383-4cd2-b89a-b3a359f588ca req-5b1a7ccd-efc8-4242-a3e0-c8067532956f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 944 time: 0.0512381 Feb 10 16:06:04.764601 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e11302a4-2383-4cd2-b89a-b3a359f588ca req-dfadf1c9-0217-4443-bb9b-ad390e79bbc8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396407 Feb 10 16:06:05.482932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'tag': '90d80c59-4b0e-4d7d-9714-183f467084cd'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:06:05.486106 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7765035-f557-409d-bd9a-30c6370e70a7" -d '{"events": [{"name": "network-changed", "server_uuid": "64424e3c-eddd-4e0d-a3e9-e482279143dd", "tag": "90d80c59-4b0e-4d7d-9714-183f467084cd"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:05.533123 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93103801-94e0-4657-b456-1c0776583ce8 x-openstack-request-id: req-93103801-94e0-4657-b456-1c0776583ce8 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:05.533413 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64424e3c-eddd-4e0d-a3e9-e482279143dd", "tag": "90d80c59-4b0e-4d7d-9714-183f467084cd", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:05.533661 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93103801-94e0-4657-b456-1c0776583ce8 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:05.534058 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'tag': '90d80c59-4b0e-4d7d-9714-183f467084cd', 'status': 'completed', 'code': 200} Feb 10 16:06:05.626738 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-b8d478ba-2601-4ef8-8990-f9ed587ffd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:05.628243 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-b8d478ba-2601-4ef8-8990-f9ed587ffd0b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 1126 time: 0.0772219 Feb 10 16:06:05.630540 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-ce207a44-8760-4a1b-9f5f-a27c18123b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:05.631858 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-ce207a44-8760-4a1b-9f5f-a27c18123b06 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 1126 time: 0.0732636 Feb 10 16:06:05.788119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-31441d35-c73e-4da1-abe7-ad0bcbd532e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:05.789422 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-31441d35-c73e-4da1-abe7-ad0bcbd532e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.1554201 Feb 10 16:06:05.790491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-4f60716e-1b4d-4207-971a-11f32caa8cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:05.791768 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-4f60716e-1b4d-4207-971a-11f32caa8cda service neutron] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.1504884 Feb 10 16:06:05.888824 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf454de1-9667-408d-a429-cf502acd2d5d req-54648514-3519-4599-a70f-d84e51e44123 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:05.890337 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf454de1-9667-408d-a429-cf502acd2d5d req-54648514-3519-4599-a70f-d84e51e44123 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 944 time: 0.0556495 Feb 10 16:06:05.900975 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-d0f7459a-e44f-4bf3-8d41-9682a24e4c62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d80c59-4b0e-4d7d-9714-183f467084cd HTTP/1.1" status: 200 len: 999 time: 0.1053312 Feb 10 16:06:05.902689 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-1c10a863-1e7c-4961-8fb0-9e0e43887dff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d80c59-4b0e-4d7d-9714-183f467084cd HTTP/1.1" status: 200 len: 999 time: 0.1003587 Feb 10 16:06:05.937019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cf454de1-9667-408d-a429-cf502acd2d5d req-7deea3ee-098f-4d34-83dd-1539ceb30ae5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402758 Feb 10 16:06:05.984463 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-748d5281-7d22-479e-ad18-99bac103244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:05.986209 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-748d5281-7d22-479e-ad18-99bac103244d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0793035 Feb 10 16:06:05.987571 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-03438294-7c0d-401b-bd05-27774de9b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:05.988868 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-03438294-7c0d-401b-bd05-27774de9b23a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0748215 Feb 10 16:06:06.064798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-5f12a55d-808a-48ff-b690-7ed7bd3167c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:06.066219 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-5f12a55d-808a-48ff-b690-7ed7bd3167c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0740886 Feb 10 16:06:06.068516 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-49347a72-e131-428e-9647-d0a17041d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:06.069881 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-49347a72-e131-428e-9647-d0a17041d91d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0706694 Feb 10 16:06:06.216418 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-f61d6f90-e79a-483a-9dd8-7b9300492936 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440287 Feb 10 16:06:06.220236 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-147c668c-8fce-4101-b24c-021eda279536 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412194 Feb 10 16:06:06.374669 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-79a1d993-760f-4a80-b10f-56f33906decd service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512988 Feb 10 16:06:06.378463 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a7765035-f557-409d-bd9a-30c6370e70a7 req-a50ca0a4-499c-4c83-8f6e-57233990b0dd service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474879 Feb 10 16:06:06.866945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 90d80c59-4b0e-4d7d-9714-183f467084cd no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:06:06.905831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] The host n-h1-815324-7 is not matching for port 90d80c59-4b0e-4d7d-9714-183f467084cd host n-h2-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 16:06:06.906768 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 90d80c59-4b0e-4d7d-9714-183f467084cd not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:06:07.058863 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9042d8-1ef7-4640-ace6-de7f35bd4029 req-804c19fa-636e-46d1-ac4c-8d89a839775b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:07.060256 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee9042d8-1ef7-4640-ace6-de7f35bd4029 req-804c19fa-636e-46d1-ac4c-8d89a839775b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 944 time: 0.0524251 Feb 10 16:06:07.106078 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee9042d8-1ef7-4640-ace6-de7f35bd4029 req-f2b4dd68-9997-45bc-ab63-31a14b700eb8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394678 Feb 10 16:06:07.303306 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:08.230164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e899e-1c82-4c46-b406-8ee86cc9a2cd req-e69a8716-3817-446c-bfb6-0744d94cf137 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:08.231498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-456e899e-1c82-4c46-b406-8ee86cc9a2cd req-e69a8716-3817-446c-bfb6-0744d94cf137 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 944 time: 0.0565193 Feb 10 16:06:08.506469 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 90d80c59-4b0e-4d7d-9714-183f467084cd details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:06:08.579452 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-456e899e-1c82-4c46-b406-8ee86cc9a2cd req-1b1bc3b2-97b8-47e2-9dc4-3849fa938411 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3415217 Feb 10 16:06:08.609816 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 90d80c59-4b0e-4d7d-9714-183f467084cd, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=90d80c59-4b0e-4d7d-9714-183f467084cd,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:08.621568 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '90d80c59-4b0e-4d7d-9714-183f467084cd', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'port_id': '90d80c59-4b0e-4d7d-9714-183f467084cd', 'mac_address': 'fa:16:3e:f9:f7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:06:08.658847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 90d80c59-4b0e-4d7d-9714-183f467084cd is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:06:08.659366 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:08.674181 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d80c59-4b0e-4d7d-9714-183f467084cd {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:06:08.695467 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 90d80c59-4b0e-4d7d-9714-183f467084cd, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=90d80c59-4b0e-4d7d-9714-183f467084cd,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:08.698700 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:08.752045 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=90d80c59-4b0e-4d7d-9714-183f467084cd,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:08.783348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9562a-6497-4de7-9167-c45024892181 req-a2124a8e-e6cc-453d-b2a7-65109328e05e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:08.784903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ce9562a-6497-4de7-9167-c45024892181 req-a2124a8e-e6cc-453d-b2a7-65109328e05e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 945 time: 0.0584054 Feb 10 16:06:08.799077 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e71387-95d1-4917-9d64-83de3c4a9318 req-ff3372d4-1dc3-4014-8da7-be9d76abf803 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:08.800621 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58e71387-95d1-4917-9d64-83de3c4a9318 req-ff3372d4-1dc3-4014-8da7-be9d76abf803 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.72 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd&tenant_id=61111091e2484c87be8da6aacc5e380d&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 945 time: 0.0599840 Feb 10 16:06:08.832289 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ce9562a-6497-4de7-9167-c45024892181 req-6e98f1a5-35cf-4cba-b88c-aa2eeeba7ffa tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Feb 10 16:06:08.861963 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-58e71387-95d1-4917-9d64-83de3c4a9318 req-191a4f2e-0462-4491-8fc3-dc66d033ceb2 service neutron] delete failed (client error): The resource could not be found. Feb 10 16:06:08.862982 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58e71387-95d1-4917-9d64-83de3c4a9318 req-191a4f2e-0462-4491-8fc3-dc66d033ceb2 service neutron] 10.222.0.72 "DELETE /v2.0/ports/90d80c59-4b0e-4d7d-9714-183f467084cd/bindings/n-h1-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.0547662 Feb 10 16:06:08.949642 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e71387-95d1-4917-9d64-83de3c4a9318 req-3844136a-8b5f-4945-9202-a6f2cabc360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:08.951151 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58e71387-95d1-4917-9d64-83de3c4a9318 req-3844136a-8b5f-4945-9202-a6f2cabc360b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 1127 time: 0.0439005 Feb 10 16:06:09.040983 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['90d80c59-4b0e-4d7d-9714-183f467084cd'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:06:09.044020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e71387-95d1-4917-9d64-83de3c4a9318 req-e55f6d69-f535-4a81-a3bc-a3240307a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:09.045551 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58e71387-95d1-4917-9d64-83de3c4a9318 req-e55f6d69-f535-4a81-a3bc-a3240307a83c service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0877380 Feb 10 16:06:09.111582 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58e71387-95d1-4917-9d64-83de3c4a9318 req-cbc5efd4-e1ac-4040-8139-adc6c56f1665 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d80c59-4b0e-4d7d-9714-183f467084cd HTTP/1.1" status: 200 len: 1000 time: 0.0595040 Feb 10 16:06:09.498698 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e71387-95d1-4917-9d64-83de3c4a9318 req-cfcfa217-93f5-4419-90b1-bd09589287f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:09.501215 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58e71387-95d1-4917-9d64-83de3c4a9318 req-cfcfa217-93f5-4419-90b1-bd09589287f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.3822415 Feb 10 16:06:09.548235 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e71387-95d1-4917-9d64-83de3c4a9318 req-653ee9df-f097-43b2-a869-0a8db76a021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:09.549716 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58e71387-95d1-4917-9d64-83de3c4a9318 req-653ee9df-f097-43b2-a869-0a8db76a021d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0421820 Feb 10 16:06:09.635202 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58e71387-95d1-4917-9d64-83de3c4a9318 req-e6011814-96af-49d8-9d7b-3dd042e79f2e service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795119 Feb 10 16:06:09.724393 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-58e71387-95d1-4917-9d64-83de3c4a9318 req-0fa4fec4-2235-4217-acb9-07886460fd29 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836108 Feb 10 16:06:09.955947 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518f88c-3790-47a4-8c24-a2ecbc9e6325 req-5e22f12f-ce47-4a5e-9e62-85033dd7685f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:09.957447 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1518f88c-3790-47a4-8c24-a2ecbc9e6325 req-5e22f12f-ce47-4a5e-9e62-85033dd7685f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 945 time: 0.0509822 Feb 10 16:06:10.005676 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1518f88c-3790-47a4-8c24-a2ecbc9e6325 req-e1857c6f-b8e0-47eb-8520-5df8aa2fec43 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424578 Feb 10 16:06:10.524900 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 90d80c59-4b0e-4d7d-9714-183f467084cd up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:10.571660 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 90d80c59-4b0e-4d7d-9714-183f467084cd completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:06:10.575118 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 90d80c59-4b0e-4d7d-9714-183f467084cd triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:10.575498 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:10.651694 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 90d80c59-4b0e-4d7d-9714-183f467084cd is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:06:10.652085 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:10.674560 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d80c59-4b0e-4d7d-9714-183f467084cd'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:06:10.676808 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8470c9c-b6c6-4191-900a-b2f5fd4f163e" -d '{"events": [{"server_uuid": "64424e3c-eddd-4e0d-a3e9-e482279143dd", "name": "network-vif-plugged", "status": "completed", "tag": "90d80c59-4b0e-4d7d-9714-183f467084cd"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:10.689637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 90d80c59-4b0e-4d7d-9714-183f467084cd, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=90d80c59-4b0e-4d7d-9714-183f467084cd,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:10.693578 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:10.715783 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03843f1-43b8-4b04-9617-7696bd65e3d6 x-openstack-request-id: req-d03843f1-43b8-4b04-9617-7696bd65e3d6 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:10.716083 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64424e3c-eddd-4e0d-a3e9-e482279143dd", "name": "network-vif-plugged", "status": "completed", "tag": "90d80c59-4b0e-4d7d-9714-183f467084cd", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:10.716332 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d03843f1-43b8-4b04-9617-7696bd65e3d6 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:10.716809 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d80c59-4b0e-4d7d-9714-183f467084cd', 'code': 200} Feb 10 16:06:10.742238 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=90d80c59-4b0e-4d7d-9714-183f467084cd,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:11.373696 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d68ab5-b190-490d-bb2c-42591df4f2da req-1c20c0c6-e7c9-4c82-867a-6e7d62ec58df tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:11.375554 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1d68ab5-b190-490d-bb2c-42591df4f2da req-1c20c0c6-e7c9-4c82-867a-6e7d62ec58df tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0509055 Feb 10 16:06:11.419988 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1d68ab5-b190-490d-bb2c-42591df4f2da req-150f70a3-7c39-4139-8287-1f3f3ae6184b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390129 Feb 10 16:06:11.537869 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd50f10-0750-44da-a7d8-bdc80671cd5d req-f2d2fde2-0e6e-449e-9503-4502bc3aa765 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:11.539464 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4dd50f10-0750-44da-a7d8-bdc80671cd5d req-f2d2fde2-0e6e-449e-9503-4502bc3aa765 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0531082 Feb 10 16:06:11.585189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4dd50f10-0750-44da-a7d8-bdc80671cd5d req-3be89911-df18-4cdd-a59f-333392be6cf8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402431 Feb 10 16:06:11.702827 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976062c-7378-4a57-971d-145e2fcd08a2 req-0492f457-ab13-45f1-82eb-65026055c508 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:11.704232 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3976062c-7378-4a57-971d-145e2fcd08a2 req-0492f457-ab13-45f1-82eb-65026055c508 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0546000 Feb 10 16:06:11.750234 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3976062c-7378-4a57-971d-145e2fcd08a2 req-78ce83b3-31a8-4b9f-87b7-5af669adf9e2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397065 Feb 10 16:06:11.826006 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:11.990717 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e81f-bfed-4161-9089-6acd1b410121 req-9373d931-7cf5-45af-892f-6d7b952015bf tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:11.992192 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5b8e81f-bfed-4161-9089-6acd1b410121 req-9373d931-7cf5-45af-892f-6d7b952015bf tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0517333 Feb 10 16:06:12.042098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d5b8e81f-bfed-4161-9089-6acd1b410121 req-c38adc27-b90e-4f6a-bf53-a265fb74d96a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404196 Feb 10 16:06:12.927110 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c850-f177-4e84-ad3e-a812f19c393a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:13.167918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504d33f-417e-40b8-82ac-ade685d54912 req-2bdcb3e7-6b0d-4c3d-977e-979bf7c32c4b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:13.169433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9504d33f-417e-40b8-82ac-ade685d54912 req-2bdcb3e7-6b0d-4c3d-977e-979bf7c32c4b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0558457 Feb 10 16:06:13.216035 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9504d33f-417e-40b8-82ac-ade685d54912 req-47758b93-5cec-4ee5-96e4-7078df70d2d9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399079 Feb 10 16:06:13.408117 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7fd1f-5044-4a87-a7a7-196b99ffbfa9 req-8b0834b8-d9fc-4d46-921c-18ea637b9a6d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:13.409523 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-31f7fd1f-5044-4a87-a7a7-196b99ffbfa9 req-8b0834b8-d9fc-4d46-921c-18ea637b9a6d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.79 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 946 time: 0.0528026 Feb 10 16:06:13.501232 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-31f7fd1f-5044-4a87-a7a7-196b99ffbfa9 req-f8df4b54-caa0-48ad-bc94-e986da685c4e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Deleting port 90d80c59-4b0e-4d7d-9714-183f467084cd {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:06:13.501572 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-31f7fd1f-5044-4a87-a7a7-196b99ffbfa9 req-f8df4b54-caa0-48ad-bc94-e986da685c4e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:13.586371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-31f7fd1f-5044-4a87-a7a7-196b99ffbfa9 req-f8df4b54-caa0-48ad-bc94-e986da685c4e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] For port 90d80c59-4b0e-4d7d-9714-183f467084cd, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=90d80c59-4b0e-4d7d-9714-183f467084cd,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:13.586753 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-31f7fd1f-5044-4a87-a7a7-196b99ffbfa9 req-f8df4b54-caa0-48ad-bc94-e986da685c4e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:13.755923 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-31f7fd1f-5044-4a87-a7a7-196b99ffbfa9 req-f8df4b54-caa0-48ad-bc94-e986da685c4e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:13.756289 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-31f7fd1f-5044-4a87-a7a7-196b99ffbfa9 req-f8df4b54-caa0-48ad-bc94-e986da685c4e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (65d83189-0b99-407f-b441-617d53e5abbe), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:13.756603 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [req-31f7fd1f-5044-4a87-a7a7-196b99ffbfa9 req-f8df4b54-caa0-48ad-bc94-e986da685c4e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Floating IP 65d83189-0b99-407f-b441-617d53e5abbe disassociated. External IP: 172.25.3.44, port: 90d80c59-4b0e-4d7d-9714-183f467084cd. Feb 10 16:06:13.756975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-31f7fd1f-5044-4a87-a7a7-196b99ffbfa9 req-f8df4b54-caa0-48ad-bc94-e986da685c4e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Calling delete_port for 90d80c59-4b0e-4d7d-9714-183f467084cd owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:06:13.883945 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-31f7fd1f-5044-4a87-a7a7-196b99ffbfa9 req-f8df4b54-caa0-48ad-bc94-e986da685c4e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (90d80c59-4b0e-4d7d-9714-183f467084cd), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:13.915299 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df4b54-caa0-48ad-bc94-e986da685c4e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Pushing event deleted for resources: {'Port': ['ID=90d80c59-4b0e-4d7d-9714-183f467084cd,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:14.034230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31f7fd1f-5044-4a87-a7a7-196b99ffbfa9 req-f8df4b54-caa0-48ad-bc94-e986da685c4e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Router ab7e08e9-cdec-411d-97a2-62eb95953069 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:06:14.148395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31f7fd1f-5044-4a87-a7a7-196b99ffbfa9 req-f8df4b54-caa0-48ad-bc94-e986da685c4e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:06:14.160266 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3f81a-6455-4c6a-8928-e3e59d3dee29 None None] Sync routers for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:06:14.170233 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d3f81a-6455-4c6a-8928-e3e59d3dee29 None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:14.170837 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d3d3f81a-6455-4c6a-8928-e3e59d3dee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:05:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:14.188238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f7fd1f-5044-4a87-a7a7-196b99ffbfa9 req-f8df4b54-caa0-48ad-bc94-e986da685c4e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] No DVR routers for this DVR port 90d80c59-4b0e-4d7d-9714-183f467084cd on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:06:14.190943 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-31f7fd1f-5044-4a87-a7a7-196b99ffbfa9 req-f8df4b54-caa0-48ad-bc94-e986da685c4e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:14.194741 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-31f7fd1f-5044-4a87-a7a7-196b99ffbfa9 req-f8df4b54-caa0-48ad-bc94-e986da685c4e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.79 "DELETE /v2.0/ports/90d80c59-4b0e-4d7d-9714-183f467084cd HTTP/1.1" status: 204 len: 173 time: 0.7802091 Feb 10 16:06:14.195199 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'name': 'network-vif-deleted', 'tag': '90d80c59-4b0e-4d7d-9714-183f467084cd'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:06:14.198064 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ea7ad2-1470-437e-835b-da63750b9bbe" -d '{"events": [{"server_uuid": "64424e3c-eddd-4e0d-a3e9-e482279143dd", "name": "network-vif-deleted", "tag": "90d80c59-4b0e-4d7d-9714-183f467084cd"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:14.237567 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbc16ef-638b-46ef-8722-7db8122f999a x-openstack-request-id: req-2fbc16ef-638b-46ef-8722-7db8122f999a {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:14.237894 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64424e3c-eddd-4e0d-a3e9-e482279143dd", "name": "network-vif-deleted", "tag": "90d80c59-4b0e-4d7d-9714-183f467084cd", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:14.238108 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fbc16ef-638b-46ef-8722-7db8122f999a {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:14.238503 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64424e3c-eddd-4e0d-a3e9-e482279143dd', 'name': 'network-vif-deleted', 'tag': '90d80c59-4b0e-4d7d-9714-183f467084cd', 'status': 'completed', 'code': 200} Feb 10 16:06:14.284856 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-d3d3f81a-6455-4c6a-8928-e3e59d3dee29 None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:06:14.317633 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-18e365b9-fc80-4f69-9dfd-19bb4241b2cc req-7997a882-ad15-4322-9245-a2edacb38f6d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=64424e3c-eddd-4e0d-a3e9-e482279143dd HTTP/1.1" status: 200 len: 210 time: 0.0285518 Feb 10 16:06:14.483794 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d3d3f81a-6455-4c6a-8928-e3e59d3dee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:14.509473 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3f81a-6455-4c6a-8928-e3e59d3dee29 None None] Checking router: ab7e08e9-cdec-411d-97a2-62eb95953069 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:06:14.517932 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d3f81a-6455-4c6a-8928-e3e59d3dee29 None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:14.518545 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d3d3f81a-6455-4c6a-8928-e3e59d3dee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:05:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:14.622472 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-d3d3f81a-6455-4c6a-8928-e3e59d3dee29 None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:06:14.813097 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d3d3f81a-6455-4c6a-8928-e3e59d3dee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:14.837757 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3f81a-6455-4c6a-8928-e3e59d3dee29 None None] The sync data for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 is: [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:06:15.054534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c328237-fa70-4ae7-99b6-0e61779cc940 None None] New status for floating IP 65d83189-0b99-407f-b441-617d53e5abbe: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:06:15.224938 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a8745ddb-a551-43b4-b6a9-fba0e8753f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:15.563057 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-2ec6ce43-5e25-4af3-9285-10312728b125 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1478307242&fields=id&tenant_id=61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 267 time: 0.0421672 Feb 10 16:06:15.668342 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-d878c1d7-a406-4beb-b402-0ed2ace8292d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:15.669838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-d878c1d7-a406-4beb-b402-0ed2ace8292d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 812 time: 0.1004336 Feb 10 16:06:15.684447 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-034ec1be-190a-43b9-a461-718f9896392f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/quotas/61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 375 time: 0.0086484 Feb 10 16:06:15.737446 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-10a45001-193b-4495-84bd-a3bbb3cf60c7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481572 Feb 10 16:06:15.836178 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-66f5f5f0-7a03-4066-85da-45696b6df0c9 service neutron] 10.222.0.64 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876684 Feb 10 16:06:15.923735 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-a86b2d52-b761-4e6c-bb75-c2ef36042361 service neutron] 10.222.0.64 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814750 Feb 10 16:06:16.083344 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6755ea63-f5db-4b7e-ac71-228807f37894 req-257f64c8-a220-4031-8bac-6d4189f72f35 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 210 time: 0.0279844 Feb 10 16:06:16.504062 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:16.556562 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 90d80c59-4b0e-4d7d-9714-183f467084cd no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:06:16.577186 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 90d80c59-4b0e-4d7d-9714-183f467084cd {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:06:16.577576 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 90d80c59-4b0e-4d7d-9714-183f467084cd not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:06:16.996273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-8ae038d8-5b6f-461f-a36c-3b7d3ff579be tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:16.997922 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-8ae038d8-5b6f-461f-a36c-3b7d3ff579be tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 812 time: 0.1030724 Feb 10 16:06:17.064488 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-1c5e8897-3c3a-4d9d-9ed4-8b060176dc72 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 380 time: 0.0580347 Feb 10 16:06:17.073576 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-6fe9a907-6296-414d-ac5d-f34b53e570f0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Request body: {'port': {'device_id': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'admin_state_up': True, 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'security_groups': ['bc38409d-ea5f-44aa-98bb-a2110c7d25e1']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:17.089381 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:06:17.190738 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-6fe9a907-6296-414d-ac5d-f34b53e570f0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Made reservation on behalf of 61111091e2484c87be8da6aacc5e380d for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:06:17.194290 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-698b205f-bff0-482d-af17-3d4028b266e9 req-2f1a694c-fbea-4ae9-8440-ab4fbeb5cffa tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 210 time: 0.0337579 Feb 10 16:06:17.194883 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-6fe9a907-6296-414d-ac5d-f34b53e570f0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:17.332941 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-6fe9a907-6296-414d-ac5d-f34b53e570f0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Allocated IP 172.20.0.12 (609e0cdb-147c-491c-8046-9959c1f5348e/d4950cfc-9747-4800-a129-e0112b05f2bb/28982a91-8793-4155-9735-47f57b0adb6d) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:06:17.462510 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-6fe9a907-6296-414d-ac5d-f34b53e570f0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for port (28982a91-8793-4155-9735-47f57b0adb6d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:17.500783 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-6fe9a907-6296-414d-ac5d-f34b53e570f0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (28982a91-8793-4155-9735-47f57b0adb6d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:17.542043 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-6fe9a907-6296-414d-ac5d-f34b53e570f0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Network 609e0cdb-147c-491c-8046-9959c1f5348e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:06:17.545104 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-6fe9a907-6296-414d-ac5d-f34b53e570f0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:06:17.549289 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-6fe9a907-6296-414d-ac5d-f34b53e570f0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:06:17.574256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9a907-6296-414d-ac5d-f34b53e570f0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Pushing event updated for resources: {'Port': ['ID=28982a91-8793-4155-9735-47f57b0adb6d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:17.601810 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-6fe9a907-6296-414d-ac5d-f34b53e570f0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:17.602425 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-6fe9a907-6296-414d-ac5d-f34b53e570f0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:17.620796 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-6fe9a907-6296-414d-ac5d-f34b53e570f0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5507567 Feb 10 16:06:17.632100 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Request body: {'port': {'device_id': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:17.696586 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (28982a91-8793-4155-9735-47f57b0adb6d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:17.788358 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f11e6fc6-24d2-4b5a-96a3-102fc722ffdd None None] Provisioning complete for port 28982a91-8793-4155-9735-47f57b0adb6d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:17.788843 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f11e6fc6-24d2-4b5a-96a3-102fc722ffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (28982a91-8793-4155-9735-47f57b0adb6d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:17.825256 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f11e6fc6-24d2-4b5a-96a3-102fc722ffdd None None] Port 28982a91-8793-4155-9735-47f57b0adb6d cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:06:17.964338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28982a91-8793-4155-9735-47f57b0adb6d {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:06:17.972060 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Publish callbacks [] for port (28982a91-8793-4155-9735-47f57b0adb6d), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:17.983377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Transition to ACTIVE for port object 28982a91-8793-4155-9735-47f57b0adb6d will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:06:17.987911 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (28982a91-8793-4155-9735-47f57b0adb6d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:18.036465 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Pushing event updated for resources: {'Port': ['ID=28982a91-8793-4155-9735-47f57b0adb6d,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:18.080457 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:18.111664 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Attempting to bind port 28982a91-8793-4155-9735-47f57b0adb6d on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:06:18.112165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Attempting to bind port 28982a91-8793-4155-9735-47f57b0adb6d by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:06:18.112165 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Attempting to bind port 28982a91-8793-4155-9735-47f57b0adb6d on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:18.116848 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Port 28982a91-8793-4155-9735-47f57b0adb6d on network 609e0cdb-147c-491c-8046-9959c1f5348e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:06:18.117167 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Attempting to bind port 28982a91-8793-4155-9735-47f57b0adb6d on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:18.122037 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:06:18.122371 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Checking segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:06:18.122754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Bound using segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:06:18.123176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Bound port: 28982a91-8793-4155-9735-47f57b0adb6d, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:06:18.123528 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (28982a91-8793-4155-9735-47f57b0adb6d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:18.190846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] For port 28982a91-8793-4155-9735-47f57b0adb6d, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:18.194036 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] For port 28982a91-8793-4155-9735-47f57b0adb6d, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=28982a91-8793-4155-9735-47f57b0adb6d,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:06:18.199752 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (28982a91-8793-4155-9735-47f57b0adb6d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:18.237205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:18.237804 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:18.239210 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] 10.222.0.72 "PUT /v2.0/ports/28982a91-8793-4155-9735-47f57b0adb6d HTTP/1.1" status: 200 len: 1092 time: 0.6113341 Feb 10 16:06:18.239663 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'tag': '28982a91-8793-4155-9735-47f57b0adb6d'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:06:18.242586 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a617455d-dd55-4875-8422-019a4d2599f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b988e029-d2da-40b6-ac3e-225dcf49ac8b", "tag": "28982a91-8793-4155-9735-47f57b0adb6d"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:18.269221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d07a15-47f0-423f-8345-4d0180b5a2fc service neutron] Pushing event updated for resources: {'Port': ['ID=28982a91-8793-4155-9735-47f57b0adb6d,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:18.306802 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4846fafe-4fb9-4733-bbe2-09d431fc6802 x-openstack-request-id: req-4846fafe-4fb9-4733-bbe2-09d431fc6802 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:18.306802 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b988e029-d2da-40b6-ac3e-225dcf49ac8b", "tag": "28982a91-8793-4155-9735-47f57b0adb6d", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:18.307085 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4846fafe-4fb9-4733-bbe2-09d431fc6802 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:18.307323 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'tag': '28982a91-8793-4155-9735-47f57b0adb6d', 'status': 'completed', 'code': 200} Feb 10 16:06:18.344317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-187bb5cf-35c5-4e3a-b642-86d127a40143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:18.345998 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-187bb5cf-35c5-4e3a-b642-86d127a40143 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 1126 time: 0.0525072 Feb 10 16:06:18.349298 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c553fc-5a0e-4fa3-b975-89b0da55451e req-5c20dea5-9316-4fa6-aa9b-b30f2ef40baf tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:18.350880 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07c553fc-5a0e-4fa3-b975-89b0da55451e req-5c20dea5-9316-4fa6-aa9b-b30f2ef40baf tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 944 time: 0.0552928 Feb 10 16:06:18.397295 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-9958d27e-a36d-4ec1-b60a-0402cf01b007 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28982a91-8793-4155-9735-47f57b0adb6d HTTP/1.1" status: 200 len: 217 time: 0.0429780 Feb 10 16:06:18.403393 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07c553fc-5a0e-4fa3-b975-89b0da55451e req-dd1dcc71-2382-4cdc-860d-cb6830a40ace tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467441 Feb 10 16:06:18.454695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-4cb565fc-3d47-43f9-94b1-41a7b1566c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:18.455517 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-4cb565fc-3d47-43f9-94b1-41a7b1566c37 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0482390 Feb 10 16:06:18.510043 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-d9075992-5ccf-464e-93d6-56cefad3a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:18.511577 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-d9075992-5ccf-464e-93d6-56cefad3a6e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489972 Feb 10 16:06:18.604453 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-35aeeecc-294a-4da4-9b7a-a9735d0cd61d service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848114 Feb 10 16:06:18.692012 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b46a6f8a-b7cf-439b-b456-7007292a15ad req-579e4c5c-e48f-4802-bbc0-14cb1354b0c1 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810158 Feb 10 16:06:18.786062 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617455d-dd55-4875-8422-019a4d2599f6 req-f37dfc64-3a64-4e8e-80a7-0736ebbb9fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:18.787596 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a617455d-dd55-4875-8422-019a4d2599f6 req-f37dfc64-3a64-4e8e-80a7-0736ebbb9fe8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 1126 time: 0.0535603 Feb 10 16:06:18.876317 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617455d-dd55-4875-8422-019a4d2599f6 req-e0b35555-6b06-4428-a82f-5c7f1bf4aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:18.877827 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a617455d-dd55-4875-8422-019a4d2599f6 req-e0b35555-6b06-4428-a82f-5c7f1bf4aa18 service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0845997 Feb 10 16:06:18.927970 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a617455d-dd55-4875-8422-019a4d2599f6 req-111fcbdb-9975-4fa8-a8a3-ea34ebd0d206 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28982a91-8793-4155-9735-47f57b0adb6d HTTP/1.1" status: 200 len: 217 time: 0.0395815 Feb 10 16:06:18.975389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617455d-dd55-4875-8422-019a4d2599f6 req-8ec167cf-a6dd-422f-a548-7f7dc4f061bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:18.976900 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a617455d-dd55-4875-8422-019a4d2599f6 req-8ec167cf-a6dd-422f-a548-7f7dc4f061bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0429320 Feb 10 16:06:18.990093 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:19.026998 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617455d-dd55-4875-8422-019a4d2599f6 req-d41cdd07-8d02-49db-b763-04a64f952456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:19.028540 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a617455d-dd55-4875-8422-019a4d2599f6 req-d41cdd07-8d02-49db-b763-04a64f952456 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450170 Feb 10 16:06:19.120792 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a617455d-dd55-4875-8422-019a4d2599f6 req-3f6cecc0-44df-4f5a-b4f3-854991d91c59 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854499 Feb 10 16:06:19.211457 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-a617455d-dd55-4875-8422-019a4d2599f6 req-52983938-c882-4d9a-a05a-95d1bc6c5f8b service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838838 Feb 10 16:06:19.536796 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875c341-a887-41e8-abfe-21c52bab4b34 req-aa920e4f-2381-4613-a81b-4ebf15fba4bb tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:19.538301 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b875c341-a887-41e8-abfe-21c52bab4b34 req-aa920e4f-2381-4613-a81b-4ebf15fba4bb tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 944 time: 0.0565221 Feb 10 16:06:19.584206 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b875c341-a887-41e8-abfe-21c52bab4b34 req-e0a364ea-00b7-4db8-9f28-a287434eadda tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402281 Feb 10 16:06:20.704137 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681ed3d-d500-4221-8b51-4045660ca713 req-ad74d983-27db-4033-8fc5-45b8e3ddb734 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:20.705645 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c681ed3d-d500-4221-8b51-4045660ca713 req-ad74d983-27db-4033-8fc5-45b8e3ddb734 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 944 time: 0.0556750 Feb 10 16:06:20.751292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c681ed3d-d500-4221-8b51-4045660ca713 req-12fe262e-a9eb-4ecb-bc46-4fea66b953ea tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400155 Feb 10 16:06:20.942945 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 28982a91-8793-4155-9735-47f57b0adb6d details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:06:21.040184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 28982a91-8793-4155-9735-47f57b0adb6d, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=28982a91-8793-4155-9735-47f57b0adb6d,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:21.050988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '28982a91-8793-4155-9735-47f57b0adb6d', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'port_id': '28982a91-8793-4155-9735-47f57b0adb6d', 'mac_address': 'fa:16:3e:18:d1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:06:21.087323 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 28982a91-8793-4155-9735-47f57b0adb6d is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:06:21.087712 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (28982a91-8793-4155-9735-47f57b0adb6d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:21.100035 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28982a91-8793-4155-9735-47f57b0adb6d {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:06:21.118885 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 28982a91-8793-4155-9735-47f57b0adb6d, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=28982a91-8793-4155-9735-47f57b0adb6d,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:21.122729 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (28982a91-8793-4155-9735-47f57b0adb6d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:21.168754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=28982a91-8793-4155-9735-47f57b0adb6d,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:21.334186 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['28982a91-8793-4155-9735-47f57b0adb6d'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:06:21.868221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92b708-6493-404c-aae5-736e37c82a1d req-0d7a5b46-0a80-40c0-89d8-452d046247e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:21.869732 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db92b708-6493-404c-aae5-736e37c82a1d req-0d7a5b46-0a80-40c0-89d8-452d046247e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 945 time: 0.0519054 Feb 10 16:06:21.920128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db92b708-6493-404c-aae5-736e37c82a1d req-c6b4c96f-7bfe-4c88-9de9-81f9db119550 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440264 Feb 10 16:06:22.943722 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 28982a91-8793-4155-9735-47f57b0adb6d up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:06:22.992625 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 28982a91-8793-4155-9735-47f57b0adb6d completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:06:22.997051 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 28982a91-8793-4155-9735-47f57b0adb6d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:06:22.997425 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (28982a91-8793-4155-9735-47f57b0adb6d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:23.040245 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9a644-a5fa-4b87-9493-1292f6e9460b req-b88cfabd-2c82-4ece-80db-92c72027fb29 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:23.041749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00a9a644-a5fa-4b87-9493-1292f6e9460b req-b88cfabd-2c82-4ece-80db-92c72027fb29 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 945 time: 0.0528870 Feb 10 16:06:23.081337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 28982a91-8793-4155-9735-47f57b0adb6d is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:06:23.081731 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (28982a91-8793-4155-9735-47f57b0adb6d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:23.095546 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00a9a644-a5fa-4b87-9493-1292f6e9460b req-3ba5d486-e867-44ef-88cc-fc7c5331742b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474524 Feb 10 16:06:23.105053 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28982a91-8793-4155-9735-47f57b0adb6d'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:06:23.116567 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e47c9e-2889-40d7-8c8f-27e48c623586" -d '{"events": [{"server_uuid": "b988e029-d2da-40b6-ac3e-225dcf49ac8b", "name": "network-vif-plugged", "status": "completed", "tag": "28982a91-8793-4155-9735-47f57b0adb6d"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:23.120527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 28982a91-8793-4155-9735-47f57b0adb6d, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=28982a91-8793-4155-9735-47f57b0adb6d,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:23.125519 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (28982a91-8793-4155-9735-47f57b0adb6d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:23.150104 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd53731-dbf2-4c5d-b117-22d3a730976c x-openstack-request-id: req-cdd53731-dbf2-4c5d-b117-22d3a730976c {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:23.150403 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b988e029-d2da-40b6-ac3e-225dcf49ac8b", "name": "network-vif-plugged", "status": "completed", "tag": "28982a91-8793-4155-9735-47f57b0adb6d", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:23.150651 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cdd53731-dbf2-4c5d-b117-22d3a730976c {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:23.151035 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28982a91-8793-4155-9735-47f57b0adb6d', 'code': 200} Feb 10 16:06:23.178249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=28982a91-8793-4155-9735-47f57b0adb6d,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:23.262255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c356b1-1a2f-48aa-9f1f-4d099d8bccdd req-9de6c4d1-384e-4f02-a518-6fafbaf06c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:23.264424 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d6c356b1-1a2f-48aa-9f1f-4d099d8bccdd req-9de6c4d1-384e-4f02-a518-6fafbaf06c49 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 1128 time: 0.0603335 Feb 10 16:06:23.307976 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d6c356b1-1a2f-48aa-9f1f-4d099d8bccdd req-d37998c4-0b49-4174-8644-51f51ccf1b4d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366464 Feb 10 16:06:24.216059 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27490119-23ab-4fbf-a878-ff90d84c0ff8 req-3cb88e94-88c2-4aea-8720-46c8047bc9d6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:24.217576 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27490119-23ab-4fbf-a878-ff90d84c0ff8 req-3cb88e94-88c2-4aea-8720-46c8047bc9d6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0513566 Feb 10 16:06:24.263984 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27490119-23ab-4fbf-a878-ff90d84c0ff8 req-d4ea4ec2-8506-447e-96f2-bbbd79268b79 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403595 Feb 10 16:06:25.386307 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999266f4-707e-4224-a757-338c1cba7f28 req-c2077ff5-d74f-42d6-a9f7-7e3e6cdbdbc7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:25.387809 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-999266f4-707e-4224-a757-338c1cba7f28 req-c2077ff5-d74f-42d6-a9f7-7e3e6cdbdbc7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0522451 Feb 10 16:06:25.433009 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-999266f4-707e-4224-a757-338c1cba7f28 req-1eb34def-3c27-42c9-ab31-f34c9bf2a183 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389192 Feb 10 16:06:25.549915 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc9a0a-f81f-43e6-9dc3-c043fec67d1e req-16ae05fe-3be8-4222-a616-47d9e1775f76 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:25.551305 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5afc9a0a-f81f-43e6-9dc3-c043fec67d1e req-16ae05fe-3be8-4222-a616-47d9e1775f76 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0556860 Feb 10 16:06:25.559665 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40638) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:06:25.564445 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f7b4d866-7627-4435-b327-fe6887d8ef56 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Request body: {'floatingip': {'port_id': '28982a91-8793-4155-9735-47f57b0adb6d'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:25.602583 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7b4d866-7627-4435-b327-fe6887d8ef56 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for floatingip (65d83189-0b99-407f-b441-617d53e5abbe), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:26.049543 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7b4d866-7627-4435-b327-fe6887d8ef56 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:26.053575 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7b4d866-7627-4435-b327-fe6887d8ef56 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (65d83189-0b99-407f-b441-617d53e5abbe), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:26.153302 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-f7b4d866-7627-4435-b327-fe6887d8ef56 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Floating IP 65d83189-0b99-407f-b441-617d53e5abbe associated. External IP: 172.25.3.44, port: 28982a91-8793-4155-9735-47f57b0adb6d. Feb 10 16:06:26.359626 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b4d866-7627-4435-b327-fe6887d8ef56 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Router ab7e08e9-cdec-411d-97a2-62eb95953069 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:06:26.466363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b4d866-7627-4435-b327-fe6887d8ef56 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:06:26.471235 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f7b4d866-7627-4435-b327-fe6887d8ef56 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:26.475785 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b4c6de-4316-4209-86d8-336ce44d84c2 None None] Sync routers for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:06:26.484972 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b4c6de-4316-4209-86d8-336ce44d84c2 None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:26.485838 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-79b4c6de-4316-4209-86d8-336ce44d84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:06:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:26.500499 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f7b4d866-7627-4435-b327-fe6887d8ef56 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "PUT /v2.0/floatingips/65d83189-0b99-407f-b441-617d53e5abbe HTTP/1.1" status: 200 len: 991 time: 0.9397867 Feb 10 16:06:26.501146 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'tag': '28982a91-8793-4155-9735-47f57b0adb6d'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:06:26.503408 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b69d44e-6d2e-4e8c-a82e-416ce6a2a67a" -d '{"events": [{"name": "network-changed", "server_uuid": "b988e029-d2da-40b6-ac3e-225dcf49ac8b", "tag": "28982a91-8793-4155-9735-47f57b0adb6d"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:26.540367 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db685fd7-51c9-4cc6-99e7-ccd18f4571a8 x-openstack-request-id: req-db685fd7-51c9-4cc6-99e7-ccd18f4571a8 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:26.540678 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b988e029-d2da-40b6-ac3e-225dcf49ac8b", "tag": "28982a91-8793-4155-9735-47f57b0adb6d", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:26.540953 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db685fd7-51c9-4cc6-99e7-ccd18f4571a8 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:26.541368 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'tag': '28982a91-8793-4155-9735-47f57b0adb6d', 'status': 'completed', 'code': 200} Feb 10 16:06:26.609900 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69d44e-6d2e-4e8c-a82e-416ce6a2a67a req-7c3b4f36-5ecf-4780-a6b0-6b7312dce2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:26.611728 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b69d44e-6d2e-4e8c-a82e-416ce6a2a67a req-7c3b4f36-5ecf-4780-a6b0-6b7312dce2a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 1128 time: 0.0483613 Feb 10 16:06:26.611850 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-79b4c6de-4316-4209-86d8-336ce44d84c2 None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:06:26.697280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d1e6f-2427-4224-9557-34e5de2c146d req-4460c8f4-e1c4-4418-81d2-b57c176bc8d5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:26.698876 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-495d1e6f-2427-4224-9557-34e5de2c146d req-4460c8f4-e1c4-4418-81d2-b57c176bc8d5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0538938 Feb 10 16:06:26.719953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69d44e-6d2e-4e8c-a82e-416ce6a2a67a req-98406f36-25f4-4b96-8226-964e9059217e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:26.721526 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b69d44e-6d2e-4e8c-a82e-416ce6a2a67a req-98406f36-25f4-4b96-8226-964e9059217e service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0982685 Feb 10 16:06:26.756990 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-495d1e6f-2427-4224-9557-34e5de2c146d req-15fbaa8b-3d70-4349-b297-364099eb6c17 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491598 Feb 10 16:06:26.793959 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b69d44e-6d2e-4e8c-a82e-416ce6a2a67a req-c71b922e-0d3d-44b0-baa5-6084960401da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28982a91-8793-4155-9735-47f57b0adb6d HTTP/1.1" status: 200 len: 999 time: 0.0653181 Feb 10 16:06:26.840700 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69d44e-6d2e-4e8c-a82e-416ce6a2a67a req-389810dc-2ce9-4dad-9eb3-f31e1e6fa160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:26.842180 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b69d44e-6d2e-4e8c-a82e-416ce6a2a67a req-389810dc-2ce9-4dad-9eb3-f31e1e6fa160 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0429485 Feb 10 16:06:26.894927 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69d44e-6d2e-4e8c-a82e-416ce6a2a67a req-596f2b73-cf99-4190-9d82-521cddf80d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:26.896343 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b69d44e-6d2e-4e8c-a82e-416ce6a2a67a req-596f2b73-cf99-4190-9d82-521cddf80d2c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478358 Feb 10 16:06:26.939581 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-79b4c6de-4316-4209-86d8-336ce44d84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '65d83189-0b99-407f-b441-617d53e5abbe', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'port_id': '28982a91-8793-4155-9735-47f57b0adb6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'mac_address': 'fa:16:3e:18:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:05:14Z', 'updated_at': '2022-02-10T16:06:25Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:26.964762 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b4c6de-4316-4209-86d8-336ce44d84c2 None None] Checking router: ab7e08e9-cdec-411d-97a2-62eb95953069 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:06:26.973473 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b4c6de-4316-4209-86d8-336ce44d84c2 None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:06:26.974076 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-79b4c6de-4316-4209-86d8-336ce44d84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:06:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:26.984664 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b69d44e-6d2e-4e8c-a82e-416ce6a2a67a req-9f2e1766-896e-42aa-9193-ff532741856a service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823398 Feb 10 16:06:27.081587 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-79b4c6de-4316-4209-86d8-336ce44d84c2 None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:06:27.082055 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6b69d44e-6d2e-4e8c-a82e-416ce6a2a67a req-754412d6-2e49-4dd2-a867-caafd22dbb68 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910079 Feb 10 16:06:27.303215 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-79b4c6de-4316-4209-86d8-336ce44d84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '65d83189-0b99-407f-b441-617d53e5abbe', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'port_id': '28982a91-8793-4155-9735-47f57b0adb6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'mac_address': 'fa:16:3e:18:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:05:14Z', 'updated_at': '2022-02-10T16:06:25Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:06:27.332579 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b4c6de-4316-4209-86d8-336ce44d84c2 None None] The sync data for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 is: [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '65d83189-0b99-407f-b441-617d53e5abbe', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'port_id': '28982a91-8793-4155-9735-47f57b0adb6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'mac_address': 'fa:16:3e:18:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:05:14Z', 'updated_at': '2022-02-10T16:06:25Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:06:27.512803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d60f5-05e5-466f-a677-987d5d05c6fe None None] New status for floating IP 65d83189-0b99-407f-b441-617d53e5abbe: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:06:27.880981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2c953-20cc-451c-b878-c0e9cdf1df10 req-ec68ba32-a3f0-45bb-8668-80a26ac49f10 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:27.882462 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1f2c953-20cc-451c-b878-c0e9cdf1df10 req-ec68ba32-a3f0-45bb-8668-80a26ac49f10 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0517266 Feb 10 16:06:27.932818 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1f2c953-20cc-451c-b878-c0e9cdf1df10 req-5746eedf-0c83-44fb-aead-8a4416b454aa tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446539 Feb 10 16:06:29.052379 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3d17f-2d6d-4a14-ab1e-9fa249e8add2 req-28cdc44b-69ce-4e28-a279-95049b887d07 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:29.053915 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-abe3d17f-2d6d-4a14-ab1e-9fa249e8add2 req-28cdc44b-69ce-4e28-a279-95049b887d07 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0521505 Feb 10 16:06:29.101315 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-abe3d17f-2d6d-4a14-ab1e-9fa249e8add2 req-11bd8f51-eb0d-435e-b59c-fae38a8da12c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417564 Feb 10 16:06:30.222226 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c7837-1c25-4296-91e3-5ba77044df7e req-28828898-d582-4069-9c58-b13a69c7c553 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:30.223703 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-210c7837-1c25-4296-91e3-5ba77044df7e req-28828898-d582-4069-9c58-b13a69c7c553 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0530879 Feb 10 16:06:30.270740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-210c7837-1c25-4296-91e3-5ba77044df7e req-ec51d61e-7f27-4623-872d-a5e549f65859 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415359 Feb 10 16:06:31.392169 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c107321-b7a7-4e9b-9d4c-4dea73b959b4 req-d3415812-cb68-4875-b976-db63c04088ac tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:31.393678 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c107321-b7a7-4e9b-9d4c-4dea73b959b4 req-d3415812-cb68-4875-b976-db63c04088ac tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0563004 Feb 10 16:06:31.438690 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c107321-b7a7-4e9b-9d4c-4dea73b959b4 req-8037e136-aad6-4301-9a3f-d206c5e01761 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394628 Feb 10 16:06:32.555157 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402ea2b-c1b0-4e20-99d1-e7b235d22f03 req-d28eaaa2-dc1a-405e-89e1-7077e3df44b6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:32.556640 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5402ea2b-c1b0-4e20-99d1-e7b235d22f03 req-d28eaaa2-dc1a-405e-89e1-7077e3df44b6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0518425 Feb 10 16:06:32.602383 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5402ea2b-c1b0-4e20-99d1-e7b235d22f03 req-866c9023-7865-4a16-86d5-5bc7a482fdaa tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396180 Feb 10 16:06:33.723847 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba14c32-2438-4944-8906-c189564756ca req-7f794b0c-00b3-481d-966f-1a4f7b06210c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:33.725371 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bba14c32-2438-4944-8906-c189564756ca req-7f794b0c-00b3-481d-966f-1a4f7b06210c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0554886 Feb 10 16:06:33.771506 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bba14c32-2438-4944-8906-c189564756ca req-70f93576-9bef-45ce-af83-b9b93132c7a7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405395 Feb 10 16:06:34.888921 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df36ea2-6f18-40cb-ae4b-c33c18f49f6b req-dead6ccc-6f13-441d-98c6-31065e387dff tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:34.890387 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9df36ea2-6f18-40cb-ae4b-c33c18f49f6b req-dead6ccc-6f13-441d-98c6-31065e387dff tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0512686 Feb 10 16:06:34.935022 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9df36ea2-6f18-40cb-ae4b-c33c18f49f6b req-b0c31b83-137c-43e0-b5b1-d03fad6e6889 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391417 Feb 10 16:06:36.052094 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771b6f3-4e18-47a4-bf8d-6dd2e7b562ac req-8115603e-b6f3-4c19-a3a7-94e07d32a8c1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:36.052764 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0771b6f3-4e18-47a4-bf8d-6dd2e7b562ac req-8115603e-b6f3-4c19-a3a7-94e07d32a8c1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0507677 Feb 10 16:06:36.101692 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0771b6f3-4e18-47a4-bf8d-6dd2e7b562ac req-0058b29d-407f-4571-869d-452319fe79a0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435164 Feb 10 16:06:37.219995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c9d07-a7fe-4dda-9019-e9525802ddb8 req-32a515f8-b508-484d-976c-bb90e039339f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:37.221547 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-594c9d07-a7fe-4dda-9019-e9525802ddb8 req-32a515f8-b508-484d-976c-bb90e039339f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0533352 Feb 10 16:06:37.268082 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-594c9d07-a7fe-4dda-9019-e9525802ddb8 req-8c956455-027c-4232-ae0c-ee1a55fa5640 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410156 Feb 10 16:06:37.307663 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:38.388625 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094630b9-1fe0-4a76-8433-96a1015c561e req-393ffa99-aa8c-4ff1-ae15-195b3c7cbbdd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:38.390163 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-094630b9-1fe0-4a76-8433-96a1015c561e req-393ffa99-aa8c-4ff1-ae15-195b3c7cbbdd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0522881 Feb 10 16:06:38.436444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-094630b9-1fe0-4a76-8433-96a1015c561e req-207fcbe6-abae-460f-95c9-dff43b06f987 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406427 Feb 10 16:06:39.556816 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0ea43-80f8-471e-9f32-38fc936f457f req-d0aef1c2-12ae-4141-8dde-5fb1be7eab44 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:39.558341 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36d0ea43-80f8-471e-9f32-38fc936f457f req-d0aef1c2-12ae-4141-8dde-5fb1be7eab44 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0548561 Feb 10 16:06:39.603345 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-36d0ea43-80f8-471e-9f32-38fc936f457f req-457bd421-a63f-4c13-83c4-4a5d6ba81199 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389376 Feb 10 16:06:40.722130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c67ca5-e361-4e48-91be-8424a50a5b02 req-af6ee050-bb31-4bbd-a56c-bca9d5d3728b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:40.723883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24c67ca5-e361-4e48-91be-8424a50a5b02 req-af6ee050-bb31-4bbd-a56c-bca9d5d3728b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0535204 Feb 10 16:06:40.773239 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-24c67ca5-e361-4e48-91be-8424a50a5b02 req-0404e26c-16e8-4ce4-9832-7977ffc5d8cb tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438354 Feb 10 16:06:41.811310 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:41.896900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d439b-b642-475c-b123-1475170fb1bc req-d16cf5ba-91da-4c41-9cf3-ceac1d5fb2da tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:41.898380 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da7d439b-b642-475c-b123-1475170fb1bc req-d16cf5ba-91da-4c41-9cf3-ceac1d5fb2da tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0518358 Feb 10 16:06:41.948489 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-da7d439b-b642-475c-b123-1475170fb1bc req-25a2f7c1-b937-424c-a69c-cca4beeb70b8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442321 Feb 10 16:06:42.927231 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-580a885c-c508-4917-9c7e-d1bc42b321d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:43.066953 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fa1e3-d611-4d66-a0fa-cc4fc26132d4 req-c7c02c1c-2c1b-45ce-8e66-795e9f0218c9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:43.068358 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-702fa1e3-d611-4d66-a0fa-cc4fc26132d4 req-c7c02c1c-2c1b-45ce-8e66-795e9f0218c9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0518248 Feb 10 16:06:43.113864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-702fa1e3-d611-4d66-a0fa-cc4fc26132d4 req-708ecbfb-7aaa-472d-accb-13cf3d20fe6f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399096 Feb 10 16:06:44.230611 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b4e17-4e42-4bcb-8c55-5e6d742fecc0 req-322c5397-ac0c-4120-9999-313e9e5cce3d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:44.232090 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c23b4e17-4e42-4bcb-8c55-5e6d742fecc0 req-322c5397-ac0c-4120-9999-313e9e5cce3d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0514684 Feb 10 16:06:44.278015 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c23b4e17-4e42-4bcb-8c55-5e6d742fecc0 req-3665e414-428f-4edf-850c-fd22a1376273 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400515 Feb 10 16:06:45.226311 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6d4e07d-66ce-4280-a98c-e5b742727f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:45.456121 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed790e91-4ff7-40b6-8b5a-d998a1508320 req-4cd36861-306e-477a-8dc4-f4decdac2c19 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:45.457638 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed790e91-4ff7-40b6-8b5a-d998a1508320 req-4cd36861-306e-477a-8dc4-f4decdac2c19 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.1124256 Feb 10 16:06:45.503284 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ed790e91-4ff7-40b6-8b5a-d998a1508320 req-dcd23399-4e20-4749-8a0e-ebef79165180 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399444 Feb 10 16:06:46.507689 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:46.676031 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece4966-9498-476c-a9f8-a9f92723d8fb req-ab544d93-b923-4704-94d7-87d7b98e286a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:46.677567 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cece4966-9498-476c-a9f8-a9f92723d8fb req-ab544d93-b923-4704-94d7-87d7b98e286a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.1054151 Feb 10 16:06:46.723940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cece4966-9498-476c-a9f8-a9f92723d8fb req-123c219f-e553-4d45-930a-ea6e23f10eb2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407953 Feb 10 16:06:47.847250 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706e2b1-f277-497c-8fff-640cdabd3c53 req-153939bf-93e6-422c-9e43-5fdde06ad2a4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:47.848762 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1706e2b1-f277-497c-8fff-640cdabd3c53 req-153939bf-93e6-422c-9e43-5fdde06ad2a4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0551548 Feb 10 16:06:47.894184 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1706e2b1-f277-497c-8fff-640cdabd3c53 req-acb049db-1897-4ff3-b37c-8fe43552f10a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398657 Feb 10 16:06:48.080410 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:48.992919 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:49.033341 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0066b-9029-4de1-ab6f-d0634bf8ac3c req-7414b934-8bce-41b8-a14c-fdd83e4a9da6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:49.035404 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1c0066b-9029-4de1-ab6f-d0634bf8ac3c req-7414b934-8bce-41b8-a14c-fdd83e4a9da6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0660400 Feb 10 16:06:49.087017 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1c0066b-9029-4de1-ab6f-d0634bf8ac3c req-78bea7f5-57d1-49d2-a1d3-7834c4dffba4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459073 Feb 10 16:06:50.208860 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1de63c-de18-484c-aaa2-cebe0905eb30 req-1eb58072-435c-4135-a895-20b6418955f0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:50.210376 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b1de63c-de18-484c-aaa2-cebe0905eb30 req-1eb58072-435c-4135-a895-20b6418955f0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0523167 Feb 10 16:06:50.265187 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b1de63c-de18-484c-aaa2-cebe0905eb30 req-57f33a46-09a5-4211-b38a-1bb7838c7d56 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492127 Feb 10 16:06:51.382236 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb3c2f-6777-4d08-9794-b0db77c996a3 req-a436f56c-00f8-48b3-a37f-19f42953716b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:51.383720 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-accb3c2f-6777-4d08-9794-b0db77c996a3 req-a436f56c-00f8-48b3-a37f-19f42953716b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0513313 Feb 10 16:06:51.430537 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-accb3c2f-6777-4d08-9794-b0db77c996a3 req-4c0cd6ab-c2ba-47eb-ad95-7a567150f41a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412440 Feb 10 16:06:52.551459 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e01a78-a67e-423d-9f8f-7d506116e095 req-7fe9b960-e506-4c67-9dd4-3257e2f93bc6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:52.552972 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2e01a78-a67e-423d-9f8f-7d506116e095 req-7fe9b960-e506-4c67-9dd4-3257e2f93bc6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0525208 Feb 10 16:06:52.598459 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2e01a78-a67e-423d-9f8f-7d506116e095 req-3a956cbb-861d-496c-9797-3f4485cf19bc tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398297 Feb 10 16:06:52.824564 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-5d327f16-fc2e-4a32-8cd2-f9936661c099 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445933 Feb 10 16:06:52.838640 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c409-09ff-4295-8273-8577bb736cce req-d6c857cc-8a8d-4a76-8a48-81180cf5c0ec tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:52.840162 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3898c409-09ff-4295-8273-8577bb736cce req-d6c857cc-8a8d-4a76-8a48-81180cf5c0ec tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0565195 Feb 10 16:06:52.887451 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3898c409-09ff-4295-8273-8577bb736cce req-0ebabb97-426a-4081-bb7e-0c5968eca600 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415068 Feb 10 16:06:53.163254 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-5f29520f-4529-4cf7-9cca-17bf702f6c7b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:53.164576 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-5f29520f-4529-4cf7-9cca-17bf702f6c7b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports/28982a91-8793-4155-9735-47f57b0adb6d HTTP/1.1" status: 200 len: 943 time: 0.0447638 Feb 10 16:06:53.930821 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-687ec21f-34f4-4a4f-8800-8dd73840e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:53.932351 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-687ec21f-34f4-4a4f-8800-8dd73840e595 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 1128 time: 0.0449240 Feb 10 16:06:54.009401 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c5a08-fe81-4a33-8508-316e67d9f486 req-c5098bd1-cc46-4fde-94a3-bbdb9e8448e4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:54.010950 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a67c5a08-fe81-4a33-8508-316e67d9f486 req-c5098bd1-cc46-4fde-94a3-bbdb9e8448e4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0521522 Feb 10 16:06:54.029141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-e0beea1c-d241-4889-9e0b-a124dda242ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:54.031233 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-e0beea1c-d241-4889-9e0b-a124dda242ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0911281 Feb 10 16:06:54.057123 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a67c5a08-fe81-4a33-8508-316e67d9f486 req-f44bffa0-b676-4f6f-91e6-2b2f3ec474b9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402513 Feb 10 16:06:54.087758 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:06:54.098797 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-935f62c5-2b77-4dde-a592-39b95ae6903d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28982a91-8793-4155-9735-47f57b0adb6d HTTP/1.1" status: 200 len: 1001 time: 0.0619824 Feb 10 16:06:54.146744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00fd32e8-cd35-42e9-9e13-43288afc635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:54.148189 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00fd32e8-cd35-42e9-9e13-43288afc635d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0435789 Feb 10 16:06:54.197233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-e878b826-b5ff-4d20-b8bf-f95bd09b2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:54.198723 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-e878b826-b5ff-4d20-b8bf-f95bd09b2c83 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428927 Feb 10 16:06:54.291155 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-abc1e8a8-2713-4109-858a-20edc328298f service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853987 Feb 10 16:06:54.378793 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-71a662c0-c1e2-413f-a395-ecb218c94c62 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819037 Feb 10 16:06:55.176122 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0253c47-8460-4bd0-9ae3-5b53507409a7 req-a3fc628d-20c2-4d50-854b-c5e1cb96b404 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:55.177645 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a0253c47-8460-4bd0-9ae3-5b53507409a7 req-a3fc628d-20c2-4d50-854b-c5e1cb96b404 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0519853 Feb 10 16:06:55.226640 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a0253c47-8460-4bd0-9ae3-5b53507409a7 req-a8a2fcda-98b8-44e0-b241-bb2eac4efab1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430465 Feb 10 16:06:56.346566 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e5df-aac7-419f-8e6f-f96956fb563b req-e54c503c-731a-46b7-a9e3-0236a3748f38 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:56.348053 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6145e5df-aac7-419f-8e6f-f96956fb563b req-e54c503c-731a-46b7-a9e3-0236a3748f38 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0516987 Feb 10 16:06:56.393320 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6145e5df-aac7-419f-8e6f-f96956fb563b req-19f275d7-8608-496e-9670-eb11e36858b3 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396223 Feb 10 16:06:56.605870 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-7c9f9af9-d9c4-4c77-a99d-d63389ec7782 service neutron] show failed (client error): The resource could not be found. Feb 10 16:06:56.606864 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-7c9f9af9-d9c4-4c77-a99d-d63389ec7782 service neutron] 10.222.0.72 "GET /v2.0/ports/28982a91-8793-4155-9735-47f57b0adb6d/bindings/n-h2-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.0529089 Feb 10 16:06:56.814220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-1e12d505-17ff-4bba-90b6-dca74550e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:56.815777 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-1e12d505-17ff-4bba-90b6-dca74550e53d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b&tenant_id=61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 1128 time: 0.0487633 Feb 10 16:06:56.826101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:06:56.882094 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (28982a91-8793-4155-9735-47f57b0adb6d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:57.079191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] For port 28982a91-8793-4155-9735-47f57b0adb6d, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=28982a91-8793-4155-9735-47f57b0adb6d,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:06:57.114762 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] For port 28982a91-8793-4155-9735-47f57b0adb6d, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:57.152612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28982a91-8793-4155-9735-47f57b0adb6d'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:06:57.155087 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533e30e8-db9c-411e-91fb-4bafb5472b12" -d '{"events": [{"server_uuid": "b988e029-d2da-40b6-ac3e-225dcf49ac8b", "name": "network-vif-unplugged", "status": "completed", "tag": "28982a91-8793-4155-9735-47f57b0adb6d"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:57.158875 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Publish callbacks [] for port (28982a91-8793-4155-9735-47f57b0adb6d), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:57.171269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Transition to ACTIVE for port object 28982a91-8793-4155-9735-47f57b0adb6d will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:06:57.175378 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (28982a91-8793-4155-9735-47f57b0adb6d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:57.252080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Pushing event updated for resources: {'Port': ['ID=28982a91-8793-4155-9735-47f57b0adb6d,revision_number=6']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:57.281047 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5297421f-2087-463b-a5a9-69949f4c2d2f x-openstack-request-id: req-5297421f-2087-463b-a5a9-69949f4c2d2f {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:57.281340 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b988e029-d2da-40b6-ac3e-225dcf49ac8b", "name": "network-vif-unplugged", "status": "completed", "tag": "28982a91-8793-4155-9735-47f57b0adb6d", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:57.281726 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5297421f-2087-463b-a5a9-69949f4c2d2f {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:57.282126 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28982a91-8793-4155-9735-47f57b0adb6d', 'code': 200} Feb 10 16:06:57.306968 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] No DVR routers for this DVR port 28982a91-8793-4155-9735-47f57b0adb6d on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:06:57.447818 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Attempting to bind port 28982a91-8793-4155-9735-47f57b0adb6d on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:06:57.448155 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Attempting to bind port 28982a91-8793-4155-9735-47f57b0adb6d by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:06:57.448481 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Attempting to bind port 28982a91-8793-4155-9735-47f57b0adb6d on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:57.452776 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Port 28982a91-8793-4155-9735-47f57b0adb6d on network 609e0cdb-147c-491c-8046-9959c1f5348e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:06:57.453097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Attempting to bind port 28982a91-8793-4155-9735-47f57b0adb6d on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:06:57.457880 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:06:57.458212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Checking segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:06:57.458588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Bound using segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:06:57.459002 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Bound port: 28982a91-8793-4155-9735-47f57b0adb6d, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:06:57.459351 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (28982a91-8793-4155-9735-47f57b0adb6d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:57.521119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] For port 28982a91-8793-4155-9735-47f57b0adb6d, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:06:57.524731 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] For port 28982a91-8793-4155-9735-47f57b0adb6d, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=28982a91-8793-4155-9735-47f57b0adb6d,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:06:57.526677 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a8c32-e97b-456e-83d7-3795523e2b52 req-51c67cf6-dca9-4d9a-b021-39597872c067 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:57.528351 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c62a8c32-e97b-456e-83d7-3795523e2b52 req-51c67cf6-dca9-4d9a-b021-39597872c067 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 944 time: 0.0521753 Feb 10 16:06:57.531802 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (28982a91-8793-4155-9735-47f57b0adb6d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:57.564062 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:57.564705 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:06:57.566217 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] 10.222.0.79 "PUT /v2.0/ports/28982a91-8793-4155-9735-47f57b0adb6d HTTP/1.1" status: 200 len: 1092 time: 0.7440584 Feb 10 16:06:57.575945 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c62a8c32-e97b-456e-83d7-3795523e2b52 req-0ce00a48-4b30-4839-96f7-7216bed46d24 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417805 Feb 10 16:06:57.592560 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6520b-b9f8-4bf9-a13b-e5c3e64a110d service neutron] Pushing event updated for resources: {'Port': ['ID=28982a91-8793-4155-9735-47f57b0adb6d,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:06:57.648782 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-de5b256a-9aad-43b7-92c7-2cbee2bb27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:57.650461 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-de5b256a-9aad-43b7-92c7-2cbee2bb27ae service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 1126 time: 0.0549779 Feb 10 16:06:57.748543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-841bfc20-4e84-4591-a805-bd6d3980bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:57.750059 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-841bfc20-4e84-4591-a805-bd6d3980bc88 service neutron] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0941827 Feb 10 16:06:57.817716 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-9172d51b-04c2-4f9b-b240-280a2267aec9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28982a91-8793-4155-9735-47f57b0adb6d HTTP/1.1" status: 200 len: 999 time: 0.0611317 Feb 10 16:06:57.865022 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-7df760c7-9d45-4283-9140-c49ac32c74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:57.866467 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-7df760c7-9d45-4283-9140-c49ac32c74f8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0435045 Feb 10 16:06:57.913728 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-023732f9-b0f8-4b04-a4a0-b9be5f67902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:57.915181 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-023732f9-b0f8-4b04-a4a0-b9be5f67902a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429332 Feb 10 16:06:58.324275 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-add1b57f-88b1-4258-80d7-636cea651d1b service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031358 Feb 10 16:06:58.410940 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2d3bbcd3-2e50-437c-92eb-a64454db39d0 req-b240ef5e-41d7-4289-bd96-48162f707423 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804863 Feb 10 16:06:58.706884 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eda466-5fe9-4251-a9d9-470dda438040 req-6bbf08e8-bd33-49f0-90c7-01274ef3ccbc tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:58.708288 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77eda466-5fe9-4251-a9d9-470dda438040 req-6bbf08e8-bd33-49f0-90c7-01274ef3ccbc tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 944 time: 0.0546613 Feb 10 16:06:58.754769 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-77eda466-5fe9-4251-a9d9-470dda438040 req-3f783379-a39f-48de-8ba1-ed32782c47f7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408561 Feb 10 16:06:59.283866 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'tag': '28982a91-8793-4155-9735-47f57b0adb6d'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:06:59.286238 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bbad28-61d2-443a-b2b8-5c26f6feb416" -d '{"events": [{"name": "network-changed", "server_uuid": "b988e029-d2da-40b6-ac3e-225dcf49ac8b", "tag": "28982a91-8793-4155-9735-47f57b0adb6d"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:06:59.333493 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79d40aa-1e80-4325-bdf9-991929b6f3fe x-openstack-request-id: req-d79d40aa-1e80-4325-bdf9-991929b6f3fe {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:06:59.333781 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b988e029-d2da-40b6-ac3e-225dcf49ac8b", "tag": "28982a91-8793-4155-9735-47f57b0adb6d", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:06:59.334039 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d79d40aa-1e80-4325-bdf9-991929b6f3fe {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:06:59.334444 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'tag': '28982a91-8793-4155-9735-47f57b0adb6d', 'status': 'completed', 'code': 200} Feb 10 16:06:59.429269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-9bb66d33-d0b8-47d3-945e-683c4858f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:59.430769 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-9bb66d33-d0b8-47d3-945e-683c4858f7d0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 1126 time: 0.0710554 Feb 10 16:06:59.432451 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-dae85304-ff91-4e54-b926-223e99ee98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:59.433824 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-dae85304-ff91-4e54-b926-223e99ee98eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 1126 time: 0.0824432 Feb 10 16:06:59.587712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-7c2117fa-0e4a-40fe-876e-f1e14d5267d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:59.589122 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-7c2117fa-0e4a-40fe-876e-f1e14d5267d1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.1511838 Feb 10 16:06:59.591661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-0d583d56-57b4-48ee-837b-150b1228b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:59.594107 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-0d583d56-57b4-48ee-837b-150b1228b05e service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.1483729 Feb 10 16:06:59.700401 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-7d3c60b7-9deb-4296-8c9e-249df487c52b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28982a91-8793-4155-9735-47f57b0adb6d HTTP/1.1" status: 200 len: 999 time: 0.1047323 Feb 10 16:06:59.704021 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-d44966a7-f356-429e-ae55-466480d8386b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28982a91-8793-4155-9735-47f57b0adb6d HTTP/1.1" status: 200 len: 999 time: 0.1018131 Feb 10 16:06:59.786338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-1f0ecd7d-a02f-4e25-80e4-37ad06f0fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:59.787817 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-1f0ecd7d-a02f-4e25-80e4-37ad06f0fc18 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0801857 Feb 10 16:06:59.789223 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-6582eab5-f112-4ab6-9d72-d7ed7c7815fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:59.790524 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-6582eab5-f112-4ab6-9d72-d7ed7c7815fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0758839 Feb 10 16:06:59.870066 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-dde99256-5878-46bb-97db-f5bf39450d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:59.871519 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-dde99256-5878-46bb-97db-f5bf39450d74 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0772398 Feb 10 16:06:59.873305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-58e4b26c-b8d9-47cb-95b3-9ac6407e6b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:59.874665 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-58e4b26c-b8d9-47cb-95b3-9ac6407e6b98 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0724771 Feb 10 16:06:59.878671 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cac293-20aa-474c-abe6-065f0194da45 req-a53eff30-7eda-401a-966f-1ab139e9c231 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:06:59.880163 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80cac293-20aa-474c-abe6-065f0194da45 req-a53eff30-7eda-401a-966f-1ab139e9c231 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 944 time: 0.0531912 Feb 10 16:06:59.926420 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-80cac293-20aa-474c-abe6-065f0194da45 req-22168f87-fa22-49dc-8859-c883f025e35d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407250 Feb 10 16:07:00.034383 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-0afbc5dd-773c-4133-8cfe-99053473451a service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538363 Feb 10 16:07:00.036086 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-41330a2f-f44d-4c4e-a425-7618918e22fb service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486530 Feb 10 16:07:00.188704 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-0f06bfd8-04c5-45b2-b409-d499979235c4 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472948 Feb 10 16:07:00.192046 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-93bbad28-61d2-443a-b2b8-5c26f6feb416 req-f8e94a35-8e99-42a6-a7d0-9938ecd482f1 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438649 Feb 10 16:07:00.772362 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 28982a91-8793-4155-9735-47f57b0adb6d details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:07:00.870224 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 28982a91-8793-4155-9735-47f57b0adb6d, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=28982a91-8793-4155-9735-47f57b0adb6d,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:00.880352 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '28982a91-8793-4155-9735-47f57b0adb6d', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'port_id': '28982a91-8793-4155-9735-47f57b0adb6d', 'mac_address': 'fa:16:3e:18:d1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:07:00.917143 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 28982a91-8793-4155-9735-47f57b0adb6d is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:07:00.917540 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (28982a91-8793-4155-9735-47f57b0adb6d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:00.931139 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28982a91-8793-4155-9735-47f57b0adb6d {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:07:00.950662 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 28982a91-8793-4155-9735-47f57b0adb6d, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=28982a91-8793-4155-9735-47f57b0adb6d,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:00.956003 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (28982a91-8793-4155-9735-47f57b0adb6d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:01.002446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=28982a91-8793-4155-9735-47f57b0adb6d,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:01.009778 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:01.010132 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:01.010575 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:01.010919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:01.011265 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:01.011606 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:01.011941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:01.012274 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:01.012602 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:01.012955 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:01.013284 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:01.013611 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:01.014578 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:01.053834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ba36f-c209-4a13-beb9-aa40fd9cc95f req-7cfc784c-edab-47ab-8ef4-cdbb273e8121 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:01.055352 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-344ba36f-c209-4a13-beb9-aa40fd9cc95f req-7cfc784c-edab-47ab-8ef4-cdbb273e8121 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 945 time: 0.0554297 Feb 10 16:07:01.101811 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-344ba36f-c209-4a13-beb9-aa40fd9cc95f req-a3d0693e-c04c-4a9e-847b-70ee82468347 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408633 Feb 10 16:07:01.154666 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 28982a91-8793-4155-9735-47f57b0adb6d no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:01.198382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] The host n-h1-815324-7 is not matching for port 28982a91-8793-4155-9735-47f57b0adb6d host n-h2-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 16:07:01.198766 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 28982a91-8793-4155-9735-47f57b0adb6d not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:01.355996 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['28982a91-8793-4155-9735-47f57b0adb6d'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:07:02.077607 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-705374e3-8384-4a26-a68a-158174d73f9e req-2892f180-317b-463d-af31-f15a69eba61b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428038 Feb 10 16:07:02.168803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705374e3-8384-4a26-a68a-158174d73f9e req-7b8329aa-6887-40fe-8334-bbcd7378a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:02.170388 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-705374e3-8384-4a26-a68a-158174d73f9e req-7b8329aa-6887-40fe-8334-bbcd7378a1de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 1127 time: 0.0485239 Feb 10 16:07:02.223836 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565150-f897-43a2-aaeb-e87ce0201315 req-eb18490d-b72b-4d26-8755-a1ceee688d70 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:02.225350 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f565150-f897-43a2-aaeb-e87ce0201315 req-eb18490d-b72b-4d26-8755-a1ceee688d70 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 945 time: 0.0530579 Feb 10 16:07:02.271959 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f565150-f897-43a2-aaeb-e87ce0201315 req-05abce88-f329-426d-9f05-85ae7cff4385 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409694 Feb 10 16:07:02.275230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705374e3-8384-4a26-a68a-158174d73f9e req-b1ae22a6-38c7-4123-8dce-20190a7352a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:02.276728 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-705374e3-8384-4a26-a68a-158174d73f9e req-b1ae22a6-38c7-4123-8dce-20190a7352a9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0889864 Feb 10 16:07:02.341103 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-705374e3-8384-4a26-a68a-158174d73f9e req-f8f43a58-576d-4dc4-8c05-e92d0c7b0277 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28982a91-8793-4155-9735-47f57b0adb6d HTTP/1.1" status: 200 len: 1000 time: 0.0580363 Feb 10 16:07:02.397511 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705374e3-8384-4a26-a68a-158174d73f9e req-b723100a-a4af-42dd-97ab-3266623b35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:02.399038 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-705374e3-8384-4a26-a68a-158174d73f9e req-b723100a-a4af-42dd-97ab-3266623b35ee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0527809 Feb 10 16:07:02.477774 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705374e3-8384-4a26-a68a-158174d73f9e req-6b275fc9-df2d-4e61-b597-e823ff335597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:02.479274 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888f402-eab8-4b87-8fb2-2989d51a9fc6 req-f7363d08-d046-42d9-8ab1-80882d15fc8e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:02.479427 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-705374e3-8384-4a26-a68a-158174d73f9e req-6b275fc9-df2d-4e61-b597-e823ff335597 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0747650 Feb 10 16:07:02.480774 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5888f402-eab8-4b87-8fb2-2989d51a9fc6 req-f7363d08-d046-42d9-8ab1-80882d15fc8e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 945 time: 0.0525997 Feb 10 16:07:02.526250 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906c22-8b98-4a5b-b047-d56028a5f213 req-1c7fd694-5e7e-4113-8949-dd56fa170573 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:02.527693 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-13906c22-8b98-4a5b-b047-d56028a5f213 req-1c7fd694-5e7e-4113-8949-dd56fa170573 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.72 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b&tenant_id=61111091e2484c87be8da6aacc5e380d&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 945 time: 0.0875480 Feb 10 16:07:02.531285 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5888f402-eab8-4b87-8fb2-2989d51a9fc6 req-9978613c-fb6b-4716-9ac5-d7adf1329b5a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444980 Feb 10 16:07:02.628880 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-705374e3-8384-4a26-a68a-158174d73f9e req-6f158b55-faf6-4b08-bd13-68544c99a1b2 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421618 Feb 10 16:07:02.629943 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-13906c22-8b98-4a5b-b047-d56028a5f213 req-a2e61af0-062b-4908-8c51-3f8e143f71fb service neutron] delete failed (client error): The resource could not be found. Feb 10 16:07:02.630846 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-13906c22-8b98-4a5b-b047-d56028a5f213 req-a2e61af0-062b-4908-8c51-3f8e143f71fb service neutron] 10.222.0.72 "DELETE /v2.0/ports/28982a91-8793-4155-9735-47f57b0adb6d/bindings/n-h1-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.0968659 Feb 10 16:07:02.751897 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-705374e3-8384-4a26-a68a-158174d73f9e req-1b8ebfbb-b7c0-4897-832c-76f3d5604b48 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163392 Feb 10 16:07:02.757849 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906c22-8b98-4a5b-b047-d56028a5f213 req-3333689b-ff16-45b7-ac9d-924d3725e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:02.759306 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-13906c22-8b98-4a5b-b047-d56028a5f213 req-3333689b-ff16-45b7-ac9d-924d3725e055 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 1127 time: 0.0650852 Feb 10 16:07:02.794912 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 28982a91-8793-4155-9735-47f57b0adb6d up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:02.846177 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 28982a91-8793-4155-9735-47f57b0adb6d completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:07:02.850532 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 28982a91-8793-4155-9735-47f57b0adb6d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:02.850903 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (28982a91-8793-4155-9735-47f57b0adb6d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:02.852256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906c22-8b98-4a5b-b047-d56028a5f213 req-cf464886-d173-49fc-aa9f-4541a26bb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:02.853789 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-13906c22-8b98-4a5b-b047-d56028a5f213 req-cf464886-d173-49fc-aa9f-4541a26bb84e service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0887244 Feb 10 16:07:02.922236 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-13906c22-8b98-4a5b-b047-d56028a5f213 req-91fe7d18-a07f-44ff-a0a6-f9a12158671a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28982a91-8793-4155-9735-47f57b0adb6d HTTP/1.1" status: 200 len: 1000 time: 0.0625112 Feb 10 16:07:02.929908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 28982a91-8793-4155-9735-47f57b0adb6d is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:07:02.930302 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (28982a91-8793-4155-9735-47f57b0adb6d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:02.952347 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28982a91-8793-4155-9735-47f57b0adb6d'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:07:02.954862 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3ed847-d908-4b45-ab31-bcdabd40e063" -d '{"events": [{"server_uuid": "b988e029-d2da-40b6-ac3e-225dcf49ac8b", "name": "network-vif-plugged", "status": "completed", "tag": "28982a91-8793-4155-9735-47f57b0adb6d"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:07:02.968292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 28982a91-8793-4155-9735-47f57b0adb6d, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=28982a91-8793-4155-9735-47f57b0adb6d,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:02.970879 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906c22-8b98-4a5b-b047-d56028a5f213 req-a78625ff-6a32-4e3d-9339-ee33812addec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:02.972519 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-13906c22-8b98-4a5b-b047-d56028a5f213 req-a78625ff-6a32-4e3d-9339-ee33812addec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0440702 Feb 10 16:07:02.973386 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (28982a91-8793-4155-9735-47f57b0adb6d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:03.010950 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132bf806-0613-4f1e-ae42-ddbe0a91e710 x-openstack-request-id: req-132bf806-0613-4f1e-ae42-ddbe0a91e710 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:07:03.011247 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b988e029-d2da-40b6-ac3e-225dcf49ac8b", "name": "network-vif-plugged", "status": "completed", "tag": "28982a91-8793-4155-9735-47f57b0adb6d", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:07:03.011496 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-132bf806-0613-4f1e-ae42-ddbe0a91e710 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:07:03.011880 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28982a91-8793-4155-9735-47f57b0adb6d', 'code': 200} Feb 10 16:07:03.026933 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906c22-8b98-4a5b-b047-d56028a5f213 req-3c011fc9-55a0-446e-9190-a1f3e28f5a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:03.028450 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-13906c22-8b98-4a5b-b047-d56028a5f213 req-3c011fc9-55a0-446e-9190-a1f3e28f5a67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491800 Feb 10 16:07:03.030820 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=28982a91-8793-4155-9735-47f57b0adb6d,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:03.115895 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-13906c22-8b98-4a5b-b047-d56028a5f213 req-ebbb89b3-8e33-465c-a5df-2b771b59962b service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812709 Feb 10 16:07:03.208237 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-13906c22-8b98-4a5b-b047-d56028a5f213 req-68593514-79f5-4702-a091-e37ea0f82c4c service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850995 Feb 10 16:07:03.649996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d333330-ccd3-403c-82e5-f0b7b97623bf req-bdf5876a-3eba-4938-bb9d-f22f21f0d674 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:03.651608 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d333330-ccd3-403c-82e5-f0b7b97623bf req-bdf5876a-3eba-4938-bb9d-f22f21f0d674 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0528762 Feb 10 16:07:03.700091 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3d333330-ccd3-403c-82e5-f0b7b97623bf req-e0254fa4-8cc1-4825-8885-48bed23c49d7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425406 Feb 10 16:07:04.820045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40613dfc-4524-4f19-9b32-ef78ed032c93 req-bf285b7b-be90-48cc-b95a-d2bf35352f57 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:04.821654 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-40613dfc-4524-4f19-9b32-ef78ed032c93 req-bf285b7b-be90-48cc-b95a-d2bf35352f57 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0512156 Feb 10 16:07:04.867689 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-40613dfc-4524-4f19-9b32-ef78ed032c93 req-957dc00d-5264-4000-83dd-76f5c8a0db32 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398295 Feb 10 16:07:04.989511 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ead16-10ad-4bdd-b7f7-6c673598e362 req-6338d710-64d9-47ff-87ba-cf0736eb0866 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:04.990898 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-565ead16-10ad-4bdd-b7f7-6c673598e362 req-6338d710-64d9-47ff-87ba-cf0736eb0866 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0562000 Feb 10 16:07:05.036485 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-565ead16-10ad-4bdd-b7f7-6c673598e362 req-72fe0f6f-70ac-4a02-8b21-ad71a1132e8d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401421 Feb 10 16:07:05.233711 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0bf0f-dc9a-4195-82b1-6c4a16cb01dc req-5c23224a-6d3e-4e16-a757-cb3039424da2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:05.235460 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88a0bf0f-dc9a-4195-82b1-6c4a16cb01dc req-5c23224a-6d3e-4e16-a757-cb3039424da2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0528281 Feb 10 16:07:05.261004 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69986054-004e-410c-bc28-3bf573ffa84b req-a7133f16-6a52-46cb-a6a9-c86deb8394eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:05.262459 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69986054-004e-410c-bc28-3bf573ffa84b req-a7133f16-6a52-46cb-a6a9-c86deb8394eb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 1128 time: 0.0447762 Feb 10 16:07:05.281575 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-88a0bf0f-dc9a-4195-82b1-6c4a16cb01dc req-c145d832-98bb-46b1-8a10-c3e328f8b2e4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404494 Feb 10 16:07:05.353823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69986054-004e-410c-bc28-3bf573ffa84b req-75c94296-8271-4091-a38c-a3407b94a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:05.355315 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69986054-004e-410c-bc28-3bf573ffa84b req-75c94296-8271-4091-a38c-a3407b94a619 service neutron] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0874677 Feb 10 16:07:05.417273 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69986054-004e-410c-bc28-3bf573ffa84b req-81c6c37c-b11d-4d92-9585-f2e936d3f10f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28982a91-8793-4155-9735-47f57b0adb6d HTTP/1.1" status: 200 len: 1001 time: 0.0563240 Feb 10 16:07:05.462492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69986054-004e-410c-bc28-3bf573ffa84b req-bfb074ef-5c4d-4f43-9f86-03589d28640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:05.463908 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69986054-004e-410c-bc28-3bf573ffa84b req-bfb074ef-5c4d-4f43-9f86-03589d28640e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0413637 Feb 10 16:07:05.515050 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69986054-004e-410c-bc28-3bf573ffa84b req-144f8ad5-681e-4f12-ac84-fd36af0ce9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:05.516441 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69986054-004e-410c-bc28-3bf573ffa84b req-144f8ad5-681e-4f12-ac84-fd36af0ce9cd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471208 Feb 10 16:07:05.602084 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69986054-004e-410c-bc28-3bf573ffa84b req-b2d4732f-96d6-4bbd-8e63-73357878317b service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789871 Feb 10 16:07:05.692294 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-69986054-004e-410c-bc28-3bf573ffa84b req-3203e5c3-6429-41d5-b7be-6f23d62dfb98 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847704 Feb 10 16:07:06.406807 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4ab9e-4fb6-4303-a7f6-d53a1cdc10de req-c9d04b42-d9fc-4903-bab5-3041a344206e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:06.408322 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8b4ab9e-4fb6-4303-a7f6-d53a1cdc10de req-c9d04b42-d9fc-4903-bab5-3041a344206e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0560253 Feb 10 16:07:06.459913 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8b4ab9e-4fb6-4303-a7f6-d53a1cdc10de req-24f4c898-27d0-4857-b9e0-bfa1388d2dd8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447383 Feb 10 16:07:06.692203 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff98eab-3d5f-4307-b322-b66429cd63cb req-c2d39a9d-c597-4dd4-8bb6-88bc43ea3fb0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:06.693615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ff98eab-3d5f-4307-b322-b66429cd63cb req-c2d39a9d-c597-4dd4-8bb6-88bc43ea3fb0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0515218 Feb 10 16:07:06.739489 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5ff98eab-3d5f-4307-b322-b66429cd63cb req-2b6f1bc4-06e5-4925-8e01-7373d61a1cb3 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401192 Feb 10 16:07:07.314023 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:07.859226 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d896fc8-c393-498f-a5d1-90fd00e24812 req-edc6ce51-8eb6-4a18-a313-731c614197ea tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:07.860989 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d896fc8-c393-498f-a5d1-90fd00e24812 req-edc6ce51-8eb6-4a18-a313-731c614197ea tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0522974 Feb 10 16:07:07.906566 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7d896fc8-c393-498f-a5d1-90fd00e24812 req-3c355c4c-3f66-4f1d-a1cf-183ae95a1993 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399401 Feb 10 16:07:08.068106 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dc6a7-361b-4ad9-b40f-26d830a69357 req-29747fae-140e-4300-aaa4-3f6ae19b7676 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:08.069561 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f14dc6a7-361b-4ad9-b40f-26d830a69357 req-29747fae-140e-4300-aaa4-3f6ae19b7676 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.79 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 946 time: 0.0517604 Feb 10 16:07:08.168680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-f14dc6a7-361b-4ad9-b40f-26d830a69357 req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Deleting port 28982a91-8793-4155-9735-47f57b0adb6d {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:07:08.169196 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f14dc6a7-361b-4ad9-b40f-26d830a69357 req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (28982a91-8793-4155-9735-47f57b0adb6d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:08.256950 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-f14dc6a7-361b-4ad9-b40f-26d830a69357 req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] For port 28982a91-8793-4155-9735-47f57b0adb6d, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=28982a91-8793-4155-9735-47f57b0adb6d,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:08.257314 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f14dc6a7-361b-4ad9-b40f-26d830a69357 req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (28982a91-8793-4155-9735-47f57b0adb6d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:08.424350 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f14dc6a7-361b-4ad9-b40f-26d830a69357 req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:08.424614 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f14dc6a7-361b-4ad9-b40f-26d830a69357 req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (65d83189-0b99-407f-b441-617d53e5abbe), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:08.424973 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [req-f14dc6a7-361b-4ad9-b40f-26d830a69357 req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Floating IP 65d83189-0b99-407f-b441-617d53e5abbe disassociated. External IP: 172.25.3.44, port: 28982a91-8793-4155-9735-47f57b0adb6d. Feb 10 16:07:08.425319 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-f14dc6a7-361b-4ad9-b40f-26d830a69357 req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Calling delete_port for 28982a91-8793-4155-9735-47f57b0adb6d owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:07:08.553479 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f14dc6a7-361b-4ad9-b40f-26d830a69357 req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (28982a91-8793-4155-9735-47f57b0adb6d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:08.579438 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Pushing event deleted for resources: {'Port': ['ID=28982a91-8793-4155-9735-47f57b0adb6d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:08.589224 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:08.589569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:08.589908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:08.590242 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:08.590575 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:08.590902 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:08.591227 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:08.591547 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:08.592386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:08.592386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:08.592563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:08.592817 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:08.593121 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:07:08.711282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f14dc6a7-361b-4ad9-b40f-26d830a69357 req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Router ab7e08e9-cdec-411d-97a2-62eb95953069 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:07:08.823654 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f14dc6a7-361b-4ad9-b40f-26d830a69357 req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:08.833693 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df4b4f-6b90-4e18-94c4-b8a07e6e1198 None None] Sync routers for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:08.844502 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df4b4f-6b90-4e18-94c4-b8a07e6e1198 None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:08.845122 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-01df4b4f-6b90-4e18-94c4-b8a07e6e1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:06:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:08.864235 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14dc6a7-361b-4ad9-b40f-26d830a69357 req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] No DVR routers for this DVR port 28982a91-8793-4155-9735-47f57b0adb6d on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:08.866964 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-f14dc6a7-361b-4ad9-b40f-26d830a69357 req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:08.870288 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f14dc6a7-361b-4ad9-b40f-26d830a69357 req-6804041d-2448-4e7b-9b33-65c92969c9fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.79 "DELETE /v2.0/ports/28982a91-8793-4155-9735-47f57b0adb6d HTTP/1.1" status: 204 len: 173 time: 0.7957275 Feb 10 16:07:08.870732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'name': 'network-vif-deleted', 'tag': '28982a91-8793-4155-9735-47f57b0adb6d'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:07:08.873565 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f062608-12e1-42a3-98a4-b346c3b2567e" -d '{"events": [{"server_uuid": "b988e029-d2da-40b6-ac3e-225dcf49ac8b", "name": "network-vif-deleted", "tag": "28982a91-8793-4155-9735-47f57b0adb6d"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:07:08.920954 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be7bb6e-09b1-4076-a729-bb2b4dda8a6b x-openstack-request-id: req-2be7bb6e-09b1-4076-a729-bb2b4dda8a6b {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:07:08.921240 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b988e029-d2da-40b6-ac3e-225dcf49ac8b", "name": "network-vif-deleted", "tag": "28982a91-8793-4155-9735-47f57b0adb6d", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:07:08.921539 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2be7bb6e-09b1-4076-a729-bb2b4dda8a6b {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:07:08.922539 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b988e029-d2da-40b6-ac3e-225dcf49ac8b', 'name': 'network-vif-deleted', 'tag': '28982a91-8793-4155-9735-47f57b0adb6d', 'status': 'completed', 'code': 200} Feb 10 16:07:08.957633 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-01df4b4f-6b90-4e18-94c4-b8a07e6e1198 None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:09.012809 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5bc388ca-3285-4e5d-8bf7-272379fb4986 req-162c5c0a-833e-4b3c-b897-a4a353a4b40f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b988e029-d2da-40b6-ac3e-225dcf49ac8b HTTP/1.1" status: 200 len: 210 time: 0.0320888 Feb 10 16:07:09.166822 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-01df4b4f-6b90-4e18-94c4-b8a07e6e1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:09.192346 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df4b4f-6b90-4e18-94c4-b8a07e6e1198 None None] Checking router: ab7e08e9-cdec-411d-97a2-62eb95953069 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:07:09.200695 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df4b4f-6b90-4e18-94c4-b8a07e6e1198 None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:09.201324 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-01df4b4f-6b90-4e18-94c4-b8a07e6e1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:06:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:09.306430 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-01df4b4f-6b90-4e18-94c4-b8a07e6e1198 None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:09.494853 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-01df4b4f-6b90-4e18-94c4-b8a07e6e1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:09.523582 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df4b4f-6b90-4e18-94c4-b8a07e6e1198 None None] The sync data for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 is: [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:09.752012 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef5ef7a-24f6-4056-8d07-f8239e1069b0 None None] New status for floating IP 65d83189-0b99-407f-b441-617d53e5abbe: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:07:10.256694 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37670a95-c046-45e0-996e-8010571488ac req-cbdbff94-8107-420d-94f4-9310423d01a5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1478307242&fields=id&tenant_id=61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 267 time: 0.0415735 Feb 10 16:07:10.356595 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37670a95-c046-45e0-996e-8010571488ac req-59d9e34f-61e1-4801-9cf4-13e67a47d909 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:10.358599 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37670a95-c046-45e0-996e-8010571488ac req-59d9e34f-61e1-4801-9cf4-13e67a47d909 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 812 time: 0.0956712 Feb 10 16:07:10.372798 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37670a95-c046-45e0-996e-8010571488ac req-7afe0367-6746-4dc4-a19e-31333dc74a66 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/quotas/61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 375 time: 0.0085697 Feb 10 16:07:10.428672 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37670a95-c046-45e0-996e-8010571488ac req-9628e394-3527-46e1-97af-c15842158a1e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512629 Feb 10 16:07:10.521110 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37670a95-c046-45e0-996e-8010571488ac req-0d346d94-8376-43ea-af42-564d2bd7377f service neutron] 10.222.0.64 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812240 Feb 10 16:07:10.825078 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 28982a91-8793-4155-9735-47f57b0adb6d no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:10.857190 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: 28982a91-8793-4155-9735-47f57b0adb6d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:07:10.858278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 28982a91-8793-4155-9735-47f57b0adb6d not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:10.912386 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-37670a95-c046-45e0-996e-8010571488ac req-09586959-ef77-4e35-8fb7-d915469401c7 service neutron] 10.222.0.64 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846309 Feb 10 16:07:11.089268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ada1aed7-f396-4a46-9ba8-02a2c0477c82 req-c5189116-4ddd-44d0-82f0-ca6526770819 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 210 time: 0.0278385 Feb 10 16:07:11.834057 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:12.140962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37670a95-c046-45e0-996e-8010571488ac req-dbb183b4-4bfe-4233-a827-ce7db357eb38 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:12.142552 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37670a95-c046-45e0-996e-8010571488ac req-dbb183b4-4bfe-4233-a827-ce7db357eb38 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 812 time: 0.1153772 Feb 10 16:07:12.197414 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95588cc7-2fd2-4eed-a281-1f3eae6f6f53 req-b69bd0d7-1053-43b4-889c-7e1448660dfe tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 210 time: 0.0275030 Feb 10 16:07:12.205220 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37670a95-c046-45e0-996e-8010571488ac req-ead385af-e4e3-4bde-884b-70477bd5289b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 380 time: 0.0541348 Feb 10 16:07:12.213813 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-37670a95-c046-45e0-996e-8010571488ac req-4ae3daf3-0ec1-439f-984f-32d27378ce4a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Request body: {'port': {'device_id': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'admin_state_up': True, 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'security_groups': ['bc38409d-ea5f-44aa-98bb-a2110c7d25e1']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:12.320128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37670a95-c046-45e0-996e-8010571488ac req-4ae3daf3-0ec1-439f-984f-32d27378ce4a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Made reservation on behalf of 61111091e2484c87be8da6aacc5e380d for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:07:12.323525 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37670a95-c046-45e0-996e-8010571488ac req-4ae3daf3-0ec1-439f-984f-32d27378ce4a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:12.445628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-37670a95-c046-45e0-996e-8010571488ac req-4ae3daf3-0ec1-439f-984f-32d27378ce4a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Allocated IP 172.20.0.8 (609e0cdb-147c-491c-8046-9959c1f5348e/d4950cfc-9747-4800-a129-e0112b05f2bb/fe9c5652-6084-4040-89db-43c7ed0deab0) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:07:12.589215 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37670a95-c046-45e0-996e-8010571488ac req-4ae3daf3-0ec1-439f-984f-32d27378ce4a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:12.622496 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37670a95-c046-45e0-996e-8010571488ac req-4ae3daf3-0ec1-439f-984f-32d27378ce4a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:12.665925 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37670a95-c046-45e0-996e-8010571488ac req-4ae3daf3-0ec1-439f-984f-32d27378ce4a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Network 609e0cdb-147c-491c-8046-9959c1f5348e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:07:12.668983 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-37670a95-c046-45e0-996e-8010571488ac req-4ae3daf3-0ec1-439f-984f-32d27378ce4a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:07:12.673056 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-37670a95-c046-45e0-996e-8010571488ac req-4ae3daf3-0ec1-439f-984f-32d27378ce4a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:07:12.679015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3daf3-0ec1-439f-984f-32d27378ce4a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Pushing event updated for resources: {'Port': ['ID=fe9c5652-6084-4040-89db-43c7ed0deab0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:12.728619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37670a95-c046-45e0-996e-8010571488ac req-4ae3daf3-0ec1-439f-984f-32d27378ce4a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:12.729346 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37670a95-c046-45e0-996e-8010571488ac req-4ae3daf3-0ec1-439f-984f-32d27378ce4a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:12.746283 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37670a95-c046-45e0-996e-8010571488ac req-4ae3daf3-0ec1-439f-984f-32d27378ce4a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5359943 Feb 10 16:07:12.759172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Request body: {'port': {'device_id': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:12.820161 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:12.876561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-ed31f8b5-8e5a-4c78-8841-b63c955954ea None None] Provisioning complete for port fe9c5652-6084-4040-89db-43c7ed0deab0 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:12.877124 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed31f8b5-8e5a-4c78-8841-b63c955954ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:12.927723 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ed31f8b5-8e5a-4c78-8841-b63c955954ea None None] Port fe9c5652-6084-4040-89db-43c7ed0deab0 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:07:12.937296 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e9fb9e6b-8c26-4a33-b20a-f69c185c6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:13.106275 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9c5652-6084-4040-89db-43c7ed0deab0 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:07:13.114554 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Publish callbacks [] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:13.126927 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Transition to ACTIVE for port object fe9c5652-6084-4040-89db-43c7ed0deab0 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:07:13.130149 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:13.180986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9c5652-6084-4040-89db-43c7ed0deab0,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:13.268834 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Attempting to bind port fe9c5652-6084-4040-89db-43c7ed0deab0 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:07:13.269610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Attempting to bind port fe9c5652-6084-4040-89db-43c7ed0deab0 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:07:13.270133 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Attempting to bind port fe9c5652-6084-4040-89db-43c7ed0deab0 on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:07:13.276963 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Port fe9c5652-6084-4040-89db-43c7ed0deab0 on network 609e0cdb-147c-491c-8046-9959c1f5348e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:07:13.277594 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Attempting to bind port fe9c5652-6084-4040-89db-43c7ed0deab0 on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:07:13.289698 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:07:13.290048 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Checking segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:07:13.290440 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Bound using segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:07:13.290885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Bound port: fe9c5652-6084-4040-89db-43c7ed0deab0, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:07:13.291245 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:13.344030 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611236c-7e60-472b-8139-4678a10df773 req-8e76c165-9fe8-42b7-a9f9-ba6f65bda6d7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:13.345691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b611236c-7e60-472b-8139-4678a10df773 req-8e76c165-9fe8-42b7-a9f9-ba6f65bda6d7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 943 time: 0.0719588 Feb 10 16:07:13.367416 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:07:13.370352 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fe9c5652-6084-4040-89db-43c7ed0deab0,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:07:13.377446 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:13.397106 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b611236c-7e60-472b-8139-4678a10df773 req-1ce8310c-1230-4598-9999-f138f804151a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458148 Feb 10 16:07:13.409528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:13.410349 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:13.411878 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37670a95-c046-45e0-996e-8010571488ac req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] 10.222.0.72 "PUT /v2.0/ports/fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 200 len: 1091 time: 0.6571040 Feb 10 16:07:13.417126 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:07:13.419619 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4158caca-c4e5-419f-a234-53f5970c8daa" -d '{"events": [{"name": "network-changed", "server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:07:13.452246 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b085cde-c242-4c9b-b493-3b9534edc545 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9c5652-6084-4040-89db-43c7ed0deab0,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:13.467737 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a18c267-3130-48e0-999f-78428d36e98a x-openstack-request-id: req-9a18c267-3130-48e0-999f-78428d36e98a {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:07:13.468027 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:07:13.468284 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a18c267-3130-48e0-999f-78428d36e98a {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:07:13.468764 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'status': 'completed', 'code': 200} Feb 10 16:07:13.516163 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37670a95-c046-45e0-996e-8010571488ac req-9e9df8de-f035-4178-a18b-719c2fe878bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:13.517859 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37670a95-c046-45e0-996e-8010571488ac req-9e9df8de-f035-4178-a18b-719c2fe878bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 1125 time: 0.0473087 Feb 10 16:07:13.565025 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37670a95-c046-45e0-996e-8010571488ac req-985cc103-c543-4cc3-8de2-54bfde2d9424 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 200 len: 217 time: 0.0392551 Feb 10 16:07:13.617258 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37670a95-c046-45e0-996e-8010571488ac req-77421bf2-b1e1-4138-8d21-24009cc34f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:13.618801 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37670a95-c046-45e0-996e-8010571488ac req-77421bf2-b1e1-4138-8d21-24009cc34f0e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0469999 Feb 10 16:07:13.666884 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37670a95-c046-45e0-996e-8010571488ac req-54a9faab-e800-45d6-9b7b-ddbc09438713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:13.668347 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37670a95-c046-45e0-996e-8010571488ac req-54a9faab-e800-45d6-9b7b-ddbc09438713 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431879 Feb 10 16:07:14.077986 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37670a95-c046-45e0-996e-8010571488ac req-6b124928-c603-4a0b-a84f-dee15e68921b service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026058 Feb 10 16:07:14.172029 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-37670a95-c046-45e0-996e-8010571488ac req-ed013e80-1bf1-4fd6-871a-ecbf589f2ea9 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880122 Feb 10 16:07:14.262883 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158caca-c4e5-419f-a234-53f5970c8daa req-3a7a61ac-7c9a-4dd2-aa8a-12d57267eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:14.265180 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4158caca-c4e5-419f-a234-53f5970c8daa req-3a7a61ac-7c9a-4dd2-aa8a-12d57267eed7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 1125 time: 0.0451314 Feb 10 16:07:14.357001 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158caca-c4e5-419f-a234-53f5970c8daa req-95616c9b-50c3-4080-a31c-33620d3b9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:14.358466 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4158caca-c4e5-419f-a234-53f5970c8daa req-95616c9b-50c3-4080-a31c-33620d3b9087 service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0874901 Feb 10 16:07:14.399416 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4158caca-c4e5-419f-a234-53f5970c8daa req-3720af91-f188-4f6e-82a7-2dab4319c086 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 200 len: 217 time: 0.0344501 Feb 10 16:07:14.453436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158caca-c4e5-419f-a234-53f5970c8daa req-fa723e28-9cb0-45d9-a092-ee956d8e5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:14.454960 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4158caca-c4e5-419f-a234-53f5970c8daa req-fa723e28-9cb0-45d9-a092-ee956d8e5355 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0475917 Feb 10 16:07:14.510607 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158caca-c4e5-419f-a234-53f5970c8daa req-fe87c695-750f-4845-a773-80cd9b3ce140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:14.512137 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4158caca-c4e5-419f-a234-53f5970c8daa req-fe87c695-750f-4845-a773-80cd9b3ce140 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497210 Feb 10 16:07:14.517403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769de1e5-9edf-4c62-b46e-6b10c1e81b21 req-b6e89d7d-39ef-4046-8530-1a6bfef11b67 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:14.518882 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-769de1e5-9edf-4c62-b46e-6b10c1e81b21 req-b6e89d7d-39ef-4046-8530-1a6bfef11b67 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 943 time: 0.0530829 Feb 10 16:07:14.567453 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-769de1e5-9edf-4c62-b46e-6b10c1e81b21 req-cdf3f203-a1a6-4b30-a9a7-0c897dcb0e68 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429010 Feb 10 16:07:14.604293 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4158caca-c4e5-419f-a234-53f5970c8daa req-72589ccf-bde7-440f-ac60-787d0765546c service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834157 Feb 10 16:07:14.699657 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4158caca-c4e5-419f-a234-53f5970c8daa req-e969e96e-26b6-48fc-9c2c-770af1b29a53 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854008 Feb 10 16:07:15.227964 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-42a2372e-e13a-4666-b0d3-3b5c8baf15df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:15.689135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46beed-c91a-4357-a916-93f142d48c6d req-0fc1a867-5f74-4ac5-8915-791741e15ca5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:15.690615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fe46beed-c91a-4357-a916-93f142d48c6d req-0fc1a867-5f74-4ac5-8915-791741e15ca5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 943 time: 0.0513921 Feb 10 16:07:15.737324 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fe46beed-c91a-4357-a916-93f142d48c6d req-4a7ff0b5-d7c6-46ad-af59-8f9867c27cc0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411165 Feb 10 16:07:16.512642 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:16.858683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c1cf1-f5df-4917-8a2e-f858c105111c req-208186ca-d297-493a-aa90-e15b733b3c60 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:16.860391 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee9c1cf1-f5df-4917-8a2e-f858c105111c req-208186ca-d297-493a-aa90-e15b733b3c60 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 943 time: 0.0562191 Feb 10 16:07:16.906007 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ee9c1cf1-f5df-4917-8a2e-f858c105111c req-bc95cdaf-94da-4005-967e-6ff423be4987 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400167 Feb 10 16:07:17.253864 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device fe9c5652-6084-4040-89db-43c7ed0deab0 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:07:17.348507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fe9c5652-6084-4040-89db-43c7ed0deab0,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:17.359252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'port_id': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'mac_address': 'fa:16:3e:e4:82:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:07:17.394902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port fe9c5652-6084-4040-89db-43c7ed0deab0 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:07:17.395319 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:17.411658 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9c5652-6084-4040-89db-43c7ed0deab0 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:07:17.430641 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fe9c5652-6084-4040-89db-43c7ed0deab0,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:17.435204 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:17.480318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=fe9c5652-6084-4040-89db-43c7ed0deab0,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:17.672094 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['fe9c5652-6084-4040-89db-43c7ed0deab0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:07:18.022844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7086e61-26d1-4c72-98b7-ff40314d084a req-f9556adb-4b23-44fc-b235-aa371a415bad tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:18.024355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7086e61-26d1-4c72-98b7-ff40314d084a req-f9556adb-4b23-44fc-b235-aa371a415bad tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 944 time: 0.0520339 Feb 10 16:07:18.070471 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7086e61-26d1-4c72-98b7-ff40314d084a req-3e30dee0-1f4a-40d5-8e5e-0f3a72b2756f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405283 Feb 10 16:07:18.083021 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:18.996280 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:19.194298 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598bff2-1e9a-4df5-b94e-140867c9582c req-0f4e521d-5857-499b-b428-73ee6bf791cb tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:19.195787 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4598bff2-1e9a-4df5-b94e-140867c9582c req-0f4e521d-5857-499b-b428-73ee6bf791cb tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 944 time: 0.0562069 Feb 10 16:07:19.241883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4598bff2-1e9a-4df5-b94e-140867c9582c req-605e882d-9021-45fe-83fc-860d55588552 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400205 Feb 10 16:07:19.274023 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device fe9c5652-6084-4040-89db-43c7ed0deab0 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:19.321162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port fe9c5652-6084-4040-89db-43c7ed0deab0 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:07:19.324922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port fe9c5652-6084-4040-89db-43c7ed0deab0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:19.325300 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:19.405041 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port fe9c5652-6084-4040-89db-43c7ed0deab0 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:07:19.405338 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:19.426244 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:07:19.428424 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69711f0f-adf5-42c2-bf1d-409f0b29b08a" -d '{"events": [{"server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "name": "network-vif-plugged", "status": "completed", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:07:19.441050 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fe9c5652-6084-4040-89db-43c7ed0deab0,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:19.445567 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:19.478216 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f52255b-0868-48dc-ba44-9d71162c258f x-openstack-request-id: req-0f52255b-0868-48dc-ba44-9d71162c258f {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:07:19.478503 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "name": "network-vif-plugged", "status": "completed", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:07:19.478751 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f52255b-0868-48dc-ba44-9d71162c258f {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:07:19.479130 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'code': 200} Feb 10 16:07:19.501115 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=fe9c5652-6084-4040-89db-43c7ed0deab0,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:19.577484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e8ed0-c78a-44d3-b136-f8bb5a16bd21 req-5b9093f5-bfd5-43b8-b229-d163ec1f7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:19.579011 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-db2e8ed0-c78a-44d3-b136-f8bb5a16bd21 req-5b9093f5-bfd5-43b8-b229-d163ec1f7cc5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 1127 time: 0.0441999 Feb 10 16:07:19.620899 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-db2e8ed0-c78a-44d3-b136-f8bb5a16bd21 req-65894b87-0231-4692-b3ba-4d4df52025f4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359392 Feb 10 16:07:20.366196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850aa5c4-4ce3-4b75-a15d-6792fe6f883b req-e361312f-4970-467b-92e7-623bdd214699 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:20.367676 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-850aa5c4-4ce3-4b75-a15d-6792fe6f883b req-e361312f-4970-467b-92e7-623bdd214699 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0514953 Feb 10 16:07:20.414177 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-850aa5c4-4ce3-4b75-a15d-6792fe6f883b req-f927ba1a-74eb-4095-8420-b955504ed3f1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403450 Feb 10 16:07:21.534539 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5076d9d-0f56-45a1-b60b-8dd40cfe1479 req-e07d41c2-f7fd-489b-80fc-7e6223de325d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:21.536028 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5076d9d-0f56-45a1-b60b-8dd40cfe1479 req-e07d41c2-f7fd-489b-80fc-7e6223de325d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0521541 Feb 10 16:07:21.584702 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e5076d9d-0f56-45a1-b60b-8dd40cfe1479 req-6693fda7-2123-474f-965d-6e4835289943 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429428 Feb 10 16:07:21.708684 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031b44b-878e-4db8-b31b-651c14902710 req-2d5b815a-b192-4bf6-b2a3-9b21384c7788 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:21.710166 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d031b44b-878e-4db8-b31b-651c14902710 req-2d5b815a-b192-4bf6-b2a3-9b21384c7788 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0520549 Feb 10 16:07:21.719211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 40826) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:07:21.723507 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1cda2b4c-bb4f-409c-9f61-135a826fc74d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Request body: {'floatingip': {'port_id': 'fe9c5652-6084-4040-89db-43c7ed0deab0'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:21.761849 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1cda2b4c-bb4f-409c-9f61-135a826fc74d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for floatingip (65d83189-0b99-407f-b441-617d53e5abbe), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:22.214517 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1cda2b4c-bb4f-409c-9f61-135a826fc74d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:22.218726 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1cda2b4c-bb4f-409c-9f61-135a826fc74d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (65d83189-0b99-407f-b441-617d53e5abbe), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:22.321154 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-1cda2b4c-bb4f-409c-9f61-135a826fc74d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Floating IP 65d83189-0b99-407f-b441-617d53e5abbe associated. External IP: 172.25.3.44, port: fe9c5652-6084-4040-89db-43c7ed0deab0. Feb 10 16:07:22.538096 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cda2b4c-bb4f-409c-9f61-135a826fc74d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Router ab7e08e9-cdec-411d-97a2-62eb95953069 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:07:22.651005 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cda2b4c-bb4f-409c-9f61-135a826fc74d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:07:22.655829 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1cda2b4c-bb4f-409c-9f61-135a826fc74d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:22.661268 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4210e2e-7d84-4e3a-adc2-2803ad7f6e74 None None] Sync routers for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:07:22.673162 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4210e2e-7d84-4e3a-adc2-2803ad7f6e74 None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:22.673767 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e4210e2e-7d84-4e3a-adc2-2803ad7f6e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:07:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:22.686433 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1cda2b4c-bb4f-409c-9f61-135a826fc74d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "PUT /v2.0/floatingips/65d83189-0b99-407f-b441-617d53e5abbe HTTP/1.1" status: 200 len: 990 time: 0.9661851 Feb 10 16:07:22.687024 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:07:22.689285 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4c19d5-67b5-4d1b-a68b-7247f99a28ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:07:22.728156 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27db8b30-5d39-4248-86ad-39c23bc2feb6 x-openstack-request-id: req-27db8b30-5d39-4248-86ad-39c23bc2feb6 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:07:22.728619 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:07:22.729068 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27db8b30-5d39-4248-86ad-39c23bc2feb6 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:07:22.729714 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'status': 'completed', 'code': 200} Feb 10 16:07:22.796178 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-e4210e2e-7d84-4e3a-adc2-2803ad7f6e74 None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:22.801992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c19d5-67b5-4d1b-a68b-7247f99a28ee req-654dffcc-29f5-4c47-bcc6-1a2ef76bdf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:22.803691 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7d4c19d5-67b5-4d1b-a68b-7247f99a28ee req-654dffcc-29f5-4c47-bcc6-1a2ef76bdf72 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 1127 time: 0.0525048 Feb 10 16:07:22.941275 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c19d5-67b5-4d1b-a68b-7247f99a28ee req-d87ff084-0429-4995-aa40-4fd851dd261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:22.942679 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7d4c19d5-67b5-4d1b-a68b-7247f99a28ee req-d87ff084-0429-4995-aa40-4fd851dd261b service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.1310623 Feb 10 16:07:22.947214 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784046d-c027-4b05-b326-713b30561f28 req-f8a895ea-b2af-4dc2-9544-77f3fd72ee89 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:22.948730 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0784046d-c027-4b05-b326-713b30561f28 req-f8a895ea-b2af-4dc2-9544-77f3fd72ee89 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0570531 Feb 10 16:07:22.953134 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-7d05a865-74e9-4fda-835e-01d121a7723d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0662799 Feb 10 16:07:23.003194 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0784046d-c027-4b05-b326-713b30561f28 req-f293d3d7-aae0-4174-aeb4-3444c4b23a78 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476754 Feb 10 16:07:23.037946 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7d4c19d5-67b5-4d1b-a68b-7247f99a28ee req-3254fa5c-9c21-4a03-9104-3d690d4cdf77 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 200 len: 998 time: 0.0886166 Feb 10 16:07:23.070136 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e4210e2e-7d84-4e3a-adc2-2803ad7f6e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '65d83189-0b99-407f-b441-617d53e5abbe', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'port_id': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'mac_address': 'fa:16:3e:e4:82:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:05:14Z', 'updated_at': '2022-02-10T16:07:22Z', 'revision_number': 9, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:23.089841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c19d5-67b5-4d1b-a68b-7247f99a28ee req-ea986d3b-c2fb-477b-81d5-1770c2ae1b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:23.091487 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7d4c19d5-67b5-4d1b-a68b-7247f99a28ee req-ea986d3b-c2fb-477b-81d5-1770c2ae1b9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0472720 Feb 10 16:07:23.098324 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4210e2e-7d84-4e3a-adc2-2803ad7f6e74 None None] Checking router: ab7e08e9-cdec-411d-97a2-62eb95953069 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:07:23.106421 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4210e2e-7d84-4e3a-adc2-2803ad7f6e74 None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:07:23.108937 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e4210e2e-7d84-4e3a-adc2-2803ad7f6e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:07:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:23.150729 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c19d5-67b5-4d1b-a68b-7247f99a28ee req-1b5eb5e4-0913-4b07-a8f4-d896134d5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:23.152252 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7d4c19d5-67b5-4d1b-a68b-7247f99a28ee req-1b5eb5e4-0913-4b07-a8f4-d896134d5b49 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546055 Feb 10 16:07:23.224784 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-e4210e2e-7d84-4e3a-adc2-2803ad7f6e74 None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:07:23.252080 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7d4c19d5-67b5-4d1b-a68b-7247f99a28ee req-850f286c-2c3e-493e-a475-37fa6a819977 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925028 Feb 10 16:07:23.355315 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-c8bc165e-c671-45cf-9d78-55ab694a2a3c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:23.356687 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-c8bc165e-c671-45cf-9d78-55ab694a2a3c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports/fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 200 len: 942 time: 0.0898712 Feb 10 16:07:23.385392 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7d4c19d5-67b5-4d1b-a68b-7247f99a28ee req-1e6745b2-afe6-47ae-be11-b35564277576 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269946 Feb 10 16:07:23.450170 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e4210e2e-7d84-4e3a-adc2-2803ad7f6e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '65d83189-0b99-407f-b441-617d53e5abbe', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'port_id': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'mac_address': 'fa:16:3e:e4:82:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:05:14Z', 'updated_at': '2022-02-10T16:07:22Z', 'revision_number': 9, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:07:23.480166 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4210e2e-7d84-4e3a-adc2-2803ad7f6e74 None None] The sync data for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 is: [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '65d83189-0b99-407f-b441-617d53e5abbe', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'port_id': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'mac_address': 'fa:16:3e:e4:82:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:05:14Z', 'updated_at': '2022-02-10T16:07:22Z', 'revision_number': 9, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:07:23.700228 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ace184-f87f-48d5-9438-4276c3a13397 None None] New status for floating IP 65d83189-0b99-407f-b441-617d53e5abbe: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:07:24.136673 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288b3e5-b75f-4d66-bc94-1225a9a4b55c req-158000d9-4ced-4323-abce-64b3f70f20ae tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:24.138367 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a288b3e5-b75f-4d66-bc94-1225a9a4b55c req-158000d9-4ced-4323-abce-64b3f70f20ae tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0635269 Feb 10 16:07:24.186703 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a288b3e5-b75f-4d66-bc94-1225a9a4b55c req-dff5ac4a-9d21-42b6-9715-c15f562be19d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421073 Feb 10 16:07:24.207082 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-d33c7e60-9cc2-4b30-bc8d-907cbd7dd905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:24.208609 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-d33c7e60-9cc2-4b30-bc8d-907cbd7dd905 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 1127 time: 0.0468524 Feb 10 16:07:24.304174 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-8a1bc79b-cd1d-4197-a77a-eb8dd652b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:24.305676 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-8a1bc79b-cd1d-4197-a77a-eb8dd652b20c service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0884480 Feb 10 16:07:24.372710 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-42133f05-eec5-4b2e-9a15-6fa4187a3781 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 200 len: 1001 time: 0.0593491 Feb 10 16:07:24.423491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-12f3659f-6dbd-4921-a10c-d48aec642ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:24.424944 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-12f3659f-6dbd-4921-a10c-d48aec642ff0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0463727 Feb 10 16:07:24.473186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-eb4c44f1-990c-4013-8435-940c4f03de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:24.474673 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-eb4c44f1-990c-4013-8435-940c4f03de5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436316 Feb 10 16:07:24.562427 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-24f28de2-bb2f-4040-a4f5-3a260b7c0639 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812957 Feb 10 16:07:24.656137 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-34ab065c-4c2e-42fb-9297-f5ff32cedac4 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881848 Feb 10 16:07:25.305141 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea23296-2ab6-4c51-bca3-19df6e004a82 req-69984655-bac8-405f-8092-d08d5d5e5a26 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:25.306618 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ea23296-2ab6-4c51-bca3-19df6e004a82 req-69984655-bac8-405f-8092-d08d5d5e5a26 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0512474 Feb 10 16:07:25.351861 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ea23296-2ab6-4c51-bca3-19df6e004a82 req-4b024fdb-9b69-4792-b051-50d084ee9523 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391200 Feb 10 16:07:26.471112 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f459fe-dabc-4710-a241-f99910ddc270 req-d21a83b8-a000-45c2-ad4c-6d8296f9038a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:26.472593 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-58f459fe-dabc-4710-a241-f99910ddc270 req-d21a83b8-a000-45c2-ad4c-6d8296f9038a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0530388 Feb 10 16:07:26.524971 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-58f459fe-dabc-4710-a241-f99910ddc270 req-ba3751ea-acf4-4864-9851-eaa135f9a55d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456488 Feb 10 16:07:27.643570 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558e331-6c9f-4b93-ada9-651ffe2334c9 req-d1b761a5-5e7e-4526-9c47-6401b7ca4de6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:27.645087 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8558e331-6c9f-4b93-ada9-651ffe2334c9 req-d1b761a5-5e7e-4526-9c47-6401b7ca4de6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0530460 Feb 10 16:07:27.692368 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8558e331-6c9f-4b93-ada9-651ffe2334c9 req-69b460ff-5f7e-4c56-8e83-7a8d0fa01341 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415492 Feb 10 16:07:28.817765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f140bf9-a91d-4673-b742-05c51c580920 req-ee736fe4-af96-4bcb-b898-755ddd67862e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:28.819276 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1f140bf9-a91d-4673-b742-05c51c580920 req-ee736fe4-af96-4bcb-b898-755ddd67862e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0566525 Feb 10 16:07:28.864629 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1f140bf9-a91d-4673-b742-05c51c580920 req-4594cebf-fd69-4fcf-9ca1-53ad70519782 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397601 Feb 10 16:07:29.987404 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d83ba6-8449-4394-9484-3295437f1d2c req-ef455bfe-54d9-4b0e-96b3-98d7a73a5362 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:29.988914 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7d83ba6-8449-4394-9484-3295437f1d2c req-ef455bfe-54d9-4b0e-96b3-98d7a73a5362 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0561216 Feb 10 16:07:30.034602 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7d83ba6-8449-4394-9484-3295437f1d2c req-166bc2a9-a5fd-4c87-9fc0-0510f9c79f5c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401497 Feb 10 16:07:31.086581 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:07:31.155879 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef9cb0-2934-4d8d-9b9b-5a99122cb67b req-e2479e35-f3e7-48c9-9c0d-52fd96a1103f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:31.157407 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a7ef9cb0-2934-4d8d-9b9b-5a99122cb67b req-e2479e35-f3e7-48c9-9c0d-52fd96a1103f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0518687 Feb 10 16:07:31.203037 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a7ef9cb0-2934-4d8d-9b9b-5a99122cb67b req-aec43655-4e43-46d3-9598-2c4517cf8059 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401413 Feb 10 16:07:32.324870 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5af2b-72d4-44ca-b84f-ac214efcfec4 req-4fec1f15-c5f8-4fed-99a9-66c4c342de4b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:32.326373 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78c5af2b-72d4-44ca-b84f-ac214efcfec4 req-4fec1f15-c5f8-4fed-99a9-66c4c342de4b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0554738 Feb 10 16:07:32.371685 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78c5af2b-72d4-44ca-b84f-ac214efcfec4 req-4fcfa17c-68fb-4901-9cdc-49d5fe6c45e9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398364 Feb 10 16:07:33.489383 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df980b-ccf9-45c2-8b65-28b9bdf7df1f req-824539bd-2c8a-44ae-9bea-bc1121c6ff98 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:33.490867 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05df980b-ccf9-45c2-8b65-28b9bdf7df1f req-824539bd-2c8a-44ae-9bea-bc1121c6ff98 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0513463 Feb 10 16:07:33.536484 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05df980b-ccf9-45c2-8b65-28b9bdf7df1f req-01d37685-a818-4902-8013-673c9dbbc37f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400078 Feb 10 16:07:34.658351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576dc0d-8bca-415f-94a3-c13701299d9b req-ec5af714-2330-4917-bb13-b942f977c8ba tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:34.659851 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e576dc0d-8bca-415f-94a3-c13701299d9b req-ec5af714-2330-4917-bb13-b942f977c8ba tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0530922 Feb 10 16:07:34.710185 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e576dc0d-8bca-415f-94a3-c13701299d9b req-3a5c951e-6483-46be-9bb2-a06d2799e784 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447686 Feb 10 16:07:35.832878 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19be444-63bd-420a-a587-d35b0a6b8f5f req-979f9f22-6ebc-4280-8b56-d165f3ba920c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:35.834355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b19be444-63bd-420a-a587-d35b0a6b8f5f req-979f9f22-6ebc-4280-8b56-d165f3ba920c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0522125 Feb 10 16:07:35.880916 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b19be444-63bd-420a-a587-d35b0a6b8f5f req-48434013-6f6c-4768-9748-2d27724c8d71 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409012 Feb 10 16:07:36.363382 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-19b7f584-ab66-4539-a68a-f4b0df12d55c req-69926c2b-0363-4c64-bf20-348a09ef04a8 service neutron] (103369) timed out ('10.222.0.64', 36816) {{(pid=103369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 16:07:36.998111 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77b3a6-5559-4178-b063-066b1308ff63 req-18594555-aa9e-48ff-8aba-eb46c1060105 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:36.999584 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b77b3a6-5559-4178-b063-066b1308ff63 req-18594555-aa9e-48ff-8aba-eb46c1060105 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0516350 Feb 10 16:07:37.046479 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9b77b3a6-5559-4178-b063-066b1308ff63 req-be4f66dc-3456-4df9-be62-8f2f483fbe80 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413272 Feb 10 16:07:37.317024 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:38.178763 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867d6bb-53ec-4a7a-a093-4ef816e90410 req-2a9e1196-bfa2-41d2-9e74-e2be02caabb5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:38.180240 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1867d6bb-53ec-4a7a-a093-4ef816e90410 req-2a9e1196-bfa2-41d2-9e74-e2be02caabb5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0612056 Feb 10 16:07:38.226904 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1867d6bb-53ec-4a7a-a093-4ef816e90410 req-83dde7af-36bb-4133-848b-8f4478d266af tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404668 Feb 10 16:07:39.344900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba1960-16c7-4534-8fc3-5cf6b162ee29 req-2092b16d-3938-40ac-a5e2-52e06be90d3d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:39.346400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-55ba1960-16c7-4534-8fc3-5cf6b162ee29 req-2092b16d-3938-40ac-a5e2-52e06be90d3d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0523276 Feb 10 16:07:39.392037 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-55ba1960-16c7-4534-8fc3-5cf6b162ee29 req-a6af3a82-f88b-4003-a0e4-07ada00c1765 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401120 Feb 10 16:07:40.510306 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fe155-aef4-4d97-a366-daf71f7fb2ce req-e5dd0446-3d9e-436d-ac9d-021387e9c81f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:40.511789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-096fe155-aef4-4d97-a366-daf71f7fb2ce req-e5dd0446-3d9e-436d-ac9d-021387e9c81f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0520821 Feb 10 16:07:40.561467 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-096fe155-aef4-4d97-a366-daf71f7fb2ce req-0d7db303-3ce6-4322-9065-efeb3806c015 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441003 Feb 10 16:07:41.678276 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bcb0c-0540-480c-ad28-1beb8fab11ac req-9a09cfe2-34a2-4fb9-934e-7580da23582c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:41.679763 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce9bcb0c-0540-480c-ad28-1beb8fab11ac req-9a09cfe2-34a2-4fb9-934e-7580da23582c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0513315 Feb 10 16:07:41.725004 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ce9bcb0c-0540-480c-ad28-1beb8fab11ac req-5f9888cb-f97d-4523-8067-7de57fda591c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391457 Feb 10 16:07:41.837305 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:42.855526 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf6ec8-1d3c-450f-b716-6bf2f62e2c38 req-b15cd243-8036-4889-89a9-2057f705a51b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:42.857183 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1cf6ec8-1d3c-450f-b716-6bf2f62e2c38 req-b15cd243-8036-4889-89a9-2057f705a51b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0561001 Feb 10 16:07:42.904260 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1cf6ec8-1d3c-450f-b716-6bf2f62e2c38 req-9252a4a5-5ee1-4a0b-bab5-4c498a2aad49 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411475 Feb 10 16:07:42.930870 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4fb85805-be09-493b-bd19-80405d89cf8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:44.026182 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd68af8-16b7-4b91-84cd-d248a56c6fe9 req-b5553196-dcb3-424f-b8a4-54d3982cdbac tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:44.027658 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0dd68af8-16b7-4b91-84cd-d248a56c6fe9 req-b5553196-dcb3-424f-b8a4-54d3982cdbac tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0549855 Feb 10 16:07:44.073262 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0dd68af8-16b7-4b91-84cd-d248a56c6fe9 req-dfa20f81-5171-42c9-9bea-29b6f4d4e419 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393887 Feb 10 16:07:45.194284 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959cc5f-1bb8-4df9-ada6-ef744ecfa8a0 req-245ef025-fe00-4dd0-9e36-b43e8e96e427 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:45.195750 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f959cc5f-1bb8-4df9-ada6-ef744ecfa8a0 req-245ef025-fe00-4dd0-9e36-b43e8e96e427 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0517356 Feb 10 16:07:45.231284 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6f068d36-e146-4c8a-abfb-a9853aa5f070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:45.246732 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f959cc5f-1bb8-4df9-ada6-ef744ecfa8a0 req-2db6f408-3331-4003-bfd0-f407cccf4618 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452964 Feb 10 16:07:46.368477 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fa730-02e9-41f0-881b-8ef3b7d51c98 req-9574ecee-0b0f-4b2b-b4e1-209c8c873096 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:46.369998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-959fa730-02e9-41f0-881b-8ef3b7d51c98 req-9574ecee-0b0f-4b2b-b4e1-209c8c873096 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0559568 Feb 10 16:07:46.415647 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-959fa730-02e9-41f0-881b-8ef3b7d51c98 req-794d4427-0df2-4f62-a42a-9b7cceccf425 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395250 Feb 10 16:07:46.514356 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:47.533833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e08b7-c134-445e-80da-f060051fef9d req-32b2b0af-2e53-4537-a5a7-e73b08dc4320 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:47.535306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a98e08b7-c134-445e-80da-f060051fef9d req-32b2b0af-2e53-4537-a5a7-e73b08dc4320 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0515962 Feb 10 16:07:47.580749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a98e08b7-c134-445e-80da-f060051fef9d req-ae611639-7646-4181-a53b-bc3426d30997 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398030 Feb 10 16:07:48.084381 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:48.699691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06eb3e1-57e1-4ac1-a5af-c3e889886344 req-5802368c-6f5e-46f1-b87f-d93fe92cd3a3 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:48.701792 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d06eb3e1-57e1-4ac1-a5af-c3e889886344 req-5802368c-6f5e-46f1-b87f-d93fe92cd3a3 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0513997 Feb 10 16:07:48.751283 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d06eb3e1-57e1-4ac1-a5af-c3e889886344 req-6c95d251-4eca-48e4-a840-a47f2697f13f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440202 Feb 10 16:07:48.999605 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:49.874561 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b28b9-1632-417f-81e7-46331b99157a req-cb1764eb-cae4-4c3d-8b26-8a92573afb76 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:49.876042 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f0b28b9-1632-417f-81e7-46331b99157a req-cb1764eb-cae4-4c3d-8b26-8a92573afb76 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0517833 Feb 10 16:07:49.921890 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8f0b28b9-1632-417f-81e7-46331b99157a req-85d12680-63f9-44b1-bccf-d5c6bbf69ca8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401540 Feb 10 16:07:51.043188 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b20fd0-e3b9-4687-833d-f6702fab55a5 req-97aeb92a-7aea-42a3-bb29-a14d379c863a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:51.045294 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d6b20fd0-e3b9-4687-833d-f6702fab55a5 req-97aeb92a-7aea-42a3-bb29-a14d379c863a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0553184 Feb 10 16:07:51.091292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d6b20fd0-e3b9-4687-833d-f6702fab55a5 req-271a69fb-400c-461a-82ea-f567b96aafe0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402510 Feb 10 16:07:51.632106 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-fc24e212-2660-4be9-9763-6ca4f978e48d service neutron] show failed (client error): The resource could not be found. Feb 10 16:07:51.633161 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-fc24e212-2660-4be9-9763-6ca4f978e48d service neutron] 10.222.0.72 "GET /v2.0/ports/fe9c5652-6084-4040-89db-43c7ed0deab0/bindings/n-h2-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.0542233 Feb 10 16:07:51.839106 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-5c792fef-43d2-4a4d-a19b-02221dc0b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:51.841176 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-5c792fef-43d2-4a4d-a19b-02221dc0b315 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a&tenant_id=61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 1127 time: 0.0539029 Feb 10 16:07:51.851097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:07:51.908859 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:52.104398 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fe9c5652-6084-4040-89db-43c7ed0deab0,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:52.139026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:07:52.185945 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:07:52.188397 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3198e5d-455c-4762-b90b-a0da8b7b830e" -d '{"events": [{"server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:07:52.192746 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Publish callbacks [] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:52.206612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Transition to ACTIVE for port object fe9c5652-6084-4040-89db-43c7ed0deab0 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:07:52.211741 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:52.233983 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb819fa0-aa2a-4e8c-9c8a-70ebbe5809b1 req-fcc8815e-1a1b-4da6-b0bd-4d31814b3932 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:52.235768 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb819fa0-aa2a-4e8c-9c8a-70ebbe5809b1 req-fcc8815e-1a1b-4da6-b0bd-4d31814b3932 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0601149 Feb 10 16:07:52.249227 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feecded2-0fac-4a2e-af71-2a3284a61051 x-openstack-request-id: req-feecded2-0fac-4a2e-af71-2a3284a61051 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:07:52.249524 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:07:52.249778 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-feecded2-0fac-4a2e-af71-2a3284a61051 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:07:52.250188 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'code': 200} Feb 10 16:07:52.291337 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9c5652-6084-4040-89db-43c7ed0deab0,revision_number=6']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:52.309782 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fb819fa0-aa2a-4e8c-9c8a-70ebbe5809b1 req-8f160551-1f29-4346-8d8f-4750fc70eafc tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558152 Feb 10 16:07:52.335857 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] No DVR routers for this DVR port fe9c5652-6084-4040-89db-43c7ed0deab0 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:07:52.478988 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Attempting to bind port fe9c5652-6084-4040-89db-43c7ed0deab0 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:07:52.479321 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Attempting to bind port fe9c5652-6084-4040-89db-43c7ed0deab0 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:07:52.479647 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Attempting to bind port fe9c5652-6084-4040-89db-43c7ed0deab0 on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:07:52.484625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Port fe9c5652-6084-4040-89db-43c7ed0deab0 on network 609e0cdb-147c-491c-8046-9959c1f5348e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:07:52.484972 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Attempting to bind port fe9c5652-6084-4040-89db-43c7ed0deab0 on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:07:52.489681 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:07:52.490015 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Checking segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:07:52.490424 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Bound using segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:07:52.490841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Bound port: fe9c5652-6084-4040-89db-43c7ed0deab0, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:07:52.491187 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:52.551352 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:07:52.554298 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fe9c5652-6084-4040-89db-43c7ed0deab0,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:07:52.560874 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:52.595097 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:52.595691 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:52.597104 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] 10.222.0.79 "PUT /v2.0/ports/fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 200 len: 1091 time: 0.7499635 Feb 10 16:07:52.619005 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bee0a-960b-486b-b676-9a494d5e8f42 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9c5652-6084-4040-89db-43c7ed0deab0,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:52.671539 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-1fe24762-04cc-4306-ac1e-86a4590b6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:52.673112 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-1fe24762-04cc-4306-ac1e-86a4590b6b8d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 1125 time: 0.0506258 Feb 10 16:07:52.768389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-9b0026f8-76ca-4fdb-8ffd-4d907603aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:52.769905 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-9b0026f8-76ca-4fdb-8ffd-4d907603aee6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0899286 Feb 10 16:07:52.837543 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-e4673e81-61ed-402e-956e-b3f1dde213e6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 200 len: 999 time: 0.0618043 Feb 10 16:07:52.886744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-ad3d7b13-2421-4f67-b4cf-998cabea4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:52.888810 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-ad3d7b13-2421-4f67-b4cf-998cabea4d91 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0453341 Feb 10 16:07:52.937459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-97c1516c-5c18-4973-9f03-f0977eeda3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:52.938988 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-97c1516c-5c18-4973-9f03-f0977eeda3a5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448360 Feb 10 16:07:53.031153 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-11979e4e-e1f2-404a-87bf-83f64c1b0158 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864253 Feb 10 16:07:53.117594 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5ca5bf0a-4938-465d-9567-e126ff25563b req-631ef54e-4fff-4032-b8c2-f04d0b48d905 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801151 Feb 10 16:07:53.423556 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf196e94-c8a6-4fa8-abba-d7fb3640056a req-bcb119f2-bf10-479c-9bf9-fbe6099fc32f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:53.425068 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf196e94-c8a6-4fa8-abba-d7fb3640056a req-bcb119f2-bf10-479c-9bf9-fbe6099fc32f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 943 time: 0.0508697 Feb 10 16:07:53.471026 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf196e94-c8a6-4fa8-abba-d7fb3640056a req-6c5829ea-0750-4d0c-8bf4-754acdc21088 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405009 Feb 10 16:07:54.251939 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:07:54.254315 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba17d110-b4c2-439c-a318-ed2690f02ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:07:54.301574 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573729b8-014f-4899-9ba9-ca838429c30c x-openstack-request-id: req-573729b8-014f-4899-9ba9-ca838429c30c {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:07:54.301861 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:07:54.302110 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-573729b8-014f-4899-9ba9-ca838429c30c {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:07:54.302508 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'status': 'completed', 'code': 200} Feb 10 16:07:54.397503 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-b4926e7d-1921-4ed9-8409-5d61949c125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:54.399059 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-b4926e7d-1921-4ed9-8409-5d61949c125d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 1125 time: 0.0802174 Feb 10 16:07:54.401322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-04fb8684-f64f-41c8-9d81-38dc322142e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:54.402657 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-04fb8684-f64f-41c8-9d81-38dc322142e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 1125 time: 0.0746117 Feb 10 16:07:54.552136 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-daa76e81-4292-4bc3-9ddf-5dd315e95ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:54.553643 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-daa76e81-4292-4bc3-9ddf-5dd315e95ec8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.1482282 Feb 10 16:07:54.556203 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-39832b41-f658-4e7c-a320-1171c697ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:54.557537 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-39832b41-f658-4e7c-a320-1171c697ad01 service neutron] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.1446254 Feb 10 16:07:54.591513 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacb9be-0f43-492e-aedd-faec3b55075e req-4769aa6f-9dcd-46de-97b3-aa9ee88c7846 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:54.593967 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1aacb9be-0f43-492e-aedd-faec3b55075e req-4769aa6f-9dcd-46de-97b3-aa9ee88c7846 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 943 time: 0.0541251 Feb 10 16:07:54.645368 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1aacb9be-0f43-492e-aedd-faec3b55075e req-91ffd67c-1a30-403d-9752-6ee99353fc03 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452881 Feb 10 16:07:54.667815 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-a9760a20-9915-4c59-afbe-9ab39f3ec023 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 200 len: 999 time: 0.1070843 Feb 10 16:07:54.669720 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-06e75bb6-5f11-4c4d-9d20-7b82db44ed6e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 200 len: 999 time: 0.1024325 Feb 10 16:07:54.753937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-ba82be6e-64d2-482b-977d-893a432ae005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:54.755421 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-ba82be6e-64d2-482b-977d-893a432ae005 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0805662 Feb 10 16:07:54.756827 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-071d2009-24c2-4c85-8891-9844002928b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:54.758127 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-071d2009-24c2-4c85-8891-9844002928b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0762897 Feb 10 16:07:54.831219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-051075b4-915e-402b-9faa-4df3a6e02549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:54.832754 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-051075b4-915e-402b-9faa-4df3a6e02549 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0708208 Feb 10 16:07:54.838217 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-79279972-753c-4932-be94-f85568119f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:54.839578 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-79279972-753c-4932-be94-f85568119f72 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0697715 Feb 10 16:07:54.991649 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-8b7f383d-6eec-4614-9a78-c6b51f81d85d service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494331 Feb 10 16:07:54.994937 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-6412df39-03cc-43ea-a434-d06c76667ce1 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461568 Feb 10 16:07:55.148973 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-0e7120f1-e8ef-40c2-b412-2ce49cbcc782 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507602 Feb 10 16:07:55.152307 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ba17d110-b4c2-439c-a318-ed2690f02ce8 req-4c0415c8-b375-4dc7-99e4-d3a0ed24d4f0 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466744 Feb 10 16:07:55.450637 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device fe9c5652-6084-4040-89db-43c7ed0deab0 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:07:55.488907 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] The host n-h1-815324-7 is not matching for port fe9c5652-6084-4040-89db-43c7ed0deab0 host n-h2-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 16:07:55.489295 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device fe9c5652-6084-4040-89db-43c7ed0deab0 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:07:55.766404 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d002a84-38dd-4633-a167-a7c1c8b48c4f req-091d1b68-a74c-4fc5-8f15-403a2c899ddd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:55.767908 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d002a84-38dd-4633-a167-a7c1c8b48c4f req-091d1b68-a74c-4fc5-8f15-403a2c899ddd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 943 time: 0.0528214 Feb 10 16:07:55.816339 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0d002a84-38dd-4633-a167-a7c1c8b48c4f req-d086376e-f15a-4092-bc69-7e5ce66a3372 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424531 Feb 10 16:07:56.944890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90495a-f07f-4334-aa20-a2f6333b2122 req-a32078ea-e5cf-4ce3-8f23-8f0716c24742 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:56.946362 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab90495a-f07f-4334-aa20-a2f6333b2122 req-a32078ea-e5cf-4ce3-8f23-8f0716c24742 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 943 time: 0.0599051 Feb 10 16:07:56.992268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab90495a-f07f-4334-aa20-a2f6333b2122 req-ab6073e1-f41a-4ae0-93d1-fd1cc24156b3 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398664 Feb 10 16:07:57.062567 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fe9c5652-6084-4040-89db-43c7ed0deab0 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:07:57.163210 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fe9c5652-6084-4040-89db-43c7ed0deab0,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:57.174902 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'port_id': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'mac_address': 'fa:16:3e:e4:82:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:07:57.217409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fe9c5652-6084-4040-89db-43c7ed0deab0 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:07:57.217838 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:57.233223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9c5652-6084-4040-89db-43c7ed0deab0 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:07:57.253811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fe9c5652-6084-4040-89db-43c7ed0deab0,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:57.258615 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:57.286222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-98da68af-1bcb-4560-af22-9e82d51756f8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:57.287820 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-98da68af-1bcb-4560-af22-9e82d51756f8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.79 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a&tenant_id=61111091e2484c87be8da6aacc5e380d&binding%3Ahost_id=n-h2-815324-7 HTTP/1.1" status: 200 len: 943 time: 0.0602682 Feb 10 16:07:57.310337 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fe9c5652-6084-4040-89db-43c7ed0deab0,revision_number=8']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:57.311919 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab5b66-65e5-43da-98ec-2fb1ff414d43 req-24367ee6-ff4e-4ce8-8747-de9ec021c0b3 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:57.317189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4eab5b66-65e5-43da-98ec-2fb1ff414d43 req-24367ee6-ff4e-4ce8-8747-de9ec021c0b3 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 944 time: 0.0671563 Feb 10 16:07:57.350691 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-b3684695-1d0b-40ec-a13d-d5a9ea093f7a service neutron] 10.222.0.79 "GET /v2.0/ports/fe9c5652-6084-4040-89db-43c7ed0deab0/bindings/n-h2-815324-7 HTTP/1.1" status: 200 len: 382 time: 0.0556304 Feb 10 16:07:57.361722 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4eab5b66-65e5-43da-98ec-2fb1ff414d43 req-6106b32b-ee72-4034-9e24-6799fd6b19a2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 Feb 10 16:07:57.416986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-93c2fa99-626e-4115-a9bf-a2fc22063da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:57.419067 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-93c2fa99-626e-4115-a9bf-a2fc22063da7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 1126 time: 0.0436869 Feb 10 16:07:57.510122 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-89fbaa35-44f5-46e8-948b-2c27986595e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:57.511617 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-89fbaa35-44f5-46e8-948b-2c27986595e4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0866725 Feb 10 16:07:57.575287 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-198a2d1a-bc5d-4963-84fc-714b3c8737db service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 200 len: 1000 time: 0.0565629 Feb 10 16:07:57.625867 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-67ef442a-c173-485e-8688-421268ca2715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:57.627297 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-67ef442a-c173-485e-8688-421268ca2715 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0464005 Feb 10 16:07:57.638267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['fe9c5652-6084-4040-89db-43c7ed0deab0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:07:57.675471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-f1b2430b-f4ab-4d23-be71-146323cd2350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:57.677004 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-f1b2430b-f4ab-4d23-be71-146323cd2350 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440032 Feb 10 16:07:57.764597 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-50177559-cdf4-486d-bc2b-9f4501f06b55 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815163 Feb 10 16:07:57.854258 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-66e5e5bf-4c45-48ad-bb50-8a943c839320 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842891 Feb 10 16:07:58.484297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fafd12-a89e-4ad8-aea4-af0ee66ae206 req-9371bd5a-7ac2-4f6c-9f19-13d84d7c292a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:58.485817 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0fafd12-a89e-4ad8-aea4-af0ee66ae206 req-9371bd5a-7ac2-4f6c-9f19-13d84d7c292a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 944 time: 0.0534461 Feb 10 16:07:58.531041 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c0fafd12-a89e-4ad8-aea4-af0ee66ae206 req-28a5de37-8024-4f09-a732-2a00cf80e5f2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397513 Feb 10 16:07:59.063678 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fe9c5652-6084-4040-89db-43c7ed0deab0 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:07:59.112297 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port fe9c5652-6084-4040-89db-43c7ed0deab0 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:07:59.116475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port fe9c5652-6084-4040-89db-43c7ed0deab0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:07:59.116877 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:59.349836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fe9c5652-6084-4040-89db-43c7ed0deab0 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:07:59.350183 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:59.373476 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:07:59.375693 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b66c52-ab61-40e1-8591-e464fccff358" -d '{"events": [{"server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "name": "network-vif-plugged", "status": "completed", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:07:59.387874 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fe9c5652-6084-4040-89db-43c7ed0deab0,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:07:59.391931 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:07:59.425540 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5122ab81-08ed-4f84-b0c5-54d9abe7dc36 x-openstack-request-id: req-5122ab81-08ed-4f84-b0c5-54d9abe7dc36 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:07:59.425834 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "name": "network-vif-plugged", "status": "completed", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:07:59.426087 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5122ab81-08ed-4f84-b0c5-54d9abe7dc36 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:07:59.426478 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'code': 200} Feb 10 16:07:59.440431 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fe9c5652-6084-4040-89db-43c7ed0deab0,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:07:59.656995 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6294b-280e-4d54-8a65-b80df3828afe req-4867ac30-bf35-4f29-8c4c-261e0ba8eb9b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:59.658564 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27a6294b-280e-4d54-8a65-b80df3828afe req-4867ac30-bf35-4f29-8c4c-261e0ba8eb9b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0577424 Feb 10 16:07:59.705150 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27a6294b-280e-4d54-8a65-b80df3828afe req-0526daa1-25fb-471f-a7b3-dd73055a46f2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407355 Feb 10 16:07:59.958526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-3eafbf69-4fc9-45d2-a33f-f8ca4f4d6ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:07:59.960185 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-3eafbf69-4fc9-45d2-a33f-f8ca4f4d6ae8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a&tenant_id=61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 1127 time: 0.0462410 Feb 10 16:07:59.970958 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:00.040003 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:00.233879 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fe9c5652-6084-4040-89db-43c7ed0deab0,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:00.266330 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:08:00.316788 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:08:00.319038 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276adf16-f93c-4889-9e34-540aa7ea3e68" -d '{"events": [{"server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:08:00.322480 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Publish callbacks [] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:00.334783 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Transition to ACTIVE for port object fe9c5652-6084-4040-89db-43c7ed0deab0 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:08:00.338995 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:00.368820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-8c371d1e-c823-4051-bdc6-a7de810ae04b req-cb64dd5c-5533-4d68-bbce-576bc6d411f5 service neutron] (103369) timed out ('10.222.0.79', 61989) {{(pid=103369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 16:08:00.377310 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081c73d8-9c36-4445-ace2-b0829aa42892 x-openstack-request-id: req-081c73d8-9c36-4445-ace2-b0829aa42892 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:08:00.377598 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:08:00.377872 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-081c73d8-9c36-4445-ace2-b0829aa42892 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:08:00.378312 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'code': 200} Feb 10 16:08:00.420095 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Pushing event updated for resources: {'Port': ['ID=fe9c5652-6084-4040-89db-43c7ed0deab0,revision_number=10']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:00.464166 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] No DVR routers for this DVR port fe9c5652-6084-4040-89db-43c7ed0deab0 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:08:00.606465 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Attempting to bind port fe9c5652-6084-4040-89db-43c7ed0deab0 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:08:00.606801 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Attempting to bind port fe9c5652-6084-4040-89db-43c7ed0deab0 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:08:00.607176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Attempting to bind port fe9c5652-6084-4040-89db-43c7ed0deab0 on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:08:00.611659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Port fe9c5652-6084-4040-89db-43c7ed0deab0 on network 609e0cdb-147c-491c-8046-9959c1f5348e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:08:00.611990 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Attempting to bind port fe9c5652-6084-4040-89db-43c7ed0deab0 on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:08:00.617746 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:08:00.618105 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Checking segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:08:00.618484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Bound using segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:08:00.618918 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Bound port: fe9c5652-6084-4040-89db-43c7ed0deab0, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:08:00.619338 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:00.685215 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:08:00.688070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fe9c5652-6084-4040-89db-43c7ed0deab0,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:08:00.694702 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:00.833037 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc3e0f-2124-423f-9c10-f7b0099d4dcf req-56a9e0c7-6b04-4add-a594-ec41086ca574 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:00.837165 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82fc3e0f-2124-423f-9c10-f7b0099d4dcf req-56a9e0c7-6b04-4add-a594-ec41086ca574 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 944 time: 0.0575714 Feb 10 16:08:00.885657 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-82fc3e0f-2124-423f-9c10-f7b0099d4dcf req-98656662-a2e7-4fbf-b3c9-76d92fffc8c2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446088 Feb 10 16:08:01.070587 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:01.071216 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:01.072701 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] 10.222.0.72 "PUT /v2.0/ports/fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 200 len: 1092 time: 1.1061862 Feb 10 16:08:01.095409 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0114d7-19d3-49a5-9d90-24fdd709eb9b service neutron] Pushing event updated for resources: {'Port': ['ID=fe9c5652-6084-4040-89db-43c7ed0deab0,revision_number=11']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:01.145721 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-fc541f9a-a21d-4920-8789-cd298eee0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:01.147847 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-fc541f9a-a21d-4920-8789-cd298eee0c67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 1126 time: 0.0483391 Feb 10 16:08:01.253330 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-7d514370-b9e0-4e36-941d-8a50bbd5ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:01.254862 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-7d514370-b9e0-4e36-941d-8a50bbd5ecfe service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.1010349 Feb 10 16:08:01.320385 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-8c6c1558-6bfc-4e55-9ac9-c2b9e5bd6870 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 200 len: 999 time: 0.0589442 Feb 10 16:08:01.368266 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-2b1dbf46-e78a-48f6-83a0-c3c9edfe6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:01.369832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-2b1dbf46-e78a-48f6-83a0-c3c9edfe6cf5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0438607 Feb 10 16:08:01.420979 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-bcbd592f-06a2-43de-846c-fbe4087ac66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:01.422481 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-bcbd592f-06a2-43de-846c-fbe4087ac66b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472217 Feb 10 16:08:01.511706 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-d574303e-fd3b-4163-8c2a-d0bbb88a45e3 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836153 Feb 10 16:08:01.606444 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-5f1423fb-0f2c-42a6-ae3f-ad7f3ebbf331 req-55720622-641f-436d-a665-a7cb77c3fa67 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887392 Feb 10 16:08:02.005650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674c833-4eea-4402-a8bb-bc42d0fd832e req-b2f7bcdc-9e54-43d6-94c1-354472c2515c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:02.007107 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1674c833-4eea-4402-a8bb-bc42d0fd832e req-b2f7bcdc-9e54-43d6-94c1-354472c2515c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 944 time: 0.0508037 Feb 10 16:08:02.055974 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1674c833-4eea-4402-a8bb-bc42d0fd832e req-9009ecf7-fba2-4b0b-a972-360200e423d5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433130 Feb 10 16:08:02.379353 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:08:02.381832 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcef726c-0a13-4985-976b-d1c43d4f462c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:08:02.432783 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56de5bc7-a461-4fa9-a73d-e8d5e6282d04 x-openstack-request-id: req-56de5bc7-a461-4fa9-a73d-e8d5e6282d04 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:08:02.433080 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:08:02.433383 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56de5bc7-a461-4fa9-a73d-e8d5e6282d04 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:08:02.433784 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'status': 'completed', 'code': 200} Feb 10 16:08:02.525623 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-8eaa790e-08e1-45ff-99f1-528a0e803c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:02.527160 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-8eaa790e-08e1-45ff-99f1-528a0e803c58 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 1126 time: 0.0755923 Feb 10 16:08:02.530236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-c5e85ba0-f69c-4dd1-b3cd-833b714277a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:02.531647 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-c5e85ba0-f69c-4dd1-b3cd-833b714277a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 1126 time: 0.0722866 Feb 10 16:08:02.695260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-78da731e-7a7c-44e7-a7e0-3cdc0c88ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:02.696680 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-78da731e-7a7c-44e7-a7e0-3cdc0c88ee2c service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.1623840 Feb 10 16:08:02.699206 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-f0dfb5e4-0b37-4333-9bee-6075d0da9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:02.701164 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-f0dfb5e4-0b37-4333-9bee-6075d0da9b47 service neutron] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.1592710 Feb 10 16:08:02.810862 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-7d80b456-bb77-44c8-80b7-b2366fa30c12 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 200 len: 999 time: 0.1063824 Feb 10 16:08:02.812630 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-9a918c54-caee-495f-b2b2-e72486313a37 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 200 len: 999 time: 0.1025920 Feb 10 16:08:02.892732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-8fb28220-3011-47c5-9405-92242787097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:02.894116 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-8fb28220-3011-47c5-9405-92242787097c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0770369 Feb 10 16:08:02.895325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-deefce6e-aedf-48fe-9027-613551401b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:02.896623 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-deefce6e-aedf-48fe-9027-613551401b63 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0785279 Feb 10 16:08:02.979137 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-a34284ef-de9b-4c78-88e6-7d0f95842b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:02.980691 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-a34284ef-de9b-4c78-88e6-7d0f95842b58 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0775452 Feb 10 16:08:02.982539 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-fbe8a9e6-05d3-412e-b789-2fe57b728d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:02.983772 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-fbe8a9e6-05d3-412e-b789-2fe57b728d85 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0720708 Feb 10 16:08:03.079622 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fe9c5652-6084-4040-89db-43c7ed0deab0 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:08:03.121057 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] The host n-h2-815324-7 is not matching for port fe9c5652-6084-4040-89db-43c7ed0deab0 host n-h1-815324-7! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 16:08:03.135458 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fe9c5652-6084-4040-89db-43c7ed0deab0 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:08:03.144567 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-eb6207d8-4d0d-4206-8e85-88d73a75e60d service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576958 Feb 10 16:08:03.146974 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-66d52c05-590b-4b2d-8b03-8453c96d5e5e service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529603 Feb 10 16:08:03.196097 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aee703-1d3d-44a3-a8b7-2d3198fcf816 req-550fa499-93e6-4834-8434-536b37811409 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:03.197759 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-52aee703-1d3d-44a3-a8b7-2d3198fcf816 req-550fa499-93e6-4834-8434-536b37811409 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 944 time: 0.0568180 Feb 10 16:08:03.248997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-52aee703-1d3d-44a3-a8b7-2d3198fcf816 req-6605a6eb-17ff-444c-b873-15bc9bf6bdac tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453277 Feb 10 16:08:03.309749 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-6c2b8782-302d-4c0f-9377-97ee1acd5376 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591890 Feb 10 16:08:03.315172 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-bcef726c-0a13-4985-976b-d1c43d4f462c req-3de870ed-7cb5-425f-8ed9-6ddbb1928d4d service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469786 Feb 10 16:08:03.471137 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device fe9c5652-6084-4040-89db-43c7ed0deab0 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:08:03.568737 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fe9c5652-6084-4040-89db-43c7ed0deab0,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:03.579470 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'port_id': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'mac_address': 'fa:16:3e:e4:82:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:08:03.615056 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port fe9c5652-6084-4040-89db-43c7ed0deab0 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:08:03.615445 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:03.628677 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9c5652-6084-4040-89db-43c7ed0deab0 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:08:03.648197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fe9c5652-6084-4040-89db-43c7ed0deab0,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:03.652075 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:03.697260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=fe9c5652-6084-4040-89db-43c7ed0deab0,revision_number=12']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:03.704543 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:03.704920 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:03.705264 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:03.705602 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:03.705935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:03.706267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:03.706595 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:03.706919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:03.707242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:03.707562 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:03.707885 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:03.708205 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:03.708524 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:03.873671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['fe9c5652-6084-4040-89db-43c7ed0deab0'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:08:03.958257 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ecee4c0a-9a9f-40d9-a96d-bf099b786a91 req-eee4d5fe-2747-4b46-bd06-b72e590384b7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492771 Feb 10 16:08:04.041272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee4c0a-9a9f-40d9-a96d-bf099b786a91 req-d8793c8b-76fb-4908-8589-68b801f87a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:04.042774 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ecee4c0a-9a9f-40d9-a96d-bf099b786a91 req-d8793c8b-76fb-4908-8589-68b801f87a3c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 1127 time: 0.0440633 Feb 10 16:08:04.144524 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee4c0a-9a9f-40d9-a96d-bf099b786a91 req-f346c2ed-dffe-4aa2-859f-c3952cb9d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:04.145949 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ecee4c0a-9a9f-40d9-a96d-bf099b786a91 req-f346c2ed-dffe-4aa2-859f-c3952cb9d1f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0849385 Feb 10 16:08:04.229847 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ecee4c0a-9a9f-40d9-a96d-bf099b786a91 req-2cfd3fdb-f7b7-4661-aa54-6fd42dfb46d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 200 len: 1000 time: 0.0675044 Feb 10 16:08:04.277461 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee4c0a-9a9f-40d9-a96d-bf099b786a91 req-2fac8c49-a02d-490e-8f7f-18e8c893fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:04.279507 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ecee4c0a-9a9f-40d9-a96d-bf099b786a91 req-2fac8c49-a02d-490e-8f7f-18e8c893fef1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0434992 Feb 10 16:08:04.327622 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee4c0a-9a9f-40d9-a96d-bf099b786a91 req-8b8ac323-67de-4714-b92f-fa81a66f914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:04.329163 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ecee4c0a-9a9f-40d9-a96d-bf099b786a91 req-8b8ac323-67de-4714-b92f-fa81a66f914f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437727 Feb 10 16:08:04.373069 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d1c12-6ed8-4053-bd55-92e0c4ee26f1 req-37c98d61-c876-4d95-8136-6f3c2b9d8487 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:04.374576 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d71d1c12-6ed8-4053-bd55-92e0c4ee26f1 req-37c98d61-c876-4d95-8136-6f3c2b9d8487 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0541778 Feb 10 16:08:04.421769 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d71d1c12-6ed8-4053-bd55-92e0c4ee26f1 req-47afc1bf-c2c1-48ca-97a5-f4b55e09b210 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414505 Feb 10 16:08:04.424831 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ecee4c0a-9a9f-40d9-a96d-bf099b786a91 req-02d64b93-a6e9-460c-8403-f0c8e94da17b service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882080 Feb 10 16:08:04.519139 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-ecee4c0a-9a9f-40d9-a96d-bf099b786a91 req-152c08c3-2f7b-498e-9cc5-04eda5725de4 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878289 Feb 10 16:08:04.543538 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ef758-6faf-4ffb-978a-18778435e10d req-8070eb7e-abc1-4d92-92ea-8f3c9aaf6e56 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:04.545226 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f0ef758-6faf-4ffb-978a-18778435e10d req-8070eb7e-abc1-4d92-92ea-8f3c9aaf6e56 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0573127 Feb 10 16:08:04.592101 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9f0ef758-6faf-4ffb-978a-18778435e10d req-1e7810bd-6e8a-4811-a2e6-ee352d66ea2c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412822 Feb 10 16:08:04.707620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af4f13-1e2d-420f-bc0c-8ce9a32dd685 req-dc98c463-a85c-406f-b367-e0b985e5b68b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:04.709126 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79af4f13-1e2d-420f-bc0c-8ce9a32dd685 req-dc98c463-a85c-406f-b367-e0b985e5b68b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0513275 Feb 10 16:08:04.756089 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-79af4f13-1e2d-420f-bc0c-8ce9a32dd685 req-b0941536-dd95-450c-bb96-b1621907581f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414097 Feb 10 16:08:04.988803 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb3930-2a87-4ac4-ba7c-7c5b8379c071 req-3144657c-1546-4a50-90d5-51d4f8c48aed tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:04.990472 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-45bb3930-2a87-4ac4-ba7c-7c5b8379c071 req-3144657c-1546-4a50-90d5-51d4f8c48aed tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 945 time: 0.0516059 Feb 10 16:08:05.039111 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-45bb3930-2a87-4ac4-ba7c-7c5b8379c071 req-7eb9e8f6-54dd-48d2-9370-81cb60335bf2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433733 Feb 10 16:08:05.481660 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device fe9c5652-6084-4040-89db-43c7ed0deab0 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:08:05.529046 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port fe9c5652-6084-4040-89db-43c7ed0deab0 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:08:05.532785 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port fe9c5652-6084-4040-89db-43c7ed0deab0 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:05.533158 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:05.613563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port fe9c5652-6084-4040-89db-43c7ed0deab0 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:08:05.613960 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:05.635973 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:08:05.638844 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9023a6c-f3b0-47a4-b3a7-6e1d12879e2f" -d '{"events": [{"server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "name": "network-vif-plugged", "status": "completed", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:08:05.651265 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fe9c5652-6084-4040-89db-43c7ed0deab0,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:05.655825 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:05.678363 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27f043f-d1d4-4def-bced-07854a1b01d7 x-openstack-request-id: req-f27f043f-d1d4-4def-bced-07854a1b01d7 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:08:05.678654 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "name": "network-vif-plugged", "status": "completed", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:08:05.678904 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f27f043f-d1d4-4def-bced-07854a1b01d7 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:08:05.679310 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'code': 200} Feb 10 16:08:05.704128 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=fe9c5652-6084-4040-89db-43c7ed0deab0,revision_number=13']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:06.161171 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027effb8-b7f3-43e7-8dfd-1036613262ef req-b4acb20d-6b43-4a55-9ed9-21beb24321ae tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:06.162653 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-027effb8-b7f3-43e7-8dfd-1036613262ef req-b4acb20d-6b43-4a55-9ed9-21beb24321ae tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 946 time: 0.0519850 Feb 10 16:08:06.208694 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-027effb8-b7f3-43e7-8dfd-1036613262ef req-f4633082-2cab-4af7-bd96-656ba7af5e34 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404570 Feb 10 16:08:06.490436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002592b1-9b2c-488e-9ac0-e6fce2f46310 req-192d93b0-1688-4ff1-9926-6f227a325147 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:06.491888 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-002592b1-9b2c-488e-9ac0-e6fce2f46310 req-192d93b0-1688-4ff1-9926-6f227a325147 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 946 time: 0.0525680 Feb 10 16:08:06.581710 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-002592b1-9b2c-488e-9ac0-e6fce2f46310 req-8f11f170-35ba-4c7c-ae2c-8d6cb88f76b9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Deleting port fe9c5652-6084-4040-89db-43c7ed0deab0 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:08:06.582053 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-002592b1-9b2c-488e-9ac0-e6fce2f46310 req-8f11f170-35ba-4c7c-ae2c-8d6cb88f76b9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:06.672798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-002592b1-9b2c-488e-9ac0-e6fce2f46310 req-8f11f170-35ba-4c7c-ae2c-8d6cb88f76b9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] For port fe9c5652-6084-4040-89db-43c7ed0deab0, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fe9c5652-6084-4040-89db-43c7ed0deab0,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:06.673073 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-002592b1-9b2c-488e-9ac0-e6fce2f46310 req-8f11f170-35ba-4c7c-ae2c-8d6cb88f76b9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:06.838606 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-002592b1-9b2c-488e-9ac0-e6fce2f46310 req-8f11f170-35ba-4c7c-ae2c-8d6cb88f76b9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:06.838963 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-002592b1-9b2c-488e-9ac0-e6fce2f46310 req-8f11f170-35ba-4c7c-ae2c-8d6cb88f76b9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (65d83189-0b99-407f-b441-617d53e5abbe), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:06.839278 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [req-002592b1-9b2c-488e-9ac0-e6fce2f46310 req-8f11f170-35ba-4c7c-ae2c-8d6cb88f76b9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Floating IP 65d83189-0b99-407f-b441-617d53e5abbe disassociated. External IP: 172.25.3.44, port: fe9c5652-6084-4040-89db-43c7ed0deab0. Feb 10 16:08:06.839620 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-002592b1-9b2c-488e-9ac0-e6fce2f46310 req-8f11f170-35ba-4c7c-ae2c-8d6cb88f76b9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Calling delete_port for fe9c5652-6084-4040-89db-43c7ed0deab0 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:08:06.966392 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-002592b1-9b2c-488e-9ac0-e6fce2f46310 req-8f11f170-35ba-4c7c-ae2c-8d6cb88f76b9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fe9c5652-6084-4040-89db-43c7ed0deab0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:06.995528 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11f170-35ba-4c7c-ae2c-8d6cb88f76b9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Pushing event deleted for resources: {'Port': ['ID=fe9c5652-6084-4040-89db-43c7ed0deab0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:07.116628 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-002592b1-9b2c-488e-9ac0-e6fce2f46310 req-8f11f170-35ba-4c7c-ae2c-8d6cb88f76b9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Router ab7e08e9-cdec-411d-97a2-62eb95953069 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:08:07.233386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-002592b1-9b2c-488e-9ac0-e6fce2f46310 req-8f11f170-35ba-4c7c-ae2c-8d6cb88f76b9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:08:07.244627 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f455e-4a6a-47c0-9864-97a7872ed1ff None None] Sync routers for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:08:07.255186 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f455e-4a6a-47c0-9864-97a7872ed1ff None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:07.256100 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-907f455e-4a6a-47c0-9864-97a7872ed1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:07:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:07.284763 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-002592b1-9b2c-488e-9ac0-e6fce2f46310 req-8f11f170-35ba-4c7c-ae2c-8d6cb88f76b9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] No DVR routers for this DVR port fe9c5652-6084-4040-89db-43c7ed0deab0 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:08:07.287492 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-002592b1-9b2c-488e-9ac0-e6fce2f46310 req-8f11f170-35ba-4c7c-ae2c-8d6cb88f76b9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:07.290874 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-002592b1-9b2c-488e-9ac0-e6fce2f46310 req-8f11f170-35ba-4c7c-ae2c-8d6cb88f76b9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.72 "DELETE /v2.0/ports/fe9c5652-6084-4040-89db-43c7ed0deab0 HTTP/1.1" status: 204 len: 173 time: 0.7915611 Feb 10 16:08:07.291330 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'name': 'network-vif-deleted', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:08:07.293778 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe98b8a7-af30-4818-9057-a79d40bbb5f1" -d '{"events": [{"server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "name": "network-vif-deleted", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:08:07.316464 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:07.333538 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330f2def-373b-489d-9be6-1a2752f15121 x-openstack-request-id: req-330f2def-373b-489d-9be6-1a2752f15121 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:08:07.333878 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4174aea-2b01-4269-a4f7-a469a9d6ab9a", "name": "network-vif-deleted", "tag": "fe9c5652-6084-4040-89db-43c7ed0deab0", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:08:07.334134 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-330f2def-373b-489d-9be6-1a2752f15121 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:08:07.334543 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4174aea-2b01-4269-a4f7-a469a9d6ab9a', 'name': 'network-vif-deleted', 'tag': 'fe9c5652-6084-4040-89db-43c7ed0deab0', 'status': 'completed', 'code': 200} Feb 10 16:08:07.340986 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b845dd70-baad-44d5-9d7f-37810f7298c8 req-009cf561-022c-4c5a-94f8-9b2bff4c871a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4174aea-2b01-4269-a4f7-a469a9d6ab9a HTTP/1.1" status: 200 len: 210 time: 0.0490568 Feb 10 16:08:07.390669 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-907f455e-4a6a-47c0-9864-97a7872ed1ff None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:07.585310 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-907f455e-4a6a-47c0-9864-97a7872ed1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:07.612195 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f455e-4a6a-47c0-9864-97a7872ed1ff None None] Checking router: ab7e08e9-cdec-411d-97a2-62eb95953069 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:08:07.625421 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f455e-4a6a-47c0-9864-97a7872ed1ff None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:07.626026 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-907f455e-4a6a-47c0-9864-97a7872ed1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:07:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:07.735094 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-907f455e-4a6a-47c0-9864-97a7872ed1ff None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:07.931564 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-907f455e-4a6a-47c0-9864-97a7872ed1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:07.960785 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f455e-4a6a-47c0-9864-97a7872ed1ff None None] The sync data for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 is: [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:08:08.085833 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:08:08.167624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a44c0-d046-4bf6-9497-0d28e9ad15a1 None None] New status for floating IP 65d83189-0b99-407f-b441-617d53e5abbe: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:08:08.583073 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-901f3403-744d-456a-8957-56349e27bfb4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1478307242&fields=id&tenant_id=61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 267 time: 0.0415282 Feb 10 16:08:08.705400 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-4055f066-9d37-4db5-ae54-a1433232b8fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:08.707427 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-4055f066-9d37-4db5-ae54-a1433232b8fd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 812 time: 0.1178584 Feb 10 16:08:08.724324 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-59452fe1-eabf-4243-9200-9701a61f66a7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/quotas/61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 375 time: 0.0116205 Feb 10 16:08:08.778680 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-348479be-aa1c-43df-b9c9-44f8ef0127bb tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484817 Feb 10 16:08:08.923096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-b590d96e-3b4d-4348-a9cd-42091f37b1c4 service neutron] 10.222.0.64 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331408 Feb 10 16:08:09.010614 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-31c176a7-8ed2-4cd8-8430-17ce41ca575d service neutron] 10.222.0.64 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818136 Feb 10 16:08:09.183486 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f2ae58f-163e-4889-8fd4-4f970d75fa47 req-a58264cc-9cd5-4e51-8e30-edfce131dc7d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 210 time: 0.0318813 Feb 10 16:08:10.129238 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-65d22625-4c70-4ace-b4f7-28ab119dd8d3 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:10.130824 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-65d22625-4c70-4ace-b4f7-28ab119dd8d3 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 812 time: 0.1049373 Feb 10 16:08:10.190627 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-c7c3e1b1-5c09-431a-b723-03178c30a214 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 380 time: 0.0515802 Feb 10 16:08:10.199695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Request body: {'port': {'device_id': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'admin_state_up': True, 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'security_groups': ['bc38409d-ea5f-44aa-98bb-a2110c7d25e1']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:10.279912 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-890fe344-3d8a-4cd4-9765-03835bd92fcd req-c21decef-5c18-4b18-adc7-5975bd3c6580 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 210 time: 0.0278995 Feb 10 16:08:10.313632 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Made reservation on behalf of 61111091e2484c87be8da6aacc5e380d for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:08:10.317010 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:10.444240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Allocated IP 172.20.0.14 (609e0cdb-147c-491c-8046-9959c1f5348e/d4950cfc-9747-4800-a129-e0112b05f2bb/fb01ca23-0e05-49cc-b2b9-75faf7984db2) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:08:10.577342 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:10.609494 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:10.654830 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Network 609e0cdb-147c-491c-8046-9959c1f5348e is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:08:10.658161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:08:10.661190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:08:10.697493 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Pushing event updated for resources: {'Port': ['ID=fb01ca23-0e05-49cc-b2b9-75faf7984db2,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:10.712975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:10.713338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:10.713683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:10.714134 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:10.714492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:10.714956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:10.715168 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:10.715501 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:10.715825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:10.716149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:10.716494 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:10.716823 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:10.717151 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:08:10.734267 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:10.734910 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:10.751965 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-84b96bfb-e755-4027-a579-71994b9b3e82 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5563004 Feb 10 16:08:10.763630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Request body: {'port': {'device_id': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:10.824864 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:10.933126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-a1ae7ca6-213b-4ccc-a8b7-0006f58eee5e None None] Provisioning complete for port fb01ca23-0e05-49cc-b2b9-75faf7984db2 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:10.934239 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7ca6-213b-4ccc-a8b7-0006f58eee5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:10.969434 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae7ca6-213b-4ccc-a8b7-0006f58eee5e None None] Port fb01ca23-0e05-49cc-b2b9-75faf7984db2 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:08:11.082398 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb01ca23-0e05-49cc-b2b9-75faf7984db2 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:08:11.089834 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Publish callbacks [] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:11.101294 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Transition to ACTIVE for port object fb01ca23-0e05-49cc-b2b9-75faf7984db2 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:08:11.105357 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:11.157121 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Pushing event updated for resources: {'Port': ['ID=fb01ca23-0e05-49cc-b2b9-75faf7984db2,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:11.228150 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Attempting to bind port fb01ca23-0e05-49cc-b2b9-75faf7984db2 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:08:11.228401 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Attempting to bind port fb01ca23-0e05-49cc-b2b9-75faf7984db2 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:08:11.228757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Attempting to bind port fb01ca23-0e05-49cc-b2b9-75faf7984db2 on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:08:11.233414 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Port fb01ca23-0e05-49cc-b2b9-75faf7984db2 on network 609e0cdb-147c-491c-8046-9959c1f5348e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:08:11.233735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Attempting to bind port fb01ca23-0e05-49cc-b2b9-75faf7984db2 on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:08:11.239036 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:08:11.239378 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Checking segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:08:11.239762 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Bound using segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:08:11.240186 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Bound port: fb01ca23-0e05-49cc-b2b9-75faf7984db2, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:08:11.240602 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:11.310493 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:08:11.313704 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:08:11.319572 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:11.354333 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:11.354950 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:11.356379 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] 10.222.0.79 "PUT /v2.0/ports/fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 200 len: 1092 time: 0.5973723 Feb 10 16:08:11.356845 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:08:11.359351 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33bb0d4-4ea2-4c33-ac9d-4d37fe2d9512" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:08:11.412956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c11fa2-ff6a-4bfe-acea-b058f9723cad service neutron] Pushing event updated for resources: {'Port': ['ID=fb01ca23-0e05-49cc-b2b9-75faf7984db2,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:11.436184 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c70b4f-baa7-484a-adf0-27658c30bb61 req-c324c23a-746b-4622-8f12-8a127cbd944b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:11.439908 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d2c70b4f-baa7-484a-adf0-27658c30bb61 req-c324c23a-746b-4622-8f12-8a127cbd944b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0877380 Feb 10 16:08:11.440825 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e92c59-c9c4-4d85-b3d2-2e4df3bb7554 x-openstack-request-id: req-06e92c59-c9c4-4d85-b3d2-2e4df3bb7554 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:08:11.441120 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:08:11.441379 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06e92c59-c9c4-4d85-b3d2-2e4df3bb7554 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:08:11.441782 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'status': 'completed', 'code': 200} Feb 10 16:08:11.457901 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-5c1d7845-5ae1-4778-99cb-fbcdcd26c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:11.459474 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-5c1d7845-5ae1-4778-99cb-fbcdcd26c0c5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 1126 time: 0.0559871 Feb 10 16:08:11.498205 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device fe9c5652-6084-4040-89db-43c7ed0deab0 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:08:11.505605 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d2c70b4f-baa7-484a-adf0-27658c30bb61 req-f83be035-6833-4270-bc58-7784fe61989a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614083 Feb 10 16:08:11.506533 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-42b9f5fe-297f-414b-b827-30fb690510a1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 200 len: 217 time: 0.0400076 Feb 10 16:08:11.528147 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: fe9c5652-6084-4040-89db-43c7ed0deab0 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:08:11.528495 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device fe9c5652-6084-4040-89db-43c7ed0deab0 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:08:11.556569 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-1398faa5-907f-4b63-be26-2b7102992647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:11.558164 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-1398faa5-907f-4b63-be26-2b7102992647 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0461965 Feb 10 16:08:11.606908 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-8f62edaf-f40b-4c5e-9cf8-befa62167259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:11.608399 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-8f62edaf-f40b-4c5e-9cf8-befa62167259 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444639 Feb 10 16:08:11.698787 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-6fdb35ca-d64f-4a8a-9000-305053d4eede service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846233 Feb 10 16:08:11.786725 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-01d9ad26-ef12-4ebe-a692-a4dc1fc5b12c req-ee62324e-4f25-4129-b857-02efa25cfc29 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816867 Feb 10 16:08:11.835020 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:11.880376 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bb0d4-4ea2-4c33-ac9d-4d37fe2d9512 req-fb91138d-08d5-4a2f-95b6-7d616f24137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:11.881913 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f33bb0d4-4ea2-4c33-ac9d-4d37fe2d9512 req-fb91138d-08d5-4a2f-95b6-7d616f24137a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 1126 time: 0.0486379 Feb 10 16:08:11.969073 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bb0d4-4ea2-4c33-ac9d-4d37fe2d9512 req-c89dc614-69e1-4c34-81dc-5ebc8ba530d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:11.970528 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f33bb0d4-4ea2-4c33-ac9d-4d37fe2d9512 req-c89dc614-69e1-4c34-81dc-5ebc8ba530d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0822704 Feb 10 16:08:12.014271 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f33bb0d4-4ea2-4c33-ac9d-4d37fe2d9512 req-64390bce-79d7-46ca-8efb-7640eae672c8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 200 len: 217 time: 0.0376198 Feb 10 16:08:12.380026 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bb0d4-4ea2-4c33-ac9d-4d37fe2d9512 req-25cc5438-9ca5-4587-907b-71e85493ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:12.381515 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f33bb0d4-4ea2-4c33-ac9d-4d37fe2d9512 req-25cc5438-9ca5-4587-907b-71e85493ad21 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.3616295 Feb 10 16:08:12.436820 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bb0d4-4ea2-4c33-ac9d-4d37fe2d9512 req-ea1ae68e-c0dc-41ee-b018-28f2a7d3062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:12.438228 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f33bb0d4-4ea2-4c33-ac9d-4d37fe2d9512 req-ea1ae68e-c0dc-41ee-b018-28f2a7d3062e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502691 Feb 10 16:08:12.528446 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f33bb0d4-4ea2-4c33-ac9d-4d37fe2d9512 req-55fd5df5-a054-4ae4-aafb-bff0ddaac3f9 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823600 Feb 10 16:08:12.616688 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-f33bb0d4-4ea2-4c33-ac9d-4d37fe2d9512 req-b122e6c0-edc6-413d-8715-803701cc2e56 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814962 Feb 10 16:08:12.632077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac1ef1-a164-4b57-a54b-9578b664dfc0 req-ca0d8076-a3fa-49b3-9484-f913409282cd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:12.633643 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63ac1ef1-a164-4b57-a54b-9578b664dfc0 req-ca0d8076-a3fa-49b3-9484-f913409282cd tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0525737 Feb 10 16:08:12.684575 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-63ac1ef1-a164-4b57-a54b-9578b664dfc0 req-6b17ff10-d0ca-4a0f-a94f-d6c25dc0bfa1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437081 Feb 10 16:08:12.932507 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e10c7c20-9b5d-4069-8b5d-34c0a26a1c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:13.806541 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfae6a5-4e50-4780-bbfc-e93c21e43d4a req-b58eda85-07ae-4e49-99f4-d10ac04d6615 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:13.808061 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4dfae6a5-4e50-4780-bbfc-e93c21e43d4a req-b58eda85-07ae-4e49-99f4-d10ac04d6615 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0537443 Feb 10 16:08:13.853243 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4dfae6a5-4e50-4780-bbfc-e93c21e43d4a req-582ac296-bd63-474c-969d-e9750d58fee2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390432 Feb 10 16:08:14.972576 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b482d-a31e-4bb9-b85d-8b03491c8a44 req-21ce3211-06c4-4804-8f62-0dad8f1fff75 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:14.974079 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab3b482d-a31e-4bb9-b85d-8b03491c8a44 req-21ce3211-06c4-4804-8f62-0dad8f1fff75 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0512416 Feb 10 16:08:15.020595 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ab3b482d-a31e-4bb9-b85d-8b03491c8a44 req-e46ebf3b-8f1f-4682-b548-e891bbf3a352 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409284 Feb 10 16:08:15.134647 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fb01ca23-0e05-49cc-b2b9-75faf7984db2 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:08:15.244660 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:15.255541 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1e83ac0d-6ed6-46ae-98a0-fd5a882231d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:15.259043 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'port_id': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'mac_address': 'fa:16:3e:f2:66:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:08:15.297478 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fb01ca23-0e05-49cc-b2b9-75faf7984db2 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:08:15.297874 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:15.310781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb01ca23-0e05-49cc-b2b9-75faf7984db2 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:08:15.330430 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:15.334098 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:15.378480 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fb01ca23-0e05-49cc-b2b9-75faf7984db2,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:15.624068 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['fb01ca23-0e05-49cc-b2b9-75faf7984db2'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:08:16.140927 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94801be5-a480-44c5-96d7-50895e220ee5 req-290c7c4e-4b27-47bc-a6dd-bfe01228c199 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:16.142393 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94801be5-a480-44c5-96d7-50895e220ee5 req-290c7c4e-4b27-47bc-a6dd-bfe01228c199 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0551765 Feb 10 16:08:16.189347 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-94801be5-a480-44c5-96d7-50895e220ee5 req-b211de58-044f-4194-80f6-e1df22ff9218 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413313 Feb 10 16:08:16.516933 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:17.135239 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fb01ca23-0e05-49cc-b2b9-75faf7984db2 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:08:17.181949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port fb01ca23-0e05-49cc-b2b9-75faf7984db2 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:08:17.186525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port fb01ca23-0e05-49cc-b2b9-75faf7984db2 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:08:17.186900 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:17.266548 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fb01ca23-0e05-49cc-b2b9-75faf7984db2 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:08:17.266941 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:17.294153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:08:17.296402 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7276f42-0758-4e94-90fa-6c7f3947dd7a" -d '{"events": [{"server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "name": "network-vif-plugged", "status": "completed", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:08:17.309478 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:17.313851 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:17.314411 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8436eb2-a96a-42b9-af4d-a11f94481776 req-44bdd112-335b-4501-a9ca-43466cd2aef5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:17.316813 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8436eb2-a96a-42b9-af4d-a11f94481776 req-44bdd112-335b-4501-a9ca-43466cd2aef5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0565701 Feb 10 16:08:17.339143 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9843fb87-069a-4fb2-8234-9b8deee84023 x-openstack-request-id: req-9843fb87-069a-4fb2-8234-9b8deee84023 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:08:17.339437 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "name": "network-vif-plugged", "status": "completed", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:08:17.339725 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9843fb87-069a-4fb2-8234-9b8deee84023 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:08:17.340117 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'code': 200} Feb 10 16:08:17.363774 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fb01ca23-0e05-49cc-b2b9-75faf7984db2,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:17.368869 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f8436eb2-a96a-42b9-af4d-a11f94481776 req-00cafdf4-4e01-440a-9cfb-ded2f6551b27 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421765 Feb 10 16:08:17.437057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284e220-7c1d-4cc5-a66d-93e3aabb742e req-ab7c9c8b-4ee3-4658-b428-eadad4ed7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:17.438452 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0284e220-7c1d-4cc5-a66d-93e3aabb742e req-ab7c9c8b-4ee3-4658-b428-eadad4ed7e26 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 1128 time: 0.0436866 Feb 10 16:08:17.484954 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0284e220-7c1d-4cc5-a66d-93e3aabb742e req-04514774-2654-4be3-a438-d85ebc8eadd7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404315 Feb 10 16:08:18.087528 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:18.495623 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c66e2e-ddf1-4e8d-a0ab-bda9a7b81528 req-a2060b87-62c0-4811-bae2-7b763dbb57c5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:18.497690 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51c66e2e-ddf1-4e8d-a0ab-bda9a7b81528 req-a2060b87-62c0-4811-bae2-7b763dbb57c5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0558331 Feb 10 16:08:18.542094 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51c66e2e-ddf1-4e8d-a0ab-bda9a7b81528 req-b0413fdc-a0ae-4a1d-ba4c-040bba19af8a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388064 Feb 10 16:08:19.001396 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:19.659708 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335c6d1-caae-4e83-9830-f233e29e24bc req-c848a44d-6d96-43d7-9753-6595eb6c767e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:19.661201 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5335c6d1-caae-4e83-9830-f233e29e24bc req-c848a44d-6d96-43d7-9753-6595eb6c767e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0510755 Feb 10 16:08:19.707676 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5335c6d1-caae-4e83-9830-f233e29e24bc req-5c47f142-0d45-4313-8e5b-b12684771932 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409148 Feb 10 16:08:19.822440 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7bfc5-6587-4caa-b8cf-f0ae5f6ea76a req-d1ea61fb-7103-4ff8-b90e-fce32e213662 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:19.823954 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8ef7bfc5-6587-4caa-b8cf-f0ae5f6ea76a req-d1ea61fb-7103-4ff8-b90e-fce32e213662 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0529065 Feb 10 16:08:19.832527 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41022) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:08:19.837016 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b98522e8-9110-46e6-943f-48c93c5cab25 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Request body: {'floatingip': {'port_id': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:19.879378 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b98522e8-9110-46e6-943f-48c93c5cab25 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for floatingip (65d83189-0b99-407f-b441-617d53e5abbe), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:20.604959 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b98522e8-9110-46e6-943f-48c93c5cab25 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:20.608562 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b98522e8-9110-46e6-943f-48c93c5cab25 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (65d83189-0b99-407f-b441-617d53e5abbe), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:20.707623 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-b98522e8-9110-46e6-943f-48c93c5cab25 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Floating IP 65d83189-0b99-407f-b441-617d53e5abbe associated. External IP: 172.25.3.44, port: fb01ca23-0e05-49cc-b2b9-75faf7984db2. Feb 10 16:08:20.921851 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98522e8-9110-46e6-943f-48c93c5cab25 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Router ab7e08e9-cdec-411d-97a2-62eb95953069 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:08:21.029738 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98522e8-9110-46e6-943f-48c93c5cab25 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:08:21.034472 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b98522e8-9110-46e6-943f-48c93c5cab25 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:21.038936 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0373a-d1c9-4168-a0ba-6018fea1590d None None] Sync routers for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:08:21.049253 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0373a-d1c9-4168-a0ba-6018fea1590d None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:21.049861 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d2a0373a-d1c9-4168-a0ba-6018fea1590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:08:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:21.066827 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b98522e8-9110-46e6-943f-48c93c5cab25 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "PUT /v2.0/floatingips/65d83189-0b99-407f-b441-617d53e5abbe HTTP/1.1" status: 200 len: 992 time: 1.2300391 Feb 10 16:08:21.066827 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:08:21.066827 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ea513f2000613ee91318340b66103dad4f0074cfea8ef96f76cf0575515670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d402e41-e43c-4a86-95e1-704b698c5e34" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:08:21.175205 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f693c6c-2e0c-47c2-b75a-ce4c151cd066 x-openstack-request-id: req-1f693c6c-2e0c-47c2-b75a-ce4c151cd066 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:08:21.175507 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:08:21.175763 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f693c6c-2e0c-47c2-b75a-ce4c151cd066 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:08:21.176189 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'status': 'completed', 'code': 200} Feb 10 16:08:21.269851 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-d2a0373a-d1c9-4168-a0ba-6018fea1590d None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:21.298310 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d402e41-e43c-4a86-95e1-704b698c5e34 req-6b92957c-f5ec-4dff-9bd4-2a8ff45887fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:21.300688 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4d402e41-e43c-4a86-95e1-704b698c5e34 req-6b92957c-f5ec-4dff-9bd4-2a8ff45887fd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 1128 time: 0.1030192 Feb 10 16:08:21.416598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d402e41-e43c-4a86-95e1-704b698c5e34 req-e15c65bf-b696-49bb-8030-18db6180d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:21.418957 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4d402e41-e43c-4a86-95e1-704b698c5e34 req-e15c65bf-b696-49bb-8030-18db6180d684 service neutron] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.1127527 Feb 10 16:08:21.496740 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4d402e41-e43c-4a86-95e1-704b698c5e34 req-66596a6c-3b91-4601-90f3-b48cd3ffe71a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 200 len: 1000 time: 0.0689101 Feb 10 16:08:21.513392 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d2a0373a-d1c9-4168-a0ba-6018fea1590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '65d83189-0b99-407f-b441-617d53e5abbe', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'port_id': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'mac_address': 'fa:16:3e:f2:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:05:14Z', 'updated_at': '2022-02-10T16:08:20Z', 'revision_number': 13, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:21.539658 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0373a-d1c9-4168-a0ba-6018fea1590d None None] Checking router: ab7e08e9-cdec-411d-97a2-62eb95953069 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:08:21.542322 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d402e41-e43c-4a86-95e1-704b698c5e34 req-a2e6f7e3-dcf6-4e43-8239-20a9aa2c74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:21.544331 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4d402e41-e43c-4a86-95e1-704b698c5e34 req-a2e6f7e3-dcf6-4e43-8239-20a9aa2c74c8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0441773 Feb 10 16:08:21.548583 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0373a-d1c9-4168-a0ba-6018fea1590d None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:08:21.549218 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d2a0373a-d1c9-4168-a0ba-6018fea1590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:08:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:21.597811 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d402e41-e43c-4a86-95e1-704b698c5e34 req-efb2e60d-ed16-46bc-ba62-407a6ea1f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:21.599486 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4d402e41-e43c-4a86-95e1-704b698c5e34 req-efb2e60d-ed16-46bc-ba62-407a6ea1f08b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458386 Feb 10 16:08:21.662569 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-d2a0373a-d1c9-4168-a0ba-6018fea1590d None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:08:21.692785 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4d402e41-e43c-4a86-95e1-704b698c5e34 req-a3407e1d-fa33-411b-aa51-4d3a23dd84a3 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866206 Feb 10 16:08:21.789865 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4d402e41-e43c-4a86-95e1-704b698c5e34 req-860a844c-b32c-424c-94e6-c8774e46b4dd service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917537 Feb 10 16:08:21.885446 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d2a0373a-d1c9-4168-a0ba-6018fea1590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '65d83189-0b99-407f-b441-617d53e5abbe', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'port_id': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'mac_address': 'fa:16:3e:f2:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:05:14Z', 'updated_at': '2022-02-10T16:08:20Z', 'revision_number': 13, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:08:21.915137 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0373a-d1c9-4168-a0ba-6018fea1590d None None] The sync data for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 is: [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '65d83189-0b99-407f-b441-617d53e5abbe', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'port_id': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'mac_address': 'fa:16:3e:f2:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:05:14Z', 'updated_at': '2022-02-10T16:08:20Z', 'revision_number': 13, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:08:22.108538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d8a58c-33db-44ce-9b03-fc60ce6d6c8a None None] New status for floating IP 65d83189-0b99-407f-b441-617d53e5abbe: ACTIVE {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:08:23.584388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a91046-207c-4f3d-b748-1a58173f4e7c req-fc42343d-2981-40a3-9fc3-4dee4d1f5ce6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:23.585887 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a7a91046-207c-4f3d-b748-1a58173f4e7c req-fc42343d-2981-40a3-9fc3-4dee4d1f5ce6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0519435 Feb 10 16:08:23.631983 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a7a91046-207c-4f3d-b748-1a58173f4e7c req-4640682a-94ac-4a55-932e-298e84e553be tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393925 Feb 10 16:08:37.314786 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:40.982532 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215f806-12ad-4667-b1de-7403dad3fe28 req-9c3f79ca-8e7f-47d5-b7ea-8e833d07f70e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:40.984294 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d215f806-12ad-4667-b1de-7403dad3fe28 req-9c3f79ca-8e7f-47d5-b7ea-8e833d07f70e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0530210 Feb 10 16:08:41.020192 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-86513af8-410f-461b-af5d-2de3d0e6f877 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946820 Feb 10 16:08:41.035304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d215f806-12ad-4667-b1de-7403dad3fe28 req-d1f745f6-c9aa-475a-8122-f0f9d2cae887 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449746 Feb 10 16:08:41.422073 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-f1445d0f-a846-444e-be22-843b4680f648 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:41.423448 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-f1445d0f-a846-444e-be22-843b4680f648 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports/fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 200 len: 943 time: 0.1053147 Feb 10 16:08:41.829600 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:42.156571 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23992c0c-2145-4983-abbe-3b6c2745700d req-4b0ea85f-5d9b-4a68-b773-59f7cc4801ee tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:42.158040 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23992c0c-2145-4983-abbe-3b6c2745700d req-4b0ea85f-5d9b-4a68-b773-59f7cc4801ee tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0548792 Feb 10 16:08:42.211118 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-23992c0c-2145-4983-abbe-3b6c2745700d req-cd7a0f53-f062-416f-9e3e-d71234e7a7e9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469625 Feb 10 16:08:42.238298 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-530f69a4-3f7b-4e73-88fb-15ad59d8ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:42.239822 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-530f69a4-3f7b-4e73-88fb-15ad59d8ba80 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 1128 time: 0.0462422 Feb 10 16:08:42.329985 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-d31eaa41-50e4-46a5-a1b6-f0ee517ea2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:42.331449 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-d31eaa41-50e4-46a5-a1b6-f0ee517ea2cf service neutron] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0854578 Feb 10 16:08:42.395706 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-10a8782b-aa14-4bd6-a6ea-8adf3a96e56d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 200 len: 1002 time: 0.0582509 Feb 10 16:08:42.447024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-fb478020-201a-4091-b88d-0cb37e2a5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:42.448472 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-fb478020-201a-4091-b88d-0cb37e2a5ea8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0469372 Feb 10 16:08:42.496634 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-17d24f6e-687c-4d42-be4a-a6696057fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:42.498127 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-17d24f6e-687c-4d42-be4a-a6696057fefd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433571 Feb 10 16:08:42.582991 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-c085f4c2-287f-4b37-ae1a-33cdf015f8fb service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787613 Feb 10 16:08:42.672934 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-dffe6d59-2de7-4dfe-be29-3c8ce598d941 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842597 Feb 10 16:08:42.933775 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0fc31ab7-6592-46c1-892d-c9cfb62a04de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:43.332441 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d287a-b155-4398-bd5e-7a8500d5171f req-56e02393-a587-4b49-958b-16765889df0e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:43.333975 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a8d287a-b155-4398-bd5e-7a8500d5171f req-56e02393-a587-4b49-958b-16765889df0e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0515435 Feb 10 16:08:43.380106 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4a8d287a-b155-4398-bd5e-7a8500d5171f req-9efc7ac3-e27d-43f3-9163-785599c126c8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399096 Feb 10 16:08:44.507277 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7183552-385d-4de1-adab-b038ad9a5efd req-859b1d7c-3286-4568-b608-ff74fea8ee1f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:44.508843 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7183552-385d-4de1-adab-b038ad9a5efd req-859b1d7c-3286-4568-b608-ff74fea8ee1f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0600438 Feb 10 16:08:44.554569 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c7183552-385d-4de1-adab-b038ad9a5efd req-fa7ba2f9-c805-4066-8774-c2c55079dfdf tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394912 Feb 10 16:08:45.085239 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:08:45.237114 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9772d8ee-57bb-4163-b365-b2eb60eeb09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:45.684602 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d668a-2014-4cfb-ae87-5cbb0eb992c8 req-9f927f08-22e2-4d7e-878a-ef1bea795adb tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:45.686115 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a2d668a-2014-4cfb-ae87-5cbb0eb992c8 req-9f927f08-22e2-4d7e-878a-ef1bea795adb tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0551178 Feb 10 16:08:45.731611 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a2d668a-2014-4cfb-ae87-5cbb0eb992c8 req-bd398072-4119-4af7-81b9-0d545d879bda tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398629 Feb 10 16:08:46.520380 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:46.854010 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a21ad-d900-4177-90d1-bbeb4cb1d9e1 req-671195a2-0bf8-41f2-9158-c6d24845b943 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:46.855546 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c77a21ad-d900-4177-90d1-bbeb4cb1d9e1 req-671195a2-0bf8-41f2-9158-c6d24845b943 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0556443 Feb 10 16:08:46.904825 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c77a21ad-d900-4177-90d1-bbeb4cb1d9e1 req-7fa85983-5184-43a6-90c9-a49ecbdb5bd6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433877 Feb 10 16:08:48.022510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a9953-39af-423b-889e-470a36da5bb3 req-51a2fce5-244e-45db-bb10-3e80552c4ab4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:48.023993 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e95a9953-39af-423b-889e-470a36da5bb3 req-51a2fce5-244e-45db-bb10-3e80552c4ab4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0517385 Feb 10 16:08:48.069664 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e95a9953-39af-423b-889e-470a36da5bb3 req-bd28ded0-9bd7-4f7e-a3f8-8c0e2fb6bcd2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400732 Feb 10 16:08:48.091726 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:49.003375 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:49.195709 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c027f1-0aa9-4f20-a9cd-a0d9a4e0c87e req-d353d7fc-1a27-494a-beba-72b1971be605 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:49.197231 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05c027f1-0aa9-4f20-a9cd-a0d9a4e0c87e req-d353d7fc-1a27-494a-beba-72b1971be605 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0584359 Feb 10 16:08:49.243993 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-05c027f1-0aa9-4f20-a9cd-a0d9a4e0c87e req-dfeea14e-cebe-488d-adc3-0e04c030a5bf tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406947 Feb 10 16:08:50.391221 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2e197-f9bd-4c0d-92fa-e4ed1627726c req-af46eb41-cea3-40e0-b417-02571b827195 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:50.393306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ff2e197-f9bd-4c0d-92fa-e4ed1627726c req-af46eb41-cea3-40e0-b417-02571b827195 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0707340 Feb 10 16:08:50.455087 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3ff2e197-f9bd-4c0d-92fa-e4ed1627726c req-fc682f76-3660-40cf-9273-faa73652ef34 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561893 Feb 10 16:08:51.592906 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9650f-0ae8-4441-b379-06db688d8e0e req-0861ddc3-78ca-4a9e-a58c-81d9586ec357 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:51.594424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9a9650f-0ae8-4441-b379-06db688d8e0e req-0861ddc3-78ca-4a9e-a58c-81d9586ec357 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0530109 Feb 10 16:08:51.644127 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9a9650f-0ae8-4441-b379-06db688d8e0e req-33109530-9911-4e65-adfd-f6e6e2326eaa tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423751 Feb 10 16:08:52.779023 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53a9f8-6ff7-4e50-9920-e6cc8a2a57fc req-0c0aa73d-86d4-4f8c-84e5-2a653ed42681 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:52.781098 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd53a9f8-6ff7-4e50-9920-e6cc8a2a57fc req-0c0aa73d-86d4-4f8c-84e5-2a653ed42681 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0684814 Feb 10 16:08:52.828691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd53a9f8-6ff7-4e50-9920-e6cc8a2a57fc req-bae8b34a-9dd7-44ba-ab8c-d81efa0bc55e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Feb 10 16:08:53.210806 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-9c575694-8915-4fd6-9729-b35185c43bca service neutron] show failed (client error): The resource could not be found. Feb 10 16:08:53.211849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-9c575694-8915-4fd6-9729-b35185c43bca service neutron] 10.222.0.79 "GET /v2.0/ports/fb01ca23-0e05-49cc-b2b9-75faf7984db2/bindings/n-h1-815324-7 HTTP/1.1" status: 404 len: 380 time: 0.0539422 Feb 10 16:08:53.351999 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fb01ca23-0e05-49cc-b2b9-75faf7984db2 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:08:53.426216 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fb01ca23-0e05-49cc-b2b9-75faf7984db2 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:08:53.426606 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:53.450055 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:08:53.452384 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6842f0c1-da6c-479f-8776-917b6854f01f" -d '{"events": [{"server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "name": "network-vif-unplugged", "status": "completed", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:08:53.464698 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:53.469001 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-dfd2853c-08f4-45d4-b864-8038ea835f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:53.470681 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-dfd2853c-08f4-45d4-b864-8038ea835f54 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c&tenant_id=61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 1128 time: 0.1031840 Feb 10 16:08:53.472863 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:53.484161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:08:53.512904 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00bb3fe-88c6-45ae-beb9-f4f30016b866 x-openstack-request-id: req-e00bb3fe-88c6-45ae-beb9-f4f30016b866 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:08:53.513196 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "name": "network-vif-unplugged", "status": "completed", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:08:53.513443 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e00bb3fe-88c6-45ae-beb9-f4f30016b866 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:08:53.513825 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'code': 200} Feb 10 16:08:53.525904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fb01ca23-0e05-49cc-b2b9-75faf7984db2,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:53.549520 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:53.753146 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:08:53.786295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:08:53.825868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb01ca23-0e05-49cc-b2b9-75faf7984db2 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:08:53.833327 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Publish callbacks [] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:53.845129 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Transition to ACTIVE for port object fb01ca23-0e05-49cc-b2b9-75faf7984db2 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:08:53.848959 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:53.943467 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Pushing event updated for resources: {'Port': ['ID=fb01ca23-0e05-49cc-b2b9-75faf7984db2,revision_number=7']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:53.958436 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f201497-58b5-4a19-becb-6e21b853f936 req-a92c91b5-55d0-4c61-9202-3f85f0fb697d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:53.959987 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f201497-58b5-4a19-becb-6e21b853f936 req-a92c91b5-55d0-4c61-9202-3f85f0fb697d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0615625 Feb 10 16:08:53.984992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] No DVR routers for this DVR port fb01ca23-0e05-49cc-b2b9-75faf7984db2 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:08:54.018397 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f201497-58b5-4a19-becb-6e21b853f936 req-bcb84749-c71c-4a55-b5e8-95bcda17a042 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502014 Feb 10 16:08:54.129725 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Attempting to bind port fb01ca23-0e05-49cc-b2b9-75faf7984db2 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:08:54.130089 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Attempting to bind port fb01ca23-0e05-49cc-b2b9-75faf7984db2 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:08:54.130365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Attempting to bind port fb01ca23-0e05-49cc-b2b9-75faf7984db2 on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:08:54.134639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Port fb01ca23-0e05-49cc-b2b9-75faf7984db2 on network 609e0cdb-147c-491c-8046-9959c1f5348e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:08:54.134959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Attempting to bind port fb01ca23-0e05-49cc-b2b9-75faf7984db2 on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:08:54.140237 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:08:54.140568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Checking segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:08:54.141046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Bound using segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:08:54.141460 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Bound port: fb01ca23-0e05-49cc-b2b9-75faf7984db2, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:08:54.141809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:54.213426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:08:54.216436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:08:54.222395 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:54.260196 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:54.261365 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:08:54.262765 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] 10.222.0.72 "PUT /v2.0/ports/fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 200 len: 1092 time: 0.7836630 Feb 10 16:08:54.263218 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:08:54.265524 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7bf817-031f-4a77-ba9a-73028b754250" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:08:54.329966 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dce77f-52a2-4cc2-9aad-976b1f860733 x-openstack-request-id: req-36dce77f-52a2-4cc2-9aad-976b1f860733 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:08:54.330231 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:08:54.330582 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36dce77f-52a2-4cc2-9aad-976b1f860733 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:08:54.331075 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'status': 'completed', 'code': 200} Feb 10 16:08:54.340856 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2798dd1-80dc-4c3c-b176-8e431d457a53 service neutron] Pushing event updated for resources: {'Port': ['ID=fb01ca23-0e05-49cc-b2b9-75faf7984db2,revision_number=8']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:08:54.401978 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-e784ef2a-d3e4-4cf9-b1d1-94c525591676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:54.404033 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-e784ef2a-d3e4-4cf9-b1d1-94c525591676 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 1126 time: 0.1125739 Feb 10 16:08:54.499928 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-95b86312-49c4-443c-ac65-49807e23dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:54.501981 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-95b86312-49c4-443c-ac65-49807e23dedf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 1126 time: 0.1460676 Feb 10 16:08:54.611916 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a22e4afa-d54a-48ea-8c4c-f65bad137235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:54.613550 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-a22e4afa-d54a-48ea-8c4c-f65bad137235 service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.2017024 Feb 10 16:08:54.683740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-b66770c1-6dd1-4530-9eb0-aca90c954da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:54.685271 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-b66770c1-6dd1-4530-9eb0-aca90c954da5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.1733263 Feb 10 16:08:54.703866 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-b8e74205-31fc-4aed-9566-5c642bf875d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 200 len: 1000 time: 0.0819011 Feb 10 16:08:54.796901 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-5b5be096-6aef-4c63-ace2-9a81ceabe807 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 200 len: 1000 time: 0.1031792 Feb 10 16:08:54.800509 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-f62e8132-7766-437f-a741-1e7aee035f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:54.801849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-f62e8132-7766-437f-a741-1e7aee035f93 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0652831 Feb 10 16:08:54.876507 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-b7a4d494-9e29-4463-980a-1bb6c42f35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:54.878024 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-b7a4d494-9e29-4463-980a-1bb6c42f35cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0752997 Feb 10 16:08:54.896573 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-b1779350-c6f0-4521-9758-d8eb101e292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:54.898201 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-b1779350-c6f0-4521-9758-d8eb101e292f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0878317 Feb 10 16:08:54.998211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-f6d7ef0b-ef7f-4fd4-be10-1770e0a1a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:54.999729 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-f6d7ef0b-ef7f-4fd4-be10-1770e0a1a304 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1154330 Feb 10 16:08:55.054062 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-f22e508c-6d05-46e2-bf09-3906ff10f423 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406813 Feb 10 16:08:55.138040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69615c-24ad-4b6a-a802-2dd8480f75d6 req-8aa799b7-d600-423e-96c8-03b47b5b67f8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:55.139573 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad69615c-24ad-4b6a-a802-2dd8480f75d6 req-8aa799b7-d600-423e-96c8-03b47b5b67f8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0518939 Feb 10 16:08:55.171157 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-060c33b8-435b-489b-b700-78065ee3ff54 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649644 Feb 10 16:08:55.193190 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad69615c-24ad-4b6a-a802-2dd8480f75d6 req-6b419b97-d625-413c-a38a-346e77eca1c9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456674 Feb 10 16:08:55.218263 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08501b6a-f7f4-4f7f-8a8a-143555ef58d0 req-5214baf5-9f5b-4008-9f31-10330a574fb5 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569405 Feb 10 16:08:55.306143 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-c127225d-89dc-429b-832c-f5e19f784687 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291685 Feb 10 16:08:55.325609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-2aeb5f7d-c2e8-4cac-95a1-33c8abb322fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:55.327151 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-2aeb5f7d-c2e8-4cac-95a1-33c8abb322fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 1126 time: 0.0563502 Feb 10 16:08:55.424000 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-f22ce4a5-e24d-4cf5-93a8-38271024f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:55.425530 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-f22ce4a5-e24d-4cf5-93a8-38271024f820 service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0910847 Feb 10 16:08:55.495246 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-87a2cb0e-b781-45cb-88d8-cb8ba9e88d68 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 200 len: 1000 time: 0.0623312 Feb 10 16:08:55.543369 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-59f47e9b-affa-46bb-a8f5-386bb4b5e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:55.544869 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-59f47e9b-affa-46bb-a8f5-386bb4b5e00b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0431416 Feb 10 16:08:55.603240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-7bb90746-2889-45dd-8227-0432d941b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:55.605635 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-7bb90746-2889-45dd-8227-0432d941b906 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521913 Feb 10 16:08:55.696974 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-1b32ab04-e9e0-4b53-a72f-b46e6a2c28d9 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848269 Feb 10 16:08:55.789252 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-cf7bf817-031f-4a77-ba9a-73028b754250 req-433e9834-8561-442c-87e6-753aa3a1cfa3 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851779 Feb 10 16:08:56.317488 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26aeac6-195d-4bfa-8068-4913aa12b16b req-de714b7f-94ae-41e8-8a8b-e03a97cacee9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:56.318984 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d26aeac6-195d-4bfa-8068-4913aa12b16b req-de714b7f-94ae-41e8-8a8b-e03a97cacee9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0536330 Feb 10 16:08:56.369130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d26aeac6-195d-4bfa-8068-4913aa12b16b req-b0352bb1-f540-4e94-8693-92f80bcb2cd6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438890 Feb 10 16:08:57.495244 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7008d-7614-405b-874a-c710ff12373c req-4b731d21-f5dc-4f7f-8eca-c765fc769c8f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:57.496764 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6fd7008d-7614-405b-874a-c710ff12373c req-4b731d21-f5dc-4f7f-8eca-c765fc769c8f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0528677 Feb 10 16:08:57.545203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6fd7008d-7614-405b-874a-c710ff12373c req-f83b14fa-cacb-45ef-baef-14001b3ead62 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428033 Feb 10 16:08:58.674979 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c563ba-56f4-4092-900d-13b18345021c req-f2de8e31-0f01-40b1-a93e-a52002e218ca tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:58.676456 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-26c563ba-56f4-4092-900d-13b18345021c req-f2de8e31-0f01-40b1-a93e-a52002e218ca tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0572579 Feb 10 16:08:58.722096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-26c563ba-56f4-4092-900d-13b18345021c req-77cbff23-7cee-4ae1-bc4b-447b2d80fa3b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398879 Feb 10 16:08:59.846296 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19139bf9-4d22-4bd6-8992-b0a45145b995 req-a0645881-516e-42c0-adfe-7a5f88dfe0c2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:08:59.847831 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19139bf9-4d22-4bd6-8992-b0a45145b995 req-a0645881-516e-42c0-adfe-7a5f88dfe0c2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0545931 Feb 10 16:08:59.900112 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19139bf9-4d22-4bd6-8992-b0a45145b995 req-0ad4208c-845c-4a4f-afd7-e8a7c55c0cb4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464432 Feb 10 16:09:01.033307 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1e610-0ade-42cc-9ee6-c0599fb71bf4 req-951a2d01-0ba8-447f-9952-3619c840c018 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:01.034743 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-15a1e610-0ade-42cc-9ee6-c0599fb71bf4 req-951a2d01-0ba8-447f-9952-3619c840c018 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0552814 Feb 10 16:09:01.088189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-15a1e610-0ade-42cc-9ee6-c0599fb71bf4 req-1b195773-2840-490c-b447-af118c02347f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466299 Feb 10 16:09:02.219848 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f6682-4481-4dcb-a2cf-c16d4c56315f req-1cbec0f4-95aa-4ba6-a3b1-31bdcc026c31 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:02.221458 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db0f6682-4481-4dcb-a2cf-c16d4c56315f req-1cbec0f4-95aa-4ba6-a3b1-31bdcc026c31 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0584667 Feb 10 16:09:02.270462 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db0f6682-4481-4dcb-a2cf-c16d4c56315f req-21aab00f-bfd9-4387-9f6e-66e4e70f0b95 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430460 Feb 10 16:09:03.391159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef017c-ea81-43e9-a5a4-c34c6f6befc7 req-73619dda-79d3-4ced-828b-c4245682fa2d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:03.392704 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0ef017c-ea81-43e9-a5a4-c34c6f6befc7 req-73619dda-79d3-4ced-828b-c4245682fa2d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0531740 Feb 10 16:09:03.441584 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f0ef017c-ea81-43e9-a5a4-c34c6f6befc7 req-760d1932-f709-4daf-8cee-6b5a243a5368 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431495 Feb 10 16:09:04.568234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12486713-da67-46e2-9028-ccbe397eca33 req-dfb5a807-8fef-4187-9e14-6587cb4918f4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:04.569770 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12486713-da67-46e2-9028-ccbe397eca33 req-dfb5a807-8fef-4187-9e14-6587cb4918f4 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0567999 Feb 10 16:09:04.617587 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12486713-da67-46e2-9028-ccbe397eca33 req-fd4a0705-476f-4643-a785-46832e19c98e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413752 Feb 10 16:09:04.996937 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beae12-52ed-4b73-978b-3970b3853977 req-33546136-1c73-47be-8707-90c595510b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:04.998434 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26beae12-52ed-4b73-978b-3970b3853977 req-33546136-1c73-47be-8707-90c595510b93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 1126 time: 0.0484931 Feb 10 16:09:05.099781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beae12-52ed-4b73-978b-3970b3853977 req-d39b7249-1a84-442c-a17b-2ccc4253549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:05.101220 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26beae12-52ed-4b73-978b-3970b3853977 req-d39b7249-1a84-442c-a17b-2ccc4253549f service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0836475 Feb 10 16:09:05.171617 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26beae12-52ed-4b73-978b-3970b3853977 req-cdd3843c-f321-4cc9-ac13-52d9d1bb59cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 200 len: 1000 time: 0.0622866 Feb 10 16:09:05.219245 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beae12-52ed-4b73-978b-3970b3853977 req-454f1712-2a5f-420c-8fd8-166e55ce40f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:05.220706 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26beae12-52ed-4b73-978b-3970b3853977 req-454f1712-2a5f-420c-8fd8-166e55ce40f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0431933 Feb 10 16:09:05.267944 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beae12-52ed-4b73-978b-3970b3853977 req-1fa4b209-eb8e-4b31-ab7e-d5a05bd7ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:05.269464 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26beae12-52ed-4b73-978b-3970b3853977 req-1fa4b209-eb8e-4b31-ab7e-d5a05bd7ac60 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430696 Feb 10 16:09:05.363849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26beae12-52ed-4b73-978b-3970b3853977 req-48ba899f-d5f3-45a8-8730-b68be1104b6e service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866225 Feb 10 16:09:05.452840 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-26beae12-52ed-4b73-978b-3970b3853977 req-3263ab81-179a-4c8a-bce3-809b9b2f183d service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818036 Feb 10 16:09:05.740884 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80ad6b-6a00-466d-929c-1f0799de61ce req-714e01c0-f460-4376-a91e-3056097385da tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:05.742379 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1c80ad6b-6a00-466d-929c-1f0799de61ce req-714e01c0-f460-4376-a91e-3056097385da tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0526607 Feb 10 16:09:05.789035 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1c80ad6b-6a00-466d-929c-1f0799de61ce req-ceab5fa4-21ac-433f-b713-60dd451d1873 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411205 Feb 10 16:09:06.911095 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd41f6c-5f98-48c3-b983-1bc7d1fe13f2 req-f88a1c8f-836a-4191-a44f-edd9123e9c62 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:06.912671 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3cd41f6c-5f98-48c3-b983-1bc7d1fe13f2 req-f88a1c8f-836a-4191-a44f-edd9123e9c62 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0563245 Feb 10 16:09:06.958755 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3cd41f6c-5f98-48c3-b983-1bc7d1fe13f2 req-2c224709-982c-4d8d-ba16-35b7887159ce tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405245 Feb 10 16:09:07.339345 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:08.081298 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aecc02-e119-499d-b1b7-f6a7e15a2f57 req-13b267c7-d09e-4a8a-826c-3fd7c305c2b6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:08.082715 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21aecc02-e119-499d-b1b7-f6a7e15a2f57 req-13b267c7-d09e-4a8a-826c-3fd7c305c2b6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0514956 Feb 10 16:09:08.129920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21aecc02-e119-499d-b1b7-f6a7e15a2f57 req-252f1dce-e7d3-42e6-84c8-3f4964348fb1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416102 Feb 10 16:09:09.247978 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf678d16-e8ff-4c18-ae12-193bd1461f60 req-c221dd14-4a91-4a68-a4aa-41d8d400e59b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:09.249465 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf678d16-e8ff-4c18-ae12-193bd1461f60 req-c221dd14-4a91-4a68-a4aa-41d8d400e59b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0517890 Feb 10 16:09:09.310291 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf678d16-e8ff-4c18-ae12-193bd1461f60 req-437f6a15-06ef-4104-8223-21b5e3780582 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552032 Feb 10 16:09:10.431340 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdd914-f0ce-42df-bab5-c736f3b07e56 req-ecc92566-52c7-429c-b685-1eaa9c4e603e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:10.433383 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bbdd914-f0ce-42df-bab5-c736f3b07e56 req-ecc92566-52c7-429c-b685-1eaa9c4e603e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0525019 Feb 10 16:09:10.480799 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3bbdd914-f0ce-42df-bab5-c736f3b07e56 req-be2154e1-d6df-4921-81ac-08927418f2d3 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416944 Feb 10 16:09:11.604345 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90cce7-94a1-4552-88ab-d682aded8d3a req-79c44da8-598d-4d8e-95bb-b70ba19fb908 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:11.606653 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad90cce7-94a1-4552-88ab-d682aded8d3a req-79c44da8-598d-4d8e-95bb-b70ba19fb908 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0543540 Feb 10 16:09:11.653887 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ad90cce7-94a1-4552-88ab-d682aded8d3a req-2c83b56e-6167-4517-b08d-f4e830a0fb38 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413728 Feb 10 16:09:11.848958 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:12.778384 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0922af-8619-4c2e-aa19-a993008deadd req-c69b66c0-1860-4379-98b5-6f906c59ada6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:12.779898 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f0922af-8619-4c2e-aa19-a993008deadd req-c69b66c0-1860-4379-98b5-6f906c59ada6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0567703 Feb 10 16:09:12.826032 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f0922af-8619-4c2e-aa19-a993008deadd req-13017b81-329c-4eca-9e48-10d8ef9cc3b3 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405285 Feb 10 16:09:12.935275 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b33bbc93-a17f-415d-b507-c3055100c80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:13.119143 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-68df2673-dce2-49d2-8d5d-438917a974b5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:13.120717 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-68df2673-dce2-49d2-8d5d-438917a974b5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c&tenant_id=61111091e2484c87be8da6aacc5e380d&binding%3Ahost_id=n-h1-815324-7 HTTP/1.1" status: 200 len: 944 time: 0.0597997 Feb 10 16:09:13.130819 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f2a2f-4916-49ae-a193-3fa71808bc9c req-97455f47-68fa-4917-b587-ef9ae7c17491 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:13.132348 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e29f2a2f-4916-49ae-a193-3fa71808bc9c req-97455f47-68fa-4917-b587-ef9ae7c17491 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 944 time: 0.0526137 Feb 10 16:09:13.179400 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e29f2a2f-4916-49ae-a193-3fa71808bc9c req-c3ae0217-7445-4cb6-ae54-2945e48cdf21 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407801 Feb 10 16:09:13.179918 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-dbb1c25e-be94-4bdd-bd61-e628494d151b service neutron] 10.222.0.72 "GET /v2.0/ports/fb01ca23-0e05-49cc-b2b9-75faf7984db2/bindings/n-h1-815324-7 HTTP/1.1" status: 200 len: 382 time: 0.0528316 Feb 10 16:09:13.244068 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-1f2e2fee-cd6e-417e-b839-8a184808fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:13.245599 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-1f2e2fee-cd6e-417e-b839-8a184808fb3b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 1126 time: 0.0442750 Feb 10 16:09:13.333883 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-6c558e10-fd83-4f4b-bb0e-c9cc40e5500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:13.335343 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-6c558e10-fd83-4f4b-bb0e-c9cc40e5500a service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0844045 Feb 10 16:09:13.398104 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-d3345638-58bf-46e9-b1be-3b13b9160734 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 200 len: 1000 time: 0.0565338 Feb 10 16:09:13.444900 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-688fd406-1004-433a-84d3-f311177730dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:13.446218 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-688fd406-1004-433a-84d3-f311177730dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0416460 Feb 10 16:09:13.501298 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-49aab47e-866f-45b5-95a3-66162f78ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:13.502803 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-49aab47e-866f-45b5-95a3-66162f78ed71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493097 Feb 10 16:09:13.588773 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-11ecb00c-ab33-465a-b47a-b5d4229eece0 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791643 Feb 10 16:09:13.678981 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-429fb5f2-86a4-40b7-952e-9e9b71dcfc69 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847497 Feb 10 16:09:13.920930 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device fb01ca23-0e05-49cc-b2b9-75faf7984db2 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:09:14.019303 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:14.029998 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'port_id': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'mac_address': 'fa:16:3e:f2:66:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:09:14.065898 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port fb01ca23-0e05-49cc-b2b9-75faf7984db2 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:09:14.066182 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:14.078913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb01ca23-0e05-49cc-b2b9-75faf7984db2 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:09:14.101204 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:14.105518 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:14.164531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=fb01ca23-0e05-49cc-b2b9-75faf7984db2,revision_number=9']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:14.172854 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:14.173203 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:14.173545 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:14.173882 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:14.174212 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:14.174542 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:14.174867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:14.175190 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:14.175512 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:14.175831 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:14.176150 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:14.176468 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:14.176813 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:14.301219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01514875-0d69-436b-810e-6fe517c868f9 req-c9381707-812f-4f03-8033-3d64047fcc54 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:14.302700 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01514875-0d69-436b-810e-6fe517c868f9 req-c9381707-812f-4f03-8033-3d64047fcc54 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0511630 Feb 10 16:09:14.339585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['fb01ca23-0e05-49cc-b2b9-75faf7984db2'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:09:14.355627 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-01514875-0d69-436b-810e-6fe517c868f9 req-d3c3293b-4a7c-439c-af38-905d63cab280 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467167 Feb 10 16:09:15.238386 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad776a30-8a75-419e-9aa8-a75da9f36a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:15.476415 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2da54f-ff4d-47ca-a5a6-41883fb0f65e req-d6d83a75-3733-47da-8f72-76ac13390c9f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:15.477942 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e2da54f-ff4d-47ca-a5a6-41883fb0f65e req-d6d83a75-3733-47da-8f72-76ac13390c9f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0524263 Feb 10 16:09:15.531710 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4e2da54f-ff4d-47ca-a5a6-41883fb0f65e req-3c989f49-b8b3-4c07-bb85-011ef72ac15b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453944 Feb 10 16:09:15.936733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device fb01ca23-0e05-49cc-b2b9-75faf7984db2 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:09:15.987580 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port fb01ca23-0e05-49cc-b2b9-75faf7984db2 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:09:15.991408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port fb01ca23-0e05-49cc-b2b9-75faf7984db2 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:15.991784 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:16.072552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port fb01ca23-0e05-49cc-b2b9-75faf7984db2 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:09:16.072833 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:16.095118 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:09:16.097364 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1366551-912f-4284-b01a-abebcc1ade4e" -d '{"events": [{"server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "name": "network-vif-plugged", "status": "completed", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:09:16.111126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:16.115481 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:16.173253 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05f2319-e038-4e73-a42e-e4c847f1944a x-openstack-request-id: req-c05f2319-e038-4e73-a42e-e4c847f1944a {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:09:16.173711 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "name": "network-vif-plugged", "status": "completed", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:09:16.174081 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c05f2319-e038-4e73-a42e-e4c847f1944a {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:09:16.174681 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'code': 200} Feb 10 16:09:16.175984 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=fb01ca23-0e05-49cc-b2b9-75faf7984db2,revision_number=10']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:16.529078 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:16.654890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decb787-5f76-4cdb-b4dd-dc8b75eec2dc req-d0156887-6790-4d34-97e9-2901ed0cad93 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:16.656417 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6decb787-5f76-4cdb-b4dd-dc8b75eec2dc req-d0156887-6790-4d34-97e9-2901ed0cad93 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 947 time: 0.0542116 Feb 10 16:09:16.701837 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6decb787-5f76-4cdb-b4dd-dc8b75eec2dc req-196127b2-bd85-4391-9190-8bb063f76833 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396080 Feb 10 16:09:17.831680 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6a135-157f-42b4-a3a9-b13bfc2fc193 req-2ad43f1c-9d13-42f1-b3b2-34a7307b7ea9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:17.833207 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64d6a135-157f-42b4-a3a9-b13bfc2fc193 req-2ad43f1c-9d13-42f1-b3b2-34a7307b7ea9 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 947 time: 0.0556159 Feb 10 16:09:17.880519 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-64d6a135-157f-42b4-a3a9-b13bfc2fc193 req-02caaaa5-a81f-4712-a566-7c5602bf7694 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416760 Feb 10 16:09:18.096582 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:19.004181 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51417566-7cc1-4d12-a917-3f571ad74b2f req-06b81b51-b96f-451b-8895-dfe2192110c2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:19.009244 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:19.009471 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51417566-7cc1-4d12-a917-3f571ad74b2f req-06b81b51-b96f-451b-8895-dfe2192110c2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 947 time: 0.0573235 Feb 10 16:09:19.054570 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-51417566-7cc1-4d12-a917-3f571ad74b2f req-9a935347-cd91-48d9-8317-6274bb71fbcc tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411801 Feb 10 16:09:19.404098 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8dcb3e36-887d-4b6f-9fa6-f42eaf47efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:19.405609 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8dcb3e36-887d-4b6f-9fa6-f42eaf47efc7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c&tenant_id=61111091e2484c87be8da6aacc5e380d HTTP/1.1" status: 200 len: 1129 time: 0.0438943 Feb 10 16:09:19.417789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-7', 'device_owner': 'compute:nova'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:09:19.476572 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:19.960539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device fb01ca23-0e05-49cc-b2b9-75faf7984db2 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:09:19.993292 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:20.026166 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:09:20.033394 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port fb01ca23-0e05-49cc-b2b9-75faf7984db2 is: ACTIVE; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:09:20.033722 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:20.065171 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:09:20.067404 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d945abef-be38-4e9f-81ee-75010385a20c" -d '{"events": [{"server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "name": "network-vif-unplugged", "status": "completed", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:09:20.071211 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Publish callbacks [] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:20.084912 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Transition to ACTIVE for port object fb01ca23-0e05-49cc-b2b9-75faf7984db2 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:09:20.093477 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:20.138675 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.db.api [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 16:09:20.138891 n-d-815324-7 neutron-server[103370]: DEBUG oslo_db.api [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 16:09:20.172948 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 16:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9a11b6-51fa-4b5c-b998-97850d4287f6 x-openstack-request-id: req-1b9a11b6-51fa-4b5c-b998-97850d4287f6 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:09:20.173253 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "name": "network-vif-unplugged", "status": "completed", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:09:20.173501 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b9a11b6-51fa-4b5c-b998-97850d4287f6 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:09:20.173897 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'code': 200} Feb 10 16:09:20.191146 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb01ca23-0e05-49cc-b2b9-75faf7984db2,revision_number=11']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:20.206330 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:20.206680 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:20.207031 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:20.207373 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:20.207712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:20.208044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:20.208464 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:20.208739 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:20.209057 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:20.209386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:20.209722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:20.210046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:20.210367 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:20.239810 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] No DVR routers for this DVR port fb01ca23-0e05-49cc-b2b9-75faf7984db2 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:09:20.303018 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab462d-d769-4639-97f5-1fe5a229b8af req-b64683d6-7cf0-4caa-a37e-fcba79161547 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:20.304998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4ab462d-d769-4639-97f5-1fe5a229b8af req-b64683d6-7cf0-4caa-a37e-fcba79161547 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0580235 Feb 10 16:09:20.357180 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a4ab462d-d769-4639-97f5-1fe5a229b8af req-c6f25c81-a5d8-4c50-a7a2-c256d636f23f tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459561 Feb 10 16:09:20.384351 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Attempting to bind port fb01ca23-0e05-49cc-b2b9-75faf7984db2 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:09:20.385273 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Attempting to bind port fb01ca23-0e05-49cc-b2b9-75faf7984db2 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:09:20.385606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Attempting to bind port fb01ca23-0e05-49cc-b2b9-75faf7984db2 on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:09:20.389907 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Port fb01ca23-0e05-49cc-b2b9-75faf7984db2 on network 609e0cdb-147c-491c-8046-9959c1f5348e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:09:20.390236 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Attempting to bind port fb01ca23-0e05-49cc-b2b9-75faf7984db2 on network 609e0cdb-147c-491c-8046-9959c1f5348e {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:09:20.395017 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:09:20.395358 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Checking segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:09:20.395742 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Bound using segment: {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:09:20.396164 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Bound port: fb01ca23-0e05-49cc-b2b9-75faf7984db2, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:09:20.396517 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:20.460551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:09:20.464203 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:09:20.470679 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:20.501761 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:20.502545 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:20.503938 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] 10.222.0.79 "PUT /v2.0/ports/fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 200 len: 1093 time: 1.0905204 Feb 10 16:09:20.564358 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2b3cb-b02d-49d9-b5da-35afb093eae2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb01ca23-0e05-49cc-b2b9-75faf7984db2,revision_number=12']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:20.585389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-587bb0c3-fc6f-4722-808d-f1364ae3abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:20.586968 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-587bb0c3-fc6f-4722-808d-f1364ae3abae service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 1127 time: 0.0607653 Feb 10 16:09:20.676275 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port fb01ca23-0e05-49cc-b2b9-75faf7984db2 is: DOWN; New status is: DOWN {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:09:20.685314 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-2e7e984e-1201-49c2-b4d0-5fc32648d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:20.686873 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-2e7e984e-1201-49c2-b4d0-5fc32648d6ce service neutron] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.0940633 Feb 10 16:09:20.753238 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-3bab9f29-3d0a-4a5d-a825-94c4f65b1e94 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 200 len: 1000 time: 0.0603809 Feb 10 16:09:20.800177 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-827bcaf1-b188-4a9c-b477-f09f72bbe01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:20.801662 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-827bcaf1-b188-4a9c-b477-f09f72bbe01c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0434179 Feb 10 16:09:20.854389 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-86bdbb21-3f20-4ea5-8dbd-477e44c7e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:20.855807 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-86bdbb21-3f20-4ea5-8dbd-477e44c7e894 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484667 Feb 10 16:09:20.942246 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-64e98ef2-aaa6-4464-b1ca-151b77a7b0fc service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806756 Feb 10 16:09:21.033349 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b5d49e2a-054f-4364-bd4b-23e2022717f6 req-6e8a8370-decd-4ecf-be27-794995ecb8c2 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853179 Feb 10 16:09:21.513974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc418ce0-005c-4327-b2b1-ddc81c3d077c req-19694808-ca40-4ae0-bb96-4d0bd9b47391 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:21.515476 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc418ce0-005c-4327-b2b1-ddc81c3d077c req-19694808-ca40-4ae0-bb96-4d0bd9b47391 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0531607 Feb 10 16:09:21.563076 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fc418ce0-005c-4327-b2b1-ddc81c3d077c req-1368824d-41a9-473f-9fc2-3977b7b0bb85 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400162 Feb 10 16:09:22.084522 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:09:22.174739 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:09:22.177113 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e68ca89661d9a087b3770362c2ba6137ed5291a6a5d9aa63fe9c6b8882fccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:09:22.226631 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5c48d3-8930-40b0-9a6c-1e6ec75f21be x-openstack-request-id: req-fd5c48d3-8930-40b0-9a6c-1e6ec75f21be {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:09:22.226924 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:09:22.227177 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd5c48d3-8930-40b0-9a6c-1e6ec75f21be {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:09:22.227573 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'status': 'completed', 'code': 200} Feb 10 16:09:22.322032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-f42084d0-040c-4be5-9df6-5769a0d416fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:22.323545 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-f42084d0-040c-4be5-9df6-5769a0d416fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 1127 time: 0.0758023 Feb 10 16:09:22.325896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-eec223b4-6f4e-46ca-97b6-9041a48f9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:22.327237 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-eec223b4-6f4e-46ca-97b6-9041a48f9645 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61111091e2484c87be8da6aacc5e380d&device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 1127 time: 0.0783131 Feb 10 16:09:22.481010 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-b47366d0-75f6-432b-bed2-83bc2af705f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:22.482465 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-b47366d0-75f6-432b-bed2-83bc2af705f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.1523650 Feb 10 16:09:22.485193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-3b981539-d101-4d4a-b2f3-7b88950acd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:22.486480 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-3b981539-d101-4d4a-b2f3-7b88950acd9e service neutron] 10.222.0.79 "GET /v2.0/networks?id=609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 200 len: 913 time: 0.1496358 Feb 10 16:09:22.592819 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-a67bf288-9054-4ce4-91f1-fc80eaf7542d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 200 len: 1000 time: 0.0986140 Feb 10 16:09:22.594808 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-94a16ff1-4c28-4a7b-8af2-7b6391fb2f49 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 200 len: 1000 time: 0.1059716 Feb 10 16:09:22.675692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-d90e721e-ed78-4848-bb95-cf513b25f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:22.677202 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-d90e721e-ed78-4848-bb95-cf513b25f461 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0786750 Feb 10 16:09:22.678570 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-29bf0516-0c66-4368-99ca-4c19a10d75cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:22.679853 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-29bf0516-0c66-4368-99ca-4c19a10d75cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 200 len: 851 time: 0.0734334 Feb 10 16:09:22.690715 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd052381-80b9-45e4-9cef-dda5b2c9996a req-53f003f7-5f32-4adf-ae64-f8defc046109 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:22.692472 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd052381-80b9-45e4-9cef-dda5b2c9996a req-53f003f7-5f32-4adf-ae64-f8defc046109 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0552719 Feb 10 16:09:22.747839 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cd052381-80b9-45e4-9cef-dda5b2c9996a req-4c677bcc-c547-4850-a578-0995780974bb tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483751 Feb 10 16:09:22.767421 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-91048590-2420-454c-9428-b226592f63ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:22.769044 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-91048590-2420-454c-9428-b226592f63ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0789137 Feb 10 16:09:22.771585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-64645338-0087-46c6-be28-664458092284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:22.773192 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-64645338-0087-46c6-be28-664458092284 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=609e0cdb-147c-491c-8046-9959c1f5348e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0903783 Feb 10 16:09:22.928353 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-78574769-197d-40de-ba99-f82a045b2e3e service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514866 Feb 10 16:09:22.932301 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-034c6204-cf35-4e25-9bbc-4f35bb74ea44 service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476910 Feb 10 16:09:23.085956 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-6acea258-d9cd-41c1-a540-4217ec648255 service neutron] 10.222.0.72 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510673 Feb 10 16:09:23.089384 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1e5c5109-27bd-4757-81b8-5a0d8ed7e3f1 req-3bc1e54b-9bab-4b1e-93f8-7c580d941aae service neutron] 10.222.0.79 "GET /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469724 Feb 10 16:09:23.876434 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744e7ef-828d-4b2c-a0ca-132132dc4855 req-1cb40403-2310-48ab-8cb1-880b25e96588 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:23.877935 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0744e7ef-828d-4b2c-a0ca-132132dc4855 req-1cb40403-2310-48ab-8cb1-880b25e96588 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0523722 Feb 10 16:09:23.924917 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0744e7ef-828d-4b2c-a0ca-132132dc4855 req-788d9618-6565-49ba-82de-87f468fd41fb tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413184 Feb 10 16:09:25.128208 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c74c6-bc78-4624-89d9-a3944c010871 req-e423cf76-bee6-4e82-a571-25d2863e04f2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:25.129741 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-306c74c6-bc78-4624-89d9-a3944c010871 req-e423cf76-bee6-4e82-a571-25d2863e04f2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0966473 Feb 10 16:09:25.177157 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-306c74c6-bc78-4624-89d9-a3944c010871 req-96d31f8a-0179-45f8-903a-41015db539f6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413597 Feb 10 16:09:26.390388 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d2595-f95f-4a74-9211-53b333c84def req-87e744da-d77d-4f86-a9bd-b6bf15b2466c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:26.391880 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf0d2595-f95f-4a74-9211-53b333c84def req-87e744da-d77d-4f86-a9bd-b6bf15b2466c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0994725 Feb 10 16:09:26.438752 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bf0d2595-f95f-4a74-9211-53b333c84def req-4718c91b-497e-4a05-a1f5-f25d0a55834c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412538 Feb 10 16:09:27.558775 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0de93-531b-4596-9b4c-3b3c725a17b4 req-15e72f95-e5f6-4263-b6a5-a0e02c24e3ed tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:27.560274 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7c0de93-531b-4596-9b4c-3b3c725a17b4 req-15e72f95-e5f6-4263-b6a5-a0e02c24e3ed tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0521104 Feb 10 16:09:27.606608 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e7c0de93-531b-4596-9b4c-3b3c725a17b4 req-9cfacc2c-b99e-404f-b089-5e9f9c014489 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407319 Feb 10 16:09:28.725574 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a94172-006a-4168-afe4-5c35f8e59fd4 req-0d6ddaf8-22c2-4be5-a7e3-c662562673f1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:28.727051 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50a94172-006a-4168-afe4-5c35f8e59fd4 req-0d6ddaf8-22c2-4be5-a7e3-c662562673f1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0506787 Feb 10 16:09:28.779097 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-50a94172-006a-4168-afe4-5c35f8e59fd4 req-f2273403-a9b6-403e-8228-4cdc61c341d2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454648 Feb 10 16:09:29.903028 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe74b3b-60c4-4999-b1dd-0015729022d0 req-a7aa031c-bb00-4a8a-bdbe-404a773642ef tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:29.904543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-abe74b3b-60c4-4999-b1dd-0015729022d0 req-a7aa031c-bb00-4a8a-bdbe-404a773642ef tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0533030 Feb 10 16:09:29.951827 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-abe74b3b-60c4-4999-b1dd-0015729022d0 req-b35352eb-424f-428c-92a3-2728d72a5312 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415552 Feb 10 16:09:31.072750 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b231a94-8752-412e-856e-6226c2a93cd1 req-7ab364cc-c36e-4dcf-a572-824592a85b17 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:31.074134 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b231a94-8752-412e-856e-6226c2a93cd1 req-7ab364cc-c36e-4dcf-a572-824592a85b17 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0506711 Feb 10 16:09:31.119498 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0b231a94-8752-412e-856e-6226c2a93cd1 req-6aa7d24e-80ae-4ce2-b793-a036d9ae6d04 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392518 Feb 10 16:09:32.240267 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9d3d6-bdb8-499e-b8d2-af82347f481f req-b53f98ad-2c4e-4327-a98c-acd823aa9f93 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:32.241807 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ca9d3d6-bdb8-499e-b8d2-af82347f481f req-b53f98ad-2c4e-4327-a98c-acd823aa9f93 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0558290 Feb 10 16:09:32.289607 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4ca9d3d6-bdb8-499e-b8d2-af82347f481f req-3a9797a9-2f33-414e-9304-f631a10e7705 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415053 Feb 10 16:09:33.413227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8754c-b062-4525-8419-c648ed3643ea req-4e216efd-962b-43c6-abf2-eeb36d348f36 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:33.414706 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fcc8754c-b062-4525-8419-c648ed3643ea req-4e216efd-962b-43c6-abf2-eeb36d348f36 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0522497 Feb 10 16:09:33.460035 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-fcc8754c-b062-4525-8419-c648ed3643ea req-d920b62a-7393-47e4-8890-5baefcd9bede tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398128 Feb 10 16:09:34.582336 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bf791-c1a3-4fe9-97ea-7f4d499a6989 req-6e98bac1-75db-40c0-ab64-0e39baa000a1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:34.583811 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e81bf791-c1a3-4fe9-97ea-7f4d499a6989 req-6e98bac1-75db-40c0-ab64-0e39baa000a1 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0542681 Feb 10 16:09:34.630242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e81bf791-c1a3-4fe9-97ea-7f4d499a6989 req-4859c84b-743e-481c-8090-ad6063112477 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399439 Feb 10 16:09:35.750843 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9013ae8-32af-48ea-8c2d-27da64c007c6 req-9a150a66-6c49-4dcd-bd56-094b77edb966 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:35.752330 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9013ae8-32af-48ea-8c2d-27da64c007c6 req-9a150a66-6c49-4dcd-bd56-094b77edb966 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0524929 Feb 10 16:09:35.798268 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f9013ae8-32af-48ea-8c2d-27da64c007c6 req-232c6212-ebf0-4607-801f-64de1a89af0c tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402181 Feb 10 16:09:36.919323 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba0a69-4914-45fd-840e-815e414caac3 req-62155b87-5c0a-4201-a8ac-fcc6520f3f83 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:36.920812 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bba0a69-4914-45fd-840e-815e414caac3 req-62155b87-5c0a-4201-a8ac-fcc6520f3f83 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0503380 Feb 10 16:09:36.970352 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bba0a69-4914-45fd-840e-815e414caac3 req-169c837f-9104-4ef8-82a6-f2ca083e93e2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437925 Feb 10 16:09:37.357516 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:38.092036 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5cc7d-caa6-420b-92f7-0c3a01e3f26d req-54c343ce-8e4d-44fa-8c85-2e23679de31e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:38.093473 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b7f5cc7d-caa6-420b-92f7-0c3a01e3f26d req-54c343ce-8e4d-44fa-8c85-2e23679de31e tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0515811 Feb 10 16:09:38.139751 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b7f5cc7d-caa6-420b-92f7-0c3a01e3f26d req-4064652a-bd68-47dc-ba71-c546a1c95ef2 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406208 Feb 10 16:09:39.256549 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8b8c1-c4b6-49b7-a41a-980c8b391e5e req-da6d1482-ba52-48ab-a933-a0d55063a6ed tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:39.258061 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67e8b8c1-c4b6-49b7-a41a-980c8b391e5e req-da6d1482-ba52-48ab-a933-a0d55063a6ed tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0512509 Feb 10 16:09:39.303693 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-67e8b8c1-c4b6-49b7-a41a-980c8b391e5e req-c11e36b5-6deb-459b-8a29-ffd9389d0a7a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395525 Feb 10 16:09:39.425554 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf17115-450d-4679-86d9-c285b2630e2f req-4210e2a4-52a8-445c-b34d-f9d8f5bfbad6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:39.426928 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bf17115-450d-4679-86d9-c285b2630e2f req-4210e2a4-52a8-445c-b34d-f9d8f5bfbad6 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0556014 Feb 10 16:09:39.473241 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0bf17115-450d-4679-86d9-c285b2630e2f req-e1de7fd0-e182-4a1d-b522-373be87d12a0 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407317 Feb 10 16:09:39.559787 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fb01ca23-0e05-49cc-b2b9-75faf7984db2 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:09:39.595016 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e93c2-0c14-4db6-b6d0-cb62fd0f060c req-a813e148-17e9-4f72-b7b6-29a8c5c998ff tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:39.596541 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-497e93c2-0c14-4db6-b6d0-cb62fd0f060c req-a813e148-17e9-4f72-b7b6-29a8c5c998ff tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0579259 Feb 10 16:09:39.645398 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-497e93c2-0c14-4db6-b6d0-cb62fd0f060c req-0eb81363-b827-448b-9df5-cef8afaf1052 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426416 Feb 10 16:09:39.816482 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:39.827504 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'port_id': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'mac_address': 'fa:16:3e:f2:66:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:09:39.866168 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fb01ca23-0e05-49cc-b2b9-75faf7984db2 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:09:39.866574 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:39.880127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb01ca23-0e05-49cc-b2b9-75faf7984db2 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:09:39.894925 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556fdb8-bcbe-45c7-acec-611464c49c36 req-01de8842-9aa5-406d-9cd8-3aa42641e103 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:39.896623 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c556fdb8-bcbe-45c7-acec-611464c49c36 req-01de8842-9aa5-406d-9cd8-3aa42641e103 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 945 time: 0.0526056 Feb 10 16:09:39.900350 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:39.904689 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:39.947940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c556fdb8-bcbe-45c7-acec-611464c49c36 req-a1cde368-d151-4eb2-bb7b-cda42738ae31 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441856 Feb 10 16:09:39.950401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fb01ca23-0e05-49cc-b2b9-75faf7984db2,revision_number=13']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:40.265127 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['fb01ca23-0e05-49cc-b2b9-75faf7984db2'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:09:41.070155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d71fb-5dbc-4b69-b292-b26587199e7f req-ad372f54-a133-486e-9b53-2a268dd61e15 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:41.071559 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de1d71fb-5dbc-4b69-b292-b26587199e7f req-ad372f54-a133-486e-9b53-2a268dd61e15 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0516870 Feb 10 16:09:41.116987 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-de1d71fb-5dbc-4b69-b292-b26587199e7f req-d7168422-6efb-4e94-969f-7ae34d265256 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc38409d-ea5f-44aa-98bb-a2110c7d25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396571 Feb 10 16:09:41.545440 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a774-ecdc-47cd-9db0-f08a8be3ce1f req-682740c9-31f1-4690-8993-a5e6d0558805 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:09:41.546921 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4bf7a774-ecdc-47cd-9db0-f08a8be3ce1f req-682740c9-31f1-4690-8993-a5e6d0558805 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 946 time: 0.0536129 Feb 10 16:09:41.569110 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fb01ca23-0e05-49cc-b2b9-75faf7984db2 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:09:41.625298 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port fb01ca23-0e05-49cc-b2b9-75faf7984db2 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:09:41.629586 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port fb01ca23-0e05-49cc-b2b9-75faf7984db2 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:09:41.629953 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:41.646514 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-4bf7a774-ecdc-47cd-9db0-f08a8be3ce1f req-916fca30-e988-4f1e-8a94-158ed7cc80d8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Deleting port fb01ca23-0e05-49cc-b2b9-75faf7984db2 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:09:41.647095 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4bf7a774-ecdc-47cd-9db0-f08a8be3ce1f req-916fca30-e988-4f1e-8a94-158ed7cc80d8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:41.714638 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port fb01ca23-0e05-49cc-b2b9-75faf7984db2 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:09:41.715030 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:41.739473 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:09:41.742734 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-4bf7a774-ecdc-47cd-9db0-f08a8be3ce1f req-916fca30-e988-4f1e-8a94-158ed7cc80d8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:41.743330 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4bf7a774-ecdc-47cd-9db0-f08a8be3ce1f req-916fca30-e988-4f1e-8a94-158ed7cc80d8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:41.743927 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8babb13aca40947c74a9d4a2726dbaf3645921477d09786afc5b757c8cf51ce5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28213551-5eb8-4c09-96ba-f16da3e0149d" -d '{"events": [{"server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "name": "network-vif-plugged", "status": "completed", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:09:41.759754 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port fb01ca23-0e05-49cc-b2b9-75faf7984db2, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=fb01ca23-0e05-49cc-b2b9-75faf7984db2,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:41.764894 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:41.794885 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35689db9-fbfd-42c2-8413-680b04762de2 x-openstack-request-id: req-35689db9-fbfd-42c2-8413-680b04762de2 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:09:41.795183 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "name": "network-vif-plugged", "status": "completed", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:09:41.795433 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35689db9-fbfd-42c2-8413-680b04762de2 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:09:41.795871 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'code': 200} Feb 10 16:09:41.814644 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=fb01ca23-0e05-49cc-b2b9-75faf7984db2,revision_number=14']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:41.844956 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:41.929111 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4bf7a774-ecdc-47cd-9db0-f08a8be3ce1f req-916fca30-e988-4f1e-8a94-158ed7cc80d8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:41.929472 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4bf7a774-ecdc-47cd-9db0-f08a8be3ce1f req-916fca30-e988-4f1e-8a94-158ed7cc80d8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (65d83189-0b99-407f-b441-617d53e5abbe), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:41.929791 n-d-815324-7 neutron-server[103369]: INFO neutron.db.l3_db [req-4bf7a774-ecdc-47cd-9db0-f08a8be3ce1f req-916fca30-e988-4f1e-8a94-158ed7cc80d8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Floating IP 65d83189-0b99-407f-b441-617d53e5abbe disassociated. External IP: 172.25.3.44, port: fb01ca23-0e05-49cc-b2b9-75faf7984db2. Feb 10 16:09:41.930136 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-4bf7a774-ecdc-47cd-9db0-f08a8be3ce1f req-916fca30-e988-4f1e-8a94-158ed7cc80d8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Calling delete_port for fb01ca23-0e05-49cc-b2b9-75faf7984db2 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:09:42.053127 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4bf7a774-ecdc-47cd-9db0-f08a8be3ce1f req-916fca30-e988-4f1e-8a94-158ed7cc80d8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fb01ca23-0e05-49cc-b2b9-75faf7984db2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:42.089902 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fca30-e988-4f1e-8a94-158ed7cc80d8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Pushing event deleted for resources: {'Port': ['ID=fb01ca23-0e05-49cc-b2b9-75faf7984db2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:42.214482 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bf7a774-ecdc-47cd-9db0-f08a8be3ce1f req-916fca30-e988-4f1e-8a94-158ed7cc80d8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Router ab7e08e9-cdec-411d-97a2-62eb95953069 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:09:42.222968 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7f7969a5-9f90-416a-a07e-05cad6c6260a req-3a1d998a-922e-4562-987b-f6a3413ac1bb tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 210 time: 0.0329759 Feb 10 16:09:42.328032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bf7a774-ecdc-47cd-9db0-f08a8be3ce1f req-916fca30-e988-4f1e-8a94-158ed7cc80d8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:09:42.338814 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51063e3c-380a-4a42-a6e5-6f094b707281 None None] Sync routers for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:09:42.348093 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51063e3c-380a-4a42-a6e5-6f094b707281 None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:09:42.348744 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-51063e3c-380a-4a42-a6e5-6f094b707281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:09:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:42.367797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf7a774-ecdc-47cd-9db0-f08a8be3ce1f req-916fca30-e988-4f1e-8a94-158ed7cc80d8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] No DVR routers for this DVR port fb01ca23-0e05-49cc-b2b9-75faf7984db2 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:09:42.371107 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-4bf7a774-ecdc-47cd-9db0-f08a8be3ce1f req-916fca30-e988-4f1e-8a94-158ed7cc80d8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:42.374458 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4bf7a774-ecdc-47cd-9db0-f08a8be3ce1f req-916fca30-e988-4f1e-8a94-158ed7cc80d8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.79 "DELETE /v2.0/ports/fb01ca23-0e05-49cc-b2b9-75faf7984db2 HTTP/1.1" status: 204 len: 173 time: 0.8224132 Feb 10 16:09:42.374898 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'name': 'network-vif-deleted', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:09:42.417299 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c98261592b0501fa179614225a0a5697a33575dcdb70b77efa1f33cde7becc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1461141e-68ef-4bb9-9aa2-705a50566422" -d '{"events": [{"server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "name": "network-vif-deleted", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:09:42.462801 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-51063e3c-380a-4a42-a6e5-6f094b707281 None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:09:42.511695 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412f2ca4-1809-44bc-9534-3a2f1b080c0e x-openstack-request-id: req-412f2ca4-1809-44bc-9534-3a2f1b080c0e {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:09:42.512047 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4914d0-0a91-4381-9315-2c99aaa3397c", "name": "network-vif-deleted", "tag": "fb01ca23-0e05-49cc-b2b9-75faf7984db2", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:09:42.512382 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-412f2ca4-1809-44bc-9534-3a2f1b080c0e {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:09:42.512816 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4914d0-0a91-4381-9315-2c99aaa3397c', 'name': 'network-vif-deleted', 'tag': 'fb01ca23-0e05-49cc-b2b9-75faf7984db2', 'status': 'completed', 'code': 200} Feb 10 16:09:42.666534 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-51063e3c-380a-4a42-a6e5-6f094b707281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:42.692062 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51063e3c-380a-4a42-a6e5-6f094b707281 None None] Checking router: ab7e08e9-cdec-411d-97a2-62eb95953069 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:09:42.700207 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51063e3c-380a-4a42-a6e5-6f094b707281 None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:09:42.700847 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-51063e3c-380a-4a42-a6e5-6f094b707281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:09:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:42.808388 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-51063e3c-380a-4a42-a6e5-6f094b707281 None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:09:42.938625 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b091b449-6c67-418e-9edd-0d2ed550bae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:43.098790 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-51063e3c-380a-4a42-a6e5-6f094b707281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:09:43.127769 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51063e3c-380a-4a42-a6e5-6f094b707281 None None] The sync data for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 is: [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:12Z', 'revision_number': 4, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '89edf5c3-63cc-429d-a790-4e405528f91c', 'name': '', 'network_id': '609e0cdb-147c-491c-8046-9959c1f5348e', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'mac_address': 'fa:16:3e:29:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:12Z', 'updated_at': '2022-02-10T16:05:15Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'subnets': [{'id': 'd4950cfc-9747-4800-a129-e0112b05f2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:09:43.330829 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-34bdac77-d71d-405c-af70-d3d3761f12fe req-614f5f11-dca7-477a-a4a5-b9c1ffd30ad8 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 210 time: 0.0330951 Feb 10 16:09:43.380675 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d460097-b3bf-4744-9fa4-b421d727224a None None] New status for floating IP 65d83189-0b99-407f-b441-617d53e5abbe: DOWN {{(pid=103370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:09:44.426445 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a2d802c6-6c43-435b-98b1-ecc1d2a4f6b1 req-27e3fab1-bb43-412d-994f-3a1cba57167b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 210 time: 0.0271513 Feb 10 16:09:45.239776 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c94c9a45-5f6a-4478-8aac-71dfc9132899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:45.528393 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2e1e6915-94b7-4ddb-b4e7-ea43489007ef req-647deed5-2fb5-403f-b368-199c7b4aad5b tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 210 time: 0.0275640 Feb 10 16:09:45.584998 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fb01ca23-0e05-49cc-b2b9-75faf7984db2 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:09:45.605914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: fb01ca23-0e05-49cc-b2b9-75faf7984db2 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:09:45.606263 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device fb01ca23-0e05-49cc-b2b9-75faf7984db2 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:09:46.523867 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:46.623552 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b61b1802-98ca-4125-b684-b75b41b7e7bf req-ca6a04f0-5c9d-43d9-9cc2-030b2daad5b3 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 210 time: 0.0267079 Feb 10 16:09:47.717897 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a8793f3c-dfef-497b-8080-a7e9536ac597 req-d7c284e4-5681-4423-a9d2-b41767e2f509 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 210 time: 0.0266500 Feb 10 16:09:48.101525 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:48.816040 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-244dd7f8-57a2-4876-bce3-0d157fe58d2f req-988b1eb4-e1af-49bf-b44c-79afcc96b89d tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 210 time: 0.0266442 Feb 10 16:09:49.003541 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:49.914921 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9ab33aed-79ea-49ff-b768-25eb4a39dc5d req-0aa80178-8183-4c33-8e2a-edcc4ac924a7 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 210 time: 0.0296645 Feb 10 16:09:51.033019 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dfc35d4f-702d-4b97-a15a-e4832cf2dc1a req-75b3aff3-9637-4627-88c0-891ef50f9302 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e4914d0-0a91-4381-9315-2c99aaa3397c HTTP/1.1" status: 200 len: 210 time: 0.0326507 Feb 10 16:09:57.838885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41328) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:09:57.893593 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for security_group (bc38409d-ea5f-44aa-98bb-a2110c7d25e1), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:57.916223 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for security_group (bc38409d-ea5f-44aa-98bb-a2110c7d25e1), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:57.964507 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (bc38409d-ea5f-44aa-98bb-a2110c7d25e1), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:57.967373 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:57.971376 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "DELETE /v2.0/security-groups/bc38409d-ea5f-44aa-98bb-a2110c7d25e1 HTTP/1.1" status: 204 len: 168 time: 0.1291828 Feb 10 16:09:57.971967 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41330) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:09:57.979861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc38409d-ea5f-44aa-98bb-a2110c7d25e1,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:57.988313 n-d-815324-7 neutron-server[103369]: INFO neutron.api.v2.resource [None req-9442eda9-7fc3-4b81-86a6-69f3e4c2941a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] show failed (client error): The resource could not be found. Feb 10 16:09:57.988668 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:57.989132 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:57.989481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:57.990083 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:57.990413 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:57.990747 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:57.991079 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:57.991409 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:57.991730 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:57.992056 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:57.992381 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:57.992732 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:57.993244 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e942d2b-7ac2-4957-8801-d221694b17e5 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:09:57.993896 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9442eda9-7fc3-4b81-86a6-69f3e4c2941a tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "GET /v2.0/security-groups/bc38409d-ea5f-44aa-98bb-a2110c7d25e1 HTTP/1.1" status: 404 len: 347 time: 0.0205140 Feb 10 16:09:57.994563 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41332) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:09:58.123916 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-5151b53f-29ba-488f-b1a1-578eed876b65 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Deleting port 6abd4182-0ffa-4999-892d-fbd6d326f66a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:09:58.124266 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5151b53f-29ba-488f-b1a1-578eed876b65 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (6abd4182-0ffa-4999-892d-fbd6d326f66a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:58.202539 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5151b53f-29ba-488f-b1a1-578eed876b65 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (6abd4182-0ffa-4999-892d-fbd6d326f66a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:58.202875 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5151b53f-29ba-488f-b1a1-578eed876b65 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for floatingip (6abd4182-0ffa-4999-892d-fbd6d326f66a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:58.215647 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-5151b53f-29ba-488f-b1a1-578eed876b65 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Calling delete_port for 6abd4182-0ffa-4999-892d-fbd6d326f66a owned by network:floatingip {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:09:58.348144 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5151b53f-29ba-488f-b1a1-578eed876b65 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (6abd4182-0ffa-4999-892d-fbd6d326f66a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:58.378059 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151b53f-29ba-488f-b1a1-578eed876b65 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Pushing event deleted for resources: {'Port': ['ID=6abd4182-0ffa-4999-892d-fbd6d326f66a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:58.435979 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5151b53f-29ba-488f-b1a1-578eed876b65 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks [] for floatingip (65d83189-0b99-407f-b441-617d53e5abbe), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:58.438500 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5151b53f-29ba-488f-b1a1-578eed876b65 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:58.439646 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5151b53f-29ba-488f-b1a1-578eed876b65 tempest-ServerActionsTestJSON-1660500195 tempest-ServerActionsTestJSON-1660500195-project] 10.222.0.64 "DELETE /v2.0/floatingips/65d83189-0b99-407f-b441-617d53e5abbe HTTP/1.1" status: 204 len: 168 time: 0.4440880 Feb 10 16:09:58.442600 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41334) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:09:59.084485 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:09:59.123732 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df315671-0a27-4481-a698-804c7f224a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (ab7e08e9-cdec-411d-97a2-62eb95953069), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:59.370215 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-df315671-0a27-4481-a698-804c7f224a8b admin admin] Deleting port 89edf5c3-63cc-429d-a790-4e405528f91c {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:09:59.370432 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df315671-0a27-4481-a698-804c7f224a8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:59.450825 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-df315671-0a27-4481-a698-804c7f224a8b admin admin] For port 89edf5c3-63cc-429d-a790-4e405528f91c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=89edf5c3-63cc-429d-a790-4e405528f91c,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:09:59.451180 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df315671-0a27-4481-a698-804c7f224a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:59.463489 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-df315671-0a27-4481-a698-804c7f224a8b admin admin] Calling delete_port for 89edf5c3-63cc-429d-a790-4e405528f91c owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:09:59.642510 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df315671-0a27-4481-a698-804c7f224a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (89edf5c3-63cc-429d-a790-4e405528f91c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:09:59.671674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df315671-0a27-4481-a698-804c7f224a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=89edf5c3-63cc-429d-a790-4e405528f91c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:09:59.841169 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-df315671-0a27-4481-a698-804c7f224a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (ab7e08e9-cdec-411d-97a2-62eb95953069), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:00.060311 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df315671-0a27-4481-a698-804c7f224a8b admin admin] Router ab7e08e9-cdec-411d-97a2-62eb95953069 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:10:00.168427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df315671-0a27-4481-a698-804c7f224a8b admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:10:00.173480 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-df315671-0a27-4481-a698-804c7f224a8b admin admin] 10.222.0.64 "PUT /v2.0/routers/ab7e08e9-cdec-411d-97a2-62eb95953069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7299385 Feb 10 16:10:00.175964 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41336) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:00.178595 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c705cb8-cff0-4e98-816c-9e28d5fe602b None None] Sync routers for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:10:00.189455 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c705cb8-cff0-4e98-816c-9e28d5fe602b None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:00.190063 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5c705cb8-cff0-4e98-816c-9e28d5fe602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:09:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:00.286570 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4429f785-8b13-4314-8e76-4b313c23c129 admin admin] Publish callbacks [] for router (ab7e08e9-cdec-411d-97a2-62eb95953069), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:00.305689 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-5c705cb8-cff0-4e98-816c-9e28d5fe602b None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:00.389008 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4429f785-8b13-4314-8e76-4b313c23c129 admin admin] Publish callbacks [] for router_gateway (ab7e08e9-cdec-411d-97a2-62eb95953069), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:00.444615 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4429f785-8b13-4314-8e76-4b313c23c129 admin admin] Deleting port fd42f274-b74b-4b8b-bc95-9415c559cf78 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:10:00.444991 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4429f785-8b13-4314-8e76-4b313c23c129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (fd42f274-b74b-4b8b-bc95-9415c559cf78), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:00.478309 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5c705cb8-cff0-4e98-816c-9e28d5fe602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:09:59Z', 'revision_number': 5, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port': {'id': 'fd42f274-b74b-4b8b-bc95-9415c559cf78', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:00.509078 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c705cb8-cff0-4e98-816c-9e28d5fe602b None None] Checking router: ab7e08e9-cdec-411d-97a2-62eb95953069 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:10:00.521157 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c705cb8-cff0-4e98-816c-9e28d5fe602b None None] Routers {'ab7e08e9-cdec-411d-97a2-62eb95953069'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:00.522404 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5c705cb8-cff0-4e98-816c-9e28d5fe602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:09:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['ab7e08e9-cdec-411d-97a2-62eb95953069'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:00.526838 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-4429f785-8b13-4314-8e76-4b313c23c129 admin admin] For port fd42f274-b74b-4b8b-bc95-9415c559cf78, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=fd42f274-b74b-4b8b-bc95-9415c559cf78,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:00.527279 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4429f785-8b13-4314-8e76-4b313c23c129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (fd42f274-b74b-4b8b-bc95-9415c559cf78), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:00.540617 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4429f785-8b13-4314-8e76-4b313c23c129 admin admin] Calling delete_port for fd42f274-b74b-4b8b-bc95-9415c559cf78 owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:10:00.627711 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-5c705cb8-cff0-4e98-816c-9e28d5fe602b None None] Set router ab7e08e9-cdec-411d-97a2-62eb95953069 gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:00.683782 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-5c705cb8-cff0-4e98-816c-9e28d5fe602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:10:00Z', 'revision_number': 6, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:00.713676 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c705cb8-cff0-4e98-816c-9e28d5fe602b None None] The sync data for ids ['ab7e08e9-cdec-411d-97a2-62eb95953069'] in n-d-815324-7 is: [{'id': 'ab7e08e9-cdec-411d-97a2-62eb95953069', 'name': 'tempest-ServerActionsTestJSON-1485592446-router', 'tenant_id': '61111091e2484c87be8da6aacc5e380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:05:10Z', 'updated_at': '2022-02-10T16:10:00Z', 'revision_number': 6, 'project_id': '61111091e2484c87be8da6aacc5e380d', 'gw_port_host': None}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:10:00.735105 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4429f785-8b13-4314-8e76-4b313c23c129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (fd42f274-b74b-4b8b-bc95-9415c559cf78), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:00.770188 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429f785-8b13-4314-8e76-4b313c23c129 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd42f274-b74b-4b8b-bc95-9415c559cf78,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:00.828360 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4429f785-8b13-4314-8e76-4b313c23c129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (ab7e08e9-cdec-411d-97a2-62eb95953069), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:00.919617 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4429f785-8b13-4314-8e76-4b313c23c129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (ab7e08e9-cdec-411d-97a2-62eb95953069), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:00.921790 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4429f785-8b13-4314-8e76-4b313c23c129 admin admin] Publish callbacks [] for router_controller (ab7e08e9-cdec-411d-97a2-62eb95953069), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:00.971810 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4429f785-8b13-4314-8e76-4b313c23c129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (ab7e08e9-cdec-411d-97a2-62eb95953069), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:00.972582 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4429f785-8b13-4314-8e76-4b313c23c129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab7e08e9-cdec-411d-97a2-62eb95953069 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:10:00.979244 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4429f785-8b13-4314-8e76-4b313c23c129 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:00.980986 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4429f785-8b13-4314-8e76-4b313c23c129 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ab7e08e9-cdec-411d-97a2-62eb95953069 HTTP/1.1" status: 204 len: 168 time: 0.8038301 Feb 10 16:10:00.983644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41338) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:01.032808 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-eead9aca-352f-476e-a6f2-83af06ed9c56 admin admin] Deleting subnet d4950cfc-9747-4800-a129-e0112b05f2bb {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 16:10:01.035959 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eead9aca-352f-476e-a6f2-83af06ed9c56 admin admin] Publish callbacks [] for subnet (d4950cfc-9747-4800-a129-e0112b05f2bb), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.071930 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eead9aca-352f-476e-a6f2-83af06ed9c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (d4950cfc-9747-4800-a129-e0112b05f2bb), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.158139 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eead9aca-352f-476e-a6f2-83af06ed9c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (d4950cfc-9747-4800-a129-e0112b05f2bb), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.214973 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eead9aca-352f-476e-a6f2-83af06ed9c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (d4950cfc-9747-4800-a129-e0112b05f2bb), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.240452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead9aca-352f-476e-a6f2-83af06ed9c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4950cfc-9747-4800-a129-e0112b05f2bb,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:01.244425 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-eead9aca-352f-476e-a6f2-83af06ed9c56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.250122 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-eead9aca-352f-476e-a6f2-83af06ed9c56 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d4950cfc-9747-4800-a129-e0112b05f2bb HTTP/1.1" status: 204 len: 168 time: 0.2630715 Feb 10 16:10:01.250276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e70cba-df7e-47e3-8d92-0eb61c085a53 None None] Network 609e0cdb-147c-491c-8046-9959c1f5348e requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:01.250737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41340) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:01.324019 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (609e0cdb-147c-491c-8046-9959c1f5348e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.377487 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] Deleting port bf554820-76bb-4334-80ee-1844e7602290 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:10:01.377834 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (bf554820-76bb-4334-80ee-1844e7602290), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.445395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] For port bf554820-76bb-4334-80ee-1844e7602290, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=bf554820-76bb-4334-80ee-1844e7602290,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:01.445676 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (bf554820-76bb-4334-80ee-1844e7602290), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.458132 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] Calling delete_port for bf554820-76bb-4334-80ee-1844e7602290 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:10:01.494531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5244339c-c37a-4c8a-afaa-8a44d17987e6 None None] DHCP port deletion for 609e0cdb-147c-491c-8046-9959c1f5348e request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 16:10:01.549783 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5244339c-c37a-4c8a-afaa-8a44d17987e6 None None] Deleting port bf554820-76bb-4334-80ee-1844e7602290 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:10:01.550642 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5244339c-c37a-4c8a-afaa-8a44d17987e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (bf554820-76bb-4334-80ee-1844e7602290), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.559762 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (bf554820-76bb-4334-80ee-1844e7602290), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.591543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] Pushing event deleted for resources: {'Port': ['ID=bf554820-76bb-4334-80ee-1844e7602290,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:01.596752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] No DVR routers for this DVR port bf554820-76bb-4334-80ee-1844e7602290 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:01.635443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-5244339c-c37a-4c8a-afaa-8a44d17987e6 None None] For port bf554820-76bb-4334-80ee-1844e7602290, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=bf554820-76bb-4334-80ee-1844e7602290,segment=NetworkSegment(86052c9d-1481-4c2a-ab2d-cb1234a5eaf0),segment_id=86052c9d-1481-4c2a-ab2d-cb1234a5eaf0)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:01.636005 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5244339c-c37a-4c8a-afaa-8a44d17987e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (bf554820-76bb-4334-80ee-1844e7602290), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.652309 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5244339c-c37a-4c8a-afaa-8a44d17987e6 None None] Calling delete_port for bf554820-76bb-4334-80ee-1844e7602290 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:10:01.671546 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (609e0cdb-147c-491c-8046-9959c1f5348e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.691872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609e0cdb-147c-491c-8046-9959c1f5348e']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:01.701119 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:01.701416 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86052c9d-1481-4c2a-ab2d-cb1234a5eaf0') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:01.715718 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (86052c9d-1481-4c2a-ab2d-cb1234a5eaf0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.729382 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5244339c-c37a-4c8a-afaa-8a44d17987e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (bf554820-76bb-4334-80ee-1844e7602290), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.729831 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (86052c9d-1481-4c2a-ab2d-cb1234a5eaf0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.739629 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:10:01.740026 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (86052c9d-1481-4c2a-ab2d-cb1234a5eaf0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: timer() Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:10:01.741727 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:10:01.763457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244339c-c37a-4c8a-afaa-8a44d17987e6 None None] Pushing event deleted for resources: {'Port': ['ID=bf554820-76bb-4334-80ee-1844e7602290,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:01.767320 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5244339c-c37a-4c8a-afaa-8a44d17987e6 None None] No DVR routers for this DVR port bf554820-76bb-4334-80ee-1844e7602290 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:01.816571 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (609e0cdb-147c-491c-8046-9959c1f5348e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.823342 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:01.826735 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] 10.222.0.64 "DELETE /v2.0/networks/609e0cdb-147c-491c-8046-9959c1f5348e HTTP/1.1" status: 204 len: 168 time: 0.5731888 Feb 10 16:10:01.843172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56d361-30c2-449e-ba08-733a3e81985e admin admin] Pushing event deleted for resources: {'Network': ['ID=609e0cdb-147c-491c-8046-9959c1f5348e,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:01.950214 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41344) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:01.989455 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-c2ecbff7-38e8-4681-adf5-5ff81bd5bf16 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=61111091e2484c87be8da6aacc5e380d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380163 Feb 10 16:10:01.992020 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41346) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:02.038233 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-825b17af-487c-4675-bc8c-7b835453f60c admin admin] Publish callbacks [] for security_group (d06bcb24-6f30-45f2-8fbd-ed0973615bac), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:02.063622 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-825b17af-487c-4675-bc8c-7b835453f60c admin admin] Publish callbacks [] for security_group (d06bcb24-6f30-45f2-8fbd-ed0973615bac), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:02.112442 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-825b17af-487c-4675-bc8c-7b835453f60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (d06bcb24-6f30-45f2-8fbd-ed0973615bac), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:02.115190 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-825b17af-487c-4675-bc8c-7b835453f60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:02.116351 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-825b17af-487c-4675-bc8c-7b835453f60c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d06bcb24-6f30-45f2-8fbd-ed0973615bac HTTP/1.1" status: 204 len: 168 time: 0.1234965 Feb 10 16:10:02.126976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b17af-487c-4675-bc8c-7b835453f60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06bcb24-6f30-45f2-8fbd-ed0973615bac,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:02.273062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 89edf5c3-63cc-429d-a790-4e405528f91c no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:02.295129 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 89edf5c3-63cc-429d-a790-4e405528f91c {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:10:02.295405 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 89edf5c3-63cc-429d-a790-4e405528f91c not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:02.295835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device bf554820-76bb-4334-80ee-1844e7602290 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:02.315197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: bf554820-76bb-4334-80ee-1844e7602290 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:10:02.315548 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device bf554820-76bb-4334-80ee-1844e7602290 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:02.315976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fd42f274-b74b-4b8b-bc95-9415c559cf78 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:02.337174 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: fd42f274-b74b-4b8b-bc95-9415c559cf78 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:10:02.337522 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device fd42f274-b74b-4b8b-bc95-9415c559cf78 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:02.826541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41368) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:02.926243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-286c6b8b-c9b9-42a7-b14c-e192eeb52ce6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1894794973-network', 'tenant_id': 'bf55705e625045718291a785deab406c'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:02.945159 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286c6b8b-c9b9-42a7-b14c-e192eeb52ce6 admin admin] Made reservation on behalf of bf55705e625045718291a785deab406c for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:02.948206 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286c6b8b-c9b9-42a7-b14c-e192eeb52ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:02.956373 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286c6b8b-c9b9-42a7-b14c-e192eeb52ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:03.034645 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286c6b8b-c9b9-42a7-b14c-e192eeb52ce6 admin admin] Publish callbacks [] for security_group (30698f52-8b87-4588-b4f6-d95e8a98baca), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:03.038551 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286c6b8b-c9b9-42a7-b14c-e192eeb52ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (30698f52-8b87-4588-b4f6-d95e8a98baca), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:03.068754 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286c6b8b-c9b9-42a7-b14c-e192eeb52ce6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:03.081277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c6b8b-c9b9-42a7-b14c-e192eeb52ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30698f52-8b87-4588-b4f6-d95e8a98baca,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:03.087586 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286c6b8b-c9b9-42a7-b14c-e192eeb52ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (a9abf868-3c41-4e98-97c5-b7c67d056b36), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:03.087925 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-286c6b8b-c9b9-42a7-b14c-e192eeb52ce6 admin admin] Added segment a9abf868-3c41-4e98-97c5-b7c67d056b36 of type vlan for network 82fc949d-b242-4b99-bece-7735bc363e5a Feb 10 16:10:03.128028 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286c6b8b-c9b9-42a7-b14c-e192eeb52ce6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (82fc949d-b242-4b99-bece-7735bc363e5a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:03.151969 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286c6b8b-c9b9-42a7-b14c-e192eeb52ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (82fc949d-b242-4b99-bece-7735bc363e5a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:03.152899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c6b8b-c9b9-42a7-b14c-e192eeb52ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:03.153470 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-286c6b8b-c9b9-42a7-b14c-e192eeb52ce6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:03.186458 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-286c6b8b-c9b9-42a7-b14c-e192eeb52ce6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3588731 Feb 10 16:10:03.189663 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41372) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:03.195511 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-109ed459-ceac-4328-8104-690a39ce6493 admin admin] Request body: {'subnet': {'network_id': '82fc949d-b242-4b99-bece-7735bc363e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1894794973-subnet', 'tenant_id': 'bf55705e625045718291a785deab406c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:03.216189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109ed459-ceac-4328-8104-690a39ce6493 admin admin] Made reservation on behalf of bf55705e625045718291a785deab406c for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:03.217272 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c6b8b-c9b9-42a7-b14c-e192eeb52ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=82fc949d-b242-4b99-bece-7735bc363e5a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:03.218687 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-109ed459-ceac-4328-8104-690a39ce6493 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:03.229398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 82fc949d-b242-4b99-bece-7735bc363e5a details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:03.385248 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-109ed459-ceac-4328-8104-690a39ce6493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (485b1027-092b-4988-a4ac-7d04eb3cf5d2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:03.444149 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ed459-ceac-4328-8104-690a39ce6493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=485b1027-092b-4988-a4ac-7d04eb3cf5d2,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:03.453685 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109ed459-ceac-4328-8104-690a39ce6493 admin admin] Checking segment: {'id': 'a9abf868-3c41-4e98-97c5-b7c67d056b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '82fc949d-b242-4b99-bece-7735bc363e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:03.454048 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109ed459-ceac-4328-8104-690a39ce6493 admin admin] Network hostable DHCP agents. Network: 82fc949d-b242-4b99-bece-7735bc363e5a, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:03.469783 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109ed459-ceac-4328-8104-690a39ce6493 admin admin] Network 82fc949d-b242-4b99-bece-7735bc363e5a is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:03.478144 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-109ed459-ceac-4328-8104-690a39ce6493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 82fc949d-b242-4b99-bece-7735bc363e5a) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:03.482105 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109ed459-ceac-4328-8104-690a39ce6493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:03.482975 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-109ed459-ceac-4328-8104-690a39ce6493 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:03.487276 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2823d687-2a19-4a65-8e3b-374c1a781a12 None None] Network 82fc949d-b242-4b99-bece-7735bc363e5a requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:03.501230 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-109ed459-ceac-4328-8104-690a39ce6493 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3097074 Feb 10 16:10:03.586223 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5d3d79-4bad-4382-8c11-e65a9b14c219 None None] Network 82fc949d-b242-4b99-bece-7735bc363e5a requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:04.208627 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-a204d3f9-0e9b-430f-ac24-6a55882f6f81 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:04.210135 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-a204d3f9-0e9b-430f-ac24-6a55882f6f81 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/networks?id=82fc949d-b242-4b99-bece-7735bc363e5a HTTP/1.1" status: 200 len: 814 time: 0.3960855 Feb 10 16:10:04.224316 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-6d577a48-0fce-4665-b1eb-05b0ccb6fa9f tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/quotas/bf55705e625045718291a785deab406c HTTP/1.1" status: 200 len: 375 time: 0.0087538 Feb 10 16:10:04.258458 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-c9096586-195d-4a76-bf38-4c8b711746f4 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf55705e625045718291a785deab406c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286834 Feb 10 16:10:04.420682 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-4f30058c-6a1f-4791-b5a1-f0668cda22c1 service neutron] 10.222.0.64 "GET /v2.0/networks/82fc949d-b242-4b99-bece-7735bc363e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228769 Feb 10 16:10:04.510740 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-d4559875-f600-4d28-a961-03116ddcd8d0 service neutron] 10.222.0.64 "GET /v2.0/networks/82fc949d-b242-4b99-bece-7735bc363e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842555 Feb 10 16:10:04.670116 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d090c7cb-971f-4956-b0ce-2b622a11adf4 req-1418bb5a-0200-4cb4-a224-235d7f26c595 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 210 time: 0.0266783 Feb 10 16:10:05.685796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-3a35db3b-6d76-46a4-9839-0d6a3232d11e tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:05.686741 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-3a35db3b-6d76-46a4-9839-0d6a3232d11e tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.72 "GET /v2.0/networks?id=82fc949d-b242-4b99-bece-7735bc363e5a HTTP/1.1" status: 200 len: 814 time: 0.1053529 Feb 10 16:10:05.699233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-9576b6da-fe93-4199-a0f8-62f27fc8586a tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Request body: {'port': {'device_id': '1c687bf8-fc1e-46dd-9a38-c688760c8ea0', 'network_id': '82fc949d-b242-4b99-bece-7735bc363e5a', 'admin_state_up': True, 'tenant_id': 'bf55705e625045718291a785deab406c'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:05.766552 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7dbe398a-80f2-4e95-bdc6-cd57a9c0b826 req-601ede01-7eb6-4a2d-9629-d72f6aa68ee6 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 210 time: 0.0268605 Feb 10 16:10:05.804340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-9576b6da-fe93-4199-a0f8-62f27fc8586a tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Made reservation on behalf of bf55705e625045718291a785deab406c for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:05.808196 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-9576b6da-fe93-4199-a0f8-62f27fc8586a tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:05.931357 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-9576b6da-fe93-4199-a0f8-62f27fc8586a tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Allocated IP 172.20.0.11 (82fc949d-b242-4b99-bece-7735bc363e5a/485b1027-092b-4988-a4ac-7d04eb3cf5d2/9140feaf-aa70-47f4-9365-e31b6f9aa646) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:06.074063 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-9576b6da-fe93-4199-a0f8-62f27fc8586a tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Publish callbacks [] for port (9140feaf-aa70-47f4-9365-e31b6f9aa646), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:06.108075 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-9576b6da-fe93-4199-a0f8-62f27fc8586a tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9140feaf-aa70-47f4-9365-e31b6f9aa646), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:06.152700 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-9576b6da-fe93-4199-a0f8-62f27fc8586a tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Network 82fc949d-b242-4b99-bece-7735bc363e5a is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:06.155786 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-9576b6da-fe93-4199-a0f8-62f27fc8586a tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:06.159382 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-9576b6da-fe93-4199-a0f8-62f27fc8586a tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:06.182141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576b6da-fe93-4199-a0f8-62f27fc8586a tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Pushing event updated for resources: {'Port': ['ID=9140feaf-aa70-47f4-9365-e31b6f9aa646,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:06.209313 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-9576b6da-fe93-4199-a0f8-62f27fc8586a tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.209927 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-9576b6da-fe93-4199-a0f8-62f27fc8586a tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:06.225771 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-9576b6da-fe93-4199-a0f8-62f27fc8586a tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5312560 Feb 10 16:10:06.309652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Request body: {'port': {'device_id': '1c687bf8-fc1e-46dd-9a38-c688760c8ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:06.370673 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9140feaf-aa70-47f4-9365-e31b6f9aa646), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:06.622696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9140feaf-aa70-47f4-9365-e31b6f9aa646 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:10:06.629907 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Publish callbacks [] for port (9140feaf-aa70-47f4-9365-e31b6f9aa646), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:06.641494 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Transition to ACTIVE for port object 9140feaf-aa70-47f4-9365-e31b6f9aa646 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:10:06.645541 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (9140feaf-aa70-47f4-9365-e31b6f9aa646), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:06.697277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Pushing event updated for resources: {'Port': ['ID=9140feaf-aa70-47f4-9365-e31b6f9aa646,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:06.774076 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Attempting to bind port 9140feaf-aa70-47f4-9365-e31b6f9aa646 on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:10:06.774412 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Attempting to bind port 9140feaf-aa70-47f4-9365-e31b6f9aa646 by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': 'a9abf868-3c41-4e98-97c5-b7c67d056b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '82fc949d-b242-4b99-bece-7735bc363e5a'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:10:06.774744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Attempting to bind port 9140feaf-aa70-47f4-9365-e31b6f9aa646 on network 82fc949d-b242-4b99-bece-7735bc363e5a {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:06.779303 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Port 9140feaf-aa70-47f4-9365-e31b6f9aa646 on network 82fc949d-b242-4b99-bece-7735bc363e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:06.779732 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Attempting to bind port 9140feaf-aa70-47f4-9365-e31b6f9aa646 on network 82fc949d-b242-4b99-bece-7735bc363e5a {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:06.784582 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:06.784959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Checking segment: {'id': 'a9abf868-3c41-4e98-97c5-b7c67d056b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '82fc949d-b242-4b99-bece-7735bc363e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:06.785338 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Bound using segment: {'id': 'a9abf868-3c41-4e98-97c5-b7c67d056b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '82fc949d-b242-4b99-bece-7735bc363e5a'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:06.785785 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Bound port: 9140feaf-aa70-47f4-9365-e31b6f9aa646, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9abf868-3c41-4e98-97c5-b7c67d056b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '82fc949d-b242-4b99-bece-7735bc363e5a'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:10:06.786134 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9140feaf-aa70-47f4-9365-e31b6f9aa646), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:06.847883 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] For port 9140feaf-aa70-47f4-9365-e31b6f9aa646, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:06.851009 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] For port 9140feaf-aa70-47f4-9365-e31b6f9aa646, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9140feaf-aa70-47f4-9365-e31b6f9aa646,segment=NetworkSegment(a9abf868-3c41-4e98-97c5-b7c67d056b36),segment_id=a9abf868-3c41-4e98-97c5-b7c67d056b36)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:06.857774 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (9140feaf-aa70-47f4-9365-e31b6f9aa646), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:06.887463 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6fffb-ca04-4211-97d6-b612362c39ac req-8b023455-0ca5-464e-807f-738d2e729902 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.888884 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19d6fffb-ca04-4211-97d6-b612362c39ac req-8b023455-0ca5-464e-807f-738d2e729902 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 944 time: 0.0527368 Feb 10 16:10:06.895409 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.896033 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:06.897471 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] 10.222.0.72 "PUT /v2.0/ports/9140feaf-aa70-47f4-9365-e31b6f9aa646 HTTP/1.1" status: 200 len: 1092 time: 0.6292801 Feb 10 16:10:06.897921 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c687bf8-fc1e-46dd-9a38-c688760c8ea0', 'tag': '9140feaf-aa70-47f4-9365-e31b6f9aa646'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:10:06.900694 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c98261592b0501fa179614225a0a5697a33575dcdb70b77efa1f33cde7becc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fe034c-3b48-48f4-ba95-e78b6c5a6e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c687bf8-fc1e-46dd-9a38-c688760c8ea0", "tag": "9140feaf-aa70-47f4-9365-e31b6f9aa646"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:10:06.934745 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b944c-4f42-4d5a-971c-a76e366f78ef service neutron] Pushing event updated for resources: {'Port': ['ID=9140feaf-aa70-47f4-9365-e31b6f9aa646,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:06.943115 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303089d3-3a7d-4993-95c0-68eca5765f77 x-openstack-request-id: req-303089d3-3a7d-4993-95c0-68eca5765f77 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:10:06.943400 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c687bf8-fc1e-46dd-9a38-c688760c8ea0", "tag": "9140feaf-aa70-47f4-9365-e31b6f9aa646", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:10:06.943648 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-303089d3-3a7d-4993-95c0-68eca5765f77 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:10:06.944045 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c687bf8-fc1e-46dd-9a38-c688760c8ea0', 'tag': '9140feaf-aa70-47f4-9365-e31b6f9aa646', 'status': 'completed', 'code': 200} Feb 10 16:10:06.955264 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-19d6fffb-ca04-4211-97d6-b612362c39ac req-15d2b0e4-520a-489f-9f6f-a013ebc09724 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595345 Feb 10 16:10:06.994510 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-921a0a61-ab36-4db5-a76d-61b4af96b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:06.996018 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-921a0a61-ab36-4db5-a76d-61b4af96b714 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf55705e625045718291a785deab406c&device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 1126 time: 0.0504129 Feb 10 16:10:07.037408 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-a83afe1c-7644-4cb3-8b74-e18551a1cd21 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9140feaf-aa70-47f4-9365-e31b6f9aa646 HTTP/1.1" status: 200 len: 217 time: 0.0344913 Feb 10 16:10:07.086705 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-93ad8c93-4c90-4dd2-ae0a-84037c68339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:07.088190 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-93ad8c93-4c90-4dd2-ae0a-84037c68339b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=485b1027-092b-4988-a4ac-7d04eb3cf5d2 HTTP/1.1" status: 200 len: 854 time: 0.0436831 Feb 10 16:10:07.120302 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-cb830172-83ac-4751-8258-4b2011b8301f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=82fc949d-b242-4b99-bece-7735bc363e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258944 Feb 10 16:10:07.209634 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-efb3eeae-7db1-4ca7-a2a8-2110115892c2 service neutron] 10.222.0.72 "GET /v2.0/networks/82fc949d-b242-4b99-bece-7735bc363e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834703 Feb 10 16:10:07.299930 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-72f4a773-59bd-4abd-83bc-5c2ceecfcee6 req-eae087d1-9ba5-44e3-b5ec-dcaaeec6e680 service neutron] 10.222.0.72 "GET /v2.0/networks/82fc949d-b242-4b99-bece-7735bc363e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838146 Feb 10 16:10:07.385378 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:07.390707 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe034c-3b48-48f4-ba95-e78b6c5a6e3f req-4578b24a-4928-4ed2-a500-9df02a669ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:07.392233 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-25fe034c-3b48-48f4-ba95-e78b6c5a6e3f req-4578b24a-4928-4ed2-a500-9df02a669ea6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf55705e625045718291a785deab406c&device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 1126 time: 0.0450661 Feb 10 16:10:07.478391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe034c-3b48-48f4-ba95-e78b6c5a6e3f req-8a5e241a-a2be-44bc-a756-5feedd175531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:07.479805 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-25fe034c-3b48-48f4-ba95-e78b6c5a6e3f req-8a5e241a-a2be-44bc-a756-5feedd175531 service neutron] 10.222.0.72 "GET /v2.0/networks?id=82fc949d-b242-4b99-bece-7735bc363e5a HTTP/1.1" status: 200 len: 915 time: 0.0817032 Feb 10 16:10:07.522738 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-25fe034c-3b48-48f4-ba95-e78b6c5a6e3f req-df9fd842-b355-420d-87a0-04c8093faf9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9140feaf-aa70-47f4-9365-e31b6f9aa646 HTTP/1.1" status: 200 len: 217 time: 0.0368288 Feb 10 16:10:07.570384 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe034c-3b48-48f4-ba95-e78b6c5a6e3f req-cdd3b49e-d1c1-4468-928c-af8e209ef09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:07.571832 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-25fe034c-3b48-48f4-ba95-e78b6c5a6e3f req-cdd3b49e-d1c1-4468-928c-af8e209ef09e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=485b1027-092b-4988-a4ac-7d04eb3cf5d2 HTTP/1.1" status: 200 len: 854 time: 0.0414727 Feb 10 16:10:07.606281 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-25fe034c-3b48-48f4-ba95-e78b6c5a6e3f req-8542fc62-3f0e-46b3-85ed-a91df4d6defc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=82fc949d-b242-4b99-bece-7735bc363e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248771 Feb 10 16:10:08.014644 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-25fe034c-3b48-48f4-ba95-e78b6c5a6e3f req-cc99d79e-3247-452a-a520-4f63f6d72993 service neutron] 10.222.0.72 "GET /v2.0/networks/82fc949d-b242-4b99-bece-7735bc363e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005613 Feb 10 16:10:08.087575 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7cc13-ed10-4ba3-b6e5-b97c6d264f90 req-d477de22-5854-493f-aabd-ff70bc63388c tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:08.089010 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12d7cc13-ed10-4ba3-b6e5-b97c6d264f90 req-d477de22-5854-493f-aabd-ff70bc63388c tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 944 time: 0.0632808 Feb 10 16:10:08.104167 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-25fe034c-3b48-48f4-ba95-e78b6c5a6e3f req-8e28782b-6260-4ced-98eb-cb8dd1df9559 service neutron] 10.222.0.72 "GET /v2.0/networks/82fc949d-b242-4b99-bece-7735bc363e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834343 Feb 10 16:10:08.135587 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-12d7cc13-ed10-4ba3-b6e5-b97c6d264f90 req-7d388ec0-cad1-4ec5-97eb-b4807184b249 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408595 Feb 10 16:10:09.256839 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093b157-021b-4772-ad82-4a88703821eb req-51a57ff1-add5-496b-9163-1a3e449c1ccc tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:09.258940 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b093b157-021b-4772-ad82-4a88703821eb req-51a57ff1-add5-496b-9163-1a3e449c1ccc tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 944 time: 0.0530539 Feb 10 16:10:09.304712 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b093b157-021b-4772-ad82-4a88703821eb req-49f61358-aa06-41e9-a00e-278c306ab203 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400858 Feb 10 16:10:10.187277 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9140feaf-aa70-47f4-9365-e31b6f9aa646 details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:10:10.283022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9140feaf-aa70-47f4-9365-e31b6f9aa646, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9140feaf-aa70-47f4-9365-e31b6f9aa646,segment=NetworkSegment(a9abf868-3c41-4e98-97c5-b7c67d056b36),segment_id=a9abf868-3c41-4e98-97c5-b7c67d056b36)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:10.297398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '9140feaf-aa70-47f4-9365-e31b6f9aa646', 'network_id': '82fc949d-b242-4b99-bece-7735bc363e5a', 'port_id': '9140feaf-aa70-47f4-9365-e31b6f9aa646', 'mac_address': 'fa:16:3e:d2:af:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485b1027-092b-4988-a4ac-7d04eb3cf5d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:10:10.334672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 9140feaf-aa70-47f4-9365-e31b6f9aa646 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:10.335097 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9140feaf-aa70-47f4-9365-e31b6f9aa646), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:10.348570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9140feaf-aa70-47f4-9365-e31b6f9aa646 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:10:10.368416 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9140feaf-aa70-47f4-9365-e31b6f9aa646, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9140feaf-aa70-47f4-9365-e31b6f9aa646,segment=NetworkSegment(a9abf868-3c41-4e98-97c5-b7c67d056b36),segment_id=a9abf868-3c41-4e98-97c5-b7c67d056b36)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:10.373319 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9140feaf-aa70-47f4-9365-e31b6f9aa646), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:10.420105 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=9140feaf-aa70-47f4-9365-e31b6f9aa646,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:10.429009 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1e588-f517-4d66-8cbb-173c2d12059d req-b98886f4-49e8-4422-bb2d-3bd1284c9f8e tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:10.431007 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49a1e588-f517-4d66-8cbb-173c2d12059d req-b98886f4-49e8-4422-bb2d-3bd1284c9f8e tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 945 time: 0.0569503 Feb 10 16:10:10.476306 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-49a1e588-f517-4d66-8cbb-173c2d12059d req-398bfa5c-596f-431b-aaf1-b7370b60d0e9 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 Feb 10 16:10:10.578842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['9140feaf-aa70-47f4-9365-e31b6f9aa646'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:10:11.593066 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84f9d8-8efb-43ff-83f3-ac189dec425e req-6e5abc94-e6a6-4a7f-99a1-f29450dd00a7 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:11.594536 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8d84f9d8-8efb-43ff-83f3-ac189dec425e req-6e5abc94-e6a6-4a7f-99a1-f29450dd00a7 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 945 time: 0.0506134 Feb 10 16:10:11.639255 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8d84f9d8-8efb-43ff-83f3-ac189dec425e req-285678fe-2494-46d5-91dd-5d6f0a0fa565 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391908 Feb 10 16:10:11.862786 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:12.202758 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9140feaf-aa70-47f4-9365-e31b6f9aa646 up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:12.251004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 9140feaf-aa70-47f4-9365-e31b6f9aa646 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:10:12.254719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 9140feaf-aa70-47f4-9365-e31b6f9aa646 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:12.255094 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9140feaf-aa70-47f4-9365-e31b6f9aa646), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:12.335552 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 9140feaf-aa70-47f4-9365-e31b6f9aa646 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:12.335942 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9140feaf-aa70-47f4-9365-e31b6f9aa646), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:12.359733 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c687bf8-fc1e-46dd-9a38-c688760c8ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9140feaf-aa70-47f4-9365-e31b6f9aa646'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:10:12.373557 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 9140feaf-aa70-47f4-9365-e31b6f9aa646, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9140feaf-aa70-47f4-9365-e31b6f9aa646,segment=NetworkSegment(a9abf868-3c41-4e98-97c5-b7c67d056b36),segment_id=a9abf868-3c41-4e98-97c5-b7c67d056b36)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:12.378354 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9140feaf-aa70-47f4-9365-e31b6f9aa646), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:12.401727 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a30653719f1aebc8f2caf00975dd18a08a9d7039fd87653aabf301633fd06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d1299f-ad88-46c8-aad7-cc9518b4da87" -d '{"events": [{"server_uuid": "1c687bf8-fc1e-46dd-9a38-c688760c8ea0", "name": "network-vif-plugged", "status": "completed", "tag": "9140feaf-aa70-47f4-9365-e31b6f9aa646"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:10:12.429081 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=9140feaf-aa70-47f4-9365-e31b6f9aa646,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:12.487685 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee3dc77-e6d6-4496-b557-b140381edf26 x-openstack-request-id: req-6ee3dc77-e6d6-4496-b557-b140381edf26 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:10:12.487978 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c687bf8-fc1e-46dd-9a38-c688760c8ea0", "name": "network-vif-plugged", "status": "completed", "tag": "9140feaf-aa70-47f4-9365-e31b6f9aa646", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:10:12.488224 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ee3dc77-e6d6-4496-b557-b140381edf26 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:10:12.488615 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c687bf8-fc1e-46dd-9a38-c688760c8ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9140feaf-aa70-47f4-9365-e31b6f9aa646', 'code': 200} Feb 10 16:10:12.592625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90cb80-9301-4211-84e7-0669906b8f00 req-a320122b-6873-4a65-ad13-1be3012401b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:12.594143 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6d90cb80-9301-4211-84e7-0669906b8f00 req-a320122b-6873-4a65-ad13-1be3012401b1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 1128 time: 0.0471730 Feb 10 16:10:12.637505 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-6d90cb80-9301-4211-84e7-0669906b8f00 req-a931ffdf-620d-487d-8102-b68b51c2d87a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367386 Feb 10 16:10:12.757900 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a1c3a-db54-4864-98d7-ee5549c34d9e req-118d3a6f-eb51-4c7a-bcc8-52878cb03182 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:12.759452 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-176a1c3a-db54-4864-98d7-ee5549c34d9e req-118d3a6f-eb51-4c7a-bcc8-52878cb03182 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 946 time: 0.0518301 Feb 10 16:10:12.818279 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-176a1c3a-db54-4864-98d7-ee5549c34d9e req-3db5a10d-a585-4185-b208-f0a169928264 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531633 Feb 10 16:10:12.941938 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aa044fb3-0f46-422d-a48c-38977283b6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:13.937765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e003f8-8ab0-4c7c-8ef1-975b04053a2f req-33837c6b-6fce-4ca6-8d59-1fe9aeecfab4 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:13.939250 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43e003f8-8ab0-4c7c-8ef1-975b04053a2f req-33837c6b-6fce-4ca6-8d59-1fe9aeecfab4 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 946 time: 0.0518909 Feb 10 16:10:13.984913 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-43e003f8-8ab0-4c7c-8ef1-975b04053a2f req-a587bf64-a165-4148-9cb3-7a62ea6f55df tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400450 Feb 10 16:10:14.211015 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05695b-8136-479b-a146-9e3619f75458 req-73f8dd8c-db0c-4460-a99d-b138277f4574 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:14.212504 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c05695b-8136-479b-a146-9e3619f75458 req-73f8dd8c-db0c-4460-a99d-b138277f4574 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/networks?id=82fc949d-b242-4b99-bece-7735bc363e5a HTTP/1.1" status: 200 len: 814 time: 0.1021750 Feb 10 16:10:14.227738 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c05695b-8136-479b-a146-9e3619f75458 req-eed3b78b-ac93-4d30-bbf1-ac81d5a1fe07 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/quotas/bf55705e625045718291a785deab406c HTTP/1.1" status: 200 len: 375 time: 0.0091810 Feb 10 16:10:14.280615 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c05695b-8136-479b-a146-9e3619f75458 req-f068eacb-04f0-4982-a871-c84bcb955cb1 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf55705e625045718291a785deab406c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475471 Feb 10 16:10:14.363727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-2c05695b-8136-479b-a146-9e3619f75458 req-dd03e9d0-e1ee-4149-ad96-e7c5196f553f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 16:10:14.364768 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c05695b-8136-479b-a146-9e3619f75458 req-dd03e9d0-e1ee-4149-ad96-e7c5196f553f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0452976 Feb 10 16:10:14.451919 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c05695b-8136-479b-a146-9e3619f75458 req-f955c21f-eb71-4fb2-b642-7c705c408a1f service neutron] 10.222.0.64 "GET /v2.0/networks/82fc949d-b242-4b99-bece-7735bc363e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812495 Feb 10 16:10:14.551215 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2c05695b-8136-479b-a146-9e3619f75458 req-6903c3c1-d66a-49a5-bd2b-4f6d2bc8fb67 service neutron] 10.222.0.64 "GET /v2.0/networks/82fc949d-b242-4b99-bece-7735bc363e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934806 Feb 10 16:10:14.708205 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d0162a40-9e41-492c-8150-49bfcf3713ce req-7a399308-be12-487e-9ded-745c908b3b5b tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 210 time: 0.0280955 Feb 10 16:10:15.242269 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-21c07525-60b0-4f85-8a72-b6a04bb2bcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:15.594655 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05695b-8136-479b-a146-9e3619f75458 req-fe40ab38-1a8f-4826-95f4-f994a6f47f7e tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:15.596101 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2c05695b-8136-479b-a146-9e3619f75458 req-fe40ab38-1a8f-4826-95f4-f994a6f47f7e tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.79 "GET /v2.0/networks?id=82fc949d-b242-4b99-bece-7735bc363e5a HTTP/1.1" status: 200 len: 814 time: 0.1073248 Feb 10 16:10:15.609427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-2c05695b-8136-479b-a146-9e3619f75458 req-e5ea25d9-2e8e-459c-ad33-b4424c7f3489 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Request body: {'port': {'device_id': '31c005a4-5ce5-4c9e-834f-c93d4a92f65c', 'network_id': '82fc949d-b242-4b99-bece-7735bc363e5a', 'admin_state_up': True, 'tenant_id': 'bf55705e625045718291a785deab406c'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:15.712948 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c05695b-8136-479b-a146-9e3619f75458 req-e5ea25d9-2e8e-459c-ad33-b4424c7f3489 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Made reservation on behalf of bf55705e625045718291a785deab406c for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:15.716186 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2c05695b-8136-479b-a146-9e3619f75458 req-e5ea25d9-2e8e-459c-ad33-b4424c7f3489 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:15.806008 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-dd295af6-d073-4a5a-8eb0-967862866ce9 req-d7654816-e058-4024-9e24-ece0a96e6b27 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 210 time: 0.0272388 Feb 10 16:10:15.851052 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-2c05695b-8136-479b-a146-9e3619f75458 req-e5ea25d9-2e8e-459c-ad33-b4424c7f3489 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Allocated IP 172.20.0.12 (82fc949d-b242-4b99-bece-7735bc363e5a/485b1027-092b-4988-a4ac-7d04eb3cf5d2/c21406b4-82fd-40e5-9d7e-8b75109d64d5) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:15.995941 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2c05695b-8136-479b-a146-9e3619f75458 req-e5ea25d9-2e8e-459c-ad33-b4424c7f3489 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Publish callbacks [] for port (c21406b4-82fd-40e5-9d7e-8b75109d64d5), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:16.029097 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2c05695b-8136-479b-a146-9e3619f75458 req-e5ea25d9-2e8e-459c-ad33-b4424c7f3489 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (c21406b4-82fd-40e5-9d7e-8b75109d64d5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:16.043330 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['9140feaf-aa70-47f4-9365-e31b6f9aa646'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:10:16.076005 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c05695b-8136-479b-a146-9e3619f75458 req-e5ea25d9-2e8e-459c-ad33-b4424c7f3489 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Network 82fc949d-b242-4b99-bece-7735bc363e5a is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:16.079107 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-2c05695b-8136-479b-a146-9e3619f75458 req-e5ea25d9-2e8e-459c-ad33-b4424c7f3489 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:16.083798 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c05695b-8136-479b-a146-9e3619f75458 req-e5ea25d9-2e8e-459c-ad33-b4424c7f3489 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:16.088062 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea25d9-2e8e-459c-ad33-b4424c7f3489 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Pushing event updated for resources: {'Port': ['ID=c21406b4-82fd-40e5-9d7e-8b75109d64d5,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:16.136112 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05695b-8136-479b-a146-9e3619f75458 req-e5ea25d9-2e8e-459c-ad33-b4424c7f3489 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:16.136687 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2c05695b-8136-479b-a146-9e3619f75458 req-e5ea25d9-2e8e-459c-ad33-b4424c7f3489 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:16.155233 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2c05695b-8136-479b-a146-9e3619f75458 req-e5ea25d9-2e8e-459c-ad33-b4424c7f3489 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5506527 Feb 10 16:10:16.238579 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Request body: {'port': {'device_id': '31c005a4-5ce5-4c9e-834f-c93d4a92f65c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:16.299436 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c21406b4-82fd-40e5-9d7e-8b75109d64d5), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:16.528336 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:16.561478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21406b4-82fd-40e5-9d7e-8b75109d64d5 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:10:16.568835 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Publish callbacks [] for port (c21406b4-82fd-40e5-9d7e-8b75109d64d5), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:16.581091 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Transition to ACTIVE for port object c21406b4-82fd-40e5-9d7e-8b75109d64d5 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:10:16.585092 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (c21406b4-82fd-40e5-9d7e-8b75109d64d5), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:16.635917 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Pushing event updated for resources: {'Port': ['ID=c21406b4-82fd-40e5-9d7e-8b75109d64d5,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:16.701899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Attempting to bind port c21406b4-82fd-40e5-9d7e-8b75109d64d5 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:10:16.702235 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Attempting to bind port c21406b4-82fd-40e5-9d7e-8b75109d64d5 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': 'a9abf868-3c41-4e98-97c5-b7c67d056b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '82fc949d-b242-4b99-bece-7735bc363e5a'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:10:16.702568 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Attempting to bind port c21406b4-82fd-40e5-9d7e-8b75109d64d5 on network 82fc949d-b242-4b99-bece-7735bc363e5a {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:16.706781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Port c21406b4-82fd-40e5-9d7e-8b75109d64d5 on network 82fc949d-b242-4b99-bece-7735bc363e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:10:16.707108 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Attempting to bind port c21406b4-82fd-40e5-9d7e-8b75109d64d5 on network 82fc949d-b242-4b99-bece-7735bc363e5a {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:16.712498 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:16.712867 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Checking segment: {'id': 'a9abf868-3c41-4e98-97c5-b7c67d056b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '82fc949d-b242-4b99-bece-7735bc363e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:16.713255 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Bound using segment: {'id': 'a9abf868-3c41-4e98-97c5-b7c67d056b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '82fc949d-b242-4b99-bece-7735bc363e5a'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:16.713677 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Bound port: c21406b4-82fd-40e5-9d7e-8b75109d64d5, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9abf868-3c41-4e98-97c5-b7c67d056b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '82fc949d-b242-4b99-bece-7735bc363e5a'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:10:16.714028 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c21406b4-82fd-40e5-9d7e-8b75109d64d5), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:16.776200 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] For port c21406b4-82fd-40e5-9d7e-8b75109d64d5, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:16.779285 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] For port c21406b4-82fd-40e5-9d7e-8b75109d64d5, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=c21406b4-82fd-40e5-9d7e-8b75109d64d5,segment=NetworkSegment(a9abf868-3c41-4e98-97c5-b7c67d056b36),segment_id=a9abf868-3c41-4e98-97c5-b7c67d056b36)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:16.785429 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (c21406b4-82fd-40e5-9d7e-8b75109d64d5), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:16.822929 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:16.823546 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:16.824951 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2c05695b-8136-479b-a146-9e3619f75458 req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] 10.222.0.79 "PUT /v2.0/ports/c21406b4-82fd-40e5-9d7e-8b75109d64d5 HTTP/1.1" status: 200 len: 1092 time: 0.6281934 Feb 10 16:10:16.825396 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c005a4-5ce5-4c9e-834f-c93d4a92f65c', 'tag': 'c21406b4-82fd-40e5-9d7e-8b75109d64d5'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:10:16.827640 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c98261592b0501fa179614225a0a5697a33575dcdb70b77efa1f33cde7becc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9866c4d6-fd22-4da6-b29b-76be0dbdcc53" -d '{"events": [{"name": "network-changed", "server_uuid": "31c005a4-5ce5-4c9e-834f-c93d4a92f65c", "tag": "c21406b4-82fd-40e5-9d7e-8b75109d64d5"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:10:16.848161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef7b63-e6b3-4094-86ea-85c445b36df8 service neutron] Pushing event updated for resources: {'Port': ['ID=c21406b4-82fd-40e5-9d7e-8b75109d64d5,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:16.874329 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c0e9d9-3112-4f94-b590-591a438a0a0f x-openstack-request-id: req-38c0e9d9-3112-4f94-b590-591a438a0a0f {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:10:16.874624 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c005a4-5ce5-4c9e-834f-c93d4a92f65c", "tag": "c21406b4-82fd-40e5-9d7e-8b75109d64d5", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:10:16.874879 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38c0e9d9-3112-4f94-b590-591a438a0a0f {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:10:16.875291 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c005a4-5ce5-4c9e-834f-c93d4a92f65c', 'tag': 'c21406b4-82fd-40e5-9d7e-8b75109d64d5', 'status': 'completed', 'code': 200} Feb 10 16:10:16.929505 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05695b-8136-479b-a146-9e3619f75458 req-2a46ab9b-b41f-4cc9-8922-a0024101c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:16.931698 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2c05695b-8136-479b-a146-9e3619f75458 req-2a46ab9b-b41f-4cc9-8922-a0024101c9d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bf55705e625045718291a785deab406c&device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 1126 time: 0.0504317 Feb 10 16:10:16.950862 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a43871-c070-469b-aac6-9e0a9baf9341 req-76650114-1b72-47a5-8173-2730947ae5b8 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:16.952445 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f1a43871-c070-469b-aac6-9e0a9baf9341 req-76650114-1b72-47a5-8173-2730947ae5b8 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 944 time: 0.0569792 Feb 10 16:10:16.973222 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2c05695b-8136-479b-a146-9e3619f75458 req-5d336bbc-dea4-455d-8f5a-5f588ed07d42 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c21406b4-82fd-40e5-9d7e-8b75109d64d5 HTTP/1.1" status: 200 len: 217 time: 0.0342836 Feb 10 16:10:16.999319 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f1a43871-c070-469b-aac6-9e0a9baf9341 req-2fff534a-ca6e-409d-9319-31aa8056463c tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Feb 10 16:10:17.022452 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05695b-8136-479b-a146-9e3619f75458 req-e19c2445-a393-4657-96c5-f33eeea71915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:17.024013 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2c05695b-8136-479b-a146-9e3619f75458 req-e19c2445-a393-4657-96c5-f33eeea71915 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=485b1027-092b-4988-a4ac-7d04eb3cf5d2 HTTP/1.1" status: 200 len: 854 time: 0.0444260 Feb 10 16:10:17.054735 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2c05695b-8136-479b-a146-9e3619f75458 req-9d6eb498-3489-4335-bd38-eb6d9bf2420b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=82fc949d-b242-4b99-bece-7735bc363e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252080 Feb 10 16:10:17.147145 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2c05695b-8136-479b-a146-9e3619f75458 req-3d5964a0-f098-497b-88ab-e5cf8f3a8c16 service neutron] 10.222.0.79 "GET /v2.0/networks/82fc949d-b242-4b99-bece-7735bc363e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858517 Feb 10 16:10:17.238166 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2c05695b-8136-479b-a146-9e3619f75458 req-bf24234a-c5a8-410f-b527-06bdb02c65f0 service neutron] 10.222.0.79 "GET /v2.0/networks/82fc949d-b242-4b99-bece-7735bc363e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852575 Feb 10 16:10:17.322683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866c4d6-fd22-4da6-b29b-76be0dbdcc53 req-1b4fc58a-0b50-49d0-921e-f24f6370d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:17.324091 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9866c4d6-fd22-4da6-b29b-76be0dbdcc53 req-1b4fc58a-0b50-49d0-921e-f24f6370d963 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bf55705e625045718291a785deab406c&device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 1126 time: 0.0447750 Feb 10 16:10:17.410716 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866c4d6-fd22-4da6-b29b-76be0dbdcc53 req-8278f37b-e557-4e8d-b59f-c4cdf8ef7d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:17.412200 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9866c4d6-fd22-4da6-b29b-76be0dbdcc53 req-8278f37b-e557-4e8d-b59f-c4cdf8ef7d9a service neutron] 10.222.0.79 "GET /v2.0/networks?id=82fc949d-b242-4b99-bece-7735bc363e5a HTTP/1.1" status: 200 len: 915 time: 0.0824018 Feb 10 16:10:17.456518 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9866c4d6-fd22-4da6-b29b-76be0dbdcc53 req-7bae5249-0fcc-40c5-82bb-5248678b2e86 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c21406b4-82fd-40e5-9d7e-8b75109d64d5 HTTP/1.1" status: 200 len: 217 time: 0.0373321 Feb 10 16:10:17.505318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866c4d6-fd22-4da6-b29b-76be0dbdcc53 req-702342f1-b8a7-4f0d-8283-11f78c6ee2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:17.507143 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9866c4d6-fd22-4da6-b29b-76be0dbdcc53 req-702342f1-b8a7-4f0d-8283-11f78c6ee2d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=485b1027-092b-4988-a4ac-7d04eb3cf5d2 HTTP/1.1" status: 200 len: 854 time: 0.0439339 Feb 10 16:10:17.538169 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9866c4d6-fd22-4da6-b29b-76be0dbdcc53 req-843b2a91-97e1-42df-9d7b-94832f12de10 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=82fc949d-b242-4b99-bece-7735bc363e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251951 Feb 10 16:10:17.629167 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9866c4d6-fd22-4da6-b29b-76be0dbdcc53 req-4fdd4245-0eec-409e-a71b-7482f76eb328 service neutron] 10.222.0.79 "GET /v2.0/networks/82fc949d-b242-4b99-bece-7735bc363e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846050 Feb 10 16:10:17.714577 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9866c4d6-fd22-4da6-b29b-76be0dbdcc53 req-ba243a83-843d-46f2-ab8e-15641a59bfce service neutron] 10.222.0.79 "GET /v2.0/networks/82fc949d-b242-4b99-bece-7735bc363e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801950 Feb 10 16:10:18.101552 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:18.120362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8cd63-7285-469e-b6b9-2d80dca973fa req-e64dc3ba-a906-46a6-be0d-64700cb73acb tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:18.121876 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cfd8cd63-7285-469e-b6b9-2d80dca973fa req-e64dc3ba-a906-46a6-be0d-64700cb73acb tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 944 time: 0.0547504 Feb 10 16:10:18.174691 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-cfd8cd63-7285-469e-b6b9-2d80dca973fa req-2af42335-d70a-470d-ad04-85e75e111f04 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469971 Feb 10 16:10:19.006438 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:19.297871 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90a004-6321-4b98-91e2-7c271b630567 req-da1b0c21-5755-4e91-89c8-a9876a6a7b9d tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:19.299372 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e90a004-6321-4b98-91e2-7c271b630567 req-da1b0c21-5755-4e91-89c8-a9876a6a7b9d tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 944 time: 0.0574179 Feb 10 16:10:19.349186 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e90a004-6321-4b98-91e2-7c271b630567 req-fe124a89-0687-42e3-a523-4af18c7395d4 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440006 Feb 10 16:10:20.465515 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbae779-8e43-414d-93cd-13c5375ad453 req-9095d3df-090e-46c0-8047-bd6a0286b924 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:20.466982 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ddbae779-8e43-414d-93cd-13c5375ad453 req-9095d3df-090e-46c0-8047-bd6a0286b924 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 944 time: 0.0510635 Feb 10 16:10:20.512676 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ddbae779-8e43-414d-93cd-13c5375ad453 req-8d9dfcc2-c81f-43b2-8462-10a40a53a67f tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401053 Feb 10 16:10:21.632243 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42706575-bd41-4e83-a7f1-37a21e71564b req-19deb1c9-56cd-42b2-8772-f06586beefbb tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:21.633830 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42706575-bd41-4e83-a7f1-37a21e71564b req-19deb1c9-56cd-42b2-8772-f06586beefbb tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 944 time: 0.0522287 Feb 10 16:10:21.679980 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-42706575-bd41-4e83-a7f1-37a21e71564b req-65e195c1-426b-4696-af7d-4cd2ae55ed2b tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405040 Feb 10 16:10:21.771273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device c21406b4-82fd-40e5-9d7e-8b75109d64d5 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:10:21.865600 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port c21406b4-82fd-40e5-9d7e-8b75109d64d5, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=c21406b4-82fd-40e5-9d7e-8b75109d64d5,segment=NetworkSegment(a9abf868-3c41-4e98-97c5-b7c67d056b36),segment_id=a9abf868-3c41-4e98-97c5-b7c67d056b36)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:21.876176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': 'c21406b4-82fd-40e5-9d7e-8b75109d64d5', 'network_id': '82fc949d-b242-4b99-bece-7735bc363e5a', 'port_id': 'c21406b4-82fd-40e5-9d7e-8b75109d64d5', 'mac_address': 'fa:16:3e:e1:16:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485b1027-092b-4988-a4ac-7d04eb3cf5d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:10:21.915976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port c21406b4-82fd-40e5-9d7e-8b75109d64d5 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:21.916368 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c21406b4-82fd-40e5-9d7e-8b75109d64d5), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:21.932586 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21406b4-82fd-40e5-9d7e-8b75109d64d5 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:10:21.952227 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port c21406b4-82fd-40e5-9d7e-8b75109d64d5, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=c21406b4-82fd-40e5-9d7e-8b75109d64d5,segment=NetworkSegment(a9abf868-3c41-4e98-97c5-b7c67d056b36),segment_id=a9abf868-3c41-4e98-97c5-b7c67d056b36)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:21.955926 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c21406b4-82fd-40e5-9d7e-8b75109d64d5), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:22.000417 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=c21406b4-82fd-40e5-9d7e-8b75109d64d5,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:22.007445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:22.007843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:22.008726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:22.009067 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:22.009400 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:22.009730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:22.010056 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:22.010390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:22.010704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:22.011028 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:22.011349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:22.011668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:22.011991 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:22.260787 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['c21406b4-82fd-40e5-9d7e-8b75109d64d5'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:10:22.800927 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98146a-81c2-48a8-971c-6b36744ada1d req-a122a327-065a-466b-91f7-eb904ad22969 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:22.802424 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bc98146a-81c2-48a8-971c-6b36744ada1d req-a122a327-065a-466b-91f7-eb904ad22969 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 945 time: 0.0563488 Feb 10 16:10:22.847307 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bc98146a-81c2-48a8-971c-6b36744ada1d req-068020d6-f2a0-4d16-93ce-522b23a9779b tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388374 Feb 10 16:10:23.770704 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device c21406b4-82fd-40e5-9d7e-8b75109d64d5 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:23.821171 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port c21406b4-82fd-40e5-9d7e-8b75109d64d5 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:10:23.825083 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port c21406b4-82fd-40e5-9d7e-8b75109d64d5 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:23.825459 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (c21406b4-82fd-40e5-9d7e-8b75109d64d5), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:23.901846 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port c21406b4-82fd-40e5-9d7e-8b75109d64d5 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:23.902236 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (c21406b4-82fd-40e5-9d7e-8b75109d64d5), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:23.929088 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c005a4-5ce5-4c9e-834f-c93d4a92f65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21406b4-82fd-40e5-9d7e-8b75109d64d5'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:10:23.931440 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a30653719f1aebc8f2caf00975dd18a08a9d7039fd87653aabf301633fd06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e536c5aa-6e5e-4819-8109-352656a63bfc" -d '{"events": [{"server_uuid": "31c005a4-5ce5-4c9e-834f-c93d4a92f65c", "name": "network-vif-plugged", "status": "completed", "tag": "c21406b4-82fd-40e5-9d7e-8b75109d64d5"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:10:23.943485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port c21406b4-82fd-40e5-9d7e-8b75109d64d5, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=c21406b4-82fd-40e5-9d7e-8b75109d64d5,segment=NetworkSegment(a9abf868-3c41-4e98-97c5-b7c67d056b36),segment_id=a9abf868-3c41-4e98-97c5-b7c67d056b36)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:23.948334 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (c21406b4-82fd-40e5-9d7e-8b75109d64d5), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:23.970189 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c260253-f407-4b27-aeef-3b82b1775b23 req-a15a1fde-96a7-428a-9960-ae0589e99903 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:23.971656 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c260253-f407-4b27-aeef-3b82b1775b23 req-a15a1fde-96a7-428a-9960-ae0589e99903 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 945 time: 0.0554705 Feb 10 16:10:23.978178 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f1b956-06b1-44fa-8815-6abde3650dbf x-openstack-request-id: req-94f1b956-06b1-44fa-8815-6abde3650dbf {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:10:23.978471 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c005a4-5ce5-4c9e-834f-c93d4a92f65c", "name": "network-vif-plugged", "status": "completed", "tag": "c21406b4-82fd-40e5-9d7e-8b75109d64d5", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:10:23.978728 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94f1b956-06b1-44fa-8815-6abde3650dbf {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:10:23.979117 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c005a4-5ce5-4c9e-834f-c93d4a92f65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21406b4-82fd-40e5-9d7e-8b75109d64d5', 'code': 200} Feb 10 16:10:23.998788 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=c21406b4-82fd-40e5-9d7e-8b75109d64d5,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:24.023189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8c260253-f407-4b27-aeef-3b82b1775b23 req-504ae2e4-c2b3-49e3-92ee-efb368dc3082 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448456 Feb 10 16:10:24.089219 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e5cad-8d84-4200-81b7-87d1902fe893 req-b97eb165-44ea-4a78-9eb7-e050e446de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:24.090745 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4f8e5cad-8d84-4200-81b7-87d1902fe893 req-b97eb165-44ea-4a78-9eb7-e050e446de0f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 1128 time: 0.0501528 Feb 10 16:10:24.135409 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4f8e5cad-8d84-4200-81b7-87d1902fe893 req-a71838cb-b17d-4f0c-9904-c77a22c40f4b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379446 Feb 10 16:10:25.149088 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9f3c3-7e1d-42a3-bcf7-837fe91d52d7 req-7b590790-0b93-4528-8e6a-d95d8c9c257c tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:25.150577 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d2f9f3c3-7e1d-42a3-bcf7-837fe91d52d7 req-7b590790-0b93-4528-8e6a-d95d8c9c257c tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 946 time: 0.0554180 Feb 10 16:10:25.195939 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d2f9f3c3-7e1d-42a3-bcf7-837fe91d52d7 req-3a148989-30f0-4a03-b47f-bbd639f98fcc tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398288 Feb 10 16:10:26.313935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b92433-3707-4f74-a968-ad126d24194b req-2cdf34e2-d6e7-4b14-94f0-78d845665d0f tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:26.315415 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-87b92433-3707-4f74-a968-ad126d24194b req-2cdf34e2-d6e7-4b14-94f0-78d845665d0f tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 946 time: 0.0530787 Feb 10 16:10:26.360903 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-87b92433-3707-4f74-a968-ad126d24194b req-2f1f010b-0de1-4a88-9ed4-d8fa05381814 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 Feb 10 16:10:26.589316 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f97750-357e-425d-9aec-e59973f16403 req-cbc449b9-5490-4a53-b61a-7a2c2ce05ae9 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:26.590789 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78f97750-357e-425d-9aec-e59973f16403 req-cbc449b9-5490-4a53-b61a-7a2c2ce05ae9 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 946 time: 0.0517299 Feb 10 16:10:26.640313 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-78f97750-357e-425d-9aec-e59973f16403 req-1ac6c1ab-4db6-4db8-98d1-2d484c2804a6 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439341 Feb 10 16:10:27.766288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4a331-cc8d-451d-a8e3-42e8fc7a8caf req-375296d2-6c91-4347-a992-ba698073bc7f tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:27.767797 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00c4a331-cc8d-451d-a8e3-42e8fc7a8caf req-375296d2-6c91-4347-a992-ba698073bc7f tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 946 time: 0.0544400 Feb 10 16:10:27.816578 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-00c4a331-cc8d-451d-a8e3-42e8fc7a8caf req-2258e590-a2ce-4be2-8632-2ff274121854 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426166 Feb 10 16:10:27.952744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e42fe-de93-4515-97c6-d6de7081345c req-5e8e3806-12d6-4078-975f-1308c8e84f9b tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:27.954113 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b49e42fe-de93-4515-97c6-d6de7081345c req-5e8e3806-12d6-4078-975f-1308c8e84f9b tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.79 "GET /v2.0/ports?device_id=31c005a4-5ce5-4c9e-834f-c93d4a92f65c HTTP/1.1" status: 200 len: 946 time: 0.0504663 Feb 10 16:10:28.043301 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-b49e42fe-de93-4515-97c6-d6de7081345c req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Deleting port c21406b4-82fd-40e5-9d7e-8b75109d64d5 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:10:28.043638 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b49e42fe-de93-4515-97c6-d6de7081345c req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (c21406b4-82fd-40e5-9d7e-8b75109d64d5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:28.134544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-b49e42fe-de93-4515-97c6-d6de7081345c req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] For port c21406b4-82fd-40e5-9d7e-8b75109d64d5, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=c21406b4-82fd-40e5-9d7e-8b75109d64d5,segment=NetworkSegment(a9abf868-3c41-4e98-97c5-b7c67d056b36),segment_id=a9abf868-3c41-4e98-97c5-b7c67d056b36)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:28.134899 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b49e42fe-de93-4515-97c6-d6de7081345c req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (c21406b4-82fd-40e5-9d7e-8b75109d64d5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:28.147223 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-b49e42fe-de93-4515-97c6-d6de7081345c req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Calling delete_port for c21406b4-82fd-40e5-9d7e-8b75109d64d5 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:10:28.286295 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b49e42fe-de93-4515-97c6-d6de7081345c req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (c21406b4-82fd-40e5-9d7e-8b75109d64d5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:28.298460 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['c21406b4-82fd-40e5-9d7e-8b75109d64d5'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:10:28.302338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['9140feaf-aa70-47f4-9365-e31b6f9aa646'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:10:28.316374 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Pushing event deleted for resources: {'Port': ['ID=c21406b4-82fd-40e5-9d7e-8b75109d64d5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:28.326830 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:28.327183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:28.327526 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:28.327866 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:28.328205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:28.328541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:28.328896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:28.329226 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:28.329550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:28.329873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:28.330601 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:28.330601 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:28.330877 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:28.372842 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49e42fe-de93-4515-97c6-d6de7081345c req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] No DVR routers for this DVR port c21406b4-82fd-40e5-9d7e-8b75109d64d5 on host n-h2-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:28.375409 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-b49e42fe-de93-4515-97c6-d6de7081345c req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:28.378738 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-b49e42fe-de93-4515-97c6-d6de7081345c req-4a267a0a-722d-422d-b8f9-e4eb8df163ee tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.79 "DELETE /v2.0/ports/c21406b4-82fd-40e5-9d7e-8b75109d64d5 HTTP/1.1" status: 204 len: 173 time: 0.4189854 Feb 10 16:10:28.379190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c005a4-5ce5-4c9e-834f-c93d4a92f65c', 'name': 'network-vif-deleted', 'tag': 'c21406b4-82fd-40e5-9d7e-8b75109d64d5'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:10:28.381651 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c98261592b0501fa179614225a0a5697a33575dcdb70b77efa1f33cde7becc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7710f14-d38b-4848-be8f-46e7cfb55425" -d '{"events": [{"server_uuid": "31c005a4-5ce5-4c9e-834f-c93d4a92f65c", "name": "network-vif-deleted", "tag": "c21406b4-82fd-40e5-9d7e-8b75109d64d5"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:10:28.425344 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf9e1bf-4a5d-40f4-8948-1c90d6dd0309 x-openstack-request-id: req-9bf9e1bf-4a5d-40f4-8948-1c90d6dd0309 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:10:28.425638 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c005a4-5ce5-4c9e-834f-c93d4a92f65c", "name": "network-vif-deleted", "tag": "c21406b4-82fd-40e5-9d7e-8b75109d64d5", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:10:28.425893 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9bf9e1bf-4a5d-40f4-8948-1c90d6dd0309 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:10:28.426296 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c005a4-5ce5-4c9e-834f-c93d4a92f65c', 'name': 'network-vif-deleted', 'tag': 'c21406b4-82fd-40e5-9d7e-8b75109d64d5', 'status': 'completed', 'code': 200} Feb 10 16:10:28.971403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30702bbf-a3f2-41ff-8a51-80ab87885383 req-ba436748-103d-4cb3-896c-ceb4f56a6aa9 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:28.972852 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-30702bbf-a3f2-41ff-8a51-80ab87885383 req-ba436748-103d-4cb3-896c-ceb4f56a6aa9 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 946 time: 0.0538306 Feb 10 16:10:29.022606 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-30702bbf-a3f2-41ff-8a51-80ab87885383 req-6fb83269-2df7-499d-b7b6-e23ce7f5e7f7 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439329 Feb 10 16:10:29.159670 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1acece-af27-4302-adff-4554a6a314b5 req-1676b7cb-213b-4d00-9519-4587be3b03be tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:29.161195 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea1acece-af27-4302-adff-4554a6a314b5 req-1676b7cb-213b-4d00-9519-4587be3b03be tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 946 time: 0.0563507 Feb 10 16:10:29.206955 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ea1acece-af27-4302-adff-4554a6a314b5 req-386cb4c4-1db9-4ca6-a251-9545d52dfb36 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 Feb 10 16:10:29.325800 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f333c-bf04-44f5-8d57-2988906dbba7 req-6fda3a05-e63f-4d83-9c1c-78a41a9b7212 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:29.327304 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c44f333c-bf04-44f5-8d57-2988906dbba7 req-6fda3a05-e63f-4d83-9c1c-78a41a9b7212 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 946 time: 0.0530498 Feb 10 16:10:29.373625 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c44f333c-bf04-44f5-8d57-2988906dbba7 req-3f1706e8-0b3a-4e6f-afcb-8429b8bc950d tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Feb 10 16:10:29.542836 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b937aa3-efc8-4836-8498-17033b0345a0 req-5fad4f93-6ef0-46cd-9fea-9ec1e7de9f83 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:29.544239 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b937aa3-efc8-4836-8498-17033b0345a0 req-5fad4f93-6ef0-46cd-9fea-9ec1e7de9f83 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 946 time: 0.0528090 Feb 10 16:10:29.593347 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-3b937aa3-efc8-4836-8498-17033b0345a0 req-64e6be74-4793-4501-a680-8f8033ee0941 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433638 Feb 10 16:10:29.714498 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212a89a-c21b-4c28-bddd-1697426bf546 req-b1d4f21d-e00e-4075-9bc4-df70ce4259b2 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:29.715993 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e212a89a-c21b-4c28-bddd-1697426bf546 req-b1d4f21d-e00e-4075-9bc4-df70ce4259b2 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 946 time: 0.0544279 Feb 10 16:10:29.763242 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e212a89a-c21b-4c28-bddd-1697426bf546 req-55fe06f4-35f9-41ae-b018-59a052318120 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414798 Feb 10 16:10:29.891372 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25612dcd-1e6a-40c6-ae25-5300830d27cd req-d1117347-988a-4e82-956e-3569ec0d9b53 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:29.892868 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25612dcd-1e6a-40c6-ae25-5300830d27cd req-d1117347-988a-4e82-956e-3569ec0d9b53 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 946 time: 0.0524867 Feb 10 16:10:29.938270 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-25612dcd-1e6a-40c6-ae25-5300830d27cd req-55a015cc-d6a0-413b-bf63-c4a85be93c2a tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398383 Feb 10 16:10:30.245634 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3d796-007d-45b5-8c96-9e8a48e029ff req-c1b2e887-99a5-4077-945e-cdcab8dcae43 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:30.247138 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-70c3d796-007d-45b5-8c96-9e8a48e029ff req-c1b2e887-99a5-4077-945e-cdcab8dcae43 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 946 time: 0.0568986 Feb 10 16:10:30.293938 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-70c3d796-007d-45b5-8c96-9e8a48e029ff req-e84517e3-6666-48d7-8e08-95e4376af92d tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409641 Feb 10 16:10:31.414049 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e6ffb-5805-4e39-9e1d-cfb66d4cdd18 req-d56ec360-7186-424b-a2fa-0a5cac422607 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:31.415405 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a71e6ffb-5805-4e39-9e1d-cfb66d4cdd18 req-d56ec360-7186-424b-a2fa-0a5cac422607 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 946 time: 0.0519722 Feb 10 16:10:31.461067 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a71e6ffb-5805-4e39-9e1d-cfb66d4cdd18 req-be04cc5e-4566-422b-b3e3-1826b75772dd tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.64 "GET /v2.0/security-groups?id=30698f52-8b87-4588-b4f6-d95e8a98baca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399368 Feb 10 16:10:31.545456 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc9923-2af0-41ee-a492-67f8a0075147 req-144356c4-8b43-413d-a722-257c1a8714a5 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:31.546986 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-14dc9923-2af0-41ee-a492-67f8a0075147 req-144356c4-8b43-413d-a722-257c1a8714a5 tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c687bf8-fc1e-46dd-9a38-c688760c8ea0 HTTP/1.1" status: 200 len: 946 time: 0.0550847 Feb 10 16:10:31.638956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-14dc9923-2af0-41ee-a492-67f8a0075147 req-e9fd63c2-9c3c-44e4-9c50-6062bb65fc9c tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Deleting port 9140feaf-aa70-47f4-9365-e31b6f9aa646 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:10:31.639216 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-14dc9923-2af0-41ee-a492-67f8a0075147 req-e9fd63c2-9c3c-44e4-9c50-6062bb65fc9c tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9140feaf-aa70-47f4-9365-e31b6f9aa646), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:31.727065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-14dc9923-2af0-41ee-a492-67f8a0075147 req-e9fd63c2-9c3c-44e4-9c50-6062bb65fc9c tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] For port 9140feaf-aa70-47f4-9365-e31b6f9aa646, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=9140feaf-aa70-47f4-9365-e31b6f9aa646,segment=NetworkSegment(a9abf868-3c41-4e98-97c5-b7c67d056b36),segment_id=a9abf868-3c41-4e98-97c5-b7c67d056b36)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:31.727423 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-14dc9923-2af0-41ee-a492-67f8a0075147 req-e9fd63c2-9c3c-44e4-9c50-6062bb65fc9c tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9140feaf-aa70-47f4-9365-e31b6f9aa646), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:31.739372 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-14dc9923-2af0-41ee-a492-67f8a0075147 req-e9fd63c2-9c3c-44e4-9c50-6062bb65fc9c tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Calling delete_port for 9140feaf-aa70-47f4-9365-e31b6f9aa646 owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:10:31.801240 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device c21406b4-82fd-40e5-9d7e-8b75109d64d5 no longer exists at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:31.821378 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] No Port match for: c21406b4-82fd-40e5-9d7e-8b75109d64d5 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:10:31.821720 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device c21406b4-82fd-40e5-9d7e-8b75109d64d5 not bound to the agent host n-h2-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:31.863712 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-14dc9923-2af0-41ee-a492-67f8a0075147 req-e9fd63c2-9c3c-44e4-9c50-6062bb65fc9c tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (9140feaf-aa70-47f4-9365-e31b6f9aa646), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:31.880751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['9140feaf-aa70-47f4-9365-e31b6f9aa646'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:10:31.895189 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd63c2-9c3c-44e4-9c50-6062bb65fc9c tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Pushing event deleted for resources: {'Port': ['ID=9140feaf-aa70-47f4-9365-e31b6f9aa646,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:31.948106 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dc9923-2af0-41ee-a492-67f8a0075147 req-e9fd63c2-9c3c-44e4-9c50-6062bb65fc9c tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] No DVR routers for this DVR port 9140feaf-aa70-47f4-9365-e31b6f9aa646 on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:31.951000 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-14dc9923-2af0-41ee-a492-67f8a0075147 req-e9fd63c2-9c3c-44e4-9c50-6062bb65fc9c tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:31.954886 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-14dc9923-2af0-41ee-a492-67f8a0075147 req-e9fd63c2-9c3c-44e4-9c50-6062bb65fc9c tempest-ServersNegativeTestJSON-498822514 tempest-ServersNegativeTestJSON-498822514-project] 10.222.0.72 "DELETE /v2.0/ports/9140feaf-aa70-47f4-9365-e31b6f9aa646 HTTP/1.1" status: 204 len: 173 time: 0.4018044 Feb 10 16:10:31.955427 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c687bf8-fc1e-46dd-9a38-c688760c8ea0', 'name': 'network-vif-deleted', 'tag': '9140feaf-aa70-47f4-9365-e31b6f9aa646'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:10:31.957949 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c98261592b0501fa179614225a0a5697a33575dcdb70b77efa1f33cde7becc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac84357-2608-4ea5-a0e6-8b9fcb6c4198" -d '{"events": [{"server_uuid": "1c687bf8-fc1e-46dd-9a38-c688760c8ea0", "name": "network-vif-deleted", "tag": "9140feaf-aa70-47f4-9365-e31b6f9aa646"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:10:32.000623 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bc0e57-ec05-42b1-b3c9-6c7ff4d2a4fc x-openstack-request-id: req-75bc0e57-ec05-42b1-b3c9-6c7ff4d2a4fc {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:10:32.000950 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c687bf8-fc1e-46dd-9a38-c688760c8ea0", "name": "network-vif-deleted", "tag": "9140feaf-aa70-47f4-9365-e31b6f9aa646", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:10:32.001206 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75bc0e57-ec05-42b1-b3c9-6c7ff4d2a4fc {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:10:32.001616 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c687bf8-fc1e-46dd-9a38-c688760c8ea0', 'name': 'network-vif-deleted', 'tag': '9140feaf-aa70-47f4-9365-e31b6f9aa646', 'status': 'completed', 'code': 200} Feb 10 16:10:32.518736 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41530) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:32.569136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-007b1b23-68d2-44a2-90c7-87c9371f5beb admin admin] Deleting subnet 485b1027-092b-4988-a4ac-7d04eb3cf5d2 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 16:10:32.572502 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-007b1b23-68d2-44a2-90c7-87c9371f5beb admin admin] Publish callbacks [] for subnet (485b1027-092b-4988-a4ac-7d04eb3cf5d2), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:32.608291 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-007b1b23-68d2-44a2-90c7-87c9371f5beb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (485b1027-092b-4988-a4ac-7d04eb3cf5d2), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:32.647715 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-007b1b23-68d2-44a2-90c7-87c9371f5beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (485b1027-092b-4988-a4ac-7d04eb3cf5d2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:32.698757 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-007b1b23-68d2-44a2-90c7-87c9371f5beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (485b1027-092b-4988-a4ac-7d04eb3cf5d2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:32.724495 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b1b23-68d2-44a2-90c7-87c9371f5beb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=485b1027-092b-4988-a4ac-7d04eb3cf5d2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:32.726504 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-007b1b23-68d2-44a2-90c7-87c9371f5beb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:32.729738 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-007b1b23-68d2-44a2-90c7-87c9371f5beb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/485b1027-092b-4988-a4ac-7d04eb3cf5d2 HTTP/1.1" status: 204 len: 168 time: 0.2099283 Feb 10 16:10:32.732448 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41532) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:32.802144 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8af9c42-f9ef-4a4a-a0ef-725d239ebd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (82fc949d-b242-4b99-bece-7735bc363e5a), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:32.877086 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8af9c42-f9ef-4a4a-a0ef-725d239ebd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (82fc949d-b242-4b99-bece-7735bc363e5a), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:32.900765 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-c8af9c42-f9ef-4a4a-a0ef-725d239ebd4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82fc949d-b242-4b99-bece-7735bc363e5a']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:32.909654 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-c8af9c42-f9ef-4a4a-a0ef-725d239ebd4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9abf868-3c41-4e98-97c5-b7c67d056b36') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:32.909931 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-c8af9c42-f9ef-4a4a-a0ef-725d239ebd4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9abf868-3c41-4e98-97c5-b7c67d056b36') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:32.919383 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8af9c42-f9ef-4a4a-a0ef-725d239ebd4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (a9abf868-3c41-4e98-97c5-b7c67d056b36), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:32.933394 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8af9c42-f9ef-4a4a-a0ef-725d239ebd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (a9abf868-3c41-4e98-97c5-b7c67d056b36), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:32.939164 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8af9c42-f9ef-4a4a-a0ef-725d239ebd4a admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:10:32.939580 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8af9c42-f9ef-4a4a-a0ef-725d239ebd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (a9abf868-3c41-4e98-97c5-b7c67d056b36), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: timer() Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:10:32.941241 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:10:32.993560 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8af9c42-f9ef-4a4a-a0ef-725d239ebd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (82fc949d-b242-4b99-bece-7735bc363e5a), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:32.999107 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-c8af9c42-f9ef-4a4a-a0ef-725d239ebd4a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:33.002216 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c8af9c42-f9ef-4a4a-a0ef-725d239ebd4a admin admin] 10.222.0.64 "DELETE /v2.0/networks/82fc949d-b242-4b99-bece-7735bc363e5a HTTP/1.1" status: 204 len: 168 time: 0.2688403 Feb 10 16:10:33.013077 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af9c42-f9ef-4a4a-a0ef-725d239ebd4a admin admin] Pushing event deleted for resources: {'Network': ['ID=82fc949d-b242-4b99-bece-7735bc363e5a,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:33.112272 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41536) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:33.151919 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-3cbfce01-b703-4c2b-92e8-840e6fd7181a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf55705e625045718291a785deab406c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384178 Feb 10 16:10:33.154428 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41538) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:33.204587 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff301603-3c8e-459e-9adb-0553ed35dc70 admin admin] Publish callbacks [] for security_group (30698f52-8b87-4588-b4f6-d95e8a98baca), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:33.226076 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff301603-3c8e-459e-9adb-0553ed35dc70 admin admin] Publish callbacks [] for security_group (30698f52-8b87-4588-b4f6-d95e8a98baca), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:33.278670 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff301603-3c8e-459e-9adb-0553ed35dc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (30698f52-8b87-4588-b4f6-d95e8a98baca), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:33.281375 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ff301603-3c8e-459e-9adb-0553ed35dc70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:33.282543 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ff301603-3c8e-459e-9adb-0553ed35dc70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30698f52-8b87-4588-b4f6-d95e8a98baca HTTP/1.1" status: 204 len: 168 time: 0.1272304 Feb 10 16:10:33.291049 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff301603-3c8e-459e-9adb-0553ed35dc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30698f52-8b87-4588-b4f6-d95e8a98baca,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:33.961253 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41560) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:34.056155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-bf009eba-0202-4aca-babf-51fcb67d3317 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-874423505'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:34.076108 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf009eba-0202-4aca-babf-51fcb67d3317 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Made reservation on behalf of 85ab8bfadb0746a49949b027b958aefc for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:34.079358 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf009eba-0202-4aca-babf-51fcb67d3317 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:34.087977 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf009eba-0202-4aca-babf-51fcb67d3317 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:34.161775 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf009eba-0202-4aca-babf-51fcb67d3317 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for security_group (088401da-cdd3-45c1-835b-1ec5e4d3d70f), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:34.165423 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf009eba-0202-4aca-babf-51fcb67d3317 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (088401da-cdd3-45c1-835b-1ec5e4d3d70f), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:34.193810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf009eba-0202-4aca-babf-51fcb67d3317 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:34.201491 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf009eba-0202-4aca-babf-51fcb67d3317 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=088401da-cdd3-45c1-835b-1ec5e4d3d70f,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:34.210334 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf009eba-0202-4aca-babf-51fcb67d3317 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (771612cd-e724-4bb6-b037-a01636349b4e), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:34.211001 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-bf009eba-0202-4aca-babf-51fcb67d3317 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Added segment 771612cd-e724-4bb6-b037-a01636349b4e of type vlan for network cd741a3d-0223-45ae-b753-2eb11e9d36b3 Feb 10 16:10:34.251324 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf009eba-0202-4aca-babf-51fcb67d3317 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (cd741a3d-0223-45ae-b753-2eb11e9d36b3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:34.273901 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf009eba-0202-4aca-babf-51fcb67d3317 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (cd741a3d-0223-45ae-b753-2eb11e9d36b3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:34.279423 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf009eba-0202-4aca-babf-51fcb67d3317 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:34.280004 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-bf009eba-0202-4aca-babf-51fcb67d3317 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:34.325312 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-bf009eba-0202-4aca-babf-51fcb67d3317 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3633428 Feb 10 16:10:34.354096 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf009eba-0202-4aca-babf-51fcb67d3317 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event updated for resources: {'Network': ['ID=cd741a3d-0223-45ae-b753-2eb11e9d36b3,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:34.364988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network cd741a3d-0223-45ae-b753-2eb11e9d36b3 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:36.084411 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:10:36.324230 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9140feaf-aa70-47f4-9365-e31b6f9aa646 no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:36.347188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 9140feaf-aa70-47f4-9365-e31b6f9aa646 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:10:36.347468 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 9140feaf-aa70-47f4-9365-e31b6f9aa646 not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:37.403961 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:37.521173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41564) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:37.526947 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-4a3f1744-6d1f-4a05-b2cd-13d9513967c8 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Request body: {'subnet': {'network_id': 'cd741a3d-0223-45ae-b753-2eb11e9d36b3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:37.611422 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3f1744-6d1f-4a05-b2cd-13d9513967c8 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Made reservation on behalf of 85ab8bfadb0746a49949b027b958aefc for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:37.614720 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1744-6d1f-4a05-b2cd-13d9513967c8 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:37.801054 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1744-6d1f-4a05-b2cd-13d9513967c8 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (ad15053e-e08a-41f3-bd6f-7ee55da51909), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:37.861836 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f1744-6d1f-4a05-b2cd-13d9513967c8 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event updated for resources: {'Subnet': ['ID=ad15053e-e08a-41f3-bd6f-7ee55da51909,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:37.873350 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f1744-6d1f-4a05-b2cd-13d9513967c8 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Checking segment: {'id': '771612cd-e724-4bb6-b037-a01636349b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cd741a3d-0223-45ae-b753-2eb11e9d36b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:37.873737 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3f1744-6d1f-4a05-b2cd-13d9513967c8 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Network hostable DHCP agents. Network: cd741a3d-0223-45ae-b753-2eb11e9d36b3, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:37.889711 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3f1744-6d1f-4a05-b2cd-13d9513967c8 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Network cd741a3d-0223-45ae-b753-2eb11e9d36b3 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:37.898344 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-4a3f1744-6d1f-4a05-b2cd-13d9513967c8 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, cd741a3d-0223-45ae-b753-2eb11e9d36b3) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:37.902630 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3f1744-6d1f-4a05-b2cd-13d9513967c8 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:37.903388 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1744-6d1f-4a05-b2cd-13d9513967c8 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:37.907973 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9f6a61-1d48-4595-84c3-aac16786dfd2 None None] Network cd741a3d-0223-45ae-b753-2eb11e9d36b3 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:37.923564 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4a3f1744-6d1f-4a05-b2cd-13d9513967c8 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3980675 Feb 10 16:10:37.923922 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41566) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:37.929065 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-755c480c-aa99-4077-a1a7-a4767eaaded6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2576988'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:37.949386 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755c480c-aa99-4077-a1a7-a4767eaaded6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Made reservation on behalf of 85ab8bfadb0746a49949b027b958aefc for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:37.953122 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-755c480c-aa99-4077-a1a7-a4767eaaded6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:37.976635 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755c480c-aa99-4077-a1a7-a4767eaaded6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:37.986546 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-755c480c-aa99-4077-a1a7-a4767eaaded6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (890eda55-1bf2-4185-9e6f-a14646d843ce), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:37.986918 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-755c480c-aa99-4077-a1a7-a4767eaaded6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Added segment 890eda55-1bf2-4185-9e6f-a14646d843ce of type vlan for network f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2 Feb 10 16:10:38.012990 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-cd741a3d-0223-45ae-b753-2eb11e9d36b3', 'network_id': 'cd741a3d-0223-45ae-b753-2eb11e9d36b3', 'project_id': '85ab8bfadb0746a49949b027b958aefc', 'fixed_ips': [{'subnet_id': 'ad15053e-e08a-41f3-bd6f-7ee55da51909'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 16:10:38.013896 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.029112 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-755c480c-aa99-4077-a1a7-a4767eaaded6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.062460 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-755c480c-aa99-4077-a1a7-a4767eaaded6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.068621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755c480c-aa99-4077-a1a7-a4767eaaded6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:38.069237 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-755c480c-aa99-4077-a1a7-a4767eaaded6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.113831 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-755c480c-aa99-4077-a1a7-a4767eaaded6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1887465 Feb 10 16:10:38.117325 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41568) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:38.122426 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-5f7d0f81-f340-4bd4-9687-651fb1b55a11 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Request body: {'subnet': {'network_id': 'f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:38.147723 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c480c-aa99-4077-a1a7-a4767eaaded6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event updated for resources: {'Network': ['ID=f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:38.159898 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:38.166750 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Allocated IP 2001:db8:0:ffff::2 (cd741a3d-0223-45ae-b753-2eb11e9d36b3/ad15053e-e08a-41f3-bd6f-7ee55da51909/019eb0f9-2a37-4d8c-b176-7704de4b05e9) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:38.211633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7d0f81-f340-4bd4-9687-651fb1b55a11 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Made reservation on behalf of 85ab8bfadb0746a49949b027b958aefc for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:38.215074 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0f81-f340-4bd4-9687-651fb1b55a11 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.374804 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Publish callbacks [] for port (019eb0f9-2a37-4d8c-b176-7704de4b05e9), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.380729 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (019eb0f9-2a37-4d8c-b176-7704de4b05e9), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.408747 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0f81-f340-4bd4-9687-651fb1b55a11 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (a594e3cb-6619-4124-be01-aa1b704baa70), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.420524 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Network cd741a3d-0223-45ae-b753-2eb11e9d36b3 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:38.423461 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:38.427020 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:38.433911 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Pushing event updated for resources: {'Port': ['ID=019eb0f9-2a37-4d8c-b176-7704de4b05e9,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:38.475914 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d0f81-f340-4bd4-9687-651fb1b55a11 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event updated for resources: {'Subnet': ['ID=a594e3cb-6619-4124-be01-aa1b704baa70,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:38.486029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7d0f81-f340-4bd4-9687-651fb1b55a11 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Checking segment: {'id': '890eda55-1bf2-4185-9e6f-a14646d843ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:38.486397 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7d0f81-f340-4bd4-9687-651fb1b55a11 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Network hostable DHCP agents. Network: f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:38.488071 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Attempting to bind port 019eb0f9-2a37-4d8c-b176-7704de4b05e9 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:10:38.488444 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Attempting to bind port 019eb0f9-2a37-4d8c-b176-7704de4b05e9 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '771612cd-e724-4bb6-b037-a01636349b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cd741a3d-0223-45ae-b753-2eb11e9d36b3'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:10:38.488837 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Attempting to bind port 019eb0f9-2a37-4d8c-b176-7704de4b05e9 on network cd741a3d-0223-45ae-b753-2eb11e9d36b3 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:38.494176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:38.494533 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Checking segment: {'id': '771612cd-e724-4bb6-b037-a01636349b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cd741a3d-0223-45ae-b753-2eb11e9d36b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:38.494929 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.495318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Bound using segment: {'id': '771612cd-e724-4bb6-b037-a01636349b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cd741a3d-0223-45ae-b753-2eb11e9d36b3'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:38.495777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Bound port: 019eb0f9-2a37-4d8c-b176-7704de4b05e9, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771612cd-e724-4bb6-b037-a01636349b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cd741a3d-0223-45ae-b753-2eb11e9d36b3'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:10:38.496152 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (019eb0f9-2a37-4d8c-b176-7704de4b05e9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.502640 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7d0f81-f340-4bd4-9687-651fb1b55a11 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Network f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:38.511356 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-5f7d0f81-f340-4bd4-9687-651fb1b55a11 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:38.515405 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7d0f81-f340-4bd4-9687-651fb1b55a11 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:38.516001 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0f81-f340-4bd4-9687-651fb1b55a11 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.532411 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5f7d0f81-f340-4bd4-9687-651fb1b55a11 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4139559 Feb 10 16:10:38.534107 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe03473-d5ee-488d-ab43-07bcf9277342 None None] Network f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:38.535602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41570) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:38.623241 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] For port 019eb0f9-2a37-4d8c-b176-7704de4b05e9, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:38.631865 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-069fc73c-a677-4bce-b164-1abe72421798 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.639493 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] For port 019eb0f9-2a37-4d8c-b176-7704de4b05e9, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=019eb0f9-2a37-4d8c-b176-7704de4b05e9,segment=NetworkSegment(771612cd-e724-4bb6-b037-a01636349b4e),segment_id=771612cd-e724-4bb6-b037-a01636349b4e)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:38.646277 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (019eb0f9-2a37-4d8c-b176-7704de4b05e9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.690725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1810786a-f74f-4ba6-a8b1-34776bc5341a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2', 'network_id': 'f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2', 'project_id': '85ab8bfadb0746a49949b027b958aefc', 'fixed_ips': [{'subnet_id': 'a594e3cb-6619-4124-be01-aa1b704baa70'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 16:10:38.691585 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1810786a-f74f-4ba6-a8b1-34776bc5341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.713443 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-069fc73c-a677-4bce-b164-1abe72421798 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (a594e3cb-6619-4124-be01-aa1b704baa70), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.746856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c09f00-0e0c-4a3e-841c-3beea8846c96 None None] Pushing event updated for resources: {'Port': ['ID=019eb0f9-2a37-4d8c-b176-7704de4b05e9,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:38.788259 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-069fc73c-a677-4bce-b164-1abe72421798 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (a594e3cb-6619-4124-be01-aa1b704baa70), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.822650 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fc73c-a677-4bce-b164-1abe72421798 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event deleted for resources: {'Subnet': ['ID=a594e3cb-6619-4124-be01-aa1b704baa70,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server [None req-1810786a-f74f-4ba6-a8b1-34776bc5341a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a594e3cb-6619-4124-be01-aa1b704baa70: This subnet is being modified by another concurrent operation. Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise exception Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a594e3cb-6619-4124-be01-aa1b704baa70: This subnet is being modified by another concurrent operation. Feb 10 16:10:38.827150 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Feb 10 16:10:38.848571 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cffd07-e141-48ab-a709-80093e019cbc None None] Network f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:38.886862 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-069fc73c-a677-4bce-b164-1abe72421798 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.909211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-069fc73c-a677-4bce-b164-1abe72421798 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:38.931297 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-069fc73c-a677-4bce-b164-1abe72421798 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890eda55-1bf2-4185-9e6f-a14646d843ce') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:38.931974 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-069fc73c-a677-4bce-b164-1abe72421798 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890eda55-1bf2-4185-9e6f-a14646d843ce') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:38.950597 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-069fc73c-a677-4bce-b164-1abe72421798 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (890eda55-1bf2-4185-9e6f-a14646d843ce), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.966881 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-069fc73c-a677-4bce-b164-1abe72421798 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (890eda55-1bf2-4185-9e6f-a14646d843ce), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.974256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069fc73c-a677-4bce-b164-1abe72421798 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:10:38.974256 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-069fc73c-a677-4bce-b164-1abe72421798 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (890eda55-1bf2-4185-9e6f-a14646d843ce), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: timer() Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:10:38.977243 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:10:39.041540 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-069fc73c-a677-4bce-b164-1abe72421798 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:39.047591 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-069fc73c-a677-4bce-b164-1abe72421798 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:39.051596 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-069fc73c-a677-4bce-b164-1abe72421798 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "DELETE /v2.0/networks/f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2 HTTP/1.1" status: 204 len: 168 time: 0.5150352 Feb 10 16:10:39.055829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41572) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:39.061934 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-222dee21-a8ab-4f7d-a042-63d5c9aeaf04 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-95859682'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:39.076789 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fc73c-a677-4bce-b164-1abe72421798 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event deleted for resources: {'Network': ['ID=f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:39.094682 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222dee21-a8ab-4f7d-a042-63d5c9aeaf04 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Made reservation on behalf of 85ab8bfadb0746a49949b027b958aefc for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:39.098108 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-222dee21-a8ab-4f7d-a042-63d5c9aeaf04 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:39.122529 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222dee21-a8ab-4f7d-a042-63d5c9aeaf04 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:39.131134 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-222dee21-a8ab-4f7d-a042-63d5c9aeaf04 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ee66b9fc-990f-477f-84c0-241d5bf9b519), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:39.131477 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-222dee21-a8ab-4f7d-a042-63d5c9aeaf04 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Added segment ee66b9fc-990f-477f-84c0-241d5bf9b519 of type vlan for network 876bd495-a9ae-46e6-8b89-3815e42cc6c1 Feb 10 16:10:39.174113 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-222dee21-a8ab-4f7d-a042-63d5c9aeaf04 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (876bd495-a9ae-46e6-8b89-3815e42cc6c1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:39.201288 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-222dee21-a8ab-4f7d-a042-63d5c9aeaf04 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (876bd495-a9ae-46e6-8b89-3815e42cc6c1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:39.206906 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222dee21-a8ab-4f7d-a042-63d5c9aeaf04 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:39.207682 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-222dee21-a8ab-4f7d-a042-63d5c9aeaf04 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:39.248046 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-222dee21-a8ab-4f7d-a042-63d5c9aeaf04 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1911392 Feb 10 16:10:39.250901 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41574) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:39.255593 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-3013cbd0-9818-446b-aa30-8512917a96d0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Request body: {'subnet': {'network_id': '876bd495-a9ae-46e6-8b89-3815e42cc6c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:39.294749 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dee21-a8ab-4f7d-a042-63d5c9aeaf04 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event updated for resources: {'Network': ['ID=876bd495-a9ae-46e6-8b89-3815e42cc6c1,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:39.304535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 876bd495-a9ae-46e6-8b89-3815e42cc6c1 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:39.374642 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3013cbd0-9818-446b-aa30-8512917a96d0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Made reservation on behalf of 85ab8bfadb0746a49949b027b958aefc for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:39.378207 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3013cbd0-9818-446b-aa30-8512917a96d0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:39.437040 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-3013cbd0-9818-446b-aa30-8512917a96d0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Performing IP validity checks on allocation pools {{(pid=103369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 16:10:39.437474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.ipam_backend_mixin [None req-3013cbd0-9818-446b-aa30-8512917a96d0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 16:10:39.566704 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3013cbd0-9818-446b-aa30-8512917a96d0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (b6663640-5157-476f-a12d-480c8affae68), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:39.627736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013cbd0-9818-446b-aa30-8512917a96d0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event updated for resources: {'Subnet': ['ID=b6663640-5157-476f-a12d-480c8affae68,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:39.636984 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3013cbd0-9818-446b-aa30-8512917a96d0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Checking segment: {'id': 'ee66b9fc-990f-477f-84c0-241d5bf9b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '876bd495-a9ae-46e6-8b89-3815e42cc6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:39.637347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3013cbd0-9818-446b-aa30-8512917a96d0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Network hostable DHCP agents. Network: 876bd495-a9ae-46e6-8b89-3815e42cc6c1, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:39.654566 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3013cbd0-9818-446b-aa30-8512917a96d0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Network 876bd495-a9ae-46e6-8b89-3815e42cc6c1 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:39.664420 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-3013cbd0-9818-446b-aa30-8512917a96d0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 876bd495-a9ae-46e6-8b89-3815e42cc6c1) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:39.668612 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3013cbd0-9818-446b-aa30-8512917a96d0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:39.669351 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3013cbd0-9818-446b-aa30-8512917a96d0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:39.673795 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07f9d4c-7964-41aa-a71e-1275051e01b0 None None] Network 876bd495-a9ae-46e6-8b89-3815e42cc6c1 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:39.689289 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-3013cbd0-9818-446b-aa30-8512917a96d0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4370184 Feb 10 16:10:39.691579 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41576) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:39.733225 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ef81e9-301f-47e6-90f7-ad7a0673dab2 None None] Network cd741a3d-0223-45ae-b753-2eb11e9d36b3 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:39.795622 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5570ebe-6116-466f-9116-46e7f7213feb tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (876bd495-a9ae-46e6-8b89-3815e42cc6c1), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:39.837353 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-8e3ff948-057f-4345-b2c9-01073c7d1ed5 None None] Provisioning complete for port 019eb0f9-2a37-4d8c-b176-7704de4b05e9 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:39.837777 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e3ff948-057f-4345-b2c9-01073c7d1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (019eb0f9-2a37-4d8c-b176-7704de4b05e9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:39.849906 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5570ebe-6116-466f-9116-46e7f7213feb tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (b6663640-5157-476f-a12d-480c8affae68), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:39.861838 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a933d57-7246-409d-ab3b-38c280aa658f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-876bd495-a9ae-46e6-8b89-3815e42cc6c1', 'network_id': '876bd495-a9ae-46e6-8b89-3815e42cc6c1', 'project_id': '85ab8bfadb0746a49949b027b958aefc', 'fixed_ips': [{'subnet_id': 'b6663640-5157-476f-a12d-480c8affae68'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 16:10:39.862687 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7a933d57-7246-409d-ab3b-38c280aa658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:39.911372 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5570ebe-6116-466f-9116-46e7f7213feb tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (b6663640-5157-476f-a12d-480c8affae68), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:39.939434 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5570ebe-6116-466f-9116-46e7f7213feb tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event deleted for resources: {'Subnet': ['ID=b6663640-5157-476f-a12d-480c8affae68,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:40.002534 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5570ebe-6116-466f-9116-46e7f7213feb tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (876bd495-a9ae-46e6-8b89-3815e42cc6c1), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.013989 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ad0f8f-9d8d-467e-a8b6-a1d677ad1452 None None] Network 876bd495-a9ae-46e6-8b89-3815e42cc6c1 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:40.023013 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-b5570ebe-6116-466f-9116-46e7f7213feb tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876bd495-a9ae-46e6-8b89-3815e42cc6c1']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:40.034625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-b5570ebe-6116-466f-9116-46e7f7213feb tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee66b9fc-990f-477f-84c0-241d5bf9b519') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:40.035093 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-b5570ebe-6116-466f-9116-46e7f7213feb tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee66b9fc-990f-477f-84c0-241d5bf9b519') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:40.047339 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5570ebe-6116-466f-9116-46e7f7213feb tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (ee66b9fc-990f-477f-84c0-241d5bf9b519), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.053683 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ff948-057f-4345-b2c9-01073c7d1ed5 None None] Current status of the port 019eb0f9-2a37-4d8c-b176-7704de4b05e9 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:40.054072 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e3ff948-057f-4345-b2c9-01073c7d1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (019eb0f9-2a37-4d8c-b176-7704de4b05e9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.061360 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5570ebe-6116-466f-9116-46e7f7213feb tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (ee66b9fc-990f-477f-84c0-241d5bf9b519), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.067558 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5570ebe-6116-466f-9116-46e7f7213feb tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:10:40.067959 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5570ebe-6116-466f-9116-46e7f7213feb tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (ee66b9fc-990f-477f-84c0-241d5bf9b519), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: timer() Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:10:40.073122 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:10:40.136387 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5570ebe-6116-466f-9116-46e7f7213feb tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (876bd495-a9ae-46e6-8b89-3815e42cc6c1), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.137561 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8e3ff948-057f-4345-b2c9-01073c7d1ed5 None None] For port 019eb0f9-2a37-4d8c-b176-7704de4b05e9, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=019eb0f9-2a37-4d8c-b176-7704de4b05e9,segment=NetworkSegment(771612cd-e724-4bb6-b037-a01636349b4e),segment_id=771612cd-e724-4bb6-b037-a01636349b4e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:40.142938 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e3ff948-057f-4345-b2c9-01073c7d1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (019eb0f9-2a37-4d8c-b176-7704de4b05e9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.163444 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-b5570ebe-6116-466f-9116-46e7f7213feb tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.168226 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b5570ebe-6116-466f-9116-46e7f7213feb tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "DELETE /v2.0/networks/876bd495-a9ae-46e6-8b89-3815e42cc6c1 HTTP/1.1" status: 204 len: 168 time: 0.4756444 Feb 10 16:10:40.170105 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5570ebe-6116-466f-9116-46e7f7213feb tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event deleted for resources: {'Network': ['ID=876bd495-a9ae-46e6-8b89-3815e42cc6c1,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:40.171921 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41578) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:40.178568 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-deabcb2b-8b40-45ec-a195-77452b8d3e59 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1542434681'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:40.197002 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ff948-057f-4345-b2c9-01073c7d1ed5 None None] Pushing event updated for resources: {'Port': ['ID=019eb0f9-2a37-4d8c-b176-7704de4b05e9,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:40.201545 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deabcb2b-8b40-45ec-a195-77452b8d3e59 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Made reservation on behalf of 85ab8bfadb0746a49949b027b958aefc for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:40.205330 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-deabcb2b-8b40-45ec-a195-77452b8d3e59 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.231650 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deabcb2b-8b40-45ec-a195-77452b8d3e59 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:40.241988 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-deabcb2b-8b40-45ec-a195-77452b8d3e59 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (fe0ecdc3-6493-40b7-a82e-9362fd119cdf), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.242337 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-deabcb2b-8b40-45ec-a195-77452b8d3e59 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Added segment fe0ecdc3-6493-40b7-a82e-9362fd119cdf of type vlan for network 33e90dbc-471d-42f3-a322-a6f3168b19d3 Feb 10 16:10:40.270218 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06796056-a790-4d0c-b202-85e9f9225b30 None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 16:10:40.288169 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-deabcb2b-8b40-45ec-a195-77452b8d3e59 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (33e90dbc-471d-42f3-a322-a6f3168b19d3), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.306294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-326e7eab-09ed-46d5-b1d5-1451fb4f47da None None] Provisioning complete for port 019eb0f9-2a37-4d8c-b176-7704de4b05e9 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:40.306691 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-326e7eab-09ed-46d5-b1d5-1451fb4f47da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (019eb0f9-2a37-4d8c-b176-7704de4b05e9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.316436 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-deabcb2b-8b40-45ec-a195-77452b8d3e59 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (33e90dbc-471d-42f3-a322-a6f3168b19d3), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.322274 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabcb2b-8b40-45ec-a195-77452b8d3e59 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:40.322850 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-deabcb2b-8b40-45ec-a195-77452b8d3e59 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.343709 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 019eb0f9-2a37-4d8c-b176-7704de4b05e9 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:40.369446 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-deabcb2b-8b40-45ec-a195-77452b8d3e59 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1956494 Feb 10 16:10:40.372237 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41580) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:40.401763 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-d23ba2a3-3766-48c0-9fff-73a348713277 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Request body: {'subnet': {'network_id': '33e90dbc-471d-42f3-a322-a6f3168b19d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:40.408633 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabcb2b-8b40-45ec-a195-77452b8d3e59 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event updated for resources: {'Network': ['ID=33e90dbc-471d-42f3-a322-a6f3168b19d3,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:40.421445 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 33e90dbc-471d-42f3-a322-a6f3168b19d3 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:40.422994 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06796056-a790-4d0c-b202-85e9f9225b30 None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 16:10:40.491361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23ba2a3-3766-48c0-9fff-73a348713277 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Made reservation on behalf of 85ab8bfadb0746a49949b027b958aefc for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:40.494833 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d23ba2a3-3766-48c0-9fff-73a348713277 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.515939 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 019eb0f9-2a37-4d8c-b176-7704de4b05e9 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:40.516315 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (019eb0f9-2a37-4d8c-b176-7704de4b05e9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.590853 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-326e7eab-09ed-46d5-b1d5-1451fb4f47da None None] Current status of the port 019eb0f9-2a37-4d8c-b176-7704de4b05e9 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:40.676002 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d23ba2a3-3766-48c0-9fff-73a348713277 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (3689eebb-8801-4b3e-8d3a-b5a6e750a63d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.700952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 019eb0f9-2a37-4d8c-b176-7704de4b05e9 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:40.734774 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ba2a3-3766-48c0-9fff-73a348713277 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event updated for resources: {'Subnet': ['ID=3689eebb-8801-4b3e-8d3a-b5a6e750a63d,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:40.750040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ba2a3-3766-48c0-9fff-73a348713277 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Checking segment: {'id': 'fe0ecdc3-6493-40b7-a82e-9362fd119cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33e90dbc-471d-42f3-a322-a6f3168b19d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:40.750339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ba2a3-3766-48c0-9fff-73a348713277 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Network hostable DHCP agents. Network: 33e90dbc-471d-42f3-a322-a6f3168b19d3, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:40.766820 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ba2a3-3766-48c0-9fff-73a348713277 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Network 33e90dbc-471d-42f3-a322-a6f3168b19d3 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:40.775238 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-d23ba2a3-3766-48c0-9fff-73a348713277 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 33e90dbc-471d-42f3-a322-a6f3168b19d3) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:40.779567 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23ba2a3-3766-48c0-9fff-73a348713277 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:40.780168 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-d23ba2a3-3766-48c0-9fff-73a348713277 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.786007 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78038930-77f2-4166-90bd-7bd13ee42fc0 None None] Network 33e90dbc-471d-42f3-a322-a6f3168b19d3 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:40.797522 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-d23ba2a3-3766-48c0-9fff-73a348713277 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4241617 Feb 10 16:10:40.801183 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41582) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:40.806069 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-ccfeb725-2781-4a82-bfc8-b4f7be0e7bd3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1949130298'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:40.826363 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfeb725-2781-4a82-bfc8-b4f7be0e7bd3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Made reservation on behalf of 85ab8bfadb0746a49949b027b958aefc for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:40.830026 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb725-2781-4a82-bfc8-b4f7be0e7bd3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.854328 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfeb725-2781-4a82-bfc8-b4f7be0e7bd3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:40.863616 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb725-2781-4a82-bfc8-b4f7be0e7bd3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (00b73ecc-7746-4191-8118-92efc454790b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.864049 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-ccfeb725-2781-4a82-bfc8-b4f7be0e7bd3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Added segment 00b73ecc-7746-4191-8118-92efc454790b of type vlan for network 3b78726a-fc06-477c-a63c-092830ccef8b Feb 10 16:10:40.889051 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-33e90dbc-471d-42f3-a322-a6f3168b19d3', 'network_id': '33e90dbc-471d-42f3-a322-a6f3168b19d3', 'project_id': '85ab8bfadb0746a49949b027b958aefc', 'fixed_ips': [{'subnet_id': '3689eebb-8801-4b3e-8d3a-b5a6e750a63d'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 16:10:40.889938 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.903085 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb725-2781-4a82-bfc8-b4f7be0e7bd3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (3b78726a-fc06-477c-a63c-092830ccef8b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.928350 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb725-2781-4a82-bfc8-b4f7be0e7bd3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (3b78726a-fc06-477c-a63c-092830ccef8b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.933395 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfeb725-2781-4a82-bfc8-b4f7be0e7bd3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:40.933975 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb725-2781-4a82-bfc8-b4f7be0e7bd3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:40.971954 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-ccfeb725-2781-4a82-bfc8-b4f7be0e7bd3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1697247 Feb 10 16:10:40.975197 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41584) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:40.981364 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-b88775bd-d882-45ec-bb49-b37649d8772b tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Request body: {'subnet': {'network_id': '3b78726a-fc06-477c-a63c-092830ccef8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:41.027018 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfeb725-2781-4a82-bfc8-b4f7be0e7bd3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event updated for resources: {'Network': ['ID=3b78726a-fc06-477c-a63c-092830ccef8b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:41.104457 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88775bd-d882-45ec-bb49-b37649d8772b tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Made reservation on behalf of 85ab8bfadb0746a49949b027b958aefc for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:41.108667 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b88775bd-d882-45ec-bb49-b37649d8772b tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.167096 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 3b78726a-fc06-477c-a63c-092830ccef8b details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:41.247028 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Allocated IP 2001:db8::2 (33e90dbc-471d-42f3-a322-a6f3168b19d3/3689eebb-8801-4b3e-8d3a-b5a6e750a63d/8fbe16fc-a501-4696-a17e-6417010e4ce9) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:41.295961 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b88775bd-d882-45ec-bb49-b37649d8772b tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (cb0fd5e6-93d4-42d5-89ee-db7810a029a2), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.355683 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88775bd-d882-45ec-bb49-b37649d8772b tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event updated for resources: {'Subnet': ['ID=cb0fd5e6-93d4-42d5-89ee-db7810a029a2,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:41.371339 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88775bd-d882-45ec-bb49-b37649d8772b tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Checking segment: {'id': '00b73ecc-7746-4191-8118-92efc454790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b78726a-fc06-477c-a63c-092830ccef8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:41.371704 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88775bd-d882-45ec-bb49-b37649d8772b tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Network hostable DHCP agents. Network: 3b78726a-fc06-477c-a63c-092830ccef8b, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:41.387861 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88775bd-d882-45ec-bb49-b37649d8772b tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Network 3b78726a-fc06-477c-a63c-092830ccef8b is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:41.397122 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-b88775bd-d882-45ec-bb49-b37649d8772b tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 3b78726a-fc06-477c-a63c-092830ccef8b) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:41.401329 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Publish callbacks [] for port (8fbe16fc-a501-4696-a17e-6417010e4ce9), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.401647 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88775bd-d882-45ec-bb49-b37649d8772b tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:41.402819 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b88775bd-d882-45ec-bb49-b37649d8772b tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.407575 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (8fbe16fc-a501-4696-a17e-6417010e4ce9), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.412257 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2529a7ca-2662-45a0-9834-ef778c1b4471 None None] Network 3b78726a-fc06-477c-a63c-092830ccef8b requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:41.420817 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b88775bd-d882-45ec-bb49-b37649d8772b tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4432836 Feb 10 16:10:41.423349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41586) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:41.478995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Network 33e90dbc-471d-42f3-a322-a6f3168b19d3 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:41.485795 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:41.511521 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:41.513487 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Pushing event updated for resources: {'Port': ['ID=8fbe16fc-a501-4696-a17e-6417010e4ce9,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:41.518137 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f53f6692-c597-4022-8564-dfb678bdf8b3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (3b78726a-fc06-477c-a63c-092830ccef8b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.596160 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f53f6692-c597-4022-8564-dfb678bdf8b3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (cb0fd5e6-93d4-42d5-89ee-db7810a029a2), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.599155 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Attempting to bind port 8fbe16fc-a501-4696-a17e-6417010e4ce9 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:10:41.600131 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Attempting to bind port 8fbe16fc-a501-4696-a17e-6417010e4ce9 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'fe0ecdc3-6493-40b7-a82e-9362fd119cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33e90dbc-471d-42f3-a322-a6f3168b19d3'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:10:41.600131 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Attempting to bind port 8fbe16fc-a501-4696-a17e-6417010e4ce9 on network 33e90dbc-471d-42f3-a322-a6f3168b19d3 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:41.605941 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:41.606796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Checking segment: {'id': 'fe0ecdc3-6493-40b7-a82e-9362fd119cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33e90dbc-471d-42f3-a322-a6f3168b19d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:41.606796 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.607359 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Bound using segment: {'id': 'fe0ecdc3-6493-40b7-a82e-9362fd119cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33e90dbc-471d-42f3-a322-a6f3168b19d3'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:41.607830 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Bound port: 8fbe16fc-a501-4696-a17e-6417010e4ce9, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0ecdc3-6493-40b7-a82e-9362fd119cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33e90dbc-471d-42f3-a322-a6f3168b19d3'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:10:41.608213 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8fbe16fc-a501-4696-a17e-6417010e4ce9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.612141 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909395e7-6bb0-4802-bf94-55f8c8acfa45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-3b78726a-fc06-477c-a63c-092830ccef8b', 'network_id': '3b78726a-fc06-477c-a63c-092830ccef8b', 'project_id': '85ab8bfadb0746a49949b027b958aefc', 'fixed_ips': [{'subnet_id': 'cb0fd5e6-93d4-42d5-89ee-db7810a029a2'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 16:10:41.612977 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-909395e7-6bb0-4802-bf94-55f8c8acfa45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.656075 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f53f6692-c597-4022-8564-dfb678bdf8b3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (cb0fd5e6-93d4-42d5-89ee-db7810a029a2), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.682887 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f6692-c597-4022-8564-dfb678bdf8b3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0fd5e6-93d4-42d5-89ee-db7810a029a2,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:41.750260 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] For port 8fbe16fc-a501-4696-a17e-6417010e4ce9, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:41.753961 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] For port 8fbe16fc-a501-4696-a17e-6417010e4ce9, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8fbe16fc-a501-4696-a17e-6417010e4ce9,segment=NetworkSegment(fe0ecdc3-6493-40b7-a82e-9362fd119cdf),segment_id=fe0ecdc3-6493-40b7-a82e-9362fd119cdf)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server [None req-909395e7-6bb0-4802-bf94-55f8c8acfa45 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb0fd5e6-93d4-42d5-89ee-db7810a029a2: This subnet is being modified by another concurrent operation. Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server raise exception Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb0fd5e6-93d4-42d5-89ee-db7810a029a2: This subnet is being modified by another concurrent operation. Feb 10 16:10:41.756630 n-d-815324-7 neutron-server[103370]: ERROR oslo_messaging.rpc.server Feb 10 16:10:41.764616 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f53f6692-c597-4022-8564-dfb678bdf8b3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (3b78726a-fc06-477c-a63c-092830ccef8b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.770770 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8fbe16fc-a501-4696-a17e-6417010e4ce9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.794429 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-f53f6692-c597-4022-8564-dfb678bdf8b3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b78726a-fc06-477c-a63c-092830ccef8b']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:41.804681 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-f53f6692-c597-4022-8564-dfb678bdf8b3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b73ecc-7746-4191-8118-92efc454790b') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:41.805096 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-f53f6692-c597-4022-8564-dfb678bdf8b3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b73ecc-7746-4191-8118-92efc454790b') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:41.815007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f53f6692-c597-4022-8564-dfb678bdf8b3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (00b73ecc-7746-4191-8118-92efc454790b), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.820668 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce0f6d-af26-48d3-bfc4-17d9ca7de775 None None] Network 3b78726a-fc06-477c-a63c-092830ccef8b requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:41.830671 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f53f6692-c597-4022-8564-dfb678bdf8b3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (00b73ecc-7746-4191-8118-92efc454790b), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.837898 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53f6692-c597-4022-8564-dfb678bdf8b3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:10:41.838293 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f53f6692-c597-4022-8564-dfb678bdf8b3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (00b73ecc-7746-4191-8118-92efc454790b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: timer() Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:10:41.841800 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:10:41.898818 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383e0fb-52f4-4cd5-9e2c-521aa18514c7 None None] Pushing event updated for resources: {'Port': ['ID=8fbe16fc-a501-4696-a17e-6417010e4ce9,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:41.904511 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f53f6692-c597-4022-8564-dfb678bdf8b3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (3b78726a-fc06-477c-a63c-092830ccef8b), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.916315 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f53f6692-c597-4022-8564-dfb678bdf8b3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.920162 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f53f6692-c597-4022-8564-dfb678bdf8b3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "DELETE /v2.0/networks/3b78726a-fc06-477c-a63c-092830ccef8b HTTP/1.1" status: 204 len: 168 time: 0.4956977 Feb 10 16:10:41.923385 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41588) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:41.930492 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f6692-c597-4022-8564-dfb678bdf8b3 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event deleted for resources: {'Network': ['ID=3b78726a-fc06-477c-a63c-092830ccef8b,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:41.934370 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:41.956571 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b369c588-231d-4827-9ed1-a8e4b621f10c tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] GET failed (client error): The resource could not be found. Feb 10 16:10:41.963058 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-b369c588-231d-4827-9ed1-a8e4b621f10c tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "GET /v2.0/subnets/cb0fd5e6-93d4-42d5-89ee-db7810a029a2 HTTP/1.1" status: 404 len: 337 time: 0.0378458 Feb 10 16:10:41.965695 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41590) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:41.984765 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de23d0f-be9a-42d8-82c7-b9c1a048d224 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] DELETE failed (client error): The resource could not be found. Feb 10 16:10:41.985340 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de23d0f-be9a-42d8-82c7-b9c1a048d224 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:10:41.988385 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8de23d0f-be9a-42d8-82c7-b9c1a048d224 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "DELETE /v2.0/networks/3b78726a-fc06-477c-a63c-092830ccef8b HTTP/1.1" status: 404 len: 339 time: 0.0215263 Feb 10 16:10:41.992903 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41592) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:42.018194 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-91dcadbd-e588-4cd3-8e4c-3d0afef82ab8 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] DELETE failed (client error): The resource could not be found. Feb 10 16:10:42.018610 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91dcadbd-e588-4cd3-8e4c-3d0afef82ab8 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:10:42.021741 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-91dcadbd-e588-4cd3-8e4c-3d0afef82ab8 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "DELETE /v2.0/subnets/cb0fd5e6-93d4-42d5-89ee-db7810a029a2 HTTP/1.1" status: 404 len: 337 time: 0.0277627 Feb 10 16:10:42.025024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41594) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:42.046061 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-506d166a-e3d6-4304-af51-054c97b7f157 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] DELETE failed (client error): The resource could not be found. Feb 10 16:10:42.046644 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506d166a-e3d6-4304-af51-054c97b7f157 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:10:42.049881 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-506d166a-e3d6-4304-af51-054c97b7f157 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "DELETE /v2.0/networks/3b78726a-fc06-477c-a63c-092830ccef8b HTTP/1.1" status: 404 len: 339 time: 0.0235837 Feb 10 16:10:42.053157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41596) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:42.127419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f041e86e-bbe0-4cc2-b012-710cbce69c88 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Deleting subnet 3689eebb-8801-4b3e-8d3a-b5a6e750a63d {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 16:10:42.131327 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f041e86e-bbe0-4cc2-b012-710cbce69c88 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for subnet (3689eebb-8801-4b3e-8d3a-b5a6e750a63d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.177770 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f041e86e-bbe0-4cc2-b012-710cbce69c88 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (3689eebb-8801-4b3e-8d3a-b5a6e750a63d), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.265476 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f041e86e-bbe0-4cc2-b012-710cbce69c88 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (3689eebb-8801-4b3e-8d3a-b5a6e750a63d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.323671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8fbe16fc-a501-4696-a17e-6417010e4ce9 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:42.326571 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f041e86e-bbe0-4cc2-b012-710cbce69c88 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (3689eebb-8801-4b3e-8d3a-b5a6e750a63d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.358455 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041e86e-bbe0-4cc2-b012-710cbce69c88 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event deleted for resources: {'Subnet': ['ID=3689eebb-8801-4b3e-8d3a-b5a6e750a63d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:42.362132 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f041e86e-bbe0-4cc2-b012-710cbce69c88 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.368069 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41598) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:42.368577 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f041e86e-bbe0-4cc2-b012-710cbce69c88 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "DELETE /v2.0/subnets/3689eebb-8801-4b3e-8d3a-b5a6e750a63d HTTP/1.1" status: 204 len: 168 time: 0.3138511 Feb 10 16:10:42.379071 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8fbe16fc-a501-4696-a17e-6417010e4ce9 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:42.379371 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8fbe16fc-a501-4696-a17e-6417010e4ce9), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.460096 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (33e90dbc-471d-42f3-a322-a6f3168b19d3), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.461823 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8fbe16fc-a501-4696-a17e-6417010e4ce9 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:42.462222 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8fbe16fc-a501-4696-a17e-6417010e4ce9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.494515 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 8fbe16fc-a501-4696-a17e-6417010e4ce9, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8fbe16fc-a501-4696-a17e-6417010e4ce9,segment=NetworkSegment(fe0ecdc3-6493-40b7-a82e-9362fd119cdf),segment_id=fe0ecdc3-6493-40b7-a82e-9362fd119cdf)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:42.498477 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8fbe16fc-a501-4696-a17e-6417010e4ce9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.513280 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Deleting port 8fbe16fc-a501-4696-a17e-6417010e4ce9 {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:10:42.513631 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8fbe16fc-a501-4696-a17e-6417010e4ce9), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.552803 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=8fbe16fc-a501-4696-a17e-6417010e4ce9,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:42.582006 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] For port 8fbe16fc-a501-4696-a17e-6417010e4ce9, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8fbe16fc-a501-4696-a17e-6417010e4ce9,segment=NetworkSegment(fe0ecdc3-6493-40b7-a82e-9362fd119cdf),segment_id=fe0ecdc3-6493-40b7-a82e-9362fd119cdf)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:42.582368 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8fbe16fc-a501-4696-a17e-6417010e4ce9), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.595839 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Calling delete_port for 8fbe16fc-a501-4696-a17e-6417010e4ce9 owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:10:42.677690 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (8fbe16fc-a501-4696-a17e-6417010e4ce9), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.702348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event deleted for resources: {'Port': ['ID=8fbe16fc-a501-4696-a17e-6417010e4ce9,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:42.709481 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] No DVR routers for this DVR port 8fbe16fc-a501-4696-a17e-6417010e4ce9 on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:42.801942 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (33e90dbc-471d-42f3-a322-a6f3168b19d3), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.822971 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e90dbc-471d-42f3-a322-a6f3168b19d3']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:42.832585 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0ecdc3-6493-40b7-a82e-9362fd119cdf') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:42.832935 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0ecdc3-6493-40b7-a82e-9362fd119cdf') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:42.844952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46683bd7-e7e0-447d-a079-9a73a0b7fa3a None None] get_active_networks_info from n-d-815324-7 {{(pid=103370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 16:10:42.846774 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (fe0ecdc3-6493-40b7-a82e-9362fd119cdf), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.860078 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (fe0ecdc3-6493-40b7-a82e-9362fd119cdf), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.866219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:10:42.867193 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (fe0ecdc3-6493-40b7-a82e-9362fd119cdf), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: timer() Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:10:42.870628 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:10:42.911366 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46683bd7-e7e0-447d-a079-9a73a0b7fa3a None None] Resources bound (agent type, host, resource id): {{(pid=103370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 16:10:42.933657 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (33e90dbc-471d-42f3-a322-a6f3168b19d3), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.939924 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:42.943711 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "DELETE /v2.0/networks/33e90dbc-471d-42f3-a322-a6f3168b19d3 HTTP/1.1" status: 204 len: 168 time: 0.5726404 Feb 10 16:10:42.946316 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41600) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:42.959155 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29711f21-0a12-46ab-ae8e-12c815656255 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event deleted for resources: {'Network': ['ID=33e90dbc-471d-42f3-a322-a6f3168b19d3,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:42.963669 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-780b5ec8-02cd-4a8f-b0e7-275112f2e880 None None] Could not find standard attr ID for object 8fbe16fc-a501-4696-a17e-6417010e4ce9. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:10:42.973097 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f90a0f7-00fd-4eaf-a3fb-a8d6d3b84bc0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] DELETE failed (client error): The resource could not be found. Feb 10 16:10:42.973565 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f90a0f7-00fd-4eaf-a3fb-a8d6d3b84bc0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:10:42.977292 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8f90a0f7-00fd-4eaf-a3fb-a8d6d3b84bc0 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "DELETE /v2.0/subnets/b6663640-5157-476f-a12d-480c8affae68 HTTP/1.1" status: 404 len: 337 time: 0.0299461 Feb 10 16:10:42.980598 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41602) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:42.999353 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0a3083-7107-4942-bf55-f0a394e6ee71 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] DELETE failed (client error): The resource could not be found. Feb 10 16:10:43.000347 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0a3083-7107-4942-bf55-f0a394e6ee71 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:10:43.003140 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-da0a3083-7107-4942-bf55-f0a394e6ee71 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "DELETE /v2.0/networks/876bd495-a9ae-46e6-8b89-3815e42cc6c1 HTTP/1.1" status: 404 len: 339 time: 0.0214374 Feb 10 16:10:43.005090 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67d17915-d7f9-4287-b7ba-df24de4c810f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:43.005696 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41604) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:43.031291 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-6655ea8a-ce7b-44c8-acac-1eb0535de479 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] DELETE failed (client error): The resource could not be found. Feb 10 16:10:43.031736 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6655ea8a-ce7b-44c8-acac-1eb0535de479 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:10:43.034817 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6655ea8a-ce7b-44c8-acac-1eb0535de479 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "DELETE /v2.0/subnets/a594e3cb-6619-4124-be01-aa1b704baa70 HTTP/1.1" status: 404 len: 337 time: 0.0281322 Feb 10 16:10:43.037474 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41606) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:43.056841 n-d-815324-7 neutron-server[103369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad6a294-e01c-4b78-8e03-db5da1d92cb2 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] DELETE failed (client error): The resource could not be found. Feb 10 16:10:43.057332 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad6a294-e01c-4b78-8e03-db5da1d92cb2 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 16:10:43.060287 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4ad6a294-e01c-4b78-8e03-db5da1d92cb2 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "DELETE /v2.0/networks/f80d4da9-5a1d-4a9a-bdee-3fd99eed03f2 HTTP/1.1" status: 404 len: 339 time: 0.0217748 Feb 10 16:10:43.062778 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41608) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:43.088325 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c201f4-2654-4c3c-a9d8-453f6e074c62 None None] Network 33e90dbc-471d-42f3-a322-a6f3168b19d3 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:43.099852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c201f4-2654-4c3c-a9d8-453f6e074c62 None None] Network 33e90dbc-471d-42f3-a322-a6f3168b19d3 could not be found, it might have been deleted concurrently. {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 16:10:43.117128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c870a3-16e4-4d92-a975-801c4b6d01a6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Deleting subnet ad15053e-e08a-41f3-bd6f-7ee55da51909 {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 16:10:43.120608 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-67c870a3-16e4-4d92-a975-801c4b6d01a6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for subnet (ad15053e-e08a-41f3-bd6f-7ee55da51909), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:43.159669 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6257d19d-d0d1-4444-9d60-c0a80bddc3c9 None None] DHCP port deletion for 33e90dbc-471d-42f3-a322-a6f3168b19d3 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 16:10:43.170118 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-67c870a3-16e4-4d92-a975-801c4b6d01a6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (ad15053e-e08a-41f3-bd6f-7ee55da51909), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:43.252244 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-67c870a3-16e4-4d92-a975-801c4b6d01a6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (ad15053e-e08a-41f3-bd6f-7ee55da51909), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:43.309485 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-67c870a3-16e4-4d92-a975-801c4b6d01a6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (ad15053e-e08a-41f3-bd6f-7ee55da51909), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:43.336169 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c870a3-16e4-4d92-a975-801c4b6d01a6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event deleted for resources: {'Subnet': ['ID=ad15053e-e08a-41f3-bd6f-7ee55da51909,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:43.338138 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-67c870a3-16e4-4d92-a975-801c4b6d01a6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:43.342251 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-67c870a3-16e4-4d92-a975-801c4b6d01a6 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "DELETE /v2.0/subnets/ad15053e-e08a-41f3-bd6f-7ee55da51909 HTTP/1.1" status: 204 len: 168 time: 0.2776465 Feb 10 16:10:43.344372 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41610) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:43.346829 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c1e85-c993-45a7-9dba-2de134db64d8 None None] Network cd741a3d-0223-45ae-b753-2eb11e9d36b3 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:43.423468 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (cd741a3d-0223-45ae-b753-2eb11e9d36b3), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:43.475780 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Deleting port 019eb0f9-2a37-4d8c-b176-7704de4b05e9 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:10:43.476237 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (019eb0f9-2a37-4d8c-b176-7704de4b05e9), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:43.496742 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7985dab0-0b50-4f41-b48f-e19081a2fe88 None None] DHCP port deletion for cd741a3d-0223-45ae-b753-2eb11e9d36b3 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 16:10:43.545775 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7985dab0-0b50-4f41-b48f-e19081a2fe88 None None] Deleting port 019eb0f9-2a37-4d8c-b176-7704de4b05e9 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:10:43.546149 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7985dab0-0b50-4f41-b48f-e19081a2fe88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (019eb0f9-2a37-4d8c-b176-7704de4b05e9), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:43.614759 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-7985dab0-0b50-4f41-b48f-e19081a2fe88 None None] For port 019eb0f9-2a37-4d8c-b176-7704de4b05e9, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=019eb0f9-2a37-4d8c-b176-7704de4b05e9,segment=NetworkSegment(771612cd-e724-4bb6-b037-a01636349b4e),segment_id=771612cd-e724-4bb6-b037-a01636349b4e)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:43.615164 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7985dab0-0b50-4f41-b48f-e19081a2fe88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (019eb0f9-2a37-4d8c-b176-7704de4b05e9), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:43.628355 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-7985dab0-0b50-4f41-b48f-e19081a2fe88 None None] Calling delete_port for 019eb0f9-2a37-4d8c-b176-7704de4b05e9 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:10:43.709484 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7985dab0-0b50-4f41-b48f-e19081a2fe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (019eb0f9-2a37-4d8c-b176-7704de4b05e9), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:43.737482 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985dab0-0b50-4f41-b48f-e19081a2fe88 None None] Pushing event deleted for resources: {'Port': ['ID=019eb0f9-2a37-4d8c-b176-7704de4b05e9,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:43.743525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7985dab0-0b50-4f41-b48f-e19081a2fe88 None None] No DVR routers for this DVR port 019eb0f9-2a37-4d8c-b176-7704de4b05e9 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:43.880750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] For port 019eb0f9-2a37-4d8c-b176-7704de4b05e9, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=019eb0f9-2a37-4d8c-b176-7704de4b05e9,segment=NetworkSegment(771612cd-e724-4bb6-b037-a01636349b4e),segment_id=771612cd-e724-4bb6-b037-a01636349b4e)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:43.881112 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (019eb0f9-2a37-4d8c-b176-7704de4b05e9), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:43.893495 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Calling delete_port for 019eb0f9-2a37-4d8c-b176-7704de4b05e9 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:10:43.964635 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (019eb0f9-2a37-4d8c-b176-7704de4b05e9), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:43.988752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event deleted for resources: {'Port': ['ID=019eb0f9-2a37-4d8c-b176-7704de4b05e9,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:43.994637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] No DVR routers for this DVR port 019eb0f9-2a37-4d8c-b176-7704de4b05e9 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:44.077813 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (cd741a3d-0223-45ae-b753-2eb11e9d36b3), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:44.100022 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd741a3d-0223-45ae-b753-2eb11e9d36b3']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:44.111156 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771612cd-e724-4bb6-b037-a01636349b4e') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:44.111451 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771612cd-e724-4bb6-b037-a01636349b4e') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:44.122377 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (771612cd-e724-4bb6-b037-a01636349b4e), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:44.141440 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (771612cd-e724-4bb6-b037-a01636349b4e), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:44.148956 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:10:44.149479 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (771612cd-e724-4bb6-b037-a01636349b4e), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: self.session.flush() Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: timer() Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:10:44.152986 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:10:44.221401 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (cd741a3d-0223-45ae-b753-2eb11e9d36b3), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:44.228438 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:44.231542 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] 10.222.0.64 "DELETE /v2.0/networks/cd741a3d-0223-45ae-b753-2eb11e9d36b3 HTTP/1.1" status: 204 len: 168 time: 0.8861566 Feb 10 16:10:44.242990 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733c7d8-9971-4493-ac27-032021b7fb52 tempest-NetworksIpV6Test-1054826367 tempest-NetworksIpV6Test-1054826367-project] Pushing event deleted for resources: {'Network': ['ID=cd741a3d-0223-45ae-b753-2eb11e9d36b3,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:44.299804 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 019eb0f9-2a37-4d8c-b176-7704de4b05e9 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:44.320971 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 019eb0f9-2a37-4d8c-b176-7704de4b05e9 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:10:44.321313 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 019eb0f9-2a37-4d8c-b176-7704de4b05e9 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:44.321732 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8fbe16fc-a501-4696-a17e-6417010e4ce9 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:44.341369 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 8fbe16fc-a501-4696-a17e-6417010e4ce9 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:10:44.341812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8fbe16fc-a501-4696-a17e-6417010e4ce9 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:44.477157 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41616) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:44.607523 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f632cb23-1b3a-4bef-a8ba-07d0a545b278 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85ab8bfadb0746a49949b027b958aefc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289392 Feb 10 16:10:44.610443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41620) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:44.657454 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4f85491-89e8-4351-89fb-a1d39a4d532b admin admin] Publish callbacks [] for security_group (088401da-cdd3-45c1-835b-1ec5e4d3d70f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:44.677833 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4f85491-89e8-4351-89fb-a1d39a4d532b admin admin] Publish callbacks [] for security_group (088401da-cdd3-45c1-835b-1ec5e4d3d70f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:44.725721 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4f85491-89e8-4351-89fb-a1d39a4d532b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (088401da-cdd3-45c1-835b-1ec5e4d3d70f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:44.728313 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e4f85491-89e8-4351-89fb-a1d39a4d532b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:44.729515 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e4f85491-89e8-4351-89fb-a1d39a4d532b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/088401da-cdd3-45c1-835b-1ec5e4d3d70f HTTP/1.1" status: 204 len: 168 time: 0.1181781 Feb 10 16:10:44.737443 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f85491-89e8-4351-89fb-a1d39a4d532b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088401da-cdd3-45c1-835b-1ec5e4d3d70f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:45.250235 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5ff10709-d4aa-4223-9842-998f42a25f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:45.350001 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41642) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:45.443928 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-94f4b70e-9d2d-4c16-9d17-e34b3ffa40f4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1496308827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:45.466326 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-94f4b70e-9d2d-4c16-9d17-e34b3ffa40f4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (4079116d-94a6-4e6a-ba61-9763086d0d95), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:45.467401 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-94f4b70e-9d2d-4c16-9d17-e34b3ffa40f4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (4079116d-94a6-4e6a-ba61-9763086d0d95), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:45.517292 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-94f4b70e-9d2d-4c16-9d17-e34b3ffa40f4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for router_controller (4079116d-94a6-4e6a-ba61-9763086d0d95), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:45.521420 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-94f4b70e-9d2d-4c16-9d17-e34b3ffa40f4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (4079116d-94a6-4e6a-ba61-9763086d0d95), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:45.538245 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-94f4b70e-9d2d-4c16-9d17-e34b3ffa40f4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:45.544037 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-94f4b70e-9d2d-4c16-9d17-e34b3ffa40f4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1930108 Feb 10 16:10:45.548555 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41646) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:45.553686 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-7a570824-ceb4-454f-9926-9245426b9ca4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-72840035'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:45.573378 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a570824-ceb4-454f-9926-9245426b9ca4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Made reservation on behalf of 2c005c47569949bba5a5bb62d456f84a for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:45.576564 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a570824-ceb4-454f-9926-9245426b9ca4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:45.588021 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a570824-ceb4-454f-9926-9245426b9ca4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:45.659642 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a570824-ceb4-454f-9926-9245426b9ca4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for security_group (927f3cd5-1c92-45dc-9f09-a75cea0e6a8b), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:45.663228 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a570824-ceb4-454f-9926-9245426b9ca4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (927f3cd5-1c92-45dc-9f09-a75cea0e6a8b), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:45.688638 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a570824-ceb4-454f-9926-9245426b9ca4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:45.698508 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a570824-ceb4-454f-9926-9245426b9ca4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927f3cd5-1c92-45dc-9f09-a75cea0e6a8b,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:45.703289 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a570824-ceb4-454f-9926-9245426b9ca4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (827fa08f-7dda-4fc4-817a-80b96fb3ec00), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:45.703636 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-7a570824-ceb4-454f-9926-9245426b9ca4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Added segment 827fa08f-7dda-4fc4-817a-80b96fb3ec00 of type vlan for network c55f7c98-441d-44f4-a9dc-ae651d43df03 Feb 10 16:10:45.741087 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a570824-ceb4-454f-9926-9245426b9ca4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (c55f7c98-441d-44f4-a9dc-ae651d43df03), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:45.765789 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a570824-ceb4-454f-9926-9245426b9ca4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (c55f7c98-441d-44f4-a9dc-ae651d43df03), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:45.770648 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a570824-ceb4-454f-9926-9245426b9ca4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:45.771163 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-7a570824-ceb4-454f-9926-9245426b9ca4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:45.803542 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-7a570824-ceb4-454f-9926-9245426b9ca4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2538850 Feb 10 16:10:45.806761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41648) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:45.813247 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-a4f7e9fe-d2bd-423e-b847-be59946c3228 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Request body: {'subnet': {'network_id': 'c55f7c98-441d-44f4-a9dc-ae651d43df03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:45.860405 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a570824-ceb4-454f-9926-9245426b9ca4 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Pushing event updated for resources: {'Network': ['ID=c55f7c98-441d-44f4-a9dc-ae651d43df03,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:45.871022 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network c55f7c98-441d-44f4-a9dc-ae651d43df03 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:45.928699 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f7e9fe-d2bd-423e-b847-be59946c3228 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Made reservation on behalf of 2c005c47569949bba5a5bb62d456f84a for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:45.932117 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4f7e9fe-d2bd-423e-b847-be59946c3228 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.104717 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4f7e9fe-d2bd-423e-b847-be59946c3228 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (5b70d847-346e-4543-8ac1-e95f1a79eaa8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.161348 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7e9fe-d2bd-423e-b847-be59946c3228 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Pushing event updated for resources: {'Subnet': ['ID=5b70d847-346e-4543-8ac1-e95f1a79eaa8,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:46.170274 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f7e9fe-d2bd-423e-b847-be59946c3228 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Checking segment: {'id': '827fa08f-7dda-4fc4-817a-80b96fb3ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c55f7c98-441d-44f4-a9dc-ae651d43df03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:46.170631 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f7e9fe-d2bd-423e-b847-be59946c3228 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Network hostable DHCP agents. Network: c55f7c98-441d-44f4-a9dc-ae651d43df03, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:46.187205 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f7e9fe-d2bd-423e-b847-be59946c3228 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Network c55f7c98-441d-44f4-a9dc-ae651d43df03 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:46.195362 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-a4f7e9fe-d2bd-423e-b847-be59946c3228 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, c55f7c98-441d-44f4-a9dc-ae651d43df03) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:46.199330 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f7e9fe-d2bd-423e-b847-be59946c3228 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:46.199914 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-a4f7e9fe-d2bd-423e-b847-be59946c3228 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.205651 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30da7a59-0fe7-45d3-9d4a-fa24045db27e None None] Network c55f7c98-441d-44f4-a9dc-ae651d43df03 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:46.216065 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-a4f7e9fe-d2bd-423e-b847-be59946c3228 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4083116 Feb 10 16:10:46.219239 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41650) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:46.224282 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-621b87d3-741c-4944-bed5-565f650d0c30 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1949616262'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:46.251668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621b87d3-741c-4944-bed5-565f650d0c30 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Made reservation on behalf of 2c005c47569949bba5a5bb62d456f84a for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:46.254980 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-621b87d3-741c-4944-bed5-565f650d0c30 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.281151 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621b87d3-741c-4944-bed5-565f650d0c30 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:46.291509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-621b87d3-741c-4944-bed5-565f650d0c30 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (cf0d9102-ef49-46c8-aafb-462bbf24cc22), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.291856 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-621b87d3-741c-4944-bed5-565f650d0c30 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Added segment cf0d9102-ef49-46c8-aafb-462bbf24cc22 of type vlan for network 1b9884f0-db37-4a02-a8bb-05295b54a7b5 Feb 10 16:10:46.312855 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-c55f7c98-441d-44f4-a9dc-ae651d43df03', 'network_id': 'c55f7c98-441d-44f4-a9dc-ae651d43df03', 'project_id': '2c005c47569949bba5a5bb62d456f84a', 'fixed_ips': [{'subnet_id': '5b70d847-346e-4543-8ac1-e95f1a79eaa8'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 16:10:46.313798 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.332257 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-621b87d3-741c-4944-bed5-565f650d0c30 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (1b9884f0-db37-4a02-a8bb-05295b54a7b5), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.357741 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-621b87d3-741c-4944-bed5-565f650d0c30 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (1b9884f0-db37-4a02-a8bb-05295b54a7b5), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.362744 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621b87d3-741c-4944-bed5-565f650d0c30 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:46.363327 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-621b87d3-741c-4944-bed5-565f650d0c30 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.395760 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-621b87d3-741c-4944-bed5-565f650d0c30 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1754198 Feb 10 16:10:46.399223 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41652) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:46.406377 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-d1270e43-3f48-4838-8061-d6821a6d563d tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Request body: {'subnet': {'network_id': '1b9884f0-db37-4a02-a8bb-05295b54a7b5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:46.446486 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Allocated IP 172.20.0.2 (c55f7c98-441d-44f4-a9dc-ae651d43df03/5b70d847-346e-4543-8ac1-e95f1a79eaa8/2cab5ede-f650-44bc-a785-32bf32972e0f) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:46.457415 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b87d3-741c-4944-bed5-565f650d0c30 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Pushing event updated for resources: {'Network': ['ID=1b9884f0-db37-4a02-a8bb-05295b54a7b5,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:46.472097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 1b9884f0-db37-4a02-a8bb-05295b54a7b5 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:46.524668 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1270e43-3f48-4838-8061-d6821a6d563d tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Made reservation on behalf of 2c005c47569949bba5a5bb62d456f84a for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:46.528009 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1270e43-3f48-4838-8061-d6821a6d563d tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.589889 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.660208 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Publish callbacks [] for port (2cab5ede-f650-44bc-a785-32bf32972e0f), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.666710 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (2cab5ede-f650-44bc-a785-32bf32972e0f), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.702652 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Network c55f7c98-441d-44f4-a9dc-ae651d43df03 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:46.705597 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:46.709244 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:46.711001 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1270e43-3f48-4838-8061-d6821a6d563d tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (18c1df4e-09ae-423e-8016-6f676a7911ac), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.722781 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Pushing event updated for resources: {'Port': ['ID=2cab5ede-f650-44bc-a785-32bf32972e0f,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:46.772991 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1270e43-3f48-4838-8061-d6821a6d563d tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Pushing event updated for resources: {'Subnet': ['ID=18c1df4e-09ae-423e-8016-6f676a7911ac,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:46.775978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Attempting to bind port 2cab5ede-f650-44bc-a785-32bf32972e0f on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:10:46.776338 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Attempting to bind port 2cab5ede-f650-44bc-a785-32bf32972e0f by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '827fa08f-7dda-4fc4-817a-80b96fb3ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c55f7c98-441d-44f4-a9dc-ae651d43df03'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:10:46.780322 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Attempting to bind port 2cab5ede-f650-44bc-a785-32bf32972e0f on network c55f7c98-441d-44f4-a9dc-ae651d43df03 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:46.782442 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:46.782917 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Checking segment: {'id': '827fa08f-7dda-4fc4-817a-80b96fb3ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c55f7c98-441d-44f4-a9dc-ae651d43df03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:46.783330 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.783449 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1270e43-3f48-4838-8061-d6821a6d563d tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Checking segment: {'id': 'cf0d9102-ef49-46c8-aafb-462bbf24cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1b9884f0-db37-4a02-a8bb-05295b54a7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:46.783729 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Bound using segment: {'id': '827fa08f-7dda-4fc4-817a-80b96fb3ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c55f7c98-441d-44f4-a9dc-ae651d43df03'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:46.783861 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1270e43-3f48-4838-8061-d6821a6d563d tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Network hostable DHCP agents. Network: 1b9884f0-db37-4a02-a8bb-05295b54a7b5, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:46.784663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Bound port: 2cab5ede-f650-44bc-a785-32bf32972e0f, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827fa08f-7dda-4fc4-817a-80b96fb3ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c55f7c98-441d-44f4-a9dc-ae651d43df03'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:10:46.784663 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2cab5ede-f650-44bc-a785-32bf32972e0f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.802256 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1270e43-3f48-4838-8061-d6821a6d563d tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Network 1b9884f0-db37-4a02-a8bb-05295b54a7b5 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:46.811024 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-d1270e43-3f48-4838-8061-d6821a6d563d tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 1b9884f0-db37-4a02-a8bb-05295b54a7b5) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:46.815113 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1270e43-3f48-4838-8061-d6821a6d563d tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:46.815698 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d1270e43-3f48-4838-8061-d6821a6d563d tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.821959 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd2f96a-be93-4e44-a36b-fb96ba1a84e1 None None] Network 1b9884f0-db37-4a02-a8bb-05295b54a7b5 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:46.832166 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d1270e43-3f48-4838-8061-d6821a6d563d tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4318595 Feb 10 16:10:46.835196 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41654) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:46.840596 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-9e282a96-7c0e-4acf-a35b-af7d77e1d7f3 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b9884f0-db37-4a02-a8bb-05295b54a7b5'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:46.911375 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] For port 2cab5ede-f650-44bc-a785-32bf32972e0f, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:46.915935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] For port 2cab5ede-f650-44bc-a785-32bf32972e0f, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=2cab5ede-f650-44bc-a785-32bf32972e0f,segment=NetworkSegment(827fa08f-7dda-4fc4-817a-80b96fb3ec00),segment_id=827fa08f-7dda-4fc4-817a-80b96fb3ec00)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:46.925971 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2cab5ede-f650-44bc-a785-32bf32972e0f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:46.994061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-1b9884f0-db37-4a02-a8bb-05295b54a7b5', 'network_id': '1b9884f0-db37-4a02-a8bb-05295b54a7b5', 'project_id': '2c005c47569949bba5a5bb62d456f84a', 'fixed_ips': [{'subnet_id': '18c1df4e-09ae-423e-8016-6f676a7911ac'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 16:10:46.994948 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:47.020062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a330d-72b0-4d07-a49b-fc7b2e3e394e None None] Pushing event updated for resources: {'Port': ['ID=2cab5ede-f650-44bc-a785-32bf32972e0f,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:47.170014 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Allocated IP 172.21.0.2 (1b9884f0-db37-4a02-a8bb-05295b54a7b5/18c1df4e-09ae-423e-8016-6f676a7911ac/f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:47.342084 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Publish callbacks [] for port (f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:47.348465 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:47.392469 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Network 1b9884f0-db37-4a02-a8bb-05295b54a7b5 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:47.395342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:47.398880 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:47.405379 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Pushing event updated for resources: {'Port': ['ID=f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:47.422012 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-9e282a96-7c0e-4acf-a35b-af7d77e1d7f3 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for router_gateway (4079116d-94a6-4e6a-ba61-9763086d0d95), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:47.459786 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Attempting to bind port f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:10:47.460691 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Attempting to bind port f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': 'cf0d9102-ef49-46c8-aafb-462bbf24cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1b9884f0-db37-4a02-a8bb-05295b54a7b5'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:10:47.461064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Attempting to bind port f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0 on network 1b9884f0-db37-4a02-a8bb-05295b54a7b5 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:47.466015 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:47.466393 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Checking segment: {'id': 'cf0d9102-ef49-46c8-aafb-462bbf24cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1b9884f0-db37-4a02-a8bb-05295b54a7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:47.466795 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:47.467188 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Bound using segment: {'id': 'cf0d9102-ef49-46c8-aafb-462bbf24cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1b9884f0-db37-4a02-a8bb-05295b54a7b5'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:47.467653 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Bound port: f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0d9102-ef49-46c8-aafb-462bbf24cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1b9884f0-db37-4a02-a8bb-05295b54a7b5'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:10:47.468027 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:47.529107 n-d-815324-7 neutron-server[103368]: INFO neutron.api.v2.resource [None req-9e282a96-7c0e-4acf-a35b-af7d77e1d7f3 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 16:10:47.530186 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-9e282a96-7c0e-4acf-a35b-af7d77e1d7f3 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] 10.222.0.64 "PUT /v2.0/routers/4079116d-94a6-4e6a-ba61-9763086d0d95 HTTP/1.1" status: 400 len: 364 time: 0.6932914 Feb 10 16:10:47.536399 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41656) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:47.548757 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] For port f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:47.551908 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] For port f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0,segment=NetworkSegment(cf0d9102-ef49-46c8-aafb-462bbf24cc22),segment_id=cf0d9102-ef49-46c8-aafb-462bbf24cc22)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:47.559228 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:47.588633 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-afda3bfc-a641-4700-a062-94c646c174d0 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Deleting subnet 18c1df4e-09ae-423e-8016-6f676a7911ac {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 16:10:47.591826 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-afda3bfc-a641-4700-a062-94c646c174d0 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for subnet (18c1df4e-09ae-423e-8016-6f676a7911ac), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:47.635904 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-afda3bfc-a641-4700-a062-94c646c174d0 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (18c1df4e-09ae-423e-8016-6f676a7911ac), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:47.637211 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee9346-87e6-4b4a-8cc8-6a450fc38ae4 None None] Pushing event updated for resources: {'Port': ['ID=f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:47.727029 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-afda3bfc-a641-4700-a062-94c646c174d0 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (18c1df4e-09ae-423e-8016-6f676a7911ac), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:47.788838 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-afda3bfc-a641-4700-a062-94c646c174d0 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (18c1df4e-09ae-423e-8016-6f676a7911ac), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:47.818590 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-afda3bfc-a641-4700-a062-94c646c174d0 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:47.831105 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41658) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:47.832771 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-afda3bfc-a641-4700-a062-94c646c174d0 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] 10.222.0.64 "DELETE /v2.0/subnets/18c1df4e-09ae-423e-8016-6f676a7911ac HTTP/1.1" status: 204 len: 168 time: 0.2939851 Feb 10 16:10:47.834507 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda3bfc-a641-4700-a062-94c646c174d0 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Pushing event deleted for resources: {'Subnet': ['ID=18c1df4e-09ae-423e-8016-6f676a7911ac,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:47.937347 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (1b9884f0-db37-4a02-a8bb-05295b54a7b5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:47.996044 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Deleting port f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:10:47.996526 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.064748 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] For port f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0,segment=NetworkSegment(cf0d9102-ef49-46c8-aafb-462bbf24cc22),segment_id=cf0d9102-ef49-46c8-aafb-462bbf24cc22)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:48.065113 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.078548 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Calling delete_port for f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:10:48.106235 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.111221 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c51a6e-a83f-402d-b296-23f4397ba228 None None] Network c55f7c98-441d-44f4-a9dc-ae651d43df03 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:48.166847 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.180867 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-573c48a7-b3b9-4fc6-b960-fc8aea9c2db0 None None] Provisioning complete for port 2cab5ede-f650-44bc-a785-32bf32972e0f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:48.181352 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-573c48a7-b3b9-4fc6-b960-fc8aea9c2db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2cab5ede-f650-44bc-a785-32bf32972e0f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.194550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] No DVR routers for this DVR port f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:48.199459 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Pushing event deleted for resources: {'Port': ['ID=f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:48.289272 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (1b9884f0-db37-4a02-a8bb-05295b54a7b5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.315976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-573c48a7-b3b9-4fc6-b960-fc8aea9c2db0 None None] Current status of the port 2cab5ede-f650-44bc-a785-32bf32972e0f is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:48.316381 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-573c48a7-b3b9-4fc6-b960-fc8aea9c2db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (2cab5ede-f650-44bc-a785-32bf32972e0f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.317094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9884f0-db37-4a02-a8bb-05295b54a7b5']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:48.333307 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0d9102-ef49-46c8-aafb-462bbf24cc22') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:48.333781 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0d9102-ef49-46c8-aafb-462bbf24cc22') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:48.346998 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (cf0d9102-ef49-46c8-aafb-462bbf24cc22), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.355751 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-573c48a7-b3b9-4fc6-b960-fc8aea9c2db0 None None] For port 2cab5ede-f650-44bc-a785-32bf32972e0f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=2cab5ede-f650-44bc-a785-32bf32972e0f,segment=NetworkSegment(827fa08f-7dda-4fc4-817a-80b96fb3ec00),segment_id=827fa08f-7dda-4fc4-817a-80b96fb3ec00)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:48.358556 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 2cab5ede-f650-44bc-a785-32bf32972e0f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:48.374625 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (cf0d9102-ef49-46c8-aafb-462bbf24cc22), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.382190 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:10:48.382600 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (cf0d9102-ef49-46c8-aafb-462bbf24cc22), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.384159 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-573c48a7-b3b9-4fc6-b960-fc8aea9c2db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (2cab5ede-f650-44bc-a785-32bf32972e0f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: timer() Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:10:48.386401 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:10:48.457724 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (1b9884f0-db37-4a02-a8bb-05295b54a7b5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.465920 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.472088 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] 10.222.0.64 "DELETE /v2.0/networks/1b9884f0-db37-4a02-a8bb-05295b54a7b5 HTTP/1.1" status: 204 len: 168 time: 0.6349964 Feb 10 16:10:48.474211 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41662) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:48.487519 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40938648-1d14-4d9e-8809-d439f49ce78e tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Pushing event deleted for resources: {'Network': ['ID=1b9884f0-db37-4a02-a8bb-05295b54a7b5,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:48.554940 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_v2 [None req-204d37ec-d4df-4238-b65b-2ed1e72a02ed tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Deleting subnet 5b70d847-346e-4543-8ac1-e95f1a79eaa8 {{(pid=103368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 16:10:48.559306 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-204d37ec-d4df-4238-b65b-2ed1e72a02ed tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for subnet (5b70d847-346e-4543-8ac1-e95f1a79eaa8), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.606383 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-204d37ec-d4df-4238-b65b-2ed1e72a02ed tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16397245'] for subnet (5b70d847-346e-4543-8ac1-e95f1a79eaa8), precommit_delete_associations {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.647133 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c48a7-b3b9-4fc6-b960-fc8aea9c2db0 None None] Pushing event updated for resources: {'Port': ['ID=2cab5ede-f650-44bc-a785-32bf32972e0f,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:48.659055 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 2cab5ede-f650-44bc-a785-32bf32972e0f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:48.659658 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2cab5ede-f650-44bc-a785-32bf32972e0f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.706981 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-204d37ec-d4df-4238-b65b-2ed1e72a02ed tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (5b70d847-346e-4543-8ac1-e95f1a79eaa8), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.715171 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d70412fe-bf28-469a-8079-0c1f14c313bd None None] Provisioning complete for port 2cab5ede-f650-44bc-a785-32bf32972e0f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:48.715548 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d70412fe-bf28-469a-8079-0c1f14c313bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (2cab5ede-f650-44bc-a785-32bf32972e0f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.785702 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-204d37ec-d4df-4238-b65b-2ed1e72a02ed tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15897879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16387353'] for subnet (5b70d847-346e-4543-8ac1-e95f1a79eaa8), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.799271 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 2cab5ede-f650-44bc-a785-32bf32972e0f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:48.818517 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d37ec-d4df-4238-b65b-2ed1e72a02ed tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Pushing event deleted for resources: {'Subnet': ['ID=5b70d847-346e-4543-8ac1-e95f1a79eaa8,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:48.822315 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-204d37ec-d4df-4238-b65b-2ed1e72a02ed tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.828580 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-204d37ec-d4df-4238-b65b-2ed1e72a02ed tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] 10.222.0.64 "DELETE /v2.0/subnets/5b70d847-346e-4543-8ac1-e95f1a79eaa8 HTTP/1.1" status: 204 len: 168 time: 0.3500900 Feb 10 16:10:48.828580 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41664) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:48.833080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f9e370-6cee-4605-8b75-8cc4a6bc778b None None] Network c55f7c98-441d-44f4-a9dc-ae651d43df03 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:48.865907 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d70412fe-bf28-469a-8079-0c1f14c313bd None None] Current status of the port 2cab5ede-f650-44bc-a785-32bf32972e0f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:48.895493 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e780df74-841d-4906-9124-f92a8ab6b3bb None None] DHCP port deletion for 1b9884f0-db37-4a02-a8bb-05295b54a7b5 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 16:10:48.922719 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (c55f7c98-441d-44f4-a9dc-ae651d43df03), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.925072 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef0bb0b-d66a-4f61-a872-97ab8bba4359 None None] Network 1b9884f0-db37-4a02-a8bb-05295b54a7b5 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:48.947621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef0bb0b-d66a-4f61-a872-97ab8bba4359 None None] Network 1b9884f0-db37-4a02-a8bb-05295b54a7b5 could not be found, it might have been deleted concurrently. {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 16:10:48.978989 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Deleting port 2cab5ede-f650-44bc-a785-32bf32972e0f {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:10:48.979335 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2cab5ede-f650-44bc-a785-32bf32972e0f), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:48.980987 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d7180c1d-cddd-4a75-9f6e-85b60e8df64e None None] Could not find standard attr ID for object f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0. {{(pid=103370) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 16:10:49.014493 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.036434 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3faad3-7314-4784-a682-cf5710932257 None None] DHCP port deletion for c55f7c98-441d-44f4-a9dc-ae651d43df03 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 16:10:49.047762 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] For port 2cab5ede-f650-44bc-a785-32bf32972e0f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=2cab5ede-f650-44bc-a785-32bf32972e0f,segment=NetworkSegment(827fa08f-7dda-4fc4-817a-80b96fb3ec00),segment_id=827fa08f-7dda-4fc4-817a-80b96fb3ec00)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:49.048125 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2cab5ede-f650-44bc-a785-32bf32972e0f), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.066297 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Calling delete_port for 2cab5ede-f650-44bc-a785-32bf32972e0f owned by network:dhcp {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:10:49.084076 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0b3faad3-7314-4784-a682-cf5710932257 None None] Deleting port 2cab5ede-f650-44bc-a785-32bf32972e0f {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:10:49.084451 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b3faad3-7314-4784-a682-cf5710932257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (2cab5ede-f650-44bc-a785-32bf32972e0f), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.146143 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (2cab5ede-f650-44bc-a785-32bf32972e0f), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.149984 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0b3faad3-7314-4784-a682-cf5710932257 None None] For port 2cab5ede-f650-44bc-a785-32bf32972e0f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=2cab5ede-f650-44bc-a785-32bf32972e0f,segment=NetworkSegment(827fa08f-7dda-4fc4-817a-80b96fb3ec00),segment_id=827fa08f-7dda-4fc4-817a-80b96fb3ec00)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:49.150501 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b3faad3-7314-4784-a682-cf5710932257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (2cab5ede-f650-44bc-a785-32bf32972e0f), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.162769 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0b3faad3-7314-4784-a682-cf5710932257 None None] Calling delete_port for 2cab5ede-f650-44bc-a785-32bf32972e0f owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:10:49.172361 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Pushing event deleted for resources: {'Port': ['ID=2cab5ede-f650-44bc-a785-32bf32972e0f,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:49.174225 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] No DVR routers for this DVR port 2cab5ede-f650-44bc-a785-32bf32972e0f on host n-d-815324-7 {{(pid=103368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 16:10:49.233318 n-d-815324-7 neutron-server[103370]: self.session.flush() Feb 10 16:10:49.243082 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b3faad3-7314-4784-a682-cf5710932257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (2cab5ede-f650-44bc-a785-32bf32972e0f), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.260413 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (c55f7c98-441d-44f4-a9dc-ae651d43df03), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.267929 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3faad3-7314-4784-a682-cf5710932257 None None] Pushing event deleted for resources: {'Port': ['ID=2cab5ede-f650-44bc-a785-32bf32972e0f,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:49.274650 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3faad3-7314-4784-a682-cf5710932257 None None] No DVR routers for this DVR port 2cab5ede-f650-44bc-a785-32bf32972e0f on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:10:49.291291 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55f7c98-441d-44f4-a9dc-ae651d43df03']}} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:49.303052 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827fa08f-7dda-4fc4-817a-80b96fb3ec00') {'for_net_delete': True} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:49.303355 n-d-815324-7 neutron-server[103368]: DEBUG neutron.services.segments.db [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827fa08f-7dda-4fc4-817a-80b96fb3ec00') {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:49.313525 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16397188'] for segment (827fa08f-7dda-4fc4-817a-80b96fb3ec00), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.327446 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (827fa08f-7dda-4fc4-817a-80b96fb3ec00), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.333780 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:10:49.334171 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15898029'] for segment (827fa08f-7dda-4fc4-817a-80b96fb3ec00), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: Traceback (most recent call last): Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: timer() Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: cb(*args, **kw) Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: return func(*args, **kwargs) Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: self._notify() Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: self.callback(batched_events) Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: event.method(event) Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: return f(self, *a, **k) Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: return self._get(url).json() Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: return self.request(url, 'GET', **kwargs) Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:10:49.337978 n-d-815324-7 neutron-server[103368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:10:49.395100 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (c55f7c98-441d-44f4-a9dc-ae651d43df03), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.402017 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.405174 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] 10.222.0.64 "DELETE /v2.0/networks/c55f7c98-441d-44f4-a9dc-ae651d43df03 HTTP/1.1" status: 204 len: 168 time: 0.5759516 Feb 10 16:10:49.407957 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41666) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:49.420554 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40907094-9386-433d-b5a7-b49e5b446eaa tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Pushing event deleted for resources: {'Network': ['ID=c55f7c98-441d-44f4-a9dc-ae651d43df03,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:49.440464 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-9a2030b2-0e2a-4a0c-9041-43838ff89f1f tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] 10.222.0.64 "GET /v2.0/ports?device_id=4079116d-94a6-4e6a-ba61-9763086d0d95 HTTP/1.1" status: 200 len: 205 time: 0.0313320 Feb 10 16:10:49.442841 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41668) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:49.525403 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-71e70d1d-fcdb-4b26-be6d-700ab56c9533 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for router (4079116d-94a6-4e6a-ba61-9763086d0d95), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.690653 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-71e70d1d-fcdb-4b26-be6d-700ab56c9533 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (4079116d-94a6-4e6a-ba61-9763086d0d95), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.692722 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-71e70d1d-fcdb-4b26-be6d-700ab56c9533 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for router_controller (4079116d-94a6-4e6a-ba61-9763086d0d95), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.741140 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-71e70d1d-fcdb-4b26-be6d-700ab56c9533 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (4079116d-94a6-4e6a-ba61-9763086d0d95), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.742149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e70d1d-fcdb-4b26-be6d-700ab56c9533 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Fanout notify agent at l3_agent the message router_deleted on router 4079116d-94a6-4e6a-ba61-9763086d0d95 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:10:49.748685 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-71e70d1d-fcdb-4b26-be6d-700ab56c9533 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:49.749811 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-71e70d1d-fcdb-4b26-be6d-700ab56c9533 tempest-RoutersNegativeTest-707203244 tempest-RoutersNegativeTest-707203244-project] 10.222.0.64 "DELETE /v2.0/routers/4079116d-94a6-4e6a-ba61-9763086d0d95 HTTP/1.1" status: 204 len: 168 time: 0.3059993 Feb 10 16:10:49.988829 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41674) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:50.117898 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-45f88f04-d50f-4aa1-ba99-3df51cfd692d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c005c47569949bba5a5bb62d456f84a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278908 Feb 10 16:10:50.120391 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41678) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:50.166660 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6e91b735-2498-4304-bf09-bae83acba686 admin admin] Publish callbacks [] for security_group (927f3cd5-1c92-45dc-9f09-a75cea0e6a8b), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:50.186885 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6e91b735-2498-4304-bf09-bae83acba686 admin admin] Publish callbacks [] for security_group (927f3cd5-1c92-45dc-9f09-a75cea0e6a8b), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:50.235722 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6e91b735-2498-4304-bf09-bae83acba686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (927f3cd5-1c92-45dc-9f09-a75cea0e6a8b), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:50.237554 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-6e91b735-2498-4304-bf09-bae83acba686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:50.238705 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-6e91b735-2498-4304-bf09-bae83acba686 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/927f3cd5-1c92-45dc-9f09-a75cea0e6a8b HTTP/1.1" status: 204 len: 168 time: 0.1173646 Feb 10 16:10:50.246725 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91b735-2498-4304-bf09-bae83acba686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927f3cd5-1c92-45dc-9f09-a75cea0e6a8b,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:50.294294 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:50.314764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:10:50.314950 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f4c1e633-54a4-42c8-8ed9-4a3c6df74dd0 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:50.315277 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 2cab5ede-f650-44bc-a785-32bf32972e0f no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:10:50.333579 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 2cab5ede-f650-44bc-a785-32bf32972e0f {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:10:50.333991 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 2cab5ede-f650-44bc-a785-32bf32972e0f not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:10:50.850053 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41700) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:50.946029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-e9c76b57-59be-4b41-8edc-98074691c86b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-12166118-network', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:50.965652 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c76b57-59be-4b41-8edc-98074691c86b admin admin] Made reservation on behalf of 0cd3614d0faf41e1aefa8fa21bf8a5ab for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:50.969010 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e9c76b57-59be-4b41-8edc-98074691c86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:50.982809 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e9c76b57-59be-4b41-8edc-98074691c86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.068373 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e9c76b57-59be-4b41-8edc-98074691c86b admin admin] Publish callbacks [] for security_group (a7daec23-145e-4d36-a491-8724fc1c3505), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.073189 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e9c76b57-59be-4b41-8edc-98074691c86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a7daec23-145e-4d36-a491-8724fc1c3505), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.101722 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c76b57-59be-4b41-8edc-98074691c86b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:51.108530 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c76b57-59be-4b41-8edc-98074691c86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7daec23-145e-4d36-a491-8724fc1c3505,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:51.114509 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e9c76b57-59be-4b41-8edc-98074691c86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.114853 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-e9c76b57-59be-4b41-8edc-98074691c86b admin admin] Added segment 88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5 of type vlan for network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 Feb 10 16:10:51.156775 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e9c76b57-59be-4b41-8edc-98074691c86b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (d8a2b1d5-89b6-457a-8285-708e2be2bdb0), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.181139 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e9c76b57-59be-4b41-8edc-98074691c86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (d8a2b1d5-89b6-457a-8285-708e2be2bdb0), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.182075 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c76b57-59be-4b41-8edc-98074691c86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:51.182640 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-e9c76b57-59be-4b41-8edc-98074691c86b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.213015 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-e9c76b57-59be-4b41-8edc-98074691c86b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3617210 Feb 10 16:10:51.215993 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41704) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:51.221166 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-e0476845-88fa-4dac-8f87-cd6b4b837893 admin admin] Request body: {'subnet': {'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-12166118-subnet', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:51.241326 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0476845-88fa-4dac-8f87-cd6b4b837893 admin admin] Made reservation on behalf of 0cd3614d0faf41e1aefa8fa21bf8a5ab for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:51.243647 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e0476845-88fa-4dac-8f87-cd6b4b837893 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.250535 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c76b57-59be-4b41-8edc-98074691c86b admin admin] Pushing event updated for resources: {'Network': ['ID=d8a2b1d5-89b6-457a-8285-708e2be2bdb0,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:51.261753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:51.428735 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e0476845-88fa-4dac-8f87-cd6b4b837893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (a4b21b23-90d4-4c10-94c4-b892bea661af), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.478707 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0476845-88fa-4dac-8f87-cd6b4b837893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b21b23-90d4-4c10-94c4-b892bea661af,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:51.495386 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0476845-88fa-4dac-8f87-cd6b4b837893 admin admin] Checking segment: {'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:51.495756 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0476845-88fa-4dac-8f87-cd6b4b837893 admin admin] Network hostable DHCP agents. Network: d8a2b1d5-89b6-457a-8285-708e2be2bdb0, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:51.515410 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0476845-88fa-4dac-8f87-cd6b4b837893 admin admin] Network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:51.525135 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-e0476845-88fa-4dac-8f87-cd6b4b837893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, d8a2b1d5-89b6-457a-8285-708e2be2bdb0) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:51.529092 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0476845-88fa-4dac-8f87-cd6b4b837893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:51.529683 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-e0476845-88fa-4dac-8f87-cd6b4b837893 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.534799 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd89738-b790-4000-bbd6-7a49a5d0c30d None None] Network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:51.546227 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-e0476845-88fa-4dac-8f87-cd6b4b837893 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3289833 Feb 10 16:10:51.548917 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41706) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:51.553448 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-12166118-router', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:51.573728 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (68894c47-21a2-4ce4-a676-e7476f0412e8), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.574732 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (68894c47-21a2-4ce4-a676-e7476f0412e8), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.630257 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Publish callbacks [] for router_controller (68894c47-21a2-4ce4-a676-e7476f0412e8), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.646490 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-d8a2b1d5-89b6-457a-8285-708e2be2bdb0', 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0', 'project_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'fixed_ips': [{'subnet_id': 'a4b21b23-90d4-4c10-94c4-b892bea661af'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 16:10:51.647443 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.782923 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Publish callbacks [] for router_gateway (68894c47-21a2-4ce4-a676-e7476f0412e8), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.789463 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Allocated IP 172.20.0.2 (d8a2b1d5-89b6-457a-8285-708e2be2bdb0/a4b21b23-90d4-4c10-94c4-b892bea661af/d1e0d6a3-65f0-428d-91c4-f264f302d0c7) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:51.933340 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Publish callbacks [] for port (d1e0d6a3-65f0-428d-91c4-f264f302d0c7), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.939431 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (d1e0d6a3-65f0-428d-91c4-f264f302d0c7), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.978572 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:51.981468 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:51.984213 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:51.987007 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Publish callbacks [] for router_gateway (68894c47-21a2-4ce4-a676-e7476f0412e8), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:51.993660 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Pushing event updated for resources: {'Port': ['ID=d1e0d6a3-65f0-428d-91c4-f264f302d0c7,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:52.006399 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:52.058893 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Attempting to bind port d1e0d6a3-65f0-428d-91c4-f264f302d0c7 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:10:52.059162 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Attempting to bind port d1e0d6a3-65f0-428d-91c4-f264f302d0c7 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:10:52.059524 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Attempting to bind port d1e0d6a3-65f0-428d-91c4-f264f302d0c7 on network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:52.064708 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:52.065092 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Checking segment: {'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:52.065492 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:52.065886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Bound using segment: {'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:52.066350 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Bound port: d1e0d6a3-65f0-428d-91c4-f264f302d0c7, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:10:52.066734 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d1e0d6a3-65f0-428d-91c4-f264f302d0c7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:52.110690 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Allocated IP 172.25.3.19 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/68797d5e-e9af-4f36-8708-26fd4dcf643d) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:52.131737 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] For port d1e0d6a3-65f0-428d-91c4-f264f302d0c7, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:52.135539 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] For port d1e0d6a3-65f0-428d-91c4-f264f302d0c7, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d1e0d6a3-65f0-428d-91c4-f264f302d0c7,segment=NetworkSegment(88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5),segment_id=88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:52.141493 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d1e0d6a3-65f0-428d-91c4-f264f302d0c7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:52.197643 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30e07c-05bc-4e73-a24b-409a0e31a8a1 None None] Pushing event updated for resources: {'Port': ['ID=d1e0d6a3-65f0-428d-91c4-f264f302d0c7,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:52.223906 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Publish callbacks [] for port (68797d5e-e9af-4f36-8708-26fd4dcf643d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:52.259661 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (68797d5e-e9af-4f36-8708-26fd4dcf643d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:52.299506 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:52.302452 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:52.306582 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:52.328526 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Pushing event updated for resources: {'Port': ['ID=68797d5e-e9af-4f36-8708-26fd4dcf643d,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:52.578682 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Publish callbacks [] for router_gateway (68894c47-21a2-4ce4-a676-e7476f0412e8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:52.780223 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (68894c47-21a2-4ce4-a676-e7476f0412e8), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:52.914830 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Router 68894c47-21a2-4ce4-a676-e7476f0412e8 is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:10:53.026832 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:10:53.037894 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Sync routers for ids ['68894c47-21a2-4ce4-a676-e7476f0412e8'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:10:53.046167 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:53.047613 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-90f0e936-9455-4bce-9419-dcc5e828bf1e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4975741 Feb 10 16:10:53.049852 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Routers {'68894c47-21a2-4ce4-a676-e7476f0412e8'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:53.050550 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:10:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['68894c47-21a2-4ce4-a676-e7476f0412e8'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:53.050740 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41708) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:53.107768 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afd67b0-d3b0-480d-b5d4-7417a2d734f9 None None] Network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:53.218208 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3f2a584d-789c-4e8f-9292-b99c02099cdb None None] Provisioning complete for port d1e0d6a3-65f0-428d-91c4-f264f302d0c7 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:53.218590 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f2a584d-789c-4e8f-9292-b99c02099cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d1e0d6a3-65f0-428d-91c4-f264f302d0c7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:53.261249 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Set router 68894c47-21a2-4ce4-a676-e7476f0412e8 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:53.488185 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:53.489359 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3f2a584d-789c-4e8f-9292-b99c02099cdb None None] Current status of the port d1e0d6a3-65f0-428d-91c4-f264f302d0c7 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:53.489758 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f2a584d-789c-4e8f-9292-b99c02099cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (d1e0d6a3-65f0-428d-91c4-f264f302d0c7), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:53.532404 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3f2a584d-789c-4e8f-9292-b99c02099cdb None None] For port d1e0d6a3-65f0-428d-91c4-f264f302d0c7, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d1e0d6a3-65f0-428d-91c4-f264f302d0c7,segment=NetworkSegment(88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5),segment_id=88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:53.540530 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3f2a584d-789c-4e8f-9292-b99c02099cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (d1e0d6a3-65f0-428d-91c4-f264f302d0c7), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:53.577970 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'name': 'tempest-TestEncryptedCinderVolumes-12166118-router', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '68797d5e-e9af-4f36-8708-26fd4dcf643d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:51Z', 'updated_at': '2022-02-10T16:10:52Z', 'revision_number': 3, 'project_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'gw_port': {'id': '68797d5e-e9af-4f36-8708-26fd4dcf643d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:52Z', 'updated_at': '2022-02-10T16:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:53.614119 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Checking router: 68894c47-21a2-4ce4-a676-e7476f0412e8 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:10:53.614755 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Updating router 68894c47-21a2-4ce4-a676-e7476f0412e8 port 68797d5e-e9af-4f36-8708-26fd4dcf643d binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:10:53.646423 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a584d-789c-4e8f-9292-b99c02099cdb None None] Pushing event updated for resources: {'Port': ['ID=d1e0d6a3-65f0-428d-91c4-f264f302d0c7,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:53.661778 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (68797d5e-e9af-4f36-8708-26fd4dcf643d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:53.669535 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Allocated IP 172.20.0.1 (d8a2b1d5-89b6-457a-8285-708e2be2bdb0/a4b21b23-90d4-4c10-94c4-b892bea661af/063a50a6-09c5-4eb3-8dfe-94fe33cdb088) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:53.693973 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-67a0317a-1468-4fb6-ab3b-bdb99ffd3621 None None] Provisioning complete for port d1e0d6a3-65f0-428d-91c4-f264f302d0c7 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:53.694880 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67a0317a-1468-4fb6-ab3b-bdb99ffd3621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d1e0d6a3-65f0-428d-91c4-f264f302d0c7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:53.776089 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Publish callbacks [] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:53.810964 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:53.848715 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:53.853058 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:53.856111 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:53.884437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Pushing event updated for resources: {'Port': ['ID=063a50a6-09c5-4eb3-8dfe-94fe33cdb088,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:53.890970 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-67a0317a-1468-4fb6-ab3b-bdb99ffd3621 None None] Current status of the port d1e0d6a3-65f0-428d-91c4-f264f302d0c7 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:53.906958 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (68894c47-21a2-4ce4-a676-e7476f0412e8), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:54.053442 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:54.146266 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-133a1cb1-07f4-486d-8a94-bb0ef58449c2 None None] Provisioning complete for port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:54.146855 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-133a1cb1-07f4-486d-8a94-bb0ef58449c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:54.181151 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Publish callbacks [] for port (68797d5e-e9af-4f36-8708-26fd4dcf643d), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:54.190476 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (68797d5e-e9af-4f36-8708-26fd4dcf643d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:54.196457 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-133a1cb1-07f4-486d-8a94-bb0ef58449c2 None None] Port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:10:54.226825 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Publish callbacks [] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:54.233562 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:54.250409 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Attempting to bind port 68797d5e-e9af-4f36-8708-26fd4dcf643d on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:10:54.250796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Attempting to bind port 68797d5e-e9af-4f36-8708-26fd4dcf643d by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:10:54.251170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Attempting to bind port 68797d5e-e9af-4f36-8708-26fd4dcf643d on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:54.261103 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:54.261538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:54.261901 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:54.262318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:54.262847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Bound port: 68797d5e-e9af-4f36-8708-26fd4dcf643d, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:10:54.263242 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (68797d5e-e9af-4f36-8708-26fd4dcf643d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:54.306311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1573e66-c219-4f13-96e8-0b2b14a36c0d None None] Pushing event updated for resources: {'Port': ['ID=68797d5e-e9af-4f36-8708-26fd4dcf643d,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:54.313051 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (68894c47-21a2-4ce4-a676-e7476f0412e8), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:54.316870 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Pushing event updated for resources: {'Port': ['ID=063a50a6-09c5-4eb3-8dfe-94fe33cdb088,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:54.354261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] For port 68797d5e-e9af-4f36-8708-26fd4dcf643d, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:54.360301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] For port 68797d5e-e9af-4f36-8708-26fd4dcf643d, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=68797d5e-e9af-4f36-8708-26fd4dcf643d,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:54.367732 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (68797d5e-e9af-4f36-8708-26fd4dcf643d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:54.406527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d1e0d6a3-65f0-428d-91c4-f264f302d0c7 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:54.422244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:54.423932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:54.466605 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1573e66-c219-4f13-96e8-0b2b14a36c0d None None] Pushing event updated for resources: {'Port': ['ID=68797d5e-e9af-4f36-8708-26fd4dcf643d,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:54.470966 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Routers {'68894c47-21a2-4ce4-a676-e7476f0412e8'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:54.471564 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:10:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['68894c47-21a2-4ce4-a676-e7476f0412e8'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:54.542592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port d1e0d6a3-65f0-428d-91c4-f264f302d0c7 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:54.542917 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (d1e0d6a3-65f0-428d-91c4-f264f302d0c7), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:54.548595 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Router 68894c47-21a2-4ce4-a676-e7476f0412e8 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:10:54.626382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] Set router 68894c47-21a2-4ce4-a676-e7476f0412e8 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:54.663922 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:10:54.672460 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7507f27c-1be7-4f4e-bbfe-f5b3d689ca4c admin admin] 10.222.0.64 "PUT /v2.0/routers/68894c47-21a2-4ce4-a676-e7476f0412e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6206465 Feb 10 16:10:54.765777 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port d1e0d6a3-65f0-428d-91c4-f264f302d0c7 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:54.798614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d9b6cb2a-9251-4b68-be7b-bd62772e8041 None None] Provisioning complete for port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:54.799003 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cb2a-9251-4b68-be7b-bd62772e8041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:54.854826 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6cb2a-9251-4b68-be7b-bd62772e8041 None None] Port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:10:54.907836 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'name': 'tempest-TestEncryptedCinderVolumes-12166118-router', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '68797d5e-e9af-4f36-8708-26fd4dcf643d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:51Z', 'updated_at': '2022-02-10T16:10:54Z', 'revision_number': 4, 'project_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'gw_port': {'id': '68797d5e-e9af-4f36-8708-26fd4dcf643d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:52Z', 'updated_at': '2022-02-10T16:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '063a50a6-09c5-4eb3-8dfe-94fe33cdb088', 'name': '', 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'mac_address': 'fa:16:3e:f0:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a4b21b23-90d4-4c10-94c4-b892bea661af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:53Z', 'updated_at': '2022-02-10T16:10:54Z', 'revision_number': 2, 'project_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'subnets': [{'id': 'a4b21b23-90d4-4c10-94c4-b892bea661af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:54.935443 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f6fea-ccb6-4e3c-9072-80b4a9a6b78c None None] The sync data for ids ['68894c47-21a2-4ce4-a676-e7476f0412e8'] in n-d-815324-7 is: [{'id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'name': 'tempest-TestEncryptedCinderVolumes-12166118-router', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '68797d5e-e9af-4f36-8708-26fd4dcf643d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:51Z', 'updated_at': '2022-02-10T16:10:54Z', 'revision_number': 4, 'project_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'gw_port': {'id': '68797d5e-e9af-4f36-8708-26fd4dcf643d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:52Z', 'updated_at': '2022-02-10T16:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '063a50a6-09c5-4eb3-8dfe-94fe33cdb088', 'name': '', 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'mac_address': 'fa:16:3e:f0:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a4b21b23-90d4-4c10-94c4-b892bea661af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:53Z', 'updated_at': '2022-02-10T16:10:54Z', 'revision_number': 2, 'project_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'subnets': [{'id': 'a4b21b23-90d4-4c10-94c4-b892bea661af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:10:55.169028 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41724) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:55.174204 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-4a7c21a1-6b93-441c-b70a-9fe94675b16a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-159564699-network', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:55.197607 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7c21a1-6b93-441c-b70a-9fe94675b16a admin admin] Made reservation on behalf of 197e2303a4de4334982a7092b3bfce4d for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:55.200552 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a7c21a1-6b93-441c-b70a-9fe94675b16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:55.213827 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a7c21a1-6b93-441c-b70a-9fe94675b16a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:55.295346 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a7c21a1-6b93-441c-b70a-9fe94675b16a admin admin] Publish callbacks [] for security_group (2fe67181-5c69-4a84-a9d5-9cc733c74e32), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:55.299804 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a7c21a1-6b93-441c-b70a-9fe94675b16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2fe67181-5c69-4a84-a9d5-9cc733c74e32), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:55.325935 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7c21a1-6b93-441c-b70a-9fe94675b16a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:10:55.336964 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c21a1-6b93-441c-b70a-9fe94675b16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe67181-5c69-4a84-a9d5-9cc733c74e32,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:55.346057 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a7c21a1-6b93-441c-b70a-9fe94675b16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9762e8db-433f-4f0f-a9bf-1e88e3c85897), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:55.346409 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-4a7c21a1-6b93-441c-b70a-9fe94675b16a admin admin] Added segment 9762e8db-433f-4f0f-a9bf-1e88e3c85897 of type vlan for network fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147 Feb 10 16:10:55.392692 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a7c21a1-6b93-441c-b70a-9fe94675b16a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:55.417553 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a7c21a1-6b93-441c-b70a-9fe94675b16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:55.418815 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7c21a1-6b93-441c-b70a-9fe94675b16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:55.420536 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4a7c21a1-6b93-441c-b70a-9fe94675b16a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:55.458763 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4a7c21a1-6b93-441c-b70a-9fe94675b16a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2886045 Feb 10 16:10:55.462622 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41726) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:55.468444 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-50e78267-3f0f-4b97-b7ee-2147e873ee84 admin admin] Request body: {'subnet': {'network_id': 'fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-159564699-subnet', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d', 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:55.487939 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c21a1-6b93-441c-b70a-9fe94675b16a admin admin] Pushing event updated for resources: {'Network': ['ID=fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:55.496156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e78267-3f0f-4b97-b7ee-2147e873ee84 admin admin] Made reservation on behalf of 197e2303a4de4334982a7092b3bfce4d for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:10:55.498631 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50e78267-3f0f-4b97-b7ee-2147e873ee84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:55.500450 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:10:55.697656 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50e78267-3f0f-4b97-b7ee-2147e873ee84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (c530c5ab-ecca-4c01-81e4-560a8b60cf7c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:55.748770 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e78267-3f0f-4b97-b7ee-2147e873ee84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c530c5ab-ecca-4c01-81e4-560a8b60cf7c,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:55.769892 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e78267-3f0f-4b97-b7ee-2147e873ee84 admin admin] Checking segment: {'id': '9762e8db-433f-4f0f-a9bf-1e88e3c85897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:55.770286 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e78267-3f0f-4b97-b7ee-2147e873ee84 admin admin] Network hostable DHCP agents. Network: fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:10:55.787438 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e78267-3f0f-4b97-b7ee-2147e873ee84 admin admin] Network fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:10:55.797960 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-50e78267-3f0f-4b97-b7ee-2147e873ee84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:55.802605 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e78267-3f0f-4b97-b7ee-2147e873ee84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:10:55.804324 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-50e78267-3f0f-4b97-b7ee-2147e873ee84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:55.807548 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a02bff-4f8a-4636-9b1a-79529545b38e None None] Network fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:55.829287 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 41728) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:55.829629 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-50e78267-3f0f-4b97-b7ee-2147e873ee84 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3650434 Feb 10 16:10:55.834066 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-159564699-router', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:10:55.855021 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (b88dd26e-21e5-4666-a364-14df851153df), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:55.856241 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (b88dd26e-21e5-4666-a364-14df851153df), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:55.913684 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Publish callbacks [] for router_controller (b88dd26e-21e5-4666-a364-14df851153df), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:55.925242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147', 'network_id': 'fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147', 'project_id': '197e2303a4de4334982a7092b3bfce4d', 'fixed_ips': [{'subnet_id': 'c530c5ab-ecca-4c01-81e4-560a8b60cf7c'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 16:10:55.926243 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:56.064624 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Allocated IP 172.20.0.2 (fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147/c530c5ab-ecca-4c01-81e4-560a8b60cf7c/7997f90f-5937-48cf-982d-929b3154b347) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:56.070495 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Publish callbacks [] for router_gateway (b88dd26e-21e5-4666-a364-14df851153df), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:56.227163 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Publish callbacks [] for port (7997f90f-5937-48cf-982d-929b3154b347), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:56.235469 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (7997f90f-5937-48cf-982d-929b3154b347), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:56.286244 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Pushing event updated for resources: {'Port': ['ID=7997f90f-5937-48cf-982d-929b3154b347,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:56.295319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Network fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:56.296919 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:56.299318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:56.374135 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 68797d5e-e9af-4f36-8708-26fd4dcf643d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:56.405036 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Attempting to bind port 7997f90f-5937-48cf-982d-929b3154b347 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:10:56.405418 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Attempting to bind port 7997f90f-5937-48cf-982d-929b3154b347 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '9762e8db-433f-4f0f-a9bf-1e88e3c85897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:10:56.405790 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Attempting to bind port 7997f90f-5937-48cf-982d-929b3154b347 on network fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:56.419364 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:56.419746 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Checking segment: {'id': '9762e8db-433f-4f0f-a9bf-1e88e3c85897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:56.420149 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:56.420546 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Bound using segment: {'id': '9762e8db-433f-4f0f-a9bf-1e88e3c85897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:56.421080 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Bound port: 7997f90f-5937-48cf-982d-929b3154b347, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9762e8db-433f-4f0f-a9bf-1e88e3c85897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:10:56.421463 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7997f90f-5937-48cf-982d-929b3154b347), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:56.484947 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 68797d5e-e9af-4f36-8708-26fd4dcf643d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:56.485325 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (68797d5e-e9af-4f36-8708-26fd4dcf643d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:56.523011 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] For port 7997f90f-5937-48cf-982d-929b3154b347, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:56.527329 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] For port 7997f90f-5937-48cf-982d-929b3154b347, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7997f90f-5937-48cf-982d-929b3154b347,segment=NetworkSegment(9762e8db-433f-4f0f-a9bf-1e88e3c85897),segment_id=9762e8db-433f-4f0f-a9bf-1e88e3c85897)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:56.535677 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7997f90f-5937-48cf-982d-929b3154b347), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:56.622825 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b6408-21c6-4649-8894-a67bbcb786ef None None] Pushing event updated for resources: {'Port': ['ID=7997f90f-5937-48cf-982d-929b3154b347,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:56.628988 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Publish callbacks [] for router_gateway (b88dd26e-21e5-4666-a364-14df851153df), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:56.634562 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 68797d5e-e9af-4f36-8708-26fd4dcf643d is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:56.634956 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (68797d5e-e9af-4f36-8708-26fd4dcf643d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:56.650099 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:56.660350 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 68797d5e-e9af-4f36-8708-26fd4dcf643d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=68797d5e-e9af-4f36-8708-26fd4dcf643d,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:56.666217 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (68797d5e-e9af-4f36-8708-26fd4dcf643d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:56.717865 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=68797d5e-e9af-4f36-8708-26fd4dcf643d,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:56.778149 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Allocated IP 172.25.3.8 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/8555be75-bc52-4c29-bcc3-934a4158a85d) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:56.898916 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Publish callbacks [] for port (8555be75-bc52-4c29-bcc3-934a4158a85d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:56.935865 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8555be75-bc52-4c29-bcc3-934a4158a85d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:56.978815 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:56.982146 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:56.986618 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:56.988554 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Pushing event updated for resources: {'Port': ['ID=8555be75-bc52-4c29-bcc3-934a4158a85d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:57.172839 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Sync routers for ids ['68894c47-21a2-4ce4-a676-e7476f0412e8'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:10:57.182189 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Routers {'68894c47-21a2-4ce4-a676-e7476f0412e8'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:57.182795 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:10:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['68894c47-21a2-4ce4-a676-e7476f0412e8'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:57.247717 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Publish callbacks [] for router_gateway (b88dd26e-21e5-4666-a364-14df851153df), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:57.292270 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Set router 68894c47-21a2-4ce4-a676-e7476f0412e8 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:57.454678 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (b88dd26e-21e5-4666-a364-14df851153df), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:57.508342 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'name': 'tempest-TestEncryptedCinderVolumes-12166118-router', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '68797d5e-e9af-4f36-8708-26fd4dcf643d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:51Z', 'updated_at': '2022-02-10T16:10:54Z', 'revision_number': 4, 'project_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'gw_port': {'id': '68797d5e-e9af-4f36-8708-26fd4dcf643d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:52Z', 'updated_at': '2022-02-10T16:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '063a50a6-09c5-4eb3-8dfe-94fe33cdb088', 'name': '', 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'mac_address': 'fa:16:3e:f0:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a4b21b23-90d4-4c10-94c4-b892bea661af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:53Z', 'updated_at': '2022-02-10T16:10:54Z', 'revision_number': 2, 'project_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'subnets': [{'id': 'a4b21b23-90d4-4c10-94c4-b892bea661af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:57.535779 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Checking router: 68894c47-21a2-4ce4-a676-e7476f0412e8 for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:10:57.536134 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Updating router 68894c47-21a2-4ce4-a676-e7476f0412e8 port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:10:57.568620 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:57.596492 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Router b88dd26e-21e5-4666-a364-14df851153df is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:10:57.717821 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:10:57.732166 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Sync routers for ids ['b88dd26e-21e5-4666-a364-14df851153df'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:10:57.743485 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:57.746008 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Routers {'b88dd26e-21e5-4666-a364-14df851153df'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:57.746935 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-72000472-85c6-4520-a5b6-2775d211495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:10:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['b88dd26e-21e5-4666-a364-14df851153df'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:57.747974 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 41730) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:10:57.748765 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7673bcf8-6b1a-4dcb-b831-2210418a7976 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9183204 Feb 10 16:10:57.821978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813c8f09-aeae-4038-b072-63793d6b6a9f None None] Network fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:10:57.937935 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Publish callbacks [] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:57.944047 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:57.964780 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Set router b88dd26e-21e5-4666-a364-14df851153df gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:57.994740 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f8d30d34-0671-4211-956e-7996b7cc0903 None None] Provisioning complete for port 7997f90f-5937-48cf-982d-929b3154b347 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:57.995114 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f8d30d34-0671-4211-956e-7996b7cc0903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7997f90f-5937-48cf-982d-929b3154b347), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:58.050358 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d68ab7-1b62-4f2a-834c-2ead085a59c0 None None] Pushing event updated for resources: {'Port': ['ID=063a50a6-09c5-4eb3-8dfe-94fe33cdb088,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:58.064993 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d68ab7-1b62-4f2a-834c-2ead085a59c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.065368 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d68ab7-1b62-4f2a-834c-2ead085a59c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.065710 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d68ab7-1b62-4f2a-834c-2ead085a59c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.066045 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d68ab7-1b62-4f2a-834c-2ead085a59c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.066373 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d68ab7-1b62-4f2a-834c-2ead085a59c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.066697 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d68ab7-1b62-4f2a-834c-2ead085a59c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.067018 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d68ab7-1b62-4f2a-834c-2ead085a59c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.067447 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d68ab7-1b62-4f2a-834c-2ead085a59c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.067778 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d68ab7-1b62-4f2a-834c-2ead085a59c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.068102 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d68ab7-1b62-4f2a-834c-2ead085a59c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.068424 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d68ab7-1b62-4f2a-834c-2ead085a59c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.068767 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d68ab7-1b62-4f2a-834c-2ead085a59c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.069091 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d68ab7-1b62-4f2a-834c-2ead085a59c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.076964 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Attempting to bind port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:10:58.077327 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Attempting to bind port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:10:58.077691 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Attempting to bind port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 on network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:58.089769 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:58.090175 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Checking segment: {'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:58.090552 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:58.090946 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Bound using segment: {'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:58.091617 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Bound port: 063a50a6-09c5-4eb3-8dfe-94fe33cdb088, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:10:58.091997 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:58.170765 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] For port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:58.174425 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] For port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=063a50a6-09c5-4eb3-8dfe-94fe33cdb088,segment=NetworkSegment(88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5),segment_id=88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:58.182737 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:58.243426 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Routers {'68894c47-21a2-4ce4-a676-e7476f0412e8'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:58.244252 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:10:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['68894c47-21a2-4ce4-a676-e7476f0412e8'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:58.266878 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:58.444020 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] Set router 68894c47-21a2-4ce4-a676-e7476f0412e8 gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:10:58.459386 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f8d30d34-0671-4211-956e-7996b7cc0903 None None] Current status of the port 7997f90f-5937-48cf-982d-929b3154b347 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:58.459816 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f8d30d34-0671-4211-956e-7996b7cc0903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7997f90f-5937-48cf-982d-929b3154b347), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:58.476377 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 7997f90f-5937-48cf-982d-929b3154b347 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:58.494563 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d68ab7-1b62-4f2a-834c-2ead085a59c0 None None] Pushing event updated for resources: {'Port': ['ID=063a50a6-09c5-4eb3-8dfe-94fe33cdb088,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:58.545195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f8d30d34-0671-4211-956e-7996b7cc0903 None None] For port 7997f90f-5937-48cf-982d-929b3154b347, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7997f90f-5937-48cf-982d-929b3154b347,segment=NetworkSegment(9762e8db-433f-4f0f-a9bf-1e88e3c85897),segment_id=9762e8db-433f-4f0f-a9bf-1e88e3c85897)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:58.553975 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f8d30d34-0671-4211-956e-7996b7cc0903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7997f90f-5937-48cf-982d-929b3154b347), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:58.555794 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Allocated IP 172.20.0.1 (fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147/c530c5ab-ecca-4c01-81e4-560a8b60cf7c/9afaa878-ed9a-48cd-96d8-6bf392b9a82c) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:10:58.620626 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-72000472-85c6-4520-a5b6-2775d211495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88dd26e-21e5-4666-a364-14df851153df', 'name': 'tempest-TestEncryptedCinderVolumes-159564699-router', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8555be75-bc52-4c29-bcc3-934a4158a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:55Z', 'updated_at': '2022-02-10T16:10:57Z', 'revision_number': 3, 'project_id': '197e2303a4de4334982a7092b3bfce4d', 'gw_port': {'id': '8555be75-bc52-4c29-bcc3-934a4158a85d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:61:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88dd26e-21e5-4666-a364-14df851153df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:56Z', 'updated_at': '2022-02-10T16:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:58.699226 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Checking router: b88dd26e-21e5-4666-a364-14df851153df for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:10:58.699586 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Updating router b88dd26e-21e5-4666-a364-14df851153df port 8555be75-bc52-4c29-bcc3-934a4158a85d binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:10:58.701365 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d30d34-0671-4211-956e-7996b7cc0903 None None] Pushing event updated for resources: {'Port': ['ID=7997f90f-5937-48cf-982d-929b3154b347,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:58.702685 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Publish callbacks [] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:58.706209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 7997f90f-5937-48cf-982d-929b3154b347 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:58.706592 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7997f90f-5937-48cf-982d-929b3154b347), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:58.747915 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:58.769120 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f63c3437-219d-4d52-b691-b92a38dca5cc None None] Provisioning complete for port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:58.769708 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f63c3437-219d-4d52-b691-b92a38dca5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:58.770955 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8555be75-bc52-4c29-bcc3-934a4158a85d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:58.789355 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Network fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:58.793784 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:58.798298 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:10:58.798487 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'name': 'tempest-TestEncryptedCinderVolumes-12166118-router', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '68797d5e-e9af-4f36-8708-26fd4dcf643d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:51Z', 'updated_at': '2022-02-10T16:10:54Z', 'revision_number': 4, 'project_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'gw_port': {'id': '68797d5e-e9af-4f36-8708-26fd4dcf643d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:52Z', 'updated_at': '2022-02-10T16:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '063a50a6-09c5-4eb3-8dfe-94fe33cdb088', 'name': '', 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'mac_address': 'fa:16:3e:f0:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a4b21b23-90d4-4c10-94c4-b892bea661af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:53Z', 'updated_at': '2022-02-10T16:10:58Z', 'revision_number': 4, 'project_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'subnets': [{'id': 'a4b21b23-90d4-4c10-94c4-b892bea661af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:58.800469 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Pushing event updated for resources: {'Port': ['ID=9afaa878-ed9a-48cd-96d8-6bf392b9a82c,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:58.826760 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c7d00-de0a-4bed-881a-8dcae1f0d88d None None] The sync data for ids ['68894c47-21a2-4ce4-a676-e7476f0412e8'] in n-d-815324-7 is: [{'id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'name': 'tempest-TestEncryptedCinderVolumes-12166118-router', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '68797d5e-e9af-4f36-8708-26fd4dcf643d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:51Z', 'updated_at': '2022-02-10T16:10:54Z', 'revision_number': 4, 'project_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'gw_port': {'id': '68797d5e-e9af-4f36-8708-26fd4dcf643d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:52Z', 'updated_at': '2022-02-10T16:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '063a50a6-09c5-4eb3-8dfe-94fe33cdb088', 'name': '', 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'mac_address': 'fa:16:3e:f0:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a4b21b23-90d4-4c10-94c4-b892bea661af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:53Z', 'updated_at': '2022-02-10T16:10:58Z', 'revision_number': 4, 'project_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'subnets': [{'id': 'a4b21b23-90d4-4c10-94c4-b892bea661af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:10:58.832512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.832889 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.833235 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.833561 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.834329 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.834459 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.834839 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.835225 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.835553 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.836136 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.836249 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.836512 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.836868 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:10:58.854244 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (b88dd26e-21e5-4666-a364-14df851153df), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:58.997735 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 7997f90f-5937-48cf-982d-929b3154b347 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:58.998976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 68797d5e-e9af-4f36-8708-26fd4dcf643d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:10:59.016377 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:59.068774 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f63c3437-219d-4d52-b691-b92a38dca5cc None None] Current status of the port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:59.069800 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f63c3437-219d-4d52-b691-b92a38dca5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:59.151705 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f63c3437-219d-4d52-b691-b92a38dca5cc None None] For port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=063a50a6-09c5-4eb3-8dfe-94fe33cdb088,segment=NetworkSegment(88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5),segment_id=88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:10:59.161910 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f63c3437-219d-4d52-b691-b92a38dca5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:59.207858 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 68797d5e-e9af-4f36-8708-26fd4dcf643d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:59.208294 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (68797d5e-e9af-4f36-8708-26fd4dcf643d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:59.224500 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Publish callbacks [] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:59.231543 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:59.280005 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (b88dd26e-21e5-4666-a364-14df851153df), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:59.306399 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c3437-219d-4d52-b691-b92a38dca5cc None None] Pushing event updated for resources: {'Port': ['ID=063a50a6-09c5-4eb3-8dfe-94fe33cdb088,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:59.329709 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Publish callbacks [] for port (8555be75-bc52-4c29-bcc3-934a4158a85d), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:59.334267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3fba2b5b-24da-4a16-9b97-eb65d35d32a9 None None] Provisioning complete for port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:59.335729 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3fba2b5b-24da-4a16-9b97-eb65d35d32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:59.339366 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8555be75-bc52-4c29-bcc3-934a4158a85d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:59.339828 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Pushing event updated for resources: {'Port': ['ID=9afaa878-ed9a-48cd-96d8-6bf392b9a82c,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:59.412808 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Network fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:10:59.414988 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:10:59.470617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925da26d-5736-49f3-84a7-7dc681a0ce2c None None] Pushing event updated for resources: {'Port': ['ID=8555be75-bc52-4c29-bcc3-934a4158a85d,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:59.473879 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Attempting to bind port 8555be75-bc52-4c29-bcc3-934a4158a85d on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:10:59.474413 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Attempting to bind port 8555be75-bc52-4c29-bcc3-934a4158a85d by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:10:59.474934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Attempting to bind port 8555be75-bc52-4c29-bcc3-934a4158a85d on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:10:59.493917 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:10:59.494396 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:10:59.494817 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:59.495220 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:10:59.495768 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Bound port: 8555be75-bc52-4c29-bcc3-934a4158a85d, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:10:59.496560 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8555be75-bc52-4c29-bcc3-934a4158a85d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:59.534273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 68797d5e-e9af-4f36-8708-26fd4dcf643d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:59.568014 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Router b88dd26e-21e5-4666-a364-14df851153df has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:10:59.617646 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-72000472-85c6-4520-a5b6-2775d211495b None None] For port 8555be75-bc52-4c29-bcc3-934a4158a85d, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:10:59.623616 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-72000472-85c6-4520-a5b6-2775d211495b None None] For port 8555be75-bc52-4c29-bcc3-934a4158a85d, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8555be75-bc52-4c29-bcc3-934a4158a85d,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:10:59.636017 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8555be75-bc52-4c29-bcc3-934a4158a85d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:59.640390 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3fba2b5b-24da-4a16-9b97-eb65d35d32a9 None None] Current status of the port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:10:59.717288 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3fba2b5b-24da-4a16-9b97-eb65d35d32a9 None None] Provisioning complete for port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:59.717693 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3fba2b5b-24da-4a16-9b97-eb65d35d32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:59.720282 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925da26d-5736-49f3-84a7-7dc681a0ce2c None None] Pushing event updated for resources: {'Port': ['ID=8555be75-bc52-4c29-bcc3-934a4158a85d,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:10:59.724464 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Routers {'b88dd26e-21e5-4666-a364-14df851153df'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:10:59.725104 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-72000472-85c6-4520-a5b6-2775d211495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:10:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['b88dd26e-21e5-4666-a364-14df851153df'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:10:59.813954 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3fba2b5b-24da-4a16-9b97-eb65d35d32a9 None None] Port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:10:59.876527 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3fba2b5b-24da-4a16-9b97-eb65d35d32a9 None None] Provisioning complete for port 7997f90f-5937-48cf-982d-929b3154b347 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:10:59.876936 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3fba2b5b-24da-4a16-9b97-eb65d35d32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7997f90f-5937-48cf-982d-929b3154b347), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:10:59.932923 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-72000472-85c6-4520-a5b6-2775d211495b None None] Set router b88dd26e-21e5-4666-a364-14df851153df gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:11:00.014695 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:11:00.020286 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-296409ac-4632-4d0c-b56f-a87e381f0d7f admin admin] 10.222.0.64 "PUT /v2.0/routers/b88dd26e-21e5-4666-a364-14df851153df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2704229 Feb 10 16:11:00.094505 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3fba2b5b-24da-4a16-9b97-eb65d35d32a9 None None] Current status of the port 7997f90f-5937-48cf-982d-929b3154b347 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:11:00.165358 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-72000472-85c6-4520-a5b6-2775d211495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88dd26e-21e5-4666-a364-14df851153df', 'name': 'tempest-TestEncryptedCinderVolumes-159564699-router', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8555be75-bc52-4c29-bcc3-934a4158a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:55Z', 'updated_at': '2022-02-10T16:10:58Z', 'revision_number': 4, 'project_id': '197e2303a4de4334982a7092b3bfce4d', 'gw_port': {'id': '8555be75-bc52-4c29-bcc3-934a4158a85d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:61:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88dd26e-21e5-4666-a364-14df851153df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:56Z', 'updated_at': '2022-02-10T16:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '9afaa878-ed9a-48cd-96d8-6bf392b9a82c', 'name': '', 'network_id': 'fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d', 'mac_address': 'fa:16:3e:28:4d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88dd26e-21e5-4666-a364-14df851153df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c530c5ab-ecca-4c01-81e4-560a8b60cf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:58Z', 'updated_at': '2022-02-10T16:10:59Z', 'revision_number': 2, 'project_id': '197e2303a4de4334982a7092b3bfce4d', 'subnets': [{'id': 'c530c5ab-ecca-4c01-81e4-560a8b60cf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:11:00.191004 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72000472-85c6-4520-a5b6-2775d211495b None None] The sync data for ids ['b88dd26e-21e5-4666-a364-14df851153df'] in n-d-815324-7 is: [{'id': 'b88dd26e-21e5-4666-a364-14df851153df', 'name': 'tempest-TestEncryptedCinderVolumes-159564699-router', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8555be75-bc52-4c29-bcc3-934a4158a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:55Z', 'updated_at': '2022-02-10T16:10:58Z', 'revision_number': 4, 'project_id': '197e2303a4de4334982a7092b3bfce4d', 'gw_port': {'id': '8555be75-bc52-4c29-bcc3-934a4158a85d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:61:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88dd26e-21e5-4666-a364-14df851153df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:56Z', 'updated_at': '2022-02-10T16:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '9afaa878-ed9a-48cd-96d8-6bf392b9a82c', 'name': '', 'network_id': 'fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d', 'mac_address': 'fa:16:3e:28:4d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88dd26e-21e5-4666-a364-14df851153df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c530c5ab-ecca-4c01-81e4-560a8b60cf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:58Z', 'updated_at': '2022-02-10T16:10:59Z', 'revision_number': 2, 'project_id': '197e2303a4de4334982a7092b3bfce4d', 'subnets': [{'id': 'c530c5ab-ecca-4c01-81e4-560a8b60cf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:11:00.222310 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-cdf6f9d9-e639-432e-bab6-2b57b9c30860 None None] Provisioning complete for port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:11:00.222848 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f9d9-e639-432e-bab6-2b57b9c30860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:00.415499 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 7997f90f-5937-48cf-982d-929b3154b347 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:11:00.466904 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6f9d9-e639-432e-bab6-2b57b9c30860 None None] Port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:11:00.492730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 7997f90f-5937-48cf-982d-929b3154b347 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:11:00.493115 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7997f90f-5937-48cf-982d-929b3154b347), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:00.598549 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 7997f90f-5937-48cf-982d-929b3154b347 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:11:00.599771 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:11:00.664529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:11:00.664975 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:00.755168 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:11:00.853844 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-5579a468-0b5d-4ea0-a8f0-9cffcb07c1a0 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:00.855389 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-5579a468-0b5d-4ea0-a8f0-9cffcb07c1a0 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/networks?id=d8a2b1d5-89b6-457a-8285-708e2be2bdb0 HTTP/1.1" status: 200 len: 815 time: 0.1135309 Feb 10 16:11:00.872447 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-ef7e1883-a998-4a39-b606-aba19995170f tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/quotas/0cd3614d0faf41e1aefa8fa21bf8a5ab HTTP/1.1" status: 200 len: 375 time: 0.0112224 Feb 10 16:11:00.930094 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-0cb3a925-e8b1-4f46-9b7c-1b627b6a233a tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0cd3614d0faf41e1aefa8fa21bf8a5ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518510 Feb 10 16:11:01.033399 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-f012d291-c2d2-4acc-b191-ce61669d24d0 service neutron] 10.222.0.64 "GET /v2.0/networks/d8a2b1d5-89b6-457a-8285-708e2be2bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876238 Feb 10 16:11:01.123749 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-88838edb-0545-4bc3-b5a6-25d6a74f2b98 service neutron] 10.222.0.64 "GET /v2.0/networks/d8a2b1d5-89b6-457a-8285-708e2be2bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832586 Feb 10 16:11:01.301277 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c45a8406-2980-4fc1-aacb-7d2d77de5fda req-85b8204a-7a32-4229-a131-5b822995f849 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 210 time: 0.0282891 Feb 10 16:11:02.360549 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-f812560e-580f-413c-af83-3d698120d1c4 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:02.365729 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-f812560e-580f-413c-af83-3d698120d1c4 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.72 "GET /v2.0/networks?id=d8a2b1d5-89b6-457a-8285-708e2be2bdb0 HTTP/1.1" status: 200 len: 815 time: 0.1774294 Feb 10 16:11:02.389613 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-fdb8144b-4965-43c9-88e2-e3878e6aab84 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Request body: {'port': {'device_id': 'c1b20b61-37c6-4860-a93f-3bf390184868', 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0', 'admin_state_up': True, 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:11:02.395752 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8555be75-bc52-4c29-bcc3-934a4158a85d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:11:02.467866 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8555be75-bc52-4c29-bcc3-934a4158a85d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:11:02.468243 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8555be75-bc52-4c29-bcc3-934a4158a85d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:02.477539 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-2f8689b9-fa96-4410-8801-08a6fa0ebb6b req-6242d5ad-968a-463c-b061-03fff12cc768 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 210 time: 0.0410719 Feb 10 16:11:02.555665 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-fdb8144b-4965-43c9-88e2-e3878e6aab84 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Made reservation on behalf of 0cd3614d0faf41e1aefa8fa21bf8a5ab for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:11:02.556995 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8555be75-bc52-4c29-bcc3-934a4158a85d is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:11:02.557493 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (8555be75-bc52-4c29-bcc3-934a4158a85d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:02.559731 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-fdb8144b-4965-43c9-88e2-e3878e6aab84 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:02.583370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 8555be75-bc52-4c29-bcc3-934a4158a85d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8555be75-bc52-4c29-bcc3-934a4158a85d,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:02.588200 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (8555be75-bc52-4c29-bcc3-934a4158a85d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:02.635570 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=8555be75-bc52-4c29-bcc3-934a4158a85d,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:02.701637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-fdb8144b-4965-43c9-88e2-e3878e6aab84 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Allocated IP 172.20.0.13 (d8a2b1d5-89b6-457a-8285-708e2be2bdb0/a4b21b23-90d4-4c10-94c4-b892bea661af/17b493c1-076a-4b9c-9cc0-6bc21c5f50eb) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:11:02.867236 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-fdb8144b-4965-43c9-88e2-e3878e6aab84 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Publish callbacks [] for port (17b493c1-076a-4b9c-9cc0-6bc21c5f50eb), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:02.906658 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-fdb8144b-4965-43c9-88e2-e3878e6aab84 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (17b493c1-076a-4b9c-9cc0-6bc21c5f50eb), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:02.952027 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-fdb8144b-4965-43c9-88e2-e3878e6aab84 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:11:02.955173 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-fdb8144b-4965-43c9-88e2-e3878e6aab84 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:11:02.958827 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-fdb8144b-4965-43c9-88e2-e3878e6aab84 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:11:02.983065 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8144b-4965-43c9-88e2-e3878e6aab84 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Pushing event updated for resources: {'Port': ['ID=17b493c1-076a-4b9c-9cc0-6bc21c5f50eb,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:03.015094 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-fdb8144b-4965-43c9-88e2-e3878e6aab84 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:03.015724 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-fdb8144b-4965-43c9-88e2-e3878e6aab84 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:03.035278 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-fdb8144b-4965-43c9-88e2-e3878e6aab84 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6597912 Feb 10 16:11:03.046967 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Request body: {'port': {'device_id': 'c1b20b61-37c6-4860-a93f-3bf390184868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:11:03.117305 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (17b493c1-076a-4b9c-9cc0-6bc21c5f50eb), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:03.206011 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-cd6cd2f9-d0c1-4e4f-87b0-4e33a2118b5d None None] Provisioning complete for port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:11:03.206393 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cd6cd2f9-d0c1-4e4f-87b0-4e33a2118b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (17b493c1-076a-4b9c-9cc0-6bc21c5f50eb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:03.242005 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-cd6cd2f9-d0c1-4e4f-87b0-4e33a2118b5d None None] Port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:11:03.258072 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Sync routers for ids ['b88dd26e-21e5-4666-a364-14df851153df'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:11:03.272024 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Routers {'b88dd26e-21e5-4666-a364-14df851153df'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:11:03.273635 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:10:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['b88dd26e-21e5-4666-a364-14df851153df'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:11:03.384744 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Set router b88dd26e-21e5-4666-a364-14df851153df gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:11:03.394973 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:11:03.402519 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Publish callbacks [] for port (17b493c1-076a-4b9c-9cc0-6bc21c5f50eb), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:03.416395 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Transition to ACTIVE for port object 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:11:03.420608 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (17b493c1-076a-4b9c-9cc0-6bc21c5f50eb), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:03.499485 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Pushing event updated for resources: {'Port': ['ID=17b493c1-076a-4b9c-9cc0-6bc21c5f50eb,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:03.557412 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Attempting to bind port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:11:03.557796 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Attempting to bind port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:11:03.558088 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Attempting to bind port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb on network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:11:03.562633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb on network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:11:03.562953 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Attempting to bind port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb on network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:11:03.568118 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:11:03.568462 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Checking segment: {'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:11:03.568874 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Bound using segment: {'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:11:03.569833 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Bound port: 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:11:03.570186 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (17b493c1-076a-4b9c-9cc0-6bc21c5f50eb), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:03.614968 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88dd26e-21e5-4666-a364-14df851153df', 'name': 'tempest-TestEncryptedCinderVolumes-159564699-router', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8555be75-bc52-4c29-bcc3-934a4158a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:55Z', 'updated_at': '2022-02-10T16:10:58Z', 'revision_number': 4, 'project_id': '197e2303a4de4334982a7092b3bfce4d', 'gw_port': {'id': '8555be75-bc52-4c29-bcc3-934a4158a85d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88dd26e-21e5-4666-a364-14df851153df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:56Z', 'updated_at': '2022-02-10T16:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '9afaa878-ed9a-48cd-96d8-6bf392b9a82c', 'name': '', 'network_id': 'fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d', 'mac_address': 'fa:16:3e:28:4d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88dd26e-21e5-4666-a364-14df851153df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c530c5ab-ecca-4c01-81e4-560a8b60cf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:58Z', 'updated_at': '2022-02-10T16:10:59Z', 'revision_number': 2, 'project_id': '197e2303a4de4334982a7092b3bfce4d', 'subnets': [{'id': 'c530c5ab-ecca-4c01-81e4-560a8b60cf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:11:03.635011 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898b5c2-c8be-40ca-97f7-81aa725bd4ab req-ef051b1c-6ca3-4d66-8ad2-101e642bb5c7 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:03.637246 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9898b5c2-c8be-40ca-97f7-81aa725bd4ab req-ef051b1c-6ca3-4d66-8ad2-101e642bb5c7 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 944 time: 0.0783527 Feb 10 16:11:03.649600 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] For port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:11:03.652636 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Checking router: b88dd26e-21e5-4666-a364-14df851153df for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:11:03.653210 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Updating router b88dd26e-21e5-4666-a364-14df851153df port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:11:03.653502 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] For port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=17b493c1-076a-4b9c-9cc0-6bc21c5f50eb,segment=NetworkSegment(88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5),segment_id=88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:11:03.661193 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (17b493c1-076a-4b9c-9cc0-6bc21c5f50eb), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:03.690308 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:03.693624 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-9898b5c2-c8be-40ca-97f7-81aa725bd4ab req-8526b463-5de0-40df-9da0-305c595ba2ec tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501845 Feb 10 16:11:03.707757 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:03.708279 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:03.709877 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] 10.222.0.72 "PUT /v2.0/ports/17b493c1-076a-4b9c-9cc0-6bc21c5f50eb HTTP/1.1" status: 200 len: 1092 time: 0.6678774 Feb 10 16:11:03.710471 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b20b61-37c6-4860-a93f-3bf390184868', 'tag': '17b493c1-076a-4b9c-9cc0-6bc21c5f50eb'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:11:03.712794 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c98261592b0501fa179614225a0a5697a33575dcdb70b77efa1f33cde7becc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e37094c-18c2-43a5-b075-dd754c316716" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b20b61-37c6-4860-a93f-3bf390184868", "tag": "17b493c1-076a-4b9c-9cc0-6bc21c5f50eb"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:11:03.757959 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a62f36-0663-4819-afb4-3cf0432a3742 service neutron] Pushing event updated for resources: {'Port': ['ID=17b493c1-076a-4b9c-9cc0-6bc21c5f50eb,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:03.811633 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-ce00d310-22ee-4dfe-a82d-83790bdbf1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:03.814313 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-ce00d310-22ee-4dfe-a82d-83790bdbf1c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cd3614d0faf41e1aefa8fa21bf8a5ab&device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 1126 time: 0.0667143 Feb 10 16:11:03.816876 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefc662c-925e-4b48-84c5-c653ede7774a x-openstack-request-id: req-cefc662c-925e-4b48-84c5-c653ede7774a {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:11:03.817339 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b20b61-37c6-4860-a93f-3bf390184868", "tag": "17b493c1-076a-4b9c-9cc0-6bc21c5f50eb", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:11:03.817591 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cefc662c-925e-4b48-84c5-c653ede7774a {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:11:03.817992 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b20b61-37c6-4860-a93f-3bf390184868', 'tag': '17b493c1-076a-4b9c-9cc0-6bc21c5f50eb', 'status': 'completed', 'code': 200} Feb 10 16:11:03.859781 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-f021568a-7696-4af8-a6e7-72a7362d2e9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17b493c1-076a-4b9c-9cc0-6bc21c5f50eb HTTP/1.1" status: 200 len: 217 time: 0.0376527 Feb 10 16:11:03.912864 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-f68d4a69-5a63-4f4d-b05d-43842f97df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:03.914814 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-f68d4a69-5a63-4f4d-b05d-43842f97df47 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a4b21b23-90d4-4c10-94c4-b892bea661af HTTP/1.1" status: 200 len: 854 time: 0.0493252 Feb 10 16:11:03.970222 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-e3accaaa-2039-4dda-b035-d2ca7b6e3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:03.971784 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-e3accaaa-2039-4dda-b035-d2ca7b6e3fd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8a2b1d5-89b6-457a-8285-708e2be2bdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502524 Feb 10 16:11:03.998831 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Publish callbacks [] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:04.004278 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:04.052419 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa873a-6c92-4905-8879-e12a759afebb None None] Pushing event updated for resources: {'Port': ['ID=9afaa878-ed9a-48cd-96d8-6bf392b9a82c,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:04.074353 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-1ec8b976-356f-4c39-8cd2-d7b9ff205061 service neutron] 10.222.0.72 "GET /v2.0/networks/d8a2b1d5-89b6-457a-8285-708e2be2bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967448 Feb 10 16:11:04.106511 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Attempting to bind port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:11:04.107242 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Attempting to bind port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '9762e8db-433f-4f0f-a9bf-1e88e3c85897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:11:04.107675 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Attempting to bind port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c on network fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:11:04.113705 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:11:04.114084 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Checking segment: {'id': '9762e8db-433f-4f0f-a9bf-1e88e3c85897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:11:04.114485 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:04.114873 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Bound using segment: {'id': '9762e8db-433f-4f0f-a9bf-1e88e3c85897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:11:04.115337 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Bound port: 9afaa878-ed9a-48cd-96d8-6bf392b9a82c, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9762e8db-433f-4f0f-a9bf-1e88e3c85897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:11:04.115713 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:04.174396 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-95f9d485-f8f9-4639-9212-92dc0d9a1304 req-e8022976-fce5-4c0e-bc50-8d73fe794f7e service neutron] 10.222.0.72 "GET /v2.0/networks/d8a2b1d5-89b6-457a-8285-708e2be2bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936260 Feb 10 16:11:04.189911 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] For port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:11:04.193246 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] For port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9afaa878-ed9a-48cd-96d8-6bf392b9a82c,segment=NetworkSegment(9762e8db-433f-4f0f-a9bf-1e88e3c85897),segment_id=9762e8db-433f-4f0f-a9bf-1e88e3c85897)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:11:04.200079 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:04.262769 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Routers {'b88dd26e-21e5-4666-a364-14df851153df'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:11:04.263533 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:10:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['b88dd26e-21e5-4666-a364-14df851153df'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:11:04.286724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37094c-18c2-43a5-b075-dd754c316716 req-3b9bb4f8-c49a-4d95-8d83-2054e0442aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:04.288375 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e37094c-18c2-43a5-b075-dd754c316716 req-3b9bb4f8-c49a-4d95-8d83-2054e0442aac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cd3614d0faf41e1aefa8fa21bf8a5ab&device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 1126 time: 0.0609813 Feb 10 16:11:04.318277 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8555be75-bc52-4c29-bcc3-934a4158a85d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:11:04.338693 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa873a-6c92-4905-8879-e12a759afebb None None] Pushing event updated for resources: {'Port': ['ID=9afaa878-ed9a-48cd-96d8-6bf392b9a82c,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:04.387712 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0fb855f4-06b4-429c-9fa1-4d64e0196669 None None] Provisioning complete for port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:11:04.388330 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0fb855f4-06b4-429c-9fa1-4d64e0196669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:04.433490 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37094c-18c2-43a5-b075-dd754c316716 req-cba18418-abc0-49d3-ad22-a4409d30173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:04.435264 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e37094c-18c2-43a5-b075-dd754c316716 req-cba18418-abc0-49d3-ad22-a4409d30173f service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8a2b1d5-89b6-457a-8285-708e2be2bdb0 HTTP/1.1" status: 200 len: 916 time: 0.1411335 Feb 10 16:11:04.449887 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 8555be75-bc52-4c29-bcc3-934a4158a85d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:11:04.450267 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (8555be75-bc52-4c29-bcc3-934a4158a85d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:04.493617 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e37094c-18c2-43a5-b075-dd754c316716 req-8ce68729-a8c1-4a82-bdb0-73066612d2ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17b493c1-076a-4b9c-9cc0-6bc21c5f50eb HTTP/1.1" status: 200 len: 217 time: 0.0439067 Feb 10 16:11:04.526770 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] Set router b88dd26e-21e5-4666-a364-14df851153df gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:11:04.531856 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0fb855f4-06b4-429c-9fa1-4d64e0196669 None None] Current status of the port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:11:04.532256 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0fb855f4-06b4-429c-9fa1-4d64e0196669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:04.553032 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37094c-18c2-43a5-b075-dd754c316716 req-bc342e3c-6553-4d4c-a55d-852fe6fad558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:04.555061 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e37094c-18c2-43a5-b075-dd754c316716 req-bc342e3c-6553-4d4c-a55d-852fe6fad558 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a4b21b23-90d4-4c10-94c4-b892bea661af HTTP/1.1" status: 200 len: 854 time: 0.0494668 Feb 10 16:11:04.591197 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0fb855f4-06b4-429c-9fa1-4d64e0196669 None None] For port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9afaa878-ed9a-48cd-96d8-6bf392b9a82c,segment=NetworkSegment(9762e8db-433f-4f0f-a9bf-1e88e3c85897),segment_id=9762e8db-433f-4f0f-a9bf-1e88e3c85897)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:04.600350 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0fb855f4-06b4-429c-9fa1-4d64e0196669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:04.620436 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37094c-18c2-43a5-b075-dd754c316716 req-ee9fc2a7-0eb3-4ff9-a50f-555d1443cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:04.622957 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e37094c-18c2-43a5-b075-dd754c316716 req-ee9fc2a7-0eb3-4ff9-a50f-555d1443cc37 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8a2b1d5-89b6-457a-8285-708e2be2bdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0607309 Feb 10 16:11:04.637125 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 8555be75-bc52-4c29-bcc3-934a4158a85d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:11:04.666135 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb855f4-06b4-429c-9fa1-4d64e0196669 None None] Pushing event updated for resources: {'Port': ['ID=9afaa878-ed9a-48cd-96d8-6bf392b9a82c,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:04.719367 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-db6ff0a2-7698-4f95-bb6a-b327ab8fc0d0 None None] Provisioning complete for port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:11:04.719754 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-db6ff0a2-7698-4f95-bb6a-b327ab8fc0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:04.752549 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e37094c-18c2-43a5-b075-dd754c316716 req-85c15e25-d932-47ac-b941-695530106af8 service neutron] 10.222.0.72 "GET /v2.0/networks/d8a2b1d5-89b6-457a-8285-708e2be2bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227326 Feb 10 16:11:04.768793 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88dd26e-21e5-4666-a364-14df851153df', 'name': 'tempest-TestEncryptedCinderVolumes-159564699-router', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8555be75-bc52-4c29-bcc3-934a4158a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:55Z', 'updated_at': '2022-02-10T16:10:58Z', 'revision_number': 4, 'project_id': '197e2303a4de4334982a7092b3bfce4d', 'gw_port': {'id': '8555be75-bc52-4c29-bcc3-934a4158a85d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88dd26e-21e5-4666-a364-14df851153df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:56Z', 'updated_at': '2022-02-10T16:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '9afaa878-ed9a-48cd-96d8-6bf392b9a82c', 'name': '', 'network_id': 'fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d', 'mac_address': 'fa:16:3e:28:4d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88dd26e-21e5-4666-a364-14df851153df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c530c5ab-ecca-4c01-81e4-560a8b60cf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:58Z', 'updated_at': '2022-02-10T16:11:04Z', 'revision_number': 4, 'project_id': '197e2303a4de4334982a7092b3bfce4d', 'subnets': [{'id': 'c530c5ab-ecca-4c01-81e4-560a8b60cf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:11:04.803511 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9965c-83e4-4668-b3a0-25100bdb033c None None] The sync data for ids ['b88dd26e-21e5-4666-a364-14df851153df'] in n-d-815324-7 is: [{'id': 'b88dd26e-21e5-4666-a364-14df851153df', 'name': 'tempest-TestEncryptedCinderVolumes-159564699-router', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8555be75-bc52-4c29-bcc3-934a4158a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:55Z', 'updated_at': '2022-02-10T16:10:58Z', 'revision_number': 4, 'project_id': '197e2303a4de4334982a7092b3bfce4d', 'gw_port': {'id': '8555be75-bc52-4c29-bcc3-934a4158a85d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88dd26e-21e5-4666-a364-14df851153df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:56Z', 'updated_at': '2022-02-10T16:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '9afaa878-ed9a-48cd-96d8-6bf392b9a82c', 'name': '', 'network_id': 'fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d', 'mac_address': 'fa:16:3e:28:4d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88dd26e-21e5-4666-a364-14df851153df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c530c5ab-ecca-4c01-81e4-560a8b60cf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:58Z', 'updated_at': '2022-02-10T16:11:04Z', 'revision_number': 4, 'project_id': '197e2303a4de4334982a7092b3bfce4d', 'subnets': [{'id': 'c530c5ab-ecca-4c01-81e4-560a8b60cf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:11:04.819584 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-db6ff0a2-7698-4f95-bb6a-b327ab8fc0d0 None None] Current status of the port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:11:04.858382 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69709d-158d-4fb1-a6b0-ab6d801d9906 req-23f2d8d9-49a5-40dc-9e6e-e9d71f6aea41 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:04.860128 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-af69709d-158d-4fb1-a6b0-ab6d801d9906 req-23f2d8d9-49a5-40dc-9e6e-e9d71f6aea41 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 944 time: 0.0782313 Feb 10 16:11:04.870301 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-7e37094c-18c2-43a5-b075-dd754c316716 req-9a2314b4-3ea7-419f-8414-d7e0d9652a33 service neutron] 10.222.0.72 "GET /v2.0/networks/d8a2b1d5-89b6-457a-8285-708e2be2bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103261 Feb 10 16:11:04.912545 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-af69709d-158d-4fb1-a6b0-ab6d801d9906 req-df46b814-2934-41f1-87ad-1cb3fc9e5cce tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Feb 10 16:11:06.040315 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a167d6-da01-4635-9468-30f1eb4238b3 req-67b9e9f7-e43f-4fa6-ba9e-37c3465e5690 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:06.041875 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1a167d6-da01-4635-9468-30f1eb4238b3 req-67b9e9f7-e43f-4fa6-ba9e-37c3465e5690 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 944 time: 0.0575316 Feb 10 16:11:06.091481 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b1a167d6-da01-4635-9468-30f1eb4238b3 req-ae5e7436-25c3-4a65-8334-5dc7b4b3e67f tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434580 Feb 10 16:11:06.321977 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9afaa878-ed9a-48cd-96d8-6bf392b9a82c up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:11:06.371252 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:11:06.371624 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:06.446563 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:11:06.486890 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:11:06.584318 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=17b493c1-076a-4b9c-9cc0-6bc21c5f50eb,segment=NetworkSegment(88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5),segment_id=88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:06.595118 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '17b493c1-076a-4b9c-9cc0-6bc21c5f50eb', 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0', 'port_id': '17b493c1-076a-4b9c-9cc0-6bc21c5f50eb', 'mac_address': 'fa:16:3e:a2:77:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b21b23-90d4-4c10-94c4-b892bea661af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:11:06.632176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:11:06.632568 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (17b493c1-076a-4b9c-9cc0-6bc21c5f50eb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:06.645053 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:11:06.664458 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=17b493c1-076a-4b9c-9cc0-6bc21c5f50eb,segment=NetworkSegment(88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5),segment_id=88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:06.668815 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (17b493c1-076a-4b9c-9cc0-6bc21c5f50eb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:06.720971 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=17b493c1-076a-4b9c-9cc0-6bc21c5f50eb,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:06.874816 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['17b493c1-076a-4b9c-9cc0-6bc21c5f50eb'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:11:07.210430 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2465c22-6941-4f38-9ddc-987a34d0ef0a req-845a90eb-12f3-4fee-8719-d1839c4b252e tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:07.211930 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2465c22-6941-4f38-9ddc-987a34d0ef0a req-845a90eb-12f3-4fee-8719-d1839c4b252e tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 945 time: 0.0525277 Feb 10 16:11:07.257846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c2465c22-6941-4f38-9ddc-987a34d0ef0a req-41c1480d-b693-4006-81cc-5a5fcccadf2d tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403049 Feb 10 16:11:07.406944 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:08.388553 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15485e0-13dd-4e36-9fb8-8c79b7f7b383 req-d766ce44-5943-43e5-848e-996dc2c120f4 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:08.390082 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c15485e0-13dd-4e36-9fb8-8c79b7f7b383 req-d766ce44-5943-43e5-848e-996dc2c120f4 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 945 time: 0.0574007 Feb 10 16:11:08.437356 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c15485e0-13dd-4e36-9fb8-8c79b7f7b383 req-6657c4c7-343f-4b6c-9469-fb0751db82c4 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417492 Feb 10 16:11:08.495513 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:11:08.547078 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:11:08.551064 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:11:08.551441 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (17b493c1-076a-4b9c-9cc0-6bc21c5f50eb), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:08.625773 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:11:08.626158 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (17b493c1-076a-4b9c-9cc0-6bc21c5f50eb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:08.647896 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b20b61-37c6-4860-a93f-3bf390184868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b493c1-076a-4b9c-9cc0-6bc21c5f50eb'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:11:08.650170 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a30653719f1aebc8f2caf00975dd18a08a9d7039fd87653aabf301633fd06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b28509-5911-49a0-b60c-6a548f38fb91" -d '{"events": [{"server_uuid": "c1b20b61-37c6-4860-a93f-3bf390184868", "name": "network-vif-plugged", "status": "completed", "tag": "17b493c1-076a-4b9c-9cc0-6bc21c5f50eb"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:11:08.663375 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=17b493c1-076a-4b9c-9cc0-6bc21c5f50eb,segment=NetworkSegment(88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5),segment_id=88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:08.667182 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (17b493c1-076a-4b9c-9cc0-6bc21c5f50eb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:08.691708 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa02c7bd-3c49-43ea-a57d-f85504a0064f x-openstack-request-id: req-fa02c7bd-3c49-43ea-a57d-f85504a0064f {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:11:08.692015 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b20b61-37c6-4860-a93f-3bf390184868", "name": "network-vif-plugged", "status": "completed", "tag": "17b493c1-076a-4b9c-9cc0-6bc21c5f50eb", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:11:08.692244 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa02c7bd-3c49-43ea-a57d-f85504a0064f {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:11:08.692625 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b20b61-37c6-4860-a93f-3bf390184868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b493c1-076a-4b9c-9cc0-6bc21c5f50eb', 'code': 200} Feb 10 16:11:08.720058 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=17b493c1-076a-4b9c-9cc0-6bc21c5f50eb,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:08.789965 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb440f4a-ebf1-4406-bbac-064c8106470f req-ccc3b059-3c80-4c02-bf6a-4950354268eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:08.791551 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fb440f4a-ebf1-4406-bbac-064c8106470f req-ccc3b059-3c80-4c02-bf6a-4950354268eb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 1128 time: 0.0452449 Feb 10 16:11:08.835652 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-fb440f4a-ebf1-4406-bbac-064c8106470f req-60f65d65-7c2e-47ed-8ba3-42b480c978ec service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358682 Feb 10 16:11:09.559047 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a36330-9f04-4f49-a72d-23f045a2e285 req-b95d0403-20b3-4250-9fd0-90aa11ab9ca9 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:09.560556 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-46a36330-9f04-4f49-a72d-23f045a2e285 req-b95d0403-20b3-4250-9fd0-90aa11ab9ca9 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 946 time: 0.0548718 Feb 10 16:11:09.605989 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-46a36330-9f04-4f49-a72d-23f045a2e285 req-e4a67109-c38c-4fee-b952-6b8349cf33b2 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398366 Feb 10 16:11:10.725493 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776587c-f542-46bd-8d3d-973d6fea258f req-cc8932bf-7f4c-470c-9df6-5377e5dc77bf tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:10.726968 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5776587c-f542-46bd-8d3d-973d6fea258f req-cc8932bf-7f4c-470c-9df6-5377e5dc77bf tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 946 time: 0.0522680 Feb 10 16:11:10.778355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5776587c-f542-46bd-8d3d-973d6fea258f req-dc978ef8-59ae-4245-9d86-0d4b9668541b tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454445 Feb 10 16:11:10.895806 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634d9c9-fe19-4775-aa1a-19b1668cb1c2 req-3015c10f-2721-41f0-bcb9-617a307e1de5 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:10.898148 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d634d9c9-fe19-4775-aa1a-19b1668cb1c2 req-3015c10f-2721-41f0-bcb9-617a307e1de5 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 946 time: 0.0521998 Feb 10 16:11:10.943677 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d634d9c9-fe19-4775-aa1a-19b1668cb1c2 req-6615f964-a934-4e6f-992e-8e7b3cb2d667 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 Feb 10 16:11:11.878972 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:12.945820 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5f355775-2511-4104-bd04-499a0a17323e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:13.083370 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:11:15.243361 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-02bc7d9d-21aa-4261-8269-1728f78dfd48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:16.534011 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:18.106705 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:19.009116 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:37.414865 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:41.875013 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:42.949764 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b7f38022-0013-4b43-8dd7-3964fb62009c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:45.080981 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815467b8-f3e6-4f36-acc5-bd271135f83b req-104c3246-2ba6-44dc-8977-3f9cf00abf0f tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:45.082491 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-815467b8-f3e6-4f36-acc5-bd271135f83b req-104c3246-2ba6-44dc-8977-3f9cf00abf0f tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 946 time: 0.0632870 Feb 10 16:11:45.130864 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-815467b8-f3e6-4f36-acc5-bd271135f83b req-4e1fdcc4-7e46-466c-a748-0ce70f557c9e tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 Feb 10 16:11:45.247561 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-272fa587-be61-46d9-b494-03548eb06779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:46.257504 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100b779-63a3-4a4f-8d22-33a89164ba30 req-732323a5-ac29-42c8-bd9e-2fcb479968b5 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:46.259071 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5100b779-63a3-4a4f-8d22-33a89164ba30 req-732323a5-ac29-42c8-bd9e-2fcb479968b5 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 946 time: 0.0585985 Feb 10 16:11:46.310524 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5100b779-63a3-4a4f-8d22-33a89164ba30 req-89e572cb-1d80-4d8b-9b36-bd15890c8862 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454271 Feb 10 16:11:46.536189 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:46.680758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e591503-93a8-49f1-8541-a9a525e2a087 req-97d3c0da-a386-42fa-996e-7785d5dc0727 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:46.682117 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2e591503-93a8-49f1-8541-a9a525e2a087 req-97d3c0da-a386-42fa-996e-7785d5dc0727 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 946 time: 0.0605123 Feb 10 16:11:46.779244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-2e591503-93a8-49f1-8541-a9a525e2a087 req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Deleting port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:11:46.779682 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2e591503-93a8-49f1-8541-a9a525e2a087 req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (17b493c1-076a-4b9c-9cc0-6bc21c5f50eb), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:46.877930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-2e591503-93a8-49f1-8541-a9a525e2a087 req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] For port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=17b493c1-076a-4b9c-9cc0-6bc21c5f50eb,segment=NetworkSegment(88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5),segment_id=88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:46.878209 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2e591503-93a8-49f1-8541-a9a525e2a087 req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (17b493c1-076a-4b9c-9cc0-6bc21c5f50eb), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:46.889899 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-2e591503-93a8-49f1-8541-a9a525e2a087 req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Calling delete_port for 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:11:47.015533 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2e591503-93a8-49f1-8541-a9a525e2a087 req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (17b493c1-076a-4b9c-9cc0-6bc21c5f50eb), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:47.029376 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['17b493c1-076a-4b9c-9cc0-6bc21c5f50eb'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:11:47.047810 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Pushing event deleted for resources: {'Port': ['ID=17b493c1-076a-4b9c-9cc0-6bc21c5f50eb,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:47.059816 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.060172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.060519 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.061025 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.061268 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.061524 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.061855 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.062182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.062516 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.062839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.063160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.063477 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.063786 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:47.106624 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e591503-93a8-49f1-8541-a9a525e2a087 req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] No DVR routers for this DVR port 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:11:47.109335 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-2e591503-93a8-49f1-8541-a9a525e2a087 req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:47.112605 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2e591503-93a8-49f1-8541-a9a525e2a087 req-94381102-4566-49a6-934c-e6326396d015 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.72 "DELETE /v2.0/ports/17b493c1-076a-4b9c-9cc0-6bc21c5f50eb HTTP/1.1" status: 204 len: 173 time: 0.4250264 Feb 10 16:11:47.113076 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b20b61-37c6-4860-a93f-3bf390184868', 'name': 'network-vif-deleted', 'tag': '17b493c1-076a-4b9c-9cc0-6bc21c5f50eb'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:11:47.115890 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c98261592b0501fa179614225a0a5697a33575dcdb70b77efa1f33cde7becc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42260797-d5f0-4532-aa29-36393e5111ab" -d '{"events": [{"server_uuid": "c1b20b61-37c6-4860-a93f-3bf390184868", "name": "network-vif-deleted", "tag": "17b493c1-076a-4b9c-9cc0-6bc21c5f50eb"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:11:47.157746 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcb010b-7350-496d-a5e9-08a6d7f58732 x-openstack-request-id: req-0fcb010b-7350-496d-a5e9-08a6d7f58732 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:11:47.158037 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b20b61-37c6-4860-a93f-3bf390184868", "name": "network-vif-deleted", "tag": "17b493c1-076a-4b9c-9cc0-6bc21c5f50eb", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:11:47.158285 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fcb010b-7350-496d-a5e9-08a6d7f58732 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:11:47.158716 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b20b61-37c6-4860-a93f-3bf390184868', 'name': 'network-vif-deleted', 'tag': '17b493c1-076a-4b9c-9cc0-6bc21c5f50eb', 'status': 'completed', 'code': 200} Feb 10 16:11:47.419053 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9a0f2ba-1434-43b5-b57a-9179df6d03bd req-f1116441-5634-462b-9b83-84ea91ce6698 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1b20b61-37c6-4860-a93f-3bf390184868 HTTP/1.1" status: 200 len: 210 time: 0.0269105 Feb 10 16:11:48.109883 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:49.012324 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:49.059338 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-48833014-43a5-4743-bbc2-b78f1eda6f86 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:49.060760 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-48833014-43a5-4743-bbc2-b78f1eda6f86 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/networks?id=d8a2b1d5-89b6-457a-8285-708e2be2bdb0 HTTP/1.1" status: 200 len: 815 time: 0.1059651 Feb 10 16:11:49.075468 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-abf9b3f3-0646-43a3-9e4e-0b40b95d821f tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/quotas/0cd3614d0faf41e1aefa8fa21bf8a5ab HTTP/1.1" status: 200 len: 375 time: 0.0093873 Feb 10 16:11:49.128214 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-be1757a5-b0b7-4925-9b52-ce247713e251 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0cd3614d0faf41e1aefa8fa21bf8a5ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478187 Feb 10 16:11:49.220531 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-0db19368-e7d2-4be4-8fc5-c4f070a3782e service neutron] 10.222.0.64 "GET /v2.0/networks/d8a2b1d5-89b6-457a-8285-708e2be2bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807323 Feb 10 16:11:49.312721 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-0cc2d394-4982-45fe-bcb4-b8cd93cbc5cd service neutron] 10.222.0.64 "GET /v2.0/networks/d8a2b1d5-89b6-457a-8285-708e2be2bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858500 Feb 10 16:11:49.476414 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6c5839a4-87f5-4dab-9369-12e58600c8de req-5d78e1e1-666f-4b1a-9e2c-c31b7de95b39 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 210 time: 0.0277579 Feb 10 16:11:50.082962 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:11:50.383283 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-49c4ba4f-b6c5-4679-88c1-7f0f06d570cf tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:50.384814 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-49c4ba4f-b6c5-4679-88c1-7f0f06d570cf tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.72 "GET /v2.0/networks?id=d8a2b1d5-89b6-457a-8285-708e2be2bdb0 HTTP/1.1" status: 200 len: 815 time: 0.1066382 Feb 10 16:11:50.398233 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-910f0d91-f311-4942-9b0d-cc594f583c53 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Request body: {'port': {'device_id': 'b94b39c6-2d71-4f67-a413-b48f39dab82a', 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0', 'admin_state_up': True, 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:11:50.507224 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-910f0d91-f311-4942-9b0d-cc594f583c53 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Made reservation on behalf of 0cd3614d0faf41e1aefa8fa21bf8a5ab for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:11:50.510743 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-910f0d91-f311-4942-9b0d-cc594f583c53 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:50.575712 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9a4b89b-2f28-443c-8620-445c03d70056 req-c1810aaf-6efc-46be-b122-97ebd81106fb tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 210 time: 0.0274570 Feb 10 16:11:50.640478 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-910f0d91-f311-4942-9b0d-cc594f583c53 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Allocated IP 172.20.0.11 (d8a2b1d5-89b6-457a-8285-708e2be2bdb0/a4b21b23-90d4-4c10-94c4-b892bea661af/15ad0080-e9b6-480b-a082-6a8f2cddba7a) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:11:50.726033 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:11:50.748319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:11:50.748782 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 17b493c1-076a-4b9c-9cc0-6bc21c5f50eb not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:11:50.784105 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-910f0d91-f311-4942-9b0d-cc594f583c53 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Publish callbacks [] for port (15ad0080-e9b6-480b-a082-6a8f2cddba7a), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:50.819119 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-910f0d91-f311-4942-9b0d-cc594f583c53 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (15ad0080-e9b6-480b-a082-6a8f2cddba7a), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:50.862319 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-910f0d91-f311-4942-9b0d-cc594f583c53 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:11:50.865787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-910f0d91-f311-4942-9b0d-cc594f583c53 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:11:50.869384 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-910f0d91-f311-4942-9b0d-cc594f583c53 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:11:50.875352 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f0d91-f311-4942-9b0d-cc594f583c53 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Pushing event updated for resources: {'Port': ['ID=15ad0080-e9b6-480b-a082-6a8f2cddba7a,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:50.924641 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-910f0d91-f311-4942-9b0d-cc594f583c53 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:50.925430 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-910f0d91-f311-4942-9b0d-cc594f583c53 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:50.942096 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-910f0d91-f311-4942-9b0d-cc594f583c53 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5484645 Feb 10 16:11:50.953277 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Request body: {'port': {'device_id': 'b94b39c6-2d71-4f67-a413-b48f39dab82a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:11:51.020380 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (15ad0080-e9b6-480b-a082-6a8f2cddba7a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:51.120272 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0a0c4021-0339-421d-9d51-b6294366cda3 None None] Provisioning complete for port 15ad0080-e9b6-480b-a082-6a8f2cddba7a triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:11:51.120567 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a0c4021-0339-421d-9d51-b6294366cda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (15ad0080-e9b6-480b-a082-6a8f2cddba7a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:51.154398 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c4021-0339-421d-9d51-b6294366cda3 None None] Port 15ad0080-e9b6-480b-a082-6a8f2cddba7a cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:11:51.306484 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ad0080-e9b6-480b-a082-6a8f2cddba7a {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:11:51.313884 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Publish callbacks [] for port (15ad0080-e9b6-480b-a082-6a8f2cddba7a), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:51.326035 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Transition to ACTIVE for port object 15ad0080-e9b6-480b-a082-6a8f2cddba7a will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:11:51.329656 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (15ad0080-e9b6-480b-a082-6a8f2cddba7a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:51.385295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Pushing event updated for resources: {'Port': ['ID=15ad0080-e9b6-480b-a082-6a8f2cddba7a,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:51.463182 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Attempting to bind port 15ad0080-e9b6-480b-a082-6a8f2cddba7a on host n-h1-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:11:51.463537 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Attempting to bind port 15ad0080-e9b6-480b-a082-6a8f2cddba7a by drivers openvswitch,hyperv on host n-h1-815324-7 at level 0 using segments [{'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:11:51.463868 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Attempting to bind port 15ad0080-e9b6-480b-a082-6a8f2cddba7a on network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:11:51.468936 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Port 15ad0080-e9b6-480b-a082-6a8f2cddba7a on network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:11:51.469266 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Attempting to bind port 15ad0080-e9b6-480b-a082-6a8f2cddba7a on network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:11:51.475265 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Checking agent: {'id': '41d942ca-5b0d-4798-af98-440cbb346c69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:11:51.475777 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Checking segment: {'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:11:51.476166 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Bound using segment: {'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:11:51.476602 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Bound port: 15ad0080-e9b6-480b-a082-6a8f2cddba7a, host: n-h1-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:11:51.477040 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (15ad0080-e9b6-480b-a082-6a8f2cddba7a), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:51.550178 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] For port 15ad0080-e9b6-480b-a082-6a8f2cddba7a, host n-h1-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:11:51.553447 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] For port 15ad0080-e9b6-480b-a082-6a8f2cddba7a, host n-h1-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=15ad0080-e9b6-480b-a082-6a8f2cddba7a,segment=NetworkSegment(88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5),segment_id=88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:11:51.558725 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (15ad0080-e9b6-480b-a082-6a8f2cddba7a), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:51.600578 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:51.601238 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:51.602793 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] 10.222.0.72 "PUT /v2.0/ports/15ad0080-e9b6-480b-a082-6a8f2cddba7a HTTP/1.1" status: 200 len: 1092 time: 0.6537151 Feb 10 16:11:51.603264 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94b39c6-2d71-4f67-a413-b48f39dab82a', 'tag': '15ad0080-e9b6-480b-a082-6a8f2cddba7a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:11:51.605609 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c98261592b0501fa179614225a0a5697a33575dcdb70b77efa1f33cde7becc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2546fa-90e2-4492-98ef-1b74b96e31e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b94b39c6-2d71-4f67-a413-b48f39dab82a", "tag": "15ad0080-e9b6-480b-a082-6a8f2cddba7a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:11:51.647693 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf946d-ca17-42fc-a68e-36ed4d8a9c06 service neutron] Pushing event updated for resources: {'Port': ['ID=15ad0080-e9b6-480b-a082-6a8f2cddba7a,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:51.684792 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4d1c0e-da59-4c8c-b0f8-bed8d05a1417 x-openstack-request-id: req-7e4d1c0e-da59-4c8c-b0f8-bed8d05a1417 {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:11:51.685068 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94b39c6-2d71-4f67-a413-b48f39dab82a", "tag": "15ad0080-e9b6-480b-a082-6a8f2cddba7a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:11:51.685314 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e4d1c0e-da59-4c8c-b0f8-bed8d05a1417 {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:11:51.685716 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94b39c6-2d71-4f67-a413-b48f39dab82a', 'tag': '15ad0080-e9b6-480b-a082-6a8f2cddba7a', 'status': 'completed', 'code': 200} Feb 10 16:11:51.706997 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-9137970e-189e-425b-abd2-56e6c24b4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:51.709191 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-9137970e-189e-425b-abd2-56e6c24b4af5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cd3614d0faf41e1aefa8fa21bf8a5ab&device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 1126 time: 0.0592206 Feb 10 16:11:51.745561 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7cb89-e71b-403e-9316-b55b2368b952 req-8e8ecb20-6de5-4727-b64e-d8def4d39fc8 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:51.747130 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-70e7cb89-e71b-403e-9316-b55b2368b952 req-8e8ecb20-6de5-4727-b64e-d8def4d39fc8 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 944 time: 0.0658925 Feb 10 16:11:51.757615 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-8a10c614-0d2d-4165-b757-8b77b6f54ced service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15ad0080-e9b6-480b-a082-6a8f2cddba7a HTTP/1.1" status: 200 len: 217 time: 0.0397816 Feb 10 16:11:51.806622 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-70e7cb89-e71b-403e-9316-b55b2368b952 req-d54d669d-7505-46f6-9e5a-2a6822ba44a4 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526407 Feb 10 16:11:51.817179 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-aa6fe232-666f-448a-9afe-612e14dc0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:51.818799 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-aa6fe232-666f-448a-9afe-612e14dc0fe8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a4b21b23-90d4-4c10-94c4-b892bea661af HTTP/1.1" status: 200 len: 854 time: 0.0555899 Feb 10 16:11:51.874403 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-1beac04e-cea2-473d-a8b0-0bd0b77db377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:51.876000 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-1beac04e-cea2-473d-a8b0-0bd0b77db377 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8a2b1d5-89b6-457a-8285-708e2be2bdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513723 Feb 10 16:11:51.968738 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-c4a02621-dfe1-4584-a473-35309c7ee5dc service neutron] 10.222.0.72 "GET /v2.0/networks/d8a2b1d5-89b6-457a-8285-708e2be2bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853605 Feb 10 16:11:52.068489 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-75e4155f-8208-4d3d-b073-ac5dd3602fa8 req-511d1752-3dd3-4c82-a870-dba86769c8b0 service neutron] 10.222.0.72 "GET /v2.0/networks/d8a2b1d5-89b6-457a-8285-708e2be2bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928783 Feb 10 16:11:52.153596 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2546fa-90e2-4492-98ef-1b74b96e31e6 req-3f8e029c-cefd-48ac-ac52-f2956cb13929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:52.155421 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-df2546fa-90e2-4492-98ef-1b74b96e31e6 req-3f8e029c-cefd-48ac-ac52-f2956cb13929 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cd3614d0faf41e1aefa8fa21bf8a5ab&device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 1126 time: 0.0439565 Feb 10 16:11:52.252116 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2546fa-90e2-4492-98ef-1b74b96e31e6 req-29ec267c-9383-4ef7-a6b1-b05542167d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:52.253630 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-df2546fa-90e2-4492-98ef-1b74b96e31e6 req-29ec267c-9383-4ef7-a6b1-b05542167d83 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8a2b1d5-89b6-457a-8285-708e2be2bdb0 HTTP/1.1" status: 200 len: 916 time: 0.0911381 Feb 10 16:11:52.620155 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-df2546fa-90e2-4492-98ef-1b74b96e31e6 req-bd8c6358-2496-4273-8de7-e766644f872b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15ad0080-e9b6-480b-a082-6a8f2cddba7a HTTP/1.1" status: 200 len: 217 time: 0.3601964 Feb 10 16:11:52.667495 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2546fa-90e2-4492-98ef-1b74b96e31e6 req-9f58af40-b1cb-4a96-ad18-48906b488cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:52.668951 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-df2546fa-90e2-4492-98ef-1b74b96e31e6 req-9f58af40-b1cb-4a96-ad18-48906b488cba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a4b21b23-90d4-4c10-94c4-b892bea661af HTTP/1.1" status: 200 len: 854 time: 0.0424006 Feb 10 16:11:52.717193 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2546fa-90e2-4492-98ef-1b74b96e31e6 req-ec1abda2-1239-4189-83d8-88a16d931e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:52.718661 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-df2546fa-90e2-4492-98ef-1b74b96e31e6 req-ec1abda2-1239-4189-83d8-88a16d931e47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8a2b1d5-89b6-457a-8285-708e2be2bdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432239 Feb 10 16:11:52.812589 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-df2546fa-90e2-4492-98ef-1b74b96e31e6 req-dde7c187-eab3-4a6b-8bc2-f548eb038070 service neutron] 10.222.0.72 "GET /v2.0/networks/d8a2b1d5-89b6-457a-8285-708e2be2bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858681 Feb 10 16:11:52.906829 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-df2546fa-90e2-4492-98ef-1b74b96e31e6 req-622de0c5-83fd-46e4-a75e-5c77a5008636 service neutron] 10.222.0.72 "GET /v2.0/networks/d8a2b1d5-89b6-457a-8285-708e2be2bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865355 Feb 10 16:11:52.935134 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e90d3-b68a-4fdb-8940-54061437d2b3 req-889c58ec-cb55-420b-9958-dd4cefbefbe4 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:52.936774 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c87e90d3-b68a-4fdb-8940-54061437d2b3 req-889c58ec-cb55-420b-9958-dd4cefbefbe4 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 944 time: 0.0519810 Feb 10 16:11:52.983890 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c87e90d3-b68a-4fdb-8940-54061437d2b3 req-bf591b7e-36b4-40f1-b470-99d1d408f4e3 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Feb 10 16:11:54.101190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b157f-20f8-4b01-8102-26ff9ac1962a req-fcc22224-e600-4906-9e95-4a89f37cd8ad tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:54.102579 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca5b157f-20f8-4b01-8102-26ff9ac1962a req-fcc22224-e600-4906-9e95-4a89f37cd8ad tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 944 time: 0.0522850 Feb 10 16:11:54.151771 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ca5b157f-20f8-4b01-8102-26ff9ac1962a req-b4bbc966-09cd-49c7-a579-707c02588a4d tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432596 Feb 10 16:11:54.757200 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 15ad0080-e9b6-480b-a082-6a8f2cddba7a details requested by agent hyperv_n-h1-815324-7 with host n-h1-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:11:54.855169 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 15ad0080-e9b6-480b-a082-6a8f2cddba7a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=15ad0080-e9b6-480b-a082-6a8f2cddba7a,segment=NetworkSegment(88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5),segment_id=88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:54.866131 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Returning: {'device': '15ad0080-e9b6-480b-a082-6a8f2cddba7a', 'network_id': 'd8a2b1d5-89b6-457a-8285-708e2be2bdb0', 'port_id': '15ad0080-e9b6-480b-a082-6a8f2cddba7a', 'mac_address': 'fa:16:3e:ab:2b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b21b23-90d4-4c10-94c4-b892bea661af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:11:54.902170 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 15ad0080-e9b6-480b-a082-6a8f2cddba7a is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:11:54.902563 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (15ad0080-e9b6-480b-a082-6a8f2cddba7a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:54.914940 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ad0080-e9b6-480b-a082-6a8f2cddba7a {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:11:54.934301 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 15ad0080-e9b6-480b-a082-6a8f2cddba7a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=15ad0080-e9b6-480b-a082-6a8f2cddba7a,segment=NetworkSegment(88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5),segment_id=88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:54.938058 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (15ad0080-e9b6-480b-a082-6a8f2cddba7a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:54.986475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=15ad0080-e9b6-480b-a082-6a8f2cddba7a,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:54.994237 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:54.994590 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:54.994936 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:54.995278 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:54.995614 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:54.995951 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:54.996280 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:54.996610 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:54.996963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:54.997292 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:54.997621 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:54.997949 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:54.998270 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:11:55.137628 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['15ad0080-e9b6-480b-a082-6a8f2cddba7a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:11:55.269219 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328336ae-5fa2-4bbb-98cd-3371969fa582 req-d3c490c2-499d-4dd0-8318-10f13a86a78d tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:55.270688 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-328336ae-5fa2-4bbb-98cd-3371969fa582 req-d3c490c2-499d-4dd0-8318-10f13a86a78d tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 945 time: 0.0519304 Feb 10 16:11:55.316657 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-328336ae-5fa2-4bbb-98cd-3371969fa582 req-a9d4f747-fc66-494d-83e3-6786da026353 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396330 Feb 10 16:11:56.435918 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2695590-f9a6-4ebb-a289-4e0e1d1a825f req-7e7da728-f99d-4624-b505-8c28dec8ffd7 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:56.437744 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d2695590-f9a6-4ebb-a289-4e0e1d1a825f req-7e7da728-f99d-4624-b505-8c28dec8ffd7 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 945 time: 0.0518751 Feb 10 16:11:56.483808 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d2695590-f9a6-4ebb-a289-4e0e1d1a825f req-b4b8e81b-0848-45ef-8838-98e491978b27 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404742 Feb 10 16:11:56.758267 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 15ad0080-e9b6-480b-a082-6a8f2cddba7a up at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:11:56.808951 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning for port 15ad0080-e9b6-480b-a082-6a8f2cddba7a completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:11:56.812516 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Provisioning complete for port 15ad0080-e9b6-480b-a082-6a8f2cddba7a triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:11:56.812916 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (15ad0080-e9b6-480b-a082-6a8f2cddba7a), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:56.887401 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Current status of the port 15ad0080-e9b6-480b-a082-6a8f2cddba7a is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:11:56.887790 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (15ad0080-e9b6-480b-a082-6a8f2cddba7a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:56.910184 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94b39c6-2d71-4f67-a413-b48f39dab82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ad0080-e9b6-480b-a082-6a8f2cddba7a'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:11:56.912494 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a30653719f1aebc8f2caf00975dd18a08a9d7039fd87653aabf301633fd06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110f79d0-402b-4d4b-a105-b5dd58bf9fa8" -d '{"events": [{"server_uuid": "b94b39c6-2d71-4f67-a413-b48f39dab82a", "name": "network-vif-plugged", "status": "completed", "tag": "15ad0080-e9b6-480b-a082-6a8f2cddba7a"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:11:56.924507 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] For port 15ad0080-e9b6-480b-a082-6a8f2cddba7a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=15ad0080-e9b6-480b-a082-6a8f2cddba7a,segment=NetworkSegment(88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5),segment_id=88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:11:56.929146 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (15ad0080-e9b6-480b-a082-6a8f2cddba7a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:11:56.954538 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20947261-4da5-414d-b01d-7cb5442207c3 x-openstack-request-id: req-20947261-4da5-414d-b01d-7cb5442207c3 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:11:56.954823 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94b39c6-2d71-4f67-a413-b48f39dab82a", "name": "network-vif-plugged", "status": "completed", "tag": "15ad0080-e9b6-480b-a082-6a8f2cddba7a", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:11:56.955070 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20947261-4da5-414d-b01d-7cb5442207c3 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:11:56.955449 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94b39c6-2d71-4f67-a413-b48f39dab82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ad0080-e9b6-480b-a082-6a8f2cddba7a', 'code': 200} Feb 10 16:11:56.983764 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Pushing event updated for resources: {'Port': ['ID=15ad0080-e9b6-480b-a082-6a8f2cddba7a,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:11:57.049304 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0b305-73c2-4e60-be0f-a2697a8227fc req-c57701bc-cc6d-47be-974c-74e4ec403132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:57.050697 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2be0b305-73c2-4e60-be0f-a2697a8227fc req-c57701bc-cc6d-47be-974c-74e4ec403132 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 1128 time: 0.0423687 Feb 10 16:11:57.093427 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2be0b305-73c2-4e60-be0f-a2697a8227fc req-483decb3-14fd-4be6-9a7f-cf6276dde2dd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370395 Feb 10 16:11:57.605477 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771e460-3923-484a-a3be-d77ec6d52fb2 req-30d890f9-4b27-4b9e-8364-9de28d03ab6f tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:57.607221 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c771e460-3923-484a-a3be-d77ec6d52fb2 req-30d890f9-4b27-4b9e-8364-9de28d03ab6f tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 946 time: 0.0580146 Feb 10 16:11:57.653659 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c771e460-3923-484a-a3be-d77ec6d52fb2 req-34f954c1-e8f5-4eb5-ac86-374d1c65d9f9 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Feb 10 16:11:58.779250 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f191c4-3554-429e-9ea0-74b68fe74f5b req-981e7215-9d55-4db9-b484-94cae0f9bd95 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:58.780835 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91f191c4-3554-429e-9ea0-74b68fe74f5b req-981e7215-9d55-4db9-b484-94cae0f9bd95 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 946 time: 0.0530772 Feb 10 16:11:58.828109 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-91f191c4-3554-429e-9ea0-74b68fe74f5b req-93f7da22-87c5-47f0-aea9-019ecbbf87ce tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416796 Feb 10 16:11:58.947958 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae15fe-3805-46fa-b18c-efa6bfcb1b86 req-7b197c8a-84e4-460a-94dc-cdaad190ea6f tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:11:58.949382 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89ae15fe-3805-46fa-b18c-efa6bfcb1b86 req-7b197c8a-84e4-460a-94dc-cdaad190ea6f tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 946 time: 0.0554342 Feb 10 16:11:58.995699 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-89ae15fe-3805-46fa-b18c-efa6bfcb1b86 req-27a59a00-d0d0-4bd4-ae65-42e88a524311 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 Feb 10 16:12:05.944059 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d2be6af1-0790-4a46-be6c-dcff0bdcb1ab req-a8a4d3ef-df44-4e90-a1a1-c5fb1ea0f857 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425515 Feb 10 16:12:06.050944 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be6af1-0790-4a46-be6c-dcff0bdcb1ab req-2874eb45-d90d-46d9-9872-8c8ef3e666b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:06.052977 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d2be6af1-0790-4a46-be6c-dcff0bdcb1ab req-2874eb45-d90d-46d9-9872-8c8ef3e666b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cd3614d0faf41e1aefa8fa21bf8a5ab&device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 1128 time: 0.0604455 Feb 10 16:12:06.158220 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be6af1-0790-4a46-be6c-dcff0bdcb1ab req-4c54aec2-3b53-45b4-ac73-0f351c282a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:06.159718 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d2be6af1-0790-4a46-be6c-dcff0bdcb1ab req-4c54aec2-3b53-45b4-ac73-0f351c282a36 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8a2b1d5-89b6-457a-8285-708e2be2bdb0 HTTP/1.1" status: 200 len: 916 time: 0.0879023 Feb 10 16:12:06.205137 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d2be6af1-0790-4a46-be6c-dcff0bdcb1ab req-d419dd7b-f9c6-4e39-bc26-eb46eb7f2250 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15ad0080-e9b6-480b-a082-6a8f2cddba7a HTTP/1.1" status: 200 len: 217 time: 0.0389521 Feb 10 16:12:06.252712 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be6af1-0790-4a46-be6c-dcff0bdcb1ab req-3bb8bbb4-be07-4344-8469-37ee60ddcbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:06.254180 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d2be6af1-0790-4a46-be6c-dcff0bdcb1ab req-3bb8bbb4-be07-4344-8469-37ee60ddcbe1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a4b21b23-90d4-4c10-94c4-b892bea661af HTTP/1.1" status: 200 len: 854 time: 0.0440533 Feb 10 16:12:06.303965 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be6af1-0790-4a46-be6c-dcff0bdcb1ab req-ea5de668-8e71-4e76-853f-0fec64d2c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:06.305447 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d2be6af1-0790-4a46-be6c-dcff0bdcb1ab req-ea5de668-8e71-4e76-853f-0fec64d2c20f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8a2b1d5-89b6-457a-8285-708e2be2bdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450294 Feb 10 16:12:06.398836 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d2be6af1-0790-4a46-be6c-dcff0bdcb1ab req-245e2b06-1e9d-4ef5-941c-abfe6c646d8f service neutron] 10.222.0.72 "GET /v2.0/networks/d8a2b1d5-89b6-457a-8285-708e2be2bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873022 Feb 10 16:12:06.487907 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-d2be6af1-0790-4a46-be6c-dcff0bdcb1ab req-6e97702b-a040-4dbf-82d2-1425bdfb7e61 service neutron] 10.222.0.72 "GET /v2.0/networks/d8a2b1d5-89b6-457a-8285-708e2be2bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838106 Feb 10 16:12:07.405847 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:11.873939 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:12.950011 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-928ebe4e-810a-4ac0-ac38-0b24c61e88f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:15.248661 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ae73d14f-e724-439f-a4d6-955569a8b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:16.539109 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:18.113105 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:19.015750 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:27.081781 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:12:32.994962 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda3af0-9b06-4f8d-aa0b-dad04640cd0a req-aa38d0f5-9a07-4c9d-b190-9ec10d3db792 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:32.996461 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8cda3af0-9b06-4f8d-aa0b-dad04640cd0a req-aa38d0f5-9a07-4c9d-b190-9ec10d3db792 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 946 time: 0.0569642 Feb 10 16:12:33.044950 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-8cda3af0-9b06-4f8d-aa0b-dad04640cd0a req-23e94118-3178-491b-b9dd-66f565425b5e tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427265 Feb 10 16:12:34.166153 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791cc3b-fd25-4de4-a76f-435419939dd7 req-d931a2a4-cff4-4fa5-bce3-a53b9ff0654d tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:34.167771 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6791cc3b-fd25-4de4-a76f-435419939dd7 req-d931a2a4-cff4-4fa5-bce3-a53b9ff0654d tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 946 time: 0.0551670 Feb 10 16:12:34.223727 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6791cc3b-fd25-4de4-a76f-435419939dd7 req-54d33be3-aef4-4c56-88ab-4ad7fe79e324 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/security-groups?id=a7daec23-145e-4d36-a491-8724fc1c3505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501328 Feb 10 16:12:34.555609 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b10126-e1ea-4dba-ab6d-22c5b6396aab req-a571a6a1-17b8-44e3-b290-f8ed3c683321 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:34.557023 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-57b10126-e1ea-4dba-ab6d-22c5b6396aab req-a571a6a1-17b8-44e3-b290-f8ed3c683321 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.72 "GET /v2.0/ports?device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 946 time: 0.0577052 Feb 10 16:12:34.648476 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-57b10126-e1ea-4dba-ab6d-22c5b6396aab req-b457fe75-0c58-48d3-a857-520a4833e0b5 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Deleting port 15ad0080-e9b6-480b-a082-6a8f2cddba7a {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:12:34.648861 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-57b10126-e1ea-4dba-ab6d-22c5b6396aab req-b457fe75-0c58-48d3-a857-520a4833e0b5 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (15ad0080-e9b6-480b-a082-6a8f2cddba7a), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:34.738873 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-57b10126-e1ea-4dba-ab6d-22c5b6396aab req-b457fe75-0c58-48d3-a857-520a4833e0b5 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] For port 15ad0080-e9b6-480b-a082-6a8f2cddba7a, host n-h1-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-7',level=0,port_id=15ad0080-e9b6-480b-a082-6a8f2cddba7a,segment=NetworkSegment(88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5),segment_id=88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:34.739236 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-57b10126-e1ea-4dba-ab6d-22c5b6396aab req-b457fe75-0c58-48d3-a857-520a4833e0b5 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (15ad0080-e9b6-480b-a082-6a8f2cddba7a), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:34.751085 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [req-57b10126-e1ea-4dba-ab6d-22c5b6396aab req-b457fe75-0c58-48d3-a857-520a4833e0b5 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Calling delete_port for 15ad0080-e9b6-480b-a082-6a8f2cddba7a owned by compute:nova {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:12:34.877186 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-57b10126-e1ea-4dba-ab6d-22c5b6396aab req-b457fe75-0c58-48d3-a857-520a4833e0b5 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (15ad0080-e9b6-480b-a082-6a8f2cddba7a), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:34.889525 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] get_ports_and_sgs() called for port_ids ['15ad0080-e9b6-480b-a082-6a8f2cddba7a'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:12:34.911689 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457fe75-0c58-48d3-a857-520a4833e0b5 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Pushing event deleted for resources: {'Port': ['ID=15ad0080-e9b6-480b-a082-6a8f2cddba7a,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:34.952577 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b10126-e1ea-4dba-ab6d-22c5b6396aab req-b457fe75-0c58-48d3-a857-520a4833e0b5 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] No DVR routers for this DVR port 15ad0080-e9b6-480b-a082-6a8f2cddba7a on host n-h1-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:12:34.955294 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-57b10126-e1ea-4dba-ab6d-22c5b6396aab req-b457fe75-0c58-48d3-a857-520a4833e0b5 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:34.959230 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-57b10126-e1ea-4dba-ab6d-22c5b6396aab req-b457fe75-0c58-48d3-a857-520a4833e0b5 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.72 "DELETE /v2.0/ports/15ad0080-e9b6-480b-a082-6a8f2cddba7a HTTP/1.1" status: 204 len: 173 time: 0.3974276 Feb 10 16:12:34.959664 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94b39c6-2d71-4f67-a413-b48f39dab82a', 'name': 'network-vif-deleted', 'tag': '15ad0080-e9b6-480b-a082-6a8f2cddba7a'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:12:34.962038 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c98261592b0501fa179614225a0a5697a33575dcdb70b77efa1f33cde7becc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb002b5-85e6-43ae-a18f-9f5db65cc934" -d '{"events": [{"server_uuid": "b94b39c6-2d71-4f67-a413-b48f39dab82a", "name": "network-vif-deleted", "tag": "15ad0080-e9b6-480b-a082-6a8f2cddba7a"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:12:35.001431 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d549b5-c416-456d-90ee-0da254d1ca6b x-openstack-request-id: req-b0d549b5-c416-456d-90ee-0da254d1ca6b {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:12:35.001789 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94b39c6-2d71-4f67-a413-b48f39dab82a", "name": "network-vif-deleted", "tag": "15ad0080-e9b6-480b-a082-6a8f2cddba7a", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:12:35.002051 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0d549b5-c416-456d-90ee-0da254d1ca6b {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:12:35.002469 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94b39c6-2d71-4f67-a413-b48f39dab82a', 'name': 'network-vif-deleted', 'tag': '15ad0080-e9b6-480b-a082-6a8f2cddba7a', 'status': 'completed', 'code': 200} Feb 10 16:12:35.338936 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-622a0da4-26c0-4063-a9ec-8d74c340f429 req-f5734f2f-ed7a-4c68-8dd0-fbfa1655ee63 tempest-TestEncryptedCinderVolumes-1992387857 tempest-TestEncryptedCinderVolumes-1992387857-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94b39c6-2d71-4f67-a413-b48f39dab82a HTTP/1.1" status: 200 len: 210 time: 0.0306695 Feb 10 16:12:36.435775 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42140) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:36.792559 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-325265a7-c666-4570-b681-c443b6d38ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (68894c47-21a2-4ce4-a676-e7476f0412e8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:37.037846 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-325265a7-c666-4570-b681-c443b6d38ce9 admin admin] Deleting port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:12:37.038070 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-325265a7-c666-4570-b681-c443b6d38ce9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:37.114588 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-325265a7-c666-4570-b681-c443b6d38ce9 admin admin] For port 063a50a6-09c5-4eb3-8dfe-94fe33cdb088, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=063a50a6-09c5-4eb3-8dfe-94fe33cdb088,segment=NetworkSegment(88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5),segment_id=88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:37.114951 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-325265a7-c666-4570-b681-c443b6d38ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:37.127326 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-325265a7-c666-4570-b681-c443b6d38ce9 admin admin] Calling delete_port for 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 owned by network:router_interface {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:12:37.308084 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-325265a7-c666-4570-b681-c443b6d38ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (063a50a6-09c5-4eb3-8dfe-94fe33cdb088), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:37.338144 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325265a7-c666-4570-b681-c443b6d38ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=063a50a6-09c5-4eb3-8dfe-94fe33cdb088,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:37.416035 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:37.508634 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-325265a7-c666-4570-b681-c443b6d38ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (68894c47-21a2-4ce4-a676-e7476f0412e8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:37.724345 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325265a7-c666-4570-b681-c443b6d38ce9 admin admin] Router 68894c47-21a2-4ce4-a676-e7476f0412e8 has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:12:37.828050 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325265a7-c666-4570-b681-c443b6d38ce9 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:37.833352 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-325265a7-c666-4570-b681-c443b6d38ce9 admin admin] 10.222.0.64 "PUT /v2.0/routers/68894c47-21a2-4ce4-a676-e7476f0412e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3965387 Feb 10 16:12:37.835803 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42142) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:37.838914 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca71473-af7d-432b-927e-4864d9fd3b43 None None] Sync routers for ids ['68894c47-21a2-4ce4-a676-e7476f0412e8'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:37.849295 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca71473-af7d-432b-927e-4864d9fd3b43 None None] Routers {'68894c47-21a2-4ce4-a676-e7476f0412e8'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:37.849911 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0ca71473-af7d-432b-927e-4864d9fd3b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:12:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['68894c47-21a2-4ce4-a676-e7476f0412e8'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:37.938370 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43ef2543-d156-427b-9d3e-7b6019f249ea admin admin] Publish callbacks [] for router (68894c47-21a2-4ce4-a676-e7476f0412e8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:37.955091 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-0ca71473-af7d-432b-927e-4864d9fd3b43 None None] Set router 68894c47-21a2-4ce4-a676-e7476f0412e8 gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:38.062062 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43ef2543-d156-427b-9d3e-7b6019f249ea admin admin] Publish callbacks [] for router_gateway (68894c47-21a2-4ce4-a676-e7476f0412e8), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:38.122827 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-43ef2543-d156-427b-9d3e-7b6019f249ea admin admin] Deleting port 68797d5e-e9af-4f36-8708-26fd4dcf643d {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:12:38.123162 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43ef2543-d156-427b-9d3e-7b6019f249ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (68797d5e-e9af-4f36-8708-26fd4dcf643d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:38.201839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-43ef2543-d156-427b-9d3e-7b6019f249ea admin admin] For port 68797d5e-e9af-4f36-8708-26fd4dcf643d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=68797d5e-e9af-4f36-8708-26fd4dcf643d,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:38.202195 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43ef2543-d156-427b-9d3e-7b6019f249ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (68797d5e-e9af-4f36-8708-26fd4dcf643d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:38.214661 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-43ef2543-d156-427b-9d3e-7b6019f249ea admin admin] Calling delete_port for 68797d5e-e9af-4f36-8708-26fd4dcf643d owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:12:38.300133 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0ca71473-af7d-432b-927e-4864d9fd3b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'name': 'tempest-TestEncryptedCinderVolumes-12166118-router', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '68797d5e-e9af-4f36-8708-26fd4dcf643d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:51Z', 'updated_at': '2022-02-10T16:12:37Z', 'revision_number': 5, 'project_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'gw_port': {'id': '68797d5e-e9af-4f36-8708-26fd4dcf643d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:52Z', 'updated_at': '2022-02-10T16:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:38.328674 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca71473-af7d-432b-927e-4864d9fd3b43 None None] Checking router: 68894c47-21a2-4ce4-a676-e7476f0412e8 for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:38.338978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca71473-af7d-432b-927e-4864d9fd3b43 None None] Routers {'68894c47-21a2-4ce4-a676-e7476f0412e8'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:38.339930 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0ca71473-af7d-432b-927e-4864d9fd3b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:12:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['68894c47-21a2-4ce4-a676-e7476f0412e8'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:38.411532 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43ef2543-d156-427b-9d3e-7b6019f249ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (68797d5e-e9af-4f36-8708-26fd4dcf643d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:38.437287 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef2543-d156-427b-9d3e-7b6019f249ea admin admin] Pushing event deleted for resources: {'Port': ['ID=68797d5e-e9af-4f36-8708-26fd4dcf643d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:38.438159 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-0ca71473-af7d-432b-927e-4864d9fd3b43 None None] Set router 68894c47-21a2-4ce4-a676-e7476f0412e8 gateway port host: None {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:38.494230 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-0ca71473-af7d-432b-927e-4864d9fd3b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'name': 'tempest-TestEncryptedCinderVolumes-12166118-router', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:51Z', 'updated_at': '2022-02-10T16:12:38Z', 'revision_number': 6, 'project_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:38.500310 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43ef2543-d156-427b-9d3e-7b6019f249ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (68894c47-21a2-4ce4-a676-e7476f0412e8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:38.520321 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca71473-af7d-432b-927e-4864d9fd3b43 None None] The sync data for ids ['68894c47-21a2-4ce4-a676-e7476f0412e8'] in n-d-815324-7 is: [{'id': '68894c47-21a2-4ce4-a676-e7476f0412e8', 'name': 'tempest-TestEncryptedCinderVolumes-12166118-router', 'tenant_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:51Z', 'updated_at': '2022-02-10T16:12:38Z', 'revision_number': 6, 'project_id': '0cd3614d0faf41e1aefa8fa21bf8a5ab', 'gw_port_host': None}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:38.595853 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43ef2543-d156-427b-9d3e-7b6019f249ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (68894c47-21a2-4ce4-a676-e7476f0412e8), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:38.598398 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43ef2543-d156-427b-9d3e-7b6019f249ea admin admin] Publish callbacks [] for router_controller (68894c47-21a2-4ce4-a676-e7476f0412e8), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:38.641022 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43ef2543-d156-427b-9d3e-7b6019f249ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (68894c47-21a2-4ce4-a676-e7476f0412e8), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:38.641586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ef2543-d156-427b-9d3e-7b6019f249ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68894c47-21a2-4ce4-a676-e7476f0412e8 {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:12:38.646187 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43ef2543-d156-427b-9d3e-7b6019f249ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:38.647405 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-43ef2543-d156-427b-9d3e-7b6019f249ea admin admin] 10.222.0.64 "DELETE /v2.0/routers/68894c47-21a2-4ce4-a676-e7476f0412e8 HTTP/1.1" status: 204 len: 168 time: 0.8106804 Feb 10 16:12:38.650009 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42144) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:38.693735 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc051d22-0fb0-4399-a2d3-d81b18c5dc9c admin admin] Deleting subnet a4b21b23-90d4-4c10-94c4-b892bea661af {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 16:12:38.696821 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cc051d22-0fb0-4399-a2d3-d81b18c5dc9c admin admin] Publish callbacks [] for subnet (a4b21b23-90d4-4c10-94c4-b892bea661af), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:38.743551 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cc051d22-0fb0-4399-a2d3-d81b18c5dc9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (a4b21b23-90d4-4c10-94c4-b892bea661af), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:38.821063 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cc051d22-0fb0-4399-a2d3-d81b18c5dc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (a4b21b23-90d4-4c10-94c4-b892bea661af), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:38.875234 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cc051d22-0fb0-4399-a2d3-d81b18c5dc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (a4b21b23-90d4-4c10-94c4-b892bea661af), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:38.904295 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc051d22-0fb0-4399-a2d3-d81b18c5dc9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b21b23-90d4-4c10-94c4-b892bea661af,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:38.907793 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-cc051d22-0fb0-4399-a2d3-d81b18c5dc9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:38.909741 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-cc051d22-0fb0-4399-a2d3-d81b18c5dc9c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a4b21b23-90d4-4c10-94c4-b892bea661af HTTP/1.1" status: 204 len: 168 time: 0.2587979 Feb 10 16:12:38.911363 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89a5529-a15a-4b72-93f0-26efea89a7b7 None None] Network d8a2b1d5-89b6-457a-8285-708e2be2bdb0 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:12:38.912300 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42146) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:38.987988 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (d8a2b1d5-89b6-457a-8285-708e2be2bdb0), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:38.991899 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 15ad0080-e9b6-480b-a082-6a8f2cddba7a no longer exists at agent hyperv_n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:12:39.015317 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] No Port match for: 15ad0080-e9b6-480b-a082-6a8f2cddba7a {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:12:39.015665 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Device 15ad0080-e9b6-480b-a082-6a8f2cddba7a not bound to the agent host n-h1-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:12:39.041885 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] Deleting port d1e0d6a3-65f0-428d-91c4-f264f302d0c7 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:12:39.042232 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (d1e0d6a3-65f0-428d-91c4-f264f302d0c7), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:39.125429 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] For port d1e0d6a3-65f0-428d-91c4-f264f302d0c7, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=d1e0d6a3-65f0-428d-91c4-f264f302d0c7,segment=NetworkSegment(88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5),segment_id=88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:39.125702 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (d1e0d6a3-65f0-428d-91c4-f264f302d0c7), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:39.138842 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] Calling delete_port for d1e0d6a3-65f0-428d-91c4-f264f302d0c7 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:12:39.215826 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (d1e0d6a3-65f0-428d-91c4-f264f302d0c7), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:39.239413 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e0d6a3-65f0-428d-91c4-f264f302d0c7,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:39.244821 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] No DVR routers for this DVR port d1e0d6a3-65f0-428d-91c4-f264f302d0c7 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:12:39.298030 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841cc8ed-22ce-4dd1-a1c1-51e14543b3b3 None None] DHCP port deletion for d8a2b1d5-89b6-457a-8285-708e2be2bdb0 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 16:12:39.643743 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (d8a2b1d5-89b6-457a-8285-708e2be2bdb0), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:39.663897 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a2b1d5-89b6-457a-8285-708e2be2bdb0']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:39.672819 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:39.673115 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:39.682085 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:39.694770 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:39.700585 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:12:39.701000 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (88e0ee15-7d0b-487d-ab47-9d01dfc9b9b5), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: timer() Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:12:39.702596 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:12:39.758847 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (d8a2b1d5-89b6-457a-8285-708e2be2bdb0), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:39.764244 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:39.767795 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d8a2b1d5-89b6-457a-8285-708e2be2bdb0 HTTP/1.1" status: 204 len: 168 time: 0.8542988 Feb 10 16:12:39.771647 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42148) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:39.781491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bf967-ce98-4a8e-ae99-2ab7eafc0367 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a2b1d5-89b6-457a-8285-708e2be2bdb0,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:40.112421 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-590403'] for router_interface (b88dd26e-21e5-4666-a364-14df851153df), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:40.354040 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Deleting port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c {{(pid=103368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:12:40.354393 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:40.358980 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d1e0d6a3-65f0-428d-91c4-f264f302d0c7 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:12:40.379393 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: d1e0d6a3-65f0-428d-91c4-f264f302d0c7 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:12:40.379678 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device d1e0d6a3-65f0-428d-91c4-f264f302d0c7 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:12:40.380103 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 68797d5e-e9af-4f36-8708-26fd4dcf643d no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:12:40.401652 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 68797d5e-e9af-4f36-8708-26fd4dcf643d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:12:40.401998 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 68797d5e-e9af-4f36-8708-26fd4dcf643d not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:12:40.402414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:12:40.421510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:12:40.421851 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 063a50a6-09c5-4eb3-8dfe-94fe33cdb088 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:12:40.445333 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] For port 9afaa878-ed9a-48cd-96d8-6bf392b9a82c, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9afaa878-ed9a-48cd-96d8-6bf392b9a82c,segment=NetworkSegment(9762e8db-433f-4f0f-a9bf-1e88e3c85897),segment_id=9762e8db-433f-4f0f-a9bf-1e88e3c85897)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:40.445695 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:40.458156 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Calling delete_port for 9afaa878-ed9a-48cd-96d8-6bf392b9a82c owned by network:router_interface {{(pid=103368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:12:40.637001 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (9afaa878-ed9a-48cd-96d8-6bf392b9a82c), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:40.662349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Pushing event deleted for resources: {'Port': ['ID=9afaa878-ed9a-48cd-96d8-6bf392b9a82c,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:40.674252 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.674604 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.674950 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.675287 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.676160 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.676468 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.676833 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.677161 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.677487 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.677810 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.678130 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.678449 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.678768 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:40.842793 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590551'] for router_interface (b88dd26e-21e5-4666-a364-14df851153df), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:41.050761 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Router b88dd26e-21e5-4666-a364-14df851153df has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:12:41.158223 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:41.163355 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-25fac750-f6fd-4322-8fdc-801b523fa19c admin admin] 10.222.0.64 "PUT /v2.0/routers/b88dd26e-21e5-4666-a364-14df851153df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3900945 Feb 10 16:12:41.166279 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42152) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:41.166803 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4502d0e-4f94-4543-b06c-c71fdfaa589b None None] Sync routers for ids ['b88dd26e-21e5-4666-a364-14df851153df'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:41.177382 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4502d0e-4f94-4543-b06c-c71fdfaa589b None None] Routers {'b88dd26e-21e5-4666-a364-14df851153df'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:41.178000 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d4502d0e-4f94-4543-b06c-c71fdfaa589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:12:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['b88dd26e-21e5-4666-a364-14df851153df'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:41.272725 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1b5fbf1a-3367-485c-ad78-f3c9175e1394 admin admin] Publish callbacks [] for router (b88dd26e-21e5-4666-a364-14df851153df), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:41.281111 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-d4502d0e-4f94-4543-b06c-c71fdfaa589b None None] Set router b88dd26e-21e5-4666-a364-14df851153df gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:41.383462 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1b5fbf1a-3367-485c-ad78-f3c9175e1394 admin admin] Publish callbacks [] for router_gateway (b88dd26e-21e5-4666-a364-14df851153df), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:41.434818 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-1b5fbf1a-3367-485c-ad78-f3c9175e1394 admin admin] Deleting port 8555be75-bc52-4c29-bcc3-934a4158a85d {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:12:41.435156 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1b5fbf1a-3367-485c-ad78-f3c9175e1394 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (8555be75-bc52-4c29-bcc3-934a4158a85d), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:41.456545 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d4502d0e-4f94-4543-b06c-c71fdfaa589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88dd26e-21e5-4666-a364-14df851153df', 'name': 'tempest-TestEncryptedCinderVolumes-159564699-router', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8555be75-bc52-4c29-bcc3-934a4158a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:55Z', 'updated_at': '2022-02-10T16:12:40Z', 'revision_number': 5, 'project_id': '197e2303a4de4334982a7092b3bfce4d', 'gw_port': {'id': '8555be75-bc52-4c29-bcc3-934a4158a85d', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88dd26e-21e5-4666-a364-14df851153df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:10:56Z', 'updated_at': '2022-02-10T16:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:41.483095 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4502d0e-4f94-4543-b06c-c71fdfaa589b None None] Checking router: b88dd26e-21e5-4666-a364-14df851153df for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:41.492205 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4502d0e-4f94-4543-b06c-c71fdfaa589b None None] Routers {'b88dd26e-21e5-4666-a364-14df851153df'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:41.492850 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d4502d0e-4f94-4543-b06c-c71fdfaa589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:12:15Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['b88dd26e-21e5-4666-a364-14df851153df'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:41.518072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-1b5fbf1a-3367-485c-ad78-f3c9175e1394 admin admin] For port 8555be75-bc52-4c29-bcc3-934a4158a85d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=8555be75-bc52-4c29-bcc3-934a4158a85d,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:41.518434 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1b5fbf1a-3367-485c-ad78-f3c9175e1394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (8555be75-bc52-4c29-bcc3-934a4158a85d), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:41.530758 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-1b5fbf1a-3367-485c-ad78-f3c9175e1394 admin admin] Calling delete_port for 8555be75-bc52-4c29-bcc3-934a4158a85d owned by network:router_gateway {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:12:41.579018 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-d4502d0e-4f94-4543-b06c-c71fdfaa589b None None] Set router b88dd26e-21e5-4666-a364-14df851153df gateway port host: None {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:41.634907 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d4502d0e-4f94-4543-b06c-c71fdfaa589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88dd26e-21e5-4666-a364-14df851153df', 'name': 'tempest-TestEncryptedCinderVolumes-159564699-router', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:55Z', 'updated_at': '2022-02-10T16:12:41Z', 'revision_number': 6, 'project_id': '197e2303a4de4334982a7092b3bfce4d', 'gw_port_host': None}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:41.661411 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4502d0e-4f94-4543-b06c-c71fdfaa589b None None] The sync data for ids ['b88dd26e-21e5-4666-a364-14df851153df'] in n-d-815324-7 is: [{'id': 'b88dd26e-21e5-4666-a364-14df851153df', 'name': 'tempest-TestEncryptedCinderVolumes-159564699-router', 'tenant_id': '197e2303a4de4334982a7092b3bfce4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:10:55Z', 'updated_at': '2022-02-10T16:12:41Z', 'revision_number': 6, 'project_id': '197e2303a4de4334982a7092b3bfce4d', 'gw_port_host': None}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:41.704527 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1b5fbf1a-3367-485c-ad78-f3c9175e1394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (8555be75-bc52-4c29-bcc3-934a4158a85d), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:41.729659 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fbf1a-3367-485c-ad78-f3c9175e1394 admin admin] Pushing event deleted for resources: {'Port': ['ID=8555be75-bc52-4c29-bcc3-934a4158a85d,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:41.790289 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1b5fbf1a-3367-485c-ad78-f3c9175e1394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720649'] for router_gateway (b88dd26e-21e5-4666-a364-14df851153df), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:41.884311 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1b5fbf1a-3367-485c-ad78-f3c9175e1394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6156'] for router (b88dd26e-21e5-4666-a364-14df851153df), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:41.886710 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1b5fbf1a-3367-485c-ad78-f3c9175e1394 admin admin] Publish callbacks [] for router_controller (b88dd26e-21e5-4666-a364-14df851153df), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:41.890320 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:41.933940 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1b5fbf1a-3367-485c-ad78-f3c9175e1394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592569'] for router (b88dd26e-21e5-4666-a364-14df851153df), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:41.934480 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5fbf1a-3367-485c-ad78-f3c9175e1394 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b88dd26e-21e5-4666-a364-14df851153df {{(pid=103369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 16:12:41.938655 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-1b5fbf1a-3367-485c-ad78-f3c9175e1394 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:41.939900 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-1b5fbf1a-3367-485c-ad78-f3c9175e1394 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b88dd26e-21e5-4666-a364-14df851153df HTTP/1.1" status: 204 len: 168 time: 0.7725797 Feb 10 16:12:41.942423 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42154) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:41.987690 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68e1b9b-4b5a-4007-8e5b-a253bbad40cc admin admin] Deleting subnet c530c5ab-ecca-4c01-81e4-560a8b60cf7c {{(pid=103369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 16:12:41.992329 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f68e1b9b-4b5a-4007-8e5b-a253bbad40cc admin admin] Publish callbacks [] for subnet (c530c5ab-ecca-4c01-81e4-560a8b60cf7c), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.028698 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f68e1b9b-4b5a-4007-8e5b-a253bbad40cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913633'] for subnet (c530c5ab-ecca-4c01-81e4-560a8b60cf7c), precommit_delete_associations {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.114525 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f68e1b9b-4b5a-4007-8e5b-a253bbad40cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020949'] for subnet (c530c5ab-ecca-4c01-81e4-560a8b60cf7c), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.165507 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f68e1b9b-4b5a-4007-8e5b-a253bbad40cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5910557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4651511'] for subnet (c530c5ab-ecca-4c01-81e4-560a8b60cf7c), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.192882 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e1b9b-4b5a-4007-8e5b-a253bbad40cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c530c5ab-ecca-4c01-81e4-560a8b60cf7c,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:42.194844 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-f68e1b9b-4b5a-4007-8e5b-a253bbad40cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.198069 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-f68e1b9b-4b5a-4007-8e5b-a253bbad40cc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c530c5ab-ecca-4c01-81e4-560a8b60cf7c HTTP/1.1" status: 204 len: 168 time: 0.2546959 Feb 10 16:12:42.200730 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42156) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:42.201097 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb039808-e80c-4976-96e9-1a7a04b63e3f None None] Network fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:12:42.280218 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1997443'] for network (fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.333675 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] Deleting port 7997f90f-5937-48cf-982d-929b3154b347 {{(pid=103369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:12:42.333973 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7997f90f-5937-48cf-982d-929b3154b347), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.401574 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] For port 7997f90f-5937-48cf-982d-929b3154b347, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7997f90f-5937-48cf-982d-929b3154b347,segment=NetworkSegment(9762e8db-433f-4f0f-a9bf-1e88e3c85897),segment_id=9762e8db-433f-4f0f-a9bf-1e88e3c85897)] {{(pid=103369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:42.401574 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7997f90f-5937-48cf-982d-929b3154b347), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.408915 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af8a5b4-ff88-466a-9324-0dbce939c8ac None None] DHCP port deletion for fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147 request from n-d-815324-7 {{(pid=103370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 16:12:42.416871 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] Calling delete_port for 7997f90f-5937-48cf-982d-929b3154b347 owned by network:dhcp {{(pid=103369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:12:42.498986 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 7997f90f-5937-48cf-982d-929b3154b347 no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:12:42.531204 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7997f90f-5937-48cf-982d-929b3154b347), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.544391 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2af8a5b4-ff88-466a-9324-0dbce939c8ac None None] Deleting port 7997f90f-5937-48cf-982d-929b3154b347 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 16:12:42.544853 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2af8a5b4-ff88-466a-9324-0dbce939c8ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935752587'] for port (7997f90f-5937-48cf-982d-929b3154b347), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.560029 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No active binding found for port 7997f90f-5937-48cf-982d-929b3154b347 {{(pid=103370) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 16:12:42.560243 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] Pushing event deleted for resources: {'Port': ['ID=7997f90f-5937-48cf-982d-929b3154b347,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:42.560405 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] The host n-d-815324-7 is not matching for port 7997f90f-5937-48cf-982d-929b3154b347 host None! {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 16:12:42.560811 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 7997f90f-5937-48cf-982d-929b3154b347 not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:12:42.561236 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8555be75-bc52-4c29-bcc3-934a4158a85d no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:12:42.568372 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] No DVR routers for this DVR port 7997f90f-5937-48cf-982d-929b3154b347 on host n-d-815324-7 {{(pid=103369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:12:42.607247 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 8555be75-bc52-4c29-bcc3-934a4158a85d {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:12:42.607598 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 8555be75-bc52-4c29-bcc3-934a4158a85d not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:12:42.608025 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9afaa878-ed9a-48cd-96d8-6bf392b9a82c no longer exists at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 16:12:42.662828 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] No Port match for: 9afaa878-ed9a-48cd-96d8-6bf392b9a82c {{(pid=103370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 16:12:42.663025 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892032', 'neutron.services.segments.db._delete_segments_for_network-8787935788984'] for network (fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.663161 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9afaa878-ed9a-48cd-96d8-6bf392b9a82c not bound to the agent host n-d-815324-7 {{(pid=103370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 16:12:42.674612 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2af8a5b4-ff88-466a-9324-0dbce939c8ac None None] For port 7997f90f-5937-48cf-982d-929b3154b347, host n-d-815324-7, got binding levels [] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:42.675211 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2af8a5b4-ff88-466a-9324-0dbce939c8ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719352'] for port (7997f90f-5937-48cf-982d-929b3154b347), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.687986 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147']}} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:42.690800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2af8a5b4-ff88-466a-9324-0dbce939c8ac None None] Calling delete_port for 7997f90f-5937-48cf-982d-929b3154b347 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 16:12:42.698370 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.ipam_backend_mixin [None req-2af8a5b4-ff88-466a-9324-0dbce939c8ac None None] Port 7997f90f-5937-48cf-982d-929b3154b347 was not found and therefore no delete operation was performed {{(pid=103370) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 16:12:42.698504 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9762e8db-433f-4f0f-a9bf-1e88e3c85897') {'for_net_delete': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:42.698692 n-d-815324-7 neutron-server[103369]: DEBUG neutron.services.segments.db [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9762e8db-433f-4f0f-a9bf-1e88e3c85897') {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:42.701674 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2af8a5b4-ff88-466a-9324-0dbce939c8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935756270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935267265'] for port (7997f90f-5937-48cf-982d-929b3154b347), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.713159 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935793601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913624'] for segment (9762e8db-433f-4f0f-a9bf-1e88e3c85897), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.729142 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (9762e8db-433f-4f0f-a9bf-1e88e3c85897), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.734885 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af8a5b4-ff88-466a-9324-0dbce939c8ac None None] No DVR routers for this DVR port 7997f90f-5937-48cf-982d-929b3154b347 on host n-d-815324-7 {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 16:12:42.737257 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 16:12:42.737956 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5910695'] for segment (9762e8db-433f-4f0f-a9bf-1e88e3c85897), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.738843 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8a5b4-ff88-466a-9324-0dbce939c8ac None None] Pushing event deleted for resources: {'Port': ['ID=7997f90f-5937-48cf-982d-929b3154b347,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: Traceback (most recent call last): Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: timer() Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: cb(*args, **kw) Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: return func(*args, **kwargs) Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: self._notify() Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: self.callback(batched_events) Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: event.method(event) Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: return f(self, *a, **k) Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: return self._get(url).json() Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: return self.request(url, 'GET', **kwargs) Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 16:12:42.740556 n-d-815324-7 neutron-server[103369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 16:12:42.802057 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720725'] for network (fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.807584 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.812139 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] 10.222.0.64 "DELETE /v2.0/networks/fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147 HTTP/1.1" status: 204 len: 168 time: 0.6092205 Feb 10 16:12:42.822797 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ae41f-d768-4e78-9b20-5d5817e9c182 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa72a48e-1aa2-4cd1-b9e8-b8e9d4c29147,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:42.954685 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-54ce6c2b-1f0b-4b5c-8b02-12d45a102a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:42.998223 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42160) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:43.042355 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-93a42328-4c9d-416d-bbde-4d53210ffc95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0cd3614d0faf41e1aefa8fa21bf8a5ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428829 Feb 10 16:12:43.044762 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42162) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:43.091176 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d743a666-11ff-4099-a6f8-fb3cc8dd50d5 admin admin] Publish callbacks [] for security_group (a7daec23-145e-4d36-a491-8724fc1c3505), before_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:43.112168 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d743a666-11ff-4099-a6f8-fb3cc8dd50d5 admin admin] Publish callbacks [] for security_group (a7daec23-145e-4d36-a491-8724fc1c3505), precommit_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:43.158429 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d743a666-11ff-4099-a6f8-fb3cc8dd50d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (a7daec23-145e-4d36-a491-8724fc1c3505), after_delete {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:43.161658 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d743a666-11ff-4099-a6f8-fb3cc8dd50d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:43.164103 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-d743a666-11ff-4099-a6f8-fb3cc8dd50d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7daec23-145e-4d36-a491-8724fc1c3505 HTTP/1.1" status: 204 len: 168 time: 0.1183617 Feb 10 16:12:43.171759 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743a666-11ff-4099-a6f8-fb3cc8dd50d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7daec23-145e-4d36-a491-8724fc1c3505,revision_number=None']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:43.487727 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42168) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:43.531124 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2a1441de-e325-4246-b3a9-b1d1b0f68f1c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=197e2303a4de4334982a7092b3bfce4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416009 Feb 10 16:12:43.533515 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42170) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:43.578841 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b8cf415e-6aa8-407d-bc70-cd83f32e8d20 admin admin] Publish callbacks [] for security_group (2fe67181-5c69-4a84-a9d5-9cc733c74e32), before_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:43.602011 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b8cf415e-6aa8-407d-bc70-cd83f32e8d20 admin admin] Publish callbacks [] for security_group (2fe67181-5c69-4a84-a9d5-9cc733c74e32), precommit_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:43.648178 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b8cf415e-6aa8-407d-bc70-cd83f32e8d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (2fe67181-5c69-4a84-a9d5-9cc733c74e32), after_delete {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:43.650826 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-b8cf415e-6aa8-407d-bc70-cd83f32e8d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:43.651983 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-b8cf415e-6aa8-407d-bc70-cd83f32e8d20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fe67181-5c69-4a84-a9d5-9cc733c74e32 HTTP/1.1" status: 204 len: 168 time: 0.1175749 Feb 10 16:12:43.661082 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf415e-6aa8-407d-bc70-cd83f32e8d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe67181-5c69-4a84-a9d5-9cc733c74e32,revision_number=None']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:44.309462 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42192) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:44.412583 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-0fa5fcba-a358-4e94-8679-1145f4d98f1a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1711987475-network', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:44.431591 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa5fcba-a358-4e94-8679-1145f4d98f1a admin admin] Made reservation on behalf of e112e484b2614f10b4b249223af6e4d2 for: {'network': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:12:44.433829 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fcba-a358-4e94-8679-1145f4d98f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:44.442145 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fcba-a358-4e94-8679-1145f4d98f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:44.513842 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fcba-a358-4e94-8679-1145f4d98f1a admin admin] Publish callbacks [] for security_group (23305d83-3513-4aaf-a0dd-7818ccd46500), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:44.517643 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fcba-a358-4e94-8679-1145f4d98f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (23305d83-3513-4aaf-a0dd-7818ccd46500), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:44.543883 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa5fcba-a358-4e94-8679-1145f4d98f1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=103368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:12:44.549227 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5fcba-a358-4e94-8679-1145f4d98f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23305d83-3513-4aaf-a0dd-7818ccd46500,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:44.556170 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fcba-a358-4e94-8679-1145f4d98f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:44.556513 n-d-815324-7 neutron-server[103368]: INFO neutron.db.segments_db [None req-0fa5fcba-a358-4e94-8679-1145f4d98f1a admin admin] Added segment 8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29 of type vlan for network 575d4e46-ac9d-4ffb-babd-05a0a3e69946 Feb 10 16:12:44.598377 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fcba-a358-4e94-8679-1145f4d98f1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (575d4e46-ac9d-4ffb-babd-05a0a3e69946), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:44.622207 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fcba-a358-4e94-8679-1145f4d98f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (575d4e46-ac9d-4ffb-babd-05a0a3e69946), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:44.623146 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa5fcba-a358-4e94-8679-1145f4d98f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:44.623692 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fcba-a358-4e94-8679-1145f4d98f1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:44.656831 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-0fa5fcba-a358-4e94-8679-1145f4d98f1a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3461723 Feb 10 16:12:44.659767 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42196) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:44.668244 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-caef5383-72df-40f4-82bc-8dba60705bb9 admin admin] Request body: {'subnet': {'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1711987475-subnet', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'ip_version': 4}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:44.688138 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caef5383-72df-40f4-82bc-8dba60705bb9 admin admin] Made reservation on behalf of e112e484b2614f10b4b249223af6e4d2 for: {'subnet': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:12:44.688450 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5fcba-a358-4e94-8679-1145f4d98f1a admin admin] Pushing event updated for resources: {'Network': ['ID=575d4e46-ac9d-4ffb-babd-05a0a3e69946,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:44.690482 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-caef5383-72df-40f4-82bc-8dba60705bb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4651474'] for subnet (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:44.699374 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network 575d4e46-ac9d-4ffb-babd-05a0a3e69946 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:12:44.857716 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-caef5383-72df-40f4-82bc-8dba60705bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5910620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4651456'] for subnet (d7e38f89-4ea3-4ab1-b3be-91f8b03615ba), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:44.909840 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef5383-72df-40f4-82bc-8dba60705bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e38f89-4ea3-4ab1-b3be-91f8b03615ba,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:44.919674 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef5383-72df-40f4-82bc-8dba60705bb9 admin admin] Checking segment: {'id': '8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:12:44.920036 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef5383-72df-40f4-82bc-8dba60705bb9 admin admin] Network hostable DHCP agents. Network: 575d4e46-ac9d-4ffb-babd-05a0a3e69946, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:12:44.936666 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef5383-72df-40f4-82bc-8dba60705bb9 admin admin] Network 575d4e46-ac9d-4ffb-babd-05a0a3e69946 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:12:44.945375 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-caef5383-72df-40f4-82bc-8dba60705bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, 575d4e46-ac9d-4ffb-babd-05a0a3e69946) {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:44.949181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caef5383-72df-40f4-82bc-8dba60705bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:44.949768 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-caef5383-72df-40f4-82bc-8dba60705bb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:44.955459 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159f9991-6850-40c4-8b38-174aa5075c43 None None] Network 575d4e46-ac9d-4ffb-babd-05a0a3e69946 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:12:44.965740 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-caef5383-72df-40f4-82bc-8dba60705bb9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3047049 Feb 10 16:12:44.968386 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42198) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:44.972555 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1711987475-router', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:44.991575 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (2a0283b9-424e-4e1f-bce5-c199cf2e464f), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:44.992566 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (2a0283b9-424e-4e1f-bce5-c199cf2e464f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:45.048263 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Publish callbacks [] for router_controller (2a0283b9-424e-4e1f-bce5-c199cf2e464f), precommit_add_association {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:45.059435 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-575d4e46-ac9d-4ffb-babd-05a0a3e69946', 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946', 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'fixed_ips': [{'subnet_id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 16:12:45.060296 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:45.186388 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Publish callbacks [] for router_gateway (2a0283b9-424e-4e1f-bce5-c199cf2e464f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:45.199081 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Allocated IP 172.20.0.2 (575d4e46-ac9d-4ffb-babd-05a0a3e69946/d7e38f89-4ea3-4ab1-b3be-91f8b03615ba/0e91c40e-3c34-4576-9272-0793c1ab44f4) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:45.281026 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bd09a5d2-e59d-4a46-8eba-e4d6d725c220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:45.359700 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Publish callbacks [] for port (0e91c40e-3c34-4576-9272-0793c1ab44f4), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:45.366430 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (0e91c40e-3c34-4576-9272-0793c1ab44f4), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:45.388747 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Publish callbacks [] for router_gateway (2a0283b9-424e-4e1f-bce5-c199cf2e464f), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:45.407468 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:45.411164 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Network 575d4e46-ac9d-4ffb-babd-05a0a3e69946 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:45.414061 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:45.417678 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:45.424597 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Pushing event updated for resources: {'Port': ['ID=0e91c40e-3c34-4576-9272-0793c1ab44f4,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:45.475798 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Attempting to bind port 0e91c40e-3c34-4576-9272-0793c1ab44f4 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:12:45.476173 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Attempting to bind port 0e91c40e-3c34-4576-9272-0793c1ab44f4 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:12:45.476538 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Attempting to bind port 0e91c40e-3c34-4576-9272-0793c1ab44f4 on network 575d4e46-ac9d-4ffb-babd-05a0a3e69946 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:45.482154 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:45.482531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Checking segment: {'id': '8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:12:45.482931 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:45.483319 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Bound using segment: {'id': '8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:45.483780 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Bound port: 0e91c40e-3c34-4576-9272-0793c1ab44f4, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:12:45.484160 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0e91c40e-3c34-4576-9272-0793c1ab44f4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:45.512975 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Allocated IP 172.25.3.200 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/7196e45a-c5af-4176-a4ca-d899d19baaf6) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:45.546176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] For port 0e91c40e-3c34-4576-9272-0793c1ab44f4, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:45.549153 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] For port 0e91c40e-3c34-4576-9272-0793c1ab44f4, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0e91c40e-3c34-4576-9272-0793c1ab44f4,segment=NetworkSegment(8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29),segment_id=8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:45.554498 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0e91c40e-3c34-4576-9272-0793c1ab44f4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:45.617189 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5517cc-9a0d-45a6-8175-32c6431565fe None None] Pushing event updated for resources: {'Port': ['ID=0e91c40e-3c34-4576-9272-0793c1ab44f4,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:45.628070 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Publish callbacks [] for port (7196e45a-c5af-4176-a4ca-d899d19baaf6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:45.664150 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7196e45a-c5af-4176-a4ca-d899d19baaf6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:45.710205 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:45.714884 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:45.719183 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:45.740046 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Pushing event updated for resources: {'Port': ['ID=7196e45a-c5af-4176-a4ca-d899d19baaf6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:45.991217 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Publish callbacks [] for router_gateway (2a0283b9-424e-4e1f-bce5-c199cf2e464f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:46.187044 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (2a0283b9-424e-4e1f-bce5-c199cf2e464f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:46.403950 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0e91c40e-3c34-4576-9272-0793c1ab44f4 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:46.457509 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 0e91c40e-3c34-4576-9272-0793c1ab44f4 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:46.458185 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0e91c40e-3c34-4576-9272-0793c1ab44f4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:46.559793 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0e91c40e-3c34-4576-9272-0793c1ab44f4 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:46.560896 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (0e91c40e-3c34-4576-9272-0793c1ab44f4), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:46.563006 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:46.598531 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 0e91c40e-3c34-4576-9272-0793c1ab44f4, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=0e91c40e-3c34-4576-9272-0793c1ab44f4,segment=NetworkSegment(8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29),segment_id=8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:46.603981 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2334db-2f3c-4242-8fdd-b722b2aed7a3 None None] Network 575d4e46-ac9d-4ffb-babd-05a0a3e69946 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:12:46.608043 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (0e91c40e-3c34-4576-9272-0793c1ab44f4), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:46.664270 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Router 2a0283b9-424e-4e1f-bce5-c199cf2e464f is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:12:46.725827 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-5c533b91-443c-40f5-8095-0815a10982b4 None None] Provisioning complete for port 0e91c40e-3c34-4576-9272-0793c1ab44f4 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:46.726203 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5c533b91-443c-40f5-8095-0815a10982b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0e91c40e-3c34-4576-9272-0793c1ab44f4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:46.730988 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=0e91c40e-3c34-4576-9272-0793c1ab44f4,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:46.774637 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:46.792671 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Sync routers for ids ['2a0283b9-424e-4e1f-bce5-c199cf2e464f'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:46.795549 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:46.796927 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-48612052-a6fc-4a76-b997-e8171adde08f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8275609 Feb 10 16:12:46.799567 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42200) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:46.823509 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Routers {'2a0283b9-424e-4e1f-bce5-c199cf2e464f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:46.824393 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:12:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2a0283b9-424e-4e1f-bce5-c199cf2e464f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:46.919655 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-5c533b91-443c-40f5-8095-0815a10982b4 None None] Current status of the port 0e91c40e-3c34-4576-9272-0793c1ab44f4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:46.974719 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Set router 2a0283b9-424e-4e1f-bce5-c199cf2e464f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:47.259198 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:47.284736 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-692cf098-670e-47cf-be3d-326a96c30662 None None] Provisioning complete for port 0e91c40e-3c34-4576-9272-0793c1ab44f4 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:47.286177 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-692cf098-670e-47cf-be3d-326a96c30662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0e91c40e-3c34-4576-9272-0793c1ab44f4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:47.402485 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'name': 'tempest-TestMinimumBasicScenario-1711987475-router', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:44Z', 'updated_at': '2022-02-10T16:12:45Z', 'revision_number': 3, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'gw_port': {'id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:45Z', 'updated_at': '2022-02-10T16:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:47.405284 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-692cf098-670e-47cf-be3d-326a96c30662 None None] Current status of the port 0e91c40e-3c34-4576-9272-0793c1ab44f4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:47.414297 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Allocated IP 172.20.0.1 (575d4e46-ac9d-4ffb-babd-05a0a3e69946/d7e38f89-4ea3-4ab1-b3be-91f8b03615ba/f8edbed0-c1ff-436a-8f20-edbed907000f) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:47.431358 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Checking router: 2a0283b9-424e-4e1f-bce5-c199cf2e464f for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:47.431708 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Updating router 2a0283b9-424e-4e1f-bce5-c199cf2e464f port 7196e45a-c5af-4176-a4ca-d899d19baaf6 binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:12:47.459512 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7196e45a-c5af-4176-a4ca-d899d19baaf6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:47.515005 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Publish callbacks [] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:47.549291 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:47.595866 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Network 575d4e46-ac9d-4ffb-babd-05a0a3e69946 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:47.599025 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:47.601639 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:47.624260 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Pushing event updated for resources: {'Port': ['ID=f8edbed0-c1ff-436a-8f20-edbed907000f,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:47.638932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:47.639269 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:47.639606 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:47.639938 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:47.640263 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:47.640591 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:47.641072 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:47.641394 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:47.641713 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:47.642029 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:47.642346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:47.642662 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:47.642976 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:47.659974 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (2a0283b9-424e-4e1f-bce5-c199cf2e464f), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:47.735810 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Publish callbacks [] for port (7196e45a-c5af-4176-a4ca-d899d19baaf6), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:47.742072 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7196e45a-c5af-4176-a4ca-d899d19baaf6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:47.798126 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Attempting to bind port 7196e45a-c5af-4176-a4ca-d899d19baaf6 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:12:47.798498 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Attempting to bind port 7196e45a-c5af-4176-a4ca-d899d19baaf6 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:12:47.799013 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Attempting to bind port 7196e45a-c5af-4176-a4ca-d899d19baaf6 on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:47.804466 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c938167-f0b0-49d9-b49a-caedf94118c4 None None] Pushing event updated for resources: {'Port': ['ID=7196e45a-c5af-4176-a4ca-d899d19baaf6,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:47.810508 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:47.811048 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:47.811048 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:12:47.811310 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:47.811663 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:47.812130 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Bound port: 7196e45a-c5af-4176-a4ca-d899d19baaf6, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:12:47.812509 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7196e45a-c5af-4176-a4ca-d899d19baaf6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:47.870410 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-38b48031-7500-4b0d-995b-404acf1f91ad None None] Provisioning complete for port f8edbed0-c1ff-436a-8f20-edbed907000f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:47.871127 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-38b48031-7500-4b0d-995b-404acf1f91ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:47.895991 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] For port 7196e45a-c5af-4176-a4ca-d899d19baaf6, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:47.918274 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] For port 7196e45a-c5af-4176-a4ca-d899d19baaf6, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7196e45a-c5af-4176-a4ca-d899d19baaf6,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:47.923976 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-38b48031-7500-4b0d-995b-404acf1f91ad None None] Port f8edbed0-c1ff-436a-8f20-edbed907000f cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:12:47.928219 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7196e45a-c5af-4176-a4ca-d899d19baaf6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:47.978694 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Publish callbacks [] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:47.981110 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Routers {'2a0283b9-424e-4e1f-bce5-c199cf2e464f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:47.981877 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:12:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2a0283b9-424e-4e1f-bce5-c199cf2e464f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:47.984018 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:48.025727 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c938167-f0b0-49d9-b49a-caedf94118c4 None None] Pushing event updated for resources: {'Port': ['ID=7196e45a-c5af-4176-a4ca-d899d19baaf6,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:48.048550 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Pushing event updated for resources: {'Port': ['ID=f8edbed0-c1ff-436a-8f20-edbed907000f,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:48.051491 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (2a0283b9-424e-4e1f-bce5-c199cf2e464f), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:48.107514 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] Set router 2a0283b9-424e-4e1f-bce5-c199cf2e464f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:48.145831 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:48.146608 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Network 575d4e46-ac9d-4ffb-babd-05a0a3e69946 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:48.147971 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:48.275197 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Router 2a0283b9-424e-4e1f-bce5-c199cf2e464f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:12:48.322922 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'name': 'tempest-TestMinimumBasicScenario-1711987475-router', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:44Z', 'updated_at': '2022-02-10T16:12:47Z', 'revision_number': 4, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'gw_port': {'id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:45Z', 'updated_at': '2022-02-10T16:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'f8edbed0-c1ff-436a-8f20-edbed907000f', 'name': '', 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'mac_address': 'fa:16:3e:d6:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:47Z', 'updated_at': '2022-02-10T16:12:47Z', 'revision_number': 2, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'subnets': [{'id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:48.356545 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9230aa20-0d01-4935-a50c-66e710aeac0c None None] The sync data for ids ['2a0283b9-424e-4e1f-bce5-c199cf2e464f'] in n-d-815324-7 is: [{'id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'name': 'tempest-TestMinimumBasicScenario-1711987475-router', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:44Z', 'updated_at': '2022-02-10T16:12:47Z', 'revision_number': 4, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'gw_port': {'id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:45Z', 'updated_at': '2022-02-10T16:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'f8edbed0-c1ff-436a-8f20-edbed907000f', 'name': '', 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'mac_address': 'fa:16:3e:d6:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:47Z', 'updated_at': '2022-02-10T16:12:47Z', 'revision_number': 2, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'subnets': [{'id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:48.401239 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 0e91c40e-3c34-4576-9272-0793c1ab44f4 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:48.423212 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:48.434617 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-8fc35347-2b94-4656-bd77-959d53cba120 admin admin] 10.222.0.64 "PUT /v2.0/routers/2a0283b9-424e-4e1f-bce5-c199cf2e464f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6290102 Feb 10 16:12:48.457913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f997ab6d-a366-4f3b-a8ac-f4c3da5fed76 None None] Provisioning complete for port f8edbed0-c1ff-436a-8f20-edbed907000f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:48.458997 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f997ab6d-a366-4f3b-a8ac-f4c3da5fed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:48.496397 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 0e91c40e-3c34-4576-9272-0793c1ab44f4 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:48.496806 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (0e91c40e-3c34-4576-9272-0793c1ab44f4), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:48.500569 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f997ab6d-a366-4f3b-a8ac-f4c3da5fed76 None None] Port f8edbed0-c1ff-436a-8f20-edbed907000f cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:12:48.604784 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 0e91c40e-3c34-4576-9272-0793c1ab44f4 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:48.965787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42216) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:48.970965 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-19ec9b02-f703-49e9-aa7f-251b086b249d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-640019503-network', 'tenant_id': 'd176431ed4c341a0b660da6259ebac06'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:48.993884 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ec9b02-f703-49e9-aa7f-251b086b249d admin admin] Made reservation on behalf of d176431ed4c341a0b660da6259ebac06 for: {'network': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:12:48.996371 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19ec9b02-f703-49e9-aa7f-251b086b249d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for network (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:49.006358 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19ec9b02-f703-49e9-aa7f-251b086b249d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:49.021075 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:49.106508 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19ec9b02-f703-49e9-aa7f-251b086b249d admin admin] Publish callbacks [] for security_group (02ae1b8d-051d-4526-bd6d-ac6554766ee6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:49.114053 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19ec9b02-f703-49e9-aa7f-251b086b249d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (02ae1b8d-051d-4526-bd6d-ac6554766ee6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:49.140189 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ec9b02-f703-49e9-aa7f-251b086b249d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=103369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 16:12:49.150375 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec9b02-f703-49e9-aa7f-251b086b249d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ae1b8d-051d-4526-bd6d-ac6554766ee6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:49.155410 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19ec9b02-f703-49e9-aa7f-251b086b249d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2019359'] for segment (1ae1395c-038b-45d0-8241-45f5f2c8cd85), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:49.155748 n-d-815324-7 neutron-server[103369]: INFO neutron.db.segments_db [None req-19ec9b02-f703-49e9-aa7f-251b086b249d admin admin] Added segment 1ae1395c-038b-45d0-8241-45f5f2c8cd85 of type vlan for network b40cc50b-6d41-49fd-a9d5-a4455d28b6b6 Feb 10 16:12:49.200814 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19ec9b02-f703-49e9-aa7f-251b086b249d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935285791'] for network (b40cc50b-6d41-49fd-a9d5-a4455d28b6b6), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:49.227437 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19ec9b02-f703-49e9-aa7f-251b086b249d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077'] for network (b40cc50b-6d41-49fd-a9d5-a4455d28b6b6), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:49.228437 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ec9b02-f703-49e9-aa7f-251b086b249d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:49.229087 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-19ec9b02-f703-49e9-aa7f-251b086b249d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:49.270788 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-19ec9b02-f703-49e9-aa7f-251b086b249d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3037784 Feb 10 16:12:49.274399 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42218) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:49.279391 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-1ea58c23-97d3-4e44-a3cd-e546fbc01d98 admin admin] Request body: {'subnet': {'network_id': 'b40cc50b-6d41-49fd-a9d5-a4455d28b6b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-640019503-subnet', 'tenant_id': 'd176431ed4c341a0b660da6259ebac06', 'ip_version': 4}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:49.305180 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec9b02-f703-49e9-aa7f-251b086b249d admin admin] Pushing event updated for resources: {'Network': ['ID=b40cc50b-6d41-49fd-a9d5-a4455d28b6b6,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:49.315586 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea58c23-97d3-4e44-a3cd-e546fbc01d98 admin admin] Made reservation on behalf of d176431ed4c341a0b660da6259ebac06 for: {'subnet': 1} {{(pid=103368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:12:49.317529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Network b40cc50b-6d41-49fd-a9d5-a4455d28b6b6 details requested by agent ovs-agent-n-d-815324-7 with host n-d-815324-7 {{(pid=103370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 16:12:49.319114 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ea58c23-97d3-4e44-a3cd-e546fbc01d98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16387388'] for subnet (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:49.493506 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ea58c23-97d3-4e44-a3cd-e546fbc01d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15897942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16387374'] for subnet (b4304dd3-af5e-4b5f-b746-072a76a6296d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:49.552996 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea58c23-97d3-4e44-a3cd-e546fbc01d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4304dd3-af5e-4b5f-b746-072a76a6296d,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:49.562148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea58c23-97d3-4e44-a3cd-e546fbc01d98 admin admin] Checking segment: {'id': '1ae1395c-038b-45d0-8241-45f5f2c8cd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b40cc50b-6d41-49fd-a9d5-a4455d28b6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:12:49.562510 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea58c23-97d3-4e44-a3cd-e546fbc01d98 admin admin] Network hostable DHCP agents. Network: b40cc50b-6d41-49fd-a9d5-a4455d28b6b6, hostable agents: ['9495d417-adb8-4712-9f8c-db9ae6082262'], hosted agents: [] {{(pid=103368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 16:12:49.579691 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea58c23-97d3-4e44-a3cd-e546fbc01d98 admin admin] Network b40cc50b-6d41-49fd-a9d5-a4455d28b6b6 is scheduled to be hosted by DHCP agent 9495d417-adb8-4712-9f8c-db9ae6082262 with binding_index 1 {{(pid=103368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 16:12:49.589403 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-1ea58c23-97d3-4e44-a3cd-e546fbc01d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-7, b40cc50b-6d41-49fd-a9d5-a4455d28b6b6) {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:49.593660 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea58c23-97d3-4e44-a3cd-e546fbc01d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:12:49.594260 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-1ea58c23-97d3-4e44-a3cd-e546fbc01d98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:49.601194 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221f212c-aecd-4fc9-9760-ada2e4e6915f None None] Network b40cc50b-6d41-49fd-a9d5-a4455d28b6b6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:12:49.615352 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-1ea58c23-97d3-4e44-a3cd-e546fbc01d98 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3369837 Feb 10 16:12:49.615570 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42220) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:49.621330 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-640019503-router', 'tenant_id': 'd176431ed4c341a0b660da6259ebac06', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:12:49.645904 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6174'] for router (140cff2f-df54-4ab4-90be-78c0b0c7cb4d), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:49.647164 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-608341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6149'] for router (140cff2f-df54-4ab4-90be-78c0b0c7cb4d), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:49.708043 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Publish callbacks [] for router_controller (140cff2f-df54-4ab4-90be-78c0b0c7cb4d), precommit_add_association {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:49.713426 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dd4527d-22b6-5102-ba97-eb33e5b77f69-b40cc50b-6d41-49fd-a9d5-a4455d28b6b6', 'network_id': 'b40cc50b-6d41-49fd-a9d5-a4455d28b6b6', 'project_id': 'd176431ed4c341a0b660da6259ebac06', 'fixed_ips': [{'subnet_id': 'b4304dd3-af5e-4b5f-b746-072a76a6296d'}]}} from n-d-815324-7. {{(pid=103370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 16:12:49.714341 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:49.858464 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Allocated IP 172.20.0.2 (b40cc50b-6d41-49fd-a9d5-a4455d28b6b6/b4304dd3-af5e-4b5f-b746-072a76a6296d/9c0492e7-ec28-4dcf-a4ff-b5f661ffd246) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:49.860973 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Publish callbacks [] for router_gateway (140cff2f-df54-4ab4-90be-78c0b0c7cb4d), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:50.012905 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Publish callbacks [] for port (9c0492e7-ec28-4dcf-a4ff-b5f661ffd246), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:50.022533 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256'] for port (9c0492e7-ec28-4dcf-a4ff-b5f661ffd246), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:50.063899 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Network b40cc50b-6d41-49fd-a9d5-a4455d28b6b6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:50.067439 n-d-815324-7 neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:50.071062 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:50.080354 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Pushing event updated for resources: {'Port': ['ID=9c0492e7-ec28-4dcf-a4ff-b5f661ffd246,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:50.134960 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Attempting to bind port 9c0492e7-ec28-4dcf-a4ff-b5f661ffd246 on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:12:50.135475 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Attempting to bind port 9c0492e7-ec28-4dcf-a4ff-b5f661ffd246 by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1ae1395c-038b-45d0-8241-45f5f2c8cd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b40cc50b-6d41-49fd-a9d5-a4455d28b6b6'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:12:50.135844 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Attempting to bind port 9c0492e7-ec28-4dcf-a4ff-b5f661ffd246 on network b40cc50b-6d41-49fd-a9d5-a4455d28b6b6 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:50.141342 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:50.141725 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Checking segment: {'id': '1ae1395c-038b-45d0-8241-45f5f2c8cd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b40cc50b-6d41-49fd-a9d5-a4455d28b6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:12:50.142111 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:50.142506 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Bound using segment: {'id': '1ae1395c-038b-45d0-8241-45f5f2c8cd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b40cc50b-6d41-49fd-a9d5-a4455d28b6b6'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:50.142971 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Bound port: 9c0492e7-ec28-4dcf-a4ff-b5f661ffd246, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae1395c-038b-45d0-8241-45f5f2c8cd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b40cc50b-6d41-49fd-a9d5-a4455d28b6b6'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:12:50.143352 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9c0492e7-ec28-4dcf-a4ff-b5f661ffd246), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:50.215465 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] For port 9c0492e7-ec28-4dcf-a4ff-b5f661ffd246, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:50.218404 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] For port 9c0492e7-ec28-4dcf-a4ff-b5f661ffd246, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9c0492e7-ec28-4dcf-a4ff-b5f661ffd246,segment=NetworkSegment(1ae1395c-038b-45d0-8241-45f5f2c8cd85),segment_id=1ae1395c-038b-45d0-8241-45f5f2c8cd85)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:50.224264 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9c0492e7-ec28-4dcf-a4ff-b5f661ffd246), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:50.283952 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae03c4-9f92-4043-9b93-8fdf641694d5 None None] Pushing event updated for resources: {'Port': ['ID=9c0492e7-ec28-4dcf-a4ff-b5f661ffd246,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:50.404766 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Publish callbacks [] for router_gateway (140cff2f-df54-4ab4-90be-78c0b0c7cb4d), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:50.408735 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 7196e45a-c5af-4176-a4ca-d899d19baaf6 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:50.432076 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:50.500772 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 7196e45a-c5af-4176-a4ca-d899d19baaf6 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:50.501964 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7196e45a-c5af-4176-a4ca-d899d19baaf6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:50.523131 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Sync routers for ids ['2a0283b9-424e-4e1f-bce5-c199cf2e464f'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:50.541658 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Routers {'2a0283b9-424e-4e1f-bce5-c199cf2e464f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:50.542775 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:12:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2a0283b9-424e-4e1f-bce5-c199cf2e464f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:50.568100 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Allocated IP 172.25.3.165 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/501affee-668f-4a9c-9c76-133569ab23ec) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:50.600875 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 7196e45a-c5af-4176-a4ca-d899d19baaf6 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:50.601310 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7196e45a-c5af-4176-a4ca-d899d19baaf6), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:50.630875 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 7196e45a-c5af-4176-a4ca-d899d19baaf6, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=7196e45a-c5af-4176-a4ca-d899d19baaf6,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:50.642846 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7196e45a-c5af-4176-a4ca-d899d19baaf6), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:50.666408 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Set router 2a0283b9-424e-4e1f-bce5-c199cf2e464f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:50.693797 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Publish callbacks [] for port (501affee-668f-4a9c-9c76-133569ab23ec), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:50.697558 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=7196e45a-c5af-4176-a4ca-d899d19baaf6,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:50.733202 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (501affee-668f-4a9c-9c76-133569ab23ec), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:50.781248 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:50.786703 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:50.793713 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:50.796938 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Pushing event updated for resources: {'Port': ['ID=501affee-668f-4a9c-9c76-133569ab23ec,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:50.879567 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'name': 'tempest-TestMinimumBasicScenario-1711987475-router', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:44Z', 'updated_at': '2022-02-10T16:12:47Z', 'revision_number': 4, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'gw_port': {'id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:45Z', 'updated_at': '2022-02-10T16:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'f8edbed0-c1ff-436a-8f20-edbed907000f', 'name': '', 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'mac_address': 'fa:16:3e:d6:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:47Z', 'updated_at': '2022-02-10T16:12:47Z', 'revision_number': 2, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'subnets': [{'id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:50.905545 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Checking router: 2a0283b9-424e-4e1f-bce5-c199cf2e464f for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:50.905901 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Updating router 2a0283b9-424e-4e1f-bce5-c199cf2e464f port f8edbed0-c1ff-436a-8f20-edbed907000f binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:12:50.933702 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:51.062173 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Publish callbacks [] for router_gateway (140cff2f-df54-4ab4-90be-78c0b0c7cb4d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:51.302999 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719841'] for router (140cff2f-df54-4ab4-90be-78c0b0c7cb4d), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:51.331990 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Publish callbacks [] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:51.339306 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:51.387349 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e05eff-72b9-4bd1-a954-93e37d66a9bc None None] Network b40cc50b-6d41-49fd-a9d5-a4455d28b6b6 requested from n-d-815324-7 {{(pid=103370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 16:12:51.405918 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54905ec-7f01-438d-9c61-e28b89b9403e None None] Pushing event updated for resources: {'Port': ['ID=f8edbed0-c1ff-436a-8f20-edbed907000f,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:51.432681 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54905ec-7f01-438d-9c61-e28b89b9403e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:51.432933 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54905ec-7f01-438d-9c61-e28b89b9403e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:51.433267 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54905ec-7f01-438d-9c61-e28b89b9403e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:51.433598 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54905ec-7f01-438d-9c61-e28b89b9403e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:51.434600 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54905ec-7f01-438d-9c61-e28b89b9403e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:51.434600 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54905ec-7f01-438d-9c61-e28b89b9403e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:51.434600 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54905ec-7f01-438d-9c61-e28b89b9403e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:51.434916 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54905ec-7f01-438d-9c61-e28b89b9403e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:51.435160 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54905ec-7f01-438d-9c61-e28b89b9403e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:51.435482 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54905ec-7f01-438d-9c61-e28b89b9403e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:51.435792 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54905ec-7f01-438d-9c61-e28b89b9403e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:51.436102 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54905ec-7f01-438d-9c61-e28b89b9403e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:51.436414 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54905ec-7f01-438d-9c61-e28b89b9403e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:51.475461 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Router 140cff2f-df54-4ab4-90be-78c0b0c7cb4d is scheduled to L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e with binding_index 1 {{(pid=103368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 16:12:51.486489 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-70529169-38b3-40b5-a263-c3889285982a None None] Provisioning complete for port 9c0492e7-ec28-4dcf-a4ff-b5f661ffd246 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:51.486868 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-70529169-38b3-40b5-a263-c3889285982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9c0492e7-ec28-4dcf-a4ff-b5f661ffd246), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:51.487244 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Attempting to bind port f8edbed0-c1ff-436a-8f20-edbed907000f on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:12:51.488242 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Attempting to bind port f8edbed0-c1ff-436a-8f20-edbed907000f by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:12:51.488982 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Attempting to bind port f8edbed0-c1ff-436a-8f20-edbed907000f on network 575d4e46-ac9d-4ffb-babd-05a0a3e69946 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:51.502956 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:51.503858 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Checking segment: {'id': '8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:12:51.504294 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:51.504718 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Bound using segment: {'id': '8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:51.505209 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Bound port: f8edbed0-c1ff-436a-8f20-edbed907000f, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:12:51.505594 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:51.589377 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] For port f8edbed0-c1ff-436a-8f20-edbed907000f, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:51.603158 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] For port f8edbed0-c1ff-436a-8f20-edbed907000f, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f8edbed0-c1ff-436a-8f20-edbed907000f,segment=NetworkSegment(8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29),segment_id=8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:51.613628 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:51.627774 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:51.652796 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Sync routers for ids ['140cff2f-df54-4ab4-90be-78c0b0c7cb4d'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:51.659628 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:51.663772 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42222) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:12:51.670553 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-739ba69c-4761-4ab4-9700-be7d49fedefb admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0444221 Feb 10 16:12:51.701913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Routers {'140cff2f-df54-4ab4-90be-78c0b0c7cb4d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:51.702730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:12:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['140cff2f-df54-4ab4-90be-78c0b0c7cb4d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:51.713460 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Routers {'2a0283b9-424e-4e1f-bce5-c199cf2e464f'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:51.713842 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:12:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2a0283b9-424e-4e1f-bce5-c199cf2e464f'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:51.760562 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54905ec-7f01-438d-9c61-e28b89b9403e None None] Pushing event updated for resources: {'Port': ['ID=f8edbed0-c1ff-436a-8f20-edbed907000f,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:51.801619 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-70529169-38b3-40b5-a263-c3889285982a None None] Current status of the port 9c0492e7-ec28-4dcf-a4ff-b5f661ffd246 is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:51.802020 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-70529169-38b3-40b5-a263-c3889285982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (9c0492e7-ec28-4dcf-a4ff-b5f661ffd246), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:51.870898 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-70529169-38b3-40b5-a263-c3889285982a None None] For port 9c0492e7-ec28-4dcf-a4ff-b5f661ffd246, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=9c0492e7-ec28-4dcf-a4ff-b5f661ffd246,segment=NetworkSegment(1ae1395c-038b-45d0-8241-45f5f2c8cd85),segment_id=1ae1395c-038b-45d0-8241-45f5f2c8cd85)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:51.881134 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-70529169-38b3-40b5-a263-c3889285982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (9c0492e7-ec28-4dcf-a4ff-b5f661ffd246), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:51.886636 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] Set router 2a0283b9-424e-4e1f-bce5-c199cf2e464f gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:51.951718 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Set router 140cff2f-df54-4ab4-90be-78c0b0c7cb4d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:52.159932 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'name': 'tempest-TestMinimumBasicScenario-1711987475-router', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:44Z', 'updated_at': '2022-02-10T16:12:47Z', 'revision_number': 4, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'gw_port': {'id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:45Z', 'updated_at': '2022-02-10T16:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'f8edbed0-c1ff-436a-8f20-edbed907000f', 'name': '', 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'mac_address': 'fa:16:3e:d6:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:47Z', 'updated_at': '2022-02-10T16:12:51Z', 'revision_number': 4, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'subnets': [{'id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:52.189951 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d0737-27e3-4967-9c12-457d8d08aab4 None None] The sync data for ids ['2a0283b9-424e-4e1f-bce5-c199cf2e464f'] in n-d-815324-7 is: [{'id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'name': 'tempest-TestMinimumBasicScenario-1711987475-router', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:44Z', 'updated_at': '2022-02-10T16:12:47Z', 'revision_number': 4, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'gw_port': {'id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:45Z', 'updated_at': '2022-02-10T16:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': 'f8edbed0-c1ff-436a-8f20-edbed907000f', 'name': '', 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'mac_address': 'fa:16:3e:d6:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:47Z', 'updated_at': '2022-02-10T16:12:51Z', 'revision_number': 4, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'subnets': [{'id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:52.226466 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70529169-38b3-40b5-a263-c3889285982a None None] Pushing event updated for resources: {'Port': ['ID=9c0492e7-ec28-4dcf-a4ff-b5f661ffd246,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:52.238875 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:52.242408 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-f6ed1c15-6e44-43c9-bcc1-c547eaf57f54 None None] Provisioning complete for port f8edbed0-c1ff-436a-8f20-edbed907000f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:52.242784 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1c15-6e44-43c9-bcc1-c547eaf57f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:52.412672 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed1c15-6e44-43c9-bcc1-c547eaf57f54 None None] Current status of the port f8edbed0-c1ff-436a-8f20-edbed907000f is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:52.413000 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1c15-6e44-43c9-bcc1-c547eaf57f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:52.446419 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Allocated IP 172.20.0.1 (b40cc50b-6d41-49fd-a9d5-a4455d28b6b6/b4304dd3-af5e-4b5f-b746-072a76a6296d/69d86445-da10-40c6-8c44-198a04c6861d) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:12:52.458934 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-f6ed1c15-6e44-43c9-bcc1-c547eaf57f54 None None] For port f8edbed0-c1ff-436a-8f20-edbed907000f, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=f8edbed0-c1ff-436a-8f20-edbed907000f,segment=NetworkSegment(8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29),segment_id=8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:52.464073 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'name': 'tempest-TestMinimumBasicScenario-640019503-router', 'tenant_id': 'd176431ed4c341a0b660da6259ebac06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '501affee-668f-4a9c-9c76-133569ab23ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:49Z', 'updated_at': '2022-02-10T16:12:50Z', 'revision_number': 3, 'project_id': 'd176431ed4c341a0b660da6259ebac06', 'gw_port': {'id': '501affee-668f-4a9c-9c76-133569ab23ec', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:50Z', 'updated_at': '2022-02-10T16:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7'}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:52.466704 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1c15-6e44-43c9-bcc1-c547eaf57f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:52.515797 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Checking router: 140cff2f-df54-4ab4-90be-78c0b0c7cb4d for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:52.516152 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Updating router 140cff2f-df54-4ab4-90be-78c0b0c7cb4d port 501affee-668f-4a9c-9c76-133569ab23ec binding host n-d-815324-7 {{(pid=103370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:12:52.560614 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (501affee-668f-4a9c-9c76-133569ab23ec), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:52.571133 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Publish callbacks [] for port (69d86445-da10-40c6-8c44-198a04c6861d), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:52.584997 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 9c0492e7-ec28-4dcf-a4ff-b5f661ffd246 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:52.609862 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (69d86445-da10-40c6-8c44-198a04c6861d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:52.616067 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed1c15-6e44-43c9-bcc1-c547eaf57f54 None None] Pushing event updated for resources: {'Port': ['ID=f8edbed0-c1ff-436a-8f20-edbed907000f,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:52.652181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Network b40cc50b-6d41-49fd-a9d5-a4455d28b6b6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:52.657614 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:52.661491 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:12:52.698545 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d28d44c5-f93c-4889-ae6a-ef198594ac7f None None] Provisioning complete for port f8edbed0-c1ff-436a-8f20-edbed907000f triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:52.699058 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d28d44c5-f93c-4889-ae6a-ef198594ac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:52.699171 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Pushing event updated for resources: {'Port': ['ID=69d86445-da10-40c6-8c44-198a04c6861d,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:52.715630 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720860'] for router_interface (140cff2f-df54-4ab4-90be-78c0b0c7cb4d), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:52.864013 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 9c0492e7-ec28-4dcf-a4ff-b5f661ffd246 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:52.864403 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9c0492e7-ec28-4dcf-a4ff-b5f661ffd246), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:52.888065 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69d86445-da10-40c6-8c44-198a04c6861d), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:52.980865 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d28d44c5-f93c-4889-ae6a-ef198594ac7f None None] Current status of the port f8edbed0-c1ff-436a-8f20-edbed907000f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:53.052140 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d28d44c5-f93c-4889-ae6a-ef198594ac7f None None] Provisioning complete for port 9c0492e7-ec28-4dcf-a4ff-b5f661ffd246 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:53.052516 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d28d44c5-f93c-4889-ae6a-ef198594ac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (9c0492e7-ec28-4dcf-a4ff-b5f661ffd246), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:53.089026 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Publish callbacks [] for port (69d86445-da10-40c6-8c44-198a04c6861d), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:53.097205 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (69d86445-da10-40c6-8c44-198a04c6861d), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:53.109675 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 9c0492e7-ec28-4dcf-a4ff-b5f661ffd246 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:53.110906 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 7196e45a-c5af-4176-a4ca-d899d19baaf6 up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:53.117832 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Publish callbacks [] for port (501affee-668f-4a9c-9c76-133569ab23ec), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:53.143068 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (501affee-668f-4a9c-9c76-133569ab23ec), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:53.166766 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-590380'] for router_interface (140cff2f-df54-4ab4-90be-78c0b0c7cb4d), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:53.169333 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Pushing event updated for resources: {'Port': ['ID=69d86445-da10-40c6-8c44-198a04c6861d,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:53.223683 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Attempting to bind port 501affee-668f-4a9c-9c76-133569ab23ec on host n-d-815324-7 for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:12:53.224058 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Attempting to bind port 501affee-668f-4a9c-9c76-133569ab23ec by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:12:53.224430 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Attempting to bind port 501affee-668f-4a9c-9c76-133569ab23ec on network 4454d505-75c9-41c1-a257-953d507647a9 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:53.229039 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4b486-6993-44a7-945f-bd5e7a519f98 None None] Pushing event updated for resources: {'Port': ['ID=501affee-668f-4a9c-9c76-133569ab23ec,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:53.238592 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:53.238978 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Checking segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:12:53.239390 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:53.239783 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Bound using segment: {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:53.240261 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Bound port: 501affee-668f-4a9c-9c76-133569ab23ec, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961992c-b8f3-42d4-9805-9c3e0d22eca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4454d505-75c9-41c1-a257-953d507647a9'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:12:53.240638 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (501affee-668f-4a9c-9c76-133569ab23ec), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:53.266128 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Network b40cc50b-6d41-49fd-a9d5-a4455d28b6b6 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:12:53.267544 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:12:53.307311 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 7196e45a-c5af-4176-a4ca-d899d19baaf6 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:53.307828 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7196e45a-c5af-4176-a4ca-d899d19baaf6), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:53.333405 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d28d44c5-f93c-4889-ae6a-ef198594ac7f None None] Current status of the port 9c0492e7-ec28-4dcf-a4ff-b5f661ffd246 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:53.365242 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] For port 501affee-668f-4a9c-9c76-133569ab23ec, host n-d-815324-7, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:53.369373 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] For port 501affee-668f-4a9c-9c76-133569ab23ec, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=501affee-668f-4a9c-9c76-133569ab23ec,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:53.379058 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (501affee-668f-4a9c-9c76-133569ab23ec), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:53.391860 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Router 140cff2f-df54-4ab4-90be-78c0b0c7cb4d has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:12:53.481834 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4b486-6993-44a7-945f-bd5e7a519f98 None None] Pushing event updated for resources: {'Port': ['ID=501affee-668f-4a9c-9c76-133569ab23ec,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:53.491237 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 7196e45a-c5af-4176-a4ca-d899d19baaf6 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:53.492551 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f8edbed0-c1ff-436a-8f20-edbed907000f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:53.498219 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Routers {'140cff2f-df54-4ab4-90be-78c0b0c7cb4d'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:53.498946 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:12:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['140cff2f-df54-4ab4-90be-78c0b0c7cb4d'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:53.511840 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:12:53.518447 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-632869bd-1ccc-444d-8e0c-56797b744d8b admin admin] 10.222.0.64 "PUT /v2.0/routers/140cff2f-df54-4ab4-90be-78c0b0c7cb4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8528960 Feb 10 16:12:53.519763 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0b377ddd-33af-47d9-844e-a2b88e53f1de None None] Provisioning complete for port 69d86445-da10-40c6-8c44-198a04c6861d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:53.520140 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0b377ddd-33af-47d9-844e-a2b88e53f1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69d86445-da10-40c6-8c44-198a04c6861d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:53.609529 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0b377ddd-33af-47d9-844e-a2b88e53f1de None None] Port 69d86445-da10-40c6-8c44-198a04c6861d cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:12:53.658842 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f8edbed0-c1ff-436a-8f20-edbed907000f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:53.659209 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:53.696195 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] Set router 140cff2f-df54-4ab4-90be-78c0b0c7cb4d gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:53.786519 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-d310ae7b-493e-497a-b0b1-d2a56f1e5f9e None None] Provisioning complete for port 69d86445-da10-40c6-8c44-198a04c6861d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:53.787151 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d310ae7b-493e-497a-b0b1-d2a56f1e5f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69d86445-da10-40c6-8c44-198a04c6861d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:53.911298 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d310ae7b-493e-497a-b0b1-d2a56f1e5f9e None None] Port 69d86445-da10-40c6-8c44-198a04c6861d cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:12:53.914753 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f8edbed0-c1ff-436a-8f20-edbed907000f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:53.982235 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'name': 'tempest-TestMinimumBasicScenario-640019503-router', 'tenant_id': 'd176431ed4c341a0b660da6259ebac06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '501affee-668f-4a9c-9c76-133569ab23ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:49Z', 'updated_at': '2022-02-10T16:12:52Z', 'revision_number': 4, 'project_id': 'd176431ed4c341a0b660da6259ebac06', 'gw_port': {'id': '501affee-668f-4a9c-9c76-133569ab23ec', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:50Z', 'updated_at': '2022-02-10T16:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '69d86445-da10-40c6-8c44-198a04c6861d', 'name': '', 'network_id': 'b40cc50b-6d41-49fd-a9d5-a4455d28b6b6', 'tenant_id': 'd176431ed4c341a0b660da6259ebac06', 'mac_address': 'fa:16:3e:e9:38:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b4304dd3-af5e-4b5f-b746-072a76a6296d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:52Z', 'updated_at': '2022-02-10T16:12:52Z', 'revision_number': 2, 'project_id': 'd176431ed4c341a0b660da6259ebac06', 'subnets': [{'id': 'b4304dd3-af5e-4b5f-b746-072a76a6296d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:54.014510 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccac018-89e8-43f0-832f-07b6fc034a42 None None] The sync data for ids ['140cff2f-df54-4ab4-90be-78c0b0c7cb4d'] in n-d-815324-7 is: [{'id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'name': 'tempest-TestMinimumBasicScenario-640019503-router', 'tenant_id': 'd176431ed4c341a0b660da6259ebac06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '501affee-668f-4a9c-9c76-133569ab23ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:49Z', 'updated_at': '2022-02-10T16:12:52Z', 'revision_number': 4, 'project_id': 'd176431ed4c341a0b660da6259ebac06', 'gw_port': {'id': '501affee-668f-4a9c-9c76-133569ab23ec', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:50Z', 'updated_at': '2022-02-10T16:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '69d86445-da10-40c6-8c44-198a04c6861d', 'name': '', 'network_id': 'b40cc50b-6d41-49fd-a9d5-a4455d28b6b6', 'tenant_id': 'd176431ed4c341a0b660da6259ebac06', 'mac_address': 'fa:16:3e:e9:38:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b4304dd3-af5e-4b5f-b746-072a76a6296d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:52Z', 'updated_at': '2022-02-10T16:12:52Z', 'revision_number': 2, 'project_id': 'd176431ed4c341a0b660da6259ebac06', 'subnets': [{'id': 'b4304dd3-af5e-4b5f-b746-072a76a6296d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:54.384257 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device f8edbed0-c1ff-436a-8f20-edbed907000f up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:54.454963 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port f8edbed0-c1ff-436a-8f20-edbed907000f triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:54.457326 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (f8edbed0-c1ff-436a-8f20-edbed907000f), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:54.554240 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port f8edbed0-c1ff-436a-8f20-edbed907000f is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:56.432812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 501affee-668f-4a9c-9c76-133569ab23ec up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:56.498431 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 501affee-668f-4a9c-9c76-133569ab23ec triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:56.498817 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (501affee-668f-4a9c-9c76-133569ab23ec), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:56.577077 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Sync routers for ids ['140cff2f-df54-4ab4-90be-78c0b0c7cb4d'] in n-d-815324-7 {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:12:56.596823 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Routers {'140cff2f-df54-4ab4-90be-78c0b0c7cb4d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:56.600342 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:12:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['140cff2f-df54-4ab4-90be-78c0b0c7cb4d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:56.603835 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 501affee-668f-4a9c-9c76-133569ab23ec is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:56.604245 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (501affee-668f-4a9c-9c76-133569ab23ec), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:56.629414 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] For port 501affee-668f-4a9c-9c76-133569ab23ec, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=501affee-668f-4a9c-9c76-133569ab23ec,segment=NetworkSegment(7961992c-b8f3-42d4-9805-9c3e0d22eca8),segment_id=7961992c-b8f3-42d4-9805-9c3e0d22eca8)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:56.638452 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (501affee-668f-4a9c-9c76-133569ab23ec), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:56.701886 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Pushing event updated for resources: {'Port': ['ID=501affee-668f-4a9c-9c76-133569ab23ec,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:56.712176 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:56.712534 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:56.712917 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:56.713679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:56.713679 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:56.714214 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:56.714557 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:56.714892 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:56.715222 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:56.715553 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:56.715881 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:56.716209 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:56.716535 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:12:56.727641 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Set router 140cff2f-df54-4ab4-90be-78c0b0c7cb4d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:56.957330 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'name': 'tempest-TestMinimumBasicScenario-640019503-router', 'tenant_id': 'd176431ed4c341a0b660da6259ebac06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '501affee-668f-4a9c-9c76-133569ab23ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:49Z', 'updated_at': '2022-02-10T16:12:52Z', 'revision_number': 4, 'project_id': 'd176431ed4c341a0b660da6259ebac06', 'gw_port': {'id': '501affee-668f-4a9c-9c76-133569ab23ec', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:50Z', 'updated_at': '2022-02-10T16:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '69d86445-da10-40c6-8c44-198a04c6861d', 'name': '', 'network_id': 'b40cc50b-6d41-49fd-a9d5-a4455d28b6b6', 'tenant_id': 'd176431ed4c341a0b660da6259ebac06', 'mac_address': 'fa:16:3e:e9:38:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b4304dd3-af5e-4b5f-b746-072a76a6296d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:52Z', 'updated_at': '2022-02-10T16:12:52Z', 'revision_number': 2, 'project_id': 'd176431ed4c341a0b660da6259ebac06', 'subnets': [{'id': 'b4304dd3-af5e-4b5f-b746-072a76a6296d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:56.984799 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Checking router: 140cff2f-df54-4ab4-90be-78c0b0c7cb4d for host: n-d-815324-7 {{(pid=103371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:12:56.985153 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Updating router 140cff2f-df54-4ab4-90be-78c0b0c7cb4d port 69d86445-da10-40c6-8c44-198a04c6861d binding host n-d-815324-7 {{(pid=103371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 16:12:57.017681 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69d86445-da10-40c6-8c44-198a04c6861d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:57.294879 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Publish callbacks [] for port (69d86445-da10-40c6-8c44-198a04c6861d), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:57.300282 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (69d86445-da10-40c6-8c44-198a04c6861d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:57.404253 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Attempting to bind port 69d86445-da10-40c6-8c44-198a04c6861d on host n-d-815324-7 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:12:57.404632 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Attempting to bind port 69d86445-da10-40c6-8c44-198a04c6861d by drivers openvswitch,hyperv on host n-d-815324-7 at level 0 using segments [{'id': '1ae1395c-038b-45d0-8241-45f5f2c8cd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b40cc50b-6d41-49fd-a9d5-a4455d28b6b6'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:12:57.405037 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Attempting to bind port 69d86445-da10-40c6-8c44-198a04c6861d on network b40cc50b-6d41-49fd-a9d5-a4455d28b6b6 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:12:57.407008 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada61e1-b93d-44ae-81cd-f2a624e3976a None None] Pushing event updated for resources: {'Port': ['ID=69d86445-da10-40c6-8c44-198a04c6861d,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:57.417161 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Checking agent: {'id': 'ffe6296b-a4e7-4c1b-be69-004b18cf728b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 1, 49), 'started_at': datetime.datetime(2022, 2, 10, 15, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:12:57.417541 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Checking segment: {'id': '1ae1395c-038b-45d0-8241-45f5f2c8cd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b40cc50b-6d41-49fd-a9d5-a4455d28b6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:12:57.417949 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:57.418335 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Bound using segment: {'id': '1ae1395c-038b-45d0-8241-45f5f2c8cd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b40cc50b-6d41-49fd-a9d5-a4455d28b6b6'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:12:57.419426 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Bound port: 69d86445-da10-40c6-8c44-198a04c6861d, host: n-d-815324-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae1395c-038b-45d0-8241-45f5f2c8cd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b40cc50b-6d41-49fd-a9d5-a4455d28b6b6'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:12:57.419426 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69d86445-da10-40c6-8c44-198a04c6861d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:57.499704 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] For port 69d86445-da10-40c6-8c44-198a04c6861d, host n-d-815324-7, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:12:57.503850 n-d-815324-7 neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] For port 69d86445-da10-40c6-8c44-198a04c6861d, host n-d-815324-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=69d86445-da10-40c6-8c44-198a04c6861d,segment=NetworkSegment(1ae1395c-038b-45d0-8241-45f5f2c8cd85),segment_id=1ae1395c-038b-45d0-8241-45f5f2c8cd85)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:12:57.515406 n-d-815324-7 neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (69d86445-da10-40c6-8c44-198a04c6861d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:57.581031 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada61e1-b93d-44ae-81cd-f2a624e3976a None None] Pushing event updated for resources: {'Port': ['ID=69d86445-da10-40c6-8c44-198a04c6861d,revision_number=4']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:57.604685 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Routers {'140cff2f-df54-4ab4-90be-78c0b0c7cb4d'} bound to L3 agent in host n-d-815324-7 {{(pid=103371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:12:57.605576 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:12:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['140cff2f-df54-4ab4-90be-78c0b0c7cb4d'], 'active': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:57.671957 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-0a542837-16e3-4322-bd93-d0d58892a0ae None None] Provisioning complete for port 69d86445-da10-40c6-8c44-198a04c6861d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:57.673551 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a542837-16e3-4322-bd93-d0d58892a0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69d86445-da10-40c6-8c44-198a04c6861d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:57.760748 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_dvr_db [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] Set router 140cff2f-df54-4ab4-90be-78c0b0c7cb4d gateway port host: n-d-815324-7 {{(pid=103371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:12:57.796179 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0a542837-16e3-4322-bd93-d0d58892a0ae None None] Current status of the port 69d86445-da10-40c6-8c44-198a04c6861d is: DOWN; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:57.796611 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a542837-16e3-4322-bd93-d0d58892a0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (69d86445-da10-40c6-8c44-198a04c6861d), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:57.852585 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-0a542837-16e3-4322-bd93-d0d58892a0ae None None] For port 69d86445-da10-40c6-8c44-198a04c6861d, host n-d-815324-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-7',level=0,port_id=69d86445-da10-40c6-8c44-198a04c6861d,segment=NetworkSegment(1ae1395c-038b-45d0-8241-45f5f2c8cd85),segment_id=1ae1395c-038b-45d0-8241-45f5f2c8cd85)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:12:57.861149 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0a542837-16e3-4322-bd93-d0d58892a0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (69d86445-da10-40c6-8c44-198a04c6861d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:57.932577 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a542837-16e3-4322-bd93-d0d58892a0ae None None] Pushing event updated for resources: {'Port': ['ID=69d86445-da10-40c6-8c44-198a04c6861d,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:12:57.989980 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-c817fcd7-dbe9-442e-a0ed-26dc037a173e None None] Provisioning complete for port 69d86445-da10-40c6-8c44-198a04c6861d triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:57.990477 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c817fcd7-dbe9-442e-a0ed-26dc037a173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69d86445-da10-40c6-8c44-198a04c6861d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:58.145396 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.l3_hamode_db [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'name': 'tempest-TestMinimumBasicScenario-640019503-router', 'tenant_id': 'd176431ed4c341a0b660da6259ebac06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '501affee-668f-4a9c-9c76-133569ab23ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:49Z', 'updated_at': '2022-02-10T16:12:52Z', 'revision_number': 4, 'project_id': 'd176431ed4c341a0b660da6259ebac06', 'gw_port': {'id': '501affee-668f-4a9c-9c76-133569ab23ec', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:50Z', 'updated_at': '2022-02-10T16:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '69d86445-da10-40c6-8c44-198a04c6861d', 'name': '', 'network_id': 'b40cc50b-6d41-49fd-a9d5-a4455d28b6b6', 'tenant_id': 'd176431ed4c341a0b660da6259ebac06', 'mac_address': 'fa:16:3e:e9:38:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b4304dd3-af5e-4b5f-b746-072a76a6296d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:52Z', 'updated_at': '2022-02-10T16:12:57Z', 'revision_number': 4, 'project_id': 'd176431ed4c341a0b660da6259ebac06', 'subnets': [{'id': 'b4304dd3-af5e-4b5f-b746-072a76a6296d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:12:58.178109 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68c6e7c-3a2b-43fb-bdb6-2268413cc7c4 None None] The sync data for ids ['140cff2f-df54-4ab4-90be-78c0b0c7cb4d'] in n-d-815324-7 is: [{'id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'name': 'tempest-TestMinimumBasicScenario-640019503-router', 'tenant_id': 'd176431ed4c341a0b660da6259ebac06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '501affee-668f-4a9c-9c76-133569ab23ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:49Z', 'updated_at': '2022-02-10T16:12:52Z', 'revision_number': 4, 'project_id': 'd176431ed4c341a0b660da6259ebac06', 'gw_port': {'id': '501affee-668f-4a9c-9c76-133569ab23ec', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:50Z', 'updated_at': '2022-02-10T16:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_interfaces': [{'id': '69d86445-da10-40c6-8c44-198a04c6861d', 'name': '', 'network_id': 'b40cc50b-6d41-49fd-a9d5-a4455d28b6b6', 'tenant_id': 'd176431ed4c341a0b660da6259ebac06', 'mac_address': 'fa:16:3e:e9:38:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cff2f-df54-4ab4-90be-78c0b0c7cb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b4304dd3-af5e-4b5f-b746-072a76a6296d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:52Z', 'updated_at': '2022-02-10T16:12:57Z', 'revision_number': 4, 'project_id': 'd176431ed4c341a0b660da6259ebac06', 'subnets': [{'id': 'b4304dd3-af5e-4b5f-b746-072a76a6296d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:12:58.281726 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c817fcd7-dbe9-442e-a0ed-26dc037a173e None None] Current status of the port 69d86445-da10-40c6-8c44-198a04c6861d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:58.444446 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 69d86445-da10-40c6-8c44-198a04c6861d up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:58.508256 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 69d86445-da10-40c6-8c44-198a04c6861d triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:58.508817 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (69d86445-da10-40c6-8c44-198a04c6861d), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:58.633303 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 69d86445-da10-40c6-8c44-198a04c6861d is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:12:58.634812 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Device 501affee-668f-4a9c-9c76-133569ab23ec up at agent ovs-agent-n-d-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:12:58.699020 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Provisioning complete for port 501affee-668f-4a9c-9c76-133569ab23ec triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:12:58.699020 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (501affee-668f-4a9c-9c76-133569ab23ec), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:12:58.786913 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Current status of the port 501affee-668f-4a9c-9c76-133569ab23ec is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:13:03.964927 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-0ae59f6e-9605-4336-80ad-29992cd593ef tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:03.966416 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-0ae59f6e-9605-4336-80ad-29992cd593ef tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/networks?id=575d4e46-ac9d-4ffb-babd-05a0a3e69946 HTTP/1.1" status: 200 len: 815 time: 0.1003234 Feb 10 16:13:03.986394 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-d591b06e-cefb-4bd6-bffd-43c7532f4804 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/quotas/e112e484b2614f10b4b249223af6e4d2 HTTP/1.1" status: 200 len: 375 time: 0.0128717 Feb 10 16:13:04.046062 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-a4fd0abd-4f01-42ea-a2ef-27e7c3e76f2f tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e112e484b2614f10b4b249223af6e4d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538871 Feb 10 16:13:04.080347 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:13:04.138642 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-b668bfa9-2c67-45e1-96c5-d11f3c59b3f6 service neutron] 10.222.0.64 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810518 Feb 10 16:13:04.232523 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-22e08fd8-946d-4beb-8671-b0c6a45ffa59 service neutron] 10.222.0.64 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881298 Feb 10 16:13:04.398892 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d8b63566-c3bd-4054-8449-a429cab23d6f req-ce74a8c8-ae8e-41d7-a7fb-c8c6049f0ccb tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 210 time: 0.0271068 Feb 10 16:13:05.322110 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-3cbe734f-3002-498f-ba5f-e72dd446d3e7 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:05.323567 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-3cbe734f-3002-498f-ba5f-e72dd446d3e7 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.79 "GET /v2.0/networks?id=575d4e46-ac9d-4ffb-babd-05a0a3e69946 HTTP/1.1" status: 200 len: 815 time: 0.1001947 Feb 10 16:13:05.336080 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-221e6091-2452-4faa-8ad7-d98488d4103b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Request body: {'port': {'device_id': 'b16a3c00-a488-40c7-a262-907b8bdc6804', 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946', 'admin_state_up': True, 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:13:05.456172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-221e6091-2452-4faa-8ad7-d98488d4103b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Made reservation on behalf of e112e484b2614f10b4b249223af6e4d2 for: {'port': 1} {{(pid=103369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 16:13:05.459812 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-221e6091-2452-4faa-8ad7-d98488d4103b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:05.501342 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-db672340-488d-478f-84ca-3a6521fa6107 req-f6b84f29-9b73-44b7-a1dd-d9c5f3e39e4d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 210 time: 0.0305667 Feb 10 16:13:05.589562 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.db_base_plugin_common [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-221e6091-2452-4faa-8ad7-d98488d4103b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Allocated IP 172.20.0.12 (575d4e46-ac9d-4ffb-babd-05a0a3e69946/d7e38f89-4ea3-4ab1-b3be-91f8b03615ba/7ce938d7-bd00-4567-b508-e2e52cb0f246) {{(pid=103369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:13:05.786622 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-221e6091-2452-4faa-8ad7-d98488d4103b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:05.829444 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-221e6091-2452-4faa-8ad7-d98488d4103b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5910768'] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:05.875176 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-221e6091-2452-4faa-8ad7-d98488d4103b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Network 575d4e46-ac9d-4ffb-babd-05a0a3e69946 is already hosted by enough agents. {{(pid=103369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:13:05.881349 n-d-815324-7 neutron-server[103369]: DEBUG neutron.scheduler.base_scheduler [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-221e6091-2452-4faa-8ad7-d98488d4103b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Resources bound (agent type, host, resource id): {{(pid=103369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:13:05.885234 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-221e6091-2452-4faa-8ad7-d98488d4103b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Received port after_create {{(pid=103369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:13:05.928318 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e6091-2452-4faa-8ad7-d98488d4103b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Pushing event updated for resources: {'Port': ['ID=7ce938d7-bd00-4567-b508-e2e52cb0f246,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:05.957500 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-221e6091-2452-4faa-8ad7-d98488d4103b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:05.958253 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-221e6091-2452-4faa-8ad7-d98488d4103b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:05.981227 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-221e6091-2452-4faa-8ad7-d98488d4103b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6501276 Feb 10 16:13:06.270779 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-e5f27dd3-74cb-4abc-8de6-1161001141d8 None None] Provisioning complete for port 7ce938d7-bd00-4567-b508-e2e52cb0f246 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:13:06.271567 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e5f27dd3-74cb-4abc-8de6-1161001141d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:06.310312 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-e5f27dd3-74cb-4abc-8de6-1161001141d8 None None] Port 7ce938d7-bd00-4567-b508-e2e52cb0f246 cannot update to ACTIVE because it is not bound. {{(pid=103370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 16:13:06.634037 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a98442-60b0-4a86-94fe-930534fceb38 req-0e1f4c44-8d25-4cc0-8c81-32ca5be65ee4 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:06.635733 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f3a98442-60b0-4a86-94fe-930534fceb38 req-0e1f4c44-8d25-4cc0-8c81-32ca5be65ee4 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 932 time: 0.0566924 Feb 10 16:13:06.693683 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f3a98442-60b0-4a86-94fe-930534fceb38 req-5396bc36-66ab-438f-ac0a-08181445e529 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513752 Feb 10 16:13:07.419538 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:07.826621 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a21a07-2243-448e-819b-47a29d379c21 req-aad3de88-978f-4e7e-b1fa-1fd927e066d0 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:07.828292 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21a21a07-2243-448e-819b-47a29d379c21 req-aad3de88-978f-4e7e-b1fa-1fd927e066d0 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 932 time: 0.0585237 Feb 10 16:13:07.883094 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-21a21a07-2243-448e-819b-47a29d379c21 req-a166154e-2269-4190-a8ad-f3d5fb4582b5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488675 Feb 10 16:13:09.012147 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b0700-82b1-47ba-b7d7-3508ed3eaf47 req-f24e451e-0bf6-4e51-a23e-aea62959a7f0 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:09.013883 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-707b0700-82b1-47ba-b7d7-3508ed3eaf47 req-f24e451e-0bf6-4e51-a23e-aea62959a7f0 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 932 time: 0.0589254 Feb 10 16:13:09.065910 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-707b0700-82b1-47ba-b7d7-3508ed3eaf47 req-a31a9c8e-3cf9-47a5-8b01-b46bef923d92 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445969 Feb 10 16:13:10.202957 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e48d5-55bb-4ee1-bdd1-a0d045431cc1 req-0ec65e1e-75b9-4ff1-90e6-79f4f47b0a7a tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:10.204479 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e8e48d5-55bb-4ee1-bdd1-a0d045431cc1 req-0ec65e1e-75b9-4ff1-90e6-79f4f47b0a7a tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 932 time: 0.0618825 Feb 10 16:13:10.258069 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-1e8e48d5-55bb-4ee1-bdd1-a0d045431cc1 req-c2acc4d6-4b32-40ab-a804-5c1d130c9f00 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476627 Feb 10 16:13:11.380118 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac251a3e-d39b-494e-a1ba-29fc66e2ed75 req-914d19d8-552e-4eee-99de-de7bdb87d69e tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:11.381703 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac251a3e-d39b-494e-a1ba-29fc66e2ed75 req-914d19d8-552e-4eee-99de-de7bdb87d69e tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 932 time: 0.0543694 Feb 10 16:13:11.447265 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ac251a3e-d39b-494e-a1ba-29fc66e2ed75 req-63ff479c-0162-4dea-99d5-55eede1f1619 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583467 Feb 10 16:13:11.888246 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:12.576831 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da9cd-328c-42e4-b0c5-c1c4f8cf80b8 req-cf235757-4539-4614-aa3d-6b0ea7d0c39c tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:12.578296 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d09da9cd-328c-42e4-b0c5-c1c4f8cf80b8 req-cf235757-4539-4614-aa3d-6b0ea7d0c39c tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 932 time: 0.0610893 Feb 10 16:13:12.628398 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-d09da9cd-328c-42e4-b0c5-c1c4f8cf80b8 req-7f236cf5-a66f-4f4e-8b35-545e793124e8 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440204 Feb 10 16:13:12.959813 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3e69eec1-bdcf-4218-84ab-025d8ea2e962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:13.746016 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8a9e5-4677-4588-ba6a-bdf8367d6c36 req-4566604f-642c-4607-bce9-d5e63d69fb5f tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:13.747492 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41d8a9e5-4677-4588-ba6a-bdf8367d6c36 req-4566604f-642c-4607-bce9-d5e63d69fb5f tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 932 time: 0.0515554 Feb 10 16:13:13.793953 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-41d8a9e5-4677-4588-ba6a-bdf8367d6c36 req-873e5ff5-d838-4213-9f53-34c63578429a tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408418 Feb 10 16:13:14.910570 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e496a0-2500-4d2d-bfa8-5b3eaf43f06b req-a4c8824b-651c-4090-9bfa-058e13fad7ad tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:14.912032 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1e496a0-2500-4d2d-bfa8-5b3eaf43f06b req-a4c8824b-651c-4090-9bfa-058e13fad7ad tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 932 time: 0.0512457 Feb 10 16:13:14.961309 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-a1e496a0-2500-4d2d-bfa8-5b3eaf43f06b req-bb8719d9-7975-4778-ac89-e96ec84706b3 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436597 Feb 10 16:13:15.254276 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-12edcc01-2847-4a9c-919f-9fc7d6761497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:16.079148 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9897969-1c09-4316-8c82-ec3f67a99150 req-0517a1e3-af57-4465-b1f6-2f6ff20ceee8 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:16.080571 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9897969-1c09-4316-8c82-ec3f67a99150 req-0517a1e3-af57-4465-b1f6-2f6ff20ceee8 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 932 time: 0.0526109 Feb 10 16:13:16.127444 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c9897969-1c09-4316-8c82-ec3f67a99150 req-d63173c6-b109-430e-972d-34bd5629314e tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412488 Feb 10 16:13:16.545282 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:17.022572 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Request body: {'port': {'device_id': 'b16a3c00-a488-40c7-a262-907b8bdc6804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-7'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:13:17.091927 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:17.245074 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a52169-ae2d-4eb7-9d02-df3eecd74e8a req-c5d83544-2dde-4106-933b-44eace86a806 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:17.246571 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16a52169-ae2d-4eb7-9d02-df3eecd74e8a req-c5d83544-2dde-4106-933b-44eace86a806 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 932 time: 0.0524018 Feb 10 16:13:17.293001 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-16a52169-ae2d-4eb7-9d02-df3eecd74e8a req-aa98f162-b3c2-468f-8d7d-0ce3e3a90ddb tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405366 Feb 10 16:13:17.355400 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce938d7-bd00-4567-b508-e2e52cb0f246 {{(pid=103369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:13:17.364053 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Publish callbacks [] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:17.375733 n-d-815324-7 neutron-server[103369]: DEBUG neutron.db.provisioning_blocks [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Transition to ACTIVE for port object 7ce938d7-bd00-4567-b508-e2e52cb0f246 will not be triggered until provisioned by entity L2. {{(pid=103369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 16:13:17.379766 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:17.432161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Pushing event updated for resources: {'Port': ['ID=7ce938d7-bd00-4567-b508-e2e52cb0f246,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:17.500285 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Attempting to bind port 7ce938d7-bd00-4567-b508-e2e52cb0f246 on host n-h2-815324-7 for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 16:13:17.500619 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Attempting to bind port 7ce938d7-bd00-4567-b508-e2e52cb0f246 by drivers openvswitch,hyperv on host n-h2-815324-7 at level 0 using segments [{'id': '8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 16:13:17.500973 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Attempting to bind port 7ce938d7-bd00-4567-b508-e2e52cb0f246 on network 575d4e46-ac9d-4ffb-babd-05a0a3e69946 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:13:17.506034 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Port 7ce938d7-bd00-4567-b508-e2e52cb0f246 on network 575d4e46-ac9d-4ffb-babd-05a0a3e69946 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-7 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 16:13:17.506365 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Attempting to bind port 7ce938d7-bd00-4567-b508-e2e52cb0f246 on network 575d4e46-ac9d-4ffb-babd-05a0a3e69946 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 16:13:17.511667 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Checking agent: {'id': '785998cc-f0e1-4175-8217-976352ec81d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'started_at': datetime.datetime(2022, 2, 10, 15, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 16, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 16:13:17.512161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Checking segment: {'id': '8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 16:13:17.512549 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Bound using segment: {'id': '8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 16:13:17.513074 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Bound port: 7ce938d7-bd00-4567-b508-e2e52cb0f246, host: n-h2-815324-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 16:13:17.513432 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:17.581915 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] For port 7ce938d7-bd00-4567-b508-e2e52cb0f246, host n-h2-815324-7, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 16:13:17.585040 n-d-815324-7 neutron-server[103369]: DEBUG neutron.plugins.ml2.db [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] For port 7ce938d7-bd00-4567-b508-e2e52cb0f246, host n-h2-815324-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246,segment=NetworkSegment(8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29),segment_id=8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 16:13:17.590159 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5910731'] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:17.625859 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:17.626474 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:17.627920 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] 10.222.0.79 "PUT /v2.0/ports/7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 1092 time: 0.6103854 Feb 10 16:13:17.628364 n-d-815324-7 neutron-server[103369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16a3c00-a488-40c7-a262-907b8bdc6804', 'tag': '7ce938d7-bd00-4567-b508-e2e52cb0f246'}] {{(pid=103369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:13:17.630639 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c98261592b0501fa179614225a0a5697a33575dcdb70b77efa1f33cde7becc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d098c1-ea47-48da-a6af-14b23bf4ef34" -d '{"events": [{"name": "network-changed", "server_uuid": "b16a3c00-a488-40c7-a262-907b8bdc6804", "tag": "7ce938d7-bd00-4567-b508-e2e52cb0f246"}]}' {{(pid=103369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:13:17.655114 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08446ac3-4556-4dd0-bfac-5702844b743f service neutron] Pushing event updated for resources: {'Port': ['ID=7ce938d7-bd00-4567-b508-e2e52cb0f246,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:17.680050 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3122a23-2608-4695-9298-67dfb4effded x-openstack-request-id: req-a3122a23-2608-4695-9298-67dfb4effded {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:13:17.680354 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16a3c00-a488-40c7-a262-907b8bdc6804", "tag": "7ce938d7-bd00-4567-b508-e2e52cb0f246", "status": "completed", "code": 200}]} {{(pid=103369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:13:17.680548 n-d-815324-7 neutron-server[103369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3122a23-2608-4695-9298-67dfb4effded {{(pid=103369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:13:17.680926 n-d-815324-7 neutron-server[103369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16a3c00-a488-40c7-a262-907b8bdc6804', 'tag': '7ce938d7-bd00-4567-b508-e2e52cb0f246', 'status': 'completed', 'code': 200} Feb 10 16:13:17.717362 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-89138b61-1dae-4b5f-abec-1d9f4be9ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:17.718879 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-89138b61-1dae-4b5f-abec-1d9f4be9ee96 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e112e484b2614f10b4b249223af6e4d2&device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1126 time: 0.0488360 Feb 10 16:13:18.092641 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-2357a515-e802-42e0-8167-21520733b082 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 217 time: 0.3671329 Feb 10 16:13:18.119925 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:18.141101 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-205ec83c-0eec-49b5-9bf8-a2d1d4055ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:18.142597 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-205ec83c-0eec-49b5-9bf8-a2d1d4055ec7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7e38f89-4ea3-4ab1-b3be-91f8b03615ba HTTP/1.1" status: 200 len: 854 time: 0.0441253 Feb 10 16:13:18.189211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-f10de1cb-7fdf-43fa-a40f-35c8b21493cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:18.191286 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-f10de1cb-7fdf-43fa-a40f-35c8b21493cd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575d4e46-ac9d-4ffb-babd-05a0a3e69946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434237 Feb 10 16:13:18.281554 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-5f0a449b-cbdd-44fc-9c5d-3168ccecc2f7 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843334 Feb 10 16:13:18.371758 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-47b7e66a-7bd1-4194-b447-11d8a0052be3 req-f43d6aa0-fb47-4e5e-b35c-5b01cca3747c service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842323 Feb 10 16:13:18.422447 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69bf7f-2d42-428e-9867-f8d791ef47ec req-1307f1dc-c0e0-4c99-ac85-150013a3be5f tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:18.423998 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd69bf7f-2d42-428e-9867-f8d791ef47ec req-1307f1dc-c0e0-4c99-ac85-150013a3be5f tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 944 time: 0.0624423 Feb 10 16:13:18.471263 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d098c1-ea47-48da-a6af-14b23bf4ef34 req-8d693270-9efb-4c14-a598-c0d3ffc147b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:18.472939 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35d098c1-ea47-48da-a6af-14b23bf4ef34 req-8d693270-9efb-4c14-a598-c0d3ffc147b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e112e484b2614f10b4b249223af6e4d2&device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1126 time: 0.0528655 Feb 10 16:13:18.473714 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-bd69bf7f-2d42-428e-9867-f8d791ef47ec req-459994bb-7373-46a2-975f-28cbacd562b3 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430758 Feb 10 16:13:18.562658 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d098c1-ea47-48da-a6af-14b23bf4ef34 req-2906a718-5512-4bcb-9a1f-8704adc530a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:18.564170 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35d098c1-ea47-48da-a6af-14b23bf4ef34 req-2906a718-5512-4bcb-9a1f-8704adc530a7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575d4e46-ac9d-4ffb-babd-05a0a3e69946 HTTP/1.1" status: 200 len: 916 time: 0.0843463 Feb 10 16:13:18.607499 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35d098c1-ea47-48da-a6af-14b23bf4ef34 req-5ca6d87f-96e3-44b4-8f2d-74b6cbc2465f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 217 time: 0.0373793 Feb 10 16:13:18.653670 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d098c1-ea47-48da-a6af-14b23bf4ef34 req-33fb40a9-b249-4663-9728-5aabb8a23a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:18.655081 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35d098c1-ea47-48da-a6af-14b23bf4ef34 req-33fb40a9-b249-4663-9728-5aabb8a23a63 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7e38f89-4ea3-4ab1-b3be-91f8b03615ba HTTP/1.1" status: 200 len: 854 time: 0.0419338 Feb 10 16:13:18.702910 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d098c1-ea47-48da-a6af-14b23bf4ef34 req-7c1f9655-a665-4442-b9c0-04a70b65afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:18.704434 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35d098c1-ea47-48da-a6af-14b23bf4ef34 req-7c1f9655-a665-4442-b9c0-04a70b65afd6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575d4e46-ac9d-4ffb-babd-05a0a3e69946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440235 Feb 10 16:13:18.811029 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35d098c1-ea47-48da-a6af-14b23bf4ef34 req-a8cdf928-55d1-4c2d-9be0-53aacea74170 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992560 Feb 10 16:13:18.897010 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-35d098c1-ea47-48da-a6af-14b23bf4ef34 req-ee80108c-354e-4d6d-bc1f-6b8199bad33b service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802436 Feb 10 16:13:19.023369 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:19.593045 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66983a8e-23d9-4348-b270-f0181eaf4e07 req-45cbd362-3b05-4fa6-b891-f2627103d495 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:19.594503 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66983a8e-23d9-4348-b270-f0181eaf4e07 req-45cbd362-3b05-4fa6-b891-f2627103d495 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 944 time: 0.0510969 Feb 10 16:13:19.640135 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-66983a8e-23d9-4348-b270-f0181eaf4e07 req-1a545f50-0f39-458b-b6de-c639e67ae7fd tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394127 Feb 10 16:13:20.758022 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4d6cf-f23e-4180-8853-9bd1a693e833 req-c6d683bb-e363-4a3e-8175-bc4a940ccd73 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:20.759980 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39b4d6cf-f23e-4180-8853-9bd1a693e833 req-c6d683bb-e363-4a3e-8175-bc4a940ccd73 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 944 time: 0.0511420 Feb 10 16:13:20.810252 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-39b4d6cf-f23e-4180-8853-9bd1a693e833 req-1ddca10b-3fda-4cd2-90c1-d4aa586ac6c0 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444291 Feb 10 16:13:21.931234 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e96ff-50d0-49bb-a374-626f15fa31d2 req-8ccc4eee-3d1e-40d6-b2d5-fb034bd55df5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:21.932746 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a2e96ff-50d0-49bb-a374-626f15fa31d2 req-8ccc4eee-3d1e-40d6-b2d5-fb034bd55df5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 944 time: 0.0533240 Feb 10 16:13:21.978296 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-6a2e96ff-50d0-49bb-a374-626f15fa31d2 req-eec9f119-c635-4051-adb7-901876c9002c tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Feb 10 16:13:22.449351 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 7ce938d7-bd00-4567-b508-e2e52cb0f246 details requested by agent hyperv_n-h2-815324-7 with host n-h2-815324-7 {{(pid=103370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 16:13:22.548971 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 7ce938d7-bd00-4567-b508-e2e52cb0f246, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246,segment=NetworkSegment(8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29),segment_id=8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:22.560225 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Returning: {'device': '7ce938d7-bd00-4567-b508-e2e52cb0f246', 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946', 'port_id': '7ce938d7-bd00-4567-b508-e2e52cb0f246', 'mac_address': 'fa:16:3e:ea:02:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 16:13:22.596918 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 7ce938d7-bd00-4567-b508-e2e52cb0f246 is: DOWN; New status is: BUILD {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:13:22.597217 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:22.609800 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce938d7-bd00-4567-b508-e2e52cb0f246 {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 16:13:22.628382 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 7ce938d7-bd00-4567-b508-e2e52cb0f246, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246,segment=NetworkSegment(8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29),segment_id=8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:22.632444 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:22.680967 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=7ce938d7-bd00-4567-b508-e2e52cb0f246,revision_number=4']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:22.995059 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['7ce938d7-bd00-4567-b508-e2e52cb0f246'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:13:23.099963 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eda718-53db-4309-be7f-e93f6f90290a req-b6af1db3-7bdb-46a9-b750-5e105d5e580b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:23.101532 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06eda718-53db-4309-be7f-e93f6f90290a req-b6af1db3-7bdb-46a9-b750-5e105d5e580b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 945 time: 0.0528927 Feb 10 16:13:23.148096 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-06eda718-53db-4309-be7f-e93f6f90290a req-412927cf-88d7-4a75-b3c8-34a65456868b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Feb 10 16:13:24.268959 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27338f79-f89b-403e-9114-4224b5cffad1 req-683690c7-b6ab-4854-ac14-ecfb9d329f99 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:24.270462 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27338f79-f89b-403e-9114-4224b5cffad1 req-683690c7-b6ab-4854-ac14-ecfb9d329f99 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 945 time: 0.0564041 Feb 10 16:13:24.316240 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-27338f79-f89b-403e-9114-4224b5cffad1 req-d963ee31-9ec0-4b59-9789-edfb45934693 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391173 Feb 10 16:13:24.450617 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Device 7ce938d7-bd00-4567-b508-e2e52cb0f246 up at agent hyperv_n-h2-815324-7 {{(pid=103370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 16:13:24.501873 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning for port 7ce938d7-bd00-4567-b508-e2e52cb0f246 completed by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 16:13:24.506157 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Provisioning complete for port 7ce938d7-bd00-4567-b508-e2e52cb0f246 triggered by entity L2. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:13:24.506535 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:24.580708 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Current status of the port 7ce938d7-bd00-4567-b508-e2e52cb0f246 is: BUILD; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:13:24.581578 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:24.603108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16a3c00-a488-40c7-a262-907b8bdc6804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce938d7-bd00-4567-b508-e2e52cb0f246'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:13:24.605654 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63a30653719f1aebc8f2caf00975dd18a08a9d7039fd87653aabf301633fd06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5dc62e-d434-4815-ab23-c77c8806975d" -d '{"events": [{"server_uuid": "b16a3c00-a488-40c7-a262-907b8bdc6804", "name": "network-vif-plugged", "status": "completed", "tag": "7ce938d7-bd00-4567-b508-e2e52cb0f246"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:13:24.618730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] For port 7ce938d7-bd00-4567-b508-e2e52cb0f246, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246,segment=NetworkSegment(8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29),segment_id=8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:24.622607 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292'] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:24.646991 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 16:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52c59e1-a156-4497-bd9d-0717b63400bb x-openstack-request-id: req-f52c59e1-a156-4497-bd9d-0717b63400bb {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:13:24.647293 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16a3c00-a488-40c7-a262-907b8bdc6804", "name": "network-vif-plugged", "status": "completed", "tag": "7ce938d7-bd00-4567-b508-e2e52cb0f246", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:13:24.647550 n-d-815324-7 neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f52c59e1-a156-4497-bd9d-0717b63400bb {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:13:24.647938 n-d-815324-7 neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16a3c00-a488-40c7-a262-907b8bdc6804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce938d7-bd00-4567-b508-e2e52cb0f246', 'code': 200} Feb 10 16:13:24.678144 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Pushing event updated for resources: {'Port': ['ID=7ce938d7-bd00-4567-b508-e2e52cb0f246,revision_number=5']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:24.743755 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589370a4-b5f1-427c-8670-b1e1eb2b33d2 req-3cf55e12-bd80-48a6-9361-f58b70384031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:24.745392 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-589370a4-b5f1-427c-8670-b1e1eb2b33d2 req-3cf55e12-bd80-48a6-9361-f58b70384031 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1128 time: 0.0455925 Feb 10 16:13:24.796274 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-589370a4-b5f1-427c-8670-b1e1eb2b33d2 req-b02e02dd-f022-41ec-9db8-2eba4acc6ba4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453584 Feb 10 16:13:25.432559 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f715db8-6e3b-4e6b-ad8e-768066b4c3b7 req-0d36f87c-ce43-4c23-bc37-1dadd3c1e317 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:25.434099 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f715db8-6e3b-4e6b-ad8e-768066b4c3b7 req-0d36f87c-ce43-4c23-bc37-1dadd3c1e317 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 946 time: 0.0511460 Feb 10 16:13:25.489114 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0f715db8-6e3b-4e6b-ad8e-768066b4c3b7 req-de8486e0-450b-407c-b510-4fd85ff33eea tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493541 Feb 10 16:13:26.612482 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a1246-91bb-4d83-8626-a01c06d51206 req-6025f0e2-6711-409e-9e87-f00c0ec3d194 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:26.613904 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f92a1246-91bb-4d83-8626-a01c06d51206 req-6025f0e2-6711-409e-9e87-f00c0ec3d194 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 946 time: 0.0549767 Feb 10 16:13:26.659382 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f92a1246-91bb-4d83-8626-a01c06d51206 req-4baec517-ac77-4801-8281-a07fc2339e4c tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399024 Feb 10 16:13:26.774718 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fccd0-097d-4c1d-9819-eb547af363b1 req-c675da10-3dbc-48f2-95ca-4bdd88f3bc5a tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:26.776203 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e58fccd0-097d-4c1d-9819-eb547af363b1 req-c675da10-3dbc-48f2-95ca-4bdd88f3bc5a tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 946 time: 0.0519884 Feb 10 16:13:26.821920 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e58fccd0-097d-4c1d-9819-eb547af363b1 req-fc0c5833-f96b-4325-98c9-ee49de6c82ef tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399971 Feb 10 16:13:27.015051 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3e455-6b32-4a08-aab5-e42c611d1921 req-edd7f4f6-29f8-45bf-92a8-0e91d5f6ec13 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:27.016537 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07f3e455-6b32-4a08-aab5-e42c611d1921 req-edd7f4f6-29f8-45bf-92a8-0e91d5f6ec13 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 946 time: 0.0515840 Feb 10 16:13:27.067179 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-07f3e455-6b32-4a08-aab5-e42c611d1921 req-3580f005-0cec-451f-8ab2-96bc56860677 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443561 Feb 10 16:13:37.426082 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:41.080326 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:13:41.885148 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:42.967566 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d6424fa2-3198-4035-90f5-d47b868eb581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:45.255563 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-78220e79-a05f-48a0-9b2e-b345fe4e5f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:45.836351 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703601c-7d58-4f60-baa1-2d0840767947 req-58ac72e9-b7ac-43e4-9dfd-775c13ae4658 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:45.837844 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f703601c-7d58-4f60-baa1-2d0840767947 req-58ac72e9-b7ac-43e4-9dfd-775c13ae4658 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 946 time: 0.0504594 Feb 10 16:13:45.885937 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-f703601c-7d58-4f60-baa1-2d0840767947 req-feca2f35-d396-4b8b-9343-616e78502f9e tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423970 Feb 10 16:13:45.907788 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42456) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:13:46.032803 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e1eada-fb33-4754-ba3b-114ebed989ea tempest-TestMinimumBasicScenario-1696108760 tempest-TestMinimumBasicScenario-1696108760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:46.034838 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-c1e1eada-fb33-4754-ba3b-114ebed989ea tempest-TestMinimumBasicScenario-1696108760 tempest-TestMinimumBasicScenario-1696108760-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1123 time: 0.1257567 Feb 10 16:13:46.037886 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42460) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:13:46.042000 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Request body: {'floatingip': {'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'port_id': '7ce938d7-bd00-4567-b508-e2e52cb0f246', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:13:46.062568 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:46.160428 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (None), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:46.259899 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.db_base_plugin_common [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Allocated IP 172.25.3.228 (4454d505-75c9-41c1-a257-953d507647a9/1295fcc7-1af8-42ca-bfb0-15a242810f15/b7247f96-0bab-4da9-8cd9-b0df6ba2f987) {{(pid=103368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 16:13:46.361014 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for port (b7247f96-0bab-4da9-8cd9-b0df6ba2f987), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:46.394764 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935267256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15898106'] for port (b7247f96-0bab-4da9-8cd9-b0df6ba2f987), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:46.430943 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Network 4454d505-75c9-41c1-a257-953d507647a9 is already hosted by enough agents. {{(pid=103368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 16:13:46.433663 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.base_scheduler [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Resources bound (agent type, host, resource id): {{(pid=103368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 16:13:46.437104 n-d-815324-7 neutron-server[103368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Received port after_create {{(pid=103368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 16:13:46.462887 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Pushing event updated for resources: {'Port': ['ID=b7247f96-0bab-4da9-8cd9-b0df6ba2f987,revision_number=1']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:46.475477 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:46.475825 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:46.476166 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:46.476501 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:46.476863 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:46.477192 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:46.477516 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:46.477839 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:46.478162 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:46.478490 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:46.478808 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:46.479127 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:46.479694 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:46.547317 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:46.804311 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for floatingip (361f4f8a-eab6-429a-a373-943bf29f6f55), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:46.870528 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (b7247f96-0bab-4da9-8cd9-b0df6ba2f987), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:47.019766 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for port (b7247f96-0bab-4da9-8cd9-b0df6ba2f987), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:47.024004 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (b7247f96-0bab-4da9-8cd9-b0df6ba2f987), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:47.103525 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Pushing event updated for resources: {'Port': ['ID=b7247f96-0bab-4da9-8cd9-b0df6ba2f987,revision_number=2']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:47.113978 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720707'] for floatingip (361f4f8a-eab6-429a-a373-943bf29f6f55), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:47.213457 n-d-815324-7 neutron-server[103368]: INFO neutron.db.l3_db [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Floating IP 361f4f8a-eab6-429a-a373-943bf29f6f55 associated. External IP: 172.25.3.228, port: 7ce938d7-bd00-4567-b508-e2e52cb0f246. Feb 10 16:13:47.420966 n-d-815324-7 neutron-server[103368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Router 2a0283b9-424e-4e1f-bce5-c199cf2e464f has already been hosted by L3 agent 045570ae-78a1-4d2c-b5ff-7e3acf56c29e {{(pid=103368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 16:13:47.831932 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Notify agent at l3_agent.n-d-815324-7 the message routers_updated {{(pid=103368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 16:13:47.841246 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f75744-d870-41eb-be5f-69443ef6f4ee None None] Sync routers for ids ['2a0283b9-424e-4e1f-bce5-c199cf2e464f'] in n-d-815324-7 {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 16:13:47.848698 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for floatingip (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:47.850847 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f75744-d870-41eb-be5f-69443ef6f4ee None None] Routers {'2a0283b9-424e-4e1f-bce5-c199cf2e464f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:13:47.851491 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-c8f75744-d870-41eb-be5f-69443ef6f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:13:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2a0283b9-424e-4e1f-bce5-c199cf2e464f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:47.879095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-dc3e38e9-6ffe-449b-8206-9c62b8bb7d9d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8402083 Feb 10 16:13:47.879690 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16a3c00-a488-40c7-a262-907b8bdc6804', 'tag': '7ce938d7-bd00-4567-b508-e2e52cb0f246'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:13:47.882025 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42462) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:13:47.886874 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1537992304', 'description': 'tempest-secgroup-smoke-1537992304 description', 'project_id': 'e112e484b2614f10b4b249223af6e4d2'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:13:47.910786 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group (None), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:47.965635 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-c8f75744-d870-41eb-be5f-69443ef6f4ee None None] Set router 2a0283b9-424e-4e1f-bce5-c199cf2e464f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:13:47.981841 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group (c70eaf67-9fdf-4357-9689-f03d84f38dec), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:47.986633 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577562'] for security_group (c70eaf67-9fdf-4357-9689-f03d84f38dec), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.014589 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.015845 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1326065 Feb 10 16:13:48.019594 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42466) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:13:48.022683 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70eaf67-9fdf-4357-9689-f03d84f38dec,revision_number=1']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:48.024107 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-2bab77ff-913b-48f3-b41b-6db25bc1d46a tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Request body: {'security_group_rule': {'security_group_id': 'c70eaf67-9fdf-4357-9689-f03d84f38dec', 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:13:48.032625 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:48.033033 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:48.033443 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:48.033855 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:48.034249 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:48.034787 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:48.035175 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:48.035586 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:48.035981 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:48.036374 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:48.036804 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:48.037192 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:48.037579 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bef452-c494-4aa9-a9ff-894b9ce334c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-7 {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 16:13:48.048219 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a48b432b86cb5698f867e321e532c9e5c55ee6827c6ae84207c29e46753852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0d3e3d-9b16-4e57-afd0-5a5587260550" -d '{"events": [{"name": "network-changed", "server_uuid": "b16a3c00-a488-40c7-a262-907b8bdc6804", "tag": "7ce938d7-bd00-4567-b508-e2e52cb0f246"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:13:48.061860 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2bab77ff-913b-48f3-b41b-6db25bc1d46a tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (24600442-586c-40a4-abd9-d3fc42d5e969), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.120363 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2bab77ff-913b-48f3-b41b-6db25bc1d46a tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (24600442-586c-40a4-abd9-d3fc42d5e969), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.124744 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2bab77ff-913b-48f3-b41b-6db25bc1d46a tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (24600442-586c-40a4-abd9-d3fc42d5e969), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.143929 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab77ff-913b-48f3-b41b-6db25bc1d46a tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24600442-586c-40a4-abd9-d3fc42d5e969,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:48.153336 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.154412 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2bab77ff-913b-48f3-b41b-6db25bc1d46a tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.158876 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42472) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:13:48.159530 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2bab77ff-913b-48f3-b41b-6db25bc1d46a tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386008 Feb 10 16:13:48.165750 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-5d984694-4e11-4dae-9149-aa0ea9a3210d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Request body: {'security_group_rule': {'security_group_id': 'c70eaf67-9fdf-4357-9689-f03d84f38dec', 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:13:48.170029 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1731975-61af-4ce7-8fa0-b45e4f94adb0 x-openstack-request-id: req-d1731975-61af-4ce7-8fa0-b45e4f94adb0 {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:13:48.170432 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16a3c00-a488-40c7-a262-907b8bdc6804", "tag": "7ce938d7-bd00-4567-b508-e2e52cb0f246", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:13:48.170573 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1731975-61af-4ce7-8fa0-b45e4f94adb0 {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:13:48.170995 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16a3c00-a488-40c7-a262-907b8bdc6804', 'tag': '7ce938d7-bd00-4567-b508-e2e52cb0f246', 'status': 'completed', 'code': 200} Feb 10 16:13:48.202680 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d984694-4e11-4dae-9149-aa0ea9a3210d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (b4100aaa-30d3-4a12-a268-9e00e2d8e0a1), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.222864 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-c8f75744-d870-41eb-be5f-69443ef6f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'name': 'tempest-TestMinimumBasicScenario-1711987475-router', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:44Z', 'updated_at': '2022-02-10T16:12:47Z', 'revision_number': 4, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'gw_port': {'id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:45Z', 'updated_at': '2022-02-10T16:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '361f4f8a-eab6-429a-a373-943bf29f6f55', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'port_id': '7ce938d7-bd00-4567-b508-e2e52cb0f246', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946', 'mac_address': 'fa:16:3e:ea:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a3c00-a488-40c7-a262-907b8bdc6804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:13:46Z', 'updated_at': '2022-02-10T16:13:46Z', 'revision_number': 0, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8edbed0-c1ff-436a-8f20-edbed907000f', 'name': '', 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'mac_address': 'fa:16:3e:d6:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:47Z', 'updated_at': '2022-02-10T16:12:52Z', 'revision_number': 5, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'subnets': [{'id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:48.250314 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f75744-d870-41eb-be5f-69443ef6f4ee None None] Checking router: 2a0283b9-424e-4e1f-bce5-c199cf2e464f for host: n-d-815324-7 {{(pid=103370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 16:13:48.259121 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f75744-d870-41eb-be5f-69443ef6f4ee None None] Routers {'2a0283b9-424e-4e1f-bce5-c199cf2e464f'} bound to L3 agent in host n-d-815324-7 {{(pid=103370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 16:13:48.259730 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-c8f75744-d870-41eb-be5f-69443ef6f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T15:01:45Z,description=,heartbeat_timestamp=2022-02-10T16:13:45Z,host='n-d-815324-7',id=045570ae-78a1-4d2c-b5ff-7e3acf56c29e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T15:01:45Z,topic='l3_agent')) {'router_ids': ['2a0283b9-424e-4e1f-bce5-c199cf2e464f'], 'active': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:48.268962 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d3e3d-9b16-4e57-afd0-5a5587260550 req-77259b5d-55eb-49b6-bb70-f106a686c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:48.270465 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1c0d3e3d-9b16-4e57-afd0-5a5587260550 req-77259b5d-55eb-49b6-bb70-f106a686c1d2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e112e484b2614f10b4b249223af6e4d2&device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1128 time: 0.0786321 Feb 10 16:13:48.275801 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d984694-4e11-4dae-9149-aa0ea9a3210d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (b4100aaa-30d3-4a12-a268-9e00e2d8e0a1), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.286408 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d984694-4e11-4dae-9149-aa0ea9a3210d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (b4100aaa-30d3-4a12-a268-9e00e2d8e0a1), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.323172 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d984694-4e11-4dae-9149-aa0ea9a3210d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4100aaa-30d3-4a12-a268-9e00e2d8e0a1,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:48.360092 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-5d984694-4e11-4dae-9149-aa0ea9a3210d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.361864 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-5d984694-4e11-4dae-9149-aa0ea9a3210d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2003860 Feb 10 16:13:48.364756 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [-] (103369) accepted ('10.222.0.64', 42474) {{(pid=103369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:13:48.372161 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.v2.base [None req-ad1d440d-309d-47b2-b1cd-3134a4fd60c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Request body: {'security_group_rule': {'security_group_id': 'c70eaf67-9fdf-4357-9689-f03d84f38dec', 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:13:48.374273 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_dvr_db [None req-c8f75744-d870-41eb-be5f-69443ef6f4ee None None] Set router 2a0283b9-424e-4e1f-bce5-c199cf2e464f gateway port host: n-d-815324-7 {{(pid=103370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 16:13:48.405896 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d3e3d-9b16-4e57-afd0-5a5587260550 req-b50decff-4be1-4a19-9098-0fdde3adc679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:48.407477 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1c0d3e3d-9b16-4e57-afd0-5a5587260550 req-b50decff-4be1-4a19-9098-0fdde3adc679 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575d4e46-ac9d-4ffb-babd-05a0a3e69946 HTTP/1.1" status: 200 len: 916 time: 0.1305823 Feb 10 16:13:48.414780 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ad1d440d-309d-47b2-b1cd-3134a4fd60c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (6c3a91a8-66fa-472f-8c1a-95eae5aec2c2), before_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.507856 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1c0d3e3d-9b16-4e57-afd0-5a5587260550 req-8d92ff0c-a102-440b-b898-72939c0365ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 1000 time: 0.0941098 Feb 10 16:13:48.548537 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ad1d440d-309d-47b2-b1cd-3134a4fd60c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (6c3a91a8-66fa-472f-8c1a-95eae5aec2c2), precommit_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.554995 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ad1d440d-309d-47b2-b1cd-3134a4fd60c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (6c3a91a8-66fa-472f-8c1a-95eae5aec2c2), after_create {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.582872 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d3e3d-9b16-4e57-afd0-5a5587260550 req-c44766fd-258b-4ca9-8dd0-f6de0f7a3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:48.584439 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1c0d3e3d-9b16-4e57-afd0-5a5587260550 req-c44766fd-258b-4ca9-8dd0-f6de0f7a3f98 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7e38f89-4ea3-4ab1-b3be-91f8b03615ba HTTP/1.1" status: 200 len: 854 time: 0.0689657 Feb 10 16:13:48.585564 n-d-815324-7 neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d440d-309d-47b2-b1cd-3134a4fd60c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3a91a8-66fa-472f-8c1a-95eae5aec2c2,revision_number=0']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:48.589489 n-d-815324-7 neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-ad1d440d-309d-47b2-b1cd-3134a4fd60c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.590593 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [None req-ad1d440d-309d-47b2-b1cd-3134a4fd60c5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2249289 Feb 10 16:13:48.593652 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42476) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:13:48.600253 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-2e83bb1e-e605-4d36-ba18-908ebb671cbe tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Request body: {'security_group_rule': {'security_group_id': 'c70eaf67-9fdf-4357-9689-f03d84f38dec', 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:13:48.605124 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.l3_hamode_db [None req-c8f75744-d870-41eb-be5f-69443ef6f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'name': 'tempest-TestMinimumBasicScenario-1711987475-router', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:44Z', 'updated_at': '2022-02-10T16:12:47Z', 'revision_number': 4, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'gw_port': {'id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:45Z', 'updated_at': '2022-02-10T16:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '361f4f8a-eab6-429a-a373-943bf29f6f55', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'port_id': '7ce938d7-bd00-4567-b508-e2e52cb0f246', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946', 'mac_address': 'fa:16:3e:ea:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a3c00-a488-40c7-a262-907b8bdc6804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:13:46Z', 'updated_at': '2022-02-10T16:13:46Z', 'revision_number': 0, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8edbed0-c1ff-436a-8f20-edbed907000f', 'name': '', 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'mac_address': 'fa:16:3e:d6:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:47Z', 'updated_at': '2022-02-10T16:12:52Z', 'revision_number': 5, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'subnets': [{'id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-7', False) {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 16:13:48.630318 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e83bb1e-e605-4d36-ba18-908ebb671cbe tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (2564798d-726f-46da-85e5-353be748e838), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.634423 n-d-815324-7 neutron-server[103370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f75744-d870-41eb-be5f-69443ef6f4ee None None] The sync data for ids ['2a0283b9-424e-4e1f-bce5-c199cf2e464f'] in n-d-815324-7 is: [{'id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'name': 'tempest-TestMinimumBasicScenario-1711987475-router', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'external_fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T16:12:44Z', 'updated_at': '2022-02-10T16:12:47Z', 'revision_number': 4, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'gw_port': {'id': '7196e45a-c5af-4176-a4ca-d899d19baaf6', 'name': '', 'network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:45Z', 'updated_at': '2022-02-10T16:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1295fcc7-1af8-42ca-bfb0-15a242810f15', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-7', '_floatingips': [{'id': '361f4f8a-eab6-429a-a373-943bf29f6f55', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '4454d505-75c9-41c1-a257-953d507647a9', 'router_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'port_id': '7ce938d7-bd00-4567-b508-e2e52cb0f246', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946', 'mac_address': 'fa:16:3e:ea:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a3c00-a488-40c7-a262-907b8bdc6804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T16:13:46Z', 'updated_at': '2022-02-10T16:13:46Z', 'revision_number': 0, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8edbed0-c1ff-436a-8f20-edbed907000f', 'name': '', 'network_id': '575d4e46-ac9d-4ffb-babd-05a0a3e69946', 'tenant_id': 'e112e484b2614f10b4b249223af6e4d2', 'mac_address': 'fa:16:3e:d6:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0283b9-424e-4e1f-bce5-c199cf2e464f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T16:12:47Z', 'updated_at': '2022-02-10T16:12:52Z', 'revision_number': 5, 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'subnets': [{'id': 'd7e38f89-4ea3-4ab1-b3be-91f8b03615ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 16:13:48.638879 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d3e3d-9b16-4e57-afd0-5a5587260550 req-bf22a7e3-986b-40de-b25d-f83710808a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:48.640272 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1c0d3e3d-9b16-4e57-afd0-5a5587260550 req-bf22a7e3-986b-40de-b25d-f83710808a56 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575d4e46-ac9d-4ffb-babd-05a0a3e69946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487204 Feb 10 16:13:48.651346 n-d-815324-7 neutron-server[103369]: DEBUG neutron.wsgi [req-1c0d3e3d-9b16-4e57-afd0-5a5587260550 req-54fce08a-fe24-42e6-a8eb-d595e3ec11a8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 16:13:48.652688 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1c0d3e3d-9b16-4e57-afd0-5a5587260550 req-54fce08a-fe24-42e6-a8eb-d595e3ec11a8 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060685 Feb 10 16:13:48.695546 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e83bb1e-e605-4d36-ba18-908ebb671cbe tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (2564798d-726f-46da-85e5-353be748e838), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.700438 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e83bb1e-e605-4d36-ba18-908ebb671cbe tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (2564798d-726f-46da-85e5-353be748e838), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.722154 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83bb1e-e605-4d36-ba18-908ebb671cbe tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2564798d-726f-46da-85e5-353be748e838,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:48.734805 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-2e83bb1e-e605-4d36-ba18-908ebb671cbe tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.739409 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-2e83bb1e-e605-4d36-ba18-908ebb671cbe tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412513 Feb 10 16:13:48.739780 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42478) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:13:48.744359 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-f73a7112-3c75-4fcc-827a-e34091adf15b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Request body: {'security_group_rule': {'security_group_id': 'c70eaf67-9fdf-4357-9689-f03d84f38dec', 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:13:48.761057 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1c0d3e3d-9b16-4e57-afd0-5a5587260550 req-5f7be003-82b6-446c-8b49-0d7a9cc492f6 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025839 Feb 10 16:13:48.764142 n-d-815324-7 neutron-server[103368]: INFO neutron.db.securitygroups_db [None req-f73a7112-3c75-4fcc-827a-e34091adf15b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Project e112e484b2614f10b4b249223af6e4d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:13:48.769768 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f73a7112-3c75-4fcc-827a-e34091adf15b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (5d503bf0-de58-4689-8814-0c2ada8e3c77), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.835175 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f73a7112-3c75-4fcc-827a-e34091adf15b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (5d503bf0-de58-4689-8814-0c2ada8e3c77), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.841019 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f73a7112-3c75-4fcc-827a-e34091adf15b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (5d503bf0-de58-4689-8814-0c2ada8e3c77), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.860271 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-1c0d3e3d-9b16-4e57-afd0-5a5587260550 req-59448c2d-5738-48ac-ab7a-bee4eff1a400 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935247 Feb 10 16:13:48.860636 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a7112-3c75-4fcc-827a-e34091adf15b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d503bf0-de58-4689-8814-0c2ada8e3c77,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:48.877366 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-f73a7112-3c75-4fcc-827a-e34091adf15b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.881458 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-f73a7112-3c75-4fcc-827a-e34091adf15b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377759 Feb 10 16:13:48.882050 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [-] (103368) accepted ('10.222.0.64', 42480) {{(pid=103368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 16:13:48.887237 n-d-815324-7 neutron-server[103371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95028ab4-c3f3-4e3a-b9b3-4242a446c9da None None] New status for floating IP 361f4f8a-eab6-429a-a373-943bf29f6f55: ACTIVE {{(pid=103371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 16:13:48.888885 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [None req-5e7070e8-7d1b-4054-acfc-f85c2ee6f556 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Request body: {'security_group_rule': {'security_group_id': 'c70eaf67-9fdf-4357-9689-f03d84f38dec', 'project_id': 'e112e484b2614f10b4b249223af6e4d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:13:48.910081 n-d-815324-7 neutron-server[103368]: INFO neutron.db.securitygroups_db [None req-5e7070e8-7d1b-4054-acfc-f85c2ee6f556 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Project e112e484b2614f10b4b249223af6e4d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 16:13:48.915100 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5e7070e8-7d1b-4054-acfc-f85c2ee6f556 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (5f0069ef-3295-416b-b15e-bfea3337f081), before_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.974734 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5e7070e8-7d1b-4054-acfc-f85c2ee6f556 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (5f0069ef-3295-416b-b15e-bfea3337f081), precommit_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.978412 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5e7070e8-7d1b-4054-acfc-f85c2ee6f556 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574632'] for security_group_rule (5f0069ef-3295-416b-b15e-bfea3337f081), after_create {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:48.993579 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7070e8-7d1b-4054-acfc-f85c2ee6f556 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0069ef-3295-416b-b15e-bfea3337f081,revision_number=0']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:49.004494 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-5e7070e8-7d1b-4054-acfc-f85c2ee6f556 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:49.005768 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [None req-5e7070e8-7d1b-4054-acfc-f85c2ee6f556 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229346 Feb 10 16:13:49.041197 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:49.108209 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3e697ce-b338-4467-be37-6ca3b5240770 req-1a2166c5-a588-4134-867b-5e95a4a7da5d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1537992304&fields=id&tenant_id=e112e484b2614f10b4b249223af6e4d2 HTTP/1.1" status: 200 len: 267 time: 0.0445364 Feb 10 16:13:49.166856 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e697ce-b338-4467-be37-6ca3b5240770 req-26f0a134-ee98-46ab-acc0-523989567060 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:49.168324 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3e697ce-b338-4467-be37-6ca3b5240770 req-26f0a134-ee98-46ab-acc0-523989567060 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 946 time: 0.0546691 Feb 10 16:13:49.179190 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.v2.base [req-c3e697ce-b338-4467-be37-6ca3b5240770 req-b769386a-d61a-447a-8e7c-cfcf716e562f tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Request body: {'port': {'security_groups': ['23305d83-3513-4aaf-a0dd-7818ccd46500', 'c70eaf67-9fdf-4357-9689-f03d84f38dec']}} {{(pid=103368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 16:13:49.244768 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c3e697ce-b338-4467-be37-6ca3b5240770 req-b769386a-d61a-447a-8e7c-cfcf716e562f tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1905493'] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), before_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:49.423288 n-d-815324-7 neutron-server[103368]: DEBUG neutron.plugins.ml2.db [req-c3e697ce-b338-4467-be37-6ca3b5240770 req-b769386a-d61a-447a-8e7c-cfcf716e562f tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] For port 7ce938d7-bd00-4567-b508-e2e52cb0f246, host n-h2-815324-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-7',level=0,port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246,segment=NetworkSegment(8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29),segment_id=8af1775a-ccbc-4e3d-bcec-be4fa5dd4f29)] {{(pid=103368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 16:13:49.454417 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c3e697ce-b338-4467-be37-6ca3b5240770 req-b769386a-d61a-447a-8e7c-cfcf716e562f tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks [] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), precommit_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:49.459541 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c3e697ce-b338-4467-be37-6ca3b5240770 req-b769386a-d61a-447a-8e7c-cfcf716e562f tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1905441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935754244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935267274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935267292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15898049'] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), after_update {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:49.471108 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['7ce938d7-bd00-4567-b508-e2e52cb0f246'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:13:49.510043 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e697ce-b338-4467-be37-6ca3b5240770 req-b769386a-d61a-447a-8e7c-cfcf716e562f tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:49.510802 n-d-815324-7 neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [req-c3e697ce-b338-4467-be37-6ca3b5240770 req-b769386a-d61a-447a-8e7c-cfcf716e562f tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207454'] for port (None), before_response {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:49.512229 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c3e697ce-b338-4467-be37-6ca3b5240770 req-b769386a-d61a-447a-8e7c-cfcf716e562f tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "PUT /v2.0/ports/7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 982 time: 0.3373444 Feb 10 16:13:49.551526 n-d-815324-7 neutron-server[103368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769386a-d61a-447a-8e7c-cfcf716e562f tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Pushing event updated for resources: {'Port': ['ID=7ce938d7-bd00-4567-b508-e2e52cb0f246,revision_number=6']} {{(pid=103368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 16:13:49.571429 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] get_ports_and_sgs() called for port_ids ['7ce938d7-bd00-4567-b508-e2e52cb0f246'] {{(pid=103370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 16:13:49.643152 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8d4eb-cdac-44f9-b575-96415f949339 req-74e8d89b-b2cb-4a7d-8678-63459c74d56d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:49.644778 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62e8d4eb-cdac-44f9-b575-96415f949339 req-74e8d89b-b2cb-4a7d-8678-63459c74d56d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 985 time: 0.0628521 Feb 10 16:13:49.714728 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-62e8d4eb-cdac-44f9-b575-96415f949339 req-f20ace2d-e048-47ce-a415-29cd2250f76e tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=c70eaf67-9fdf-4357-9689-f03d84f38dec&id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610528 Feb 10 16:13:49.783499 n-d-815324-7 neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [None req-09e2521d-9caf-441b-8c73-63f05156dd4d None None] Provisioning complete for port 7ce938d7-bd00-4567-b508-e2e52cb0f246 triggered by entity DHCP. {{(pid=103370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 16:13:49.783878 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-09e2521d-9caf-441b-8c73-63f05156dd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885351'] for port (7ce938d7-bd00-4567-b508-e2e52cb0f246), provisioning_complete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:13:49.982728 n-d-815324-7 neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-09e2521d-9caf-441b-8c73-63f05156dd4d None None] Current status of the port 7ce938d7-bd00-4567-b508-e2e52cb0f246 is: ACTIVE; New status is: ACTIVE {{(pid=103370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 16:13:50.172102 n-d-815324-7 neutron-server[103368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16a3c00-a488-40c7-a262-907b8bdc6804', 'tag': '7ce938d7-bd00-4567-b508-e2e52cb0f246'}] {{(pid=103368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 16:13:50.174484 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a48b432b86cb5698f867e321e532c9e5c55ee6827c6ae84207c29e46753852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f77ea9e-aa2a-408a-85a7-822aee150734" -d '{"events": [{"name": "network-changed", "server_uuid": "b16a3c00-a488-40c7-a262-907b8bdc6804", "tag": "7ce938d7-bd00-4567-b508-e2e52cb0f246"}]}' {{(pid=103368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 16:13:50.210763 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 16:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be03404b-4ec3-48f1-b648-1ffadb7270be x-openstack-request-id: req-be03404b-4ec3-48f1-b648-1ffadb7270be {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 16:13:50.211084 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16a3c00-a488-40c7-a262-907b8bdc6804", "tag": "7ce938d7-bd00-4567-b508-e2e52cb0f246", "status": "completed", "code": 200}]} {{(pid=103368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 16:13:50.211337 n-d-815324-7 neutron-server[103368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be03404b-4ec3-48f1-b648-1ffadb7270be {{(pid=103368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 16:13:50.211736 n-d-815324-7 neutron-server[103368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16a3c00-a488-40c7-a262-907b8bdc6804', 'tag': '7ce938d7-bd00-4567-b508-e2e52cb0f246', 'status': 'completed', 'code': 200} Feb 10 16:13:50.281549 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77ea9e-aa2a-408a-85a7-822aee150734 req-96b27338-4ab9-49f4-9129-c796ab5d493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:50.283009 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f77ea9e-aa2a-408a-85a7-822aee150734 req-96b27338-4ab9-49f4-9129-c796ab5d493b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e112e484b2614f10b4b249223af6e4d2&device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1167 time: 0.0489197 Feb 10 16:13:50.371839 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77ea9e-aa2a-408a-85a7-822aee150734 req-c82b4b1d-df55-4fb1-8971-3290583b76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:50.373384 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f77ea9e-aa2a-408a-85a7-822aee150734 req-c82b4b1d-df55-4fb1-8971-3290583b76b2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575d4e46-ac9d-4ffb-babd-05a0a3e69946 HTTP/1.1" status: 200 len: 916 time: 0.0840161 Feb 10 16:13:50.440913 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f77ea9e-aa2a-408a-85a7-822aee150734 req-9be8ecf3-e900-468e-ab13-244a9701ea6a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 1002 time: 0.0615573 Feb 10 16:13:50.494360 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77ea9e-aa2a-408a-85a7-822aee150734 req-267ad996-3540-42f4-8007-cdc80f82477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:50.495820 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f77ea9e-aa2a-408a-85a7-822aee150734 req-267ad996-3540-42f4-8007-cdc80f82477f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7e38f89-4ea3-4ab1-b3be-91f8b03615ba HTTP/1.1" status: 200 len: 854 time: 0.0484152 Feb 10 16:13:50.544292 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77ea9e-aa2a-408a-85a7-822aee150734 req-c1778d2c-89ec-472d-a1cd-064abca9d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:13:50.545752 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f77ea9e-aa2a-408a-85a7-822aee150734 req-c1778d2c-89ec-472d-a1cd-064abca9d5d9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575d4e46-ac9d-4ffb-babd-05a0a3e69946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429056 Feb 10 16:13:50.635564 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f77ea9e-aa2a-408a-85a7-822aee150734 req-b2279fd5-d560-4b0b-a5c1-039960dc0047 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841691 Feb 10 16:13:50.723099 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-2f77ea9e-aa2a-408a-85a7-822aee150734 req-89add04a-032c-49f0-96e7-8a5c0757d381 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813479 Feb 10 16:14:07.064312 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08af3ad5-4d9d-451b-ba7f-7c5d832a8035 req-a26955bc-29b6-4c9b-9caa-c4cd5feca853 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475957 Feb 10 16:14:07.147752 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af3ad5-4d9d-451b-ba7f-7c5d832a8035 req-039563ce-788b-403a-a80e-611d4682f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:07.149328 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08af3ad5-4d9d-451b-ba7f-7c5d832a8035 req-039563ce-788b-403a-a80e-611d4682f498 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e112e484b2614f10b4b249223af6e4d2&device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1167 time: 0.0450280 Feb 10 16:14:07.252157 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af3ad5-4d9d-451b-ba7f-7c5d832a8035 req-4a0ec7a2-bb68-4cde-a9f9-3394e5a4d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:07.254231 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08af3ad5-4d9d-451b-ba7f-7c5d832a8035 req-4a0ec7a2-bb68-4cde-a9f9-3394e5a4d8d7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575d4e46-ac9d-4ffb-babd-05a0a3e69946 HTTP/1.1" status: 200 len: 916 time: 0.0858376 Feb 10 16:14:07.322720 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08af3ad5-4d9d-451b-ba7f-7c5d832a8035 req-f4af0ee8-f7a1-4aaf-8786-740384be4db0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 1002 time: 0.0619669 Feb 10 16:14:07.370283 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af3ad5-4d9d-451b-ba7f-7c5d832a8035 req-d6ce44f9-a3a3-4746-bc83-b27c2966fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:07.371688 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08af3ad5-4d9d-451b-ba7f-7c5d832a8035 req-d6ce44f9-a3a3-4746-bc83-b27c2966fdf1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7e38f89-4ea3-4ab1-b3be-91f8b03615ba HTTP/1.1" status: 200 len: 854 time: 0.0427189 Feb 10 16:14:07.417958 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:14:07.419557 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af3ad5-4d9d-451b-ba7f-7c5d832a8035 req-28217b53-28e6-471a-ad12-8f385bf26220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:07.421126 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08af3ad5-4d9d-451b-ba7f-7c5d832a8035 req-28217b53-28e6-471a-ad12-8f385bf26220 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575d4e46-ac9d-4ffb-babd-05a0a3e69946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437300 Feb 10 16:14:07.511167 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08af3ad5-4d9d-451b-ba7f-7c5d832a8035 req-6921591f-4d41-4c77-942d-c768964b48a7 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844650 Feb 10 16:14:07.600842 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-08af3ad5-4d9d-451b-ba7f-7c5d832a8035 req-6fadfd85-99fa-421f-acdd-e5375dd0b195 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841835 Feb 10 16:14:11.890213 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:14:12.960761 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e6c27c3e-0a84-4e49-b6d3-090353ae94a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:14:15.257147 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6aeeaf68-5131-4020-9270-48573b97ab3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:14:16.551540 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:14:18.078776 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:14:18.125732 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:14:19.033880 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:14:35.027543 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc5347-097d-441a-9d0e-4939971b84a8 req-f276ab78-52f5-4b41-8aeb-209b61eb8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:35.029264 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4dcc5347-097d-441a-9d0e-4939971b84a8 req-f276ab78-52f5-4b41-8aeb-209b61eb8530 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e112e484b2614f10b4b249223af6e4d2&device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1167 time: 0.0460420 Feb 10 16:14:35.085970 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c10fe-b354-4f5f-a6cc-854cae0c6d9e req-181add07-865e-40dc-8216-7c300b6b5211 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:35.087382 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec9c10fe-b354-4f5f-a6cc-854cae0c6d9e req-181add07-865e-40dc-8216-7c300b6b5211 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 985 time: 0.1070406 Feb 10 16:14:35.118822 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc5347-097d-441a-9d0e-4939971b84a8 req-555bf020-3096-4c99-b989-70d00e99828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:35.120348 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4dcc5347-097d-441a-9d0e-4939971b84a8 req-555bf020-3096-4c99-b989-70d00e99828b service neutron] 10.222.0.79 "GET /v2.0/networks?id=575d4e46-ac9d-4ffb-babd-05a0a3e69946 HTTP/1.1" status: 200 len: 916 time: 0.0848877 Feb 10 16:14:35.149689 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-ec9c10fe-b354-4f5f-a6cc-854cae0c6d9e req-ba0d5a5b-b510-48aa-8120-2012603135b3 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=c70eaf67-9fdf-4357-9689-f03d84f38dec&id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565820 Feb 10 16:14:35.188388 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4dcc5347-097d-441a-9d0e-4939971b84a8 req-b045459b-4052-475c-9c5c-0d6b344bb340 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 1002 time: 0.0620818 Feb 10 16:14:35.238181 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc5347-097d-441a-9d0e-4939971b84a8 req-04e4feed-9f5f-44bf-a832-4c45b25c4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:35.239613 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4dcc5347-097d-441a-9d0e-4939971b84a8 req-04e4feed-9f5f-44bf-a832-4c45b25c4f7e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7e38f89-4ea3-4ab1-b3be-91f8b03615ba HTTP/1.1" status: 200 len: 854 time: 0.0458176 Feb 10 16:14:35.286727 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc5347-097d-441a-9d0e-4939971b84a8 req-689b7eae-7133-491a-a4ac-4dcbb87f8461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:35.288166 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4dcc5347-097d-441a-9d0e-4939971b84a8 req-689b7eae-7133-491a-a4ac-4dcbb87f8461 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575d4e46-ac9d-4ffb-babd-05a0a3e69946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427356 Feb 10 16:14:35.378606 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4dcc5347-097d-441a-9d0e-4939971b84a8 req-fe4009c5-a4d7-43a1-bf25-62c7b366c453 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833974 Feb 10 16:14:35.468223 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-4dcc5347-097d-441a-9d0e-4939971b84a8 req-c0581131-ef98-421f-9e20-ed7d5a6b9a92 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841966 Feb 10 16:14:36.323391 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b281a-9693-42e1-8d45-12d8309dc36e req-b76bb109-656b-4bd7-a7b0-7f928fd29cff tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:36.324905 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a8b281a-9693-42e1-8d45-12d8309dc36e req-b76bb109-656b-4bd7-a7b0-7f928fd29cff tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 985 time: 0.1053004 Feb 10 16:14:36.383095 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-5a8b281a-9693-42e1-8d45-12d8309dc36e req-8b25b50b-a885-4f8e-b09a-b38648ea837b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=c70eaf67-9fdf-4357-9689-f03d84f38dec&id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524137 Feb 10 16:14:37.421461 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:14:37.504834 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07d21e-d94b-43fc-a636-6f20e27f97d3 req-4669f6a2-0079-40d1-a857-73fd8f427b58 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:37.506325 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b07d21e-d94b-43fc-a636-6f20e27f97d3 req-4669f6a2-0079-40d1-a857-73fd8f427b58 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 985 time: 0.0527143 Feb 10 16:14:37.564735 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7b07d21e-d94b-43fc-a636-6f20e27f97d3 req-fa525b38-5509-4a11-b47c-f0c351062cb2 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=c70eaf67-9fdf-4357-9689-f03d84f38dec&id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526204 Feb 10 16:14:38.682890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9d05c-aaa4-441e-9924-e8352f2aeced req-7d597071-c4f7-4bc6-803f-d5a41e3b72ef tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:38.684283 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b3a9d05c-aaa4-441e-9924-e8352f2aeced req-7d597071-c4f7-4bc6-803f-d5a41e3b72ef tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 985 time: 0.0519803 Feb 10 16:14:38.746623 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-b3a9d05c-aaa4-441e-9924-e8352f2aeced req-d410a5cd-99f4-46a8-aae9-14b9bb8a0267 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=c70eaf67-9fdf-4357-9689-f03d84f38dec&id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565443 Feb 10 16:14:39.865552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359748-bbde-4c84-a97f-9f793dbdb5a7 req-882618f7-3f99-4ae7-9934-22b0901163bb tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:39.867005 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e359748-bbde-4c84-a97f-9f793dbdb5a7 req-882618f7-3f99-4ae7-9934-22b0901163bb tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 985 time: 0.0534930 Feb 10 16:14:39.930502 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0e359748-bbde-4c84-a97f-9f793dbdb5a7 req-e8686c10-e949-4635-93b3-6852551cec82 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=c70eaf67-9fdf-4357-9689-f03d84f38dec&id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576737 Feb 10 16:14:41.050159 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4c71a-8d70-4c0a-b294-f315c844c90e req-0a8e96e1-b142-4f8a-a245-01d89bd0d4e1 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:41.051570 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bb4c71a-8d70-4c0a-b294-f315c844c90e req-0a8e96e1-b142-4f8a-a245-01d89bd0d4e1 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 985 time: 0.0529964 Feb 10 16:14:41.110935 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-4bb4c71a-8d70-4c0a-b294-f315c844c90e req-136c23f7-489c-45e1-ae96-00a044255ed6 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=c70eaf67-9fdf-4357-9689-f03d84f38dec&id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536163 Feb 10 16:14:41.897738 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:14:42.233249 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb31cd-2911-4ff0-a58c-95977cc561b4 req-1f1ad8ad-4b95-4297-b593-ba61e16a99f5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:42.234750 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5cb31cd-2911-4ff0-a58c-95977cc561b4 req-1f1ad8ad-4b95-4297-b593-ba61e16a99f5 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 985 time: 0.0580795 Feb 10 16:14:42.293022 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-c5cb31cd-2911-4ff0-a58c-95977cc561b4 req-434841c0-b8dc-46ef-b060-32f6045f2475 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=c70eaf67-9fdf-4357-9689-f03d84f38dec&id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518084 Feb 10 16:14:42.963674 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6faf91d0-7c65-4716-b083-a6fce964353f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:14:43.412552 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04660d-9485-465b-aba8-37db4f9c08f5 req-73ecf910-c06e-4e47-8f83-15f47f0114f1 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:43.414046 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a04660d-9485-465b-aba8-37db4f9c08f5 req-73ecf910-c06e-4e47-8f83-15f47f0114f1 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 985 time: 0.0507805 Feb 10 16:14:43.471419 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-0a04660d-9485-465b-aba8-37db4f9c08f5 req-7f1d2062-81b7-4da1-a64d-46f1d4d1b61b tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=c70eaf67-9fdf-4357-9689-f03d84f38dec&id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515428 Feb 10 16:14:44.591620 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48b1e-c669-4a27-9292-350c3e76ced0 req-52eaf3ff-0504-497e-a1b1-0858ea283379 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:44.593189 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-48e48b1e-c669-4a27-9292-350c3e76ced0 req-52eaf3ff-0504-497e-a1b1-0858ea283379 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 985 time: 0.0548112 Feb 10 16:14:44.655931 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-48e48b1e-c669-4a27-9292-350c3e76ced0 req-51cdf70d-0cea-4f38-b806-09426d88f6b3 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=c70eaf67-9fdf-4357-9689-f03d84f38dec&id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570352 Feb 10 16:14:45.258594 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4df3af2c-3240-46d7-bd86-25416442afcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:14:45.774349 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199dda3-71f2-445f-8dc4-8f896528bd26 req-15016eea-fe97-42c4-88e9-5f0b1cc2b0b0 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:45.775846 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7199dda3-71f2-445f-8dc4-8f896528bd26 req-15016eea-fe97-42c4-88e9-5f0b1cc2b0b0 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 985 time: 0.0523171 Feb 10 16:14:45.834800 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-7199dda3-71f2-445f-8dc4-8f896528bd26 req-db12a5f4-12ce-4a52-98cd-c7044f818466 tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=c70eaf67-9fdf-4357-9689-f03d84f38dec&id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531511 Feb 10 16:14:46.551751 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:14:46.954478 n-d-815324-7 neutron-server[103368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dc1ac-4cf9-484a-a105-0ac3561b1ae1 req-9b8138a8-cc29-42a8-b492-e117a11ec13d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:14:46.955997 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e56dc1ac-4cf9-484a-a105-0ac3561b1ae1 req-9b8138a8-cc29-42a8-b492-e117a11ec13d tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 985 time: 0.0523098 Feb 10 16:14:47.014071 n-d-815324-7 neutron-server[103368]: INFO neutron.wsgi [req-e56dc1ac-4cf9-484a-a105-0ac3561b1ae1 req-4a7d680b-6430-4160-bb1c-1d27a1088f1c tempest-TestMinimumBasicScenario-1172816062 tempest-TestMinimumBasicScenario-1172816062-project] 10.222.0.64 "GET /v2.0/security-groups?id=c70eaf67-9fdf-4357-9689-f03d84f38dec&id=23305d83-3513-4aaf-a0dd-7818ccd46500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522361 Feb 10 16:14:48.127286 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:14:49.037482 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:14:55.077933 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:15:07.452321 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:15:09.090396 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-472a72d4-a17e-4895-a454-508317a5d535 req-5febc8fa-0b01-4439-bc87-a94cead1d81e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430477 Feb 10 16:15:09.176130 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a72d4-a17e-4895-a454-508317a5d535 req-97803f2c-e888-4ac2-8bfc-dc3d2c480272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:09.177678 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-472a72d4-a17e-4895-a454-508317a5d535 req-97803f2c-e888-4ac2-8bfc-dc3d2c480272 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e112e484b2614f10b4b249223af6e4d2&device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1167 time: 0.0451047 Feb 10 16:15:09.281992 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a72d4-a17e-4895-a454-508317a5d535 req-0434e4db-192d-4767-b8c4-7c9a1a957ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:09.283482 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-472a72d4-a17e-4895-a454-508317a5d535 req-0434e4db-192d-4767-b8c4-7c9a1a957ff2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575d4e46-ac9d-4ffb-babd-05a0a3e69946 HTTP/1.1" status: 200 len: 916 time: 0.0874929 Feb 10 16:15:09.347300 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-472a72d4-a17e-4895-a454-508317a5d535 req-f27d19b7-49ba-4994-bb01-11d009a8b583 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 1002 time: 0.0576766 Feb 10 16:15:09.395685 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a72d4-a17e-4895-a454-508317a5d535 req-e85788d0-acab-4741-8250-a36ec0faf2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:09.397250 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-472a72d4-a17e-4895-a454-508317a5d535 req-e85788d0-acab-4741-8250-a36ec0faf2ca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7e38f89-4ea3-4ab1-b3be-91f8b03615ba HTTP/1.1" status: 200 len: 854 time: 0.0437186 Feb 10 16:15:09.449191 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a72d4-a17e-4895-a454-508317a5d535 req-b5baa3e3-fcbe-4350-8ce2-b9c828db7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:15:09.450703 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-472a72d4-a17e-4895-a454-508317a5d535 req-b5baa3e3-fcbe-4350-8ce2-b9c828db7258 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575d4e46-ac9d-4ffb-babd-05a0a3e69946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476589 Feb 10 16:15:09.537621 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-472a72d4-a17e-4895-a454-508317a5d535 req-93c7b4fb-da4e-4a7b-b7fc-704934615531 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799038 Feb 10 16:15:09.629071 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-472a72d4-a17e-4895-a454-508317a5d535 req-38d47dfe-f068-41da-addc-dd43d405b786 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853086 Feb 10 16:15:11.889276 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:15:12.966754 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07557f5b-caf6-46f5-b7de-2c5ebaa3413d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:15:15.259234 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5af2755d-9a39-487e-91ae-902b8543542c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:15:16.556156 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:15:18.130109 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:15:19.039855 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:15:32.076123 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:15:37.457004 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:15:41.900210 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:15:42.969669 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b3cf2bb1-7ffe-4f33-b25f-e6d98b246314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:15:45.260682 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-26430b23-c219-4d1f-9a41-c5305004607c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:15:46.557558 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:15:48.133155 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:15:49.042868 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:16:07.467543 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:16:09.075666 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:16:09.113656 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9fe86bab-efda-473c-a3fc-801500024495 req-195da33d-cab7-40a4-a6d0-afeb4476b6e0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0996583 Feb 10 16:16:09.200093 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe86bab-efda-473c-a3fc-801500024495 req-7b9b0706-a929-4cae-b75f-9ddc815d405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:09.201635 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9fe86bab-efda-473c-a3fc-801500024495 req-7b9b0706-a929-4cae-b75f-9ddc815d405d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e112e484b2614f10b4b249223af6e4d2&device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1167 time: 0.0464394 Feb 10 16:16:09.312240 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe86bab-efda-473c-a3fc-801500024495 req-d4b8835e-af7d-4b11-a707-9ea8698f1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:09.315099 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9fe86bab-efda-473c-a3fc-801500024495 req-d4b8835e-af7d-4b11-a707-9ea8698f1bf8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575d4e46-ac9d-4ffb-babd-05a0a3e69946 HTTP/1.1" status: 200 len: 916 time: 0.0951154 Feb 10 16:16:09.382302 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9fe86bab-efda-473c-a3fc-801500024495 req-40b789e3-dc89-4c7e-bb5c-7103396a512b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 1002 time: 0.0605552 Feb 10 16:16:09.433066 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe86bab-efda-473c-a3fc-801500024495 req-7fc7bdc8-6708-48a6-a7a4-948a8dccb34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:09.434505 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9fe86bab-efda-473c-a3fc-801500024495 req-7fc7bdc8-6708-48a6-a7a4-948a8dccb34a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7e38f89-4ea3-4ab1-b3be-91f8b03615ba HTTP/1.1" status: 200 len: 854 time: 0.0467567 Feb 10 16:16:09.480933 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe86bab-efda-473c-a3fc-801500024495 req-9ca1f0b7-2261-4f92-b7d3-0f8a98c899bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:16:09.482382 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9fe86bab-efda-473c-a3fc-801500024495 req-9ca1f0b7-2261-4f92-b7d3-0f8a98c899bf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575d4e46-ac9d-4ffb-babd-05a0a3e69946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0421908 Feb 10 16:16:09.567797 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9fe86bab-efda-473c-a3fc-801500024495 req-79bb39fd-85bb-45e8-aa8d-7082de7ab47c service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795631 Feb 10 16:16:09.660231 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-9fe86bab-efda-473c-a3fc-801500024495 req-14e9d5e8-4e8c-48ff-8af6-d0314482307a service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868728 Feb 10 16:16:11.886377 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:16:12.972858 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-420df68f-0bde-483c-86ba-3ff4524fa2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:16:15.265489 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-de43e4d6-0a53-46d2-932f-735ae6778eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:16:16.561356 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:16:18.136637 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:16:19.043979 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:16:37.465260 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:16:41.893496 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:16:42.974988 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4bc5829d-a1e0-4721-b93d-26e2e02e3c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:16:45.267076 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1abd3dae-31ec-4437-9706-5d56486ab4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:16:46.074938 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:16:46.564046 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:16:48.138518 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:16:49.046392 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:17:07.478863 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:17:09.083048 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3addc5ce-73b4-40e2-adb9-379fd14b20df req-36c059b8-7fc0-44c7-ab5d-6aac00799b1e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433292 Feb 10 16:17:09.169483 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc5ce-73b4-40e2-adb9-379fd14b20df req-93e4f55a-7165-41ad-81b7-62bd31d5ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:09.170990 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3addc5ce-73b4-40e2-adb9-379fd14b20df req-93e4f55a-7165-41ad-81b7-62bd31d5ac81 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e112e484b2614f10b4b249223af6e4d2&device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1167 time: 0.0483465 Feb 10 16:17:09.269493 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc5ce-73b4-40e2-adb9-379fd14b20df req-e1c9daa1-2430-4ec8-9027-dc5207a91405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:09.271117 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3addc5ce-73b4-40e2-adb9-379fd14b20df req-e1c9daa1-2430-4ec8-9027-dc5207a91405 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575d4e46-ac9d-4ffb-babd-05a0a3e69946 HTTP/1.1" status: 200 len: 916 time: 0.0826983 Feb 10 16:17:09.337161 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3addc5ce-73b4-40e2-adb9-379fd14b20df req-34b3cc7f-24c6-4ab6-a75c-bf0487763cce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 1002 time: 0.0603025 Feb 10 16:17:09.382724 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc5ce-73b4-40e2-adb9-379fd14b20df req-d847d0b2-d2ca-44eb-b103-c233ee32297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:09.384117 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3addc5ce-73b4-40e2-adb9-379fd14b20df req-d847d0b2-d2ca-44eb-b103-c233ee32297c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7e38f89-4ea3-4ab1-b3be-91f8b03615ba HTTP/1.1" status: 200 len: 854 time: 0.0421097 Feb 10 16:17:09.431488 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc5ce-73b4-40e2-adb9-379fd14b20df req-5b848b24-8f34-44de-8f09-21901f5f4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:17:09.433105 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3addc5ce-73b4-40e2-adb9-379fd14b20df req-5b848b24-8f34-44de-8f09-21901f5f4026 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575d4e46-ac9d-4ffb-babd-05a0a3e69946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432465 Feb 10 16:17:09.522988 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3addc5ce-73b4-40e2-adb9-379fd14b20df req-bd362310-c0a6-4bce-b925-1ae4c32ff258 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839157 Feb 10 16:17:09.609817 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-3addc5ce-73b4-40e2-adb9-379fd14b20df req-4c779e7f-1b08-45af-b541-c0710c7fea24 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808678 Feb 10 16:17:11.892754 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:17:12.979724 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-66c7a3c3-7a04-44b9-b4c1-dfe6e4c09006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:17:15.269451 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-017b599f-f628-42d6-983c-5596469b70f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:17:16.567190 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:17:18.140906 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:17:19.049667 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:17:23.073590 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:17:37.482592 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:17:41.892074 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:17:42.981469 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dfb872ed-b3e5-4408-8168-8d0c9f7fb2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:17:45.270258 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4f0cd0a-5897-4b4f-b526-4618ec1a3c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:17:46.571252 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:17:48.147047 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:17:49.052056 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:18:00.072476 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:18:07.509210 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:18:10.065562 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aceff0fa-32ae-4626-a567-8fd4f1cc9cf2 req-69f5a4f1-6635-4848-9be2-7029ca928bea service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478001 Feb 10 16:18:10.149760 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceff0fa-32ae-4626-a567-8fd4f1cc9cf2 req-4fe4da81-d37e-4b7a-8123-6e67e400fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:10.151256 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aceff0fa-32ae-4626-a567-8fd4f1cc9cf2 req-4fe4da81-d37e-4b7a-8123-6e67e400fa68 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e112e484b2614f10b4b249223af6e4d2&device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1167 time: 0.0436454 Feb 10 16:18:10.255551 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceff0fa-32ae-4626-a567-8fd4f1cc9cf2 req-3ba5c306-3e73-4c5c-8f8f-9ea7f0252eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:10.257037 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aceff0fa-32ae-4626-a567-8fd4f1cc9cf2 req-3ba5c306-3e73-4c5c-8f8f-9ea7f0252eb4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575d4e46-ac9d-4ffb-babd-05a0a3e69946 HTTP/1.1" status: 200 len: 916 time: 0.0853529 Feb 10 16:18:10.329372 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aceff0fa-32ae-4626-a567-8fd4f1cc9cf2 req-33a04fff-312c-47a7-95b9-22d524404a11 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 1002 time: 0.0665720 Feb 10 16:18:10.375713 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceff0fa-32ae-4626-a567-8fd4f1cc9cf2 req-47eee3a3-33f2-4818-b5e3-b1c9ef4c2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:10.377205 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aceff0fa-32ae-4626-a567-8fd4f1cc9cf2 req-47eee3a3-33f2-4818-b5e3-b1c9ef4c2d46 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7e38f89-4ea3-4ab1-b3be-91f8b03615ba HTTP/1.1" status: 200 len: 854 time: 0.0425735 Feb 10 16:18:10.427058 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceff0fa-32ae-4626-a567-8fd4f1cc9cf2 req-138c4f1a-1dbc-4727-a25f-432837b4a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:18:10.428742 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aceff0fa-32ae-4626-a567-8fd4f1cc9cf2 req-138c4f1a-1dbc-4727-a25f-432837b4a318 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575d4e46-ac9d-4ffb-babd-05a0a3e69946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460825 Feb 10 16:18:10.520284 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aceff0fa-32ae-4626-a567-8fd4f1cc9cf2 req-85a5dc7d-9082-49b9-814d-7ba1fd1d9589 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857024 Feb 10 16:18:10.609777 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-aceff0fa-32ae-4626-a567-8fd4f1cc9cf2 req-f88da038-8f60-41aa-be3e-c66fe50347f4 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831640 Feb 10 16:18:11.906011 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:18:12.984521 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5903d327-7cb6-43ff-9ee5-169d99cc2f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:18:15.270825 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9dfbb3e2-0cce-4374-80bc-8a41d2c311bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:18:16.573573 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:18:18.146848 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:18:19.055352 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:18:37.071106 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:18:37.523235 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:18:41.921190 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:18:42.985780 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-859113fc-57ba-46a2-b3e8-78549a7713ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:18:45.272079 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eec9e7ad-3387-4aaa-bdf2-91d9e12985fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:18:46.575819 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:18:48.155069 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:18:49.058087 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:19:07.530245 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:19:10.071860 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c0f00f60-8cf4-4bec-bf8c-ce9d901f2b59 req-db3ac95d-d636-42e5-9685-4c0e71a6a388 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473595 Feb 10 16:19:10.157541 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f00f60-8cf4-4bec-bf8c-ce9d901f2b59 req-81287250-b9ea-4795-8e5d-d8d64feceb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:10.159019 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c0f00f60-8cf4-4bec-bf8c-ce9d901f2b59 req-81287250-b9ea-4795-8e5d-d8d64feceb18 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e112e484b2614f10b4b249223af6e4d2&device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1167 time: 0.0442522 Feb 10 16:19:10.260221 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f00f60-8cf4-4bec-bf8c-ce9d901f2b59 req-01099650-cdfb-4258-8c57-3e702434d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:10.262220 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c0f00f60-8cf4-4bec-bf8c-ce9d901f2b59 req-01099650-cdfb-4258-8c57-3e702434d66d service neutron] 10.222.0.79 "GET /v2.0/networks?id=575d4e46-ac9d-4ffb-babd-05a0a3e69946 HTTP/1.1" status: 200 len: 916 time: 0.0861847 Feb 10 16:19:10.325302 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c0f00f60-8cf4-4bec-bf8c-ce9d901f2b59 req-c64344c8-c02a-415c-9d0b-11322b2475e3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 1002 time: 0.0566659 Feb 10 16:19:10.375517 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f00f60-8cf4-4bec-bf8c-ce9d901f2b59 req-92d73e10-adcb-4b6f-acb4-02deb65fdac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:10.376943 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c0f00f60-8cf4-4bec-bf8c-ce9d901f2b59 req-92d73e10-adcb-4b6f-acb4-02deb65fdac0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7e38f89-4ea3-4ab1-b3be-91f8b03615ba HTTP/1.1" status: 200 len: 854 time: 0.0423484 Feb 10 16:19:10.427305 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f00f60-8cf4-4bec-bf8c-ce9d901f2b59 req-50214a0a-eda0-4d83-83be-7e9687edef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:19:10.428791 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c0f00f60-8cf4-4bec-bf8c-ce9d901f2b59 req-50214a0a-eda0-4d83-83be-7e9687edef9b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575d4e46-ac9d-4ffb-babd-05a0a3e69946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455985 Feb 10 16:19:10.513714 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c0f00f60-8cf4-4bec-bf8c-ce9d901f2b59 req-fe461c77-aef8-4c42-8a17-b59a378bac55 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790091 Feb 10 16:19:10.604630 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-c0f00f60-8cf4-4bec-bf8c-ce9d901f2b59 req-5a9bc39e-5864-4ccb-966d-ce8a76555bc6 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849669 Feb 10 16:19:11.919972 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:19:12.988531 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-139d1d95-1de8-45f5-b9e8-991a1f8592c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:19:14.070390 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:19:15.272946 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcbd70a2-a757-4743-9056-c02c46a06616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:19:16.578969 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:19:18.152460 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:19:19.060906 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:19:19.486890 n-d-815324-7 neutron-server[103368]: DEBUG neutron.wsgi [req-812cbf02-dc54-481a-a96a-8d7038cf3777 req-bdb22b6e-5289-49b4-8085-081c7dcd54da tempest-ServerDiskConfigTestJSON-1171262799 tempest-ServerDiskConfigTestJSON-1171262799-project] (103368) timed out ('10.222.0.72', 58279) {{(pid=103368) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 16:19:37.544774 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:19:41.940704 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:19:42.991920 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-063cb899-2947-44d2-89f3-041609ac5f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:19:45.273386 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f53e-0aba-425a-9293-f64717d45c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:19:46.583272 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:19:48.154561 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:19:49.063398 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:19:51.069156 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:20:07.551472 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:20:11.046144 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-952a8feb-1387-4e0d-8bfd-cfce57195ce8 req-8e22d486-3353-478b-90f6-8ef82c4c73d4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442028 Feb 10 16:20:11.130500 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a8feb-1387-4e0d-8bfd-cfce57195ce8 req-c89980f7-fc8b-4f10-a402-f808a6c7f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:20:11.132001 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-952a8feb-1387-4e0d-8bfd-cfce57195ce8 req-c89980f7-fc8b-4f10-a402-f808a6c7f0a8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e112e484b2614f10b4b249223af6e4d2&device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1167 time: 0.0443335 Feb 10 16:20:11.235230 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a8feb-1387-4e0d-8bfd-cfce57195ce8 req-25ff8c9f-a2ae-46c9-8afb-90c14230fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:20:11.236688 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-952a8feb-1387-4e0d-8bfd-cfce57195ce8 req-25ff8c9f-a2ae-46c9-8afb-90c14230fda1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575d4e46-ac9d-4ffb-babd-05a0a3e69946 HTTP/1.1" status: 200 len: 916 time: 0.0863581 Feb 10 16:20:11.300447 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-952a8feb-1387-4e0d-8bfd-cfce57195ce8 req-1eeb2e6f-39d5-4af2-bff6-9d854f9e44d6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 1002 time: 0.0577157 Feb 10 16:20:11.352930 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a8feb-1387-4e0d-8bfd-cfce57195ce8 req-1078a025-4412-45ad-9d9d-12b830548859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:20:11.354375 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-952a8feb-1387-4e0d-8bfd-cfce57195ce8 req-1078a025-4412-45ad-9d9d-12b830548859 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7e38f89-4ea3-4ab1-b3be-91f8b03615ba HTTP/1.1" status: 200 len: 854 time: 0.0474777 Feb 10 16:20:11.401915 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a8feb-1387-4e0d-8bfd-cfce57195ce8 req-e6ab955f-d7a0-4aa3-ba52-b9a667c16c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:20:11.403418 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-952a8feb-1387-4e0d-8bfd-cfce57195ce8 req-e6ab955f-d7a0-4aa3-ba52-b9a667c16c87 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575d4e46-ac9d-4ffb-babd-05a0a3e69946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436394 Feb 10 16:20:11.490531 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-952a8feb-1387-4e0d-8bfd-cfce57195ce8 req-f7b4b5a6-e4da-4545-8491-f860c33c5b76 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807023 Feb 10 16:20:11.582851 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-952a8feb-1387-4e0d-8bfd-cfce57195ce8 req-c266a0e1-0152-4e1c-94f6-c1907ea69b9c service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861750 Feb 10 16:20:11.947771 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:20:12.992944 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e9222d7c-f400-4789-9aa5-95eabd985f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:20:15.280631 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2ed3345d-f0ee-4955-958c-fa4b28836417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:20:16.586452 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:20:18.159302 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:20:19.065441 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:20:28.068597 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:20:37.569555 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:20:41.946658 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:20:42.994028 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1e3e4d11-cee0-4e74-8012-d025b4d18942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:20:45.273075 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ccd66c37-59ca-477b-8e6c-825e4e99eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:20:46.587810 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:20:48.159188 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:20:49.070551 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:21:05.068808 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:21:07.569462 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:21:11.945191 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:21:12.996164 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f571e1bc-4eb5-4ee3-a681-8d1ca72dc6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:21:13.086120 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0cb9f3cd-06fc-4d79-af5b-25ed2b15a004 req-fc041e0a-17c7-4c4b-8cd7-7834766996d2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826559 Feb 10 16:21:13.168932 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9f3cd-06fc-4d79-af5b-25ed2b15a004 req-620c6a9b-6fe8-479f-b98d-cf295d48d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:21:13.170476 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0cb9f3cd-06fc-4d79-af5b-25ed2b15a004 req-620c6a9b-6fe8-479f-b98d-cf295d48d974 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e112e484b2614f10b4b249223af6e4d2&device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1167 time: 0.0444665 Feb 10 16:21:13.596247 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9f3cd-06fc-4d79-af5b-25ed2b15a004 req-b9f2f749-435d-4943-96a0-310e3255b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:21:13.597751 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0cb9f3cd-06fc-4d79-af5b-25ed2b15a004 req-b9f2f749-435d-4943-96a0-310e3255b5e4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575d4e46-ac9d-4ffb-babd-05a0a3e69946 HTTP/1.1" status: 200 len: 916 time: 0.4103053 Feb 10 16:21:13.662073 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0cb9f3cd-06fc-4d79-af5b-25ed2b15a004 req-c7a18f8a-8182-49ad-82c8-0cdb9a3e6ab9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 1002 time: 0.0566046 Feb 10 16:21:13.713211 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9f3cd-06fc-4d79-af5b-25ed2b15a004 req-0d72e0fd-12ce-4f86-8611-fc858d882ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:21:13.714645 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0cb9f3cd-06fc-4d79-af5b-25ed2b15a004 req-0d72e0fd-12ce-4f86-8611-fc858d882ae0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7e38f89-4ea3-4ab1-b3be-91f8b03615ba HTTP/1.1" status: 200 len: 854 time: 0.0460186 Feb 10 16:21:13.762351 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9f3cd-06fc-4d79-af5b-25ed2b15a004 req-fcfa3975-fa3f-42b1-b646-bf7af8b5a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:21:13.763838 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0cb9f3cd-06fc-4d79-af5b-25ed2b15a004 req-fcfa3975-fa3f-42b1-b646-bf7af8b5a66e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575d4e46-ac9d-4ffb-babd-05a0a3e69946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435457 Feb 10 16:21:13.854914 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0cb9f3cd-06fc-4d79-af5b-25ed2b15a004 req-6c339a0c-e7f8-4adc-bbeb-7bc929fccd3b service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844381 Feb 10 16:21:13.942264 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-0cb9f3cd-06fc-4d79-af5b-25ed2b15a004 req-55514c43-ca31-4a06-9608-e3a1e3e7ec05 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807297 Feb 10 16:21:15.274824 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d35fc5bc-0537-471e-b7b0-7cb8196ddddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:21:16.591502 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:21:18.162517 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:21:19.075025 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:21:37.578491 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:21:41.958139 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:21:42.067907 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:21:42.998354 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0be4237-16a8-4de7-947e-5d2961fb667c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:21:45.275729 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-110b780d-4617-415f-a75e-f9ac4655ddfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:21:46.593068 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:21:48.165231 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:21:49.077472 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:22:07.577050 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:22:11.974826 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:22:13.001775 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7155ec57-19d0-4bc5-99a5-9af9f57ac673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:22:14.029070 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8f2ec2f7-7902-4ff6-a2a5-8ac78d9d426f req-6cab0011-efdc-4333-a1e7-565ca91e707d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448570 Feb 10 16:22:14.126814 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ec2f7-7902-4ff6-a2a5-8ac78d9d426f req-2c7b240a-81bc-4215-a31f-7b524cd87dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:14.128294 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8f2ec2f7-7902-4ff6-a2a5-8ac78d9d426f req-2c7b240a-81bc-4215-a31f-7b524cd87dd3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e112e484b2614f10b4b249223af6e4d2&device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1167 time: 0.0564718 Feb 10 16:22:14.229449 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ec2f7-7902-4ff6-a2a5-8ac78d9d426f req-a84dabd7-32ec-49c5-aa6d-f493f52259c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:14.230953 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8f2ec2f7-7902-4ff6-a2a5-8ac78d9d426f req-a84dabd7-32ec-49c5-aa6d-f493f52259c9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575d4e46-ac9d-4ffb-babd-05a0a3e69946 HTTP/1.1" status: 200 len: 916 time: 0.0831809 Feb 10 16:22:14.297839 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8f2ec2f7-7902-4ff6-a2a5-8ac78d9d426f req-a2a7157d-caf6-435f-9816-24cb76f70231 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 1002 time: 0.0609410 Feb 10 16:22:14.345070 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ec2f7-7902-4ff6-a2a5-8ac78d9d426f req-c7932707-78d2-4aae-95f0-065d80288649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:14.346462 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8f2ec2f7-7902-4ff6-a2a5-8ac78d9d426f req-c7932707-78d2-4aae-95f0-065d80288649 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7e38f89-4ea3-4ab1-b3be-91f8b03615ba HTTP/1.1" status: 200 len: 854 time: 0.0426190 Feb 10 16:22:14.395442 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ec2f7-7902-4ff6-a2a5-8ac78d9d426f req-6c53c4eb-3e09-4ebc-869d-44e3a64b9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:22:14.396978 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8f2ec2f7-7902-4ff6-a2a5-8ac78d9d426f req-6c53c4eb-3e09-4ebc-869d-44e3a64b9972 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575d4e46-ac9d-4ffb-babd-05a0a3e69946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441661 Feb 10 16:22:14.488095 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8f2ec2f7-7902-4ff6-a2a5-8ac78d9d426f req-0237b003-105b-4662-a1b9-f18d622a5794 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839937 Feb 10 16:22:14.573893 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-8f2ec2f7-7902-4ff6-a2a5-8ac78d9d426f req-bd557f51-055c-4b97-a555-52a1476d1b7c service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792363 Feb 10 16:22:15.276449 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0c4c5a2d-f529-4b69-8b56-2a6807399d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:22:16.599894 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:22:18.167733 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:22:19.067553 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:22:19.078784 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:22:37.575693 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:22:41.972622 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:22:43.003927 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-221e3174-6543-4e80-8663-339f84d8d7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:22:45.277518 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dee25e39-365b-4ae2-a345-4ebc8ac07f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:22:46.606357 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:22:48.171679 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:22:49.081406 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:22:56.067262 n-d-815324-7 neutron-server[103371]: DEBUG neutron.db.agents_db [None req-7c5fe169-cc34-4d57-9c8b-4345f91b29ea None None] Agent healthcheck: found 7 active agents {{(pid=103371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 16:23:07.575157 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c61ba93-6e6a-4ed8-89e6-cd9ed246ee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (41d942ca-5b0d-4798-af98-440cbb346c69), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:23:11.971949 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2b0fdc5d-206f-44fe-9ca4-b429187d3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (785998cc-f0e1-4175-8217-976352ec81d2), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:23:13.005537 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c0a3869b-ac72-45df-aa70-4c4841686ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (9495d417-adb8-4712-9f8c-db9ae6082262), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:23:15.281493 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4027-e83c-434a-a4ca-9f7e2b9a25c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (045570ae-78a1-4d2c-b5ff-7e3acf56c29e), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:23:16.062952 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-06a17184-ce1b-42d5-8158-c81aa30cda2b req-ae82dc5b-4277-4d68-949a-2d34b1b8241c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b16a3c00-a488-40c7-a262-907b8bdc6804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503578 Feb 10 16:23:16.151160 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a17184-ce1b-42d5-8158-c81aa30cda2b req-6056f0e0-57d7-486a-a8fe-0691fdc6c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:23:16.152821 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-06a17184-ce1b-42d5-8158-c81aa30cda2b req-6056f0e0-57d7-486a-a8fe-0691fdc6c032 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e112e484b2614f10b4b249223af6e4d2&device_id=b16a3c00-a488-40c7-a262-907b8bdc6804 HTTP/1.1" status: 200 len: 1167 time: 0.0456035 Feb 10 16:23:16.253141 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a17184-ce1b-42d5-8158-c81aa30cda2b req-ccf6de0b-b8fa-4739-871e-71e4d2afbef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:23:16.254624 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-06a17184-ce1b-42d5-8158-c81aa30cda2b req-ccf6de0b-b8fa-4739-871e-71e4d2afbef3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575d4e46-ac9d-4ffb-babd-05a0a3e69946 HTTP/1.1" status: 200 len: 916 time: 0.0843730 Feb 10 16:23:16.323940 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-06a17184-ce1b-42d5-8158-c81aa30cda2b req-f304d0e9-9a7c-4e68-b88c-55610c4460b5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce938d7-bd00-4567-b508-e2e52cb0f246 HTTP/1.1" status: 200 len: 1002 time: 0.0632746 Feb 10 16:23:16.371827 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a17184-ce1b-42d5-8158-c81aa30cda2b req-70fc3e0f-a1fb-4c83-a551-8f4401ae90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:23:16.373326 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-06a17184-ce1b-42d5-8158-c81aa30cda2b req-70fc3e0f-a1fb-4c83-a551-8f4401ae90d6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7e38f89-4ea3-4ab1-b3be-91f8b03615ba HTTP/1.1" status: 200 len: 854 time: 0.0435584 Feb 10 16:23:16.422093 n-d-815324-7 neutron-server[103369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a17184-ce1b-42d5-8158-c81aa30cda2b req-c6b6dbfd-bbdd-4116-a712-2277beceb3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 16:23:16.423849 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-06a17184-ce1b-42d5-8158-c81aa30cda2b req-c6b6dbfd-bbdd-4116-a712-2277beceb3e1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575d4e46-ac9d-4ffb-babd-05a0a3e69946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449886 Feb 10 16:23:16.515233 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-06a17184-ce1b-42d5-8158-c81aa30cda2b req-f123d827-adf2-419c-b8ec-583914181a9a service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851545 Feb 10 16:23:16.604199 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bc445268-ce17-4de5-90cb-1c8d585579d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (489d81ce-b8a4-4b6c-89a3-1910b6bbc67d), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:23:16.605771 n-d-815324-7 neutron-server[103369]: INFO neutron.wsgi [req-06a17184-ce1b-42d5-8158-c81aa30cda2b req-bb354b3f-c591-49e6-8eb0-ef1b8bcbefe7 service neutron] 10.222.0.79 "GET /v2.0/networks/575d4e46-ac9d-4ffb-babd-05a0a3e69946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841866 Feb 10 16:23:18.175996 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8e28916a-ba60-4db4-8a37-4377de0e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (c3f37435-c565-43e4-9671-d4e1244fcc16), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 16:23:19.083766 n-d-815324-7 neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff846-b722-4598-8888-9546dc3ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935788966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885433'] for agent (ffe6296b-a4e7-4c1b-be69-004b18cf728b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}